pax_global_header00006660000000000000000000000064151011741140014505gustar00rootroot0000000000000052 comment=040cf7b325f1f5891f693d93adc3acdb81c2f51f inspektor-gadget-0.46.0/000077500000000000000000000000001510117411400150435ustar00rootroot00000000000000inspektor-gadget-0.46.0/.clang-format000066400000000000000000000064741510117411400174310ustar00rootroot00000000000000# SPDX-License-Identifier: GPL-2.0 # # clang-format configuration file. Intended for clang-format >= 11. # # For more information, see: # # Documentation/process/clang-format.rst # https://clang.llvm.org/docs/ClangFormat.html # https://clang.llvm.org/docs/ClangFormatStyleOptions.html # # Based on https://github.com/torvalds/linux/blob/master/.clang-format --- AccessModifierOffset: -4 AlignAfterOpenBracket: Align AlignConsecutiveAssignments: false AlignConsecutiveDeclarations: false AlignEscapedNewlines: Left AlignOperands: true AlignTrailingComments: false AllowAllParametersOfDeclarationOnNextLine: false AllowShortBlocksOnASingleLine: false AllowShortCaseLabelsOnASingleLine: false AllowShortFunctionsOnASingleLine: None AllowShortIfStatementsOnASingleLine: false AllowShortLoopsOnASingleLine: false AlwaysBreakAfterDefinitionReturnType: None AlwaysBreakAfterReturnType: None AlwaysBreakBeforeMultilineStrings: false AlwaysBreakTemplateDeclarations: false BinPackArguments: true BinPackParameters: true BraceWrapping: AfterClass: false AfterControlStatement: false AfterEnum: false AfterFunction: true AfterNamespace: true AfterObjCDeclaration: false AfterStruct: false AfterUnion: false AfterExternBlock: false BeforeCatch: false BeforeElse: false IndentBraces: false SplitEmptyFunction: true SplitEmptyRecord: true SplitEmptyNamespace: true BreakBeforeBinaryOperators: None BreakBeforeBraces: Custom BreakBeforeInheritanceComma: false BreakBeforeTernaryOperators: false BreakConstructorInitializersBeforeComma: false BreakConstructorInitializers: BeforeComma BreakAfterJavaFieldAnnotations: false BreakStringLiterals: false ColumnLimit: 80 CommentPragmas: '^ IWYU pragma:' CompactNamespaces: false ConstructorInitializerAllOnOneLineOrOnePerLine: false ConstructorInitializerIndentWidth: 8 ContinuationIndentWidth: 8 Cpp11BracedListStyle: false DerivePointerAlignment: false DisableFormat: false ExperimentalAutoDetectBinPacking: false FixNamespaceComments: false IncludeBlocks: Preserve IncludeCategories: - Regex: '.*' Priority: 1 IncludeIsMainRegex: '(Test)?$' IndentCaseLabels: false IndentGotoLabels: false IndentPPDirectives: None IndentWidth: 8 IndentWrappedFunctionNames: false JavaScriptQuotes: Leave JavaScriptWrapImports: true KeepEmptyLinesAtTheStartOfBlocks: false MacroBlockBegin: '' MacroBlockEnd: '' MaxEmptyLinesToKeep: 1 NamespaceIndentation: None ObjCBinPackProtocolList: Auto ObjCBlockIndentWidth: 8 ObjCSpaceAfterProperty: true ObjCSpaceBeforeProtocolList: true # Taken from git's rules PenaltyBreakAssignment: 10 PenaltyBreakBeforeFirstCallParameter: 30 PenaltyBreakComment: 10 PenaltyBreakFirstLessLess: 0 PenaltyBreakString: 10 PenaltyExcessCharacter: 100 PenaltyReturnTypeOnItsOwnLine: 60 PointerAlignment: Right ReflowComments: false SortIncludes: false SortUsingDeclarations: false SpaceAfterCStyleCast: false SpaceAfterTemplateKeyword: true SpaceBeforeAssignmentOperators: true SpaceBeforeCtorInitializerColon: true SpaceBeforeInheritanceColon: true SpaceBeforeParens: ControlStatementsExceptForEachMacros SpaceBeforeRangeBasedForLoopColon: true SpaceInEmptyParentheses: false SpacesBeforeTrailingComments: 1 SpacesInAngles: false SpacesInContainerLiterals: false SpacesInCStyleCastParentheses: false SpacesInParentheses: false SpacesInSquareBrackets: false Standard: Cpp03 TabWidth: 8 UseTab: Always ... inspektor-gadget-0.46.0/.github/000077500000000000000000000000001510117411400164035ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/000077500000000000000000000000001510117411400200435ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/prepare-and-publish-test-reports/000077500000000000000000000000001510117411400263565ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/prepare-and-publish-test-reports/action.yml000066400000000000000000000030251510117411400303560ustar00rootroot00000000000000name: "Prepare and publish test reports" description: "Given go test results as plain text, prepare and publish test reports" inputs: test-log-file: description: "Test log file to be used to generate reports" required: true test-step-conclusion: description: "Conclusion of the test step" required: true test-summary-suffix: description: "Suffix of the test summary file" required: true runs: using: "composite" steps: - name: Install testjson2md shell: bash run: | cd tools/testjson2md go install - name: Prepare test report as json shell: bash run: | go tool test2json -t < ./${{ inputs.test-log-file }} > ./test-report.json - name: Publish test reports as markdown shell: bash env: PULL_REQUEST_ID: ${{ github.event.pull_request.number }} PULL_REQUEST_AUTHOR: ${{ github.event.pull_request.user.login }} PULL_REQUEST_TITLE: ${{ github.event.pull_request.title }} run: | testjson2md -in ./test-report.json \ -out ./test-report.md \ -out_summary ./test-report_${GITHUB_JOB}_${{ inputs.test-summary-suffix }}.json \ -conclusion ${{ inputs.test-step-conclusion }} cat test-report.md >> $GITHUB_STEP_SUMMARY - name: Upload test reports summary as artifacts uses: actions/upload-artifact@0b2256b8c012f0828dc542b3febcab082c67f72b # v4.3.4 with: name: test-reports-${{ github.job }}-${{ inputs.test-summary-suffix }} path: ./test-report_*_*.json inspektor-gadget-0.46.0/.github/actions/run-integration-tests/000077500000000000000000000000001510117411400243305ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/run-integration-tests/action.yml000066400000000000000000000114701510117411400263330ustar00rootroot00000000000000name: "Run integration tests" description: "Run Inspektor Gadget integration tests" inputs: container_repo: description: 'The repository used as inspektor gadget deployment image repository.' required: true image_tag: description: 'The image tag used as inspektor gadget deployment image tag.' required: true kubernetes_distribution: description: 'The kubernetes distribution used to select distro specific config in tests.' required: true kubernetes_architecture: description: 'The CPU architecture used to select arch specific config in tests.' required: true dnstester_image: description: 'The image used for the dnstester.' default: 'ghcr.io/inspektor-gadget/dnstester:main' gadget_repository: description: 'Repository where gadget images are stored.' required: true gadget_tag: description: 'Tag used for gadgets OCI images' required: true gadget_verify_image: description: 'Whether to verify the gadget image.' default: 'true' test_summary_suffix: description: 'Suffix of the test summary file' required: true runs: using: "composite" steps: - name: Get kubectl-gadget-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8 with: name: kubectl-gadget-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/inspektor-gadget/ - name: Deploy Inspektor Gadget id: deploy-ig shell: bash run: | tar zxvf /home/runner/work/inspektor-gadget/inspektor-gadget/kubectl-gadget-linux-amd64.tar.gz if [[ ${{ inputs.kubernetes_distribution }} == "minikube-github" ]]; then # Inspektor-Gadget container image is loaded into the cluster using "minikube image load" instead of pushing the container image to a registry. EXTRA_FLAGS='--image-pull-policy=Never' fi ./kubectl-gadget deploy --set-daemon-config=operator.oci.verify-image=${{ inputs.gadget_verify_image }} $EXTRA_FLAGS --debug --experimental --image=${{ inputs.container_repo }}:${{ inputs.image_tag }} - name: Integration tests id: integration-tests shell: bash env: KUBERNETES_DISTRIBUTION: ${{ inputs.kubernetes_distribution }} KUBERNETES_ARCHITECTURE: ${{ inputs.kubernetes_architecture }} DNSTESTER_IMAGE: ${{ inputs.dnstester_image }} GADGET_REPOSITORY: ${{ inputs.gadget_repository }} GADGET_TAG: ${{ inputs.gadget_tag }} run: | cleanup() { echo "IntegrationTestsJob: Workflow run is being cancelled: $1 was received" trap - $1 if [[ $1 == "SIGINT" ]]; then echo "IntegrationTestsJob: Start the clean-up..." else echo "IntegrationTestsJob: Just wait until the clean-up finishes..." return fi # Forward the SIGINT directly to test process but wait for current # active jobs since we can only wait for current shell child process. echo "IntegrationTestsJob: Notifying the integration tests process about the cancellation" kill -2 $(pidof inspektor-gadget.test) > /dev/null echo "IntegrationTestsJob: Waiting for the integration tests process to finish" wait $(jobs -p) echo "IntegrationTestsJob: We are done with the clean-up. Let the job exit" exit 0 } # Capture the SIGINT to start the clean-up. Then, capture also the # SIGTERM to have those 2.5 extra seconds before the runner kills the # process tree: # https://docs.github.com/en/actions/managing-workflow-runs/canceling-a-workflow#steps-github-takes-to-cancel-a-workflow-run trap 'cleanup SIGINT' SIGINT trap 'cleanup SIGTERM' SIGTERM # https://mywiki.wooledge.org/SignalTrap#When_is_the_signal_handled.3F echo "BuiltinIntegrationTestsJob: Start" set -o pipefail make \ integration-tests -o kubectl-gadget |& tee integration.log & wait $! echo "BuiltinIntegrationTestsJob: Done" echo "IntegrationTestsJob: Start" make \ KUBECTL_GADGET=/home/runner/work/inspektor-gadget/inspektor-gadget/kubectl-gadget \ IG_RUNTIME=kubernetes \ -C gadgets/ test-k8s -o build |& tee -a integration.log & wait $! echo "IntegrationTestsJob: Done" - name: Undeploy Inspektor Gadget id: undeploy-ig if: always() shell: bash run: ./kubectl-gadget undeploy - name: Prepare and publish test reports if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: integration.log test-step-conclusion: ${{ steps.integration-tests.conclusion }} test-summary-suffix: ${{ inputs.test_summary_suffix }} inspektor-gadget-0.46.0/.github/actions/set-container-repo-and-determine-image-tag/000077500000000000000000000000001510117411400301245ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/set-container-repo-and-determine-image-tag/action.yml000066400000000000000000000053501510117411400321270ustar00rootroot00000000000000name: "Output the container repository and image tag to be used" description: "Container repository is inputs.registry/inputs.container-image. Image tag is the tag or branch name with slashes replaced by hyphens." inputs: registry: description: "Registry where to push container image" required: true container-image: description: "The name of the container image" required: true outputs: container-repo: description: "Container repository to be used." value: ${{ steps.choose-repo.outputs.container-repo }} image-tag: description: "Image tag to be used." value: ${{ steps.craft-image-tag.outputs.image-tag }} gadget-repository: description: "OCI repository used for gadgets's OCI images." value: ${{ steps.gadget-repository.outputs.gadget-repository }} gadget-tag: description: "Tag used for gadgets's OCI images." value: ${{ steps.gadget-tag.outputs.gadget-tag }} runs: using: "composite" steps: - name: Output container repository id: choose-repo shell: bash run: | if [ -z '${{ inputs.registry }}' ]; then echo 'inputs.registry should not be empty! Set it before calling this action' 1>&2 exit 1 fi if [ -z '${{ inputs.container-image }}' ]; then echo 'inputs.container-image should not be empty! Set it before calling this action' 1>&2 exit 1 fi container_repo=${{ inputs.registry }}/${{ inputs.container-image }} echo "container-repo=${container_repo}" >> $GITHUB_OUTPUT - name: Output image tag id: craft-image-tag shell: bash run: | # If GITHUB_REF_NAME is 'foo/bar', image_tag will be 'foo-bar', we need # this because it is not possible to have slash in image tag. image_tag=${GITHUB_REF_NAME//\//-} echo "image-tag=${image_tag}" >> $GITHUB_OUTPUT - name: Output gadgets repository id: gadget-repository shell: bash run: | if [ -z '${{ inputs.registry }}' ]; then echo 'inputs.registry should not be empty! Set it before calling this action' 1>&2 exit 1 fi gadget_repository=${{ inputs.registry }}/${{ github.repository_owner }}/gadget if [ ${{ github.event_name }} == 'pull_request' ]; then gadget_repository=ttl.sh/${{ github.sha }} fi echo "gadget-repository=${gadget_repository}" >> $GITHUB_OUTPUT - name: Output gadgets image tag id: gadget-tag shell: bash run: | # If GITHUB_REF_NAME is 'foo/bar', image_tag will be 'foo-bar', we need # this because it is not possible to have slash in image tag. gadget_tag=${GITHUB_REF_NAME//\//-} echo "gadget-tag=${gadget_tag}" >> $GITHUB_OUTPUT inspektor-gadget-0.46.0/.github/actions/setup-minikube/000077500000000000000000000000001510117411400230045ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/setup-minikube/action.yml000066400000000000000000000013271510117411400250070ustar00rootroot00000000000000name: "Setup minikube environment" description: "Setup minikube environment with different runtimes" inputs: runtime: description: "The container runtime to use for minikube." required: true multi-node: description: "Whether to run minikube with multiple nodes." required: false default: false runs: using: "composite" steps: - name: Start minikube shell: bash run: | make minikube-start-${{ inputs.runtime }} env: # When using multi-node, run the integration tests on two nodes. # As GitHub Runner has only 2 CPU and 7 GB of DRAM, we cannot use a big # number here MINIKUBE_PARAMS: ${{ inputs.multi-node == 'true' && '-n 2' || '' }} inspektor-gadget-0.46.0/.github/actions/sign-container-image/000077500000000000000000000000001510117411400240435ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/actions/sign-container-image/action.yml000066400000000000000000000014271510117411400260470ustar00rootroot00000000000000name: "Sign the container image" description: "Sign the container image given as argument with cosign using the provided private key." inputs: password: description: "Private key password" required: true private_key: description: "Private key to sign the image" required: true image: description: "The image to sign" required: true runs: using: "composite" steps: - name: Install Cosign uses: sigstore/cosign-installer@59acb6260d9c0ba8f4a2f9d9b48431a222b68e20 # v3.5.0 - name: Sign the container image env: COSIGN_PASSWORD: '${{ inputs.password }}' COSIGN_PRIVATE_KEY: '${{ inputs.private_key }}' shell: bash run: | cosign sign --key env://COSIGN_PRIVATE_KEY --yes --recursive "${{ inputs.image }}" inspektor-gadget-0.46.0/.github/dependabot.yml000066400000000000000000000021351510117411400212340ustar00rootroot00000000000000version: 2 updates: - package-ecosystem: "github-actions" # See documentation for possible values directory: "/" # Location of package manifests schedule: interval: "weekly" # Il est cinq heures, Paris s'éveille ! time: "05:00" timezone: "Europe/Paris" commit-message: prefix: "ci:" # Update root go dependencies - package-ecosystem: "gomod" directories: - "**/*" schedule: interval: "daily" time: "05:00" timezone: "Europe/Paris" commit-message: prefix: "go:" groups: golang-x: patterns: - "golang.org/x/*" k8s: patterns: - "k8s.io/*" docker: patterns: - "github.com/docker/*" - "github.com/moby/*" otel: patterns: - "go.opentelemetry.io/*" containers: patterns: - "github.com/containers/*" - package-ecosystem: "docker" directory: "/Dockerfiles" schedule: interval: "daily" time: "05:00" timezone: "Europe/Paris" commit-message: prefix: "Dockerfiles:" inspektor-gadget-0.46.0/.github/release.yml000066400000000000000000000005001510117411400205410ustar00rootroot00000000000000changelog: categories: - title: Breaking Changes labels: - breaking-change - title: Other Changes labels: - "*" - title: Dependencies updates labels: - dependencies - go - title: CI updates labels: - dependencies - github_actions inspektor-gadget-0.46.0/.github/workflows/000077500000000000000000000000001510117411400204405ustar00rootroot00000000000000inspektor-gadget-0.46.0/.github/workflows/check-artifacthub-tags.yml000066400000000000000000000053171510117411400254740ustar00rootroot00000000000000# Check if all gadgets have tagged official and cncf in artifacthub. name: Check ArtifactHub Tags of Gadgets on: workflow_dispatch: schedule: - cron: '0 1 * * *' permissions: read-all env: NO_COLOR: '\033[0m' RED: '\033[0;31m' GREEN: '\033[0;32m' LIGHT_YELLOW: '\033[0;33m' jobs: check-gadgets: if: github.repository == 'inspektor-gadget/inspektor-gadget' runs-on: ubuntu-latest steps: - name: Checkout repository uses: actions/checkout@v5 - name: Gather valid gadgets id: filter-gadgets run: | gadgets="" for file in $(find gadgets -name 'artifacthub-pkg.yml'); do name=$(grep '^name:' "$file" | awk -F': ' '{print $2}' | tr -d '"' | sed 's/ /-/g') if [ -n "$name" ]; then gadgets+="$name," fi done # Remove trailing comma gadgets=${gadgets%,} echo "valid-gadgets-string=${gadgets}" >> $GITHUB_OUTPUT - name: Check artifacthub tags id: check-artifacthub-tags env: VALID_GADGETS_STRING: ${{ steps.filter-gadgets.outputs.valid-gadgets-string }} run: | passed_gadgets=() failed_gadgets=() # Iterate over each gadget name in the string IFS=',' read -ra GADGETS <<< "$VALID_GADGETS_STRING" if [ ${#GADGETS[@]} -eq 0 ]; then echo -e "${LIGHT_YELLOW}Zero gadgets to be checked${NO_COLOR}" exit 0 fi for gadget in "${GADGETS[@]}"; do echo -e "Checking gadget: ${LIGHT_YELLOW}$gadget${NO_COLOR}" # Perform the curl request to get JSON data response=$(curl -s -X 'GET' \ "https://artifacthub.io/api/v1/packages/inspektor-gadget/gadgets/$gadget" \ -H 'accept: application/json') # Extract 'official' and 'cncf' values (if there are no keys, jq will return null) official=$(echo "$response" | jq -r '.official') cncf=$(echo "$response" | jq -r '.cncf') if [[ "$official" == "true" && "$cncf" == "true" ]]; then passed_gadgets+=("$gadget") else failed_gadgets+=("$gadget") fi # Gracefully handle rate limits by adding a 0.5-second delay between requests sleep 0.5 done if [ ${#passed_gadgets[@]} -gt 0 ]; then echo -e "\n${GREEN}Passed Gadgets: ${passed_gadgets[@]}${NO_COLOR}" else >&2 echo -e "\n${RED}All gadgets failed: ${failed_gadgets[@]}${NO_COLOR}" exit 1 fi if [ ${#failed_gadgets[@]} -gt 0 ]; then >&2 echo -e "\n${RED}Failed Gadgets: ${failed_gadgets[@]}${NO_COLOR}" exit 1 else echo -e "\n${GREEN}All Passed!${NO_COLOR}" fi inspektor-gadget-0.46.0/.github/workflows/check-links.yml000066400000000000000000000013501510117411400233550ustar00rootroot00000000000000name: Links check permissions: read-all on: workflow_dispatch: schedule: - cron: '0 2 * * *' jobs: check-link: name: Links check if: github.repository == 'inspektor-gadget/inspektor-gadget' runs-on: ubuntu-latest steps: - name: Checkout repository uses: actions/checkout@v5 - name: Check that there are not broken links uses: gaurav-nelson/github-action-markdown-link-check@3c3b66f1f7d0900e37b71eca45b63ea9eedfce31 # v1.0.17 with: config-file: .github/workflows/mlc_config.json use-quiet-mode: 'yes' # check if a web page has been deleted or moved, so we can update our documentation accordingly check-modified-files-only: 'no' base-branch: 'main' inspektor-gadget-0.46.0/.github/workflows/cloud-cleanup.yml000066400000000000000000000017461510117411400237260ustar00rootroot00000000000000name: Cleanup Cloud Resources env: GO_VERSION: 1.25.3 on: schedule: - cron: "0 */3 * * *" permissions: read-all jobs: eks-cleanup: runs-on: ubuntu-latest if: ${{ vars.AWS_ROLE != '' }} # These permissions are needed to interact with GitHub's OIDC Token endpoint. permissions: id-token: write contents: read env: AWS_REGION: us-east-2 steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} id: go - name: Configure AWS credentials uses: aws-actions/configure-aws-credentials@00943011d9042930efac3dcd3a170e4273319bc8 # v5.1.0 with: role-to-assume: ${{ vars.AWS_ROLE }} aws-region: ${{ env.AWS_REGION }} - name: Cleanup EKS resources run: | cd ./tools/eks-cleanup && go run . inspektor-gadget-0.46.0/.github/workflows/dockerhub-mirror.yml000066400000000000000000000034251510117411400244450ustar00rootroot00000000000000# This workflow mirrors few container images we use on the CI from Dockerhub to # ghcr.io to avoid pull rate limit issues. Images are mirrored to # ghcr.io/inspektor-gadget/ci/. # # based on https://github.com/rblaine95/dockerhub-mirror/ name: Mirror Dockerhub env: REGISTRY: ghcr.io CONTAINER_REPO: ${{ github.repository_owner }} GO_VERSION: 1.25.3 on: workflow_dispatch: schedule: - cron: '0 0 * * *' permissions: read-all jobs: mirror: if: github.repository == 'inspektor-gadget/inspektor-gadget' name: Mirror runs-on: ubuntu-latest strategy: fail-fast: false matrix: include: - image: busybox:latest repo: docker.io/library - image: gcc:latest repo: docker.io/library - image: nginx:latest repo: docker.io/library - image: registry:2 repo: docker.io/library - image: network-multitool:latest repo: docker.io/wbitt permissions: contents: read packages: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} - uses: imjasonh/setup-crane@31b88efe9de28ae0ffa220711af4b60be9435f6e # v0.4 - name: Mirror run: | crane copy \ ${{ matrix.repo }}/${{ matrix.image }} \ ${{ env.REGISTRY }}/${{ env.CONTAINER_REPO }}/ci/${{ matrix.image }} inspektor-gadget-0.46.0/.github/workflows/inspektor-gadget.yml000066400000000000000000003217631510117411400244460ustar00rootroot00000000000000name: Inspektor Gadget CI env: REGISTRY: ghcr.io CONTAINER_REPO: ${{ github.repository }} GO_VERSION: 1.25.3 # controller-gen with go >1.21 panics, but we can't update controller-gen itself GO_VERSION_DOC_CHECK: 1.21.3 AZURE_AKS_CLUSTER_PREFIX: ig-ci-aks- DEFAULT_DNSTESTER_IMAGE: ghcr.io/inspektor-gadget/dnstester:main DEFAULT_GADGET_BUILDER_IMAGE: ghcr.io/inspektor-gadget/gadget-builder:main DEFAULT_TOOLS_BENCH_IMAGE: ghcr.io/inspektor-gadget/benchmark:main # With the recent update of docker/build-push-action to v6, this action # started creating docker build summary files (i.e. .dockerbuild). # Sadly, these files create troubles when trying to download artifact in the # release job as they seem to not be downloadable. # So, for now, let's deactivate this feature. DOCKER_BUILD_NO_SUMMARY: true concurrency: group: ${{ github.ref }} # We do not want to cancel job in progress on main to be sure to catch new # regression as soon as they are introduced. cancel-in-progress: ${{ github.ref_name != 'main' }} on: pull_request: push: branches: - main - 'release-*' - 'citest/**' tags: - 'v*' workflow_dispatch: permissions: read-all # Jobs are given a level in a comment. # Jobs of the same level run in parallel. # Jobs of level N depend of, at least, one job on level N - 1 expect job whom # level is 0. jobs: documentation-checks: name: Documentation checks # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION_DOC_CHECK }} cache: true id: go - name: Check that there are not broken links uses: gaurav-nelson/github-action-markdown-link-check@3c3b66f1f7d0900e37b71eca45b63ea9eedfce31 # v1.0.17 with: config-file: .github/workflows/mlc_config.json use-quiet-mode: 'yes' check-modified-files-only: 'yes' base-branch: 'main' - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2 id: filter with: filters: | docs: - 'docs/**' - name: Setup Node if: steps.filter.outputs.docs == 'true' uses: actions/setup-node@2028fbc5c25fe9cf00d9f06a71cc4710d4507903 # v6.0.0 with: node-version: 18 - name: Check website build if: steps.filter.outputs.docs == 'true' run: | cd "$RUNNER_TEMP" git clone https://github.com/inspektor-gadget/website/ cd website IG_DOCS=$GITHUB_WORKSPACE/inspektor-gadget/docs make docs && npm install && npm run build actionlint: name: Lint GitHub Actions workflows # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Check workflow files shell: bash run: | # As advised from: # https://github.com/rhysd/actionlint/blob/main/docs/usage.md#use-actionlint-on-github-actions curl -o download-actionlint.bash https://raw.githubusercontent.com/rhysd/actionlint/main/scripts/download-actionlint.bash bash download-actionlint.bash # For now, we do not use shellcheck, we may activate it later. ./actionlint -color -shellcheck= lint: name: Lint # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} id: go - name: Lint uses: golangci/golangci-lint-action@4afd733a84b1f43292c63897423277bb7f4313a9 # v8.0.0 with: # This version number must be kept in sync with Makefile lint one. version: v2.6.0 working-directory: /home/runner/work/inspektor-gadget/inspektor-gadget semgrep: name: semgrep runs-on: ubuntu-latest container: image: returntocorp/semgrep # Skip any PR created by dependabot to avoid permission issues: if: (github.actor != 'dependabot[bot]') steps: # Fetch project source with GitHub Actions Checkout. - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 # Run the "semgrep ci" command on the command line of the docker image. - run: cd "$GITHUB_WORKSPACE" && semgrep ci --config "$GITHUB_WORKSPACE/.semgrep_rules.yaml" ebpf-objects-checks: name: eBPF Object checks # level: 1 needs: build-helper-images runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Check ebpf formatting env: GADGET_BUILDER: ${{ needs.build-helper-images.outputs.gadget_builder_image }} run: | make clang-format changes="$(git status --porcelain)" if [ -n "$changes" ] ; then >&2 echo "Use 'make clang-format' to fix the style in the eBPF code:" >&2 git diff exit 1 fi - name: Detect changes for ebpf objects env: GADGET_BUILDER: ${{ needs.build-helper-images.outputs.gadget_builder_image }} run: | make ebpf-objects changes="$(git status --porcelain)" if [ -n "$changes" ] ; then >&2 echo "$changes" exit 1 fi - name: Check that testdata is updated env: GADGET_BUILDER: ${{ needs.build-helper-images.outputs.gadget_builder_image }} run: | make testdata changes="$(git status --porcelain)" if [ -n "$changes" ] ; then >&2 echo "$changes" exit 1 fi pr-dependencies-checks: name: PR dependencies checks # level: 0 # We need to run this action only on PR. # Otherwise, for other cases like pushing to main, it will fail because it # searches for base_ref and head_ref which only exists in PR context. if: ${{ github.event.pull_request }} runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Check if added dependencies do not contain CVE. uses: actions/dependency-review-action@40c09b7dc99638e5ddb0bfd91c1673effc064d8a # v4.8.1 build-clients: name: clients # level: 0 runs-on: ubuntu-latest permissions: security-events: write strategy: fail-fast: false matrix: client: [kubectl-gadget, gadgetctl] os: [linux, darwin, windows] arch: [amd64, arm64] exclude: - os: windows arch: arm64 steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - uses: github/codeql-action/init@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: languages: go - name: Build ${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }} env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | git checkout # Prevent releases with -dirty suffix due to forgotten entries in # .gitignore. changes="$(git status --porcelain)" if [ -n "$changes" ] ; then echo "$changes" exit 1 fi client=${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }} make "$client" # We need to append .exe to windows binaries... dot_exe=$(test ${{ matrix.os }} = 'windows' && echo '.exe' || echo '') # Prepare assets for release and actions artifacts platform='${{ matrix.os }}-${{ matrix.arch }}' mkdir "$platform" cp "${client}${dot_exe}" "${platform}/${{ matrix.client }}${dot_exe}" cp LICENSE "$platform/" tar --sort=name --owner=root:0 --group=root:0 \ -czf "${client}.tar.gz" -C "$platform" \ ${{ matrix.client }}${dot_exe} LICENSE rm -rf "$platform" - name: CWE checks for ${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }} uses: github/codeql-action/analyze@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: category: ${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }} - name: Add ${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }}.tar.gz as artifact. uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: ${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }}-tar-gz path: /home/runner/work/inspektor-gadget/inspektor-gadget/${{ matrix.client }}-${{ matrix.os }}-${{ matrix.arch }}.tar.gz btfgen: name: btfgen # level: 0 runs-on: ubuntu-latest strategy: fail-fast: false matrix: platform: [amd64, arm64] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Get btfhub-archive last commmit id: get-btfhub-head run: | echo "head=$(git ls-remote https://github.com/aquasecurity/btfhub-archive/ HEAD | cut -f1)" >> $GITHUB_OUTPUT shell: bash - name: Cache BTFGen id: cache-btfgen uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: pkg/btfgen/btfs # key is composed by # - arch: amd64 or arm64 # - latest commit of btfhub # - hash of all bpf objects key: btfgen-${{ matrix.platform }}-${{ steps.get-btfhub-head.outputs.head }}-${{ hashFiles('pkg/**/*.o') }} - name: BTFGen if: ${{ steps.cache-btfgen.outputs.cache-hit != 'true' }} run: | ./tools/getbtfhub.sh ./tools/getbpftool.sh make btfgen BPFTOOL=/tmp/bpftool \ ARCH=${{ matrix.platform }} BTFHUB_ARCHIVE="$HOME/btfhub-archive/" -j$(nproc) build-ig: name: ig # level: 1 needs: - btfgen - build-helper-images runs-on: ubuntu-latest permissions: security-events: write strategy: fail-fast: false matrix: platform: [amd64, arm64] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Get btfhub-archive last commmit id: get-btfhub-head run: | echo "head=$(git ls-remote https://github.com/aquasecurity/btfhub-archive/ HEAD | cut -f1)" >> $GITHUB_OUTPUT shell: bash - name: Cache BTFGen id: cache-btfgen uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: pkg/btfgen/btfs # key is composed by # - arch: amd64 or arm64 # - latest commit of btfhub # - hash of all bpf objects key: btfgen-${{ matrix.platform }}-${{ steps.get-btfhub-head.outputs.head }}-${{ hashFiles('pkg/**/*.o') }} - name: Build ig-linux-${{ matrix.platform }} env: GADGET_BUILDER: ${{ needs.build-helper-images.outputs.gadget_builder_image }} run: | if [ "${{ matrix.platform }}" = 'arm64' ]; then sudo apt-get update sudo apt-get install qemu-user-static fi make ig-linux-${{ matrix.platform }} # Prepare assets for release and actions artifacts mkdir ${{ matrix.platform }} cp ig-linux-${{ matrix.platform }} ${{ matrix.platform }}/ig cp LICENSE ${{ matrix.platform }}/ tar --sort=name --owner=root:0 --group=root:0 \ -czf ig-linux-${{ matrix.platform }}.tar.gz -C ${{ matrix.platform }} \ ig LICENSE rm -rf ${{ matrix.platform }} - name: Add ig-linux-${{ matrix.platform }}.tar.gz as artifact. uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: ig-linux-${{ matrix.platform }}-tar-gz path: /home/runner/work/inspektor-gadget/inspektor-gadget/ig-linux-${{ matrix.platform }}.tar.gz build-ig-cwe: name: Check ig CWE # level: 0 runs-on: ubuntu-latest permissions: security-events: write strategy: fail-fast: false matrix: platform: [amd64, arm64] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - uses: github/codeql-action/init@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: languages: go - name: Build ig-linux-${{ matrix.platform }} for CWE checks run: | # We need to build ig using go build otherwise CodeQL will not detect # that the binary was built and will try to autobuild it which adds # extra time in the CI pipeline. CGO_ENABLED=0 GOARCH=${{ matrix.platform }} go build \ -ldflags "-extldflags '-static'" \ github.com/inspektor-gadget/inspektor-gadget/cmd/ig - name: CWE checks for ig-linux-${{ matrix.platform }} uses: github/codeql-action/analyze@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: category: ig-linux-${{ matrix.platform }} build-gadget-container-deps: # We only build this dependencies to check if they do not contain CWE. name: Build gadget-container-deps # level: 0 runs-on: ubuntu-latest permissions: security-events: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - uses: github/codeql-action/init@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: languages: go - name: Build gadget-container-deps run: | make -C gadget-container - name: CWE checks for gadget-container-deps uses: github/codeql-action/analyze@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: category: gadget-container-deps build-gadget-container-images: name: gadget img # level: 1 needs: btfgen runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write outputs: digest-amd64: ${{ steps.published-gadget-container-images.outputs.amd64 }} digest-arm64: ${{ steps.published-gadget-container-images.outputs.arm64 }} sbom-digest-amd64: ${{ steps.gadget-container-images-attach-sbom.outputs.sbom-amd64 }} sbom-digest-arm64: ${{ steps.gadget-container-images-attach-sbom.outputs.sbom-arm64 }} strategy: fail-fast: false matrix: os: [ linux ] # For the moment, we only support these two platforms. platform: [ arm64, amd64 ] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up QEMU uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v3.6.0 - name: Set up Docker Buildx id: buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Cache Docker layers uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: /tmp/.buildx-cache key: ${{ runner.os }}-docker-${{ matrix.platform }}-${{ hashFiles('Dockerfiles/gadget.Dockerfile') }} restore-keys: | ${{ runner.os }}-docker-${{ matrix.platform }}- - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Get btfhub-archive last commmit id: get-btfhub-head run: | echo "head=$(git ls-remote https://github.com/aquasecurity/btfhub-archive/ HEAD | cut -f1)" >> $GITHUB_OUTPUT shell: bash - name: Cache BTFGen id: cache-btfgen uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: pkg/btfgen/btfs # key is composed by # - arch: amd64 or arm64 # - latest commit of btfhub # - hash of all bpf objects key: btfgen-${{ matrix.platform }}-${{ steps.get-btfhub-head.outputs.head }}-${{ hashFiles('pkg/**/*.o') }} # we are using cache-to mode=min (default) implying that only final image layers are cached, using cache # mode=max results in builder image layer of ~7GB because of btfhub files in a layer, which is too # large (gloabal limit 10GB) to work with GH caches. (TODO: if we can work with mode=max in future?) - name: Build gadget ${{ matrix.os }} ${{ matrix.platform }} container image as artifacts uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/gadget.Dockerfile outputs: type=docker,dest=/tmp/gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} cache-from: type=local,src=/tmp/.buildx-cache cache-to: type=local,dest=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} build-args: | VERSION=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} - name: Publish gadget ${{ matrix.os }} ${{ matrix.platform }} container image as artifacts uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar path: /tmp/gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar retention-days: 1 - name: Generate SBOM for gadget ${{ matrix.os }} ${{ matrix.platform }} image uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/gadget.Dockerfile outputs: type=local,dest=/tmp/gadget-container-image-${{ matrix.os }}-${{ matrix.platform }} tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} cache-from: type=local,src=/tmp/.buildx-cache cache-to: type=local,dest=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} # The following permits to generate SBOM: # https://github.com/moby/buildkit/issues/2773#issue-1194754388 build-args: BUILDKIT_SYNTAX=crazymax/dockerfile:sbom # build time will not be increased with this workflow because of internal cache # buildx is used here since it allows push-by-digest to avoid platform specific tags - name: Publish gadget ${{ matrix.os }} ${{ matrix.platform }} container image to registry id: publish-gadget-container-images if: github.event_name != 'pull_request' uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/gadget.Dockerfile outputs: type=registry,name=${{ steps.set-repo-determine-image-tag.outputs.container-repo }},push=true,push-by-digest=true cache-from: type=local,src=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} build-args: | VERSION=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} - name: Setup oras if: github.event_name != 'pull_request' uses: oras-project/setup-oras@22ce207df3b08e061f537244349aac6ae1d214f6 # v1.2.4 - name: Attach SBOM to container image if: github.event_name != 'pull_request' id: gadget-container-images-attach-sbom env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} DIGEST: ${{ steps.publish-gadget-container-images.outputs.digest }} run: | # We need to get the image digest from the manifest. # Otherwise, we will attach the SBOM to the manifest and the SBOM will # be lost when using imagetools as this command creates a new manifest # and attaches only the images, not the existing manifests. # This way, we are sure the new manifest will point to the images which # have SBOM attached. manifest=$(oras manifest fetch "${CONTAINER_REPO}@${DIGEST}") image_digest=$(echo "$manifest" | jq -e '[.manifests[] | select ( .platform.architecture == "${{ matrix.platform }}" and .platform.os == "${{ matrix.os }}" )] | if length != 1 then empty else .[0].digest end') image_digest=$(echo "$image_digest" | tr -d '"') sbom_digest=$(oras attach "${CONTAINER_REPO}@${image_digest}" /tmp/gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}/sbom_cyclonedx.json --disable-path-validation --artifact-type example/sbom | grep 'Digest:' | awk '{ print $2 }') echo "sbom-${{ matrix.platform }}=${sbom_digest}" >> $GITHUB_OUTPUT - name: Save gadget ${{ matrix.os }} ${{ matrix.platform }} container image digest output id: published-gadget-container-images if: github.event_name != 'pull_request' env: DIGEST: ${{ steps.publish-gadget-container-images.outputs.digest }} run: | echo "${{ matrix.platform }}=$DIGEST" >> $GITHUB_OUTPUT # old cache entries aren’t deleted, so the cache size keeps growing # remove old cache and move new cache to cache path to workaround the issue # https://github.com/docker/build-push-action/issues/252 - name: Move gadget ${{ matrix.os }} ${{ matrix.platform }} container image cache to correct location run: | rm -rf /tmp/.buildx-cache mv /tmp/.buildx-cache-new /tmp/.buildx-cache build-ig-container-images: name: ig img # level: 1 needs: - btfgen - build-helper-images runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write outputs: digest-amd64: ${{ steps.published-ig-container-images.outputs.amd64 }} digest-arm64: ${{ steps.published-ig-container-images.outputs.arm64 }} sbom-digest-amd64: ${{ steps.ig-container-images-attach-sbom.outputs.sbom-amd64 }} sbom-digest-arm64: ${{ steps.ig-container-images-attach-sbom.outputs.sbom-arm64 }} strategy: fail-fast: false matrix: os: [ linux ] # For the moment, we only support these two platforms. platform: [ arm64, amd64 ] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up QEMU uses: docker/setup-qemu-action@29109295f81e9208d7d86ff1c6c12d2833863392 # v3.6.0 - name: Set up Docker Buildx id: buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Cache Docker layers uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: /tmp/.buildx-cache key: ${{ runner.os }}-docker-${{ matrix.platform }}-${{ hashFiles('Dockerfiles/ig.Dockerfile') }} restore-keys: | ${{ runner.os }}-docker-${{ matrix.platform }}- - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ github.repository_owner }}/ig - name: Get btfhub-archive last commmit id: get-btfhub-head run: | echo "head=$(git ls-remote https://github.com/aquasecurity/btfhub-archive/ HEAD | cut -f1)" >> $GITHUB_OUTPUT shell: bash - name: Cache BTFGen id: cache-btfgen uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: pkg/btfgen/btfs # key is composed by # - arch: amd64 or arm64 # - latest commit of btfhub # - hash of all bpf objects key: btfgen-${{ matrix.platform }}-${{ steps.get-btfhub-head.outputs.head }}-${{ hashFiles('pkg/**/*.o') }} - name: Build ig ${{ matrix.os }} ${{ matrix.platform }} container image as artifacts uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/ig.Dockerfile outputs: type=docker,dest=/tmp/ig-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} cache-from: type=local,src=/tmp/.buildx-cache cache-to: type=local,dest=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} build-args: | VERSION=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} GADGET_BUILDER=${{ needs.build-helper-images.outputs.gadget_builder_image }} - name: Publish ig ${{ matrix.os }} ${{ matrix.platform }} container image as artifacts uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: ig-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar path: /tmp/ig-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar retention-days: 1 - name: Generate ig ${{ matrix.os }} ${{ matrix.platform }} container image SBOM uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/ig.Dockerfile outputs: type=local,dest=/tmp/ig-container-image-${{ matrix.os }}-${{ matrix.platform }} tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} cache-from: type=local,src=/tmp/.buildx-cache cache-to: type=local,dest=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} build-args: | VERSION=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} GADGET_BUILDER=${{ needs.build-helper-images.outputs.gadget_builder_image }} BUILDKIT_SYNTAX=crazymax/dockerfile:sbom # build time will not be increased with this workflow because of internal cache # buildx is used here since it allows push-by-digest to avoid platform specific tags - name: Publish ig ${{ matrix.os }} ${{ matrix.platform }} container image to registry id: publish-ig-container-images if: github.event_name != 'pull_request' uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget/ file: /home/runner/work/inspektor-gadget/inspektor-gadget/Dockerfiles/ig.Dockerfile outputs: type=registry,name=${{ steps.set-repo-determine-image-tag.outputs.container-repo }},push=true,push-by-digest=true cache-from: type=local,src=/tmp/.buildx-cache-new platforms: ${{ matrix.os }}/${{ matrix.platform }} build-args: | VERSION=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} GADGET_BUILDER=${{ needs.build-helper-images.outputs.gadget_builder_image }} - name: Setup oras if: github.event_name != 'pull_request' uses: oras-project/setup-oras@22ce207df3b08e061f537244349aac6ae1d214f6 # v1.2.4 - name: Attach SBOM to container image if: github.event_name != 'pull_request' id: ig-container-images-attach-sbom env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} DIGEST: ${{ steps.publish-ig-container-images.outputs.digest }} run: | # We need to get the image digest from the manifest. # Otherwise, we will attach the SBOM to the manifest and the SBOM will # be lost when using imagetools as this command creates a new manifest # and attaches only the images, not the existing manifests. # This way, we are sure the new manifest will point to the images which # have SBOM attached. manifest=$(oras manifest fetch "${CONTAINER_REPO}@${DIGEST}") image_digest=$(echo $manifest | jq -e '[.manifests[] | select ( .platform.architecture == "${{ matrix.platform }}" and .platform.os == "${{ matrix.os }}" )] | if length != 1 then empty else .[0].digest end') image_digest=$(echo "$image_digest" | tr -d '"') sbom_digest=$(oras attach "${CONTAINER_REPO}@${image_digest}" /tmp/ig-container-image-${{ matrix.os }}-${{ matrix.platform }}/sbom_cyclonedx.json --disable-path-validation --artifact-type example/sbom | grep 'Digest:' | awk '{ print $2 }') echo "sbom-${{ matrix.platform }}=${sbom_digest}" >> $GITHUB_OUTPUT - name: Save ig ${{ matrix.os }} ${{ matrix.platform }} container image digest output id: published-ig-container-images if: github.event_name != 'pull_request' env: DIGEST: ${{ steps.publish-ig-container-images.outputs.digest }} run: | echo "${{ matrix.platform }}=$DIGEST" >> $GITHUB_OUTPUT # old cache entries aren’t deleted, so the cache size keeps growing # remove old cache and move new cache to cache path to workaround the issue # https://github.com/docker/build-push-action/issues/252 - name: Move ig ${{ matrix.os }} ${{ matrix.platform }} container image cache to correct location run: | rm -rf /tmp/.buildx-cache mv /tmp/.buildx-cache-new /tmp/.buildx-cache analyse-ig-binary-size: name: IG binary size analysis runs-on: ubuntu-latest needs: - build-ig strategy: matrix: platform: [amd64, arm64] steps: - name: Set up Go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Install go-size-analyzer run: | go install github.com/Zxilly/go-size-analyzer/cmd/gsa@e47aa2561e70b937f2be7441b2eeca984ff60e8b # v1.7.6 - name: Get ig-linux-${{matrix.platform}}.tar.gz from artifact uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-${{matrix.platform}}-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-${{matrix.platform}}.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-${{matrix.platform}}.tar.gz gsa ./ig -f "json" --compact | tee out.json jq '[.packages | to_entries[] | {package: .key, size: .value.size, type: .value.type}] | sort_by(.size) | reverse' out.json | tee ig-packages.json shell: bash - name: Generate Markdown Table uses: buildingcash/json-to-markdown-table-action@b442169239ef35f1dc4e5c8c3d47686c081a7e65 #v1.1.0 id: table with: json_file_path: ig-packages.json - name: Add Markdown Table env: TABLE_OUTPUT: ${{ steps.table.outputs.table }} run: | echo '### Package Size Summary' >> $GITHUB_STEP_SUMMARY echo "$TABLE_OUTPUT" >> $GITHUB_STEP_SUMMARY analyze-ig-memory: name: IG memory analysis with pprof runs-on: ubuntu-latest needs: - build-ig - build-and-push-gadgets steps: - name: Set up Go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz & Analyze memory run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz sudo ./ig run trace_dns:main --pprof-addr=localhost:6060 & sleep 10 curl http://localhost:6060/debug/pprof/heap | tee heap.out go tool pprof -top -inuse_space ./ig heap.out | tee inuse_space.txt go tool pprof -top -alloc_space ./ig heap.out | tee alloc_space.txt - name: Add Markdown Table run: | # The inuse_space.txt contains the following header: # File: ig # Type: inuse_space # Time: Jan 22, 2025 at 1:49pm (UTC) # Showing nodes accounting for 50626.69kB, 100% of 50626.69kB total # flat flat% sum% cum cum% # And alloc_space.txt this one: # File: ig # Type: alloc_space # Time: Jan 22, 2025 at 1:49pm (UTC) # Showing nodes accounting for 12345.67kB, 100% of 12345.67kB total # flat flat% sum% cum cum% # awk will filter it out. declare -A files=([inuse_space.txt]='Inuse Space' [alloc_space.txt]='Alloc Space') for file in "${!files[@]}"; do echo "### Memory Usage Summary (${files[$file]})"| tee -a $GITHUB_STEP_SUMMARY echo '| Flat Memory | Flat% | Sum% | Cumulative Memory | Cumulative% | Function |' | tee -a $GITHUB_STEP_SUMMARY echo '|-------------|-------|------|--------------------|-------------|----------|' | tee -a $GITHUB_STEP_SUMMARY awk 'NR > 6 { printf "| %s | %s | %s | %s | %s | %s |\n", $1, $2, $3, $4, $5, $6 }' $file | tee -a $GITHUB_STEP_SUMMARY echo '' | tee -a $GITHUB_STEP_SUMMARY done scan-gadget-container-images: name: Scan gadget img # level: 2 needs: build-gadget-container-images runs-on: ubuntu-latest strategy: fail-fast: false matrix: os: [ linux ] platform: [ amd64 ] steps: - name: Download gadget ${{ matrix.os }} ${{ matrix.platform }} container image as artifacts uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar path: ${{ github.workspace }} - name: Scan gadget ${{ matrix.os }} ${{ matrix.platform }} container image uses: aquasecurity/trivy-action@b6643a29fecd7f34b3597bc6acb0a98b03d33ff8 # v0.33.1 with: input: gadget-container-image-${{ matrix.os }}-${{ matrix.platform }}.tar format: 'table' exit-code: 1 severity: CRITICAL,HIGH # uncomment to ignore vulnerabilities ignore-unfixed: true # ignore-policy: .github/trivy/ignore-policy.yaml publish-gadget-images-manifest: name: Publish gadget img manifest # level: 2 if: github.event_name != 'pull_request' needs: - build-gadget-container-images - check-secrets runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write outputs: image-digest: ${{ steps.publish-manifest-list.outputs.image-digest }} steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up Docker Buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Publish the manifest list id: publish-manifest-list env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} DIGEST_AMD64: ${{ needs.build-gadget-container-images.outputs.digest-amd64 }} DIGEST_ARM64: ${{ needs.build-gadget-container-images.outputs.digest-arm64 }} SBOM_DIGEST_AMD64: ${{ needs.build-gadget-container-images.outputs.sbom-digest-amd64 }} SBOM_DIGEST_ARM64: ${{ needs.build-gadget-container-images.outputs.sbom-digest-arm64 }} run: | IMAGE_REF="${CONTAINER_REPO}:${IMAGE_TAG}" IMAGE_SOURCE="https://github.com/inspektor-gadget/inspektor-gadget" IMAGE_DOCUMENTATION="https://inspektor-gadget.io/docs" IMAGE_LICENSES="Apache-2.0" IMAGE_TITLE="Inspektor Gadget k8s DaemonSet" IMAGE_DESCRIPTION="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image is used as a long-running DaemonSet in Kubernetes via the kubectl-gadget deploy command or via the Helm charts." docker buildx imagetools create \ -t "$IMAGE_REF" \ --annotation index:org.opencontainers.image.documentation="$IMAGE_DOCUMENTATION" \ --annotation index:org.opencontainers.image.description="$IMAGE_DESCRIPTION" \ --annotation index:org.opencontainers.image.licenses="$IMAGE_LICENSES" \ --annotation index:org.opencontainers.image.source="$IMAGE_SOURCE" \ --annotation index:org.opencontainers.image.title="$IMAGE_TITLE" \ "${CONTAINER_REPO}@${DIGEST_AMD64}" \ "${CONTAINER_REPO}@${SBOM_DIGEST_AMD64}" \ "${CONTAINER_REPO}@${DIGEST_ARM64}" \ "${CONTAINER_REPO}@${SBOM_DIGEST_ARM64}" image_digest=$(docker buildx imagetools inspect --format '{{json .Manifest.Digest}}' $IMAGE_REF | jq -r) echo "image-digest=${image_digest}" >> $GITHUB_OUTPUT - name: Sign the manifest list if: needs.check-secrets.outputs.cosign == 'true' uses: ./.github/actions/sign-container-image with: password: '${{ secrets.COSIGN_PASSWORD }}' private_key: '${{ secrets.COSIGN_PRIVATE_KEY }}' image: "${{ steps.set-repo-determine-image-tag.outputs.container-repo }}@${{ steps.publish-manifest-list.outputs.image-digest }}" publish-ig-images-manifest: name: Publish ig img manifest # level: 2 if: github.event_name != 'pull_request' needs: - build-ig-container-images - check-secrets runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up Docker Buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ github.repository_owner }}/ig - name: Publish the manifest list id: publish-manifest-list env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} DIGEST_AMD64: ${{ needs.build-ig-container-images.outputs.digest-amd64 }} DIGEST_ARM64: ${{ needs.build-ig-container-images.outputs.digest-arm64 }} SBOM_DIGEST_AMD64: ${{ needs.build-ig-container-images.outputs.sbom-digest-amd64 }} SBOM_DIGEST_ARM64: ${{ needs.build-ig-container-images.outputs.sbom-digest-arm64 }} run: | IMAGE_REF="${CONTAINER_REPO}:${IMAGE_TAG}" IMAGE_SOURCE="https://github.com/inspektor-gadget/inspektor-gadget" IMAGE_DOCUMENTATION="https://inspektor-gadget.io/docs" IMAGE_LICENSES="Apache-2.0" IMAGE_TITLE="Inspektor Gadget ig tool" IMAGE_DESCRIPTION="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image only includes the ig binary, a standalone tool to run the gadgets." docker buildx imagetools create \ -t "$IMAGE_REF" \ "${CONTAINER_REPO}@${DIGEST_AMD64}" \ "${CONTAINER_REPO}@${SBOM_DIGEST_AMD64}" \ "${CONTAINER_REPO}@${DIGEST_ARM64}" \ "${CONTAINER_REPO}@${SBOM_DIGEST_ARM64}" \ --annotation index:org.opencontainers.image.documentation="$IMAGE_DOCUMENTATION" \ --annotation index:org.opencontainers.image.description="$IMAGE_DESCRIPTION" \ --annotation index:org.opencontainers.image.licenses="$IMAGE_LICENSES" \ --annotation index:org.opencontainers.image.source="$IMAGE_SOURCE" \ --annotation index:org.opencontainers.image.title="$IMAGE_TITLE" image_digest=$(docker buildx imagetools inspect --format '{{json .Manifest.Digest}}' "$IMAGE_REF" | jq -r) echo "image-digest=${image_digest}" >> $GITHUB_OUTPUT - name: Sign the manifest list if: needs.check-secrets.outputs.cosign == 'true' uses: ./.github/actions/sign-container-image with: password: '${{ secrets.COSIGN_PASSWORD }}' private_key: '${{ secrets.COSIGN_PRIVATE_KEY }}' image: "${{ steps.set-repo-determine-image-tag.outputs.container-repo }}@${{ steps.publish-manifest-list.outputs.image-digest }}" build-helper-images: # level: 2 name: helper images runs-on: ubuntu-latest needs: - check-secrets outputs: dnstester_image: ${{ steps.image-tag.outputs.dnstester }} gadget_builder_image: ${{ steps.image-tag.outputs.gadget-builder }} permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write strategy: fail-fast: false matrix: image: - name: "dnstester" context: "tools/dnstester" dockerfile: "tools/dnstester/Dockerfile" platform: "linux/amd64,linux/arm64" key-files: "tools/dnstester/*" - name: "gadget-builder" context: "/home/runner/work/inspektor-gadget/inspektor-gadget" dockerfile: "Dockerfiles/gadget-builder.Dockerfile" platform: "linux/amd64,linux/arm64" key-files: | include/** Dockerfiles/gadget-builder.Dockerfile cmd/common/image/Makefile.build - name: "benchmark" context: "tools/bench" dockerfile: "tools/bench/Dockerfile" platform: "linux/amd64,linux/arm64" key-files: "tools/bench/*" steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up Docker Buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Cache Docker layers uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: /tmp/.buildx-cache key: ${{ runner.os }}-docker-${{ matrix.image.name }}-${{ hashFiles(matrix.image.key-files) }} restore-keys: | ${{ runner.os }}-docker-${{ matrix.image.name}}- - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ github.repository_owner }}/${{ matrix.image.name }} - name: Build ${{ matrix.image.name }} image id: build-image uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: ${{ matrix.image.context }} file: ${{ matrix.image.dockerfile }} # The repository should have the variable PUSH_HELPERS set to # ENABLE_PUSH_HELPERS, see: # https://docs.github.com/en/actions/learn-github-actions/variables#creating-configuration-variables-for-a-repository push: ${{ vars.PUSH_HELPERS == 'ENABLE_PUSH_HELPERS' }} tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} cache-from: type=local,src=/tmp/.buildx-cache cache-to: type=local,dest=/tmp/.buildx-cache-new platforms: ${{ matrix.image.platform }} - name: Save ${{ matrix.image.name }} image tag output id: image-tag env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} DIGEST: ${{ steps.build-image.outputs.digest }} run: | if [ -n "$DIGEST" ]; then image="${CONTAINER_REPO}@${DIGEST}" else if [ ${{ matrix.image.name }} == "dnstester" ]; then image=${{ env.DEFAULT_DNSTESTER_IMAGE }} elif [ ${{ matrix.image.name }} == "gadget-builder" ]; then image=${{ env.DEFAULT_GADGET_BUILDER_IMAGE }} elif [ ${{ matrix.image.name }} == "benchmark" ]; then image=${{ env.DEFAULT_TOOLS_BENCH_IMAGE }} else >&2 echo "No default image for ${{ matrix.image.name }}!" exit 1 fi fi echo "${{ matrix.image.name }}=${image}" >> $GITHUB_OUTPUT - name: Sign ${{ matrix.image.name }} image if: needs.check-secrets.outputs.cosign == 'true' && vars.PUSH_HELPERS == 'ENABLE_PUSH_HELPERS' uses: ./.github/actions/sign-container-image with: password: '${{ secrets.COSIGN_PASSWORD }}' private_key: '${{ secrets.COSIGN_PRIVATE_KEY }}' image: "${{ steps.set-repo-determine-image-tag.outputs.container-repo }}@${{ steps.build-image.outputs.digest }}" # old cache entries aren’t deleted, so the cache size keeps growing # remove old cache and move new cache to cache path to workaround the issue # https://github.com/docker/build-push-action/issues/252 - name: Move ig container image cache to correct location run: | rm -rf /tmp/.buildx-cache mv /tmp/.buildx-cache-new /tmp/.buildx-cache build-examples: name: example # level: 0 runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write strategy: fail-fast: false matrix: example: [container-hook, kube-container-collection] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set up Docker Buildx id: buildx uses: docker/setup-buildx-action@e468171a9de216ec08956ac3ada2f0791b6bd435 # v3.11.1 - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Build example container uses: docker/build-push-action@263435318d21b8e681c14492fe198d362a7d2c83 # v6.18.0 with: context: /home/runner/work/inspektor-gadget/inspektor-gadget file: /home/runner/work/inspektor-gadget/inspektor-gadget/examples/${{ matrix.example }}/Dockerfile push: ${{ secrets.PUSH_EXAMPLES == 'ENABLE_PUSH_EXAMPLES' }} tags: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }}-${{ matrix.example }}:${{ steps.set-repo-determine-image-tag.outputs.image-tag }} build-gadgets-examples: name: Gadgets examples # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Build gadgets example binaries run: | cd examples for dir in $(dirname $(find gadgets -name main.go)); do go build "./$dir"; done test-unit: needs: - build-ig name: Unit tests # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Get ig-linux-amd64.tar.gz from artifact uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz sudo mv ig /usr/local/bin/ig - name: Unit tests run: | sudo make test benchmarks: name: Benchmarks # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Show repository setup env: EVENT_PULL_REQUEST_HEAD_REPO_FULL_NAME: ${{ github.event.pull_request.head.repo.full_name }} run: | echo "github.event_name: $GITHUB_EVENT_NAME" echo "github.event.pull_request.head.repo.full_name: $EVENT_PULL_REQUEST_HEAD_REPO_FULL_NAME" echo "github.repository: $GITHUB_REPOSITORY" - name: Run benchmarks run: go test -exec sudo -bench=. -run=Benchmark ./... | tee output.txt #- name: Download previous benchmark data # uses: actions/cache@v1 # with: # path: ./cache # key: ${{ runner.os }}-benchmark - name: Store benchmark result uses: benchmark-action/github-action-benchmark@4bdcce38c94cec68da58d012ac24b7b1155efe8b # v1.20.7 # Disable push from forks or PR from forks. # $BENCHMARKS_TOKEN will not be available in those cases. if: | (github.event_name == 'push' && github.repository == 'inspektor-gadget/inspektor-gadget') || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == 'inspektor-gadget/inspektor-gadget') with: name: Gadget benchmarks # What benchmark tool the output.txt came from tool: 'go' # Where the output from the benchmark tool is stored output-file-path: output.txt # Where the previous data file is stored # external-data-json-path: ./cache/benchmark-data.json # Workflow will fail when an alert happens fail-on-alert: false # GitHub API token to make a commit comment github-token: ${{ secrets.BENCHMARKS_TOKEN }} # Enable alert commit comment comment-on-alert: true # Enable Job Summary for PRs # summary-always: true # Mention people in the commit comment alert-comment-cc-users: '@alban' # Push and deploy GitHub pages branch automatically auto-push: ${{ github.repository == 'inspektor-gadget/inspektor-gadget' }} gh-pages-branch: gh-pages gh-repository: github.com/inspektor-gadget/ig-benchmarks benchmark-data-dir-path: dev/bench package-helm-charts: name: Lint and package Helm charts # level: 0 runs-on: ubuntu-latest steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Install Helm uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4 # v4.3.1 with: token: ${{ secrets.GITHUB_TOKEN }} # chart version needs to be semver compliant so we remove the leading 'v' - name: Set Chart Version for release if: startsWith(github.ref, 'refs/tags/v') env: TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | echo "CHART_VERSION=${TAG#v}" >> $GITHUB_ENV - name: Lint Helm charts env: IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | make -C charts lint - name: Detect changes for deploy.yaml run: | make generate-manifests changes="$(git status --porcelain)" if [ -n "$changes" ] ; then echo "$changes" exit 1 fi - name: Package Helm charts env: IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | make -C charts package - name: Upload Helm charts uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: gadget-charts-tgz path: charts/bin/*.tgz test-helm-charts: name: Test Helm charts # level: 2 runs-on: ubuntu-latest needs: - package-helm-charts - build-gadget-container-images steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Install Helm uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4 # v4.3.1 with: token: ${{ secrets.GITHUB_TOKEN }} - name: Download Helm charts uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadget-charts-tgz - name: Setup minikube uses: ./.github/actions/setup-minikube with: runtime: "docker" - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Get gadget-container-image-linux-amd64.tar from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadget-container-image-linux-amd64.tar path: /home/runner/work/inspektor-gadget/ - name: Prepare minikube by loading gadget-container-image-linux-amd64.tar env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | # 'docker load' ensures the image is named correctly e.g podman has issues loading untagged images from archive docker load -i /home/runner/work/inspektor-gadget/gadget-container-image-linux-amd64.tar minikube image load "${CONTAINER_REPO}:${IMAGE_TAG}" - name: Test Helm charts # default shell is "bash -e {0}" which will fail-fast if the command returns a non-zero exit code # See: https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsshell shell: bash {0} run: | # Install the Helm chart helm install gadget gadget-*.tgz \ --namespace gadget --create-namespace \ --set image.repository=${{ steps.set-repo-determine-image-tag.outputs.container-repo }} \ --set image.tag=${{ steps.set-repo-determine-image-tag.outputs.image-tag }} \ --set image.pullPolicy=Never # Validate the installation kubectl rollout status daemonset/gadget --namespace gadget --timeout=60s if [[ $? -ne 0 ]]; then echo "DaemonSet gadget is not available" kubectl get pods --namespace gadget kubectl describe daemonset gadget --namespace gadget kubectl logs -n gadget daemonset/gadget exit 1 fi # Uninstall the chart helm uninstall gadget --namespace gadget publish-helm-charts: name: Publish Helm charts # level: 1 if: github.event_name != 'pull_request' needs: package-helm-charts runs-on: ubuntu-latest permissions: # allow publishing helm charts # in case of public fork repo/packages permissions will always be read contents: read packages: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Install Helm uses: azure/setup-helm@1a275c3b69536ee54be43f2070a358922e12c8d4 # v4.3.1 with: token: ${{ secrets.GITHUB_TOKEN }} - name: Download Helm charts uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadget-charts-tgz - name: Publish Helm charts run: | # Final name of the chart will be REGISTRY/CONTAINER_REPO/charts/CHART_NAME:CHART_VERSION # where CHART_NAME and CHART_VERSION are derived from the Chart.yaml packaged in the tgz helm push gadget-*.tgz \ oci://${{ env.REGISTRY }}/${{ env.CONTAINER_REPO }}/charts test-components: name: Test components # level: 1 runs-on: ubuntu-latest needs: - build-helper-images steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Run component tests env: GADGET_BUILDER: ${{ needs.build-helper-images.outputs.gadget_builder_image }} run: | make component-tests check-secrets: name: Check repo secrets # level: 0 runs-on: ubuntu-latest outputs: aro: ${{ steps.set_output.outputs.aro }} aks: ${{ steps.set_output.outputs.aks }} gke: ${{ steps.set_output.outputs.gke }} cosign: ${{ steps.set_output.outputs.cosign }} steps: # Secrets cannot be used as if condition, use job output as workaround. # https://github.com/actions/runner/issues/520 - id: set_output env: OPENSHIFT_SERVER: '${{ secrets.OPENSHIFT_SERVER }}' OPENSHIFT_USER: '${{ secrets.OPENSHIFT_USER }}' OPENSHIFT_PASSWORD: '${{ secrets.OPENSHIFT_PASSWORD }}' AZURE_AKS_CLIENT_ID: '${{ secrets.AZURE_AKS_CLIENT_ID }}' AZURE_AKS_TENANT_ID: '${{ secrets.AZURE_AKS_TENANT_ID }}' AZURE_AKS_SUBSCRIPTION_ID: '${{ secrets.AZURE_AKS_SUBSCRIPTION_ID }}' AZURE_AKS_RESOURCE_GROUP: '${{ secrets.AZURE_AKS_RESOURCE_GROUP }}' COSIGN_PASSWORD: '${{ secrets.COSIGN_PASSWORD }}' COSIGN_PRIVATE_KEY: '${{ secrets.COSIGN_PRIVATE_KEY }}' GKE_PROJECT: '${{ secrets.GKE_PROJECT }}' GKE_SERVICE_ACCOUNT: '${{ secrets.GKE_SERVICE_ACCOUNT }}' GKE_WORKLOAD_IDENTITY_PROVIDER: '${{ secrets.GKE_WORKLOAD_IDENTITY_PROVIDER }}' run: | if [[ "${OPENSHIFT_SERVER}" != "" && \ "${OPENSHIFT_USER}" != "" && \ "${OPENSHIFT_PASSWORD}" != "" ]]; \ then echo "Secrets to use an ARO cluster were configured in the repo" echo "aro=true" >> $GITHUB_OUTPUT else echo "Secrets to use an ARO cluster were not configured in the repo" echo "aro=false" >> $GITHUB_OUTPUT fi if [[ "${AZURE_AKS_CLIENT_ID}" != "" && \ "${AZURE_AKS_TENANT_ID}" != "" && \ "${AZURE_AKS_SUBSCRIPTION_ID}" != "" && \ "${AZURE_AKS_RESOURCE_GROUP}" != "" ]]; \ then echo "Secrets to use an AKS cluster were configured in the repo" echo "aks=true" >> $GITHUB_OUTPUT else echo "Secrets to use an AKS cluster were not configured in the repo" echo "aks=false" >> $GITHUB_OUTPUT fi if [[ "${COSIGN_PASSWORD}" != "" && \ "${COSIGN_PRIVATE_KEY}" != "" ]]; \ then echo "Secrets to use cosign were configured in the repo" echo "cosign=true" >> $GITHUB_OUTPUT else echo "Secrets to use cosign were not configured in the repo" echo "cosign=false" >> $GITHUB_OUTPUT fi if [[ "${GKE_PROJECT}" != "" && \ "${GKE_SERVICE_ACCOUNT}" != "" && \ "${GKE_WORKLOAD_IDENTITY_PROVIDER}" != "" ]]; \ then echo "Secrets to use a GKE cluster were configured in the repo" echo "gke=true" >> $GITHUB_OUTPUT else echo "Secrets to use a GKE cluster were not configured in the repo" echo "gke=false" >> $GITHUB_OUTPUT fi public-key-check: name: Public key check # level: 1 needs: check-secrets runs-on: ubuntu-latest # The first check means that job will only run if the secrets are present. So it will be skipped # for forks, PRs from forks and dependabot PRs (if no dependabot secret are configured). # The second check ensures if we forgot configuring the secrets in main repo # (inspektor-gadget/inspektor-gadget) so we can catch it early. if: needs.check-secrets.outputs.cosign == 'true' || (github.event_name == 'push' && github.repository == 'inspektor-gadget/inspektor-gadget') steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Install Cosign uses: sigstore/cosign-installer@faadad0cce49287aee09b3a48701e75088a2c6ad # v4.0.0 with: cosign-release: 'v2.6.0' - name: Check if public key is up-to-date. env: COSIGN_PASSWORD: '${{ secrets.COSIGN_PASSWORD }}' COSIGN_PRIVATE_KEY: '${{ secrets.COSIGN_PRIVATE_KEY }}' run: | cosign public-key --key env://COSIGN_PRIVATE_KEY > pkg/resources/inspektor-gadget.pub changes="$(git status --porcelain)" if [ -n "$changes" ] ; then >&2 echo "$changes" exit 1 fi test-integration-k8s-ig: name: Test ig w/ k8s # level: 3 needs: [ test-unit, build-ig, build-helper-images ] runs-on: ubuntu-latest strategy: fail-fast: false matrix: runtime: [ docker, containerd, cri-o ] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz mv ig ig-linux-amd64 - name: Setup minikube uses: ./.github/actions/setup-minikube with: runtime: ${{ matrix.runtime }} - name: Run integration for container runtime ${{ matrix.runtime }} id: integration-tests env: DNSTESTER_IMAGE: ${{ needs.build-helper-images.outputs.dnstester_image }} GADGET_REPOSITORY: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} GADGET_TAG: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} run: | set -o pipefail make -C integration/k8s \ CONTAINER_RUNTIME=${{ matrix.runtime }} \ -o build test |& tee integration.log - name: Prepare and publish test report for container runtime ${{ matrix.runtime }} if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: integration.log test-step-conclusion: ${{ steps.integration-tests.conclusion }} test-summary-suffix: ${{ matrix.runtime }} build-and-push-gadgets: name: Build and push gadgets # level: 2 needs: - build-ig - build-helper-images - check-secrets runs-on: ubuntu-latest permissions: # allow publishing container image # in case of public fork repo/packages permissions will always be read contents: read packages: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz sudo mv ig /usr/bin/ig - name: Install Cosign if: needs.check-secrets.outputs.cosign == 'true' uses: sigstore/cosign-installer@faadad0cce49287aee09b3a48701e75088a2c6ad # v4.0.0 with: cosign-release: 'v2.6.0' - name: Verify gadget builder image if: needs.check-secrets.outputs.cosign == 'true' run: | cosign verify --key pkg/resources/inspektor-gadget.pub ${{ needs.build-helper-images.outputs.gadget_builder_image }} - name: Build gadgets env: BUILDER_IMAGE: ${{ needs.build-helper-images.outputs.gadget_builder_image }} GADGET_REPOSITORY: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} GADGET_TAG: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} CFLAGS: "-Werror" run: | make build-gadgets -o install/ig -j$(nproc) # Check that metadata files are updated git diff --exit-code HEAD -- # Avoid building the gadgets again make -C gadgets/ push-existing -j$(nproc) - name: Sign the gadgets if: needs.check-secrets.outputs.cosign == 'true' env: COSIGN_PASSWORD: '${{ secrets.COSIGN_PASSWORD }}' COSIGN_PRIVATE_KEY: '${{ secrets.COSIGN_PRIVATE_KEY }}' GADGET_REPOSITORY: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} GADGET_TAG: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} run: | make -C gadgets/ sign-existing -j$(nproc) gadgets-unittest: name: Gadgets unit tests needs: - build-and-push-gadgets - build-helper-images - check-secrets runs-on: ubuntu-latest strategy: fail-fast: false steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Gadgets tests id: gadgets-tests shell: bash env: GADGET_REPOSITORY: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} GADGET_TAG: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} IG_VERIFY_IMAGE: ${{ needs.check-secrets.outputs.cosign }} run: | set -o pipefail make -C gadgets/ test-unit -o build |& tee gadgets-tests.log & wait $! - name: Prepare and publish test reports if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: gadgets-tests.log test-step-conclusion: ${{ steps.gadgets-tests.conclusion }} test-summary-suffix: "gadgets-unittest" gadgets-kernel-unittest: name: Gadgets unit tests on kernel needs: - build-ig - build-and-push-gadgets - build-helper-images - check-secrets runs-on: ubuntu-latest strategy: fail-fast: false matrix: kernel: - "6.11" - "6.10" - "6.6" - "6.1" - "5.15" - "5.10" - "5.4" # - "4.19" steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz sudo mv ig /usr/bin/ig - name: Set up QEMU run: | sudo apt-get update sudo apt-get install -y qemu-system-x86 sudo chmod 666 /dev/kvm - name: Install vimto run: | CGO_ENABLED=0 GOBIN=$(go env GOPATH)/bin go install lmb.io/vimto@latest ls $(go env GOPATH)/bin | grep vimto - name: Run gadget unit tests for kernel ${{ matrix.kernel }} id: gadgets-kernel-tests shell: bash env: GADGET_REPOSITORY: '${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }}' GADGET_TAG: '${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }}' IG_VERIFY_IMAGE: 'false' KERNEL_VERSION: '${{ matrix.kernel }}' run: | set -o pipefail export VIMTO=$(go env GOPATH)/bin/vimto make -C gadgets/ pull make -C gadgets/ test-unit -o build |& tee gadgets-kernel-tests.log & wait $! - name: Prepare and publish test reports if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: gadgets-kernel-tests.log test-step-conclusion: ${{ steps.gadgets-kernel-tests.conclusion }} test-summary-suffix: "gadgets-unittest-kernel-${{ matrix.kernel }}" test-gadgets-local: name: Test gadgets locally #level 3 needs: - build-ig - build-clients - build-helper-images - build-and-push-gadgets - check-secrets runs-on: ubuntu-latest strategy: fail-fast: false matrix: runtime: [docker, containerd] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz sudo mv ig /usr/bin/ig - name: Get gadgetctl-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadgetctl-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack gadgetctl-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/gadgetctl-linux-amd64.tar.gz sudo mv gadgetctl /usr/bin/gadgetctl - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Gadgets tests id: gadgets-tests shell: bash env: GADGET_REPOSITORY: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} GADGET_TAG: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} VERIFY_IMAGE: ${{ needs.check-secrets.outputs.cosign }} DNSTESTER_IMAGE: ${{ needs.build-helper-images.outputs.dnstester_image }} run: | set -o pipefail make \ IG_FLAGS="--verify-image=$VERIFY_IMAGE" \ IG_RUNTIME=${{ matrix.runtime }} \ -C gadgets/ test-local -o build |& tee gadgets-tests.log & wait $! - name: Prepare and publish test reports if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: gadgets-tests.log test-step-conclusion: ${{ steps.gadgets-tests.conclusion }} test-summary-suffix: "test-gadgets-local-${{ matrix.runtime }}" test-integration-non-k8s-ig: name: Test ig w/o k8s # level: 3 needs: - test-unit - build-ig - build-helper-images - build-and-push-gadgets runs-on: ubuntu-latest strategy: fail-fast: false matrix: runtime: [ docker, containerd ] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Get ig-linux-amd64.tar.gz from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: ig-linux-amd64-tar-gz path: /home/runner/work/inspektor-gadget/ - name: Unpack ig-linux-amd64.tar.gz run: | tar zxvf /home/runner/work/inspektor-gadget/ig-linux-amd64.tar.gz mv ig ig-linux-amd64 - name: Run integration for container runtime ${{ matrix.runtime }} id: integration-tests env: DNSTESTER_IMAGE: ${{ needs.build-helper-images.outputs.dnstester_image }} run: | set -o pipefail make -C integration/ig/non-k8s \ CONTAINER_RUNTIME=${{ matrix.runtime }} \ -o build test-${{ matrix.runtime }} |& tee integration.log - name: Prepare and publish test report for container runtime ${{ matrix.runtime }} if: always() continue-on-error: true uses: ./.github/actions/prepare-and-publish-test-reports with: test-log-file: integration.log test-step-conclusion: ${{ steps.integration-tests.conclusion }} test-summary-suffix: ${{ matrix.runtime }} test-integration-aks: name: Integration tests on AKS # level: 4 needs: - check-secrets - build-clients - build-gadget-container-images - publish-gadget-images-manifest - build-and-push-gadgets if: needs.check-secrets.outputs.aks == 'true' runs-on: ubuntu-latest strategy: fail-fast: false matrix: os-sku: [Ubuntu, AzureLinux] arch: [amd64, arm64] environment: aks permissions: # This is needed to use federated credentials: # https://learn.microsoft.com/en-us/azure/developer/github/connect-from-azure?tabs=azure-cli%2Clinux#set-up-azure-login-with-openid-connect-authentication id-token: write contents: read env: AZURE_AKS_RESOURCE_GROUP: '${{ secrets.AZURE_AKS_RESOURCE_GROUP }}' steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - uses: azure/login@a457da9ea143d694b1b9c7c869ebb04ebe844ef5 # v2.3.0 name: Login to Azure with: client-id: ${{ secrets.AZURE_AKS_CLIENT_ID }} tenant-id: ${{ secrets.AZURE_AKS_TENANT_ID }} subscription-id: ${{ secrets.AZURE_AKS_SUBSCRIPTION_ID }} - name: Craft cluster name shell: bash run: | echo "CLUSTER_NAME=${{ env.AZURE_AKS_CLUSTER_PREFIX }}${{ matrix.arch }}-${{ matrix.os-sku }}-${RANDOM}" >> $GITHUB_ENV - name: Create AKS cluster ${{ env.CLUSTER_NAME }} shell: bash run: | node_size='Standard_D2s_v5' if [ ${{ matrix.arch }} = 'arm64' ]; then # 'p' means the node size corresponds to arm64 hardware. node_size='Standard_D2ps_v5' fi # Enable the aks-preview extension to use AzureLinux as --os-sku. # This should lead to AKS being deployed on top of AzureLinux. # We do not upgrade az because there is a problem doing so in the # GitHub Action. az extension add --name aks-preview az aks create -l eastus2 -g "${AZURE_AKS_RESOURCE_GROUP}" -n ${{ env.CLUSTER_NAME }} -s "$node_size" --os-sku ${{ matrix.os-sku }} --no-ssh-key - uses: azure/aks-set-context@c7eb093e5a5d47caa333f64974d5fd1cd4bf069d # v4.0.3 name: Set AKS cluster ${{ env.CLUSTER_NAME }} context with: cluster-name: ${{ env.CLUSTER_NAME }} resource-group: ${{ secrets.AZURE_AKS_RESOURCE_GROUP }} admin: false - name: Run integration tests uses: ./.github/actions/run-integration-tests with: kubernetes_distribution: "aks-${{ matrix.os-sku }}" kubernetes_architecture: "${{ matrix.arch }}" container_repo: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} image_tag: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} gadget_repository: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} gadget_tag: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} test_summary_suffix: "${{ matrix.os-sku }}-${{ matrix.arch }}" # This step ensures we get fresh credentials before removing the cluster - uses: azure/login@a457da9ea143d694b1b9c7c869ebb04ebe844ef5 # v2.3.0 if: always() name: Login to Azure with: client-id: ${{ secrets.AZURE_AKS_CLIENT_ID }} tenant-id: ${{ secrets.AZURE_AKS_TENANT_ID }} subscription-id: ${{ secrets.AZURE_AKS_SUBSCRIPTION_ID }} - name: Delete AKS cluster ${{ env.CLUSTER_NAME }} if: always() shell: bash run: | az aks delete -g "${AZURE_AKS_RESOURCE_GROUP}" -n ${{ env.CLUSTER_NAME }} --no-wait --yes # Integration tests for ARO are separated from others distributions because it # is a pre-created cluster. It implies that we need to use a concurrency group # to ensure that only one test-integration-aro job runs at a time so that we # never try to use IG on that unique ARO cluster from different workflow runs. test-integration-aro: name: Integration tests on ARO # level: 4 needs: - check-secrets - build-clients - build-gadget-container-images - publish-gadget-images-manifest - build-and-push-gadgets # Run this job only if an ARO cluster is available on repo secrets. See # docs/devel/ci.md for further details. if: needs.check-secrets.outputs.aro == 'true' runs-on: ubuntu-latest concurrency: group: no-simultaneous-test-integration-aro steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Authenticate and set ARO cluster context # NOTE: This action generates the Kubernetes config file in the current # directory. Therefore, it must be run after checking out code otherwise # the file will be cleaned up. uses: redhat-actions/oc-login@5eb45e848b168b6bf6b8fe7f1561003c12e3c99d # v1.3 with: # API Server URL openshift_server_url: ${{ secrets.OPENSHIFT_SERVER }} # Credentials (TODO: Use a functional Service Account, see issue #574) openshift_username: ${{ secrets.OPENSHIFT_USER }} openshift_password: ${{ secrets.OPENSHIFT_PASSWORD }} - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Run integration tests uses: ./.github/actions/run-integration-tests with: kubernetes_distribution: "aro" kubernetes_architecture: "amd64" container_repo: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} image_tag: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} gadget_repository: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} gadget_tag: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} test_summary_suffix: "aro" test-integration-eks: name: Integration tests on EKS # level: 4 needs: - build-clients - build-gadget-container-images - publish-gadget-images-manifest - build-and-push-gadgets if: ${{ vars.AWS_ROLE != '' }} runs-on: ubuntu-latest # These permissions are needed to interact with GitHub's OIDC Token endpoint. permissions: id-token: write contents: read strategy: fail-fast: false matrix: arch: [amd64, arm64] env: AWS_REGION: us-east-2 AWS_EKS_CLUSTER_PREFIX: ig-ci-eks- steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Craft cluster name shell: bash run: | echo "CLUSTER_NAME=${{ env.AWS_EKS_CLUSTER_PREFIX }}${{ matrix.arch }}-${RANDOM}" >> $GITHUB_ENV # Install eksctl following https://eksctl.io/installation/#for-unix - name: Install eksctl run: | ARCH=$(dpkg-architecture -qDEB_HOST_ARCH) PLATFORM="$(uname -s)_$ARCH" curl -sLO "https://github.com/eksctl-io/eksctl/releases/latest/download/eksctl_${PLATFORM}.tar.gz" curl -sL "https://github.com/eksctl-io/eksctl/releases/latest/download/eksctl_checksums.txt" | grep "$PLATFORM" | sha256sum --check tar -xzf "eksctl_${PLATFORM}.tar.gz" -C /tmp && rm "eksctl_${PLATFORM}.tar.gz" sudo mv /tmp/eksctl /usr/local/bin - name: Configure AWS credentials uses: aws-actions/configure-aws-credentials@00943011d9042930efac3dcd3a170e4273319bc8 # v5.1.0 with: role-to-assume: ${{ vars.AWS_ROLE }} aws-region: ${{ env.AWS_REGION }} - name: Create EKS cluster ${{ env.CLUSTER_NAME }} shell: bash run: | # We need to use big nodes, otherwise integration tests fail because the node can't handle # many gadgets running on parallel node_type='t2.xlarge' if [ ${{ matrix.arch }} = 'arm64' ]; then node_type='t4g.xlarge' fi eksctl create cluster --name ${{ env.CLUSTER_NAME }} --tags "ig-ci=true,ig-ci-timestamp=$(date -u +'%Y-%m-%dT%H:%M:%S%:z')" --node-type $node_type - name: Run integration tests uses: ./.github/actions/run-integration-tests with: kubernetes_distribution: "eks-AmazonLinux" kubernetes_architecture: "${{ matrix.arch }}" container_repo: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} image_tag: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} gadget_repository: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} gadget_tag: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} test_summary_suffix: "EKS-${{ matrix.arch }}" - name: Delete EKS cluster ${{ env.CLUSTER_NAME }} if: always() shell: bash run: | eksctl delete cluster --name ${{ env.CLUSTER_NAME }} --force test-integration-gke: name: Integration tests on GKE # level: 4 if: needs.check-secrets.outputs.gke == 'true' needs: - check-secrets - build-clients - build-gadget-container-images - publish-gadget-images-manifest - build-and-push-gadgets runs-on: ubuntu-latest strategy: fail-fast: false matrix: flavor: - arch: amd64 region: us-east1 machine_type: e2-standard-2 - arch: arm64 region: us-central1 machine_type: t2a-standard-2 # Following permissions are needed to use OIDC authentication with GKE. permissions: id-token: write contents: read env: GKE_CLUSTER_PREFIX: 'ig-ci-gke-' steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Authenticate with GKE uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3.0.0 with: project_id: ${{ secrets.GKE_PROJECT }} service_account: ${{ secrets.GKE_SERVICE_ACCOUNT }} workload_identity_provider: ${{ secrets.GKE_WORKLOAD_IDENTITY_PROVIDER }} - name: Set up Cloud SDK uses: google-github-actions/setup-gcloud@aa5489c8933f4cc7a4f7d45035b3b1440c9c10db # v3.0.1 - name: Craft cluster name shell: bash run: | echo "CLUSTER_NAME=${{ env.GKE_CLUSTER_PREFIX }}${{ matrix.flavor.arch }}-${RANDOM}" >> $GITHUB_ENV - name: Create GKE cluster run: | # arm64 machine types are only available in zones (us-central1-a, us-central1-b, us-central1-f, us-central1-d) in us-central1 region extra_args="" if [ ${{ matrix.flavor.arch }} = "arm64" ]; then extra_args="--node-locations us-central1-a,us-central1-b,us-central1-f" fi gcloud container clusters create ${{ env.CLUSTER_NAME }} --project ${{ secrets.GKE_PROJECT }} \ --region ${{ matrix.flavor.region }} --machine-type ${{ matrix.flavor.machine_type }} --num-nodes 1 --disk-size 50 $extra_args - name: Set GKE cluster ${{ env.CLUSTER_NAME }} context uses: google-github-actions/get-gke-credentials@3da1e46a907576cefaa90c484278bb5b259dd395 # v3.0.0 with: cluster_name: ${{ env.CLUSTER_NAME }} location: ${{ matrix.flavor.region }} # ARM nodes come with a taint that prevents pods from being scheduled on them. # https://cloud.google.com/kubernetes-engine/docs/how-to/prepare-arm-workloads-for-deployment - name: Remove taint for arm64 nodes if: ${{ matrix.flavor.arch == 'arm64' }} run: | kubectl taint nodes --all kubernetes.io/arch=arm64:NoSchedule- - name: Run integration tests uses: ./.github/actions/run-integration-tests with: kubernetes_distribution: "gke-COS_containerd" kubernetes_architecture: ${{ matrix.flavor.arch }} container_repo: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} image_tag: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} gadget_repository: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} gadget_tag: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} test_summary_suffix: "GKE-${{ matrix.flavor.arch }}" - name: Delete GKE cluster if: always() # default shell is "bash -e {0}" which will fail-fast if the command returns a non-zero exit code # See: https://docs.github.com/en/actions/using-workflows/workflow-syntax-for-github-actions#jobsjob_idstepsshell shell: bash {0} run: | while [ "$(gcloud container operations list \ --project ${{ secrets.GKE_PROJECT }} --region ${{ matrix.flavor.region }} \ --filter="status=RUNNING AND targetLink~${{ env.CLUSTER_NAME }}" --format="value(name)")" ] do echo "cluster has an ongoing operation, waiting for all operations to finish" sleep 15 done gcloud container clusters delete --project ${{ secrets.GKE_PROJECT }} --region ${{ matrix.flavor.region }} ${{ env.CLUSTER_NAME }} --async --quiet test-integration-minikube: name: Integr. tests # level: 3 needs: - build-clients - build-gadget-container-images - build-helper-images - build-and-push-gadgets - check-secrets runs-on: ubuntu-latest strategy: fail-fast: false matrix: runtime: [docker, containerd, cri-o] steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true - name: Setup minikube uses: ./.github/actions/setup-minikube with: runtime: ${{ matrix.runtime }} multi-node: true - name: Get gadget-container-image-linux-amd64.tar from artifact. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: name: gadget-container-image-linux-amd64.tar path: /home/runner/work/inspektor-gadget/ - name: Set container repository and determine image tag id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Prepare minikube by loading gadget-container-image-linux-amd64.tar env: CONTAINER_REPO: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | # 'docker load' ensures the image is named correctly e.g podman has issues loading untagged images from archive docker load -i /home/runner/work/inspektor-gadget/gadget-container-image-linux-amd64.tar minikube image load "${CONTAINER_REPO}:${IMAGE_TAG}" - name: Run integration tests uses: ./.github/actions/run-integration-tests with: kubernetes_distribution: "minikube-github" kubernetes_architecture: "amd64" container_repo: ${{ steps.set-repo-determine-image-tag.outputs.container-repo }} image_tag: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} dnstester_image: ${{ needs.build-helper-images.outputs.dnstester_image }} gadget_repository: ${{ steps.set-repo-determine-image-tag.outputs.gadget-repository }} gadget_tag: ${{ steps.set-repo-determine-image-tag.outputs.gadget-tag }} gadget_verify_image: ${{ needs.check-secrets.outputs.cosign }} test_summary_suffix: ${{ matrix.runtime }} publish-test-reports: name: Publish test reports # level: 5 needs: - test-integration-minikube - test-integration-aks - test-integration-aro - test-integration-eks - test-integration-gke - test-integration-k8s-ig - test-integration-non-k8s-ig - test-gadgets-local runs-on: ubuntu-latest # Skip this job when running on a fork or a PR from a fork. if: always() && ( (github.event_name == 'push' && github.repository == 'inspektor-gadget/inspektor-gadget') || (github.event_name == 'pull_request' && github.event.pull_request.head.repo.full_name == 'inspektor-gadget/inspektor-gadget')) steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Get all reports uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 with: pattern: "test-reports-*-*" - name: Store test report shell: bash {0} run: ./tools/store-test-reports.sh env: TEST_REPORTS_TOKEN: ${{ secrets.TEST_REPORTS_TOKEN }} release: name: Release # level: 5 needs: - ebpf-objects-checks - lint - semgrep - test-integration-minikube - test-integration-aks - test-components - build-ig-cwe - test-unit - test-gadgets-local - test-integration-k8s-ig - test-integration-non-k8s-ig - build-examples - build-gadgets-examples - package-helm-charts - check-secrets - scan-gadget-container-images - publish-gadget-images-manifest - public-key-check runs-on: ubuntu-latest permissions: contents: write if: startsWith(github.ref, 'refs/tags/v') steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - id: set-repo-determine-image-tag uses: ./.github/actions/set-container-repo-and-determine-image-tag with: registry: ${{ env.REGISTRY }} container-image: ${{ env.CONTAINER_REPO }} - name: Build release YAML env: IMAGE_TAG: ${{ steps.set-repo-determine-image-tag.outputs.image-tag }} run: | export IMAGE="${{ env.REGISTRY }}/${{ env.CONTAINER_REPO }}:${IMAGE_TAG}" cp pkg/resources/manifests/deploy.yaml "inspektor-gadget-${GITHUB_REF_NAME}.yaml" perl -pi -e 's@(image:) ".+\"@$1 "$ENV{IMAGE}"@; s@"latest"@"$ENV{IMAGE_TAG}"@;' "inspektor-gadget-${GITHUB_REF_NAME}.yaml" - name: Create Draft Release id: create_release uses: softprops/action-gh-release@6da8fa9354ddfdc4aeace5fc48d7f679b5214090 # v2.4.1 with: token: ${{ secrets.GITHUB_TOKEN }} name: Release ${{ github.ref_name }} draft: true - name: Get all artifacts. uses: actions/download-artifact@018cc2cf5baa6db3ef3c5f8a56943fffe632ef53 # v6.0.0 - name: Setup go uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: ${{ env.GO_VERSION }} cache: true id: go - name: Build ig distributions packages run: | go install github.com/goreleaser/nfpm/v2/cmd/nfpm@d33a9233bb7acf04621b78114114476196d7977 # v2.38.0 mkdir ig_packages for ig_archive in ig-*-*-tar-gz/ig-*-*.tar.gz; do cp .nfpm_template.yaml nfpm.yaml mkdir archive_output tar zxvf "$ig_archive" -C archive_output export path=$(find archive_output -name 'ig') # Fill the template file with corresponding information. export arch=$(echo "$ig_archive" | cut -d'-' -f3) perl -pi -e 's/IG_ARCH/$ENV{arch}/; s/IG_VERSION/$ENV{GITHUB_REF_NAME}/; s/IG_PATH/$ENV{path}/' nfpm.yaml # Build the packages for distro in apk deb rpm archlinux; do nfpm package -p "$distro" -t ig_packages done rm -r archive_output rm nfpm.yaml done - name : Generate go mod vendor archive shell: bash run: | go mod vendor tar --create --remove-files --auto-compress --file inspektor-gadget-vendor.tar.gz --transform="s:^:inspektor-gadget-${GITHUB_REF_NAME#v}/:" vendor - name: Rename all artifacts to *-${{ github.ref_name }}.tar.gz shell: bash run: | for i in kubectl-gadget-*-*-tar-gz/kubectl-gadget-*-*.tar.gz ig-*-*-tar-gz/ig-*-*.tar.gz gadgetctl-*-*-tar-gz/gadgetctl-*-*.tar.gz inspektor-gadget-vendor.tar.gz; do mv $i $(dirname $i)/$(basename $i .tar.gz)-$GITHUB_REF_NAME.tar.gz done - name: Install cyclonedx-gomod uses: CycloneDX/gh-gomod-generate-sbom@efc74245d6802c8cefd925620515442756c70d8f # v2.0.0 - name: Compute SBOM for all binary artifacts shell: bash run: | mkdir sbom for i in kubectl-gadget-*-*-tar-gz/kubectl-gadget-*-*.tar.gz ig-*-*-tar-gz/ig-*-*.tar.gz gadgetctl-*-*-tar-gz/gadgetctl-*-*.tar.gz; do temp_dir=$(mktemp -d) tar zxvf $i -C $temp_dir exe=$(find "$temp_dir" -type f -executable) cyclonedx-gomod bin -json -output sbom/$(basename $i .tar.gz).bom.json -version "$GITHUB_REF_NAME" $exe rm -fr "$temp_dir" done - name: Compute checksums for all artifacts shell: bash run: | for i in kubectl-gadget-*-*-tar-gz/kubectl-gadget-*-*.tar.gz ig-*-*-tar-gz/ig-*-*.tar.gz gadgetctl-*-*-tar-gz/gadgetctl-*-*.tar.gz inspektor-gadget-$GITHUB_REF_NAME.yaml ig_packages/* sbom/*.bom.json inspektor-gadget-vendor-*.tar.gz; do hash=$(sha256sum $i | cut -d' ' -f1) echo "${hash} $(basename $i)" >> SHA256SUMS done - name: Install Cosign if: needs.check-secrets.outputs.cosign == 'true' uses: sigstore/cosign-installer@faadad0cce49287aee09b3a48701e75088a2c6ad # v4.0.0 with: cosign-release: 'v2.6.0' - name: Sign checksums file if: needs.check-secrets.outputs.cosign == 'true' shell: bash env: COSIGN_PASSWORD: '${{ secrets.COSIGN_PASSWORD }}' COSIGN_PRIVATE_KEY: '${{ secrets.COSIGN_PRIVATE_KEY }}' run: | checksums_file=SHA256SUMS cosign sign-blob --key env://COSIGN_PRIVATE_KEY --yes $checksums_file --output-signature="${checksums_file}.sig" --bundle="${checksums_file}.bundle" # Derivate public key from private key to publish it as release # artifact, so people can verify our signature. cosign public-key --key env://COSIGN_PRIVATE_KEY > inspektor-gadget.pub - name: Login to Container Registry uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Upload kubectl-gadget binary uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "kubectl-gadget-*-*-tar-gz/kubectl-gadget-*-*.tar.gz" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload IG *.tar.gz binary uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "ig-*-*-tar-gz/ig-*-*.tar.gz" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload gadgetctl *.tar.gz binary uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "gadgetctl-*-*-tar-gz/gadgetctl-*-*.tar.gz" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload YAML uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: file: inspektor-gadget-${{ github.ref_name }}.yaml github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload checksums file uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: file: SHA256SUMS github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload IG distributions packages uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "ig_packages/ig*" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload Inpektor Gadget Helm Charts uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "gadget-charts-tgz/gadget-*.tgz" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload public key uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "*.pub" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload bundle uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "*.bundle" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload signature uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "*.sig" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload binaries SBOMs uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "sbom/*.bom.json" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} - name: Upload go mod vendor archive uses: csexton/release-asset-action@3567794e918fa3068116688122a76cdeb57b5f09 # v3 with: pattern: "inspektor-gadget-vendor-*.tar.gz" github-token: ${{ secrets.GITHUB_TOKEN }} release-url: ${{ steps.create_release.outputs.upload_url }} inspektor-gadget-0.46.0/.github/workflows/mlc_config.json000066400000000000000000000003701510117411400234330ustar00rootroot00000000000000{ "ignorePatterns" : [ "%23" ], "replacementPatterns" : [ { "pattern" : "%IG_BRANCH%", "replacement" : "main" }, { "pattern" : "%IG_TAG%", "replacement" : "latest" } ] } inspektor-gadget-0.46.0/.github/workflows/release.yml000066400000000000000000000115511510117411400226060ustar00rootroot00000000000000name: Inspektor Gadget Release env: REGISTRY: ghcr.io on: release: types: [published] permissions: read-all jobs: release: name: Release runs-on: ubuntu-latest permissions: # This is needed by below action used to open PR: # https://github.com/peter-evans/create-pull-request#token contents: write pull-requests: write packages: write steps: - uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 - name: Update new version in krew-index if: github.repository == 'inspektor-gadget/inspektor-gadget' uses: rajatjindal/krew-release-bot@3d9faef30a82761d610544f62afddca00993eef9 # v0.0.47 with: workdir: /home/runner/work/inspektor-gadget/inspektor-gadget krew_template_file: .krew.yaml - name: Update gadgets' version on artifact hub id: bump_gadgets if: github.repository == 'inspektor-gadget/inspektor-gadget' run: | # Get the version without the "v" prefix inspektor_gadget_version=$(echo $GITHUB_REF_NAME | tr -d '"v') echo "version=${inspektor_gadget_version}" >> $GITHUB_OUTPUT DATE="$(date -u +"%Y-%m-%dT%H:%M:%SZ")" for PKGFILE in $(find gadgets/ -name artifacthub-pkg.yml) ; do # - The 'createdAt' field identifies the release date. It should not # be changed in between releases. # - The 'digest' field is modified to request reindexing from # artifacthub. It is fine to modify it more often. sed -i \ -e "s/^version:.*$/version: ${inspektor_gadget_version}/" \ -e "s/^createdAt:.*$/createdAt: \"${DATE}\"/" \ -e "s/^digest:.*$/digest: \"${DATE}\"/" \ $PKGFILE done # The following is to support multiline with GITHUB_OUTPUT, see: # https://docs.github.com/en/actions/using-workflows/workflow-commands-for-github-actions#multiline-strings echo "changes<> $GITHUB_OUTPUT echo "$(git status --porcelain)" >> $GITHUB_OUTPUT echo "EOF" >> $GITHUB_OUTPUT - name: Create PR if: ${{ steps.bump_gadgets.outputs.changes != '' }} uses: peter-evans/create-pull-request@271a8d0340265f705b14b6d32b9829c1cb33d45e # v7.0.8 with: token: ${{ secrets.GITHUB_TOKEN }} commit-message: 'Artifact Hub: Update gadgets version to v${{ steps.bump_gadgets.outputs.version }}' signoff: true branch: 'auto_bump_gadgets_v${{ steps.bump_gadgets.outputs.version }}' base: main delete-branch: true title: 'Artifact Hub: Update gadgets version to v${{ steps.bump_gadgets.outputs.version }}' body: | Hi. We released a new version of Inspektor Gadget [v${{ steps.bump_gadgets.outputs.version }}](https://github.com/${{ github.repository }}/releases/tag/v${{ steps.bump_gadgets.outputs.version }}), so the [official gadgets on Artifact Hub](https://artifacthub.io/packages/search?repo=gadgets) needs to be updated. This PR was automatically generated by a CI job: * [update-inspektor-gadget-release.yaml](https://github.com/${{ github.repository }}/blob/main/.github/workflows/release.yml) This PR will not be automatically merged. Please review, edit and merge as appropriate. Checklist: - [ ] Check that the [Inspektor Gadget CI](https://github.com/${{ github.repository }}/actions/workflows/inspektor-gadget.yml) completed successfully. - [ ] Check that the gadgets OCI images have a new tag with the correct version (v${{ steps.bump_gadgets.outputs.version }}). For example, [gadget/trace_open](https://github.com/${{ github.repository }}/pkgs/container/gadget%2Ftrace_open). - [ ] Check the diff of this PR. After merging, the Artifact Hub bot will notice the update. It might take 30 minutes. Then, the following will be updated: https://artifacthub.io/packages/search?repo=gadgets In case of problems, please check the logs in the [Artifact Hub control panel](https://artifacthub.io/control-panel). Best regards. - uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ${{ env.REGISTRY }} username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - uses: imjasonh/setup-crane@31b88efe9de28ae0ffa220711af4b60be9435f6e # v0.4 - name: Update latest tag env: IMAGE_TAG: ${{ github.event.release.tag_name }} GADGET_TAG: ${{ github.event.release.tag_name }} GITHUB_TOKEN: ${{ github.token }} run: | LATEST_TAG=$(gh release list --limit 1000 --json tagName | jq -r '.[].tagName' | sort -V | tail -n1) echo "LATEST_TAG=$LATEST_TAG, CURRENT_IMAGE_TAG=$IMAGE_TAG" if [ "$LATEST_TAG" = "$IMAGE_TAG" ]; then make update-latest-tag fi inspektor-gadget-0.46.0/.github/workflows/scorecard-analysis.yml000066400000000000000000000042051510117411400247520ustar00rootroot00000000000000name: Scorecard analysis workflow on: push: # Only the default branch is supported. branches: - main schedule: # Daily - cron: '30 1 * * *' # based on https://github.com/ossf/scorecard/blob/main/.github/workflows/scorecard-analysis.yml permissions: read-all jobs: analysis: name: Scorecard analysis if: github.repository == 'inspektor-gadget/inspektor-gadget' runs-on: ubuntu-latest permissions: # Needed for Code scanning upload security-events: write # Needed for GitHub OIDC token if publish_results is true id-token: write steps: - name: "Checkout code" uses: actions/checkout@ff7abcd0c3c05ccf6adc123a8cd1fd4fb30fb493 # v4.2.2 with: persist-credentials: false - name: "Run analysis" uses: ossf/scorecard-action@4eaacf0543bb3f2c246792bd56e8cdeffafb205a # v2.4.3 with: results_file: results.sarif results_format: sarif # Scorecard team runs a weekly scan of public GitHub repos, # see https://github.com/ossf/scorecard#public-data. # Setting `publish_results: true` helps us scale by leveraging your workflow to # extract the results instead of relying on our own infrastructure to run scans. # And it's free for you! publish_results: true # Upload the results as artifacts (optional). Commenting out will disable # uploads of run results in SARIF format to the repository Actions tab. # https://docs.github.com/en/actions/advanced-guides/storing-workflow-data-as-artifacts - name: "Upload artifact" uses: actions/upload-artifact@330a01c490aca151604b8cf639adc76d48f6c5d4 # v5.0.0 with: name: SARIF file path: results.sarif retention-days: 5 # Upload the results to GitHub's code scanning dashboard (optional). # Commenting out will disable upload of results to your repo's Code Scanning dashboard - name: "Upload to code-scanning" uses: github/codeql-action/upload-sarif@4e94bd11f71e507f7f87df81788dff88d1dacbfb # v3.29.5 with: sarif_file: results.sarif inspektor-gadget-0.46.0/.gitignore000066400000000000000000000012661510117411400170400ustar00rootroot00000000000000# Binaries for programs and plugins *.exe *.exe~ *.dll *.so *.dylib /ig /ig-*-* /gadgetctl /gadgetctl-*-* /kubectl-gadget /kubectl-gadget-*-* /gadget-container/bin # Test binary, build with `go test -c` *.test # Output of the go coverage tool, specifically when used with LiteIDE *.out # editor and IDE paraphernalia .idea .vscode *.swp *.swo # Downloaded binaries bin/ # BTF files pkg/btfgen/btfs/x86/* !pkg/btfgen/btfs/x86/README.md pkg/btfgen/btfs/arm64/* !pkg/btfgen/btfs/arm64/README.md # Build artifacts *.o *.tgz # keep all bpf objects generated with bpf2go !pkg/container-hook/**/*.o !pkg/kfilefields/**/*.o !pkg/gadgets/**/*.o !pkg/socketenricher/*.o !gadgets/*.o !testdata/*.o inspektor-gadget-0.46.0/.golangci.yml000066400000000000000000000020551510117411400174310ustar00rootroot00000000000000version: "2" run: go: 1.25.3 build-tags: - docs linters: default: none enable: - errorlint - staticcheck settings: errorlint: errorf: true asserts: true comparison: true staticcheck: checks: - all exclusions: generated: lax rules: # Ignore check: Packages must have a package comment - linters: - staticcheck text: 'ST1000: at least one file in a package should have a package comment' # Ignore rule about ID vs Id: https://github.com/golang/lint/issues/89 - linters: - staticcheck text: 'ST1003:' - linters: - staticcheck text: Switch to image-based gadgets instead paths: - third_party$ - examples$ issues: max-issues-per-linter: 0 max-same-issues: 0 formatters: enable: - gofumpt - goimports settings: goimports: local-prefixes: - github.com/inspektor-gadget/inspektor-gadget exclusions: generated: lax paths: - third_party$ - examples$ inspektor-gadget-0.46.0/.krew.yaml000066400000000000000000000102241510117411400167540ustar00rootroot00000000000000apiVersion: krew.googlecontainertools.github.com/v1alpha2 kind: Plugin metadata: name: gadget annotations: # List of annotations for Artifact Hub # https://artifacthub.io/docs/topics/annotations/krew/ # https://artifacthub.io/packages/krew/krew-index/gadget artifacthub.io/category: monitoring-logging artifacthub.io/displayName: Inspektor Gadget kubectl plugin artifacthub.io/keywords: | - ebpf - tracing - networking - security artifacthub.io/license: Apache-2.0 artifacthub.io/links: | - name: homepage url: https://inspektor-gadget.io/ - name: repository url: https://github.com/inspektor-gadget/inspektor-gadget/ - name: support url: https://github.com/inspektor-gadget/inspektor-gadget/issues artifacthub.io/readme: | Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. ## Install ```bash $ kubectl krew install gadget $ kubectl gadget deploy ``` ## Run image-based gadgets ```bash $ kubectl gadget deploy $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_open:latest ``` # artifacthub.io/changes: # artifacthub.io/maintainers: # artifacthub.io/provider: # artifacthub.io/recommendations: # artifacthub.io/screenshots: spec: version: {{ .TagName }} homepage: https://github.com/inspektor-gadget/inspektor-gadget shortDescription: Gadgets for debugging and introspecting apps description: | Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. It manages the packaging, deployment and execution of eBPF programs in a Kubernetes cluster, including many based on BCC tools, as well as some developed specifically for use in Inspektor Gadget. It automatically maps low-level kernel primitives to high-level Kubernetes resources, making it easier and quicker to find the relevant information. Inspektor Gadget is deployed to each node as a privileged DaemonSet. It uses in-kernel eBPF helper programs to monitor events mainly related to syscalls from userspace programs in a pod. The eBPF programs are run by the kernel and gather the log data. Inspektor Gadget's userspace utilities fetch the log data from ring buffers and display it. What eBPF programs are and how Inspektor Gadget uses them is briefly explained in the architecture document: https://github.com/inspektor-gadget/inspektor-gadget/blob/main/docs/architecture.md caveats: | Inspektor Gadget needs to be deployed to each node: $ kubectl gadget deploy Read the documentation available at https://github.com/inspektor-gadget/inspektor-gadget to get more information about the server side installation process. platforms: - selector: matchLabels: os: linux arch: amd64 {{addURIAndSha "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/{{ .TagName }}/kubectl-gadget-linux-amd64-{{ .TagName }}.tar.gz" .TagName }} bin: kubectl-gadget - selector: matchLabels: os: linux arch: arm64 {{addURIAndSha "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/{{ .TagName }}/kubectl-gadget-linux-arm64-{{ .TagName }}.tar.gz" .TagName }} bin: kubectl-gadget - selector: matchLabels: os: darwin arch: amd64 {{addURIAndSha "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/{{ .TagName }}/kubectl-gadget-darwin-amd64-{{ .TagName }}.tar.gz" .TagName }} bin: kubectl-gadget - selector: matchLabels: os: darwin arch: arm64 {{addURIAndSha "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/{{ .TagName }}/kubectl-gadget-darwin-arm64-{{ .TagName }}.tar.gz" .TagName }} bin: kubectl-gadget - selector: matchLabels: os: windows arch: amd64 {{addURIAndSha "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/{{ .TagName }}/kubectl-gadget-windows-amd64-{{ .TagName }}.tar.gz" .TagName }} bin: kubectl-gadget.exe inspektor-gadget-0.46.0/.nfpm_template.yaml000066400000000000000000000010151510117411400206350ustar00rootroot00000000000000# nfpm configuration file used as template. # all "IG_" will be replaced by proper values in the release pipeline. name: "ig" arch: "IG_ARCH" platform: "linux" version: "IG_VERSION" section: "devel" replaces: - ig provides: - ig maintainer: "The Inspektor Gadget Authors " description: | Introspecting and debugging Linux containers using eBPF "gadgets" vendor: "Inspektor Gadget" homepage: "https://www.inspektor-gadget.io/" license: "Apache and GPL" contents: - src: IG_PATH dst: /usr/bin/ig inspektor-gadget-0.46.0/.semgrep_rules.yaml000066400000000000000000000005361510117411400206650ustar00rootroot00000000000000rules: - id: bad-error-wrap-wording patterns: - pattern-regex: fmt\.Errorf\(".?([Ff]ailed|[]Uu]nable|[Cc]ould|([Ee]rror)|([Cc]an[ ]?not)) message: Phrases "fail", "failed", "unable", "could not", "cannot", "can not" should not be used when wrapping errors. Use verb in continuous form instead! languages: [go] severity: ERROR inspektor-gadget-0.46.0/.vex/000077500000000000000000000000001510117411400157235ustar00rootroot00000000000000inspektor-gadget-0.46.0/.vex/v0.41.0.vex.json000066400000000000000000000012471510117411400203310ustar00rootroot00000000000000{ "@context": "https://openvex.dev/ns/v0.2.0", "@id": "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.41.0/v0.41.0.vex.json", "author": "Inspektor Gadget Security Team ", "timestamp": "2025-08-21T08:52:32.416055456+02:00", "version": 1, "statements": [ { "vulnerability": { "name": "CVE-2025-54388" }, "timestamp": "2025-08-21T08:52:32.416057292+02:00", "products": [ { "@id": "pkg:github/inspektor-gadget/inspektor-gadget@v0.41.0" } ], "status": "not_affected", "justification": "vulnerable_code_not_in_execute_path" } ] } inspektor-gadget-0.46.0/.vex/v0.42.0.vex.json000066400000000000000000000012471510117411400203320ustar00rootroot00000000000000{ "@context": "https://openvex.dev/ns/v0.2.0", "@id": "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.42.0/v0.42.0.vex.json", "author": "Inspektor Gadget Security Team ", "timestamp": "2025-08-21T08:52:50.431237874+02:00", "version": 1, "statements": [ { "vulnerability": { "name": "CVE-2025-54388" }, "timestamp": "2025-08-21T08:52:50.431242261+02:00", "products": [ { "@id": "pkg:github/inspektor-gadget/inspektor-gadget@v0.42.0" } ], "status": "not_affected", "justification": "vulnerable_code_not_in_execute_path" } ] } inspektor-gadget-0.46.0/ADOPTERS.md000066400000000000000000000053041510117411400166100ustar00rootroot00000000000000# Adopters This page contains a non-comprehensive list of [Inspektor Gadget](https://inspektor-gadget.io/) users that we know of. ## Adding your org to this list If you would like your organization or project to be added to this list, please open a PR with your name, link, and a brief description of your use case. ## Inspektor Gadget adopters (in alphabetical order): | Adopter | Description | |----------|-------------| | [Causely](https://causely.ai/) | Causely is an autonomous service reliability platform. Causely uses causal reasoning to automate root cause analysis, prevent SLO violations and gain 360 degree shared context. Causely uses Inspektor Gadget for its DNS capabilities. | | [Headlamp](https://headlamp.dev/) | Headlamp is an open-source Kubernetes UI with an [Inspektor Gadget plugin](https://github.com/inspektor-gadget/headlamp-plugin) to [explore and visualize](https://inspektor-gadget.io/blog/2025/03/inspektor-gadget-plugin-for-headlamp) the different gadgets in the Kubernetes environment. | | [Kubescape](https://kubescape.io/) | Kubescape is an open-source Kubernetes security platform that provides comprehensive security coverage. Kubescape was created by [ARMO](https://www.armosec.io/) and is a [Cloud Native Computing Foundation (CNCF) sandbox project](https://www.cncf.io/sandbox-projects/). Kubescape node agent [uses the Inspektor Gadget library](https://kubescape.io/docs/operator/relevancy/#linux-kernel). | | [Microsoft Defender for Containers](https://learn.microsoft.com/en-us/azure/defender-for-cloud/defender-for-containers-introduction) | Microsoft Defender for Containers [leverages Inspektor Gadget applications](https://techcommunity.microsoft.com/t5/microsoft-defender-for-cloud/ebpf-powered-threat-protection-using-inspektor-gadget/ba-p/4115873) running in Kubernetes by detecting vulnerabilities at runtime. | | [Protect AI](https://protectai.com/) | Protect AI [uses Inspektor Gadget and eBPF](https://protectai.com/blog/how-protect-ai-is-shaping-the-future-of-llm-security-with-ebpf) for its capabilities to provide events for container lifecycle insights. | | [Retina](https://retina.sh/) | Retina is a cloud-agnostic, open-source Kubernetes Network Observability platform. Retina was created by [Microsoft](https://retina.sh/docs/Contributing/development). It uses Inspektor Gadget for its [dns](https://retina.sh/docs/Metrics/plugins/Linux/dns#architecture) and [tcpretrans](https://retina.sh/docs/Metrics/plugins/Linux/tcpretrans) plugins. | | [AKS-MCP](https://github.com/Azure/aks-mcp) | AKS-MCP leverages Inspektor Gadget to deliver [real-time observability for Azure Kubernetes Service (AKS) clusters](https://blog.aks.azure.com/2025/08/20/real-time-observability-in-aks-mcp-server). | inspektor-gadget-0.46.0/CODEOWNERS000066400000000000000000000077651510117411400164550ustar00rootroot00000000000000# Code owners are used to define who is responsible for reviewing PRs. # Currently we don't define any teams, but we can do that later on. # # Please check [0] to get more details about the syntax of this file. # # [0] https://docs.github.com/en/repositories/managing-your-repositorys-settings-and-features/customizing-your-repository/about-code-owners#codeowners-syntax # Keep the list sorted # The last matching pattern takes the most precedence, then more specific rules should be after. * @alban @mauriciovasquezbernal /.github/ @eiffel-fl @mqasimsarfraz /charts/ @mqasimsarfraz /cmd/common/ @flyth /cmd/ig/ @blanquicet /Dockerfiles/ @eiffel-fl @mqasimsarfraz # docs /docs/ @mauriciovasquezbernal /docs/gadget-devel/ @mauriciovasquezbernal /docs/images/architecture/ @eiffel-fl /docs/reference/ @blanquicet /docs/reference/restricting-gadgets.mdx @eiffel-fl /docs/reference/verify-assets.mdx @eiffel-fl /examples/ @mauriciovasquezbernal /examples/container-collection/ @alban /examples/container-hook/ @alban /examples/kube-container-collection/ @alban /examples/runc-hook/ @alban /gadget-container/hooks/ @alban # gadgets /gadgets/audit_seccomp/ @alban /gadgets/ci/ @mauriciovasquezbernal /gadgets/deadlock/ @alban /gadgets/fsnotify/ @alban /gadgets/profile_blockio/ @eiffel-fl @flyth /gadgets/profile_tcprtt/ @blanquicet /gadgets/snapshot_process/ @alban @mauriciovasquezbernal /gadgets/snapshot_socket/ @alban @blanquicet /gadgets/testing/ @mauriciovasquezbernal /gadgets/top_blockio/ @burak-ok /gadgets/top_file/ @blanquicet @mauriciovasquezbernal /gadgets/top_tcp/ @burak-ok /gadgets/trace_bind/ @mauriciovasquezbernal /gadgets/trace_capabilities/ @alban /gadgets/trace_dns/ @alban @mauriciovasquezbernal /gadgets/trace_exec/ @alban /gadgets/trace_fsslower/ @mauriciovasquezbernal /gadgets/trace_lsm/ @alban /gadgets/trace_malloc/ @alban /gadgets/trace_mount/ @eiffel-fl /gadgets/trace_oomkill/ @eiffel-fl /gadgets/trace_open/ @mauriciovasquezbernal /gadgets/trace_signal/ @eiffel-fl /gadgets/trace_sni/ @alban @blanquicet /gadgets/trace_ssl/ @alban /gadgets/trace_tcp/ @mauriciovasquezbernal /gadgets/trace_tcpconnect/ @mauriciovasquezbernal /gadgets/trace_tcpdrop/ @alban /gadgets/trace_tcpretrans/ @alban /integration/ @blanquicet @mqasimsarfraz /internal/test/ @mauriciovasquezbernal /pkg/columns/ @flyth /pkg/container-collection/ @alban @blanquicet @mqasimsarfraz /pkg/container-hook/ @alban /pkg/container-utils/ @blanquicet @mqasimsarfraz /pkg/container-utils/containerd/ @burak-ok /pkg/datasource/ @flyth /pkg/gadget-context/ @flyth /pkg/gadget-service/ @flyth /pkg/gadgettracermanager/ @mauriciovasquezbernal /pkg/histogram/ @blanquicet /pkg/kallsyms/ @alban /pkg/kfilefields/ @alban @mqasimsarfraz /pkg/networktracer/ @alban @blanquicet # operators /pkg/operators/ @flyth /pkg/operators/btfgen/ @mauriciovasquezbernal /pkg/operators/cli/ @blanquicet @flyth /pkg/operators/combiner/ @blanquicet /pkg/operators/common/ @burak-ok /pkg/operators/ebpf/ @alban @mauriciovasquezbernal @flyth /pkg/operators/filter/ @flyth /pkg/operators/formatters/ @flyth @mauriciovasquezbernal /pkg/operators/kubeipresolver/ @burak-ok @mqasimsarfraz /pkg/operators/kubemanager/ @mauriciovasquezbernal @flyth /pkg/operators/kubenameresolver/ @burak-ok /pkg/operators/limiter/ @blanquicet /pkg/operators/localmanager/ @mauriciovasquezbernal @flyth /pkg/operators/oci-handler/ @flyth /pkg/operators/otel-metrics/ @blanquicet @flyth /pkg/operators/simple/ @flyth /pkg/operators/socketenricher/ @alban /pkg/operators/sort/ @flyth /pkg/operators/uidgidresolver/ @burak-ok /pkg/operators/wasm/ @flyth @mauriciovasquezbernal /pkg/params/ @flyth @mauriciovasquezbernal /pkg/rawsock/ @alban /pkg/resources/manifests/ @eiffel-fl /pkg/resources/rbac/ @eiffel-fl /pkg/runtime/ @flyth @mauriciovasquezbernal /pkg/signature/ @eiffel-fl /pkg/socketenricher/ @alban /pkg/standardgadgets/ @mauriciovasquezbernal /pkg/tracer-collection/ @alban /pkg/types/ @blanquicet /pkg/uprobetracer/ @alban /pkg/utils/bpf-iter-ns/ @alban /pkg/utils/host/ @alban /pkg/utils/nsenter/ @alban /tools/ @mqasimsarfraz inspektor-gadget-0.46.0/CODE_OF_CONDUCT.md000066400000000000000000000002561510117411400176450ustar00rootroot00000000000000# Inspektor Gadget Project Code of Conduct The Inspektor Gadget project follows the [CNCF Code of Conduct](https://github.com/cncf/foundation/blob/main/code-of-conduct.md). inspektor-gadget-0.46.0/CONTRIBUTING.md000066400000000000000000000003411510117411400172720ustar00rootroot00000000000000# Contributing Welcome to Inspektor Gadget! We are excited to have you here. To learn more about contributing to the project, check out [Contributor's Guide](https://www.inspektor-gadget.io/docs/latest/devel/contributing/). inspektor-gadget-0.46.0/Dockerfiles/000077500000000000000000000000001510117411400172755ustar00rootroot00000000000000inspektor-gadget-0.46.0/Dockerfiles/gadget-builder.Dockerfile000066400000000000000000000114071510117411400241500ustar00rootroot00000000000000ARG CLANG_LLVM_VERSION=18 ARG BPFTOOL_VERSION=v7.3.0 ARG LIBBPF_VERSION=v1.3.0 ARG GOLANG_VERSION=1.25.3 ARG RUST_VERSION=1.87.0 # Args need to be redefined on each stage # https://docs.docker.com/engine/reference/builder/#understand-how-arg-and-from-interact FROM debian:bookworm-slim@sha256:78d2f66e0fec9e5a39fb2c72ea5e052b548df75602b5215ed01a17171529f706 AS builder ARG BPFTOOL_VERSION ARG LIBBPF_VERSION RUN apt-get update \ && apt-get install -y git make tar wget # Let's install libbpf headers RUN git clone --branch ${LIBBPF_VERSION} --depth 1 https://github.com/libbpf/libbpf.git \ && cd libbpf/src && make install_headers # Install bpftool RUN \ ARCH=$(dpkg --print-architecture) && \ wget --quiet https://github.com/libbpf/bpftool/releases/download/${BPFTOOL_VERSION}/bpftool-${BPFTOOL_VERSION}-${ARCH}.tar.gz && \ wget --quiet https://github.com/libbpf/bpftool/releases/download/${BPFTOOL_VERSION}/bpftool-${BPFTOOL_VERSION}-${ARCH}.tar.gz.sha256sum && \ echo $(cat bpftool-${BPFTOOL_VERSION}-${ARCH}.tar.gz.sha256sum) | sha256sum -c && \ tar -C /usr/local/bin -xzf bpftool-${BPFTOOL_VERSION}-${ARCH}.tar.gz && \ chmod +x /usr/local/bin/bpftool FROM debian:bookworm-slim@sha256:78d2f66e0fec9e5a39fb2c72ea5e052b548df75602b5215ed01a17171529f706 ARG CLANG_LLVM_VERSION ARG GOLANG_VERSION ARG RUST_VERSION # libc-dev is needed for various headers, among others # /usr/include/arch-linux-gnu/asm/types.h. # We make clang aware of these files through CFLAGS in Makefile. # wget is needed to download the LLVM key and Golang tarball # lsb-release software-properties-common is needed to add the LLVM repository # xz-utils is needed by btfgen makefile # make and git is needed for make ebpf-objects and make clang-format # clang-format is needed for make clang-format RUN apt-get update \ && apt-get install -y --no-install-recommends libc-dev lsb-release wget xz-utils software-properties-common make git # Install clang # Add the keys and repository for the LLVM packages RUN wget -qO- https://apt.llvm.org/llvm-snapshot.gpg.key | tee /etc/apt/trusted.gpg.d/apt.llvm.org.asc && codename=$(lsb_release -cs) \ # We need to call add-apt-repository twice in debian-bookworm because of a bug: https://github.com/llvm/llvm-project/issues/62475#issuecomment-1579252282 && add-apt-repository -y "deb http://apt.llvm.org/${codename}/ llvm-toolchain-${codename}-${CLANG_LLVM_VERSION} main" \ && add-apt-repository -y "deb http://apt.llvm.org/${codename}/ llvm-toolchain-${codename}-${CLANG_LLVM_VERSION} main" \ && apt-get update \ && apt-get install -y --no-install-recommends clang-$CLANG_LLVM_VERSION llvm-$CLANG_LLVM_VERSION clang-format-$CLANG_LLVM_VERSION \ && update-alternatives --install /usr/local/bin/llvm-strip llvm-strip $(which llvm-strip-$CLANG_LLVM_VERSION) 100 \ && update-alternatives --install /usr/local/bin/clang clang $(which clang-$CLANG_LLVM_VERSION) 100 \ && update-alternatives --install /usr/local/bin/clang-format clang-format $(which clang-format-$CLANG_LLVM_VERSION) 100 # Install golang RUN ARCH=$(dpkg --print-architecture) \ && wget --quiet https://go.dev/dl/go${GOLANG_VERSION}.linux-${ARCH}.tar.gz && \ tar -C /usr/local -xzf go${GOLANG_VERSION}.linux-${ARCH}.tar.gz && \ rm go${GOLANG_VERSION}.linux-${ARCH}.tar.gz && \ ln -s /usr/local/go/bin/go /usr/local/bin/go && \ chmod +x /usr/local/go/bin/go # Install rust, this was taken from: # https://github.com/rust-lang/rustup/blob/ece5ff09f126/rustup-init.sh#L162 # We also remove components we do not need for building gadgets. RUN ARCH=$(dpkg --print-architecture | perl -pi -e 's/amd64/x86_64/' | perl -pi -e 's/arm64/aarch64/') \ && wget --quiet https://static.rust-lang.org/rustup/dist/${ARCH}-unknown-linux-gnu/rustup-init && \ chmod +x rustup-init && \ ./rustup-init -y --default-toolchain ${RUST_VERSION} --target wasm32-wasip1 --no-update-default-toolchain --no-modify-path && \ /root/.cargo/bin/rustup component remove clippy && \ /root/.cargo/bin/rustup component remove rust-docs && \ /root/.cargo/bin/rustup component remove rustfmt && \ rm rustup-init && \ ln -s /root/.cargo/bin/cargo /usr/local/bin/cargo COPY --from=builder /usr/include/bpf /usr/include/bpf COPY --from=builder /usr/local/bin/bpftool /usr/local/bin/bpftool # To avoid hitting # 1. failed to initialize build cache at /.cache/go-build: mkdir /.cache: permission denied # 2. could not create module cache: mkdir /go: permission denied # when run as non root. ENV GOCACHE=/tmp/gocache ENV GOMODCACHE=/tmp/gomodcache # don't auto-upgrade the gotoolchain # https://github.com/docker-library/golang/issues/472 ENV GOTOOLCHAIN=local # Create a directory which can be read, written and executed by everyone, this # avoid trouble when running as non root. RUN mkdir -m 777 /work WORKDIR /work # Add files used to build containerized gadgets ADD include /usr/include inspektor-gadget-0.46.0/Dockerfiles/gadget.Dockerfile000066400000000000000000000040771510117411400225310ustar00rootroot00000000000000# Dockerfile for Inspektor Gadget. ARG BUILDER_IMAGE=golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 ARG BASE_IMAGE=gcr.io/distroless/static-debian12@sha256:ce46866b3a5170db3b49364900fb3168dc0833dfb46c26da5c77f22abb01d8c3 # Prepare and build gadget artifacts in a container FROM --platform=${BUILDPLATFORM} ${BUILDER_IMAGE} AS builder ARG TARGETARCH ARG BUILDARCH ARG VERSION=v0.0.0 ENV VERSION=${VERSION} ARG GOPROXY ENV GOPROXY=${GOPROXY} # Cache go modules so they won't be downloaded at each build COPY go.mod go.sum /gadget/ RUN cd /gadget && go mod download # This COPY is limited by .dockerignore COPY ./ /gadget RUN \ --mount=type=cache,target=/root/.cache/go-build \ --mount=type=cache,target=/go/pkg \ cd /gadget/gadget-container && \ make -j$(nproc) TARGET_ARCH=${TARGETARCH} gadget-container-deps # Main gadget image FROM ${BASE_IMAGE} LABEL org.opencontainers.image.source=https://github.com/inspektor-gadget/inspektor-gadget LABEL org.opencontainers.image.title="Inspektor Gadget k8s DaemonSet" LABEL org.opencontainers.image.description="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image is used as a long-running DaemonSet in Kubernetes via the kubectl-gadget deploy command or via the Helm charts." LABEL org.opencontainers.image.documentation="https://inspektor-gadget.io/docs" LABEL org.opencontainers.image.licenses=Apache-2.0 COPY --from=builder /gadget/gadget-container/bin/cleanup / COPY --from=builder /gadget/gadget-container/bin/gadgettracermanager /bin/ ## Hooks Begins # OCI COPY gadget-container/hooks/oci/prestart.sh gadget-container/hooks/oci/poststop.sh /opt/hooks/oci/ COPY --from=builder /gadget/gadget-container/bin/ocihookgadget /opt/hooks/oci/ # cri-o COPY gadget-container/hooks/crio/gadget-prestart.json gadget-container/hooks/crio/gadget-poststop.json /opt/hooks/crio/ # nri COPY --from=builder /gadget/gadget-container/bin/nrigadget /opt/hooks/nri/ COPY gadget-container/hooks/nri/conf.json /opt/hooks/nri/ ## Hooks Ends inspektor-gadget-0.46.0/Dockerfiles/gadget.Dockerfile.dockerignore000066400000000000000000000001141510117411400251670ustar00rootroot00000000000000* !go.mod !go.sum !gadget-container !pkg !internal/ !tools !Makefile* !*.mk inspektor-gadget-0.46.0/Dockerfiles/ig-tests.Dockerfile000066400000000000000000000027701510117411400230330ustar00rootroot00000000000000ARG BUILDER_IMAGE=golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 ARG BASE_IMAGE=gcr.io/distroless/static-debian11:latest@sha256:1dbe426d60caed5d19597532a2d74c8056cd7b1674042b88f7328690b5ead8ed FROM --platform=${BUILDPLATFORM} ${BUILDER_IMAGE} AS builder ARG TARGETARCH ARG BUILDARCH ARG GOPROXY ENV GOPROXY=${GOPROXY} COPY go.mod go.sum /cache/ RUN cd /cache && \ go mod download ADD . /go/src/github.com/inspektor-gadget/inspektor-gadget WORKDIR /go/src/github.com/inspektor-gadget/inspektor-gadget/integration/k8s RUN \ --mount=type=cache,target=/root/.cache/go-build \ --mount=type=cache,target=/go/pkg \ CGO_ENABLED=0 GOARCH=${TARGETARCH} go test \ -c -o ig-integration-${TARGETARCH}.test ./... FROM ${BASE_IMAGE} LABEL org.opencontainers.image.source=https://github.com/inspektor-gadget/inspektor-gadget LABEL org.opencontainers.image.title="Inspektor Gadget integration tests for ig" LABEL org.opencontainers.image.description="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image is used to run integration tests for the ig binary." LABEL org.opencontainers.image.documentation="https://inspektor-gadget.io/docs" LABEL org.opencontainers.image.licenses=Apache-2.0 ARG TARGETARCH COPY --from=builder /go/src/github.com/inspektor-gadget/inspektor-gadget/integration/k8s/ig-integration-${TARGETARCH}.test /usr/bin/ig-integration.test ENTRYPOINT ["/usr/bin/ig-integration.test"] inspektor-gadget-0.46.0/Dockerfiles/ig-tests.Dockerfile.dockerignore000066400000000000000000000000771510117411400255030ustar00rootroot00000000000000* !go.mod !go.sum !pkg !internal !integration !Makefile* !*.mk inspektor-gadget-0.46.0/Dockerfiles/ig.Dockerfile000066400000000000000000000036611510117411400216730ustar00rootroot00000000000000ARG BUILDER_IMAGE=golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 ARG BASE_IMAGE=gcr.io/distroless/static-debian11:latest@sha256:1dbe426d60caed5d19597532a2d74c8056cd7b1674042b88f7328690b5ead8ed FROM --platform=${BUILDPLATFORM} ${BUILDER_IMAGE} AS builder ARG TARGETOS ARG TARGETARCH ARG VERSION=v0.0.0 ENV VERSION=${VERSION} ARG GADGET_BUILDER=ghcr.io/inspektor-gadget/gadget-builder:main ENV GADGET_BUILDER=${GADGET_BUILDER} ARG GOPROXY ENV GOPROXY=${GOPROXY} COPY go.mod go.sum /cache/ RUN cd /cache && go mod download ADD . /go/src/github.com/inspektor-gadget/inspektor-gadget WORKDIR /go/src/github.com/inspektor-gadget/inspektor-gadget RUN \ --mount=type=cache,target=/root/.cache/go-build \ --mount=type=cache,target=/go/pkg \ CGO_ENABLED=0 GOOS=${TARGETOS} GOARCH=${TARGETARCH} go build \ -ldflags "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=${VERSION} \ -X github.com/inspektor-gadget/inspektor-gadget/cmd/common/image.builderImage=${GADGET_BUILDER} \ -extldflags '-static'" \ -tags "netgo" \ -o ig-${TARGETOS}-${TARGETARCH} \ github.com/inspektor-gadget/inspektor-gadget/cmd/ig FROM ${BASE_IMAGE} ARG TARGETOS ARG TARGETARCH LABEL org.opencontainers.image.source=https://github.com/inspektor-gadget/inspektor-gadget LABEL org.opencontainers.image.title="Inspektor Gadget ig tool" LABEL org.opencontainers.image.description="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image only includes the ig binary, a standalone tool to run the gadgets." LABEL org.opencontainers.image.documentation="https://inspektor-gadget.io/docs" LABEL org.opencontainers.image.licenses=Apache-2.0 COPY --from=builder /go/src/github.com/inspektor-gadget/inspektor-gadget/ig-${TARGETOS}-${TARGETARCH} /usr/bin/ig ENV HOST_ROOT=/host ENTRYPOINT ["/usr/bin/ig"] inspektor-gadget-0.46.0/Dockerfiles/ig.Dockerfile.dockerignore000066400000000000000000000001201510117411400243300ustar00rootroot00000000000000* !go.mod !go.sum !cmd !gadget-container !internal !pkg !tools !Makefile* !*.mk inspektor-gadget-0.46.0/Dockerfiles/kubectl-gadget.Dockerfile000066400000000000000000000037261510117411400241600ustar00rootroot00000000000000# Dockerfile for the kubectl-gadget plugin. # This image is useful for cases where downloading and running a binary # is not possible or is complicated. In this cases, this container image # provides an alternative to download and run kubectl-gadget. # Since the plugin is a statically compiled golang application, any base # image is valid, even scratch. Alpine is used by default as a tradeoff # between size and tools available in the image. ARG BUILDER_IMAGE=golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 ARG BASE_IMAGE=gcr.io/distroless/static-debian11:latest@sha256:1dbe426d60caed5d19597532a2d74c8056cd7b1674042b88f7328690b5ead8ed FROM --platform=${BUILDPLATFORM} ${BUILDER_IMAGE} AS builder ARG TARGETARCH ARG TARGETOS ARG GOPROXY ENV GOPROXY=${GOPROXY} # Cache go modules so they won't be downloaded at each build COPY go.mod go.sum /gadget/ RUN cd /gadget && go mod download # default image that will be used in the deploy command ARG CONTAINER_REPO="ghcr.io/inspektor-gadget/inspektor-gadget" ENV CONTAINER_REPO=${CONTAINER_REPO} ARG IMAGE_TAG ENV IMAGE_TAG=${IMAGE_TAG} # This COPY is limited by .dockerignore COPY ./ /gadget RUN \ --mount=type=cache,target=/root/.cache/go-build \ --mount=type=cache,target=/go/pkg \ cd /gadget && GOHOSTOS=$TARGETOS GOHOSTARCH=$TARGETARCH make kubectl-gadget FROM ${BASE_IMAGE} LABEL org.opencontainers.image.source=https://github.com/inspektor-gadget/inspektor-gadget LABEL org.opencontainers.image.title="Inspektor Gadget kubectl-gadget tool" LABEL org.opencontainers.image.description="Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. This image only includes the kubectl-gadget binary, a kubectl plugin for Inspektor Gadget." LABEL org.opencontainers.image.documentation="https://inspektor-gadget.io/docs" LABEL org.opencontainers.image.licenses=Apache-2.0 COPY --from=builder /gadget/kubectl-gadget /bin/kubectl-gadget inspektor-gadget-0.46.0/Dockerfiles/kubectl-gadget.Dockerfile.dockerignore000066400000000000000000000001031510117411400266140ustar00rootroot00000000000000* !go.mod !go.sum !cmd !pkg !internal !tools !Makefile !*.mk !.git inspektor-gadget-0.46.0/Dockerfiles/linter.Dockerfile000066400000000000000000000006151510117411400225650ustar00rootroot00000000000000# This version number must be kept in sync with CI workflow lint one. ARG IMAGE=golangci/golangci-lint:v2.1.6@sha256:568ee1c1c53493575fa9494e280e579ac9ca865787bafe4df3023ae59ecf299b FROM ${IMAGE} # The timeout specified below is used by 'make lint'. Please keep in sync with # the timeout specified in .golangci.yml used by the CI. ENTRYPOINT ["golangci-lint", "run", "--fix", "--timeout=10m0s"] inspektor-gadget-0.46.0/LICENSE000066400000000000000000000261351510117411400160570ustar00rootroot00000000000000 Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "[]" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright [yyyy] [name of copyright owner] Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. inspektor-gadget-0.46.0/LICENSE-bpf.txt000066400000000000000000000447071510117411400174470ustar00rootroot00000000000000The BPF code templates are licensed under the General Public License, Version 2.0, with the Linux-syscall-note. Copies of the Linux-syscall-note and GPL-2.0 license text are included below. = = = = = Linux-syscall-note: NOTE! This copyright does *not* cover user programs that use kernel services by normal system calls - this is merely considered normal use of the kernel, and does *not* fall under the heading of "derived work". Also note that the GPL below is copyrighted by the Free Software Foundation, but the instance of code that it refers to (the Linux kernel) is copyrighted by me and others who actually wrote it. Also note that the only valid version of the GPL as far as the kernel is concerned is _this_ particular version of the license (ie v2, not v2.2 or v3.x or whatever), unless explicitly otherwise stated. Linus Torvalds = = = = = GPL-2.0: GNU GENERAL PUBLIC LICENSE Version 2, June 1991 Copyright (C) 1989, 1991 Free Software Foundation, Inc. 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA Everyone is permitted to copy and distribute verbatim copies of this license document, but changing it is not allowed. Preamble The licenses for most software are designed to take away your freedom to share and change it. By contrast, the GNU General Public License is intended to guarantee your freedom to share and change free software--to make sure the software is free for all its users. This General Public License applies to most of the Free Software Foundation's software and to any other program whose authors commit to using it. (Some other Free Software Foundation software is covered by the GNU Library General Public License instead.) You can apply it to your programs, too. When we speak of free software, we are referring to freedom, not price. Our General Public Licenses are designed to make sure that you have the freedom to distribute copies of free software (and charge for this service if you wish), that you receive source code or can get it if you want it, that you can change the software or use pieces of it in new free programs; and that you know you can do these things. To protect your rights, we need to make restrictions that forbid anyone to deny you these rights or to ask you to surrender the rights. These restrictions translate to certain responsibilities for you if you distribute copies of the software, or if you modify it. For example, if you distribute copies of such a program, whether gratis or for a fee, you must give the recipients all the rights that you have. You must make sure that they, too, receive or can get the source code. And you must show them these terms so they know their rights. We protect your rights with two steps: (1) copyright the software, and (2) offer you this license which gives you legal permission to copy, distribute and/or modify the software. Also, for each author's protection and ours, we want to make certain that everyone understands that there is no warranty for this free software. If the software is modified by someone else and passed on, we want its recipients to know that what they have is not the original, so that any problems introduced by others will not reflect on the original authors' reputations. Finally, any free program is threatened constantly by software patents. We wish to avoid the danger that redistributors of a free program will individually obtain patent licenses, in effect making the program proprietary. To prevent this, we have made it clear that any patent must be licensed for everyone's free use or not licensed at all. The precise terms and conditions for copying, distribution and modification follow. GNU GENERAL PUBLIC LICENSE TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION 0. This License applies to any program or other work which contains a notice placed by the copyright holder saying it may be distributed under the terms of this General Public License. The "Program", below, refers to any such program or work, and a "work based on the Program" means either the Program or any derivative work under copyright law: that is to say, a work containing the Program or a portion of it, either verbatim or with modifications and/or translated into another language. (Hereinafter, translation is included without limitation in the term "modification".) Each licensee is addressed as "you". Activities other than copying, distribution and modification are not covered by this License; they are outside its scope. The act of running the Program is not restricted, and the output from the Program is covered only if its contents constitute a work based on the Program (independent of having been made by running the Program). Whether that is true depends on what the Program does. 1. You may copy and distribute verbatim copies of the Program's source code as you receive it, in any medium, provided that you conspicuously and appropriately publish on each copy an appropriate copyright notice and disclaimer of warranty; keep intact all the notices that refer to this License and to the absence of any warranty; and give any other recipients of the Program a copy of this License along with the Program. You may charge a fee for the physical act of transferring a copy, and you may at your option offer warranty protection in exchange for a fee. 2. You may modify your copy or copies of the Program or any portion of it, thus forming a work based on the Program, and copy and distribute such modifications or work under the terms of Section 1 above, provided that you also meet all of these conditions: a) You must cause the modified files to carry prominent notices stating that you changed the files and the date of any change. b) You must cause any work that you distribute or publish, that in whole or in part contains or is derived from the Program or any part thereof, to be licensed as a whole at no charge to all third parties under the terms of this License. c) If the modified program normally reads commands interactively when run, you must cause it, when started running for such interactive use in the most ordinary way, to print or display an announcement including an appropriate copyright notice and a notice that there is no warranty (or else, saying that you provide a warranty) and that users may redistribute the program under these conditions, and telling the user how to view a copy of this License. (Exception: if the Program itself is interactive but does not normally print such an announcement, your work based on the Program is not required to print an announcement.) These requirements apply to the modified work as a whole. If identifiable sections of that work are not derived from the Program, and can be reasonably considered independent and separate works in themselves, then this License, and its terms, do not apply to those sections when you distribute them as separate works. But when you distribute the same sections as part of a whole which is a work based on the Program, the distribution of the whole must be on the terms of this License, whose permissions for other licensees extend to the entire whole, and thus to each and every part regardless of who wrote it. Thus, it is not the intent of this section to claim rights or contest your rights to work written entirely by you; rather, the intent is to exercise the right to control the distribution of derivative or collective works based on the Program. In addition, mere aggregation of another work not based on the Program with the Program (or with a work based on the Program) on a volume of a storage or distribution medium does not bring the other work under the scope of this License. 3. You may copy and distribute the Program (or a work based on it, under Section 2) in object code or executable form under the terms of Sections 1 and 2 above provided that you also do one of the following: a) Accompany it with the complete corresponding machine-readable source code, which must be distributed under the terms of Sections 1 and 2 above on a medium customarily used for software interchange; or, b) Accompany it with a written offer, valid for at least three years, to give any third party, for a charge no more than your cost of physically performing source distribution, a complete machine-readable copy of the corresponding source code, to be distributed under the terms of Sections 1 and 2 above on a medium customarily used for software interchange; or, c) Accompany it with the information you received as to the offer to distribute corresponding source code. (This alternative is allowed only for noncommercial distribution and only if you received the program in object code or executable form with such an offer, in accord with Subsection b above.) The source code for a work means the preferred form of the work for making modifications to it. For an executable work, complete source code means all the source code for all modules it contains, plus any associated interface definition files, plus the scripts used to control compilation and installation of the executable. However, as a special exception, the source code distributed need not include anything that is normally distributed (in either source or binary form) with the major components (compiler, kernel, and so on) of the operating system on which the executable runs, unless that component itself accompanies the executable. If distribution of executable or object code is made by offering access to copy from a designated place, then offering equivalent access to copy the source code from the same place counts as distribution of the source code, even though third parties are not compelled to copy the source along with the object code. 4. You may not copy, modify, sublicense, or distribute the Program except as expressly provided under this License. Any attempt otherwise to copy, modify, sublicense or distribute the Program is void, and will automatically terminate your rights under this License. However, parties who have received copies, or rights, from you under this License will not have their licenses terminated so long as such parties remain in full compliance. 5. You are not required to accept this License, since you have not signed it. However, nothing else grants you permission to modify or distribute the Program or its derivative works. These actions are prohibited by law if you do not accept this License. Therefore, by modifying or distributing the Program (or any work based on the Program), you indicate your acceptance of this License to do so, and all its terms and conditions for copying, distributing or modifying the Program or works based on it. 6. Each time you redistribute the Program (or any work based on the Program), the recipient automatically receives a license from the original licensor to copy, distribute or modify the Program subject to these terms and conditions. You may not impose any further restrictions on the recipients' exercise of the rights granted herein. You are not responsible for enforcing compliance by third parties to this License. 7. If, as a consequence of a court judgment or allegation of patent infringement or for any other reason (not limited to patent issues), conditions are imposed on you (whether by court order, agreement or otherwise) that contradict the conditions of this License, they do not excuse you from the conditions of this License. If you cannot distribute so as to satisfy simultaneously your obligations under this License and any other pertinent obligations, then as a consequence you may not distribute the Program at all. For example, if a patent license would not permit royalty-free redistribution of the Program by all those who receive copies directly or indirectly through you, then the only way you could satisfy both it and this License would be to refrain entirely from distribution of the Program. If any portion of this section is held invalid or unenforceable under any particular circumstance, the balance of the section is intended to apply and the section as a whole is intended to apply in other circumstances. It is not the purpose of this section to induce you to infringe any patents or other property right claims or to contest validity of any such claims; this section has the sole purpose of protecting the integrity of the free software distribution system, which is implemented by public license practices. Many people have made generous contributions to the wide range of software distributed through that system in reliance on consistent application of that system; it is up to the author/donor to decide if he or she is willing to distribute software through any other system and a licensee cannot impose that choice. This section is intended to make thoroughly clear what is believed to be a consequence of the rest of this License. 8. If the distribution and/or use of the Program is restricted in certain countries either by patents or by copyrighted interfaces, the original copyright holder who places the Program under this License may add an explicit geographical distribution limitation excluding those countries, so that distribution is permitted only in or among countries not thus excluded. In such case, this License incorporates the limitation as if written in the body of this License. 9. The Free Software Foundation may publish revised and/or new versions of the General Public License from time to time. Such new versions will be similar in spirit to the present version, but may differ in detail to address new problems or concerns. Each version is given a distinguishing version number. If the Program specifies a version number of this License which applies to it and "any later version", you have the option of following the terms and conditions either of that version or of any later version published by the Free Software Foundation. If the Program does not specify a version number of this License, you may choose any version ever published by the Free Software Foundation. 10. If you wish to incorporate parts of the Program into other free programs whose distribution conditions are different, write to the author to ask for permission. For software which is copyrighted by the Free Software Foundation, write to the Free Software Foundation; we sometimes make exceptions for this. Our decision will be guided by the two goals of preserving the free status of all derivatives of our free software and of promoting the sharing and reuse of software generally. NO WARRANTY 11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH DAMAGES. END OF TERMS AND CONDITIONS How to Apply These Terms to Your New Programs If you develop a new program, and you want it to be of the greatest possible use to the public, the best way to achieve this is to make it free software which everyone can redistribute and change under these terms. To do so, attach the following notices to the program. It is safest to attach them to the start of each source file to most effectively convey the exclusion of warranty; and each file should have at least the "copyright" line and a pointer to where the full notice is found. Copyright (C) This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA Also add information on how to contact you by electronic and paper mail. If the program is interactive, make it output a short notice like this when it starts in an interactive mode: Gnomovision version 69, Copyright (C) year name of author Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. This is free software, and you are welcome to redistribute it under certain conditions; type `show c' for details. The hypothetical commands `show w' and `show c' should show the appropriate parts of the General Public License. Of course, the commands you use may be called something other than `show w' and `show c'; they could even be mouse-clicks or menu items--whatever suits your program. You should also get your employer (if you work as a programmer) or your school, if any, to sign a "copyright disclaimer" for the program, if necessary. Here is a sample; alter the names: Yoyodyne, Inc., hereby disclaims all copyright interest in the program `Gnomovision' (which makes passes at compilers) written by James Hacker. , 1 April 1989 Ty Coon, President of Vice This General Public License does not permit incorporating your program into proprietary programs. If your program is a subroutine library, you may consider it more useful to permit linking proprietary applications with the library. If this is what you want to do, use the GNU Library General Public License instead of this License. inspektor-gadget-0.46.0/MAINTAINERS.md000066400000000000000000000010561510117411400171410ustar00rootroot00000000000000# Maintainers * [Mauricio Vásquez](https://github.com/mauriciovasquezbernal) (project lead) * [Alban Crequy](https://github.com/alban) * [Francis Laniel](https://github.com/eiffel-fl) * [Jose Blanquicet](https://github.com/blanquicet) * [Michael Friese](https://github.com/flyth) * [Burak Ok](https://github.com/burak-ok) * [Qasim Sarfraz](https://github.com/mqasimsarfraz) * [Claudia Marcu](https://github.com/claudiamarcubina) * [Chris Kühl](https://github.com/blixtra) (project manager) * [Maya Singh](https://github.com/mayasingh17) (project manager) inspektor-gadget-0.46.0/Makefile000066400000000000000000000422211510117411400165040ustar00rootroot00000000000000TAG := `git describe --tags --always` VERSION := CONTAINER_REPO_NAMESPACE ?= ghcr.io/inspektor-gadget CONTAINER_REPO ?= $(CONTAINER_REPO_NAMESPACE)/inspektor-gadget IMAGE_TAG ?= $(shell ./tools/image-tag branch) CONTAINER_IMAGES = \ inspektor-gadget \ ig \ gadget-builder \ dnstester \ # GADGET_BUILDER ?= $(CONTAINER_REPO_NAMESPACE)/gadget-builder:main DNSTESTER_IMAGE ?= $(CONTAINER_REPO_NAMESPACE)/dnstester:main CI_KERNELS_IMAGE ?= $(CONTAINER_REPO_NAMESPACE)/ci-kernels:6.15.5-debug MINIKUBE ?= minikube KUBERNETES_DISTRIBUTION ?= "" GADGET_TAG ?= $(shell ./tools/image-tag branch) GADGET_REPOSITORY ?= $(CONTAINER_REPO_NAMESPACE)/gadget VERIFY_GADGETS ?= true TEST_COMPONENT ?= inspektor-gadget GOHOSTOS ?= $(shell go env GOHOSTOS) GOHOSTARCH ?= $(shell go env GOHOSTARCH) GOPROXY ?= $(shell go env GOPROXY) DLV ?= dlv BUILD_COMMAND ?= docker buildx build KUBERNETES_ARCHITECTURE ?= $(GOHOSTARCH) ENABLE_BTFGEN ?= false BPFTOOL ?= bpftool ARCH ?= $(shell uname -m | sed 's/x86_64/x86/' | sed 's/aarch64/arm64/' | sed 's/ppc64le/powerpc/' | sed 's/mips.*/mips/') # This version number must be kept in sync with CI workflow lint one. LINTER_IMAGE ?= golangci/golangci-lint:v2.6.0@sha256:cc8c1277eefdb5f88ba1381ee30a8bdf709e3615db9c843c9fcc04d9ac1d27a8 PLATFORMS ?= "linux/amd64,linux/arm64" CLANG_FORMAT ?= clang-format CRANE ?= crane # Adds a '-dirty' suffix to version string if there are uncommitted changes changes := $(shell git status --porcelain) ifeq ($(changes),) VERSION := $(TAG) else VERSION := $(TAG)-dirty endif pvpath := $(shell command -v pv 2>/dev/null || true) ifeq ($(pvpath),) PV := else PV := | $(pvpath) endif # export variables that are used in Makefile.btfgen as well. export BPFTOOL ARCH include tests.mk include minikube.mk LDFLAGS := "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=$(VERSION) \ -X main.gadgetimage=$(CONTAINER_REPO):$(IMAGE_TAG) \ -extldflags '-static'" .DEFAULT_GOAL := build .PHONY: build build: kubectl-gadget gadget-container .PHONY: all all: build ig # make does not allow implicit rules (with '%') to be phony so let's use # the 'phony_explicit' dependency to make implicit rules inherit the phony # attribute .PHONY: phony_explicit phony_explicit: ebpf-objects: docker run --rm --name ebpf-object-builder --user $(shell id -u):$(shell id -g) \ -v $(shell pwd):/work $(GADGET_BUILDER) \ make ebpf-objects-outside-docker ebpf-objects-outside-docker: # We need and depending on Linux distributions, it is installed # at different paths: # # * Ubuntu, package linux-libc-dev: # /usr/include/x86_64-linux-gnu/asm/types.h # # * Fedora, package kernel-headers # /usr/include/asm/types.h # # Since Ubuntu does not install it in a standard path, add a compiler flag for # it. TARGET=arm64 CFLAGS="-I/usr/include/$(shell uname -m)-linux-gnu -I$(shell pwd)/include/gadget/arm64/ -I$(shell pwd)/include/" go generate ./... TARGET=amd64 CFLAGS="-I/usr/include/$(shell uname -m)-linux-gnu -I$(shell pwd)/include/gadget/amd64/ -I$(shell pwd)/include/" go generate ./... # ig IG_TARGETS = \ ig-linux-amd64 \ ig-linux-arm64 .PHONY: list-ig-targets list-ig-targets: @echo $(IG_TARGETS) .PHONY: ig-all ig-all: $(IG_TARGETS) ig .PHONY: ig ig: CGO_ENABLED=0 go build \ -ldflags "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=${VERSION} \ -X github.com/inspektor-gadget/inspektor-gadget/cmd/common/image.builderImage=${GADGET_BUILDER} \ -extldflags '-static'" \ -tags "netgo" \ ./cmd/ig ig-on-docker: ig-$(GOHOSTOS)-$(GOHOSTARCH) cp ig-$(GOHOSTOS)-$(GOHOSTARCH) ig # Compile ig with debug options and debug it using delve: # -N: disable optimization. # -l: disable inlining. # See: https://pkg.go.dev/cmd/compile debug-ig: CGO_ENABLED=0 go build \ -ldflags "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=${VERSION} \ -X github.com/inspektor-gadget/inspektor-gadget/cmd/common/image.builderImage=${GADGET_BUILDER} \ -extldflags '-static'" \ -gcflags='all=-N -l' \ -o ig-debug \ ./cmd/ig sudo IG_EXPERIMENTAL=true $(DLV) exec ig-debug .PHONY: install/ig install/ig: ig sudo cp ig /usr/local/bin/ig ig-%: phony_explicit echo Building $@ if $(ENABLE_BTFGEN) == "true" ; then \ ./tools/getbtfhub.sh && \ $(MAKE) -f Makefile.btfgen \ ARCH=$(subst linux-,,$*) BTFHUB_ARCHIVE=$(HOME)/btfhub-archive/ -j$(nproc); \ fi $(BUILD_COMMAND) --load --platform=$(subst -,/,$*) -t $@ -f Dockerfiles/ig.Dockerfile \ --build-arg VERSION=$(VERSION) --build-arg GADGET_BUILDER=$(GADGET_BUILDER) \ --build-arg GOPROXY=$(GOPROXY) . docker create --name ig-$*-container $@ docker cp ig-$*-container:/usr/bin/ig $@ docker rm ig-$*-container chmod +x $@ KUBECTL_GADGET_TARGETS = \ kubectl-gadget-linux-amd64 \ kubectl-gadget-linux-arm64 \ kubectl-gadget-darwin-amd64 \ kubectl-gadget-darwin-arm64 \ kubectl-gadget-windows-amd64 .PHONY: list-kubectl-gadget-targets list-kubectl-gadget-targets: @echo $(KUBECTL_GADGET_TARGETS) .PHONY: kubectl-gadget-all kubectl-gadget-all: $(KUBECTL_GADGET_TARGETS) kubectl-gadget kubectl-gadget: kubectl-gadget-$(GOHOSTOS)-$(GOHOSTARCH) cp kubectl-gadget-$(GOHOSTOS)-$(GOHOSTARCH)$(if $(findstring windows,$*),.exe,) kubectl-gadget$(if $(findstring windows,$*),.exe,) kubectl-gadget-%: phony_explicit export GO111MODULE=on CGO_ENABLED=0 && \ export GOOS=$(shell echo $* | cut -f1 -d-) GOARCH=$(shell echo $* | cut -f2 -d-) && \ go build -ldflags $(LDFLAGS) \ -tags withoutebpf \ -o kubectl-gadget-$${GOOS}-$${GOARCH}$(if $(findstring windows,$*),.exe,) \ github.com/inspektor-gadget/inspektor-gadget/cmd/kubectl-gadget .PHONY: install/kubectl-gadget install/kubectl-gadget: kubectl-gadget-$(GOHOSTOS)-$(GOHOSTARCH) mkdir -p ~/.local/bin/ cp kubectl-gadget-$(GOHOSTOS)-$(GOHOSTARCH) ~/.local/bin/kubectl-gadget GADGETCTL_TARGETS = \ gadgetctl-linux-amd64 \ gadgetctl-linux-arm64 \ gadgetctl-darwin-amd64 \ gadgetctl-darwin-arm64 \ gadgetctl-windows-amd64 .PHONY: list-gadgetctl-targets list-gadgetctl-targets: @echo $(GADGETCTL_TARGETS) .PHONY: gadgetctl-all gadgetctl-all: $(GADGETCTL_TARGETS) gadgetctl gadgetctl: gadgetctl-$(GOHOSTOS)-$(GOHOSTARCH) cp gadgetctl-$(GOHOSTOS)-$(GOHOSTARCH)$(if $(findstring windows,$*),.exe,) gadgetctl$(if $(findstring windows,$*),.exe,) gadgetctl-%: phony_explicit export GO111MODULE=on CGO_ENABLED=0 && \ export GOOS=$(shell echo $* |cut -f1 -d-) GOARCH=$(shell echo $* |cut -f2 -d-) && \ go build -ldflags $(LDFLAGS) \ -tags withoutebpf \ -o gadgetctl-$${GOOS}-$${GOARCH}$(if $(findstring windows,$*),.exe,) \ github.com/inspektor-gadget/inspektor-gadget/cmd/gadgetctl .PHONY: install/gadgetctl install/gadgetctl: gadgetctl-$(GOHOSTOS)-$(GOHOSTARCH) mkdir -p ~/.local/bin/ cp gadgetctl-$(GOHOSTOS)-$(GOHOSTARCH) ~/.local/bin/gadgetctl .PHONY: gadget-container gadget-container: if $(ENABLE_BTFGEN) == "true" ; then \ ./tools/getbtfhub.sh && \ $(MAKE) -f Makefile.btfgen \ BTFHUB_ARCHIVE=$(HOME)/btfhub-archive/ -j$(nproc); \ fi $(BUILD_COMMAND) --load -t $(CONTAINER_REPO):$(IMAGE_TAG) \ --build-arg GOPROXY=$(GOPROXY) --build-arg VERSION=$(VERSION) \ -f Dockerfiles/gadget.Dockerfile . .PHONY: cross-gadget-container cross-gadget-container: if $(ENABLE_BTFGEN) == "true" ; then \ ./tools/getbtfhub.sh && \ $(MAKE) -f Makefile.btfgen \ ARCH=x86 BTFHUB_ARCHIVE=$(HOME)/btfhub-archive/ -j$(nproc) && \ $(MAKE) -f Makefile.btfgen \ ARCH=arm64 BTFHUB_ARCHIVE=$(HOME)/btfhub-archive/ -j$(nproc); \ fi $(BUILD_COMMAND) --platform=$(PLATFORMS) -t $(CONTAINER_REPO):$(IMAGE_TAG) \ --push --build-arg GOPROXY=$(GOPROXY) --build-arg VERSION=$(VERSION) \ -f Dockerfiles/gadget.Dockerfile . push-gadget-container: docker push $(CONTAINER_REPO):$(IMAGE_TAG) # kubectl-gadget container image .PHONY: kubectl-gadget-container kubectl-gadget-container: $(BUILD_COMMAND) --load -t kubectl-gadget -f Dockerfiles/kubectl-gadget.Dockerfile \ --build-arg IMAGE_TAG=$(IMAGE_TAG) --build-arg GOPROXY=$(GOPROXY) . .PHONY: cross-kubectl-gadget-container cross-kubectl-gadget-container: $(BUILD_COMMAND) --platform=$(PLATFORMS) -t kubectl-gadget -f Dockerfiles/kubectl-gadget.Dockerfile \ --build-arg IMAGE_TAG=$(IMAGE_TAG) --build-arg GOPROXY=$(GOPROXY) . # tests .PHONY: generate-testdata generate-testdata: $(MAKE) -C ./pkg/operators/ebpf/testdata $(MAKE) -C ./pkg/operators/wasm/testdata $(MAKE) -C ./pkg/operators/wasm/rusttestdata .PHONY: test test: generate-testdata # skip gadgets tests go test -exec sudo -v $$(go list ./... | grep -v 'github.com/inspektor-gadget/inspektor-gadget/gadgets') # INTEGRATION_TESTS_PARAMS can be used to pass additional parameters locally e.g # INTEGRATION_TESTS_PARAMS="-run TestTraceExec -no-deploy-spo" make integration-tests .PHONY: integration-tests integration-tests: kubectl-gadget KUBECTL_GADGET="$(shell pwd)/kubectl-gadget" \ go test ./integration/k8s/... \ -v \ -integration \ -timeout 30m \ -k8s-distro $(KUBERNETES_DISTRIBUTION) \ -k8s-arch $(KUBERNETES_ARCHITECTURE) \ -dnstester-image $(DNSTESTER_IMAGE) \ -gadget-repository $(GADGET_REPOSITORY) \ -gadget-tag $(GADGET_TAG) \ -test-component $(TEST_COMPONENT) \ $$INTEGRATION_TESTS_PARAMS .PHONY: component-tests component-tests: go test -exec sudo -v ./integration/components/... -integration -timeout 5m --builder-image $(GADGET_BUILDER) # BENCHMARKS_TESTS_PARAMS can be used to pass additional parameters locally e.g # BENCHMARKS_TESTS_PARAMS="-run TestBenchmarks/trace_dns" make benchmarks-test .PHONY: benchmarks-test benchmarks-test: $(MAKE) -C ./integration/benchmarks .PHONY: website-local-update website-local-update: # Check that the website repository is cloned in the parent directory # https://github.com/inspektor-gadget/website # And that "make docs" has been run once test -d ../website/external-docs/inspektor-gadget.git_mainlatest/ # Replace the documentation rm -rf ../website/external-docs/inspektor-gadget.git_mainlatest/docs cp -r docs ../website/external-docs/inspektor-gadget.git_mainlatest/ lint: docker build -t linter -f Dockerfiles/linter.Dockerfile --build-arg IMAGE=$(LINTER_IMAGE) Dockerfiles # XDG_CACHE_HOME is necessary to avoid this type of errors: # ERRO Running error: context loading failed: failed to load packages: failed to load with go/packages: err: exit status 1: stderr: failed to initialize build cache at /.cache/go-build: mkdir /.cache: permission denied # Process 15167 has exited with status 3 # While GOLANGCI_LINT_CACHE is used to store golangci-lint cache. docker run --rm --env XDG_CACHE_HOME=/tmp/xdg_home_cache \ --env GOLANGCI_LINT_CACHE=/tmp/golangci_lint_cache \ --user $(shell id -u):$(shell id -g) -v $(shell pwd):/app -w /app \ linter .PHONY: clang-format clang-format: docker run --rm --name ebpf-object-builder --user $(shell id -u):$(shell id -g) \ -v $(shell pwd):/work -w /work $(GADGET_BUILDER) \ make clang-format-outside-docker .PHONY: clang-format-outside-docker clang-format-outside-docker: find ./ -type f \( \( -iname '*.h' ! -iname "vmlinux.h" \) -o -iname '*.c' \) -execdir $(CLANG_FORMAT) -i {} \; # minikube LIVENESS_PROBE ?= true .PHONY: minikube-deploy minikube-deploy: minikube-start gadget-container kubectl-gadget # Remove all resources created by Inspektor Gadget ./kubectl-gadget undeploy || true # Remove the image from Minikube $(MINIKUBE) image rm $(CONTAINER_REPO):$(IMAGE_TAG) || true @echo "Image on the host:" docker image list --format "table {{.ID}}\t{{.Repository}}:{{.Tag}}\t{{.Size}}" |grep $(CONTAINER_REPO):$(IMAGE_TAG) @echo # Unfortunately, minikube-cache and minikube-image have bugs in older # versions. And new versions of minikube don't support all eBPF # features. So we have to keep "docker-save|docker-load" when # available. if $(MINIKUBE) docker-env >/dev/null 2>&1 ; then \ docker save $(CONTAINER_REPO):$(IMAGE_TAG) $(PV) | (eval $$($(MINIKUBE) docker-env | grep =) && docker load) ; \ else \ $(MINIKUBE) image load $(CONTAINER_REPO):$(IMAGE_TAG) ; \ fi @echo "Image in Minikube:" $(MINIKUBE) image ls --format=json | jq -e \ '.[] | select(.repoTags[] == "$(CONTAINER_REPO):$(IMAGE_TAG)")' || \ (echo "Image $(CONTAINER_REPO):$(IMAGE_TAG) was not correctly loaded into Minikube" && false) @echo ./kubectl-gadget deploy --set-daemon-config=operator.oci.verify-image=$(VERIFY_GADGETS) --liveness-probe=$(LIVENESS_PROBE) \ --image-pull-policy=Never kubectl rollout status daemonset -n gadget gadget --timeout 30s @echo "Image used by the gadget pod:" kubectl get pod -n gadget -o yaml|grep imageID: @echo "Minikube profile used:" $(MINIKUBE) profile .PHONY: btfgen btfgen: +make -f Makefile.btfgen .PHONY: generate-manifests generate-manifests: echo "---" > pkg/resources/manifests/deploy.yaml echo "# This file is generated by 'make generate-manifests'; DO NOT EDIT." >> pkg/resources/manifests/deploy.yaml cat pkg/resources/manifests/namespace.yaml >> pkg/resources/manifests/deploy.yaml make -C charts APP_VERSION=latest template cat charts/bin/deploy.yaml >> pkg/resources/manifests/deploy.yaml .PHONY: install-headers install-headers: cp -r ./include/gadget/ /usr/include/ .PHONY: remove-headers remove-headers: rm -rf /usr/include/gadget .PHOHY: build-gadgets build-gadgets: install/ig $(MAKE) -C gadgets/ build .PHOHY: push-gadgets push-gadgets: install/ig $(MAKE) -C gadgets/ push .PHONY: unit-test-gadgets unit-test-gadgets: $(MAKE) -C gadgets/ test-unit .PHONY: integration-test-gadgets integration-test-gadgets: install/ig $(MAKE) -C gadgets/ test-integration .PHONY: testdata testdata: $(MAKE) -C testdata/ .PHONY: go-mod-tidy go-mod-tidy: find ./ -type f -name go.mod -execdir go mod tidy \; .PHONY: update-vmlinux update-vmlinux: # https://github.com/google/go-containerregistry/tree/main/cmd/crane TMP=$$(mktemp -d btfs-tmp.XXXXXXXXXX) && \ pushd $$TMP && \ crane pull --format oci $(CI_KERNELS_IMAGE) . && \ MANIFEST_PATH=$$(cat index.json |jq -r '.manifests[0].digest'|sed 's|:|/|g') && \ cat blobs/$$MANIFEST_PATH \ | jq -r '.manifests[] | .platform.os + ";" + .platform.architecture + ";" + .digest' \ | while IFS=';' read -r OS ARCH DIGEST; do \ mkdir -p $$OS/$$ARCH/rootfs && \ ROOTFS_DIGEST=$$(cat blobs/$${DIGEST//:/\/} | jq -r '.layers[1].digest') && \ ROOTFS_DIGEST=$${ROOTFS_DIGEST//:/\/} && \ tar -C $$OS/$$ARCH/rootfs -xf blobs/$$ROOTFS_DIGEST boot/vmlinux && \ bpftool btf dump file $$OS/$$ARCH/rootfs/boot/vmlinux format c \ > ../include/gadget/$$ARCH/vmlinux.h ; \ done && \ popd && \ rm -rf $$TMP .PHONY: %-update-latest-tag: $(CRANE) copy $(CONTAINER_REPO_NAMESPACE)/$*:$(IMAGE_TAG) $(CONTAINER_REPO_NAMESPACE)/$*:latest .PHOHY: update-latest-tag: $(addsuffix -update-latest-tag,$(CONTAINER_IMAGES)) $(MAKE) -C gadgets/ update-latest-tag .PHONY: help help: @echo 'Building targets:' @echo ' all - Build all targets marked with [*]' @echo '* ig - Build the ig cli tool' @echo ' ig-all - Build the ig cli tool for all architectures' @echo ' ig-on-docker - Build the ig cli tool using docker' @echo '* build - Build all targets marked with [o]' @echo ' go-mod-tidy - Run go mod tidy for all go modules in the repo' @echo 'o kubectl-gadget - Build the kubectl plugin' @echo ' kubectl-gadget-all - Build the kubectl plugin for all architectures' @echo ' kubectl-gadget-container - Build container for kubectl-gadget' @echo 'o gadget-container - Build the gadget container image for the host architecture' @echo ' cross-gadget-container - Build the gadget container image for all supported architectures' @echo ' ebpf-objects - Build eBPF objects file inside docker' @echo ' ebpf-objects-outside-docker - Build eBPF objects file on host' @echo ' btfgen - Build BTF files' @echo ' list-ig-targets - List ig available architectures' @echo ' list-kubectl-gadget-targets - List kubectl plugin available architectures' @echo ' build-gadgets - Build all gadgets' @echo ' push-gadgets - Push all gadgets' @echo '' @echo 'Testing targets:' @echo ' test - Run unit tests' @echo ' integration-tests - Run integration tests (deploy IG before running the tests)' @echo ' integration-test-gadgets - Run gadgets integration test' @echo ' unit-test-gadgets - Run gadgets unit test' @echo '' @echo 'Installing targets:' @echo ' install/kubectl-gadget - Build kubectl plugin and install it in ~/.local/bin' @echo ' install/ig - Build and install ig cli tool in /usr/local/bin' @echo '' @echo 'Development targets:' @echo ' clang-format - Format ebpf source files' @echo ' lint - Lint the Go code' @echo ' generate-manifests - Generate manifests for the gadget deployment' @echo ' minikube-start - Start a kubernetes cluster using minikube with the docker driver' @echo ' minikube-deploy - Build and deploy the gadget container on minikube with docker driver, the cluster is started if it does not exist' @echo ' debug-ig - Build ig and start a debug session using delve' @echo ' install-headers - Install headers used to build gadgets in /usr/include/gadget' @echo ' remove-headers - Remove headers installed in /usr/include/gadget' @echo ' testdata - Build testdata' @echo ' website-local-update - Update the documentation in the website repository for testing locally' @echo ' update-vmlinux - Update vmlinux.h' inspektor-gadget-0.46.0/Makefile.btfgen000066400000000000000000000030071510117411400177470ustar00rootroot00000000000000# SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) # disable builtin rules (avoid trying to run cc for .o files) MAKEFLAGS += --no-builtin-rules ifndef BTFHUB_ARCHIVE $(error BTFHUB_ARCHIVE is undefined) endif ifndef ARCH $(error ARCH is undefined) endif # architecture naming is a mess: # - Golang uses amd64 and arm64 # - btfhub uses x86_64 and arm64 # - bpf2go uses x86 and arm64 ARCH_CLEANED = $(subst amd64,x86,$(ARCH)) OUTPUT ?= pkg/btfgen/btfs SOURCE_BTF_FILES = $(shell find $(BTFHUB_ARCHIVE)/ -iregex ".*$(subst x86,x86_64,$(ARCH_CLEANED)).*" -type f -name '*.btf.tar.xz') MIN_CORE_BTF_FILES = $(patsubst $(BTFHUB_ARCHIVE)/%.btf.tar.xz, $(OUTPUT)/$(ARCH_CLEANED)/%.btf, $(SOURCE_BTF_FILES)) BPF_ALL_O_FILES = $(shell find pkg/ -type f -regex ".*\($(ARCH_CLEANED)\|bpfel\).o") .PHONY: all all: $(MIN_CORE_BTF_FILES) ifeq ($(V),1) Q = msg = else Q = @ msg = @printf ' %-8s %s%s\n' "$(1)" "$(notdir $(2))" "$(if $(3), $(3))"; MAKEFLAGS += --no-print-directory endif $(MIN_CORE_BTF_FILES): $(BPF_ALL_O_FILES) $(OUTPUT)/$(ARCH_CLEANED)/%.btf: BTF_FILE = $(<:.tar.xz=) $(OUTPUT)/$(ARCH_CLEANED)/%.btf: $(BTFHUB_ARCHIVE)/%.btf.tar.xz $(call msg,UNTAR,$@) $(Q)tar xvfJ $< -C "$(dir $<)" --touch > /dev/null $(call msg,BTFGEN,$@) $(Q)mkdir -p "$(@D)" $(Q)if [ -f $(BTF_FILE) ]; then $(BPFTOOL) gen min_core_btf $(BTF_FILE) $@ $(BPF_ALL_O_FILES); else echo "$(BTF_FILE) does not exist!" >&2; fi $(Q)rm -fr $(BTF_FILE) # delete failed targets .DELETE_ON_ERROR: # keep intermediate (.skel.h, .bpf.o, etc) targets .SECONDARY: inspektor-gadget-0.46.0/README.md000066400000000000000000000334011510117411400163230ustar00rootroot00000000000000

Inspektor Gadget Logo

[![Inspektor Gadget CI](https://github.com/inspektor-gadget/inspektor-gadget/actions/workflows/inspektor-gadget.yml/badge.svg)](https://github.com/inspektor-gadget/inspektor-gadget/actions/workflows/inspektor-gadget.yml) [![Go Reference](https://pkg.go.dev/badge/github.com/inspektor-gadget/inspektor-gadget.svg)](https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget) [![Go Report Card](https://goreportcard.com/badge/github.com/inspektor-gadget/inspektor-gadget)](https://goreportcard.com/report/github.com/inspektor-gadget/inspektor-gadget) [![OpenSSF Best Practices](https://www.bestpractices.dev/projects/7962/badge)](https://www.bestpractices.dev/projects/7962) [![OpenSSF Scorecard](https://api.scorecard.dev/projects/github.com/inspektor-gadget/inspektor-gadget/badge)](https://scorecard.dev/viewer/?uri=github.com/inspektor-gadget/inspektor-gadget) [![Inspektor Gadget Test Reports](https://img.shields.io/badge/Link-Test%20Reports-blue)](https://inspektor-gadget.github.io/ig-test-reports) [![Inspektor Gadget Benchmarks](https://img.shields.io/badge/Link-Benchmarks-blue)](https://inspektor-gadget.github.io/ig-benchmarks/dev/bench) [![Release](https://img.shields.io/github/v/release/inspektor-gadget/inspektor-gadget)](https://github.com/inspektor-gadget/inspektor-gadget/releases) [![Artifact Hub: Gadgets](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/gadgets)](https://artifacthub.io/packages/search?repo=gadgets) [![Artifact Hub: Helm charts](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/helm-charts)](https://artifacthub.io/packages/helm/gadget/gadget) [![Slack](https://img.shields.io/badge/slack-%23inspektor--gadget-brightgreen.svg?logo=slack)](https://kubernetes.slack.com/messages/inspektor-gadget/) [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://github.com/inspektor-gadget/inspektor-gadget/blob/main/LICENSE) [![License: GPL v2](https://img.shields.io/badge/License-GPL%20v2-blue.svg)](https://github.com/inspektor-gadget/inspektor-gadget/blob/main/LICENSE-bpf.txt) Inspektor Gadget is a set of tools and framework for data collection and system inspection on Kubernetes clusters and Linux hosts using [eBPF](https://ebpf.io/). It manages the packaging, deployment and execution of Gadgets (eBPF programs encapsulated in [OCI images](https://opencontainers.org/)) and provides mechanisms to customize and extend Gadget functionality. **Note**: Major new functionality was released in v0.31.0. Please read the [blog post for a detailed overview](https://inspektor-gadget.io/blog/2024/08/empowering-observability_the_advent_of_image_based_gadgets). ## Features * Build and package eBPF programs into OCI images called Gadgets * Targets Kubernetes clusters and Linux hosts * Collect and export data to observability tools with a simple command and via declarative configuration * Security mechanisms to restrict and lock-down which Gadgets can be run * Automatic [enrichment](#what-is-enrichment): map kernel data to high-level resources like Kubernetes and container runtimes * Supports [WebAssembly](https://webassembly.org/) modules to post-process data and customize IG [operators](#what-is-an-operator); using any WASM-supported language * Supports many modes of operation; cli, client-server, API, embeddable via Golang library ## Quick start The following examples use the [trace_open](https://www.inspektor-gadget.io/docs/latest/gadgets/trace_open) Gadget which triggers when a file is open on the system. ### Kubernetes #### Deployed to the Cluster [krew](https://sigs.k8s.io/krew) is the recommended way to install `kubectl gadget`. You can follow the [krew's quickstart](https://krew.sigs.k8s.io/docs/user-guide/quickstart/) to install it and then install `kubectl gadget` by executing the following commands. ```bash kubectl krew install gadget kubectl gadget deploy kubectl gadget run trace_open:latest ``` Check [Installing on Kubernetes](https://www.inspektor-gadget.io/docs/latest/reference/install-kubernetes) to learn more about different options. `kubectl-gadget` is also packaged for the following distributions: [![`kubectl-gadget`](https://repology.org/badge/vertical-allrepos/kubectl-gadget.svg)](https://repology.org/project/kubectl-gadget/versions) ### Kubectl Node Debug We can use [kubectl node debug](https://kubernetes.io/docs/tasks/debug/debug-cluster/kubectl-node-debug/) to run `ig` on a Kubernetes node: ```bash kubectl debug --profile=sysadmin node/minikube-docker -ti --image=ghcr.io/inspektor-gadget/ig:latest -- ig run trace_open:latest ``` For more information on how to use `ig` without installation on Kubernetes, please refer to the [ig documentation](https://www.inspektor-gadget.io/docs/latest/reference/ig#using-ig-with-kubectl-debug-node). ### Linux #### Install Locally Install the `ig` binary locally on Linux and run a Gadget: ```bash IG_ARCH=amd64 IG_VERSION=$(curl -s https://api.github.com/repos/inspektor-gadget/inspektor-gadget/releases/latest | jq -r .tag_name) curl -sL https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${IG_VERSION}/ig-linux-${IG_ARCH}-${IG_VERSION}.tar.gz | sudo tar -C /usr/local/bin -xzf - ig sudo ig run trace_open:latest ``` Check [Installing on Linux](https://www.inspektor-gadget.io/docs/latest/reference/install-linux) to learn more. `ig` is also packaged for the following distributions: [![`ig`](https://repology.org/badge/vertical-allrepos/inspektor-gadget.svg)](https://repology.org/project/inspektor-gadget/versions) #### Run in a Container ```bash docker run -ti --rm --privileged -v /:/host --pid=host ghcr.io/inspektor-gadget/ig:latest run trace_open:latest ``` For more information on how to use `ig` without installation on Linux, please check [Using ig in a container](https://www.inspektor-gadget.io/docs/latest/reference/ig#using-ig-in-a-container). ### MacOS or Windows It's possible to control an `ig` running in Linux from different operating systems by using the `gadgetctl` binary. Run the following on a Linux machine to make `ig` available to clients. ```bash sudo ig daemon --host=tcp://0.0.0.0:1234 ``` Download the `gadgetctl` tools for MacOS ([amd64](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-darwin-amd64-v0.30.0.tar.gz), [arm64](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-darwin-arm64-v0.30.0.tar.gz)) or [windows](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-windows-amd64-v0.30.0.tar.gz) and run the Gadget specifying the IP address of the Linux machine: ```bash gadgetctl run trace_open:latest --remote-address=tcp://$IP:1234 ``` ***The above demonstrates the simplest command. To learn how to filter, export, etc. please consult the documentation for the [run](https://www.inspektor-gadget.io/docs/latest/reference/run) command***. ## Core concepts ### What is a Gadget? Gadgets are the central component in the Inspektor Gadget framework. A Gadget is an [OCI image](https://opencontainers.org/) that includes one or more eBPF programs, metadata YAML file and, optionally, WASM modules for post processing. As OCI images, they can be stored in a container registry (compliant with the OCI specifications), making them easy to distribute and share. Gadgets are built using the [`ig image build`](https://www.inspektor-gadget.io/docs/latest/gadget-devel/building) command. You can find a growing collection of Gadgets on [Artifact HUB](https://artifacthub.io/packages/search?kind=22). This includes both in-tree Gadgets (hosted in this git repository in the [/gadgets](./gadgets/README.md) directory and third-party Gadgets). See the [Gadget documentation](https://www.inspektor-gadget.io/docs/latest/gadgets/) for more information. ### What is enrichment? The data that eBPF collects from the kernel includes no knowledge about Kubernetes, container runtimes or any other high-level user-space concepts. In order to relate this data to these high-level concepts and make the eBPF data immediately more understandable, Inspektor Gadget automatically uses kernel primitives such as mount namespaces, pids or similar to infer which high-level concepts they relate to; Kubernetes pods, container names, DNS names, etc. The process of augmenting the eBPF data with these high-level concepts is called *enrichment*. Enrichment flows the other way, too. Inspektor Gadget enables users to do high-performance in-kernel filtering by only referencing high-level concepts such as Kubernetes pods, container names, etc.; automatically translating these to the corresponding low-level kernel resources. ### What is an operator? In Inspektor Gadget, an operator is any part of the framework where an action is taken. Some operators are under-the-hood (i.e. fetching and loading Gadgets) while others are user-exposed (enrichment, filtering, export, etc.) and can be reordered and overridden. ### Further learning Use the [project documentation](https://www.inspektor-gadget.io/docs/latest/) to learn more about: * [Reference](https://www.inspektor-gadget.io/docs/latest/reference) * [Gadgets](https://www.inspektor-gadget.io/docs/latest/gadgets) * [Contributing](https://www.inspektor-gadget.io/docs/latest/devel/contributing/) ## Kernel requirements Kernel requirements are largely determined by the specific eBPF functionality a Gadget makes use of. The eBPF functionality available to Gadgets depend on the version and configuration of the kernel running in the node/machine where the Gadget is being loaded. Gadgets developed by the Inspektor Gadget project require at least Linux 5.10 with [BTF](https://www.kernel.org/doc/html/latest/bpf/btf.html) enabled. Refer to the [documentation for a specific Gadget](https://www.inspektor-gadget.io/docs/latest/gadgets) for any notes regarding requirements. ## Code examples There are some examples in [this](./examples/) folder showing the usage of the Golang packages provided by Inspektor Gadget. These examples are designed for developers that want to use the Golang packages exposed by Inspektor Gadget directly. End-users do not need this and can use `kubectl-gadget` or `ig` directly. ## Security features Inspektor Gadget offers security features which are described in the following document: * [Verify assets](https://inspektor-gadget.io/docs/latest/reference/verify-assets): Covers everything with regard to signing and verifying of images and release assets. It also showcases the different SBOMs we generate like the [`ig`](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.38.0/ig-linux-amd64-v0.38.0.bom.json) one. * [Restricting Gadgets](https://inspektor-gadget.io/docs/latest/reference/restricting-gadgets): Details how users can restrict which gadgets can be run based on different filters. ## Contributing Contributions are welcome, see [CONTRIBUTING](docs/devel/contributing.md). ## Community Meeting We hold community meetings regularly. Please check our [calendar](https://zoom-lfx.platform.linuxfoundation.org/meetings/inspektorgadget?view=month) for the full schedule of up-coming meetings and please add any topic you want to discuss to our [meeting notes](https://docs.google.com/document/d/1cbPYvYTsdRXd41PEDcwC89IZbcA8WneNt34oiu5s9VA/edit) document. ## Slack Join the discussions on the [`#inspektor-gadget`](https://kubernetes.slack.com/messages/inspektor-gadget/) channel in the Kubernetes Slack. ## Recent Videos - Presentation: [From Kernel To Cloud: Building a Complete Open Source Observability Pipeline, OpenSearch Con NA - September 2025](https://opensearchconna2025.sched.com/event/25Gp0/from-kernel-to-cloud-building-a-complete-open-source-observability-pipeline-anirudha-jadhav-shenoy-pratik-gurudatt-amazon-web-services) ([video](https://www.youtube.com/watch?v=oWZnSS7mtK4), [slides](https://static.sched.com/hosted_files/opensearchconna2025/a8/From%20Kernel%20To%20Cloud_%20Building%20a%20Complete%20Open%20Source%20Observability%20Pipeline_final.pdf)) - Talk: [Demystifying DNS: A Guide to Understanding and Debugging Request Flows in Kubernetes Clusters, Container Days Hamburg - September 2024](https://www.youtube.com/watch?v=KQpZg_NqbZw) - Talk: [eBPF Data Collection for Everyone – empowering the community to obtain Linux insights using Inspektor Gadget](https://www.youtube.com/watch?v=tkKXdaqji9c) - Talk: [Collecting Low-Level Metrics with eBPF, KubeCon + CloudNativeCon North America 2023](https://kccncna2023.sched.com/event/a70c0a016973beb5705f5f72fa58f622) ([video](https://www.youtube.com/watch?v=_ft3iTw5uv8), [slides](https://static.sched.com/hosted_files/kccncna2023/91/Collecting%20Low-Level%20Metrics%20with%20eBPF.pdf)) - Interview: [Kubernetes Security and Troubleshooting Multitool: Inspektor Gadget](https://www.youtube.com/watch?v=0GDYDYhPPRw) - Interview: [Enlightning - Go Go Gadget! Inspektor Gadget and Observability](https://www.youtube.com/watch?v=Io6vqHitTzQ) - Presentation: [Misc - Feat. Kepler, Inspektor Gadget, k8sgpt, Perses, and Pixie (You Choose!, Ch. 04, Ep. 09)](https://youtu.be/OZE1hoT9-gs?t=1267) ## Thanks * [BPF Compiler Collection (BCC)](https://github.com/iovisor/bcc): some of the gadgets are based on BCC tools. * [kubectl-trace](https://github.com/iovisor/kubectl-trace): the Inspektor Gadget architecture was inspired from kubectl-trace. * [cilium/ebpf](https://github.com/cilium/ebpf): the gadget tracer manager and some other gadgets use the cilium/ebpf library. ## License The Inspektor Gadget user-space components are licensed under the [Apache License, Version 2.0](LICENSE). The BPF code templates are licensed under the [General Public License, Version 2.0, with the Linux-syscall-note](LICENSE-bpf.txt). inspektor-gadget-0.46.0/artifacthub-repo.yml000066400000000000000000000004041510117411400210230ustar00rootroot00000000000000# Artifact Hub repository metadata file # https://github.com/artifacthub/hub/blob/master/docs/metadata/artifacthub-repo.yml repositoryID: 5f918783-a578-4873-8637-52c7ed102fc9 owners: - name: The Inspektor Gadget authors email: hello@inspektor-gadget.io inspektor-gadget-0.46.0/charts/000077500000000000000000000000001510117411400163275ustar00rootroot00000000000000inspektor-gadget-0.46.0/charts/Makefile000066400000000000000000000035621510117411400177750ustar00rootroot00000000000000HELM ?= helm HELM_DOCS_IMAGE ?= jnorwood/helm-docs:v1.14.2 BUILD_DIR ?= bin OUTPUT_DIR ?= $(BUILD_DIR) CHART_DIR := $(BUILD_DIR)/gadget # This version will be overridden by the release process to match the tag CHART_VERSION ?= "1.0.0-dev" APP_VERSION ?= $(shell ./../tools/image-tag branch) SED_VERSION := $(shell sed --version 2>&1) .DEFAULT_GOAL := help clean: rm -rf $(BUILD_DIR) build: clean @echo "Building chart:" mkdir -p $(BUILD_DIR) cp -r gadget $(BUILD_DIR) mv $(CHART_DIR)/Chart.yaml.tmpl $(CHART_DIR)/Chart.yaml ifeq ($(findstring GNU,$(SED_VERSION)),GNU) @echo "Using GNU sed" sed -i "s/%VERSION%/$(CHART_VERSION)/g" $(CHART_DIR)/Chart.yaml sed -i "s/%APP_VERSION%/$(APP_VERSION)/g" $(CHART_DIR)/Chart.yaml else @echo "Using BSD sed" sed -i "" "s/%VERSION%/$(CHART_VERSION)/g" $(CHART_DIR)/Chart.yaml sed -i "" "s/%APP_VERSION%/$(APP_VERSION)/g" $(CHART_DIR)/Chart.yaml endif @echo "Preparing docs" docker run --user $(shell id -u):$(shell id -g) -v $(shell pwd)/$(CHART_DIR):/helm-docs $(HELM_DOCS_IMAGE) -s file @echo "Charts available at: $(CHART_DIR)" # install uses 'helm upgrade --install' to make chart installation idempotent. install: build $(HELM) upgrade --install gadget $(CHART_DIR) --namespace gadget --create-namespace uninstall: $(HELM) uninstall gadget --namespace gadget lint: build $(HELM) lint $(CHART_DIR) template: build $(HELM) template gadget $(CHART_DIR) --namespace gadget --skip-crds | tee $(OUTPUT_DIR)/deploy.yaml package: build $(HELM) package $(CHART_DIR) -d $(BUILD_DIR) help: @echo "Usage: make " @echo @echo "Targets:" @echo " clean - Clean built chart" @echo " build - Build chart" @echo " install - Install chart" @echo " uninstall - Uninstall chart" @echo " lint - Lint chart" @echo " template - Template chart" @echo " package - Package chart" @echo " help - Print this help" inspektor-gadget-0.46.0/charts/README.md000066400000000000000000000003301510117411400176020ustar00rootroot00000000000000# Inspektor Gadget Charts This repository contains Helm charts for [installing Inspektor Gadget on Kubernetes](https://inspektor-gadget.io/docs/latest/reference/install-kubernetes#installation-with-the-helm-chart). inspektor-gadget-0.46.0/charts/gadget/000077500000000000000000000000001510117411400175625ustar00rootroot00000000000000inspektor-gadget-0.46.0/charts/gadget/.helmignore000066400000000000000000000005461510117411400217210ustar00rootroot00000000000000# Patterns to ignore when building packages. # This supports shell glob matching, relative path matching, and # negation (prefixed with !). Only one pattern per line. .DS_Store *.gotmpl # Common VCS dirs .git/ .gitignore .bzr/ .bzrignore .hg/ .hgignore .svn/ # Common backup files *.swp *.bak *.tmp *.orig *~ # Various IDEs .project .idea/ *.tmproj .vscode/ inspektor-gadget-0.46.0/charts/gadget/Chart.yaml.tmpl000066400000000000000000000007761510117411400224740ustar00rootroot00000000000000apiVersion: v2 name: gadget home: https://www.inspektor-gadget.io description: Gadgets for debugging and introspecting apps icon: https://www.inspektor-gadget.io/media/brand-logo.svg keywords: - Inspektor Gadget - BPF - eBPF - Kubernetes - Networking - Debugging - Observability - Troubleshooting sources: - https://github.com/inspektor-gadget/inspektor-gadget maintainers: - name: Inspektor Gadget Team url: https://www.inspektor-gadget.io version: %VERSION% appVersion: %APP_VERSION% inspektor-gadget-0.46.0/charts/gadget/README.md.gotmpl000066400000000000000000000030761510117411400223500ustar00rootroot00000000000000{{ template "chart.header" . }} {{ template "chart.deprecationWarning" . }} {{ template "chart.versionBadge" . }}{{ template "chart.typeBadge" . }}{{ template "chart.appVersionBadge" . }} Inspektor Gadget is a collection of tools (or gadgets) to debug and inspect Kubernetes resources and applications. It manages the packaging, deployment and execution of [eBPF](https://ebpf.io/) programs in a Kubernetes cluster, including many based on [BCC](https://github.com/iovisor/bcc) tools, as well as some developed specifically for use in Inspektor Gadget. It automatically maps low-level kernel primitives to high-level Kubernetes resources, making it easier and quicker to find the relevant information. ## The Gadgets Inspektor Gadget tools are known as gadgets. You can deploy one, two or many gadgets. ![different tools offered by Inspektor Gadget](https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/main/docs/images/architecture/inspektor_gadget_tools.svg) ## Getting Started ``` $ helm repo add gadget https://inspektor-gadget.github.io/charts $ helm install gadget gadget/gadget --namespace=gadget --create-namespace ``` {{ template "chart.maintainersSection" . }} {{ template "chart.sourcesSection" . }} ## Getting Help In case you encounter any problems while using Inspektor Gadget, feel free to open an issue in the [Inspektor Gadget GitHub repository](https://github.com/inspektor-gadget/inspektor-gadget) or reach out to use at [Inspektor Gadget Slack channel](https://kubernetes.slack.com/messages/inspektor-gadget/). {{ template "chart.valuesSection" . }} inspektor-gadget-0.46.0/charts/gadget/templates/000077500000000000000000000000001510117411400215605ustar00rootroot00000000000000inspektor-gadget-0.46.0/charts/gadget/templates/NOTES.txt000066400000000000000000000001651510117411400232130ustar00rootroot00000000000000Inspektor Gadget {{ .Chart.AppVersion | quote }} installed successfully! For usage details, visit {{ .Chart.Home }} inspektor-gadget-0.46.0/charts/gadget/templates/_helpers.tpl000066400000000000000000000071711510117411400241100ustar00rootroot00000000000000{{/* Expand the name of the chart. */}} {{- define "gadget.name" -}} {{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }} {{- end }} {{- define "gadget.fullname" -}} gadget {{- end }} {{/* Create chart name and version as used by the chart label. */}} {{- define "gadget.chart" -}} {{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} {{- end }} {{/* Namespace used by all resources. */}} {{- define "gadget.namespace" -}} {{- .Release.Namespace }} {{- end }} {{/* Common labels */}} {{- define "gadget.labels" -}} helm.sh/chart: {{ include "gadget.chart" . }} {{ include "gadget.selectorLabels" . }} app.kubernetes.io/component: controller {{- if .Chart.AppVersion }} app.kubernetes.io/version: {{ .Chart.AppVersion | quote }} {{- end }} app.kubernetes.io/managed-by: {{ .Release.Service }} app.kubernetes.io/part-of: inspektor-gadget {{- if .Values.additionalLabels.enabled }} {{- if .Values.additionalLabels }} {{ toYaml .Values.additionalLabels }} {{- end }} {{- end }} {{- end }} {{/* Selector labels */}} {{- define "gadget.selectorLabels" -}} app.kubernetes.io/name: {{ include "gadget.name" . }} app.kubernetes.io/instance: {{ .Release.Name }} {{- end }} {{/* Image tag */}} {{- define "gadget.image.tag" -}} {{- if .Values.image.tag }} {{- .Values.image.tag }} {{- else }} {{- .Chart.AppVersion }} {{- end }} {{- end }} {{/* Operator configuration */}} {{- define "gadget.operatorConfig" -}} {{- $operator := deepCopy .Values.config.operator | default (dict) -}} {{- if hasKey .Values.config "hookMode" }} {{- $merged := mergeOverwrite (get $operator "kubemanager" | default dict) (dict "hook-mode" .Values.config.hookMode) }} {{- $operator = set $operator "kubemanager" $merged }} {{- end }} {{- if hasKey .Values.config "fallbackPodInformer" }} {{- $merged := mergeOverwrite (get $operator "kubemanager" | default dict) (dict "fallback-podinformer" .Values.config.fallbackPodInformer) }} {{- $operator = set $operator "kubemanager" $merged }} {{- end }} {{- if hasKey .Values.config "verifyGadgets" }} {{- $merged := mergeOverwrite (get $operator "oci" | default dict) (dict "verify-image" .Values.config.verifyGadgets) }} {{- $operator = set $operator "oci" $merged }} {{- end }} {{- if hasKey .Values.config "gadgetsPublicKeys" }} {{- $merged := mergeOverwrite (get $operator "oci" | default dict) (dict "public-keys" .Values.config.gadgetsPublicKeys) }} {{- $operator = set $operator "oci" $merged }} {{- end }} {{- if hasKey .Values.config "allowedGadgets" }} {{- $merged := mergeOverwrite (get $operator "oci" | default dict) (dict "allowed-gadgets" .Values.config.allowedGadgets) }} {{- $operator = set $operator "oci" $merged }} {{- end }} {{- if hasKey .Values.config "disallowGadgetsPulling" }} {{- $merged := mergeOverwrite (get $operator "oci" | default dict) (dict "disallow-pulling" .Values.config.disallowGadgetsPulling) }} {{- $operator = set $operator "oci" $merged }} {{- end }} {{- if hasKey .Values.config "otelMetricsListen" }} {{- $merged := mergeOverwrite (get $operator "otel-metrics" | default dict) (dict "otel-metrics-listen" .Values.config.otelMetricsListen) }} {{- $operator = set $operator "otel-metrics" $merged }} {{- end }} {{- if hasKey .Values.config "otelMetricsAddress" }} {{- $merged := mergeOverwrite (get $operator "otel-metrics" | default dict) (dict "otel-metrics-listen-address" .Values.config.otelMetricsAddress) }} {{- $operator = set $operator "otel-metrics" $merged }} {{- end }} {{- toYaml $operator }} {{- end }} inspektor-gadget-0.46.0/charts/gadget/templates/clusterrole.yaml000066400000000000000000000035111510117411400250070ustar00rootroot00000000000000apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: {{ include "gadget.fullname" . }}-cluster-role labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} rules: - apiGroups: [""] resources: ["nodes/proxy"] verbs: ["get"] - apiGroups: [""] resources: ["namespaces", "nodes", "pods"] verbs: ["get", "watch", "list"] - apiGroups: [""] resources: ["services"] # list is needed by network-policy gadget # watch is needed by operators enriching with service informations verbs: ["list", "watch"] - apiGroups: ["gadget.kinvolk.io"] resources: ["traces", "traces/status"] # For traces, we need all rights on them as we define this resource. verbs: ["delete", "deletecollection", "get", "list", "patch", "create", "update", "watch"] - apiGroups: ["*"] resources: ["deployments", "replicasets", "statefulsets", "daemonsets", "jobs", "cronjobs", "replicationcontrollers"] # Required to retrieve the owner references used by the seccomp gadget. verbs: ["get"] - apiGroups: ["security-profiles-operator.x-k8s.io"] resources: ["seccompprofiles"] # Required for integration with the Kubernetes Security Profiles Operator verbs: ["list", "watch", "create"] - apiGroups: ["security.openshift.io"] # It is necessary to use the 'privileged' security context constraints to be # able mount host directories as volumes, use the host networking, among others. # This will be used only when running on OpenShift: # https://docs.openshift.com/container-platform/4.9/authentication/managing-security-context-constraints.html#default-sccs_configuring-internal-oauth resources: ["securitycontextconstraints"] resourceNames: ["privileged"] verbs: ["use"] inspektor-gadget-0.46.0/charts/gadget/templates/clusterrolebinding.yaml000066400000000000000000000010441510117411400263410ustar00rootroot00000000000000apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: {{ include "gadget.fullname" . }}-cluster-role-binding labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole name: {{ include "gadget.fullname" . }}-cluster-role subjects: - kind: ServiceAccount name: {{ include "gadget.fullname" . }} namespace: {{ include "gadget.namespace" . }} inspektor-gadget-0.46.0/charts/gadget/templates/configmap.yaml000066400000000000000000000015121510117411400244060ustar00rootroot00000000000000--- apiVersion: v1 kind: ConfigMap metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} name: {{ include "gadget.fullname" . }} namespace: {{ include "gadget.namespace" . }} data: config.yaml: |- events-buffer-length: {{ .Values.config.eventsBufferLength }} containerd-socketpath: {{ .Values.config.containerdSocketPath }} crio-socketpath: {{ .Values.config.crioSocketPath }} docker-socketpath: {{ .Values.config.dockerSocketPath }} podman-socketpath: {{ .Values.config.podmanSocketPath }} gadget-namespace: {{ .Values.config.gadgetNamespace }} daemon-log-level: {{ .Values.config.daemonLogLevel }} operator: {{- include "gadget.operatorConfig" . | nindent 8 -}} inspektor-gadget-0.46.0/charts/gadget/templates/daemonset.yaml000066400000000000000000000304501510117411400244250ustar00rootroot00000000000000apiVersion: apps/v1 kind: DaemonSet metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} name: {{ include "gadget.fullname" . }} namespace: {{ include "gadget.namespace" . }} spec: selector: matchLabels: {{- if not .Values.skipLabels }} {{- include "gadget.selectorLabels" . | nindent 6 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} template: metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 8 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} annotations: # We need to set gadget container as unconfined so it is able to write # /sys/fs/bpf as well as /sys/kernel/debug/tracing. # Otherwise, we can have error like: # "failed to create server failed to create folder for pinning bpf maps: mkdir /sys/fs/bpf/gadget: permission denied" # (For reference, see: https://github.com/inspektor-gadget/inspektor-gadget/runs/3966318270?check_suite_focus=true#step:20:221) container.apparmor.security.beta.kubernetes.io/gadget: {{ default .Values.appArmorProfile .Values.config.appArmorProfile | quote }} # keep aligned with values in pkg/operators/prometheus/prometheus.go prometheus.io/scrape: "true" prometheus.io/port: "2223" prometheus.io/path: "/metrics" spec: serviceAccount: {{ include "gadget.fullname" . }} hostPID: false hostNetwork: false {{- if .Values.runtimeClassName }} runtimeClassName: {{ .Values.runtimeClassName | quote }} {{- end }} {{- if .Values.image.pullSecrets }} imagePullSecrets: {{- toYaml .Values.image.pullSecrets | nindent 8 }} {{- end }} containers: - name: gadget terminationMessagePolicy: FallbackToLogsOnError image: {{ .Values.image.repository }}:{{ include "gadget.image.tag" . }} imagePullPolicy: {{ .Values.image.pullPolicy }} command: [ "/bin/gadgettracermanager", "-serve" ] lifecycle: preStop: exec: command: - "/cleanup" livenessProbe: exec: command: - /bin/gadgettracermanager - -liveness periodSeconds: 5 timeoutSeconds: 2 readinessProbe: exec: command: - /bin/gadgettracermanager - -liveness periodSeconds: 5 timeoutSeconds: 2 startupProbe: exec: command: - /bin/gadgettracermanager - -liveness failureThreshold: 12 periodSeconds: 5 env: - name: NODE_NAME valueFrom: fieldRef: fieldPath: spec.nodeName - name: GADGET_POD_UID valueFrom: fieldRef: fieldPath: metadata.uid - name: GADGET_IMAGE value: "{{ .Values.image.repository }}" - name: HOST_ROOT value: "/host" - name: IG_EXPERIMENTAL value: {{ .Values.config.experimental | quote }} {{- if .Values.additionalEnv }} {{- toYaml .Values.additionalEnv | nindent 12 }} {{- end }} securityContext: readOnlyRootFilesystem: true # With hostPID/hostNetwork/privileged [1] set to false, we need to set appropriate # SELinux context [2] to be able to mount host directories with correct permissions. # This option is ignored if hostPID/hostNetwork/privileged is set to true or SELinux isn't enabled. # See: # 1 - https://github.com/cri-o/cri-o/blob/v1.27.0/server/sandbox_run_linux.go#L537 # 2 - https://github.com/cri-o/cri-o/blob/v1.27.0/server/container_create_linux.go#L310 seLinuxOptions: type: "spc_t" capabilities: {{- if not .Values.capabilities }} drop: - ALL add: # We need CAP_SYS_ADMIN for gadgettracermanager due to several # syscalls: # - bpf(): It often checks if SYS_ADMIN is set, among others # there: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/bpf/syscall.c#L2602 # - perf_event_open(): The kernel checks if CAP_PERFMON or # CAP_SYS_ADMIN is set: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/events/core.c#L12406-L12409 # - fanotify_init(): CAP_SYS_ADMIN is required to use all the # functionalities offered by fanotify: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/notify/fanotify/fanotify_user.c#L1404 # - fanotify_mark(): This capability is required to setup mount # or filesystem marks: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/notify/fanotify/fanotify_user.c#L1745-L1754 # - mount(): We need this capability to modify the caller # namespace: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/namespace.c#L1844-L1846 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/namespace.c#L3609 # - setns(): SYS_ADMIN is needed to install various namespace: # https://github.com/torvalds/linux/blob/c42d9eeef8e5ba9292eda36fd8e3c11f35ee065c/kernel/nsproxy.c#L574 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/cgroup/namespace.c#L103-L105 - SYS_ADMIN # We need this capability to get addresses from /proc/kallsyms. # Without it, addresses displayed when reading this file will be # 0. # Indeed, the socket-enricher needs to get the socket_file_ops # to work correctly: # https://github.com/inspektor-gadget/inspektor-gadget/blob/69692d54d951/pkg/gadgets/internal/socketenricher/tracer.go#L75 - SYSLOG # Accessing some procfs files such as /proc/$pid/ns/mnt # requires ptrace capability: # https://github.com/inspektor-gadget/inspektor-gadget/blob/3c51ff5e9f5b/pkg/utils/host/namespaces.go#L65 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/proc/namespaces.c#L58 - SYS_PTRACE # Needed by RemoveMemlock in gadgettracermanager: # https://github.com/inspektor-gadget/inspektor-gadget/blob/f2b9826fc4ae046415cdee30ee4a25322fd3f0c0/pkg/gadgettracermanager/gadgettracermanager.go#L258 - SYS_RESOURCE # Needed by mmap() called by gadgettracermanager: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/mm/mmap.c#L1281 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/mm/mmap.c#L1161-L1162 - IPC_LOCK # Needed by gadgets that open a raw sock like dns and snisnoop: # https://github.com/inspektor-gadget/inspektor-gadget/blob/3c51ff5e9f5b/gadgets/trace_dns/program.bpf.c#L365-L366 - NET_RAW # Needed to attach qdiscs and filters to network interfaces. See createClsActQdisc() # and addTCFilter() in pkg/gadgets/internal/tcnetworktracer/tc.go - NET_ADMIN {{- else }} {{- toYaml .Values.capabilities | nindent 14 }} {{- end }} volumeMounts: - mountPath: /host/bin name: bin readOnly: true # We need to have read/write as we write NRI and OCI config files # here. - mountPath: /host/etc name: etc readOnly: false # We need to have read/write as we write NRI and OCI binaries here. - mountPath: /host/opt name: opt readOnly: false - mountPath: /host/usr name: usr readOnly: true - mountPath: /host/run name: run readOnly: true - mountPath: /host/var name: var readOnly: true # WARNING Despite mounting host proc as readonly, it is possible to # write host file system using symlinks under /host/proc. The # following command, ran from gadget pod, will result in writing to # the host filesystem: # touch /host/proc/1/root/foobar # This limitation comes from Inspektor Gadget needing to be run as # unconfined with regard to AppArmor and having the SYS_PTRACE # capability. - mountPath: /host/proc name: proc readOnly: true - mountPath: /run name: run - mountPath: /sys/kernel/debug name: debugfs - mountPath: /sys/fs/cgroup name: cgroup readOnly: true - mountPath: /sys/fs/bpf name: bpffs # We need to add a dedicated volume to store OCI image otherwise it # will fail as the container root filesystem is read only. # For this, we use an emptyDir without size limit. - mountPath: /var/lib/ig name: oci {{- if (default .Values.mountPullSecret .Values.config.mountPullSecret) }} - mountPath: /var/run/secrets/gadget/pull-secret name: pull-secret readOnly: true {{- end }} - mountPath: /etc/ig name: config readOnly: true # We need a dedicated volume to store the wasm cache # otherwise it will fail as the container root filesystem is read only. - mountPath: /var/run/ig/wasm-cache name: wasm-cache readOnly: false nodeSelector: {{- .Values.nodeSelector | toYaml | nindent 8 }} affinity: {{- toYaml .Values.affinity | nindent 8 }} tolerations: - effect: NoSchedule operator: Exists - effect: NoExecute operator: Exists {{- if .Values.tolerations }} {{- toYaml .Values.tolerations | nindent 8 }} {{ end }} volumes: # /bin is needed to find runc. - name: bin hostPath: path: /bin # /etc is needed for several reasons: # 1. entrypoint needs /etc/os-release to print information. # 2. entrypoint needs /etc/nri to handle NRI hooks # 3. entrypoint needs /etc/containers/oci to handle OCI hooks. - name: etc hostPath: path: /etc # /opt is needed for several reasons: # 1. entrypoint needs /opt/nri to handle NRI hooks. # 2. entrypoint needs /opt/hooks/oci to handle OCI hooks. - name: opt hostPath: path: /opt # /usr is needed to find runc. - name: usr hostPath: path: /usr - name: proc hostPath: path: /proc - name: run hostPath: path: /run # /var is needed by container-hook to fanoitfy mark certain directories # e.g. needed in case of docker runtime on minikube (driver=kvm2) - name: var hostPath: path: /var - name: cgroup hostPath: path: /sys/fs/cgroup - name: bpffs hostPath: path: /sys/fs/bpf - name: debugfs hostPath: path: /sys/kernel/debug - name: oci emptyDir: {{- if (default .Values.mountPullSecret .Values.config.mountPullSecret) }} - name: pull-secret secret: defaultMode: 0o400 items: - key: .dockerconfigjson path: config.json secretName: gadget-pull-secret {{- end }} - name: config configMap: name: {{ include "gadget.fullname" . }} defaultMode: 0o400 - name: wasm-cache emptyDir: {} inspektor-gadget-0.46.0/charts/gadget/templates/role.yaml000066400000000000000000000010771510117411400234120ustar00rootroot00000000000000apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} name: {{ include "gadget.fullname" . }}-role namespace: {{ include "gadget.namespace" . }} rules: - apiGroups: [ "" ] resources: [ "secrets" ] # get secrets is needed for retrieving pull secret. verbs: [ "get" ] - apiGroups: [""] resources: ["configmaps"] verbs: ["get", "watch", "list", "create", "delete", "patch", "update"] inspektor-gadget-0.46.0/charts/gadget/templates/rolebinding.yaml000066400000000000000000000010041510117411400247330ustar00rootroot00000000000000apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} name: {{ include "gadget.fullname" . }}-role-binding namespace: {{ include "gadget.namespace" . }} roleRef: apiGroup: rbac.authorization.k8s.io kind: Role name: {{ include "gadget.fullname" . }}-role subjects: - kind: ServiceAccount name: {{ include "gadget.fullname" . }} inspektor-gadget-0.46.0/charts/gadget/templates/serviceaccount.yaml000066400000000000000000000004461510117411400254650ustar00rootroot00000000000000apiVersion: v1 kind: ServiceAccount metadata: labels: {{- if not .Values.skipLabels }} {{- include "gadget.labels" . | nindent 4 }} {{- end }} k8s-app: {{ include "gadget.fullname" . }} name: {{ include "gadget.fullname" . }} namespace: {{ include "gadget.namespace" . }} inspektor-gadget-0.46.0/charts/gadget/values.schema.json000066400000000000000000000054311510117411400232160ustar00rootroot00000000000000{ "$schema": "http://json-schema.org/draft-07/schema", "type": "object", "properties": { "config": { "type": "object", "required": [ "containerdSocketPath", "crioSocketPath", "dockerSocketPath", "experimental", "eventsBufferLength" ], "properties": { "containerdSocketPath": { "type": "string" }, "crioSocketPath": { "type": "string" }, "dockerSocketPath": { "type": "string" }, "podmanSocketPath": { "type": "string" }, "experimental": { "type": "boolean" }, "eventsBufferLength": { "type": ["integer", "string"] }, "verifyGadgets": { "type": "boolean", "deprecated": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "gadgetsPublicKeys": { "type": "array", "items": { "type": "string" }, "deprecated": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "allowedGadgets": { "type": "array", "items": { "type": "string" }, "deprecated": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "disallowGadgetsPulling": { "type": "boolean", "deprecated": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "otelMetricsListen": { "type": "boolean", "deprecatred": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "otelMetricsAddress": { "type": "string", "deprecated": true, "description": "The value is deprecated and will be removed in +v0.43.0. Use operator configuration instead" }, "operator": { "type": "object" } } }, "image": { "type": "object", "required": [ "repository", "pullPolicy" ], "properties": { "repository": { "type": "string" }, "pullPolicy": { "type": "string" }, "pullSecrets": { "type": "array", "items": { "type": "object", "required": [ "name" ], "properties": { "name": { "type": "string" } } } } } } } } inspektor-gadget-0.46.0/charts/gadget/values.yaml000066400000000000000000000056361510117411400217570ustar00rootroot00000000000000# Default values for gadget. # This is a YAML-formatted file. # Declare variables to be passed into your templates. # -- Inspektor Gadget configuration. config: # -- Containerd CRI Unix socket path containerdSocketPath: "/run/containerd/containerd.sock" # -- CRI-O CRI Unix socket path crioSocketPath: "/run/crio/crio.sock" # -- Docker Engine API Unix socket path dockerSocketPath: "/run/docker.sock" # -- Podman API Unix socket path podmanSocketPath: "/run/podman/podman.sock" # -- Enable experimental features experimental: false # -- Events buffer length. A low value could impact horizontal scaling. eventsBufferLength: "16384" # -- Daemon Log Level. Valid values are: "trace", "debug", "info", "warning", "error", "fatal", "panic" daemonLogLevel: "info" # -- Namespace where Inspektor Gadget is running gadgetNamespace: "gadget" # -- Operator configuration, this will only be used if deprecated values are not set. operator: kubemanager: # -- Whether to use the fallback to pod informer fallback-podinformer: true # -- How to get containers start/stop notifications. Valid values are: "auto", "crio", "podinformer", "nri", "fanotify+ebpf" hook-mode: "auto" oci: verify-image: true public-keys: - | -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEoDOC0gYSxZTopenGmX3ZFvQ1DSfh Ir4EKRt5jC+mXaJ7c7J+oREskYMn/SfZdRHNSOjLTZUMDm60zpXGhkFecg== -----END PUBLIC KEY----- allowed-gadgets: [] disallow-pulling: false insecure-registries: [] otel-metrics: otel-metrics-listen: false otel-metrics-listen-address: "0.0.0.0:2224" # -- All configurations below are specific to Kubernetes resources created by the gadget chart. image: # -- Container repository for the container image repository: ghcr.io/inspektor-gadget/inspektor-gadget # -- Pull policy for the container image pullPolicy: Always # -- Tag for the container image tag: "" # -- Pull secrets for the daemonset image pullSecrets: [] # -- Node selector used by `gadget` container nodeSelector: kubernetes.io/os: linux # -- Affinity used by `gadget` container affinity: {} # -- Capabilities used by `gadget` container capabilities: {} # -- Tolerations used by `gadget` container tolerations: {} # -- Skip Helm labels skipLabels: true # -- Labels to be added to all other resources. additionalLabels: labels: {} # -- RuntimeClassName used by daemonset runtimeClassName: "" # -- Mount pull secret (gadget-pull-secret) to pull image-based gadgets from private registry mountPullSecret: false # -- Set AppArmor profile. appArmorProfile: "unconfined" # -- Additional environment variables to add to the gadget container additionalEnv: [] # - name: EXAMPLE_VAR # value: "example_value" # - name: EXAMPLE_SECRET_VAR # valueFrom: # secretKeyRef: # name: secret-name # key: secret-key inspektor-gadget-0.46.0/cmd/000077500000000000000000000000001510117411400156065ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/000077500000000000000000000000001510117411400170765ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/config.go000066400000000000000000000147411510117411400207010ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "errors" "fmt" "strings" "github.com/spf13/cobra" "github.com/spf13/pflag" "github.com/spf13/viper" "gopkg.in/yaml.v3" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) var configPath string // AddConfigFlag adds the --config flag to the command func AddConfigFlag(cmd *cobra.Command) { cmd.PersistentFlags().StringVar(&configPath, "config", "", "config file to use") } // InitConfig initializes the config by reading the config file and setting root flags func InitConfig(rootFlags *pflag.FlagSet) error { // set the config file path if it is provided if configPath != "" { config.Config = config.NewWithPath(configPath) } // we do not want to fail if the config file is not found unless it is explicitly provided if err := config.Config.ReadInConfig(); configPath != "" && err != nil { return fmt.Errorf("reading config: %w", err) } // set the root flags based on the config var flagErr error rootFlags.VisitAll(func(f *pflag.Flag) { if f.Name == "config" { return } if err := setFlagsFromConfig(f, f.Name); err != nil { flagErr = errors.Join(flagErr, err) } }) return flagErr } // SetFlagsForParams sets the flags for the given params based on the config func SetFlagsForParams(cmd *cobra.Command, params *params.Params, configPrefix string) error { for k := range params.ParamMap() { f := cmd.Flags().Lookup(k) if f == nil { continue } configKey := strings.Join([]string{configPrefix, k}, ".") if err := setFlagsFromConfig(f, configKey); err != nil { return err } } return nil } // setFlagsFromConfig sets the flags from the config based on the config key if the flag is not changed // The precedence order (coming from viper): flag > env > config > default func setFlagsFromConfig(f *pflag.Flag, k string) error { // bind env vars to the flags, if set will override the config file values if err := config.Config.BindEnv(k); err != nil { return fmt.Errorf("binding env var %s: %w", k, err) } if !f.Changed && config.Config.IsSet(k) { // If the flag's value is a slice, we must set each value individually because the Set() method does not // support slice types. Any new values set will be appended to the existing values in the slice. // For more details, see: https://github.com/spf13/pflag/blob/master/string_array.go#L21 if _, ok := f.Value.(pflag.SliceValue); ok { vals := config.Config.GetStringSlice(k) for _, val := range vals { if err := f.Value.Set(val); err != nil { return fmt.Errorf("setting flag %s: %w", f.Name, err) } } return nil } // Handle string slices in a way the params pkg understands it if p, ok := f.Value.(*Param); ok && p.TypeHint == params.TypeStringSlice { vals := config.Config.GetStringSlice(k) return p.Set(strings.Join(vals, ",")) } val := config.Config.GetString(k) if val == f.DefValue { return nil } if err := f.Value.Set(val); err != nil { return fmt.Errorf("setting flag %s: %w", f.Name, err) } } return nil } func NewConfigCmd(runtime runtime.Runtime, rootFlags *pflag.FlagSet) *cobra.Command { cmd := &cobra.Command{ Use: "config", Short: "Configuration commands", } defaultCmd := &cobra.Command{ Use: "default", Short: "Print the default configuration", SilenceUsage: true, Args: cobra.NoArgs, } viewCmd := &cobra.Command{ Use: "view", Short: "Print the current configuration", SilenceUsage: true, Args: cobra.NoArgs, } defaultCmd.RunE = func(cmd *cobra.Command, args []string) error { defaultConfig := viper.New() runtimeConfig := make(map[string]string) runtime.GlobalParamDescs().ToParams().CopyToMap(runtimeConfig, "") if len(runtimeConfig) > 0 { defaultConfig.Set("runtime", runtimeConfig) } dataOps := operators.GetDataOperators() operatorConfig := make(map[string]map[string]any, len(dataOps)) for _, op := range dataOps { opName := strings.ToLower(op.Name()) opGlobalParams := apihelpers.ToParamDescs(op.GlobalParams()).ToParams() if len(opGlobalParams.ParamMap()) == 0 { continue } operatorConfig[opName] = make(map[string]any) opGlobalParams.CopyToMapExt(operatorConfig[opName], "") } _, ok := operatorConfig[ocihandler.OciHandler.Name()] if !ok { operatorConfig[ocihandler.OciHandler.Name()] = make(map[string]any) } opInstanceParams := apihelpers.ToParamDescs(ocihandler.OciHandler.InstanceParams()).ToParams() opInstanceParams.CopyToMapExt(operatorConfig[ocihandler.OciHandler.Name()], "") if len(operatorConfig) > 0 { defaultConfig.Set("operator", operatorConfig) } rootFlags.VisitAll(func(flag *pflag.Flag) { if flag.Name == "config" { return } // ensure we set the actual slice value (not string) so users will know they need // to set YAML list for array/slice flags. For example, for default value of empty slice // we need to set it as `[]` (not `'[]'`) in the config file. if sv, ok := flag.Value.(pflag.SliceValue); ok { defaultConfig.Set(flag.Name, sv.GetSlice()) return } defaultConfig.Set(flag.Name, flag.DefValue) }) cfg, err := yaml.Marshal(defaultConfig.AllSettings()) if err != nil { return fmt.Errorf("marshalling default config: %w", err) } fmt.Print(string(cfg)) return nil } viewCmd.RunE = func(cmd *cobra.Command, args []string) error { cfg, err := yaml.Marshal(config.Config.AllSettings()) if err != nil { return fmt.Errorf("marshalling config: %w", err) } fmt.Print(string(cfg)) return nil } cmd.AddCommand(defaultCmd) cmd.AddCommand(viewCmd) AddConfigFlag(cmd) return cmd } inspektor-gadget-0.46.0/cmd/common/frontends/000077500000000000000000000000001510117411400211005ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/frontends/console/000077500000000000000000000000001510117411400225425ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/frontends/console/console.go000066400000000000000000000040141510117411400245320ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package console import ( "context" "fmt" "os" "os/signal" "syscall" log "github.com/sirupsen/logrus" "golang.org/x/term" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/frontends" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ) type frontend struct { ctx context.Context cancel func() log logger.Logger isTerminal bool } func NewFrontend() frontends.Frontend { ctx, cancel := context.WithCancel(context.Background()) stop := make(chan os.Signal, 1) signal.Notify(stop, syscall.SIGINT, syscall.SIGTERM) go func() { <-stop log.Debugf("got signal, cancelling context") cancel() <-stop log.Debugf("got signal again, exiting") // On second signal, exit forcefully os.Exit(1) }() return &frontend{ ctx: ctx, cancel: cancel, isTerminal: term.IsTerminal(int(os.Stdout.Fd())), log: logger.DefaultLogger(), } } func (f *frontend) Logf(severity logger.Level, fmt string, params ...any) { f.log.Logf(severity, fmt, params...) } func (f *frontend) Clear() { if f.isTerminal { commonutils.ClearScreen() } } func (f *frontend) IsTerminal() bool { return f.isTerminal } func (f *frontend) Output(payload string) { fmt.Fprintln(os.Stdout, payload) } func (f *frontend) GetContext() context.Context { return f.ctx } func (f *frontend) Close() { f.cancel() f.ctx = nil } inspektor-gadget-0.46.0/cmd/common/frontends/frontends.go000066400000000000000000000015701510117411400234340ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package frontends import ( "context" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ) type Frontend interface { Output(payload string) Logf(severity logger.Level, fmt string, params ...any) IsTerminal() bool Clear() Close() GetContext() context.Context } inspektor-gadget-0.46.0/cmd/common/help_test.go000066400000000000000000000032301510117411400214120ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "os" "testing" "github.com/spf13/cobra" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) // TestRunCommandHelpDoesNotRequireRoot verifies that `ig run -h` and `ig run --help` // work without root permissions. func TestRunCommandHelpDoesNotRequireRoot(t *testing.T) { // Skip if running as root, since we want to test the non-root behavior if os.Geteuid() == 0 { t.Skip("Test requires running as non-root user") } rootCmd := &cobra.Command{ Use: "ig", Short: "Test command", } runtime := local.New() hiddenColumnTags := []string{"kubernetes"} runCmd := NewRunCommand(rootCmd, runtime, hiddenColumnTags, CommandModeRun) require.NotNil(t, runCmd) // Test -h flag runCmd.SetArgs([]string{"-h"}) err := runCmd.Execute() require.NoError(t, err, "Help with -h flag should work without root permissions") // Test --help flag runCmd.SetArgs([]string{"--help"}) err = runCmd.Execute() require.NoError(t, err, "Help with --help flag should work without root permissions") } inspektor-gadget-0.46.0/cmd/common/image/000077500000000000000000000000001510117411400201605ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/image/build.go000066400000000000000000000371141510117411400216140ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "embed" "errors" "fmt" "os" "os/exec" "path/filepath" "runtime" "slices" "strconv" "strings" "time" "github.com/docker/docker/api/types/container" "github.com/docker/docker/api/types/filters" "github.com/docker/docker/api/types/image" "github.com/docker/docker/api/types/mount" "github.com/docker/docker/client" "github.com/docker/docker/pkg/stdcopy" "github.com/moby/moby/pkg/jsonmessage" "github.com/spf13/cobra" "golang.org/x/term" "gopkg.in/yaml.v3" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) //go:embed helpers var helpersFS embed.FS // It can be overridden at build time var builderImage = "ghcr.io/inspektor-gadget/gadget-builder:main" const ( DEFAULT_EBPF_SOURCE = "program.bpf.c" DEFAULT_WASM = "" // Wasm is optional; unset by default DEFAULT_METADATA = "gadget.yaml" ) type buildFile struct { EBPFSource string `yaml:"ebpfsource"` Wasm string `yaml:"wasm"` Metadata string `yaml:"metadata"` CFlags string `yaml:"cflags"` } type cmdOpts struct { path string file string fileChanged bool image string local bool outputDir string builderImage string builderImagePull string updateMetadata bool validateMetadata bool btfgen bool btfhubarchive string } func NewBuildCmd() *cobra.Command { opts := &cmdOpts{} cmd := &cobra.Command{ Use: "build PATH", Short: "Build a gadget image", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { if opts.local && opts.builderImage != builderImage { return fmt.Errorf("--local and --builder-image cannot be used at the same time") } // Validate builderImagePull flag by checking it against a list of valid values validValues := []string{"always", "missing", "never"} if !slices.Contains(validValues, opts.builderImagePull) { return fmt.Errorf("invalid value for --builder-image-pull: %s. Valid values are %s", opts.builderImagePull, strings.Join(validValues, ",")) } fFlag := cmd.Flags().Lookup("file") opts.fileChanged = fFlag.Changed opts.path = args[0] return runBuild(cmd, opts) }, } cmd.Flags().StringVarP(&opts.file, "file", "f", "build.yaml", "Path to build.yaml") cmd.Flags().BoolVarP(&opts.local, "local", "l", false, "Build using local tools") cmd.Flags().StringVarP(&opts.outputDir, "output", "o", "", "Path to a folder to store generated files while building") cmd.Flags().StringVarP(&opts.image, "tag", "t", "", "Name for the built image (format name:tag)") cmd.Flags().StringVar(&opts.builderImage, "builder-image", builderImage, "Builder image to use") cmd.Flags().StringVar(&opts.builderImagePull, "builder-image-pull", "always", "Specify when the builder image should be pulled [always, missing, never]") cmd.Flags().BoolVar(&opts.updateMetadata, "update-metadata", false, "Update the metadata according to the eBPF code") cmd.Flags().BoolVar(&opts.validateMetadata, "validate-metadata", true, "Validate the metadata file before building the gadget image") cmd.Flags().BoolVar(&opts.btfgen, "btfgen", false, "Enable btfgen") cmd.Flags().StringVar(&opts.btfhubarchive, "btfhub-archive", "", "Path to the location of the btfhub-archive files") return cmd } type buildOptions struct { outputDir string cFlags string forceColorsFlag string ebpfSourcePath string wasmSourcePath string btfgen bool btfHubArchivePath string } func buildCmd(options buildOptions) []string { cmd := []string{ "make", "-f", filepath.Join(options.outputDir, "Makefile.build"), "-j", fmt.Sprintf("%d", runtime.NumCPU()), "OUTPUTDIR=" + options.outputDir, "CFLAGS=" + options.cFlags, "FORCE_COLORS=" + options.forceColorsFlag, } if options.ebpfSourcePath != "" { cmd = append(cmd, "EBPFSOURCE="+options.ebpfSourcePath, "ebpf") } if options.wasmSourcePath != "" { cmd = append(cmd, "WASM="+options.wasmSourcePath, "wasm") } if options.btfgen { cmd = append(cmd, "BTFHUB_ARCHIVE="+options.btfHubArchivePath, "btfgen") } return cmd } func runBuild(cmd *cobra.Command, opts *cmdOpts) error { conf := &buildFile{ EBPFSource: DEFAULT_EBPF_SOURCE, Wasm: DEFAULT_WASM, Metadata: DEFAULT_METADATA, } var buildContent []byte var err error if opts.fileChanged { buildContent, err = os.ReadFile(opts.file) if err != nil { return fmt.Errorf("reading build file: %w", err) } } else { // The user specified the path but not the file. Use the default file build.yaml buildContent, err = os.ReadFile(filepath.Join(opts.path, opts.file)) if err != nil && !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("reading build file: %w", err) } } if opts.btfgen && opts.btfhubarchive == "" { return errors.New("btfgen requires --btfhub-archive") } if opts.btfgen { cmd.Printf("btfgen is enabled, building will take a while...\n") } if err := yaml.Unmarshal(buildContent, conf); err != nil { return fmt.Errorf("unmarshaling build.yaml: %w", err) } if opts.outputDir != "" { if _, err := os.Stat(opts.outputDir); err != nil { return err } } else { // make a temp folder to store the build results tmpDir, err := os.MkdirTemp("", "gadget-build-") if err != nil { return fmt.Errorf("creating temp dir: %w", err) } defer os.RemoveAll(tmpDir) opts.outputDir = tmpDir } if opts.path != "." { cwd, err := os.Getwd() if err != nil { return fmt.Errorf("getting current directory: %w", err) } defer os.Chdir(cwd) if err := os.Chdir(opts.path); err != nil { return fmt.Errorf("changing directory: %w", err) } } if _, err := os.Stat(conf.EBPFSource); errors.Is(err, os.ErrNotExist) { if conf.EBPFSource != DEFAULT_EBPF_SOURCE { return fmt.Errorf("source file %q not found", conf.EBPFSource) } conf.EBPFSource = "" } var hasEBPFSource, hasMetadata, hasWasm, hasGo bool if conf.EBPFSource != "" { if _, err := os.Stat(conf.EBPFSource); err == nil { hasEBPFSource = true } } if conf.Metadata != "" { if _, err := os.Stat(conf.Metadata); err == nil { hasMetadata = true } } if conf.Wasm != "" { if _, err := os.Stat(conf.Wasm); err == nil { hasWasm = true } } goFolder := "./go" if _, err := os.Stat(goFolder); err == nil { _ = filepath.Walk(goFolder, func(path string, info os.FileInfo, err error) error { if err != nil { return err } if !info.IsDir() && strings.HasSuffix(info.Name(), ".go") { hasGo = true return filepath.SkipDir } return nil }) } if !hasEBPFSource && !hasMetadata && !hasWasm && !hasGo { return fmt.Errorf("at least one of ebpf source (program.bpf.c), metadata (gadget.yaml), .go files (present in go folder) or wasm module is required") } // copy helper files files, err := helpersFS.ReadDir("helpers") if err != nil { return fmt.Errorf("reading helpers: %w", err) } for _, file := range files { if file.IsDir() { continue } data, err := helpersFS.ReadFile(filepath.Join("helpers", file.Name())) if err != nil { return fmt.Errorf("reading helper file: %w", err) } if err := os.WriteFile(filepath.Join(opts.outputDir, file.Name()), data, 0o600); err != nil { return fmt.Errorf("writing helper file: %w", err) } } if conf.EBPFSource != "" || conf.Wasm != "" { if opts.local { cmd := buildCmd(buildOptions{ outputDir: opts.outputDir, ebpfSourcePath: conf.EBPFSource, wasmSourcePath: conf.Wasm, cFlags: conf.CFlags, btfHubArchivePath: opts.btfhubarchive, btfgen: opts.btfgen, }) command := exec.Command(cmd[0], cmd[1:]...) out, err := command.CombinedOutput() if err != nil { return fmt.Errorf("build script: %w: %s", err, out) } if common.Verbose { fmt.Printf("Build logs start:\n%s\nBuild logs end\n", string(out)) } } else { if err := buildInContainer(opts, conf); err != nil { return err } } } // TODO: make this configurable? archs := []string{oci.ArchAmd64, oci.ArchArm64} objectsPaths := map[string]*oci.ObjectPath{} for _, arch := range archs { obj := &oci.ObjectPath{} if conf.EBPFSource != "" { obj.EBPF = filepath.Join(opts.outputDir, arch+".bpf.o") } // TODO: the same wasm file is provided for all architectures. Should we allow per-arch // wasm files? if strings.HasSuffix(conf.Wasm, ".wasm") { // User provided an already-built wasm file obj.Wasm = conf.Wasm } else if conf.Wasm != "" { // User provided a source file to build wasm from obj.Wasm = filepath.Join(opts.outputDir, "program.wasm") } if opts.btfgen { archClean := arch if arch == oci.ArchAmd64 { archClean = "x86_64" } obj.Btfgen = filepath.Join(opts.outputDir, fmt.Sprintf("btfs-%s.tar.gz", archClean)) } objectsPaths[arch] = obj } buildOpts := &oci.BuildGadgetImageOpts{ EBPFSourcePath: conf.EBPFSource, ObjectPaths: objectsPaths, MetadataPath: conf.Metadata, UpdateMetadata: opts.updateMetadata, ValidateMetadata: opts.validateMetadata, } if sourceDateEpoch, ok := os.LookupEnv("SOURCE_DATE_EPOCH"); ok { sde, err := strconv.ParseInt(sourceDateEpoch, 10, 64) if err != nil { return fmt.Errorf("invalid SOURCE_DATE_EPOCH: %w", err) } buildOpts.CreatedDate = time.Unix(sde, 0).UTC().Format(time.RFC3339) } else { buildOpts.CreatedDate = time.Now().Format(time.RFC3339) } desc, err := oci.BuildGadgetImage(context.TODO(), buildOpts, opts.image) if err != nil { return err } cmd.Printf("Successfully built %s\n", desc.String()) return nil } func pullImage(ctx context.Context, cli *client.Client, imageReference string) error { fmt.Printf("Pulling builder image %s\n", imageReference) reader, err := cli.ImagePull(ctx, imageReference, image.PullOptions{}) if err != nil { return fmt.Errorf("pulling builder image: %w", err) } defer reader.Close() out := os.Stdout outFd := out.Fd() isTTY := term.IsTerminal(int(outFd)) return jsonmessage.DisplayJSONMessagesStream(reader, out, outFd, isTTY, nil) } func isImageLocallyAvailable(ctx context.Context, cli *client.Client, imageReference string) (bool, error) { f := filters.NewArgs() f.Add("reference", imageReference) images, err := cli.ImageList(ctx, image.ListOptions{Filters: f}) if err != nil { return false, fmt.Errorf("listing images: %w", err) } for _, img := range images { for _, tag := range img.RepoTags { if tag == imageReference { return true, nil } } for _, digest := range img.RepoDigests { if digest == imageReference { return true, nil } } } return false, nil } func ensureBuilderImage(ctx context.Context, cli *client.Client, builderImage string, builderImagePull string) error { switch builderImagePull { case "always": return pullImage(ctx, cli, builderImage) case "missing": localAvailable, err := isImageLocallyAvailable(ctx, cli, builderImage) if err != nil { return err } if !localAvailable { return pullImage(ctx, cli, builderImage) } case "never": localAvailable, err := isImageLocallyAvailable(ctx, cli, builderImage) if err != nil { return err } if !localAvailable { return fmt.Errorf("image %s is not available locally and pull is disabled", builderImage) } default: return fmt.Errorf("invalid --builder-image-pull value: %s", builderImagePull) } return nil } func buildInContainer(opts *cmdOpts, conf *buildFile) error { cwd, err := os.Getwd() if err != nil { return fmt.Errorf("getting current directory: %w", err) } ctx := context.TODO() cli, err := client.NewClientWithOpts(client.FromEnv, client.WithAPIVersionNegotiation()) if err != nil { return fmt.Errorf("creating docker client: %w", err) } defer cli.Close() if err := ensureBuilderImage(ctx, cli, opts.builderImage, opts.builderImagePull); err != nil { return err } // where the gadget source code is mounted in the container gadgetSourcePath := "/work" pathHost := cwd inspektorGadetSrcPath := os.Getenv("IG_SOURCE_PATH") if inspektorGadetSrcPath != "" { pathHost = inspektorGadetSrcPath // find the gadget relative path to the inspektor-gadget source if !strings.HasPrefix(cwd, inspektorGadetSrcPath) { return fmt.Errorf("the current directory %q is not under the inspektor-gadget source path %q", cwd, inspektorGadetSrcPath) } gadgetRelativePath := strings.TrimPrefix(cwd, inspektorGadetSrcPath) gadgetSourcePath = filepath.Join("/work", gadgetRelativePath) // use in-tree headers too conf.CFlags += " -I /work/include/ -I /work/include/gadget/@ARCH@/ " } buildOpts := buildOptions{ outputDir: "/out", cFlags: conf.CFlags, btfgen: opts.btfgen, btfHubArchivePath: "/btfhub-archive", } if conf.Wasm != "" { buildOpts.wasmSourcePath = filepath.Join(gadgetSourcePath, conf.Wasm) } if conf.EBPFSource != "" { buildOpts.ebpfSourcePath = filepath.Join(gadgetSourcePath, conf.EBPFSource) } if cflags, set := os.LookupEnv("CFLAGS"); set { buildOpts.cFlags += " " + cflags } if term.IsTerminal(int(os.Stdout.Fd())) && term.IsTerminal(int(os.Stderr.Fd())) { buildOpts.forceColorsFlag = "true" } cmd := buildCmd(buildOpts) // The work mount ReadOnly field is updated as false, to allow Cargo.lock to compiled in /work folder for rust source code. mounts := []mount.Mount{ { Type: mount.TypeBind, Target: "/work", Source: pathHost, ReadOnly: false, }, { Type: mount.TypeBind, Target: "/out", Source: opts.outputDir, }, } if opts.btfgen { mounts = append(mounts, mount.Mount{ Type: mount.TypeBind, Target: "/btfhub-archive", Source: opts.btfhubarchive, }) } resp, err := cli.ContainerCreate( ctx, &container.Config{ Image: opts.builderImage, Cmd: cmd, WorkingDir: gadgetSourcePath, User: fmt.Sprintf("%d:%d", os.Getuid(), os.Getgid()), }, &container.HostConfig{ Mounts: mounts, }, nil, nil, "", ) if err != nil { return fmt.Errorf("creating builder container: %w", err) } defer func() { if err := cli.ContainerRemove(ctx, resp.ID, container.RemoveOptions{}); err != nil { fmt.Printf("Failed to remove builder container: %s\n", err) } }() if err := cli.ContainerStart(ctx, resp.ID, container.StartOptions{}); err != nil { return fmt.Errorf("starting builder container: %w", err) } var status container.WaitResponse statusCh, errCh := cli.ContainerWait(ctx, resp.ID, container.WaitConditionNotRunning) select { case err := <-errCh: if err != nil { return fmt.Errorf("waiting for builder container: %w", err) } case status = <-statusCh: } outputOpts := container.LogsOptions{ShowStderr: true} if status.StatusCode != 0 || common.Verbose { outputOpts.ShowStdout = true } out, err := cli.ContainerLogs(ctx, resp.ID, outputOpts) if err != nil { return fmt.Errorf("getting builder container logs: %w", err) } fmt.Println("Build logs start:") stdcopy.StdCopy(os.Stdout, os.Stderr, out) fmt.Println("Build logs end") if status.StatusCode != 0 { return fmt.Errorf("builder container exited with status %d", status.StatusCode) } return nil } inspektor-gadget-0.46.0/cmd/common/image/export.go000066400000000000000000000025031510117411400220300ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewExportCmd() *cobra.Command { cmd := &cobra.Command{ Use: "export SRC_IMAGE [SRC_IMAGE n] DST_FILE", Short: "Export the SRC_IMAGE images to DST_FILE", SilenceUsage: true, Args: cobra.MinimumNArgs(2), RunE: func(cmd *cobra.Command, args []string) error { l := len(args) srcImages := args[:l-1] dstFile := args[l-1] err := oci.ExportGadgetImages(context.TODO(), dstFile, srcImages...) if err != nil { return fmt.Errorf("exporting images: %w", err) } cmd.Printf("Successfully exported images to %s\n", dstFile) return nil }, } return cmd } inspektor-gadget-0.46.0/cmd/common/image/helpers/000077500000000000000000000000001510117411400216225ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/image/helpers/Makefile.build000066400000000000000000000044021510117411400243600ustar00rootroot00000000000000# This makefile is used by the build command, don't execute it manually CLANG ?= clang LLVM_STRIP ?= llvm-strip # We need and depending on Linux distributions, it is installed # at different paths: # # * Ubuntu, package linux-libc-dev: # /usr/include/x86_64-linux-gnu/asm/types.h # # * Fedora, package kernel-headers # /usr/include/asm/types.h # # Since Ubuntu does not install it in a standard path, add a compiler flag for # it. BASECFLAGS = -target bpf -Wall -g -O2 -I/usr/include/$(shell uname -m)-linux-gnu CFLAGS ?= OUTPUTDIR ?= /tmp EBPFSOURCE ?= program.bpf.c CARGOFLAGS ?= FORCE_COLORS ?= false ifeq ($(FORCE_COLORS), true) CARGOFLAGS += --color always endif ARCHS = amd64 arm64 TARGETS = $(foreach ARCH,$(ARCHS),$(OUTPUTDIR)/$(ARCH).bpf.o) .PHONY: ebpf ebpf: $(TARGETS) $(OUTPUTDIR)/%.bpf.o: $(EBPFSOURCE) $(CLANG) $(BASECFLAGS) $(subst @ARCH@,$*,$(CFLAGS)) -D __TARGET_ARCH_$(subst amd64,x86,$*) \ -c $< -I /usr/include/gadget/$*/ -o $@ $(LLVM_STRIP) -g $@ .PHONY: wasm ifeq ($(WASM),) wasm: # No wasm file found. Nothing to do. else ifeq (go,$(patsubst %.go,go,$(WASM))) wasm: $(WASM) # -buildmode=c-shared to build the wasm as a reactor module. See https://github.com/WebAssembly/WASI/blob/main/legacy/application-abi.md#current-unstable-abi cd $(dir $(WASM)) && \ CGO_ENABLED=0 GOOS=wasip1 GOARCH=wasm go build -o $(OUTPUTDIR)/program.wasm -buildmode=c-shared -ldflags "-w -s" $(notdir $(WASM)) else ifeq (rs, $(patsubst %.rs,rs,$(WASM))) wasm: $(WASM) cd $(dir $(WASM)) && \ CARGO_TARGET_DIR=$(OUTPUTDIR) cargo $(CARGOFLAGS) build --target wasm32-wasip1 --release && \ PACKAGE_NAME=$(shell awk -F\" '/^name *=/ { print $$2; exit }' $(dir $(WASM))/../Cargo.toml) && \ cp $(OUTPUTDIR)/wasm32-wasip1/release/$$PACKAGE_NAME.wasm $(OUTPUTDIR)/program.wasm && \ cd /work else ifeq (wasm,$(patsubst %.wasm,wasm,$(WASM))) wasm: # Wasm file already compiled. Nothing to do. else wasm: $(error Unsupported wasm file type: $(notdir $(WASM))) endif # Get value of -f parameter ALT_MAKEFILE := $(lastword $(MAKEFILE_LIST)) MAKEFILE_DIR := $(dir $(ALT_MAKEFILE)) .PHONY: btfgen btfgen: $(foreach ARCH,$(ARCHS),btfgen-$(ARCH)) btfgen-%: $(OUTPUTDIR)/%.bpf.o $(MAKE) -f $(MAKEFILE_DIR)/Makefile.build.btfgen BPF_OBJECT=$^ ARCH=$(subst amd64,x86_64,$*) btfs; \ inspektor-gadget-0.46.0/cmd/common/image/helpers/Makefile.build.btfgen000066400000000000000000000017471510117411400256350ustar00rootroot00000000000000# This makefile is used by the build command, don't execute it manually BPFTOOL ?= bpftool ifndef BTFHUB_ARCHIVE $(error BTFHUB_ARCHIVE is undefined) endif ifndef BPF_OBJECT $(error BPF_OBJECT is undefined) endif SOURCE_BTF_FILES = $(shell find $(BTFHUB_ARCHIVE)/ -iregex ".*$(ARCH).*" -type f -name '*.btf.tar.xz') MIN_CORE_BTF_FILES = $(patsubst $(BTFHUB_ARCHIVE)/%.btf.tar.xz, $(OUTPUTDIR)/btfs/$(ARCH)/%.btf, $(SOURCE_BTF_FILES)) .PHONY: btfs btfs: $(OUTPUTDIR)/btfs-$(ARCH).tar.gz $(MIN_CORE_BTF_FILES): $(BPF_OBJECT) $(OUTPUTDIR)/btfs/$(ARCH)/%.btf: BTF_FILE = $(<:.tar.xz=) $(OUTPUTDIR)/btfs/$(ARCH)/%.btf: $(BTFHUB_ARCHIVE)/%.btf.tar.xz tar xvfJ $< -C "$(dir $<)" --touch > /dev/null mkdir -p "$(@D)" if [ -f $(BTF_FILE) ]; then \ $(BPFTOOL) gen min_core_btf $(BTF_FILE) $@ $(BPF_OBJECT) && rm -fr $(BTF_FILE); \ else \ echo "$(BTF_FILE) does not exist!" >&2; \ fi $(OUTPUTDIR)/btfs-$(ARCH).tar.gz: $(MIN_CORE_BTF_FILES) cd $(OUTPUTDIR)/btfs/$(ARCH)/ && tar c --gz -f $@ * inspektor-gadget-0.46.0/cmd/common/image/image.go000066400000000000000000000026341510117411400215760ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) func NewImageCmd(r runtime.Runtime, addCommands []*cobra.Command) *cobra.Command { cmd := &cobra.Command{ Use: "image", Short: "Manage gadget images", } // add only specific subcommands (only grpc-supported commands in case of gadgetctl/kubectl-gadget) if addCommands != nil { for _, c := range addCommands { cmd.AddCommand(c) } return cmd } // add all subcommands if not specified (in case of ig) cmd.AddCommand(NewBuildCmd()) cmd.AddCommand(NewExportCmd()) cmd.AddCommand(NewImportCmd()) cmd.AddCommand(NewPushCmd()) cmd.AddCommand(NewPullCmd()) cmd.AddCommand(NewTagCmd()) cmd.AddCommand(NewListCmd()) cmd.AddCommand(NewInspectCmd(r)) cmd.AddCommand(NewRemoveCmd()) return cmd } inspektor-gadget-0.46.0/cmd/common/image/import.go000066400000000000000000000044221510117411400220230ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "encoding/json" "fmt" "strings" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewImportCmd() *cobra.Command { var outputMode string supportedOutputModes := []string{utils.OutputModeJSON, utils.OutputModeJSONPretty} cmd := &cobra.Command{ Use: "import SRC_FILE", Short: "Import images from SRC_FILE", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { srcFile := args[0] tags, err := oci.ImportGadgetImages(context.TODO(), srcFile) if err != nil { return fmt.Errorf("importing images: %w", err) } switch outputMode { case utils.OutputModeJSON: bytes, err := json.Marshal(tags) if err != nil { return fmt.Errorf("marshalling tags to JSON: %w", err) } fmt.Fprintln(cmd.OutOrStdout(), string(bytes)) case utils.OutputModeJSONPretty: bytes, err := json.MarshalIndent(tags, "", " ") if err != nil { return fmt.Errorf("marshalling tags to JSON: %w", err) } fmt.Fprintln(cmd.OutOrStdout(), string(bytes)) case "": fmt.Fprintln(cmd.OutOrStdout(), "Successfully imported images:") for _, tag := range tags { fmt.Fprintf(cmd.OutOrStdout(), " %s\n", tag) } default: return fmt.Errorf("invalid output mode %q, valid values are: %s", outputMode, strings.Join(supportedOutputModes, ", ")) } return nil }, } cmd.Flags().StringVarP( &outputMode, "output", "o", "", fmt.Sprintf("Output mode, possible values are: %s", strings.Join(supportedOutputModes, ", ")), ) return cmd } inspektor-gadget-0.46.0/cmd/common/image/inspect.go000066400000000000000000000210141510117411400221520ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "encoding/json" "fmt" "strings" "github.com/PaesslerAG/jsonpath" "github.com/spf13/cobra" "sigs.k8s.io/yaml" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) func NewInspectCmd(runtime runtime.Runtime) *cobra.Command { var outputMode string opGlobalParams := make(map[string]*params.Params) outputModes := []string{utils.OutputModeYAML, utils.OutputModeJSON, utils.OutputModeJSONPretty} cmd := &cobra.Command{ Use: "inspect", Short: "Inspect a gadget image", SilenceUsage: true, Args: cobra.ExactArgs(1), } cmd.PersistentFlags().String("extra-info", "", "Custom info type to display") cmd.PersistentFlags().String("jsonpath", "", "JSONPath to extract from the extra info") cmd.PersistentFlags().Bool("show-datasources", false, "Show datasources with their fields") ociParams := apihelpers.ToParamDescs(ocihandler.OciHandler.InstanceParams()).ToParams() for _, op := range operators.GetDataOperators() { opGlobalParams[op.Name()] = apihelpers.ToParamDescs(op.GlobalParams()).ToParams() } runtimeGlobalParams := runtime.GlobalParamDescs().ToParams() runtimeParams := runtime.ParamDescs().ToParams() cmd.RunE = func(cmd *cobra.Command, args []string) error { image := args[0] runtime.Init(runtimeGlobalParams) defer runtime.Close() // set global operator flags from the config file for o, p := range opGlobalParams { err := common.SetFlagsForParams(cmd, p, config.OperatorKey+"."+o) if err != nil { return fmt.Errorf("setting operator %s flags: %w", o, err) } } ops := make([]operators.DataOperator, 0) for _, op := range operators.GetDataOperators() { // Initialize operator err := op.Init(opGlobalParams[op.Name()]) if err != nil { continue } ops = append(ops, op) } gadgetCtx := gadgetcontext.New( context.Background(), image, gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithUseInstance(false), gadgetcontext.IncludeExtraInfo(true), ) paramValueMap := make(map[string]string) ociParams.CopyToMap(paramValueMap, "operator.oci.") info, err := runtime.GetGadgetInfo(gadgetCtx, runtimeParams, paramValueMap) if err != nil { return fmt.Errorf("getting gadget info: %w", err) } extraInfoMap := make(map[string]interface{}) for k, v := range info.ExtraInfo.Data { extraInfoMap[k] = map[string]string{ "contentType": string(v.ContentType), "content": string(v.Content), } } var customResult interface{} extraInfo, _ := cmd.PersistentFlags().GetString("extra-info") jsonPath, _ := cmd.PersistentFlags().GetString("jsonpath") showDataSources, _ := cmd.PersistentFlags().GetBool("show-datasources") if jsonPath != "" && extraInfo == "" && !showDataSources { return fmt.Errorf("jsonpath %q can only be used with extra info or show-datasources", jsonPath) } if extraInfo != "" && showDataSources { return fmt.Errorf("extra-info %q and show-datasources cannot be used together", extraInfo) } if extraInfo != "" { dataEntry, ok := info.ExtraInfo.Data[extraInfo] if !ok { return fmt.Errorf("extra info %q not found", extraInfo) } switch dataEntry.ContentType { case "application/json": if err := json.Unmarshal(dataEntry.Content, &customResult); err != nil { return fmt.Errorf("unmarshalling JSON content: %w", err) } case "text/yaml": var jsonCompatible map[string]interface{} jsonBytes, err := yaml.YAMLToJSON(dataEntry.Content) if err != nil { return fmt.Errorf("converting YAML to JSON: %w", err) } if err := json.Unmarshal(jsonBytes, &jsonCompatible); err != nil { return fmt.Errorf("unmarshalling JSON content: %w", err) } customResult = jsonCompatible default: customResult = string(dataEntry.Content) } if jsonPath != "" { if dataEntry.ContentType != "application/json" && dataEntry.ContentType != "text/yaml" { return fmt.Errorf("jsonpath %q can only be used with JSON or YAML content", jsonPath) } customResult, err = jsonpath.Get(fmt.Sprintf("$%s", jsonPath), customResult) if err != nil { return fmt.Errorf("resolving path %q: %w", jsonPath, err) } if customResult == nil { return fmt.Errorf("path %q not found in extra info %q", jsonPath, extraInfo) } } } if showDataSources { if jsonPath != "" { dataSourcesJSON, err := json.Marshal(info.DataSources) if err != nil { return fmt.Errorf("marshalling DataSources to JSON: %w", err) } if err := json.Unmarshal(dataSourcesJSON, &customResult); err != nil { return fmt.Errorf("unmarshalling JSON content: %w", err) } customResult, err = jsonpath.Get(fmt.Sprintf("$%s", jsonPath), customResult) if err != nil { return fmt.Errorf("resolving path %q: %w", jsonPath, err) } } else { customResult = info.DataSources } } switch outputMode { case utils.OutputModeJSON: if customResult != nil { if _, ok := customResult.(string); !ok { bytes, err := json.Marshal(customResult) if err != nil { return fmt.Errorf("marshalling image and extra info to JSON: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes), "\n") } else { fmt.Fprint(cmd.OutOrStdout(), customResult, "\n") } } else { bytes, err := json.Marshal(extraInfoMap) if err != nil { return fmt.Errorf("marshalling image and extra info to JSON: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes), "\n") } case utils.OutputModeJSONPretty: if customResult != nil { if _, ok := customResult.(string); !ok { bytes, err := json.MarshalIndent(customResult, "", " ") if err != nil { return fmt.Errorf("marshalling image and extra info to JSON (pretty): %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes), "\n") } else { fmt.Fprint(cmd.OutOrStdout(), customResult, "\n") } } else { bytes, err := json.MarshalIndent(extraInfoMap, "", " ") if err != nil { return fmt.Errorf("marshalling image and extra info to JSON (pretty): %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes), "\n") } case utils.OutputModeYAML: if customResult != nil { if _, ok := customResult.(string); !ok { bytes, err := yaml.Marshal(customResult) if err != nil { return fmt.Errorf("marshalling image and extra info to YAML: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes)) } else { fmt.Fprint(cmd.OutOrStdout(), customResult, "\n") } } else { bytes, err := yaml.Marshal(extraInfoMap) if err != nil { return fmt.Errorf("marshalling image and extra info to YAML: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes)) } default: return fmt.Errorf("invalid output mode %q, valid values are: %s", outputMode, strings.Join(outputModes, ", ")) } return nil } cmd.Flags().StringVarP( &outputMode, "output", "o", utils.OutputModeJSONPretty, fmt.Sprintf("Output mode, possible values are, %s", strings.Join(outputModes, ", ")), ) // We don't want to add the headless-related flags to the inspect command skipParams := []string{"!attach"} for _, operatorParams := range opGlobalParams { common.AddOCIFlags(cmd, operatorParams, skipParams, runtime) } common.AddOCIFlags(cmd, ociParams, skipParams, runtime) common.AddOCIFlags(cmd, runtimeGlobalParams, skipParams, runtime) common.AddOCIFlags(cmd, runtimeParams, skipParams, runtime) return cmd } inspektor-gadget-0.46.0/cmd/common/image/list.go000066400000000000000000000065071510117411400214720ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "encoding/json" "fmt" "os" "strings" "time" "github.com/docker/go-units" "github.com/spf13/cobra" "golang.org/x/term" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewListCmd() *cobra.Command { var noTrunc bool var outputMode string outputModes := []string{utils.OutputModeColumns, utils.OutputModeJSON, utils.OutputModeJSONPretty} cmd := &cobra.Command{ Use: "list", Aliases: []string{"ls"}, Short: "List gadget images on the host", SilenceUsage: true, Args: cobra.NoArgs, RunE: func(cmd *cobra.Command, args []string) error { images, err := oci.GetGadgetImages(context.TODO()) if err != nil { return fmt.Errorf("list gadgets: %w", err) } switch outputMode { case utils.OutputModeJSON: bytes, err := json.Marshal(images) if err != nil { return fmt.Errorf("marshalling images to JSON: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes)) case utils.OutputModeJSONPretty: bytes, err := json.MarshalIndent(images, "", " ") if err != nil { return fmt.Errorf("marshalling images to JSON: %w", err) } fmt.Fprint(cmd.OutOrStdout(), string(bytes)) case utils.OutputModeColumns: isTerm := term.IsTerminal(int(os.Stdout.Fd())) cols := columns.MustCreateColumns[oci.GadgetImageDesc]() if !noTrunc && isTerm { cols.MustSetExtractor("digest", func(i *oci.GadgetImageDesc) any { if i.Digest == "" { return "" } // Return the shortened digest and remove the sha256: prefix return strings.TrimPrefix(i.Digest, "sha256:")[:12] }) now := time.Now() cols.MustSetExtractor("created", func(i *oci.GadgetImageDesc) any { if t, err := time.Parse(time.RFC3339, i.Created); err == nil { return fmt.Sprintf("%s ago", strings.ToLower(units.HumanDuration(now.Sub(t)))) } return "" }) } formatter := textcolumns.NewFormatter(cols.GetColumnMap(), textcolumns.WithShouldTruncate(!noTrunc && isTerm)) formatter.WriteTable(cmd.OutOrStdout(), images) default: return fmt.Errorf("invalid output mode %q, valid values are: %s", outputMode, strings.Join(outputModes, ", ")) } return nil }, } cmd.Flags().BoolVar(&noTrunc, "no-trunc", false, "Don't truncate output, this option is only valid when used in a terminal") cmd.Flags().StringVarP( &outputMode, "output", "o", utils.OutputModeColumns, fmt.Sprintf("Output mode, possible values are, %s", strings.Join(outputModes, ", ")), ) return cmd } inspektor-gadget-0.46.0/cmd/common/image/pull.go000066400000000000000000000026551510117411400214730ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewPullCmd() *cobra.Command { var authOpts oci.AuthOptions cmd := &cobra.Command{ Use: "pull IMAGE", Short: "Pull the specified image from a remote registry", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { image := args[0] cmd.Printf("Pulling %s...\n", image) desc, err := oci.PullGadgetImage(context.TODO(), image, &authOpts) if err != nil { return fmt.Errorf("pulling gadget: %w", err) } cmd.Printf("Successfully pulled %s\n", desc.String()) return nil }, } utils.AddRegistryAuthVariablesAndFlags(cmd, &authOpts) return cmd } inspektor-gadget-0.46.0/cmd/common/image/push.go000066400000000000000000000026531510117411400214740ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewPushCmd() *cobra.Command { var authOpts oci.AuthOptions cmd := &cobra.Command{ Use: "push IMAGE", Short: "Push the specified image to a remote registry", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { image := args[0] cmd.Printf("Pushing %s...\n", image) desc, err := oci.PushGadgetImage(context.TODO(), image, &authOpts) if err != nil { return fmt.Errorf("pushing gadget: %w", err) } cmd.Printf("Successfully pushed %s\n", desc.String()) return nil }, } utils.AddRegistryAuthVariablesAndFlags(cmd, &authOpts) return cmd } inspektor-gadget-0.46.0/cmd/common/image/remove.go000066400000000000000000000023651510117411400220120ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewRemoveCmd() *cobra.Command { cmd := &cobra.Command{ Use: "remove IMAGE", Aliases: []string{"rm"}, Short: "Remove local gadget image", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { image := args[0] err := oci.DeleteGadgetImage(context.TODO(), image) if err != nil { return fmt.Errorf("removing gadget image: %w", err) } cmd.Printf("Successfully removed %s\n", image) return nil }, } return cmd } inspektor-gadget-0.46.0/cmd/common/image/tag.go000066400000000000000000000024331510117411400212640ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "context" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) func NewTagCmd() *cobra.Command { cmd := &cobra.Command{ Use: "tag SRC_IMAGE DST_IMAGE", Short: "Tag the local SRC_IMAGE image with the DST_IMAGE", SilenceUsage: true, Args: cobra.ExactArgs(2), RunE: func(cmd *cobra.Command, args []string) error { srcImage := args[0] dstImage := args[1] desc, err := oci.TagGadgetImage(context.TODO(), srcImage, dstImage) if err != nil { return fmt.Errorf("tagging image: %w", err) } cmd.Printf("Successfully tagged with %s\n", desc.String()) return nil }, } return cmd } inspektor-gadget-0.46.0/cmd/common/instances.go000066400000000000000000000152671510117411400214270ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "context" "fmt" "os" "strings" "time" "github.com/spf13/cobra" "gopkg.in/yaml.v3" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) type GadgetInfo struct { pg *api.GadgetInstance } type NodeInstanceState struct { Node string `yaml:"Node"` Status string `yaml:"Status"` Message string `yaml:"Message"` } type InstanceState struct { ID string `yaml:"ID"` Name string `yaml:"Name"` Image string `yaml:"Image"` TimeCreated string `yaml:"TimeCreated"` Params map[string]string `yaml:"Params"` NodeInstances []NodeInstanceState `yaml:"NodeInstances"` } func AddInstanceCommands( rootCmd *cobra.Command, runtime *grpcruntime.Runtime, ) { runtimeParams := runtime.ParamDescs().ToParams() listCmd := &cobra.Command{ Use: "list", Aliases: []string{"l", "ls", "ps"}, Short: "List gadget instances", SilenceUsage: true, RunE: func(cmd *cobra.Command, args []string) error { cols := columns.MustCreateColumns[GadgetInfo]() cols.MustAddColumn(columns.Attributes{ Name: "ID", Visible: true, EllipsisType: ellipsis.End, Order: 10, Width: 12, MaxWidth: 12, MinWidth: 12, }, func(g *GadgetInfo) any { if g.pg == nil { return "" } return g.pg.Id[:12] }) cols.MustAddColumn(columns.Attributes{ Name: "Name", Visible: true, EllipsisType: ellipsis.End, Order: 20, }, func(g *GadgetInfo) any { if g.pg == nil { return "" } return g.pg.Name }) cols.MustAddColumn(columns.Attributes{ Name: "Tags", Visible: true, EllipsisType: ellipsis.End, Order: 30, }, func(g *GadgetInfo) any { if g.pg == nil { return "" } return strings.Join(g.pg.Tags, ",") }) cols.MustAddColumn(columns.Attributes{ Name: "Gadget", Visible: true, EllipsisType: ellipsis.End, Order: 40, }, func(g *GadgetInfo) any { if g.pg == nil { return "" } return g.pg.GadgetConfig.ImageName }) cols.MustAddColumn(columns.Attributes{ Name: "Status", Visible: true, EllipsisType: ellipsis.End, Order: 50, }, func(g *GadgetInfo) any { if g.pg == nil || g.pg.State == nil { return "" } return toInstanceStatus(g.pg.State) }) formatter := textcolumns.NewFormatter(cols.GetColumnMap()) fmt.Println(formatter.FormatHeader()) gadgets, err := runtime.GetGadgetInstances(context.Background(), runtimeParams) if err != nil { return err } for _, gadget := range gadgets { gi := &GadgetInfo{pg: gadget} fmt.Println(formatter.FormatEntry(gi)) } return nil }, } AddFlags(listCmd, runtimeParams, nil, runtime) rootCmd.AddCommand(listCmd) deleteCmd := &cobra.Command{ Use: "delete", Aliases: []string{"d", "del"}, Short: "Delete one or more gadget instances", SilenceUsage: true, Args: cobra.MinimumNArgs(1), RunE: func(cmd *cobra.Command, args []string) error { instances, ambiguous, notfound, err := findGadgetInstances(runtime, runtimeParams, args) if err != nil { return fmt.Errorf("getting gadget instances: %w", err) } if len(ambiguous) > 0 { fmt.Fprintf(os.Stderr, "ambiguous names/ids: %s\n", strings.Join(ambiguous, ", ")) } if len(notfound) > 0 { fmt.Fprintf(os.Stderr, "not found names/ids: %s\n", strings.Join(notfound, ", ")) } for _, instance := range instances { err := runtime.RemoveGadgetInstance(context.Background(), runtimeParams, instance.Id) if err != nil { fmt.Fprintf(os.Stderr, "failed to remove gadget instance %q: %v\n", instance.Id, err) } fmt.Printf("%s\n", instance.Id) } return nil }, } AddFlags(deleteCmd, runtimeParams, nil, runtime) rootCmd.AddCommand(deleteCmd) showCmd := &cobra.Command{ Use: "show", Aliases: []string{"s", "sh"}, Short: "Show details of a gadget instance", SilenceUsage: true, Args: cobra.ExactArgs(1), RunE: func(cmd *cobra.Command, args []string) error { instances, ambiguous, notfound, err := findGadgetInstances(runtime, runtimeParams, args) if err != nil { return fmt.Errorf("getting gadget instances: %w", err) } if len(ambiguous) > 0 { return fmt.Errorf("ambiguous names/ids: %s", strings.Join(ambiguous, ", ")) } if len(notfound) > 0 { return fmt.Errorf("instance %q not found", args[0]) } nStates, err := runtime.GetNodeInstanceStates(context.Background(), runtimeParams, instances[0].Id) if err != nil { return fmt.Errorf("getting node instances state: %w", err) } var nodeInstances []NodeInstanceState for _, ni := range nStates { nodeInstances = append(nodeInstances, NodeInstanceState{ Node: ni.Node, Status: toInstanceStatus(ni.State), Message: ni.State.Message, }) } state := InstanceState{ ID: instances[0].Id, Name: instances[0].Name, Image: instances[0].GadgetConfig.ImageName, TimeCreated: time.Unix(instances[0].TimeCreated, 0).Format(time.RFC3339), Params: instances[0].GadgetConfig.ParamValues, NodeInstances: nodeInstances, } out, err := yaml.Marshal(state) if err != nil { return fmt.Errorf("marshalling state to YAML: %w", err) } fmt.Print(string(out)) return nil }, } AddFlags(showCmd, runtimeParams, nil, runtime) rootCmd.AddCommand(showCmd) } func toInstanceStatus(state *api.GadgetInstanceState) string { if state == nil { return "" } switch state.Status { case api.GadgetInstanceStatus_StatusRunning: return "Running" case api.GadgetInstanceStatus_StatusError: return "Error" default: return "Unknown" } } inspektor-gadget-0.46.0/cmd/common/login.go000066400000000000000000000027701510117411400205430ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "context" "os" "github.com/containers/common/pkg/auth" "github.com/containers/image/v5/types" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) type loginOptions struct { loginOpts auth.LoginOptions } func NewLoginCmd() *cobra.Command { o := loginOptions{} cmd := &cobra.Command{ Use: "login [command options] REGISTRY", Short: "Login to a container registry", Long: "Login to a container registry on a specified server.", SilenceUsage: true, RunE: func(cmd *cobra.Command, args []string) error { o.loginOpts.Stdout = os.Stdout o.loginOpts.Stdin = os.Stdin return auth.Login(context.TODO(), &types.SystemContext{}, &o.loginOpts, args) }, } loginFlagSet := auth.GetLoginFlags(&o.loginOpts) loginFlagSet.Lookup("authfile").Value.Set(oci.DefaultAuthFile) cmd.Flags().AddFlagSet(loginFlagSet) return cmd } inspektor-gadget-0.46.0/cmd/common/logout.go000066400000000000000000000027151510117411400207430ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "os" "github.com/containers/common/pkg/auth" "github.com/containers/image/v5/types" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) type logoutOptions struct { logoutOpts auth.LogoutOptions } func NewLogoutCmd() *cobra.Command { o := logoutOptions{} cmd := &cobra.Command{ Use: "logout [command options] REGISTRY", Short: "Logout of a container registry", Long: "Logout of a container registry on a specified server.", SilenceUsage: true, RunE: func(cmd *cobra.Command, args []string) error { o.logoutOpts.Stdout = os.Stdout return auth.Logout(&types.SystemContext{}, &o.logoutOpts, args) }, } logoutFlagSet := auth.GetLogoutFlags(&o.logoutOpts) logoutFlagSet.Lookup("authfile").Value.Set(oci.DefaultAuthFile) cmd.Flags().AddFlagSet(logoutFlagSet) return cmd } inspektor-gadget-0.46.0/cmd/common/oci.go000066400000000000000000000400671510117411400202060ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "context" "errors" "fmt" "io" "os" "slices" "strings" "time" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/frontends/console" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" gadgetmanifest "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-manifest" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" clioperator "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/cli" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/combiner" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/generate_networkpolicy" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/limiter" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/otel-logs" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/otel-metrics" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/sort" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ustack" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" // Symbolizers (only client-side) _ "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer/debuginfod" ) type CommandMode string const ( CommandModeRun CommandMode = "run GADGET" CommandModeAttach CommandMode = "attach GADGET_INSTANCE" ) var commandModesDescriptions = map[CommandMode]string{ CommandModeRun: "Run a gadget", CommandModeAttach: "Attach to a running gadget", } func findGadgetInstances(runtime *grpcruntime.Runtime, runtimeParams *params.Params, idOrNames []string) (instances []*api.GadgetInstance, ambiguous []string, notfound []string, retErr error) { gadgetInstances, err := runtime.GetGadgetInstances(context.Background(), runtimeParams) if err != nil { return nil, nil, nil, err } nextName: for _, idOrName := range idOrNames { matches := 0 var instance *api.GadgetInstance for _, tmpGadgetInstance := range gadgetInstances { if idOrName == tmpGadgetInstance.Id { instances = append(instances, tmpGadgetInstance) break nextName } // match partial ID or full name if tmpGadgetInstance.Name == idOrName || strings.HasPrefix(tmpGadgetInstance.Id, idOrName) { instance = tmpGadgetInstance matches++ } } if matches > 1 { ambiguous = append(ambiguous, idOrName) } else if matches == 0 { notfound = append(notfound, idOrName) } else { instances = append(instances, instance) } } return } func NewRunCommand(rootCmd *cobra.Command, runtime runtime.Runtime, hiddenColumnTags []string, commandMode CommandMode) *cobra.Command { runtimeGlobalParams := runtime.GlobalParamDescs().ToParams() runtimeParams := runtime.ParamDescs().ToParams() ociParams := apihelpers.ToParamDescs(ocihandler.OciHandler.InstanceParams()).ToParams() // Add operator global flags opGlobalParams := make(map[string]*params.Params) for _, op := range operators.GetDataOperators() { opGlobalParams[op.Name()] = apihelpers.ToParamDescs(op.GlobalParams()).ToParams() } // gadget parameters are only available after contacting the server gadgetParams := make(params.Params, 0) var info *api.GadgetInfo paramLookup := map[string]*params.Param{} var timeoutSeconds int var gadgetInstanceID string var inFile string var skipParams []string if commandMode == CommandModeAttach { skipParams = append(skipParams, "!attach") } initializedOperators := false preRun := func(cmd *cobra.Command, args []string) error { // Skip runtime init if only -h/--help was specified. // If an image name is given, we need to initialize the runtime skipRuntimeInit := len(args) == 1 && (args[0] == "-h" || args[0] == "--help") var err error if !skipRuntimeInit { err = runtime.Init(runtimeGlobalParams) if err != nil { return fmt.Errorf("initializing runtime: %w", err) } defer runtime.Close() } // set global operator flags from the config file for o, p := range opGlobalParams { err = SetFlagsForParams(cmd, p, config.OperatorKey+"."+o) if err != nil { return fmt.Errorf("setting operator %s flags: %w", o, err) } } // set oci flags from the config file err = SetFlagsForParams(cmd, ociParams, config.OperatorKey+"."+ocihandler.OciHandler.Name()) if err != nil { return fmt.Errorf("setting oci flags: %w", err) } // we need to re-enable flag parsing, as utils.ParseEarlyFlags() would // not do anything otherwise cmd.DisableFlagParsing = false // Parse flags that are known at this time, like the ones we get from the gadget descriptor if err := utils.ParseEarlyFlags(cmd, args); err != nil { return err } // Before running the gadget, we need to get the gadget info to be able to set // things (like params) up correctly actualArgs := cmd.Flags().Args() if len(actualArgs) == 0 { return cmd.ParseFlags(args) } if inFile != "" { return fmt.Errorf("please only specify an image OR manifest") } ops := make([]operators.DataOperator, 0) for _, op := range operators.GetDataOperators() { // Initialize operator err := op.Init(opGlobalParams[op.Name()]) if err != nil { log.Warnf("error initializing operator %s: %v", op.Name(), err) continue } ops = append(ops, op) } ops = append(ops, clioperator.CLIOperator, combiner.CombinerOperator, generate_networkpolicy.GNPOperator) initializedOperators = true imageName := actualArgs[0] if grpcrt, ok := runtime.(*grpcruntime.Runtime); ok && commandMode == CommandModeAttach { instances, ambiguous, notfound, err := findGadgetInstances(grpcrt, runtimeParams, []string{imageName}) if err != nil { return fmt.Errorf("getting gadget instances: %w", err) } if len(notfound) > 0 || len(instances) == 0 { return fmt.Errorf("gadget instance not found") } if len(ambiguous) > 0 { return fmt.Errorf("gadget instance id or name are ambiguous") } imageName = instances[0].Id if len(instances[0].Nodes) > 0 { // GetGadgetInfo can only be run on nodes that know about a gadget instance, so we need // to make sure that the given nodes are valid nodes := runtimeParams.Get(grpcruntime.ParamNode).AsStringSlice() if len(nodes) == 0 { nodes := strings.Join(instances[0].Nodes, ",") log.Debugf("setting %q to %q", grpcruntime.ParamNode, nodes) runtimeParams.Set(grpcruntime.ParamNode, nodes) } else { // make sure all given nodes are in the set of instances[0].Nodes for _, node := range nodes { if !slices.Contains(instances[0].Nodes, node) { return fmt.Errorf("node %q is not valid; valid nodes: %s", node, strings.Join(instances[0].Nodes, ",")) } } } } } gadgetCtx := gadgetcontext.New( context.Background(), imageName, gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithUseInstance(commandMode == CommandModeAttach), gadgetcontext.WithIsClient(runtime.IsClient()), ) // GetOCIGadget needs at least the params from the oci handler, so let's prepare those in here paramValueMap := make(map[string]string) ociParams.CopyToMap(paramValueMap, "operator.oci.") // Fetch gadget information; TODO: this can potentially be cached info, err = runtime.GetGadgetInfo(gadgetCtx, runtimeParams, paramValueMap) if err != nil { return fmt.Errorf("fetching gadget information: %w", err) } for _, p := range info.Params { // Skip already registered params (but this still lets "operator.oci.." pass) if p.Prefix == "operator.oci." { continue } param := apihelpers.ParamToParamDesc(p).ToParam() // Skip duplicate params (can happen if an operator is running on both client + server) if _, ok := paramLookup[p.Prefix+p.Key]; ok { continue } paramLookup[p.Prefix+p.Key] = param gadgetParams.Add(param) } if info.Id != "" { gadgetInstanceID = info.Id } AddOCIFlags(cmd, &gadgetParams, skipParams, runtime) return cmd.ParseFlags(args) } run := func(cmd *cobra.Command, _ []string) error { // args from RunE still contains all flags, since we manually parsed them, // so we need to manually pull the remaining args here args := cmd.Flags().Args() showHelp, _ := cmd.Flags().GetBool("help") if len(args) == 0 && inFile == "" { if showHelp { additionalMessage := "Specify the gadget image to get more information about it" cmd.Long = fmt.Sprintf("%s\n\n%s", cmd.Short, additionalMessage) } return cmd.Help() } if showHelp { return cmd.Help() } // we also manually need to check the verbose flag, as PersistentPreRunE in // verbose.go will not have the correct information due to manually parsing // the flags checkVerboseFlag() fe := console.NewFrontend() defer fe.Close() ctx := fe.GetContext() ops := make([]operators.DataOperator, 0) for _, op := range operators.GetDataOperators() { if !initializedOperators { // initialize operators if not yet done in PreRun (e.g. when -f was specified) err := op.Init(opGlobalParams[op.Name()]) if err != nil { log.Warnf("error initializing operator %s: %v", op.Name(), err) continue } } ops = append(ops, op) } ops = append(ops, clioperator.CLIOperator, combiner.CombinerOperator, generate_networkpolicy.GNPOperator) timeoutDuration := time.Duration(timeoutSeconds) * time.Second var image string if len(args) > 0 { image = args[0] } paramValueMap := make(map[string]string) if inFile != "" { var f io.ReadCloser var err error if strings.HasPrefix(inFile, "http://") || strings.HasPrefix(inFile, "https://") { f, err = utils.DownloadFile(inFile) if err != nil { return fmt.Errorf("downloading gadget runtime manifest file %s: %w", inFile, err) } } else { f, err = os.Open(inFile) if err != nil { return fmt.Errorf("opening gadget runtime manifest file %s: %w", inFile, err) } } specs, err := gadgetmanifest.InstanceSpecsFromReader(f) f.Close() if err != nil { return fmt.Errorf("reading gadget runtime manifest file %s: %w", inFile, err) } detachedParam := runtimeParams.Get("detach") isDetach := detachedParam != nil && detachedParam.AsBool() if isDetach { return runInstanceSpecsDetached(ctx, runtime, specs, runtimeParams, gadgetcontext.WithIsClient(runtime.IsClient()), gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithTimeout(timeoutDuration), gadgetcontext.WithUseInstance(false), ) } if len(specs) > 1 { // output different error messages, depending on whether `--detach` is available if detachedParam == nil { return fmt.Errorf("multiple gadget instance specs found in manifest %s", inFile) } else { return fmt.Errorf("multiple gadget instance specs found in manifest %s: this is only supported in combination with --detach", inFile) } } spec := specs[0] image = spec.Image runtimeParams.Set("id", spec.ID) runtimeParams.Set("name", spec.Name) runtimeParams.Set("tags", strings.Join(spec.Tags, ",")) runtimeParams.Set("node", strings.Join(spec.Nodes, ",")) paramValueMap = spec.ParamValues } if commandMode == CommandModeAttach { // the gadgetID should be present from GetGadgetInfo above image = gadgetInstanceID } gadgetCtx := gadgetcontext.New( ctx, image, gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithTimeout(timeoutDuration), gadgetcontext.WithUseInstance(commandMode == CommandModeAttach), gadgetcontext.WithIsClient(runtime.IsClient()), ) // Write back param values if info != nil { for _, p := range info.Params { paramValueMap[p.Prefix+p.Key] = paramLookup[p.Prefix+p.Key].String() } } // Also copy special oci params ociParams.CopyToMap(paramValueMap, "operator.oci.") err := runtime.RunGadget(gadgetCtx, runtimeParams, paramValueMap) if err != nil { return err } return nil } cmd := &cobra.Command{ Use: string(commandMode), Short: commandModesDescriptions[commandMode], SilenceUsage: true, // do not print usage when there is an error // We have to disable flag parsing in here to be able to handle certain // flags more dynamically and have `--help` also react to those changes. // Instead, we need to manually // * call cmd.ParseFlags() // * handle `--help` after changing the params dynamically // * handle everything that could have been handled inside // `PersistentPreRun(E)` of a parent cmd, as the flags wouldn't have // been parsed there (e.g. --verbose) DisableFlagParsing: true, PreRunE: preRun, RunE: run, } if commandMode == CommandModeAttach { cmd.Aliases = []string{"a"} } cmd.PersistentFlags().IntVarP( &timeoutSeconds, "timeout", "t", 0, "Number of seconds that the gadget will run for, 0 to run indefinitely", ) if commandMode != CommandModeAttach { AddOCIFlags(cmd, ociParams, skipParams, runtime) cmd.PersistentFlags().StringVarP(&inFile, "file", "f", "", "path or remote URL (prefixed with http:// or https://) to a gadget runtime manifest file") } AddOCIFlags(cmd, runtimeGlobalParams, skipParams, runtime) AddOCIFlags(cmd, runtimeParams, skipParams, runtime) for _, operatorParams := range opGlobalParams { AddOCIFlags(cmd, operatorParams, skipParams, runtime) } return cmd } func runInstanceSpecsDetached( ctx context.Context, runtime runtime.Runtime, specs []*gadgetmanifest.InstanceSpec, runtimeParams *params.Params, runOptions ...gadgetcontext.Option, ) error { var merr error for _, spec := range specs { image := spec.Image // Set some well-known params runtimeParams.Set("id", spec.ID) runtimeParams.Set("name", spec.Name) runtimeParams.Set("tags", strings.Join(spec.Tags, ",")) runtimeParams.Set("node", strings.Join(spec.Nodes, ",")) gadgetCtx := gadgetcontext.New(ctx, image, runOptions...) err := runtime.RunGadget(gadgetCtx, runtimeParams, spec.ParamValues) if err != nil { merr = errors.Join(merr, fmt.Errorf("running gadget from manifest file: %w", err)) } } return merr } func AddOCIFlags(cmd *cobra.Command, params *params.Params, skipParams []string, runtime runtime.Runtime) { defer func() { if err := recover(); err != nil { panic(fmt.Sprintf("registering params for command %q: %v", cmd.Use, err)) } }() nextParam: for _, p := range *params { desc := p.Description if p.ValueHint != "" { // Try to get a value from the runtime if value, hasValue := runtime.GetDefaultValue(p.ValueHint); hasValue { p.Set(value) } } for _, t := range p.Tags { if slices.Contains(skipParams, t) { continue nextParam } } if p.PossibleValues != nil { desc += " [" + strings.Join(p.PossibleValues, ", ") + "]" } if p.AlternativeKey != "" { cmd.PersistentFlags().Var(&Param{p}, p.AlternativeKey, desc) cmd.PersistentFlags().MarkHidden(p.AlternativeKey) desc += " (alias: " + p.AlternativeKey + ")" } flag := cmd.PersistentFlags().VarPF(&Param{p}, p.Key, p.Alias, desc) if p.IsMandatory { cmd.MarkPersistentFlagRequired(p.Key) } // Allow passing a boolean flag as --foo instead of having to use --foo=true if p.IsBoolFlag() { flag.NoOptDefVal = "true" } } } inspektor-gadget-0.46.0/cmd/common/params.go000066400000000000000000000023141510117411400207100ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "os" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const FilePrefix = "@" // Param is a wrapper around params.Param. It's used to implement the logic that reads parameters from files. type Param struct { *params.Param } func (p *Param) Set(val string) error { if strings.HasPrefix(val, FilePrefix) { filepath := strings.TrimPrefix(val, FilePrefix) data, err := os.ReadFile(filepath) if err != nil { return fmt.Errorf("reading file %q for parameter %q: %w", filepath, p.Key, err) } return p.Param.Set(string(data)) } return p.Param.Set(val) } inspektor-gadget-0.46.0/cmd/common/params_test.go000066400000000000000000000023541510117411400217530ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "os" "testing" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) func TestHandleFileArguments(t *testing.T) { t.Parallel() pd := ¶ms.ParamDesc{ Key: "test", TypeHint: "string", } p := Param{ Param: pd.ToParam(), } const fileContent = "This is a magic String. 123$$##@!" const filename = "./file_param_testfile" require.Nil(t, os.WriteFile(filename, []byte(fileContent), 0o600)) defer os.Remove(filename) err := p.Set(FilePrefix + filename) require.Nil(t, err, "Error while handling file argument") require.Equal(t, p.AsString(), fileContent) } inspektor-gadget-0.46.0/cmd/common/registry.go000066400000000000000000000036121510117411400212770ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "strings" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) func mustSkip(skipParams []params.ValueHint, valueHint params.ValueHint) bool { for _, param := range skipParams { if param == valueHint { return true } } return false } func AddFlags(cmd *cobra.Command, params *params.Params, skipParams []params.ValueHint, runtime runtime.Runtime) { defer func() { if err := recover(); err != nil { panic(fmt.Sprintf("registering params for command %q: %v", cmd.Use, err)) } }() for _, p := range *params { desc := p.Description if p.ValueHint != "" { if mustSkip(skipParams, p.ValueHint) { // don't expose this parameter continue } // Try to get a value from the runtime if value, hasValue := runtime.GetDefaultValue(p.ValueHint); hasValue { p.Set(value) } } if p.PossibleValues != nil { desc += " [" + strings.Join(p.PossibleValues, ", ") + "]" } flag := cmd.PersistentFlags().VarPF(&Param{p}, p.Key, p.Alias, desc) if p.IsMandatory { cmd.MarkPersistentFlagRequired(p.Key) } // Allow passing a boolean flag as --foo instead of having to use --foo=true if p.IsBoolFlag() { flag.NoOptDefVal = "true" } } } inspektor-gadget-0.46.0/cmd/common/runwithspec_test.go000066400000000000000000000151041510117411400230400ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "net" "net/http" "os" "testing" "github.com/spf13/cobra" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) type testMode int const ( testModeBoth testMode = iota testModeInteractiveOnly testModeDetachOnly ) type testSpec struct { Name string Manifest string Mode testMode AdditionalArgs []string ExpectedParams api.ParamValues ExpectedName string ExpectedID string ExpectedTags []string ExpectError bool } type testRuntime struct { grpcruntime.Runtime t *testing.T testSpec *testSpec } func (r *testRuntime) Init(*params.Params) error { return nil } func (r *testRuntime) Close() error { return nil } func (r *testRuntime) GetGadgetInfo(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValueMap api.ParamValues) (*api.GadgetInfo, error) { panic("unimplemented") } func (r *testRuntime) RunGadget(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValueMap api.ParamValues) error { if r.testSpec.ExpectedID != "" { assert.Equal(r.t, r.testSpec.ExpectedID, runtimeParams.Get(grpcruntime.ParamID).AsString()) } if r.testSpec.ExpectedName != "" { assert.Equal(r.t, r.testSpec.ExpectedName, runtimeParams.Get(grpcruntime.ParamName).AsString()) } if r.testSpec.ExpectedTags != nil { assert.Equal(r.t, r.testSpec.ExpectedTags, runtimeParams.Get(grpcruntime.ParamTags).AsStringSlice()) } for k, v := range r.testSpec.ExpectedParams { val, ok := paramValueMap[k] require.True(r.t, ok, "expected paramValue exists for %q", k) require.Equal(r.t, v, val) } return nil } func createTempManifest(t *testing.T, manifest string) (string, error) { f, err := os.CreateTemp("", "manifest") if err != nil { return "", fmt.Errorf("creating temp manifest file: %w", err) } t.Cleanup(func() { os.Remove(f.Name()) }) _, err = f.WriteString(manifest) if err != nil { return "", fmt.Errorf("writing temp manifest: %w", err) } return f.Name(), nil } func createAndServeManifest(t *testing.T, manifest string) (string, error) { fn, err := createTempManifest(t, manifest) if err != nil { return "", err } mux := http.NewServeMux() mux.HandleFunc("/manifest", func(w http.ResponseWriter, r *http.Request) { http.ServeFile(w, r, fn) }) server := &http.Server{ Addr: ":0", // random port Handler: mux, } listener, err := net.Listen("tcp", server.Addr) if err != nil { return "", fmt.Errorf("listening on random port: %w", err) } go server.Serve(listener) t.Cleanup(func() { server.Close() }) return "http://" + listener.Addr().String() + "/manifest", nil } func TestRunWithSpec(t *testing.T) { tests := []*testSpec{ { Name: "specified image on command line", ExpectError: true, AdditionalArgs: []string{"trace_exec"}, Manifest: ` apiVersion: 1 kind: instance-spec image: trace_exec `, }, { Name: "invalid version", Manifest: ` apiVersion: a`, ExpectError: true, }, { Name: "invalid kind", Manifest: ` apiVersion: 1 kind: yo`, ExpectError: true, }, { Name: "one spec with id, name, tags and params", Manifest: ` apiVersion: 1 kind: instance-spec image: demo id: 00000000000000000000000000000000 name: myinstancename tags: - tag1 - tag2 paramValues: a: b y: z n: 1 `, ExpectedID: "00000000000000000000000000000000", ExpectedName: "myinstancename", ExpectedTags: []string{"tag1", "tag2"}, ExpectedParams: map[string]string{ "a": "b", "y": "z", "n": "1", }, }, { Name: "multiple specs with detach", Manifest: ` apiVersion: 1 kind: instance-spec image: demo --- apiVersion: 1 kind: instance-spec image: demo `, Mode: testModeDetachOnly, }, { Name: "multiple specs without detach", Manifest: ` apiVersion: 1 kind: instance-spec image: demo --- apiVersion: 1 kind: instance-spec image: demo `, Mode: testModeInteractiveOnly, ExpectError: true, }, { Name: "multiple specs, one invalid", Manifest: ` apiVersion: 1 kind: instance-spec image: demo --- apiVersion: x `, Mode: testModeInteractiveOnly, ExpectError: true, }, { Name: "missing image", Manifest: ` apiVersion: 1 kind: instance-spec `, ExpectError: true, }, { Name: "invalid id", Manifest: ` apiVersion: 1 kind: instance-spec image: demo id: 0 `, ExpectError: true, }, { Name: "invalid name", Manifest: ` apiVersion: 1 kind: instance-spec image: demo name: invalid-#name* `, ExpectError: true, }, } environment.Environment = environment.Local for _, tt := range tests { runTest := func(detach, remote bool) func(t *testing.T) { return func(t *testing.T) { var fn string var err error if remote { fn, err = createAndServeManifest(t, tt.Manifest) } else { fn, err = createTempManifest(t, tt.Manifest) } require.NoError(t, err) rt := &testRuntime{ t: t, testSpec: tt, } root := &cobra.Command{} root.AddCommand(NewRunCommand(root, rt, []string{}, CommandModeRun)) args := []string{"run", "-f", fn} if detach { args = append(args, "--detach") } args = append(args, tt.AdditionalArgs...) root.SetArgs(args) err = root.Execute() if tt.ExpectError { require.Error(t, err) return } require.NoError(t, err) } } if tt.Mode == testModeInteractiveOnly || tt.Mode == testModeBoth { t.Run(tt.Name, runTest(false, false)) t.Run(tt.Name+"-remote", runTest(false, true)) } if tt.Mode == testModeDetachOnly || tt.Mode == testModeBoth { t.Run(tt.Name, runTest(true, false)) t.Run(tt.Name+"-remote", runTest(true, true)) } } } func (r *testRuntime) IsClient() bool { return false } inspektor-gadget-0.46.0/cmd/common/utils/000077500000000000000000000000001510117411400202365ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/common/utils/errors.go000066400000000000000000000026771510117411400221150ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "fmt" ) // Kubernetes client func WrapInErrSetupK8sClient(err error) error { return fmt.Errorf("setting up Kubernetes client: %w", err) } func WrapInErrListPods(err error) error { return fmt.Errorf("listing pods: %w", err) } // Parser func WrapInErrParserCreate(err error) error { return fmt.Errorf("creating parser: %w", err) } // Arguments func WrapInErrOutputModeNotSupported(mode string) error { return fmt.Errorf("%q output mode is not supported", mode) } func WrapInErrInvalidArg(arg string, err error) error { return fmt.Errorf("invalid argument '%s': %w", arg, err) } // JSON parsing func WrapInErrUnmarshalOutput(err error, output string) error { return fmt.Errorf("unmarshaling output: %w\n%s", err, output) } func WrapInErrMarshalOutput(err error) error { return fmt.Errorf("marshaling output: %w", err) } inspektor-gadget-0.46.0/cmd/common/utils/experimental.go000066400000000000000000000036211510117411400232640ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "errors" "fmt" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" ) const ( errMsgExperimental = "this command can only be used when experimental features are enabled" ) func replaceFunc(f func(cmd *cobra.Command, args []string)) func(cmd *cobra.Command, args []string) { if f == nil || experimental.Enabled() { return f } return func(cmd *cobra.Command, args []string) { fmt.Println(errMsgExperimental) } } func replaceFuncE(f func(cmd *cobra.Command, args []string) error) func(cmd *cobra.Command, args []string) error { if f == nil || experimental.Enabled() { return f } return func(cmd *cobra.Command, args []string) error { return errors.New(errMsgExperimental) } } func MarkExperimental(cmd *cobra.Command) *cobra.Command { cmd.Short += " (experimental)" if !experimental.Enabled() { // Allow printing help when -h is passed. cmd.DisableFlagParsing = false // Ignore unknown flags so that we can print help when -h is passed. cmd.FParseErrWhitelist.UnknownFlags = true } cmd.Run = replaceFunc(cmd.Run) cmd.PreRun = replaceFunc(cmd.PreRun) cmd.PostRun = replaceFunc(cmd.PostRun) cmd.RunE = replaceFuncE(cmd.RunE) cmd.PreRunE = replaceFuncE(cmd.PreRunE) cmd.PostRunE = replaceFuncE(cmd.PostRunE) return cmd } inspektor-gadget-0.46.0/cmd/common/utils/flags.go000066400000000000000000000133611510117411400216650ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "errors" "fmt" "slices" "strings" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/spf13/pflag" "github.com/spf13/viper" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" ) const ( OutputModeColumns = "columns" OutputModeJSON = "json" OutputModeJSONPretty = "jsonpretty" OutputModeYAML = "yaml" ) var SupportedOutputModes = []string{OutputModeJSON, OutputModeColumns} // OutputConfig contains the flags that describes how to print the gadget's output type OutputConfig struct { // OutputMode specifies the format output should be printed OutputMode string // List of columns to print (only meaningful when OutputMode is "columns=...") CustomColumns []string // Verbose prints additional information Verbose bool } func AddOutputFlags(command *cobra.Command, outputConfig *OutputConfig) { command.PersistentFlags().StringVarP( &outputConfig.OutputMode, "output", "o", "", fmt.Sprintf("Output format (%s).", strings.Join(SupportedOutputModes, ", ")), ) command.PersistentFlags().BoolVarP( &outputConfig.Verbose, "verbose", "v", false, "Print debug information", ) } func (config *OutputConfig) ParseOutputConfig() error { if config.Verbose { log.StandardLogger().SetLevel(log.DebugLevel) } switch { case len(config.OutputMode) == 0: config.OutputMode = OutputModeColumns return nil case config.OutputMode == OutputModeJSON: return nil case strings.HasPrefix(config.OutputMode, OutputModeColumns): parts := strings.Split(config.OutputMode, "=") if len(parts) != 2 { return WrapInErrInvalidArg(OutputModeColumns, errors.New("expects a comma separated list of columns to use")) } cols := strings.Split(strings.ToLower(parts[1]), ",") for _, col := range cols { if len(col) == 0 { return WrapInErrInvalidArg(OutputModeColumns, errors.New("column can't be empty")) } } config.CustomColumns = cols config.OutputMode = OutputModeColumns return nil default: return WrapInErrOutputModeNotSupported(config.OutputMode) } } type RuntimesSocketPathConfig struct { Docker string Containerd string Crio string Podman string } func AddRuntimesSocketPathFlags(command *cobra.Command, config *RuntimesSocketPathConfig) { command.PersistentFlags().StringVarP( &config.Docker, "docker-socketpath", "", runtimeclient.DockerDefaultSocketPath, "Docker Engine API Unix socket path", ) command.PersistentFlags().StringVarP( &config.Containerd, "containerd-socketpath", "", runtimeclient.ContainerdDefaultSocketPath, "containerd CRI Unix socket path", ) command.PersistentFlags().StringVarP( &config.Crio, "crio-socketpath", "", runtimeclient.CrioDefaultSocketPath, "CRI-O CRI Unix socket path", ) command.PersistentFlags().StringVarP( &config.Podman, "podman-socketpath", "", runtimeclient.PodmanDefaultSocketPath, "Podman Unix socket path", ) } func AddRegistryAuthVariablesAndFlags(cmd *cobra.Command, authOptions *oci.AuthOptions) { // Flag inspired by https://github.com/containers/common/blob/cac40138f7e3c2b29ca32e64348535516bf6aa51/pkg/auth/cli.go#L48 cmd.Flags().StringVar( &authOptions.AuthFile, "authfile", oci.DefaultAuthFile, "Path of the authentication file. This overrides the REGISTRY_AUTH_FILE environment variable", ) viper.BindPFlag("registry.auth_file", cmd.Flags().Lookup("authfile")) viper.BindEnv("registry.auth_file", "REGISTRY_AUTH_FILE") cmd.Flags().StringSliceVar( &authOptions.InsecureRegistries, "insecure-registries", []string{}, "List of registries to access over plain HTTP", ) } // removeSplitSortArgs removes the --sort flag with its arg, if it isn't in the // merged form of --sort=foo func removeSplitSortArgs(args []string) []string { for i := 0; i < len(args); i++ { if args[i] == "--sort" { // Remove also the next element as it is the arg of --sort if i == len(args)-1 { return args[:len(args)-1] } else { return append(args[:i], args[i+2:]...) } } } return args } // removeHelpArg removes the --help flag func removeHelpArg(args []string) []string { for i := 0; i < len(args); i++ { if args[i] == "--help" || args[i] == "-h" { return append(args[:i], args[i+1:]...) } } return args } func ParseEarlyFlags(cmd *cobra.Command, rawArgs []string) error { // Do not error out on unknown flags, but still validate currently // known ones. // Other flags will be validated in the `Execute()` call and unknown // ones will be rejected cmd.FParseErrWhitelist.UnknownFlags = true defer func() { cmd.FParseErrWhitelist.UnknownFlags = false }() // temporary workaround for https://github.com/inspektor-gadget/inspektor-gadget/pull/2174#issuecomment-1780923952 args := slices.Clone(rawArgs) // clone to avoid modifying the original os.Args args = removeSplitSortArgs(args) // --help should be handled after we registered all commands args = removeHelpArg(args) err := cmd.ParseFlags(args) return err } func CopyFlagSet(fs *pflag.FlagSet) *pflag.FlagSet { flags := pflag.NewFlagSet("", pflag.ContinueOnError) flags.AddFlagSet(fs) return flags } inspektor-gadget-0.46.0/cmd/common/utils/http.go000066400000000000000000000023111510117411400215410ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "fmt" "io" "net/http" "net/url" "time" ) func DownloadFile(rawURL string) (io.ReadCloser, error) { u, err := url.Parse(rawURL) if err != nil { return nil, fmt.Errorf("parsing URL: %w", err) } client := http.Client{ Timeout: 10 * time.Second, } switch u.Scheme { case "http", "https": resp, err := client.Get(rawURL) if err != nil { return nil, err } if resp.StatusCode != http.StatusOK { return nil, fmt.Errorf("unexpected status code: %d", resp.StatusCode) } return resp.Body, nil default: return nil, fmt.Errorf("unsupported scheme: %s", u.Scheme) } } inspektor-gadget-0.46.0/cmd/common/utils/parser-tableformatter.go000066400000000000000000000076131510117411400251010ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "fmt" "os" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/sort" "golang.org/x/term" ) const ( KubernetesTag string = "kubernetes" ContainerRuntimeTag string = "runtime" ) type Option func(*GadgetParserOptions) func WithMetadataTags(metadataTags ...string) Option { return func(opts *GadgetParserOptions) { opts.metadataTags = metadataTags } } type GadgetParserOptions struct { metadataTags []string } // GadgetParser is a parser that helps printing the gadget output in columns // using the columns and formatter/textcolumns packages. type GadgetParser[T any] struct { formatter *textcolumns.TextColumnsFormatter[T] colsMap columns.ColumnMap[T] } func NewGadgetParser[T any](outputConfig *OutputConfig, cols *columns.Columns[T], options ...Option) (*GadgetParser[T], error) { var opts GadgetParserOptions for _, o := range options { o(&opts) } // If no tag is provided, we use only the columns with no specific tag. In // other words, the gadget-specific columns. Otherwise, we also include the // columns with the requested tag. var colsMap columns.ColumnMap[T] if len(opts.metadataTags) == 0 { colsMap = cols.GetColumnMap(columns.WithNoTags()) } else { colsMap = cols.GetColumnMap(columns.Or(columns.WithAnyTag(opts.metadataTags), columns.WithNoTags())) } textColumnsOptions := []textcolumns.Option{textcolumns.WithShouldTruncate(term.IsTerminal(int(os.Stdout.Fd())))} if len(outputConfig.CustomColumns) != 0 { validCols, invalidCols := cols.VerifyColumnNames(outputConfig.CustomColumns) if len(invalidCols) != 0 { return nil, fmt.Errorf("invalid columns: %s", strings.Join(invalidCols, ", ")) } textColumnsOptions = append(textColumnsOptions, textcolumns.WithDefaultColumns(validCols)) } return &GadgetParser[T]{ formatter: textcolumns.NewFormatter(colsMap, textColumnsOptions...), colsMap: colsMap, }, nil } func NewGadgetParserWithK8sInfo[T any](outputConfig *OutputConfig, columns *columns.Columns[T]) (*GadgetParser[T], error) { return NewGadgetParser(outputConfig, columns, WithMetadataTags(KubernetesTag)) } func NewGadgetParserWithRuntimeInfo[T any](outputConfig *OutputConfig, columns *columns.Columns[T]) (*GadgetParser[T], error) { return NewGadgetParser(outputConfig, columns, WithMetadataTags(ContainerRuntimeTag)) } func NewGadgetParserWithK8sAndRuntimeInfo[T any](outputConfig *OutputConfig, columns *columns.Columns[T]) (*GadgetParser[T], error) { return NewGadgetParser(outputConfig, columns, WithMetadataTags(KubernetesTag, ContainerRuntimeTag)) } func (p *GadgetParser[T]) BuildColumnsHeader() string { return p.formatter.FormatHeader() } func (p *GadgetParser[T]) TransformIntoColumns(entry *T) string { return p.formatter.FormatEntry(entry) } func (p *GadgetParser[T]) TransformIntoTable(entries []*T) string { // Disable auto-scaling as AdjustWidthsToContent will already manage the // screen size. p.formatter.SetAutoScale(false) p.formatter.AdjustWidthsToContent(entries, true, textcolumns.GetTerminalWidth(), true) return p.formatter.FormatTable(entries) } func (p *GadgetParser[T]) Sort(entries []*T, sortBy []string) { sort.SortEntries(p.colsMap, entries, sortBy) } inspektor-gadget-0.46.0/cmd/common/utils/screen.go000066400000000000000000000005701510117411400220460ustar00rootroot00000000000000package utils import ( "fmt" "os" "os/exec" "runtime" ) func ClearScreen() { switch runtime.GOOS { case "linux": fmt.Print("\033[H\033[2J") case "windows": cmd := exec.Command("cmd", "/c", "cls") cmd.Stdout = os.Stdout cmd.Run() default: // It's a best effort approach here as we aren't 100% it'll work // on all cases. fmt.Print("\033[H\033[2J") } } inspektor-gadget-0.46.0/cmd/common/utils/version-checker.go000066400000000000000000000024071510117411400236570ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "fmt" "github.com/blang/semver" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) func CheckServerVersionSkew(serverVersion string) error { clientSemver := version.Version() // Do not print any warning if this is a prerelease to avoid annoying developers if len(clientSemver.Pre) > 0 { return nil } serverSemver, err := semver.ParseTolerant(serverVersion) if err != nil { log.Debugf("parsing server version: %s", err) return nil } if !serverSemver.EQ(clientSemver) { return fmt.Errorf("version skew detected: client (v%s) vs server (v%s)", clientSemver, serverSemver) } return nil } inspektor-gadget-0.46.0/cmd/common/verbose.go000066400000000000000000000020171510117411400210720ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( log "github.com/sirupsen/logrus" "github.com/spf13/cobra" ) var Verbose bool func checkVerboseFlag() { if Verbose { log.SetLevel(log.DebugLevel) } } func AddVerboseFlag(rootCmd *cobra.Command) { rootCmd.PersistentFlags().BoolVarP( &Verbose, "verbose", "v", false, "Print debug information", ) rootCmd.PersistentPreRun = func(cmd *cobra.Command, args []string) { checkVerboseFlag() } } inspektor-gadget-0.46.0/cmd/common/version.go000066400000000000000000000020411510117411400211070ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) func NewVersionCmd() *cobra.Command { return &cobra.Command{ Use: "version", Short: "Show version", Run: func(cmd *cobra.Command, args []string) { fmt.Printf("v%s\n", version.Version().String()) log.Debugf("Inspektor Gadget User Agent: %s\n", version.UserAgent()) }, } } inspektor-gadget-0.46.0/cmd/gadgetctl/000077500000000000000000000000001510117411400175445ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/gadgetctl/main.go000066400000000000000000000073041510117411400210230ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os" "path/filepath" "strings" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/image" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" ) var infoSkipCommands = []string{"version"} func main() { if experimental.Enabled() { log.Info("Experimental features enabled") } rootCmd := &cobra.Command{ Use: filepath.Base(os.Args[0]), Short: "Collection of gadgets for containers", } common.AddConfigFlag(rootCmd) common.AddVerboseFlag(rootCmd) skipInfo := false for _, arg := range os.Args[1:] { for _, skipCmd := range infoSkipCommands { if strings.ToLower(arg) == skipCmd { skipInfo = true } } } rootCmd.AddCommand(common.NewVersionCmd()) runtime := grpcruntime.New() // save the root flags for later use before we modify them (e.g. add runtime flags) rootFlags := commonutils.CopyFlagSet(rootCmd.PersistentFlags()) runtimeGlobalParams := runtime.GlobalParamDescs().ToParams() common.AddFlags(rootCmd, runtimeGlobalParams, nil, runtime) err := runtime.Init(runtimeGlobalParams) if err != nil { log.Fatalf("initializing runtime: %v", err) } if !skipInfo { // evaluate flags early for runtimeGlobalFlags; this will make // sure that --remote-address has already been parsed when calling // GetInfo(), so it can target the specified address err := commonutils.ParseEarlyFlags(rootCmd, os.Args[1:]) if err != nil { // Analogous to cobra error message fmt.Fprintf(os.Stderr, "Error: %v\n", err) os.Exit(1) } info, err := runtime.GetInfo() if err != nil { log.Warnf("Failed to load deploy info: %s", err) } else if err := commonutils.CheckServerVersionSkew(info.ServerVersion); err != nil { log.Warn(err.Error()) } } // ensure that the runtime flags are set from the config file if err := common.InitConfig(rootFlags); err != nil { log.Fatalf("initializing config: %v", err) } if err = common.SetFlagsForParams(rootCmd, runtimeGlobalParams, config.RuntimeKey); err != nil { log.Fatalf("setting runtime flags from config: %v", err) } // add image subcommands to be added, for now only inspect is supported imgCommands := []*cobra.Command{ image.NewInspectCmd(runtime), } hiddenColumnTags := []string{"kubernetes"} common.AddInstanceCommands(rootCmd, runtime) rootCmd.AddCommand(common.NewRunCommand(rootCmd, runtime, hiddenColumnTags, common.CommandModeRun)) rootCmd.AddCommand(common.NewRunCommand(rootCmd, runtime, hiddenColumnTags, common.CommandModeAttach)) rootCmd.AddCommand(common.NewConfigCmd(runtime, rootFlags)) rootCmd.AddCommand(image.NewImageCmd(runtime, imgCommands)) if err := rootCmd.Execute(); err != nil { os.Exit(1) } } func init() { environment.Environment = environment.Local } inspektor-gadget-0.46.0/cmd/ig/000077500000000000000000000000001510117411400162055ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/ig/containers/000077500000000000000000000000001510117411400203525ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/ig/containers/containers.go000066400000000000000000000152121510117411400230470ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import ( "encoding/json" "fmt" "os" "strings" "time" "github.com/moby/moby/pkg/stringid" "github.com/spf13/cobra" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/cmd/ig/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const igSubKey = "ig-key" func NewListContainersCmd() *cobra.Command { var commonFlags utils.CommonFlags var optionWatch bool cmd := &cobra.Command{ Use: "list-containers", Short: "List all containers", RunE: func(*cobra.Command, []string) error { // The list-containers command is not a gadget, so the local // runtime won't call host.Init(). err := host.Init(host.Config{}) if err != nil { return err } cc, err := initContainerCollection(commonFlags.RuntimeConfigs) if err != nil { return fmt.Errorf("initializing container collection: %w", err) } defer cc.Close() selector := containercollection.ContainerSelector{ Runtime: containercollection.RuntimeSelector{ ContainerName: commonFlags.Containername, }, K8s: containercollection.K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ PodName: commonFlags.K8sPodName, Namespace: commonFlags.K8sNamespace, ContainerName: commonFlags.K8sContainerName, }, }, } if !optionWatch { parser, err := commonutils.NewGadgetParserWithK8sAndRuntimeInfo(&commonFlags.OutputConfig, columnsWithAdjustedVisibility(containercollection.GetColumns())) if err != nil { return commonutils.WrapInErrParserCreate(err) } containers := cc.GetContainersBySelector(&selector) parser.Sort(containers, []string{"runtime.runtimeName", "runtime.containerName"}) if err = printContainers(parser, commonFlags, containers); err != nil { return err } return nil } cols := columnsWithAdjustedVisibility(columns.MustCreateColumns[containercollection.PubSubEvent]()) cols.SetExtractor("event", func(event *containercollection.PubSubEvent) any { return event.Type.String() }) cols.MustSetExtractor("runtime.containerImageName", func(event *containercollection.PubSubEvent) any { if event == nil || event.Container == nil { return "" } if strings.Contains(event.Container.Runtime.ContainerImageName, "sha256") { return stringid.TruncateID(event.Container.Runtime.ContainerImageName) } return event.Container.Runtime.ContainerImageName }) parser, err := commonutils.NewGadgetParserWithK8sAndRuntimeInfo(&commonFlags.OutputConfig, cols) if err != nil { return commonutils.WrapInErrParserCreate(err) } containers := cc.Subscribe( igSubKey, selector, func(event containercollection.PubSubEvent) { if err = printPubSubEvent(parser, commonFlags, &event); err != nil { fmt.Fprintf(os.Stderr, "Warning: %s\n", err) } }, ) defer cc.Unsubscribe(igSubKey) if commonFlags.OutputMode != commonutils.OutputModeJSON { fmt.Println(parser.BuildColumnsHeader()) } timestamp := time.Now().Format(time.RFC3339) for _, container := range containers { e := containercollection.PubSubEvent{ Timestamp: timestamp, Type: containercollection.EventTypeAddContainer, Container: container, } if err = printPubSubEvent(parser, commonFlags, &e); err != nil { return err } } utils.WaitForEnd(&commonFlags) return nil }, } cmd.Flags().BoolVarP( &optionWatch, "watch", "w", false, "After listing the containers, watch for new containers") utils.AddCommonFlags(cmd, &commonFlags) return cmd } func printContainers(parser *commonutils.GadgetParser[containercollection.Container], commonFlags utils.CommonFlags, containers []*containercollection.Container) error { switch commonFlags.OutputMode { case commonutils.OutputModeJSON: b, err := json.MarshalIndent(containers, "", " ") if err != nil { return commonutils.WrapInErrMarshalOutput(err) } fmt.Printf("%s\n", b) case commonutils.OutputModeColumns: fmt.Println(parser.TransformIntoTable(containers)) } return nil } func printPubSubEvent(parser *commonutils.GadgetParser[containercollection.PubSubEvent], commonFlags utils.CommonFlags, event *containercollection.PubSubEvent) error { switch commonFlags.OutputMode { case commonutils.OutputModeJSON: b, err := json.MarshalIndent(event, "", " ") if err != nil { return commonutils.WrapInErrMarshalOutput(err) } fmt.Printf("%s\n", b) case commonutils.OutputModeColumns: fmt.Println(parser.TransformIntoColumns(event)) } return nil } func columnsWithAdjustedVisibility[T containercollection.Container | containercollection.PubSubEvent](cols *columns.Columns[T]) *columns.Columns[T] { for _, c := range cols.GetColumnMap(columns.WithTag("kubernetes")) { c.Visible = false } for _, c := range cols.GetColumnMap(columns.WithTag("runtime")) { c.Visible = true } return cols } func initContainerCollection(runtimes []*containerutilsTypes.RuntimeConfig) (*containercollection.ContainerCollection, error) { var containerCollection containercollection.ContainerCollection opts := []containercollection.ContainerCollectionOption{ containercollection.WithPubSub([]containercollection.FuncNotify{}...), containercollection.WithOCIConfigEnrichment(), containercollection.WithCgroupEnrichment(), containercollection.WithLinuxNamespaceEnrichment(), containercollection.WithMultipleContainerRuntimesEnrichment(runtimes), containercollection.WithOCIConfigForInitialContainer(), containercollection.WithContainerFanotifyEbpf(), containercollection.WithProcEnrichment(), } if err := containerCollection.Initialize(opts...); err != nil { return nil, fmt.Errorf("initializing container collection: %w", err) } return &containerCollection, nil } inspektor-gadget-0.46.0/cmd/ig/daemon.go000066400000000000000000000127021510117411400200010ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "crypto/tls" "fmt" "os" "os/user" "path/filepath" "strconv" "strings" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "google.golang.org/grpc" "google.golang.org/grpc/credentials" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" gadgetservice "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" instancemanager "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/instance-manager" filestore "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/store/file-store" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" gadgettls "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/tls" ) func newDaemonCommand(runtime runtime.Runtime) *cobra.Command { daemonCmd := &cobra.Command{ Use: "daemon", Short: "Run Inspektor Gadget as a daemon", Args: cobra.NoArgs, SilenceUsage: true, } var socket string var group string var eventBufferLength uint64 var serverKey string var serverCert string var clientCA string daemonCmd.PersistentFlags().StringVarP( &group, "group", "G", "0", "Group name or id that the unix socket should use (if daemon-socket is set to e.g. unix:///path/to.socket)") daemonCmd.PersistentFlags().StringVarP( &socket, "host", "H", api.DefaultDaemonPath, "The socket to listen on for new requests. Can be a unix socket"+ " (unix:///path/to.socket) or a tcp socket (tcp://127.0.0.1:1234)") daemonCmd.PersistentFlags().Uint64VarP( &eventBufferLength, "events-buffer-length", "", 16384, "The events buffer length. A low value could impact horizontal scaling.") daemonCmd.PersistentFlags().StringVar( &serverKey, "tls-key-file", "", "Path to TLS key file") daemonCmd.PersistentFlags().StringVar( &serverCert, "tls-cert-file", "", "Path to TLS cert file") daemonCmd.PersistentFlags().StringVar( &clientCA, "tls-client-ca-file", "", "Path to CA certificate for client validation") service := gadgetservice.NewService(log.StandardLogger()) for _, params := range service.GetOperatorMap() { common.AddFlags(daemonCmd, params, nil, runtime) } daemonCmd.RunE = func(cmd *cobra.Command, args []string) error { if os.Geteuid() != 0 { return fmt.Errorf("%s must be run as root to be able to run eBPF programs", filepath.Base(os.Args[0])) } socketType, socketPath, err := api.ParseSocketAddress(socket) if err != nil { return fmt.Errorf("invalid daemon-socket address: %w", err) } gid := 0 if tmpGroup, err := user.LookupGroup(group); err == nil { gid, err = strconv.Atoi(tmpGroup.Gid) if err != nil { return fmt.Errorf("unexpected non-numeric group id %q for group %q", tmpGroup.Gid, group) } } else if tmpGid, err := strconv.Atoi(group); err == nil { gid = tmpGid } else { return fmt.Errorf("group %q not found", group) } log.Infof("starting Inspektor Gadget daemon at %q", socket) service.SetEventBufferLength(eventBufferLength) if err = config.Config.ReadInConfig(); err != nil { log.Warnf("reading config: %v", err) } tlsOptionsSet := 0 for _, tlsOption := range []string{serverKey, serverCert, clientCA} { if len(tlsOption) != 0 { tlsOptionsSet++ } } if tlsOptionsSet > 1 && tlsOptionsSet < 3 { return fmt.Errorf(` missing at least one the TLS related options: * tls-key-file: %q * tls-cert-file: %q * tls-client-ca-file: %q All these options should be set at the same time to enable TLS connection`, serverKey, serverCert, clientCA) } var options []grpc.ServerOption if tlsOptionsSet == 3 { cert, err := gadgettls.LoadTLSCert(serverCert, serverKey) if err != nil { return fmt.Errorf("creating TLS certificate: %w", err) } ca, err := gadgettls.LoadTLSCA(clientCA) if err != nil { return fmt.Errorf("creating TLS certificate authority: %w", err) } tlsConfig := &tls.Config{ ClientAuth: tls.RequireAndVerifyClientCert, Certificates: []tls.Certificate{cert}, ClientCAs: ca, } options = append(options, grpc.Creds(credentials.NewTLS(tlsConfig))) log.Debugf("TLS is enabled using %v, %v and %v", serverKey, serverCert, clientCA) } else if !strings.HasPrefix(socketPath, "unix") { log.Warnf("no TLS configuration provided, communication between daemon and CLI will not be encrypted") } mgr, err := instancemanager.New(runtime) if err != nil { return fmt.Errorf("initializing manager: %w", err) } store, err := filestore.New(mgr) if err != nil { return fmt.Errorf("initializing store: %w", err) } service.SetStore(store) service.SetInstanceManager(mgr) return service.Run(gadgetservice.RunConfig{ SocketType: socketType, SocketPath: socketPath, SocketGID: gid, }, options...) } return daemonCmd } inspektor-gadget-0.46.0/cmd/ig/main.go000066400000000000000000000112161510117411400174610ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "net/http" _ "net/http/pprof" "os" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" // Import this early to set the enrivonment variable before any other package is imported _ "github.com/inspektor-gadget/inspektor-gadget/pkg/environment/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" "github.com/inspektor-gadget/inspektor-gadget/cmd/common/image" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/cmd/ig/containers" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" // Another blank import for the used operator _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/btfgen" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/env" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/filter" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/formatters" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/localmanager" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/process" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/socketenricher" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/sort" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/uidgidresolver" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ustack" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/wasm" // Symbolizers (all) _ "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer/debuginfod" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer/symtab" ) func main() { if experimental.Enabled() { log.Info("Experimental features enabled") } rootCmd := &cobra.Command{ Use: "ig", Short: "Collection of gadgets for containers", } common.AddConfigFlag(rootCmd) common.AddVerboseFlag(rootCmd) host.AddFlags(rootCmd) rootCmd.AddCommand( containers.NewListContainersCmd(), common.NewVersionCmd(), ) rootCmd.PersistentFlags().String("pprof-addr", "", "Starts a pprof server for profiling at the given address (e.g., 'localhost:6060'), leave empty to disable (default).") // evaluate flags early; this will make sure that flags for host are evaluated before // calling host.Init() err := commonutils.ParseEarlyFlags(rootCmd, os.Args[1:]) if err != nil { // Analogous to cobra error message fmt.Fprintf(os.Stderr, "Error: %v\n", err) os.Exit(1) } // save the root flags for later use before we modify them (e.g. add runtime flags) rootFlags := commonutils.CopyFlagSet(rootCmd.PersistentFlags()) runtime := local.New() // ensure that the runtime flags are set from the config file if err = common.InitConfig(rootFlags); err != nil { log.Fatalf("initializing config: %v", err) } if err = common.SetFlagsForParams(rootCmd, runtime.GlobalParamDescs().ToParams(), config.RuntimeKey); err != nil { log.Fatalf("setting runtime flags from config: %v", err) } hiddenColumnTags := []string{"kubernetes"} operators.RegisterDataOperator(ocihandler.OciHandler) rootCmd.AddCommand(newDaemonCommand(runtime)) rootCmd.AddCommand(common.NewLoginCmd()) rootCmd.AddCommand(image.NewImageCmd(runtime, nil)) rootCmd.AddCommand(common.NewLogoutCmd()) rootCmd.AddCommand(common.NewRunCommand(rootCmd, runtime, hiddenColumnTags, common.CommandModeRun)) rootCmd.AddCommand(common.NewConfigCmd(runtime, rootFlags)) pprofAddr, _ := rootCmd.PersistentFlags().GetString("pprof-addr") if pprofAddr != "" { go func() { if err := http.ListenAndServe(pprofAddr, nil); err != nil { log.Fatalf("starting pprof server: %v", err) } }() } if err := rootCmd.Execute(); err != nil { os.Exit(1) } } inspektor-gadget-0.46.0/cmd/ig/utils/000077500000000000000000000000001510117411400173455ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/ig/utils/flags.go000066400000000000000000000152531510117411400207760ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "fmt" "strings" "github.com/containerd/containerd/pkg/cri/constants" securejoin "github.com/cyphar/filepath-securejoin" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" ) // CommonFlags contains CLI flags common to several gadgets. type CommonFlags struct { // OutputConfig describes the way output should be printed. commonutils.OutputConfig // Saves all runtime socket paths commonutils.RuntimesSocketPathConfig // Containername allows to filter containers by name. Containername string // Kubernetes-related filters K8sPodName string K8sNamespace string K8sSelector []string K8sContainerName string // Comma-separated list of container runtimes. Runtimes string // Host, when set to true, specifies to include all events both from // the host and from containers. Host bool // RuntimeConfigs contains the list of the container runtimes to be used // with their specific socket path. RuntimeConfigs []*containerutilsTypes.RuntimeConfig // Number of seconds that the gadget will run for Timeout int // ContainerdNamespace is the namespace used by containerd ContainerdNamespace string // RuntimeProtocol specifies whether to use the CRI API to talk to the runtime. // Useful for docker and containerd. // CRI-O is always using the CRI API. Podman is always using the internal API. // Supported values: internal, cri. RuntimeProtocol string } func AddCommonFlags(command *cobra.Command, commonFlags *CommonFlags) { command.PersistentPreRunE = func(cmd *cobra.Command, args []string) error { // Runtimes Configuration switch commonFlags.RuntimeProtocol { case containerutilsTypes.RuntimeProtocolInternal: case containerutilsTypes.RuntimeProtocolCRI: default: return commonutils.WrapInErrInvalidArg("--runtime-protocol", fmt.Errorf("runtime protocol %q is not supported", commonFlags.RuntimeProtocol)) } parts := strings.Split(commonFlags.Runtimes, ",") partsLoop: for _, p := range parts { runtimeName := types.String2RuntimeName(strings.TrimSpace(p)) socketPath := "" namespace := "" var err error switch runtimeName { case types.RuntimeNameDocker: socketPath, err = securejoin.SecureJoin(host.HostRoot, commonFlags.Docker) case types.RuntimeNameContainerd: socketPath, err = securejoin.SecureJoin(host.HostRoot, commonFlags.Containerd) namespace = commonFlags.ContainerdNamespace case types.RuntimeNameCrio: socketPath, err = securejoin.SecureJoin(host.HostRoot, commonFlags.Crio) case types.RuntimeNamePodman: socketPath, err = securejoin.SecureJoin(host.HostRoot, commonFlags.Podman) default: return commonutils.WrapInErrInvalidArg("--runtime / -r", fmt.Errorf("runtime %q is not supported", p)) } if err != nil { return fmt.Errorf("securejoining %v to %v socket path: %w", host.HostRoot, runtimeName, err) } for _, r := range commonFlags.RuntimeConfigs { if r.Name == runtimeName { log.Infof("Ignoring duplicated runtime %q from %q", runtimeName, commonFlags.Runtimes) continue partsLoop } } r := &containerutilsTypes.RuntimeConfig{ Name: runtimeName, SocketPath: socketPath, RuntimeProtocol: commonFlags.RuntimeProtocol, Extra: containerutilsTypes.ExtraConfig{ Namespace: namespace, }, } commonFlags.RuntimeConfigs = append(commonFlags.RuntimeConfigs, r) } // Output Mode if err := commonFlags.ParseOutputConfig(); err != nil { return err } return nil } // do not print usage when there is an error command.SilenceUsage = true commonutils.AddOutputFlags(command, &commonFlags.OutputConfig) commonutils.AddRuntimesSocketPathFlags(command, &commonFlags.RuntimesSocketPathConfig) command.PersistentFlags().StringVarP( &commonFlags.Containername, "containername", "c", "", "Show data only from containers with the runtime-assigned name (not the name defined in the pod spec) (alias: runtime-containername)", ) command.PersistentFlags().StringVarP( &commonFlags.Containername, "runtime-containername", "", "", "", ) command.PersistentFlags().MarkHidden("runtime-containername") command.PersistentFlags().BoolVarP( &commonFlags.Host, "host", "", false, "Show data from both the host and containers", ) command.PersistentFlags().StringVarP( &commonFlags.Runtimes, "runtimes", "r", strings.Join(containerutils.AvailableRuntimes, ","), fmt.Sprintf("Comma-separated list of container runtimes. Supported values are: %s", strings.Join(containerutils.AvailableRuntimes, ", ")), ) command.PersistentFlags().IntVar( &commonFlags.Timeout, "timeout", 0, "Number of seconds that the gadget will run for", ) command.PersistentFlags().StringVar( &commonFlags.ContainerdNamespace, "containerd-namespace", constants.K8sContainerdNamespace, "Namespace used by containerd", ) command.PersistentFlags().StringVar( &commonFlags.RuntimeProtocol, "runtime-protocol", containerutilsTypes.RuntimeProtocolInternal, fmt.Sprintf("Container runtime protocol (docker and containerd). Supported values are: %s", strings.Join(containerutils.AvailableRuntimeProtocols, ", ")), ) // Kubernetes-related flags command.PersistentFlags().StringVar( &commonFlags.K8sPodName, "k8s-podname", "", "Show only data from Kubernetes pods with that name", ) command.PersistentFlags().StringVar( &commonFlags.K8sNamespace, "k8s-namespace", "", "Show only data from pods in a given Kubernetes namespace", ) command.PersistentFlags().StringVar( &commonFlags.K8sContainerName, "k8s-containername", "", "Show data only from containers with the name defined in the pod spec", ) } func HideFlagTimeout(command *cobra.Command) { command.PersistentFlags().MarkHidden("timeout") } inspektor-gadget-0.46.0/cmd/ig/utils/utils.go000066400000000000000000000020651510117411400210370ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "os" "os/signal" "syscall" "time" ) // WaitForEnd waits until the user-set timeout happened or SIGINT or SIGTERM // is sent to us func WaitForEnd(f *CommonFlags) { timeoutChannel := make(<-chan time.Time) if f.Timeout != 0 { timeoutChannel = time.After(time.Duration(f.Timeout) * time.Second) } stop := make(chan os.Signal, 1) signal.Notify(stop, syscall.SIGINT, syscall.SIGTERM) select { case <-timeoutChannel: case <-stop: } } inspektor-gadget-0.46.0/cmd/kubectl-gadget/000077500000000000000000000000001510117411400204705ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/kubectl-gadget/debug.go000066400000000000000000000062071510117411400221120ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "io" "strings" "time" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" "sigs.k8s.io/yaml" ) func getGadgetPodsDebug(client *kubernetes.Clientset, gadgetNamespace string) string { var sb strings.Builder listOpts := metav1.ListOptions{ LabelSelector: "k8s-app=gadget", } pods, err := client.CoreV1().Pods(gadgetNamespace).List(context.TODO(), listOpts) if err != nil { return "" } for _, pod := range pods.Items { pod.ManagedFields = nil bytes, err := yaml.Marshal(pod) if err != nil { continue } sb.WriteString(fmt.Sprintf("------ Pod %s -------\n", pod.Name)) sb.Write(bytes) sb.WriteString("---------------------\n") sb.WriteString(fmt.Sprintf("----------------- LOGS START (%s) -----------------\n", pod.Name)) sb.WriteString(getPodLog(client, gadgetNamespace, pod.Name)) sb.WriteString("------------------ LOGS END ------------------\n") } return sb.String() } func getPodLog(client *kubernetes.Clientset, gadgetNamespace string, podname string) string { podLogOpts := corev1.PodLogOptions{} req := client.CoreV1().Pods(gadgetNamespace).GetLogs(podname, &podLogOpts) if req == nil { return "" } stream, err := req.Stream(context.TODO()) if err != nil { return "" } defer stream.Close() buf := new(strings.Builder) _, err = io.Copy(buf, stream) if err != nil { return "" } return buf.String() } // taken from https://github.com/kubernetes/kubectl/blob/393c40f5c4acbe48edbc70f8c8696bb623744b76/pkg/cmd/events/events.go#L362-L372 // Return the time that should be used for sorting, which can come from // various places in corev1.Event. func eventTime(event corev1.Event) time.Time { if event.Series != nil { return event.Series.LastObservedTime.Time } if !event.LastTimestamp.Time.IsZero() { return event.LastTimestamp.Time } return event.EventTime.Time } func getEvents(client *kubernetes.Clientset, gadgetNamespace string) string { var sb strings.Builder events, err := client.CoreV1().Events(gadgetNamespace).List(context.TODO(), metav1.ListOptions{}) if err != nil { return "" } sb.WriteString(fmt.Sprintf("%-12s %-10s %-14s %-30s %s\n", "LAST SEEN", "TYPE", "REASON", "OBJECT", "MESSAGE")) now := time.Now() for _, event := range events.Items { dur := now.Sub(eventTime(event)).Truncate(time.Second) sb.WriteString(fmt.Sprintf("%-12s %-10s %-14s %-30s %s\n", dur, event.Type, event.Reason, event.InvolvedObject.Kind+"\\"+event.InvolvedObject.Name, event.Message)) } return sb.String() } inspektor-gadget-0.46.0/cmd/kubectl-gadget/deploy.go000066400000000000000000001004731510117411400223200ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "context" "encoding/base64" "encoding/json" "fmt" "net" "os" "reflect" "regexp" "strconv" "strings" "time" "github.com/distribution/reference" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/spf13/pflag" "github.com/spf13/viper" appsv1 "k8s.io/api/apps/v1" v1 "k8s.io/api/core/v1" rbacv1 "k8s.io/api/rbac/v1" "k8s.io/apimachinery/pkg/api/meta" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/apis/meta/v1/unstructured" "k8s.io/apimachinery/pkg/labels" "k8s.io/apimachinery/pkg/runtime" "k8s.io/apimachinery/pkg/runtime/schema" "k8s.io/apimachinery/pkg/runtime/serializer" "k8s.io/apimachinery/pkg/selection" "k8s.io/apimachinery/pkg/types" k8sversion "k8s.io/apimachinery/pkg/util/version" utilwait "k8s.io/apimachinery/pkg/util/wait" "k8s.io/apimachinery/pkg/watch" "k8s.io/client-go/discovery" "k8s.io/client-go/discovery/cached/memory" "k8s.io/client-go/dynamic" "k8s.io/client-go/kubernetes" "k8s.io/client-go/kubernetes/scheme" "k8s.io/client-go/restmapper" "k8s.io/client-go/tools/cache" watchtools "k8s.io/client-go/tools/watch" seccompprofileapi "sigs.k8s.io/security-profiles-operator/api/seccompprofile/v1beta1" "sigs.k8s.io/yaml" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/cmd/kubectl-gadget/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/config/gadgettracermanagerconfig" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" "github.com/inspektor-gadget/inspektor-gadget/pkg/resources" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" ) const ( gadgetPullSecret = "gadget-pull-secret" configYamlKey = "config.yaml" ) var deployCmd = &cobra.Command{ Use: "deploy", Short: "Deploy Inspektor Gadget on the cluster", SilenceUsage: true, RunE: runDeploy, } // This is set during build. var gadgetimage = "undefined" var ( image string imagePullPolicy string livenessProbe bool deployTimeout time.Duration printOnly bool quiet bool debug bool seccompProfile string wait bool runtimesConfig commonutils.RuntimesSocketPathConfig nodeSelector string experimentalVar bool skipSELinuxOpts bool eventBufferLength uint64 daemonLogLevel string appArmorprofile string verifyImage bool publicKey string strLevels []string verifyGadgets bool gadgetsPublicKeys string allowedGadgets []string insecureRegistries []string disallowGadgetsPull bool otelMetricsListen bool otelMetricsListenAddr string daemonConfig string setDaemonConfig []string ) var clusterImagePolicyKind = schema.GroupVersionKind{ Group: "policy.sigstore.dev", Version: "v1beta1", Kind: "ClusterImagePolicy", } var admissionControllerFormat = ` apiVersion: policy.sigstore.dev/v1beta1 kind: ClusterImagePolicy metadata: name: %s-image-policy spec: images: - glob: "%s" authorities: - key: hashAlgorithm: sha256 data: !!binary | %s ` func init() { commonutils.AddRuntimesSocketPathFlags(deployCmd, &runtimesConfig) strLevels = make([]string, len(log.AllLevels)) for i, level := range log.AllLevels { strLevels[i] = level.String() } deployCmd.PersistentFlags().StringVarP( &image, "image", "", gadgetimage, "container image") deployCmd.PersistentFlags().StringVarP( &imagePullPolicy, "image-pull-policy", "", "Always", "pull policy for the container image") deployCmd.PersistentFlags().BoolVarP( &livenessProbe, "liveness-probe", "", true, "enable liveness probes") deployCmd.PersistentFlags().BoolVarP( &printOnly, "print-only", "", false, "only print YAML of resources") deployCmd.PersistentFlags().BoolVarP( &wait, "wait", "", true, "wait for gadget pod to be ready") deployCmd.PersistentFlags().DurationVarP( &deployTimeout, "timeout", "", 120*time.Second, "timeout for deployment") // TODO: Combine --quiet and --debug in --verbose LEVEL? deployCmd.PersistentFlags().BoolVarP( &quiet, "quiet", "q", false, "supress information messages") deployCmd.PersistentFlags().BoolVarP( &debug, "debug", "d", false, "show extra debug information") deployCmd.PersistentFlags().StringVarP( &seccompProfile, "seccomp-profile", "", "", "restrict gadget pod syscalls using the given seccomp profile") deployCmd.PersistentFlags().StringVarP( &nodeSelector, "node-selector", "", "", "node labels selector for the Inspektor Gadget DaemonSet") deployCmd.PersistentFlags().BoolVar( &experimentalVar, "experimental", false, "enable experimental features") deployCmd.PersistentFlags().BoolVarP( &skipSELinuxOpts, "skip-selinux-opts", "", false, "skip setting SELinux options on the gadget pod") deployCmd.PersistentFlags().Uint64VarP( &eventBufferLength, "events-buffer-length", "", 16384, "The events buffer length. A low value could impact horizontal scaling.") deployCmd.PersistentFlags().MarkDeprecated("events-buffer-length", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringVarP( &daemonLogLevel, "daemon-log-level", "", "info", fmt.Sprintf("Set the ig-k8s log level, valid values are: %v", strings.Join(strLevels, ", "))) deployCmd.PersistentFlags().MarkDeprecated("daemon-log-level", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringVarP( &appArmorprofile, "apparmor-profile", "", "unconfined", "AppArmor profile to use") deployCmd.PersistentFlags().BoolVarP( &verifyImage, "verify-image", "", true, "verify container image if policy-controller is installed on the cluster") deployCmd.PersistentFlags().StringVarP( &publicKey, "public-key", "", resources.InspektorGadgetPublicKey, "Public key used to verify the container image") deployCmd.PersistentFlags().BoolVar( &verifyGadgets, "verify-gadgets", true, "Verify gadgets using the provided public keys") deployCmd.PersistentFlags().MarkDeprecated("verify-gadgets", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") // WARNING For now, use StringVar() instead of StringSliceVar() as only the // first line of the file will be taken when used with // --gadgets-public-keys="$(cat inspektor-gadget.pub),$(cat your-key.pub)" deployCmd.PersistentFlags().StringVar( &gadgetsPublicKeys, "gadgets-public-keys", resources.InspektorGadgetPublicKey, "Public keys used to verify the gadgets") deployCmd.PersistentFlags().MarkDeprecated("gadgets-public-keys", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringSliceVar( &allowedGadgets, "allowed-gadgets", []string{}, "List of allowed gadgets, if gadget is not part of it, execution will be denied. By default, all gadgets are allowed.") deployCmd.PersistentFlags().MarkDeprecated("allowed-gadgets", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringSliceVar( &insecureRegistries, "insecure-registries", []string{}, "List of registries to access over plain HTTP", ) deployCmd.PersistentFlags().MarkDeprecated("insecure-registries", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().BoolVar( &disallowGadgetsPull, "disallow-gadgets-pulling", false, "Disallow pulling gadgets from registries") deployCmd.PersistentFlags().MarkDeprecated("disallow-gadgets-pulling", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().BoolVar( &otelMetricsListen, "otel-metrics-listen", false, "Enable OpenTelemetry metrics listener (Prometheus compatible) endpoint") deployCmd.PersistentFlags().MarkDeprecated("otel-metrics-listen", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringVar( &otelMetricsListenAddr, "otel-metrics-listen-address", "0.0.0.0:2224", "Address and port to create the OpenTelemetry metrics listener (Prometheus compatible) on") deployCmd.PersistentFlags().MarkDeprecated("otel-metrics-listen-address", "This flag is deprecated and will be removed in v0.43.0+ release. Use --daemon-config instead") deployCmd.PersistentFlags().StringSliceVar( &setDaemonConfig, "set-daemon-config", []string{}, "Set a key-value pair in the daemon configuration. The format is key=value. This flag can be used multiple times to set multiple values. Only recommended for primitive values (string, int, bool). For complex values, use --daemon-config flag with a YAML file.") deployCmd.PersistentFlags().StringVar( &daemonConfig, "daemon-config", "", "Path to a config file to override the daemon configuration values. The file must be in YAML format") rootCmd.AddCommand(deployCmd) } func info(format string, args ...any) { if quiet { return } fmt.Printf(format, args...) } // parseK8sYaml parses a k8s YAML deployment file content and returns the // corresponding objects. // It was adapted from: // https://github.com/kubernetes/client-go/issues/193#issuecomment-363318588 func parseK8sYaml(content string) ([]runtime.Object, error) { // We need to use a regex due to public key which contains "-----". pattern := regexp.MustCompile(`(?m)^---$`) sepYamlfiles := pattern.Split(content, -1) retVal := make([]runtime.Object, 0, len(sepYamlfiles)) sch := runtime.NewScheme() if seccompProfile != "" { // For SeccompProfile Kind. seccompprofileapi.AddToScheme(sch) } // For ClusterImagePolicy kind, this avoid including all sigstore dependencies. sch.AddKnownTypeWithName(clusterImagePolicyKind, &unstructured.Unstructured{}) // For all the other kinds (e.g. Namespace). scheme.AddToScheme(sch) for _, f := range sepYamlfiles { if f == "\n" || f == "" { // ignore empty cases continue } decode := serializer.NewCodecFactory(sch).UniversalDeserializer().Decode obj, _, err := decode([]byte(f), nil, nil) if err != nil { return nil, fmt.Errorf("decoding YAML object %v: %w", f, err) } retVal = append(retVal, obj) } return retVal, nil } // stringToPullPolicy returns the PullPolicy corresponding to the given string // or an error if there is no corresponding policy. func stringToPullPolicy(imagePullPolicy string) (v1.PullPolicy, error) { switch imagePullPolicy { case "Always": return v1.PullAlways, nil case "Never": return v1.PullNever, nil case "IfNotPresent": return v1.PullIfNotPresent, nil default: return "", fmt.Errorf("invalid pull policy: %s. Possible values are [Always, Never, IfNotPresent]", imagePullPolicy) } } // createOrUpdateResource creates or updates the resource corresponding // to the object given as parameter using a dynamic client a RESTMapper // to get the corresponding resource. // It is inspired from: // https://ymmt2005.hatenablog.com/entry/2020/04/14/An_example_of_using_dynamic_client_of_k8s.io/client-go#Dynamic-client func createOrUpdateResource(client dynamic.Interface, mapper meta.RESTMapper, object runtime.Object) (*unstructured.Unstructured, error) { groupVersionKind := object.GetObjectKind().GroupVersionKind() mapping, err := mapper.RESTMapping(groupVersionKind.GroupKind(), groupVersionKind.Version) if err != nil { return nil, err } unstructuredObj, err := runtime.DefaultUnstructuredConverter.ToUnstructured(object) if err != nil { return nil, fmt.Errorf("converting object to untrusctured: %w", err) } unstruct := &unstructured.Unstructured{Object: unstructuredObj} var dynamicInterface dynamic.ResourceInterface if mapping.Scope.Name() == meta.RESTScopeNameNamespace { dynamicInterface = client.Resource(mapping.Resource).Namespace(unstruct.GetNamespace()) } else { dynamicInterface = client.Resource(mapping.Resource) } info("Creating %s/%s...\n", unstruct.GetKind(), unstruct.GetName()) data, err := json.Marshal(unstruct) if err != nil { return nil, err } obj, err := dynamicInterface.Patch(context.TODO(), unstruct.GetName(), types.ApplyPatchType, data, metav1.PatchOptions{ FieldManager: "kubectl-gadget", }) if err != nil { return nil, fmt.Errorf("creating %q: %w", groupVersionKind.Kind, err) } return obj, nil } // Based on https://github.com/kubernetes/kubernetes/issues/98256#issue-790804261 func operatorAsNodeSelectorOperator(sop selection.Operator) (v1.NodeSelectorOperator, error) { switch sop { case selection.DoesNotExist: return v1.NodeSelectorOpDoesNotExist, nil case selection.Equals, selection.DoubleEquals, selection.In: return v1.NodeSelectorOpIn, nil case selection.NotEquals, selection.NotIn: return v1.NodeSelectorOpNotIn, nil case selection.Exists: return v1.NodeSelectorOpExists, nil case selection.GreaterThan: return v1.NodeSelectorOpGt, nil case selection.LessThan: return v1.NodeSelectorOpLt, nil default: return v1.NodeSelectorOpIn, fmt.Errorf("%q is not a valid node selector operator", sop) } } func selectorAsNodeSelector(s string) (*v1.NodeSelector, error) { selector, err := labels.Parse(s) if err != nil { return nil, fmt.Errorf("parsing labels: %w", err) } nreqs := []v1.NodeSelectorRequirement{} reqs, _ := selector.Requirements() for _, req := range reqs { operator, err := operatorAsNodeSelectorOperator(req.Operator()) if err != nil { return nil, err } nreq := v1.NodeSelectorRequirement{ Key: req.Key(), Operator: operator, Values: req.Values().List(), } nreqs = append(nreqs, nreq) } nodeSelector := &v1.NodeSelector{ NodeSelectorTerms: []v1.NodeSelectorTerm{ { MatchExpressions: nreqs, }, }, } return nodeSelector, nil } // This function handles translating an AppArmor profile as given for // annotations to the new structure offered by k8s >= 1.30: // https://pkg.go.dev/k8s.io/api/core/v1#AppArmorProfileType func createAppArmorProfile(profile string) (*v1.AppArmorProfile, error) { ret := &v1.AppArmorProfile{} parts := strings.Split(profile, "/") switch parts[0] { case "unconfined": ret.Type = v1.AppArmorProfileTypeUnconfined case "runtime": ret.Type = v1.AppArmorProfileTypeRuntimeDefault case "localhost": ret.Type = v1.AppArmorProfileTypeLocalhost if len(parts) != 2 { return nil, fmt.Errorf("AppArmor profile malformed: localhost/profile expected, got %q", profile) } ret.LocalhostProfile = &parts[1] default: return nil, fmt.Errorf("AppArmor profile badly named: expected unconfined, runtime or localhost, got %q", parts[0]) } return ret, nil } // createAffinity returns the affinity to be used for the DaemonSet. func createAffinity(client *kubernetes.Clientset) (*v1.Affinity, error) { nodes, err := client.CoreV1().Nodes().List(context.TODO(), metav1.ListOptions{LabelSelector: nodeSelector}) if err != nil { return nil, fmt.Errorf("listing nodes: %w", err) } if len(nodes.Items) == 0 { return nil, fmt.Errorf("no nodes found for labels: %q", nodeSelector) } nodeSelector, err := selectorAsNodeSelector(nodeSelector) if err != nil { return nil, err } affinity := &v1.Affinity{ NodeAffinity: &v1.NodeAffinity{ RequiredDuringSchedulingIgnoredDuringExecution: nodeSelector, }, } return affinity, nil } // applyConfigToConfigMap overrides the ConfigMap using the following order of precedence (highest to lowest): // 1. Flags (--gadgets-public-keys, --disallow-gadgets-pulling, etc.) [Deprecated] // 2. --set-daemon-config flag // 3. ConfigFile passed through `daemon-config` // 4. Flags default values [Deprecated] // 5. ConfigMap default values func applyConfigToConfigMap(cm *v1.ConfigMap, configPath string, flags *pflag.FlagSet) error { if cm == nil { return fmt.Errorf("ConfigMap is nil") } cfgData, ok := cm.Data[configYamlKey] if !ok { return fmt.Errorf("%q not found in ConfigMap %q", configYamlKey, cm.Name) } v := viper.New() v.SetConfigType("yaml") // Set the default values from the ConfigMap err := v.ReadConfig(strings.NewReader(cfgData)) if err != nil { return fmt.Errorf("reading config file %q: %w", configPath, err) } // Set default value from flags flags.VisitAll(func(flag *pflag.Flag) { ck, ok := flagToConfigKey(flag.Name) if !ok { return } val := flagToConfigValue(ck, flag.Value) v.SetDefault(ck, val) }) // Set the values from a config file if configPath != "" { f, err := os.Open(configPath) if err != nil { return fmt.Errorf("opening daemon config file %q: %w", configPath, err) } defer f.Close() err = v.MergeConfig(f) if err != nil { return fmt.Errorf("merging config file %q: %w", configPath, err) } } // Set values from --set-daemon-config flag for _, set := range setDaemonConfig { parts := strings.SplitN(set, "=", 2) if len(parts) != 2 { return fmt.Errorf("invalid format for --set-daemon-config: %q, expected key=value", set) } key := parts[0] value := parts[1] // best effort: type is inferred from the flag value or values read from the ConfigMap if v.IsSet(key) { existingValue := v.Get(key) switch reflect.TypeOf(existingValue).Kind() { case reflect.Int: intValue, err := strconv.Atoi(value) if err != nil { return fmt.Errorf("invalid integer value for %q: %q", key, value) } v.Set(key, intValue) case reflect.Bool: boolValue, err := strconv.ParseBool(value) if err != nil { return fmt.Errorf("invalid boolean value for %q: %q", key, value) } v.Set(key, boolValue) case reflect.String: v.Set(key, value) default: return fmt.Errorf("setting %q with --set-daemon-config is only supported for primitive values (string, int, bool), got %T. For complex values, use --daemon-config flag with a YAML file", key, existingValue) } continue } v.Set(key, value) } // Set values from flags if changed flags.VisitAll(func(flag *pflag.Flag) { fn, ok := flagToConfigKey(flag.Name) if !ok || !flag.Changed { return } val := flagToConfigValue(fn, flag.Value) v.Set(fn, val) }) var buf bytes.Buffer err = v.WriteConfigTo(&buf) if err != nil { return fmt.Errorf("writing config to buffer: %w", err) } cm.Data[configYamlKey] = buf.String() return nil } // flagToConfigKey converts a flag name to the corresponding config key // since some flags have different names in the config file. func flagToConfigKey(flagName string) (string, bool) { key := flagName switch flagName { case "gadgets-public-keys": key = gadgettracermanagerconfig.PublicKeys case "disallow-gadgets-pulling": key = gadgettracermanagerconfig.DisallowPulling case "verify-gadgets": key = gadgettracermanagerconfig.VerifyImage } if !gadgettracermanagerconfig.IsValidKey(key) { return "", false } return gadgettracermanagerconfig.FullKeyPath(key), true } // flagToConfigValue converts a flag value to the corresponding config value. func flagToConfigValue(flagName string, value pflag.Value) any { if flagName == gadgettracermanagerconfig.PublicKeys { return strings.Split(value.String(), ",") } return value } func runDeploy(cmd *cobra.Command, args []string) error { gadgetNamespace := runtimeGlobalParams.Get(grpcruntime.ParamGadgetNamespace).AsString() if !printOnly { gadgetNamespaces, err := utils.GetRunningGadgetNamespaces() if err != nil { return fmt.Errorf("searching for running Inspektor Gadget instances: %w", err) } if len(gadgetNamespaces) != 0 && gadgetNamespaces[0] != gadgetNamespace { // Inspektor Gadget is the program name and therefore capitalized (Lint error ST1005) //nolint:all return fmt.Errorf("Inspektor Gadget is already deployed to the following namespaces: %v. Only a single instance is allowed", gadgetNamespaces) } } if quiet && debug { return fmt.Errorf("it's not possible to use --quiet and --debug together") } objects, err := parseK8sYaml(resources.GadgetDeployment) if err != nil { return err } if seccompProfile != "" { content, err := os.ReadFile(seccompProfile) if err != nil { return fmt.Errorf("reading %s: %w", seccompProfile, err) } seccompProfileObject, err := parseK8sYaml(string(content)) if err != nil { return err } if len(seccompProfileObject) > 1 { return fmt.Errorf("created seccomp profile has several objects") } // We need to create the seccomp profile before the daemonset but after the // namespace. objects = append(objects[:1], objects...) objects[1] = seccompProfileObject[0] } config, err := utils.KubernetesConfigFlags.ToRESTConfig() if err != nil { return fmt.Errorf("creating RESTConfig: %w", err) } discoveryClient, err := discovery.NewDiscoveryClientForConfig(config) if err != nil { return err } mapper := restmapper.NewDeferredDiscoveryRESTMapper(memory.NewMemCacheClient(discoveryClient)) dynamicClient, err := dynamic.NewForConfig(config) if err != nil { return fmt.Errorf("creating dynamic client: %w", err) } k8sClient, err := k8sutil.NewClientsetFromConfigFlags(utils.KubernetesConfigFlags) if err != nil { return commonutils.WrapInErrSetupK8sClient(err) } var isPullSecretPresent bool if _, err = k8sClient.CoreV1().Secrets(gadgetNamespace).Get(context.TODO(), gadgetPullSecret, metav1.GetOptions{}); err == nil { isPullSecretPresent = true } var isPolicyControllerPresent bool if verifyImage { if _, err = k8sClient.CoreV1().Namespaces().Get(context.TODO(), "cosign-system", metav1.GetOptions{}); err == nil { isPolicyControllerPresent = true } else { log.Warnf("No policy controller found, the container image will not be verified") } if isPolicyControllerPresent { encodedKey := base64.StdEncoding.EncodeToString([]byte(publicKey)) ref, err := reference.Parse(image) if err != nil { return fmt.Errorf("parsing image name %q: %w", image, err) } // We cannot use tag as image for admission controller, as the tested image // will use digest: // Error: problem while creating resource: creating "DaemonSet": admission webhook "policy.sigstore.dev" denied the request: validation failed: no matching policies: spec.template.spec.containers[0].image // ghcr.io/inspektor-gadget/inspektor-gadget@sha256:a6c2b00174013789d4af0cc48ba5e269426ff44f27dcb9b84f489537280e0871 // So, if users gave a digest, we use it directly. // Otherwise, i.e. user gave a tag or the image itself, we extract the // repository from it and add "**" to glob it. admissionImage := "" if digested, ok := ref.(reference.Digested); ok { admissionImage = digested.String() } else if named, ok := ref.(reference.Named); ok { admissionImage = fmt.Sprintf("%s**", reference.TrimNamed(named).String()) } else { return fmt.Errorf("reference is neither reference.Digested nor reference.Named but %T", ref) } admissionControllerYAML := fmt.Sprintf(admissionControllerFormat, gadgetNamespace, admissionImage, encodedKey) admissionControllerObject, err := parseK8sYaml(admissionControllerYAML) if err != nil { return err } objects = append(admissionControllerObject, objects...) } } else { log.Warnf("You used --verify-image=false, the container image will not be verified") } for _, object := range objects { var currentGadgetDS *appsv1.DaemonSet daemonSet, handlingDaemonSet := object.(*appsv1.DaemonSet) if handlingDaemonSet { // modify the otel-metrics-listen-address if specified if otelMetricsListen { // modify the prometheus.io/port annotation _, otelListenPort, err := net.SplitHostPort(otelMetricsListenAddr) if err != nil { return fmt.Errorf("parsing port: %w", err) } if daemonSet.Spec.Template.Annotations == nil { daemonSet.Spec.Template.Annotations = make(map[string]string) } daemonSet.Spec.Template.Annotations["prometheus.io/port"] = otelListenPort } daemonSet.Namespace = gadgetNamespace if seccompProfile != "" { path := "operator/gadget/profile.json" daemonSet.Spec.Template.Spec.SecurityContext = &v1.PodSecurityContext{ SeccompProfile: &v1.SeccompProfile{ Type: v1.SeccompProfileTypeLocalhost, LocalhostProfile: &path, }, } } if !printOnly { serverInfo, err := discoveryClient.ServerVersion() if err != nil { return fmt.Errorf("getting server version: %w", err) } serverVersion := k8sversion.MustParseSemantic(serverInfo.String()) // The "kubernetes.io/os" node label was introduced in v1.14.0 // (https://github.com/kubernetes/kubernetes/blob/master/CHANGELOG/CHANGELOG-1.14.md.) // Remove this if the cluster is older than that to allow Inspektor Gadget to work there. if serverVersion.LessThan(k8sversion.MustParseSemantic("v1.14.0")) { delete(daemonSet.Spec.Template.Spec.NodeSelector, "kubernetes.io/os") } // Before 1.30, AppArmor profile was set as annotation, but since 1.30 // it has specific types: // https://kubernetes.io/docs/tutorials/security/apparmor/#securing-a-pod if serverVersion.AtLeast(k8sversion.MustParseSemantic("v1.30.0")) { delete(daemonSet.Spec.Template.Annotations, "container.apparmor.security.beta.kubernetes.io/gadget") profile, err := createAppArmorProfile(appArmorprofile) if err != nil { return fmt.Errorf("creating AppArmor profile: %w", err) } if daemonSet.Spec.Template.Spec.SecurityContext == nil { daemonSet.Spec.Template.Spec.SecurityContext = &v1.PodSecurityContext{} } daemonSet.Spec.Template.Spec.SecurityContext.AppArmorProfile = profile } else { daemonSet.Spec.Template.Annotations["container.apparmor.security.beta.kubernetes.io/gadget"] = appArmorprofile } } gadgetContainer := &daemonSet.Spec.Template.Spec.Containers[0] gadgetContainer.Image = image policy, err := stringToPullPolicy(imagePullPolicy) if err != nil { return err } gadgetContainer.ImagePullPolicy = policy if !livenessProbe { gadgetContainer.LivenessProbe = nil } for i := range gadgetContainer.Env { switch gadgetContainer.Env[i].Name { case "GADGET_IMAGE": gadgetContainer.Env[i].Value = image case utils.GadgetEnvironmentContainerdSocketpath: gadgetContainer.Env[i].Value = runtimesConfig.Containerd case utils.GadgetEnvironmentCRIOSocketpath: gadgetContainer.Env[i].Value = runtimesConfig.Crio case utils.GadgetEnvironmentDockerSocketpath: gadgetContainer.Env[i].Value = runtimesConfig.Docker case utils.GadgetEnvironmentPodmanSocketpath: gadgetContainer.Env[i].Value = runtimesConfig.Podman case experimental.EnvName: value := experimental.Enabled() || experimentalVar gadgetContainer.Env[i].Value = strconv.FormatBool(value) } } if nodeSelector != "" { affinity, err := createAffinity(k8sClient) if err != nil { return fmt.Errorf("creating affinity: %w", err) } daemonSet.Spec.Template.Spec.Affinity = affinity } // skip SELinux options if the user explicitly requests it if skipSELinuxOpts { gadgetContainer.SecurityContext.SELinuxOptions = nil } // Get gadget daemon set (if any) to check if it was modified currentGadgetDS, _ = k8sClient.AppsV1().DaemonSets(gadgetNamespace).Get( context.TODO(), "gadget", metav1.GetOptions{}, ) // handle pull secret if isPullSecretPresent { daemonSet.Spec.Template.Spec.Volumes = append(daemonSet.Spec.Template.Spec.Volumes, v1.Volume{ Name: "pull-secret", VolumeSource: v1.VolumeSource{ Secret: &v1.SecretVolumeSource{ SecretName: gadgetPullSecret, Items: []v1.KeyToPath{ { Key: ".dockerconfigjson", Path: "config.json", }, }, }, }, }) gadgetContainer.VolumeMounts = append(gadgetContainer.VolumeMounts, v1.VolumeMount{ Name: "pull-secret", MountPath: "/var/run/secrets/gadget/pull-secret", ReadOnly: true, }) } } if ns, isNs := object.(*v1.Namespace); isNs { ns.Name = gadgetNamespace if verifyImage && isPolicyControllerPresent { if ns.Labels != nil { ns.Labels["policy.sigstore.dev/include"] = "true" } else { ns.Labels = map[string]string{"policy.sigstore.dev/include": "true"} } } } if sa, isSa := object.(*v1.ServiceAccount); isSa { sa.Namespace = gadgetNamespace } if crBinding, isCrBinding := object.(*rbacv1.ClusterRoleBinding); isCrBinding { if len(crBinding.Subjects) == 1 { crBinding.Subjects[0].Namespace = gadgetNamespace } } if role, isRole := object.(*rbacv1.Role); isRole { role.Namespace = gadgetNamespace } if rBinding, isRole := object.(*rbacv1.RoleBinding); isRole { rBinding.Namespace = gadgetNamespace } if cm, isCm := object.(*v1.ConfigMap); isCm { cm.Namespace = gadgetNamespace err = applyConfigToConfigMap(cm, daemonConfig, cmd.PersistentFlags()) if err != nil { return fmt.Errorf("merging config with %q: %w", daemonConfig, err) } } if printOnly { bytes, err := yaml.Marshal(object) if err != nil { return fmt.Errorf("problem while marshaling object: %w", err) } fmt.Printf("%s---\n", bytes) continue } obj, err := createOrUpdateResource(dynamicClient, mapper, object) if err != nil { return fmt.Errorf("problem while creating resource: %w", err) } if handlingDaemonSet { var appliedGadgetDS appsv1.DaemonSet err := runtime.DefaultUnstructuredConverter.FromUnstructured(obj.Object, &appliedGadgetDS) if err != nil { return fmt.Errorf("converting data: %w", err) } // If the spec of the DaemonSet is the same just return if reflect.DeepEqual(currentGadgetDS.Spec, appliedGadgetDS.Spec) { info("The gadget pod(s) weren't modified!\n") return nil } } } if printOnly { return nil } if !wait { info("Inspektor Gadget is being deployed\n") return nil } info("Waiting for gadget pod(s) to be ready...\n") // The below code (particularly how to use UntilWithSync) is highly // inspired from kubectl wait source code: // https://github.com/kubernetes/kubectl/blob/b5fe0f6e9c65ea95a2118746b7e04822255d76c2/pkg/cmd/wait/wait.go#L364 daemonSetInterface := k8sClient.AppsV1().DaemonSets(gadgetNamespace) lw := &cache.ListWatch{ ListFunc: func(options metav1.ListOptions) (runtime.Object, error) { options.LabelSelector = "k8s-app=gadget" return daemonSetInterface.List(context.TODO(), options) }, WatchFunc: func(options metav1.ListOptions) (watch.Interface, error) { options.LabelSelector = "k8s-app=gadget" return daemonSetInterface.Watch(context.TODO(), options) }, } ctx, cancel := watchtools.ContextWithOptionalTimeout(context.TODO(), deployTimeout) defer cancel() _, err = watchtools.UntilWithSync(ctx, lw, &appsv1.DaemonSet{}, nil, func(event watch.Event) (bool, error) { switch event.Type { case watch.Deleted: return false, fmt.Errorf("DaemonSet from namespace %s should not be deleted", gadgetNamespace) case watch.Modified: daemonSet, _ := event.Object.(*appsv1.DaemonSet) status := daemonSet.Status ready := status.NumberReady if status.UpdatedNumberScheduled < ready { ready = status.UpdatedNumberScheduled } info("%d/%d gadget pod(s) ready\n", ready, status.DesiredNumberScheduled) return (status.DesiredNumberScheduled == status.NumberReady) && (status.DesiredNumberScheduled == status.UpdatedNumberScheduled), nil case watch.Error: // Deal particularly with error. return false, fmt.Errorf("received event is an error one: %v", event) default: // We are not interested in other event types. return false, nil } }) if err != nil { if utilwait.Interrupted(err) && debug { fmt.Println("DUMP PODS:") fmt.Println(getGadgetPodsDebug(k8sClient, gadgetNamespace)) fmt.Println("DUMP EVENTS:") fmt.Println(getEvents(k8sClient, gadgetNamespace)) } return err } info("Inspektor Gadget successfully deployed\n") return nil } inspektor-gadget-0.46.0/cmd/kubectl-gadget/deploy_test.go000066400000000000000000000133731510117411400233610ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "os" "strings" "testing" "github.com/spf13/pflag" "github.com/stretchr/testify/require" v1 "k8s.io/api/core/v1" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) func TestPrintOnly(t *testing.T) { grpcRuntime = grpcruntime.New(grpcruntime.WithConnectUsingK8SProxy) runtimeGlobalParams = grpcRuntime.GlobalParamDescs().ToParams() cmd := rootCmd common.AddFlags(cmd, runtimeGlobalParams, nil, grpcRuntime) cmd.SetArgs([]string{"deploy", "--print-only"}) var stdErr bytes.Buffer cmd.SetErr(&stdErr) cmd.Execute() if stdErr.Len() != 0 { t.Fatalf("Error while running command: %s", stdErr.String()) } } func TestApplyConfigToConfgMap(t *testing.T) { // Helper to create a ConfigMap with config.yaml data makeCM := func(yaml string) *v1.ConfigMap { return &v1.ConfigMap{ Data: map[string]string{ "config.yaml": yaml, }, } } tmpFileWith := func(content string) (string, func()) { f, err := os.CreateTemp("", "ig-config-*.yaml") if err != nil { t.Fatalf("failed to create temp file: %v", err) } if _, err := f.WriteString(content); err != nil { t.Fatalf("failed to write temp file: %v", err) } return f.Name(), func() { os.Remove(f.Name()) } } tests := []struct { name string cm *v1.ConfigMap configContent string setConfig []string flagSetup func(*pflag.FlagSet) wantContains []string wantErr bool }{ { name: "default configmap only", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), flagSetup: func(fs *pflag.FlagSet) {}, wantContains: []string{"disallow-pulling: false"}, }, { name: "set-config overrides configmap", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), setConfig: []string{"operator.oci.disallow-pulling=true"}, flagSetup: func(fs *pflag.FlagSet) {}, wantContains: []string{"disallow-pulling: true"}, }, { name: "config file overrides configmap", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), configContent: "operator:\n oci:\n disallow-pulling: true\n", flagSetup: func(fs *pflag.FlagSet) {}, wantContains: []string{"disallow-pulling: true"}, }, { name: "flag overrides configmap", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), flagSetup: func(fs *pflag.FlagSet) { fs.Set("disallow-gadgets-pulling", "true") }, wantContains: []string{"disallow-pulling: true"}, }, { name: "set-config overrides config file", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), setConfig: []string{"operator.oci.disallow-pulling=true"}, configContent: "operator:\n oci:\n disallow-pulling: false\n", flagSetup: func(fs *pflag.FlagSet) {}, wantContains: []string{"disallow-pulling: true"}, }, { name: "flag overrides set-config", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), setConfig: []string{"operator.oci.disallow-pulling=false"}, flagSetup: func(fs *pflag.FlagSet) { fs.Set("disallow-gadgets-pulling", "true") }, wantContains: []string{"disallow-pulling: true"}, }, { name: "Merge configmap, set-config, and config file", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), setConfig: []string{"operator.oci.verify-image=true"}, configContent: "operator:\n oci:\n insecure-registries: registry.example.com\n", wantContains: []string{"disallow-pulling: false", "verify-image: \"true\"", "insecure-registries: registry.example.com"}, }, { name: "invalid set-config format", cm: makeCM("operator:\n oci:\n disallow-pulling: false\n"), setConfig: []string{"badformat"}, flagSetup: func(fs *pflag.FlagSet) {}, wantErr: true, }, { name: "missing config.yaml", cm: &v1.ConfigMap{Data: map[string]string{}}, flagSetup: func(fs *pflag.FlagSet) {}, wantErr: true, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { fs := pflag.NewFlagSet("test", pflag.ContinueOnError) fs.Bool("disallow-gadgets-pulling", false, "") if tt.flagSetup != nil { tt.flagSetup(fs) } // Patch global setDaemonConfig for this test oldSetConfig := setDaemonConfig setDaemonConfig = tt.setConfig defer func() { setDaemonConfig = oldSetConfig }() // if configContent is provided, create a temp file var configPath string if tt.configContent != "" { var cleanup func() configPath, cleanup = tmpFileWith(tt.configContent) defer cleanup() fs.String("config", configPath, "Path to the configuration file") } else { fs.String("config", "", "Path to the configuration file") } err := applyConfigToConfigMap(tt.cm, configPath, fs) if tt.wantErr { require.Error(t, err) return } require.NoError(t, err) got := tt.cm.Data["config.yaml"] for _, want := range tt.wantContains { if !strings.Contains(got, want) { t.Errorf("config.yaml does not contain %q, got:\n%s", want, got) } } }) } } inspektor-gadget-0.46.0/cmd/kubectl-gadget/main.go000066400000000000000000000125671510117411400217560ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" // Import this early to set the enrivonment variable before any other package is imported _ "github.com/inspektor-gadget/inspektor-gadget/pkg/environment/k8s" paramsPkg "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/cmd/common" img "github.com/inspektor-gadget/inspektor-gadget/cmd/common/image" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/cmd/kubectl-gadget/utils" igconfig "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" ) // common params for all gadgets var ( params utils.CommonFlags runtimeGlobalParams *paramsPkg.Params grpcRuntime *grpcruntime.Runtime ) var rootCmd = &cobra.Command{ Use: "kubectl-gadget", Short: "Collection of gadgets for Kubernetes developers", } func init() { utils.FlagInit(rootCmd) } func main() { if experimental.Enabled() { log.Info("Experimental features enabled") } common.AddConfigFlag(rootCmd) common.AddVerboseFlag(rootCmd) // Some commands don't need the gadget namespace. Run then before to avoid // printing warnings about gadget namespace not found. needGadgetNamespace := true isHelp := len(os.Args) == 1 // Need to loop through all arguments to skip flags... for _, arg := range os.Args[1:] { switch arg { case "completion", "deploy", "version": needGadgetNamespace = false case "--help", "-h", "help": isHelp = true } } // save the root flags for later use before we modify them (e.g. add runtime flags) rootFlags := commonutils.CopyFlagSet(rootCmd.PersistentFlags()) grpcRuntime = grpcruntime.New(grpcruntime.WithConnectUsingK8SProxy) runtimeGlobalParams = grpcRuntime.GlobalParamDescs().ToParams() common.AddFlags(rootCmd, runtimeGlobalParams, nil, grpcRuntime) grpcRuntime.Init(runtimeGlobalParams) // evaluate flags early for runtimeGlobalParams; this will make // sure that all flags relevant for the grpc connection are ready // to be used err := commonutils.ParseEarlyFlags(rootCmd, os.Args[1:]) if err != nil { // Analogous to cobra error message fmt.Fprintf(os.Stderr, "Error: %v\n", err) os.Exit(1) } // ensure that the runtime flags are set from the config file if err = common.InitConfig(rootFlags); err != nil { log.Fatalf("initializing config: %v", err) } if err = common.SetFlagsForParams(rootCmd, runtimeGlobalParams, igconfig.RuntimeKey); err != nil { log.Fatalf("setting runtime flags from config: %v", err) } config, err := utils.KubernetesConfigFlags.ToRESTConfig() if err != nil { log.Fatalf("Creating RESTConfig: %s", err) } grpcRuntime.SetRestConfig(config) namespace, _ := utils.GetNamespace() grpcRuntime.SetDefaultValue(gadgets.K8SNamespace, namespace) // Execute commands that don't need the namespace early if !needGadgetNamespace { if err := rootCmd.Execute(); err != nil { os.Exit(1) } return } if !runtimeGlobalParams.Get(grpcruntime.ParamGadgetNamespace).IsSet() { gadgetNamespaces, err := utils.GetRunningGadgetNamespaces() if err != nil { log.Warnf("Failed to get gadget namespace, using \"gadget\" by default.") } else { switch len(gadgetNamespaces) { case 0: log.Warn("No running Inspektor Gadget instances found.") case 1: // Exactly one running gadget instance found, use it runtimeGlobalParams.Set(grpcruntime.ParamGadgetNamespace, gadgetNamespaces[0]) default: // Multiple running gadget instances found, error out log.Warnf("Multiple running Inspektor Gadget instances found in following namespaces: %v", gadgetNamespaces) // avoid using wrong gadget namespace if !isHelp { os.Exit(1) } } } } info, err := grpcRuntime.GetInfo() if err != nil { log.Warnf("Failed to load deploy info: %s", err) } else if err := commonutils.CheckServerVersionSkew(info.ServerVersion); err != nil { log.Warn(err.Error()) } // add image subcommands to be added, for now only inspect is supported imgCommands := []*cobra.Command{ img.NewInspectCmd(grpcRuntime), } hiddenColumnTags := []string{"runtime"} common.AddInstanceCommands(rootCmd, grpcRuntime) rootCmd.AddCommand(common.NewRunCommand(rootCmd, grpcRuntime, hiddenColumnTags, common.CommandModeRun)) rootCmd.AddCommand(common.NewRunCommand(rootCmd, grpcRuntime, hiddenColumnTags, common.CommandModeAttach)) rootCmd.AddCommand(common.NewConfigCmd(grpcRuntime, rootFlags)) rootCmd.AddCommand(img.NewImageCmd(grpcRuntime, imgCommands)) if err := rootCmd.Execute(); err != nil { os.Exit(1) } } inspektor-gadget-0.46.0/cmd/kubectl-gadget/undeploy.go000066400000000000000000000452131510117411400226630ustar00rootroot00000000000000// Copyright 2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "slices" "strings" "time" "github.com/blang/semver" "github.com/spf13/cobra" v1 "k8s.io/api/core/v1" "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset" "k8s.io/apimachinery/pkg/api/errors" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/apis/meta/v1/unstructured" "k8s.io/apimachinery/pkg/fields" "k8s.io/apimachinery/pkg/runtime/schema" k8sWait "k8s.io/apimachinery/pkg/util/wait" "k8s.io/apimachinery/pkg/watch" "k8s.io/client-go/discovery" "k8s.io/client-go/dynamic" "k8s.io/client-go/kubernetes" "k8s.io/client-go/tools/cache" watchtools "k8s.io/client-go/tools/watch" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/cmd/kubectl-gadget/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) var undeployCmd = &cobra.Command{ Use: "undeploy", Short: "Undeploy Inspektor Gadget from cluster", RunE: runUndeploy, SilenceUsage: true, } var ( undeployWait bool deleteNamespace bool ) const ( timeout int = 30 ) var clusterImagePolicyResource = schema.GroupVersionResource{ Group: "policy.sigstore.dev", Version: "v1beta1", Resource: "clusterimagepolicies", } func init() { rootCmd.AddCommand(undeployCmd) undeployCmd.PersistentFlags().BoolVarP( &undeployWait, "wait", "", true, "wait for all Inspektor Gadget resources to be deleted before returning", ) undeployCmd.PersistentFlags().BoolVarP( &deleteNamespace, "delete-namespace", "", false, "delete the entire namespace", ) } func runUndeploy(cmd *cobra.Command, args []string) error { k8sClient, err := k8sutil.NewClientsetFromConfigFlags(utils.KubernetesConfigFlags) if err != nil { return commonutils.WrapInErrSetupK8sClient(err) } config, err := utils.KubernetesConfigFlags.ToRESTConfig() if err != nil { return fmt.Errorf("creating RESTConfig: %w", err) } crdClient, err := clientset.NewForConfig(config) if err != nil { return fmt.Errorf("setting up CRD client: %w", err) } dynClient, err := dynamic.NewForConfig(config) if err != nil { return fmt.Errorf("setting up dynamic client: %w", err) } discoveryClient, err := discovery.NewDiscoveryClientForConfig(config) if err != nil { return fmt.Errorf("setting up discovery client: %w", err) } gadgetNamespace := runtimeGlobalParams.Get(grpcruntime.ParamGadgetNamespace).AsString() // Determine the deployment version to decide on undeploy strategy deployedVersion, err := GetDeployedVersion() if err != nil { fmt.Printf("Error determining deployed version: %s. Assuming v0.43.0+\n", err) errs := runLabelBasedUndeploy(k8sClient, crdClient, dynClient, discoveryClient, gadgetNamespace) return finishUndeploy(errs) } // Check if this is a pre-0.43.0 deployment (no labels) legacyVersionThreshold, _ := semver.ParseTolerant("0.43.0") if deployedVersion.LT(legacyVersionThreshold) && !deployedVersion.EQ(semver.Version{}) { fmt.Printf("Detected deployment version v%s (< v0.43.0), using legacy undeploy method...\n", deployedVersion) errs := runLegacyUndeploy(k8sClient, crdClient, dynClient, gadgetNamespace) return finishUndeploy(errs) } errs := runLabelBasedUndeploy(k8sClient, crdClient, dynClient, discoveryClient, gadgetNamespace) return finishUndeploy(errs) } // processResourceList discovers and removes resources with the specified label func processResourceList(dynClient dynamic.Interface, apiResourceLists []*metav1.APIResourceList, namespace, labelSelector string, namespacedOnly bool) { listOptions := metav1.ListOptions{LabelSelector: labelSelector} ctx := context.TODO() // Check once if endpointslices are available to decide whether to skip endpoints endpointSlicesAvailable := hasEndpointSlicesAvailable(apiResourceLists) for _, apiResourceList := range apiResourceLists { if apiResourceList == nil { continue } gv, err := schema.ParseGroupVersion(apiResourceList.GroupVersion) if err != nil { fmt.Printf("Warning: failed to parse group version %s: %v\n", apiResourceList.GroupVersion, err) continue } for _, apiResource := range apiResourceList.APIResources { // Filter resources based on scope (namespaced vs cluster-scoped) if (namespacedOnly && !apiResource.Namespaced) || (!namespacedOnly && apiResource.Namespaced) { continue } // Skip sub-resources (contain "/") and resources without required capabilities if strings.Contains(apiResource.Name, "/") || !slices.Contains(apiResource.Verbs, "list") || !slices.Contains(apiResource.Verbs, "delete") { continue } // Skip deprecated v1 endpoints if v1 endpointslices are available if apiResource.Name == "endpoints" && gv.Group == "" && gv.Version == "v1" && endpointSlicesAvailable { continue } gvr := schema.GroupVersionResource{Group: gv.Group, Version: gv.Version, Resource: apiResource.Name} // List resources with the label selector var resourceList *unstructured.UnstructuredList if namespacedOnly { resourceList, err = dynClient.Resource(gvr).Namespace(namespace).List(ctx, listOptions) } else { resourceList, err = dynClient.Resource(gvr).List(ctx, listOptions) } if err != nil { if errors.IsForbidden(err) || errors.IsNotFound(err) { continue } if namespacedOnly { fmt.Printf("Warning: failed to list %s resources: %v\n", gvr.Resource, err) } continue } // Delete found resources for _, resource := range resourceList.Items { resourceName := resource.GetName() fmt.Printf("Removing %s: %s\n", apiResource.Kind, resourceName) if namespacedOnly { err = dynClient.Resource(gvr).Namespace(namespace).Delete(ctx, resourceName, metav1.DeleteOptions{}) } else { err = dynClient.Resource(gvr).Delete(ctx, resourceName, metav1.DeleteOptions{}) } if err != nil && !errors.IsNotFound(err) { fmt.Printf("Warning: failed to remove %s %s: %v\n", apiResource.Kind, resourceName, err) } } } } } // removeResourcesWithLabel discovers and removes all namespaced resources with the specified label func removeResourcesWithLabel(dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, namespace, labelSelector string) error { apiResourceLists, err := discoveryClient.ServerPreferredNamespacedResources() if err != nil && !discovery.IsGroupDiscoveryFailedError(err) { return fmt.Errorf("discovering API resources: %w", err) } processResourceList(dynClient, apiResourceLists, namespace, labelSelector, true) return nil } // removeClusterResourcesWithLabel discovers and removes all cluster-scoped resources with the specified label func removeClusterResourcesWithLabel(dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, labelSelector string) error { apiResourceLists, err := discoveryClient.ServerPreferredResources() if err != nil && !discovery.IsGroupDiscoveryFailedError(err) { return fmt.Errorf("discovering cluster API resources: %w", err) } processResourceList(dynClient, apiResourceLists, "", labelSelector, false) return nil } func removeAllLabeledResources(dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, namespace, labelSelector string) error { if err := removeResourcesWithLabel(dynClient, discoveryClient, namespace, labelSelector); err != nil { return fmt.Errorf("namespaced resources: %w", err) } if err := removeClusterResourcesWithLabel(dynClient, discoveryClient, labelSelector); err != nil { return fmt.Errorf("cluster resources: %w", err) } return nil } func handleCleanupWait(k8sClient *kubernetes.Clientset, dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, gadgetNamespace, labelSelector string) error { if deleteNamespace { return handleNamespaceDeletion(k8sClient, gadgetNamespace) } if undeployWait { fmt.Println("Waiting for labeled resources to be fully removed...") if err := waitForLabeledResourcesDeletion(dynClient, discoveryClient, gadgetNamespace, labelSelector); err != nil { return fmt.Errorf("waiting for labeled resources to be removed: %w", err) } } return nil } func handleNamespaceDeletion(k8sClient *kubernetes.Clientset, gadgetNamespace string) error { var list *v1.NamespaceList var err error if undeployWait { list, err = k8sClient.CoreV1().Namespaces().List( context.TODO(), metav1.ListOptions{ FieldSelector: "metadata.name=" + gadgetNamespace, }, ) if err != nil { return fmt.Errorf("listing %q namespace: %w", gadgetNamespace, err) } // nothing to do, namespace doesn't exist if list == nil || len(list.Items) == 0 { fmt.Printf("Nothing to do, %q namespace doesn't exist\n", gadgetNamespace) return nil } } fmt.Println("Removing namespace...") err = k8sClient.CoreV1().Namespaces().Delete( context.TODO(), gadgetNamespace, metav1.DeleteOptions{}, ) if err != nil { return fmt.Errorf("removing namespace: %w", err) } if undeployWait { watcher := cache.NewListWatchFromClient( k8sClient.CoreV1().RESTClient(), "namespaces", "", fields.OneTermEqualSelector("metadata.name", gadgetNamespace), ) conditionFunc := func(event watch.Event) (bool, error) { switch event.Type { case watch.Deleted: return true, nil case watch.Error: return false, fmt.Errorf("watch error: %v", event) default: return false, nil } } fmt.Println("Waiting for namespace to be removed...") ctx, cancel := context.WithTimeout(context.Background(), time.Duration(timeout)*time.Second) defer cancel() _, err := watchtools.Until(ctx, list.ResourceVersion, watcher, conditionFunc) if err != nil { return fmt.Errorf("waiting for %q namespace to be removed: %w", gadgetNamespace, err) } } return nil } func waitForLabeledResourcesDeletion(dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, namespace, labelSelector string) error { ctx, cancel := context.WithTimeout(context.Background(), time.Duration(timeout)*time.Second) defer cancel() listOptions := metav1.ListOptions{LabelSelector: labelSelector} return k8sWait.PollUntilContextCancel(ctx, time.Second, true, func(ctx context.Context) (bool, error) { apiResourceLists, err := discoveryClient.ServerPreferredNamespacedResources() if err != nil && !discovery.IsGroupDiscoveryFailedError(err) { return false, err } // Check once if endpointslices are available to decide whether to skip endpoints endpointSlicesAvailable := hasEndpointSlicesAvailable(apiResourceLists) // Check all resource types for any remaining resources with the label for _, apiResourceList := range apiResourceLists { if apiResourceList == nil { continue } gv, err := schema.ParseGroupVersion(apiResourceList.GroupVersion) if err != nil { continue } for _, apiResource := range apiResourceList.APIResources { if strings.Contains(apiResource.Name, "/") || !slices.Contains(apiResource.Verbs, "list") { continue } // Skip deprecated v1 endpoints if v1 endpointslices are available if apiResource.Name == "endpoints" && gv.Group == "" && gv.Version == "v1" && endpointSlicesAvailable { continue } gvr := schema.GroupVersionResource{Group: gv.Group, Version: gv.Version, Resource: apiResource.Name} resourceList, err := dynClient.Resource(gvr).Namespace(namespace).List(ctx, listOptions) if err != nil { if errors.IsForbidden(err) || errors.IsNotFound(err) { continue } continue } if len(resourceList.Items) > 0 { return false, nil // Still have resources } } } return true, nil // All resources deleted }) } // runLabelBasedUndeploy implements the new label-based undeploy logic for v0.43.0+ func runLabelBasedUndeploy(k8sClient *kubernetes.Clientset, crdClient *clientset.Clientset, dynClient dynamic.Interface, discoveryClient discovery.DiscoveryInterface, gadgetNamespace string) []string { var errs []string labelSelector := "k8s-app=gadget" // Remove all labeled resources fmt.Println("Discovering and removing labeled resources...") if err := removeAllLabeledResources(dynClient, discoveryClient, gadgetNamespace, labelSelector); err != nil { errs = append(errs, fmt.Sprintf("removing labeled resources: %v", err)) } // Handle cleanup wait or namespace deletion if err := handleCleanupWait(k8sClient, dynClient, discoveryClient, gadgetNamespace, labelSelector); err != nil { errs = append(errs, err.Error()) } // Remove image policy if present imagePolicyName := fmt.Sprintf("%s-image-policy", gadgetNamespace) if _, err := dynClient.Resource(clusterImagePolicyResource).Get(context.TODO(), imagePolicyName, metav1.GetOptions{}); err == nil { fmt.Println("Removing image policy...") if err := dynClient.Resource(clusterImagePolicyResource).Delete(context.TODO(), imagePolicyName, metav1.DeleteOptions{}); err != nil { errs = append(errs, fmt.Sprintf("failed removing image policy: %v", err)) } } return errs } // runLegacyUndeploy implements the hardcoded resource removal for versions < 0.43.0 func runLegacyUndeploy(k8sClient *kubernetes.Clientset, crdClient *clientset.Clientset, dynClient dynamic.Interface, gadgetNamespace string) []string { var errs []string // Remove DaemonSet fmt.Println("Removing DaemonSet...") err := k8sClient.AppsV1().DaemonSets(gadgetNamespace).Delete( context.TODO(), "gadget", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget\" DaemonSet: %s", err)) } // Remove RoleBinding fmt.Println("Removing role binding...") err = k8sClient.RbacV1().RoleBindings(gadgetNamespace).Delete( context.TODO(), "gadget-role-binding", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget-role-binding\" role binding: %s", err)) } // Remove Role fmt.Println("Removing role...") err = k8sClient.RbacV1().Roles(gadgetNamespace).Delete( context.TODO(), "gadget-role", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget-role\" role: %s", err)) } // Remove ClusterRoleBinding fmt.Println("Removing cluster role binding...") err = k8sClient.RbacV1().ClusterRoleBindings().Delete( context.TODO(), "gadget-cluster-role-binding", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget-cluster-role-binding\" cluster role binding: %s", err)) } // Remove ClusterRole fmt.Println("Removing cluster role...") err = k8sClient.RbacV1().ClusterRoles().Delete( context.TODO(), "gadget-cluster-role", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget-cluster-role\" cluster role: %s", err)) } // Remove ConfigMap fmt.Println("Removing config map...") err = k8sClient.CoreV1().ConfigMaps(gadgetNamespace).Delete( context.TODO(), "gadget", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget\" config map: %s", err)) } // Remove ServiceAccount fmt.Println("Removing service account...") err = k8sClient.CoreV1().ServiceAccounts(gadgetNamespace).Delete( context.TODO(), "gadget", metav1.DeleteOptions{}, ) if err != nil && !errors.IsNotFound(err) { errs = append(errs, fmt.Sprintf("failed to remove \"gadget\" service account: %s", err)) } // Remove image policy if present imagePolicyName := fmt.Sprintf("%s-image-policy", gadgetNamespace) if _, err := dynClient.Resource(clusterImagePolicyResource).Get(context.TODO(), imagePolicyName, metav1.GetOptions{}); err == nil { fmt.Println("Removing image policy...") if err := dynClient.Resource(clusterImagePolicyResource).Delete(context.TODO(), imagePolicyName, metav1.DeleteOptions{}); err != nil { errs = append(errs, fmt.Sprintf("failed removing image policy: %v", err)) } } // Handle namespace deletion or wait for resources if err := handleLegacyCleanupWait(k8sClient, gadgetNamespace); err != nil { errs = append(errs, err.Error()) } return errs } // handleLegacyCleanupWait handles cleanup waiting logic for legacy undeploy func handleLegacyCleanupWait(k8sClient *kubernetes.Clientset, gadgetNamespace string) error { if deleteNamespace { return handleNamespaceDeletion(k8sClient, gadgetNamespace) } if undeployWait { fmt.Println("Waiting for DaemonSet to be fully removed...") if err := waitForDaemonSetDeletion(k8sClient, gadgetNamespace, "gadget"); err != nil { return fmt.Errorf("waiting for DaemonSet to be removed: %w", err) } } return nil } // waitForDaemonSetDeletion waits for a DaemonSet to be deleted (for legacy undeploy) func waitForDaemonSetDeletion(k8sClient *kubernetes.Clientset, namespace, name string) error { ctx, cancel := context.WithTimeout(context.Background(), time.Duration(timeout)*time.Second) defer cancel() return k8sWait.PollUntilContextCancel(ctx, time.Second, true, func(ctx context.Context) (bool, error) { _, err := k8sClient.AppsV1().DaemonSets(namespace).Get(ctx, name, metav1.GetOptions{}) if errors.IsNotFound(err) { return true, nil } if err != nil { return false, err } return false, nil }) } // finishUndeploy handles final cleanup and error reporting func finishUndeploy(errs []string) error { if len(errs) > 0 { return fmt.Errorf("removing Inspektor Gadget:\n%s", strings.Join(errs, "\n")) } if undeployWait { fmt.Println("Inspektor Gadget successfully removed") } else { fmt.Println("Inspektor Gadget is being removed") } return nil } // hasEndpointSlicesAvailable checks if v1 endpointslices are available in the cluster func hasEndpointSlicesAvailable(apiResourceLists []*metav1.APIResourceList) bool { for _, apiResourceList := range apiResourceLists { if apiResourceList == nil { continue } gv, err := schema.ParseGroupVersion(apiResourceList.GroupVersion) if err != nil { continue } if gv.Group == "discovery.k8s.io" && gv.Version == "v1" { for _, apiResource := range apiResourceList.APIResources { if apiResource.Name == "endpointslices" { return true } } } } return false } inspektor-gadget-0.46.0/cmd/kubectl-gadget/utils/000077500000000000000000000000001510117411400216305ustar00rootroot00000000000000inspektor-gadget-0.46.0/cmd/kubectl-gadget/utils/consts.go000066400000000000000000000017151510117411400234740ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils const ( GadgetEnvironmentContainerdSocketpath string = "INSPEKTOR_GADGET_CONTAINERD_SOCKETPATH" GadgetEnvironmentCRIOSocketpath string = "INSPEKTOR_GADGET_CRIO_SOCKETPATH" GadgetEnvironmentDockerSocketpath string = "INSPEKTOR_GADGET_DOCKER_SOCKETPATH" GadgetEnvironmentPodmanSocketpath string = "INSPEKTOR_GADGET_PODMAN_SOCKETPATH" ) inspektor-gadget-0.46.0/cmd/kubectl-gadget/utils/flags.go000066400000000000000000000122601510117411400232540ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "context" "fmt" "strings" "github.com/spf13/cobra" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/cli-runtime/pkg/genericclioptions" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" ) var KubernetesConfigFlags = genericclioptions.NewConfigFlags(false) func FlagInit(rootCmd *cobra.Command) { KubernetesConfigFlags.AddFlags(rootCmd.PersistentFlags()) } // CommonFlags contains CLI flags common to several gadgets type CommonFlags struct { // OutputConfig describes the way output should be printed commonutils.OutputConfig // LabelsRaw allows to filter containers with a label selector in the // following format: key1=value1,key2=value2. // It's the raw representation as passed by the user. LabelsRaw string // Labels is a parsed representation of LabelsRaw Labels map[string]string // Node allows to filter containers by node name Node string // Namespace allows to filter by Kubernetes namespace. Ignored if // AllNamespaces is true Namespace string // NamespaceOverridden will be true only if the CommonFlags.Namespace // field contains the value passed by the user using the '-n' flag // and not the default value configured in the kubeconfig file. NamespaceOverridden bool // AllNamespaces disables the container filtering by namespace AllNamespaces bool // Podname allows to filter containers by the pod name Podname string // Containername allows to filter containers by name Containername string // Number of seconds that the gadget will run for Timeout int } // GetNamespace returns the namespace specified by '-n' or the default // namespace configured in the kubeconfig file. It also returns a boolean // that specifies if the namespace comes from the '-n' flag or not. func GetNamespace() (string, bool) { namespace, overridden, _ := KubernetesConfigFlags.ToRawKubeConfigLoader().Namespace() return namespace, overridden } func AddCommonFlags(command *cobra.Command, params *CommonFlags, gadgetNamespace string) { command.PersistentPreRunE = func(cmd *cobra.Command, args []string) error { // Namespace if !params.AllNamespaces { params.Namespace, params.NamespaceOverridden = GetNamespace() } // Labels if params.LabelsRaw != "" { params.Labels = make(map[string]string) pairs := strings.Split(params.LabelsRaw, ",") for _, pair := range pairs { kv := strings.Split(pair, "=") if len(kv) != 2 { return commonutils.WrapInErrInvalidArg("--selector / -l", fmt.Errorf("should be a comma-separated list of key-value pairs (key=value[,key=value,...])")) } params.Labels[kv[0]] = kv[1] } } // Verify that there is a gadget pod running on the node // specified in the filter. if params.Node != "" { client, err := k8sutil.NewClientsetFromConfigFlags(KubernetesConfigFlags) if err != nil { return commonutils.WrapInErrSetupK8sClient(err) } opts := metav1.ListOptions{ LabelSelector: "k8s-app=gadget", FieldSelector: "spec.nodeName=" + params.Node, } pods, err := client.CoreV1().Pods(gadgetNamespace).List(context.TODO(), opts) if err != nil { return commonutils.WrapInErrListPods(err) } if len(pods.Items) == 0 { return commonutils.WrapInErrInvalidArg("--node", fmt.Errorf("there's not a gadget pod in node %q. Does the node exist?", params.Node)) } } // Output Mode if err := params.ParseOutputConfig(); err != nil { return err } return nil } // do not print usage when there is an error command.SilenceUsage = true // No 'Namespace' flag because it's added automatically by // KubernetesConfigFlags.AddFlags(rootCmd.PersistentFlags()) commonutils.AddOutputFlags(command, ¶ms.OutputConfig) command.PersistentFlags().StringVarP( ¶ms.LabelsRaw, "selector", "l", "", "Labels selector to filter on. Only '=' is supported (e.g. key1=value1,key2=value2).", ) command.PersistentFlags().StringVar( ¶ms.Node, "node", "", "Show only data from pods running in that node", ) command.PersistentFlags().StringVarP( ¶ms.Podname, "podname", "p", "", "Show only data from pods with that name", ) command.PersistentFlags().StringVarP( ¶ms.Containername, "containername", "c", "", "Show only data from containers with that name", ) command.PersistentFlags().BoolVarP( ¶ms.AllNamespaces, "all-namespaces", "A", false, "Show data from pods in all namespaces", ) command.PersistentFlags().IntVar( ¶ms.Timeout, "timeout", 0, "Number of seconds that the gadget will run for", ) } inspektor-gadget-0.46.0/cmd/kubectl-gadget/utils/k8s.go000066400000000000000000000025351510117411400226710ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "context" "fmt" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" ) func GetRunningGadgetNamespaces() ([]string, error) { client, err := k8sutil.NewClientsetFromConfigFlags(KubernetesConfigFlags) if err != nil { return []string{}, fmt.Errorf("creating k8s client: %w", err) } opts := metav1.ListOptions{ FieldSelector: "metadata.name=gadget", LabelSelector: "k8s-app=gadget", } daemonSet, err := client.AppsV1().DaemonSets("").List(context.TODO(), opts) if err != nil { return []string{}, err } gadgetNamespaces := make([]string, len(daemonSet.Items)) for i, ds := range daemonSet.Items { gadgetNamespaces[i] = ds.Namespace } return gadgetNamespaces, nil } inspektor-gadget-0.46.0/cmd/kubectl-gadget/version.go000066400000000000000000000073521510117411400225130ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "encoding/json" "fmt" "github.com/blang/semver" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/cmd/kubectl-gadget/utils" "github.com/inspektor-gadget/inspektor-gadget/internal/version" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) // VersionInfo represents the structure for version information output type VersionInfo struct { ClientVersion *Version `json:"clientVersion,omitempty"` ServerVersion *Version `json:"serverVersion,omitempty"` } // Version contains detailed version information type Version struct { Version string `json:"version"` } var outputFormat string func init() { versionCmd.Flags().StringVarP(&outputFormat, "output", "o", "", "Output format. One of: json|''") rootCmd.AddCommand(versionCmd) } var versionCmd = &cobra.Command{ Use: "version", Short: "Show version", SilenceUsage: true, RunE: func(cmd *cobra.Command, args []string) error { // Initialize version info structure versionInfo := &VersionInfo{ ClientVersion: &Version{ Version: version.Version().String(), }, } serverVersion, err := GetDeployedVersion() if err != nil { return fmt.Errorf("getting deployed version: %w", err) } if !serverVersion.EQ(semver.Version{}) { versionInfo.ServerVersion = &Version{ Version: serverVersion.String(), } } else { versionInfo.ServerVersion = nil } // Output based on format switch outputFormat { case "json": output, err := json.MarshalIndent(versionInfo, "", " ") if err != nil { return fmt.Errorf("marshaling version info: %w", err) } fmt.Println(string(output)) case "": fmt.Printf("Client version: v%s\n", versionInfo.ClientVersion.Version) if versionInfo.ServerVersion != nil && versionInfo.ServerVersion.Version != "" { fmt.Printf("Server version: v%s\n", versionInfo.ServerVersion.Version) } else { fmt.Println("Server version: not available") } default: return fmt.Errorf("invalid output format: %s", outputFormat) } return nil }, } // GetDeployedVersion attempts to determine the version of the deployed Inspektor Gadget instance func GetDeployedVersion() (semver.Version, error) { // Try to get server version using the same logic as the version command gadgetNamespaces, err := utils.GetRunningGadgetNamespaces() if err != nil { return semver.Version{}, fmt.Errorf("getting running gadget namespaces: %w", err) } if len(gadgetNamespaces) == 1 { // Exactly one running gadget instance found, use it runtimeGlobalParams.Set(grpcruntime.ParamGadgetNamespace, gadgetNamespaces[0]) info, err := grpcRuntime.GetInfo() if err != nil { return semver.Version{}, fmt.Errorf("getting remote info: %w", err) } if info.ServerVersion != "" { version, err := semver.ParseTolerant(info.ServerVersion) if err != nil { return semver.Version{}, fmt.Errorf("parsing server version %q: %w", info.ServerVersion, err) } return version, nil } } else if len(gadgetNamespaces) > 1 { return semver.Version{}, fmt.Errorf("multiple Inspektor Gadget instances found in namespaces: %s", gadgetNamespaces) } return semver.Version{}, nil } inspektor-gadget-0.46.0/docs/000077500000000000000000000000001510117411400157735ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/SECURITY.md000066400000000000000000000101031510117411400175570ustar00rootroot00000000000000--- title: Reporting security issues sidebar_position: 120 description: > Instructions to report security issues found in Inspektor Gadget --- As Inspektor Gadget maintainers, we take security seriously. If you discover a security issue, please bring it to our attention right away. ## Reporting a Vulnerability You have two possibilities: 1. Using the GitHub feature "Report a security vulnerability" when opening an issue. It will then create a non-public issue specific to security. 2. Sending a mail to security@inspektor-gadget.io. If you do not know which information you need to fill out when using the first option, then the second option is the way to go. In all cases, we ask that you do not open a public issue. ## Vulnerability Exploitability eXchange (VEX) VEX (Vulnerability Exploitability eXchange) is a standard for communicating the exploitability of known vulnerabilities in software projects. Inspektor Gadget publishes VEX documents to provide a clear, machine-readable assessment of our software's relationship to known vulnerabilities (CVEs). VEX helps users and security tools to: - Suppress false positives for vulnerabilities that do not affect our project. - Understand why a specific vulnerability is or is not exploitable in our code. Our VEX documents follow the [OpenVEX specification](https://openvex.dev/). The VEX statements are not exhaustive due to resource constraints. As of today, we don't have a commitment to publish VEX statements for all known vulnerabilities. When we check if a vulnerability applies to Inspektor Gadget, we use VEX statements as the primary method to record and communicate our findings. This ensures our results are shared in an open way. Inspektor Gadget does not provide Long-Term Support (LTS) releases. This means that only the latest release receives security updates and maintenance, and older versions may not be updated or supported. When writing VEX statements, we focus our effort on the latest release. Other previous versions might be considered based on user demand. For example, v0.41.0 may be considered because it is the last release with [builtin gadgets](gadgets/switching_to_image_based_gadgets.mdx), which some users may still rely on. All VEX documents are published in the following locations: - In the .vex directory of this repository, at [https://github.com/inspektor-gadget/inspektor-gadget/tree/main/.vex](https://github.com/inspektor-gadget/inspektor-gadget/tree/main/.vex). This helps discovery by tools such as [VEX Hub](https://github.com/aquasecurity/vexhub?tab=readme-ov-file#discovery-of-vex-documents) - Assets attached to their [corresponding official GitHub Releases](https://github.com/inspektor-gadget/inspektor-gadget/releases). For each release (e.g., v0.42.0), you will find a corresponding vex.json file available for download alongside the source code and other release artifacts. ### How to Create or Update VEX Documents To add a VEX document when none exists for a specific version yet, use the [vexctl command](https://github.com/openvex/vexctl): ```bash VER=v0.41.0 vexctl create --file .vex/$VER.vex.json \ --product "pkg:github/inspektor-gadget/inspektor-gadget@$VER" \ --vuln "CVE-2025-54388" \ --status "not_affected" \ --justification "vulnerable_code_not_in_execute_path" \ --id "https://github.com/inspektor-gadget/inspektor-gadget/releases/download/$VER/$VER.vex.json" \ --author "Inspektor Gadget Security Team " ``` The [possible statuses](https://github.com/openvex/spec/blob/main/OPENVEX-SPEC.md#status-labels) and [possible justifications](https://github.com/openvex/spec/blob/main/OPENVEX-SPEC.md#status-justifications) are listed in the [OpenVEX Specification](https://github.com/openvex/spec/blob/main/OPENVEX-SPEC.md). When a VEX document already exists for a specific version, use `vexctl add` instead of `vexctl create`. For example: ```bash VER=v0.41.0 vexctl add --in-place .vex/$VER.vex.json \ --product "pkg:github/inspektor-gadget/inspektor-gadget@$VER" \ --vuln "CVE-2099-12345" \ --status "not_affected" \ --justification "vulnerable_code_not_in_execute_path" ``` inspektor-gadget-0.46.0/docs/api/000077500000000000000000000000001510117411400165445ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_category_.yaml000066400000000000000000000002251510117411400215420ustar00rootroot00000000000000customProps: description: 'APIs supported by Inspektor Gadget.' label: APIs link: title: APIs type: generated-index slug: apis/ position: 31 inspektor-gadget-0.46.0/docs/api/_golang/000077500000000000000000000000001510117411400201525ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/datasource/000077500000000000000000000000001510117411400223045ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/datasource/.gitignore000066400000000000000000000000071510117411400242710ustar00rootroot00000000000000fields inspektor-gadget-0.46.0/docs/api/_golang/datasource/main.go000066400000000000000000000045651510117411400235710ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { // Access some specific fields pidF := d.GetField("proc.pid") commF := d.GetField("proc.comm") fnameF := d.GetField("fname") d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { // Error handling is omitted for brevity pid, _ := pidF.Uint32(data) comm, _ := commF.String(data) fname, _ := fnameF.String(data) fmt.Printf("command %s (%d) opened %s\n", comm, pid, fname) return nil }, opPriority) } return nil }), ) gadgetCtx := gadgetcontext.New( context.Background(), "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators(ocihandler.OciHandler, myOperator), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/from_file/000077500000000000000000000000001510117411400221145ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/from_file/.gitignore000066400000000000000000000000121510117411400240750ustar00rootroot00000000000000from_file inspektor-gadget-0.46.0/docs/api/_golang/from_file/main.go000066400000000000000000000052441510117411400233740ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" orasoci "oras.land/oras-go/v2/content/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { ctx := context.Background() // Create the OCI store from a tarball. ociStore, err := orasoci.NewFromTar(ctx, "trace_open.tar") if err != nil { return fmt.Errorf("getting oci store from tarball: %w", err) } const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d, igjson.WithShowAll(true), igjson.WithPretty(true, " ")) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil }), ) gadgetCtx := gadgetcontext.New( context.Background(), // The name of the gadget to run is needed as a tarball can contain multiple images. "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators(ocihandler.OciHandler, myOperator), gadgetcontext.WithOrasReadonlyTarget(ociStore), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/from_file/trace_open.tar000066400000000000000000005520001510117411400247450ustar00rootroot00000000000000blobs/sha256/20a6646251ab1273da15f6f3588a8fef4c6934f3dd88937db93a61dd652c66df0000444000000000000000000000220614621216650023741 0ustar00rootroot00000000000000{"schemaVersion":2,"config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:4326d8996b54290ca8e8422cf7119ccb7822650ae40837805f5ff867250ca2fe","size":1576,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"}},"layers":[{"mediaType":"application/vnd.gadget.ebpf.program.v1+binary","digest":"sha256:d4797e15f105a82e08912fe7168650ff5d425d8505742e4cbaa6e8a3b0b7a636","size":88760}],"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"}}blobs/sha256/367661ade36159f4c59ec79dfe27c07f23271af91aab8298c1614e13a78dc6ac0000444000000000000000000023742014621216650024022 0ustar00rootroot00000000000000ELF:@@y(y yc aaw ]!Caag w ];aa!aag w ]0#h aqyaqyqa{qU {{kczc iyqe^ @7qR 7qH{{iw ccg w cq.yq>rye1eac'(i k',c c7$#h qyqyqa{}{yqt@GPL,,w   ( @*3 > JZ`@sy   @@`    @!$&#%@'*+@.  ,,% )7@- E)I /@"L2X`6@f7lsz;-@@`A^`j C-#3ZDJ"\@"g`"n"~"#@#6@3 3 333E44"-42U5DU5R 5eE@5|556E@6E6@77E89C@:;@;;%<.`=9=C=O=]->d@>p`>a>b>c>>>>>>>>">.><>G>W->d?%@r@w@A@@AEAEB@BEBE@CCDEFEFG@GG6G#3H)3@H/3H5HBIH9KV-@K\-Kc3Kn3L}-@L-LL@OP@PP PQQQR R R S @S S# S+ T3 @T@ TN TV -U` $Ul Vy |@V V V V W W 3W 3W X O X @X JX @Y @Y 6Y& Y/ Z4 @ZB ZS Z^ [n -@[} [ [ ] 3] 3^ 3@^ ^ ` ` ` a E@a a, b? E@bM b\ cm dy @d d Ee -@f f f f f g  g @g% -g8 3gC 3h\ 3@hr {h| i @i -i i -j j k -@k kk l @l l m  m- -@m? mT mc 3r 3 @     9@ 9` - -@%`5N[ j@p~@@76@L -#3@4)-3159? L8Wg9l:u}<>@?`?p=<91BCE@33@3 3#31@G7H>HC-@SLWc-j@u}-D@DCFF@EAI7%B33@3J.GG3G8G@=SLLNT-hX@rX-3 G@ Y  E Z   [ 3@ 3 3 )3 C@ M` \E kzKD@zuD @33@3--@-M @ O -@--P!.Q7RGSQ9TWUUN U\V_,d?s?x@l}\]@0E--  0_@^uC333@33[3@$1<NYabaqiw@bcd@hUUUU Cc[e fga`k ? m@7-s${@(EZ@ -E E 6 @ N bnio@lpEEsE39r@z@-q@ sE@vtuu[wx yr8r${ #|}@{~ |mGH>@ O1c@833>3D3@Q[UdUrUaaE33@33@ 333+3@63B3L[^3@j3t[33@3333@333.3@A3R3d3v3@333 -@+ UUUU@ -@)6B(ME@WEak.;v{K@3--@--9@9`9s  '@1E8-D-@O-X-btl-@t-|--@`----@--- -@ - - - @ %"-@*5A@G@OXo-~-@ 9sr@@- -----@s  @&@,4;@3J6U6@bgqz <{@@ RP AsO@`Es9] %@+48=D.M[Q c9hUpU+yQ  -@`?3'(9sAs@OE4?H-.Q 9s9](tj6@r7y6-;t<~=(3@--@C-@-E@ -#6@3sGQdmt3 } C- QE89 d8-@ X((Q@`3 @3  % / 9 >  J O @T `` -g -o u %p97  @  ${     E@  @Y  @5#3)3@ OB0? @)#3)3/3@  !!!)!P5!;!@I!`W!k!3s!@z!zJ{!f94 !@!`!8!!!! ! @! ! ! ! @!, " " +" @:" 6K"sG@P"X"c"Qj" p"" "" f7" @""@K"6"@4!"" " -@n"U"""##E#C##*#5#\>#I#R#(X#"b#(t#-@ y#!##-#?##m(t#-#-@ y#!#-###$@#'#)#2@#4#4#6 $B@$D$D&$F/$N@4$P@$SS$^^$g@j$j$E$l@$%$&$-( * +,$P$#-@$.0"$"$##@$ $6/61 3 +5  +7 89$ %:%0@%6#%; <>@/%=4%? A 9C 8E G >HI:% xC%-$@G%$9$L%$V%@\% e%Jh%L@s%6K M O X>-${%QR  6T UV%%W @% %XY  Z\ [ #] ._ `ea b%0 %@%%-%c e%d@%&&&2&F&W&fj&|&* &@&P&`&ph i06bk i00&&${f7L< $.o &E&p&&q&-@r''p''u/'u@7'u A B'@ {-@H'<]'Eo' @ ' '  r '~ 'P"@''H'v@@'xy' ' 9@w'z(z@w ((s(|@#(97} ((`6(>(@ ~B(XJ(&KQ(Pb(p(&@' @${~((@9`(( ((@( O(E@~( @(6@(((@(6(6( ( 6$XP" 499(s)${ )))&)EA0)9)-=)(E  H)9 U)@B\)r)CDE~):)8)3)3@)3)3)3)3@)3)@-)*?FGH*+* O@/*E?*M*]*Eh*Ev*E****** *@*`*7*@3*3@*3* +3+3@ +*+5+6#{C+N+`+KV%3@e+m+s l9 0o+@u+@+@++I--J++7${+++@`KT x+9-@+--   L++.m@+ + , ,r,-,-),4,<>,<G,Q,\, m,@y,,,, ,!,E!,-",@",-"-$ -$-r#-t7--wG-<@wU-`we-wo-wu-Ex-z-9z-@@z-z-Ez-@{-]*E--- ..7 .pfs .-@$.-(.-+--.-@2.s<.sO.-T.s@^.sq.-{.-@p..),x.-.-@.-.-.E@.r.8..-@.,.(- //!/@'/@/ R/@Z/o/w/-@/#/  /@'/@3X0-ms /x /@/-/-@/-/01@H`0( O9[@(E0 0(/0360@?03(B0P09T0@Z0 i0z0E@0-0 80000 @0 0  0C@ 0-! 1<@!1!01!1*1-41->1s@N1-W1@E-0/@ X)-]1u1+@ MNO~1=1`11116161@11-1-1@11@!23!23"23@"23"1 h*2-.2-@22-62-:2->2-@B2-F2-J2-N2-@R2-U2-X2- [2-d2-@n2{2222 2 @2 222 2@223K 3E3E&3EC233@>3EL3X3Ee3q3 |3@+*369@3`9:3t3333@333<3? 3? 3? 4A E*s@4t4t84D4EO4)U4EA@a4l493w4E@4-4T0@44@4`444-4R4{5595W'5X:5-K5$ @#{ 3@U5tb5eh5gy56@5g5~535y@U)55%6%5E&+*'(E55 5!5!@#5 66@+6996E6Y6i6t6@6666@66/$ @6"6$66@6&6(6)7+@7-7/&75<7 @N7_7l77 S"# $y7(#7%@7977& '7(7 @#E@'7)7*@77677788+ .8 99:89 @#C 0t#-A863@ F85 >(.L8031T8 d8-K@&/l8-p888 (284@83 7*788#@: ';<8@38$s%6g=/$@8v> 888 @8899 9J@9&9-.9-@>9 -D9K9 X9E@U6e96xk9r9 |9 9@9`9A9A9F9H@9969-I@9K`99M9M@9M9@9 `9Up:Ux:N:-&:.:-@;:-M:T:E@^:Oc:s:? :?0:E@:E:E@ P :t@ :t :9 :9 :9 :9 Q@ : :? ;E@ ;;(; 9; F; @T;6B^; h;7s;{@y;;E;;; D ;;CG ;J; ;L;;` g X@;3;;{;<<!A<@/$8&<0<@;<B<J<@Y<h<vu<-@8<<<@4 <@<<<<@<<<<@===5GT(E@#U$=V*=X8=@=K='@W=Y\=[a=j=@u=]@x===Y=[ =<@ =<H =<P =` =_ =` =b =b >f >->@>E">i,>j@5>kC>nN>o-Z>6@a>m>6>> >p@>>s>>u@>?6?v?@,?`B?wZ?xg?x?z@????6?@??@@|#@@5@~H@ET@E@`@l9e@@n@{@@@@@8@`@(@@'@@W@Z ^\  A A)A 5A@a FAP6@TA`^AfAyAc}A8@d@A0eCA Ag=g`AhA AA A@!"kA BlB@B-!B-m)B#$q3Br t%'y{}     -$DBLB]BX $ mB0sB{B@Bs%6BB? B@ XB(BUB<B<B<@9$B$BBBBC CC6    C#C+C s3C=CGC<QC ^C@fC` nCxCC<CC@CCK"sC@+@-@C9C-(#{(CV%-s%-CECECEC6D@(D-D@D-+D-64D-CDsQD-_D,@mD,H|D9`D9D D-D-@DE(D-D@D-DD EE9 E&E6@77E9AEKE0YEaE@gE`mEuE}E{E E7E@E-EsE4XsE9E@E( OE >@E`FF--F-F #F  .FI@GIArBOICYIDfIEuIFIGvHIIJIKIL*Mq.NIOIQIRISITIUJVJW"JX,JY8JZGJ[VJ\aJ]iJ^sJ_b`~JaJbJcJdJeJf>J?@J@JJKK@!K`2Kp?KOK\KeKsKKKKKKKKKKKK BK@56@:5-L:eK3@LL3L3@(L38L3`CEFGHK `I3IL3@RL-^L-iLzL ~L@`LDLD@LI3L@L`zL@waLEL3L3@(%ILELL3L3@LJL2MM%M-MU8MUCM?KM3@PM3MNVM3bM:@nM3{M3@M!*7#{@MMM9  @MTHM@q.XKXM]*E@l49M-Ms@MXMMXM-@M NN9)N-7-@9N7FNVN`N6iNP@sNQ-6~N ;SNVT URN*@N(E ON.N NZ${N@N@N( @NdGP"N@ {NO  OOO'O\]@0O-U@HU<WU fUMpUM}U x {&(EUGP"U3@NH3@UUV+@VX EV WXX+XDX]XqXXXXX X Y Y 2Y JYhYYYYYYZ Z9ZKZdZZZZZZZ[ *[!D["][#w[$[%[&['[([)\*-\+F\,_\-w\.\/\0\1\2\3\4]51]6J]7i]8]9]:];]<]=^>^?5^@C^A\^Bx^C^D^E^F^G^H_I'_JE_Kb_L{_M_N_O_P_Q_R`S0`TG`U^`Vr`W`X`Y`Z`[`\`]a^#a_8a`Jaabab}acadaeafag bh)bi9bjJbkbbl}bmbnbobpbqbrcs1ctGcuccvvcwcxcyczc{ d|d}8d~Ld_dudddddd e!e;eTeveeeeeef*fHfXfpfffffffg.gKgiggggggg hh=hPhdhhhhhhhi%i?i]ioi}iiiiiiij.jGjdj|jjjjjjk9kYknkkkkkl-l  <o  oo  oop p0!p07p0Pp0ip0 NH @*%@4`!ppp @`pppprpp  " (ppp qq!q/qDqJq7ZqBdqlqCxqqqqqqqqqqqrrr/rb7rCrRr]rnr|rrrrrrrrrss00s*s4s?sX"Hs[sqsS }ssssss& B ssss s tt t.t;tItRt`tstttttttttttuu-u9uNueuuuuuuuuuuvv%v4vAv~6\vevtvv4 ^ vvv|  vvvvwint__ARRAY_SIZE_TYPE__typemax_entrieskey_sizevalue_sizegadget_heapgadget_mntns_id__u64unsigned long long__u32unsigned intkeyvaluegadget_mntns_filter_mapu32args_tfnameflagsmodechar__u16unsigned shortstarteventssyscall_trace_enterentnrargstrace_entrypreempt_countpidunsigned charunsigned longctxig_openat_etracepoint/syscalls/sys_enter_openat0:2:3/work/program.bpf.c (__u16)ctx->args[3]);0:2:2 return trace_enter((const char *)ctx->args[1], (int)ctx->args[2],0:2:1 u64 id = bpf_get_current_pid_tgid(); u32 pid = id; if (targ_tgid && targ_tgid != tgid) u32 tgid = id >> 32; if (targ_pid && targ_pid != pid) if (valid_uid(targ_uid)) { uid = (u32)bpf_get_current_uid_gid(); if (targ_uid != uid) {/usr/include/gadget/mntns.h task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdlsched_classcore_nodecore_cookiecore_occupationsched_task_groupstatspreempt_notifiersbtrace_seqpolicynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmvmacacherss_statexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_psi_wake_requeuesched_remote_wakeupin_execvein_iowaitin_user_faultno_cgroup_migrationfrozenuse_memdelayin_memstallin_page_ownerin_eventfdpasid_activatedatomic_flagsrestart_blocktgidreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_groupthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimevtimetick_dep_masknvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmaskpendingsas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_statebacking_dev_infoio_contextcapture_controlptrace_messagelast_siginfoioacpsi_flagsacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcpuset_slab_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_event_ctxpperf_event_mutexperf_event_listpreempt_disable_ipmempolicyil_prevpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_sigrseq_event_masktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whenlatency_record_countlatency_recordtimer_slack_nsdefault_timer_slack_nskunit_testcurr_ret_stackcurr_ret_depthret_stackftrace_timestamptrace_overruntracing_graph_pausetracetrace_recursionmemcg_in_oommemcg_oom_gfp_maskmemcg_oom_ordermemcg_nr_pages_over_highactive_memcgthrottle_queueutasksequential_iosequential_io_avgkmap_ctrlpagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxkretprobe_instancesthreadttbr0cpuu64preemptcountneed_reschedrefcount_trefcount_structrefsatomic_tcounter__call_single_nodellistsrcdstllist_nodenextu_flagsa_flagsu16sched_entityloadrun_nodegroup_nodeexec_startsum_exec_runtimevruntimeprev_sum_exec_runtimenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftlist_headprevnr_runningh_nr_runningidle_nr_runningidle_h_nr_runningexec_clockmin_vruntimeforceidle_seqmin_vruntime_fitasks_timelinecurrlastskipnr_spread_overremovedtg_load_avg_contribpropagateprop_runnable_sumh_loadlast_h_load_updateh_load_nextrqon_listleaf_cfs_rq_listtgidleruntime_enabledruntime_remainingthrottled_pelt_idlethrottled_clockthrottled_clock_peltthrottled_clock_pelt_timethrottledthrottle_countthrottled_listrb_root_cachedrb_rootrb_leftmostsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estenqueuedewmalockraw_spinlock_traw_spinlockraw_lockarch_spinlock_tqspinlockvallockedu8__u8locked_pendingtaillongs64__s64long longsched_rt_entityrun_listtimeoutwatchdog_stamptime_slicebacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedeadlinedl_throttleddl_yieldeddl_non_contendingdl_overrundl_timerinactive_timerpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTtask_groupcsssharesrculistsiblingsautogroupcfs_bandwidthcgroup_subsys_statecgroupssrefcntrstat_css_nodeidserial_nronline_cntdestroy_workdestroy_rworkpercpu_refpercpu_count_ptrdatawork_structentryfuncatomic_long_tatomic64_twork_func_trcu_workworkwqcallback_headperiodquotaburstruntime_snaphierarchical_quotaperiod_activeslack_startedperiod_timerslack_timerthrottled_cfs_rqnr_periodsnr_throttlednr_burstthrottled_timeburst_timesched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecore_forceidle_sumhlist_headfirstcpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaylast_arrivallast_queuedplist_nodeprio_listnode_listmm_structcpu_bitmapmmapmm_rbvmacache_seqnumget_unmapped_areammap_basemmap_legacy_basetask_sizehighest_vm_endpgdmembarrier_statemm_usersmm_countpgtables_bytesmap_countpage_table_lockmmap_lockmmlisthiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvbinfmtcontextioctx_lockioctx_tableowneruser_nsexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendinguprobes_statehugetlb_usageasync_put_workpasidksm_merging_pagesfilef_pathf_inodef_opf_lockf_countf_flagsf_modef_pos_lockf_posf_ownerf_credf_raf_versionf_securityprivate_dataf_epf_mappingf_wb_errf_sb_errf_llistf_rcuheadf_iocb_flagspathmntdentryspinlock_tspinlockrlockfmode_tmutexwait_lockosqwait_listoptimistic_spin_queueloff_t__kernel_loff_tfown_structpid_typeuideuidsignumrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatePIDTYPE_PIDPIDTYPE_TGIDPIDTYPE_PGIDPIDTYPE_SIDPIDTYPE_MAXkuid_tuid_t__kernel_uid32_tfile_ra_statesizeasync_sizera_pagesmmap_missprev_poserrseq_tpgd_tpgdval_trw_semaphoreseqcount_tseqcountsequencemm_rss_statmm_context_tsigpagepinnedvdsoxol_areaseqnumvmasvm_area_structvm_startvm_endvm_nextvm_prevvm_rbrb_subtree_gapvm_mmvm_page_protvm_flagsanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_userfaultfd_ctxpgprot_tpgprotpteval_tsharedanon_namerbrb_subtree_lasttask_rss_statarch_datafnfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tlevelinodeswait_pidfdnumberswait_queue_head_twait_queue_headheadupidnshlist_nodepprevstarttimevtime_stateVTIME_INACTIVEVTIME_IDLEVTIME_SYSVTIME_USERVTIME_GUESTbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledgidsuidsgidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuserucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tkernel_cap_structcapserialwatcherssemlast_used_atpermquotalendatalenrestrict_linkkey_serial_tint32_ts32__s32graveyard_linkserial_nodeexpiryrevoked_attime64_tkey_perm_tuint32_tshortindex_keykeyring_index_keyhashdomain_tagdescriptionxdesc_lendesclen_desckey_typenamedef_datalenvet_descriptionpreparsefree_preparseinstantiateupdatematch_preparsematch_freerevokedestroydescribereadrequest_keylookup_restrictionasym_queryasym_eds_opasym_verify_signaturelinklock_classsize_t__kernel_size_t__kernel_ulong_tkey_preparsed_payloadorig_descriptionpayloadkey_payloadrcu_data0key_match_datacmpraw_datapreparsedlookup_typebool_Boolseq_filebuffrompad_untilindexread_posoppoll_eventprivaterequest_key_actor_tkey_restrictioncheckkeytypekey_restrict_link_func_tkernel_pkey_paramsencodinghash_algoinfoin_lenout_lenin2_lenkernel_pkey_operationkernel_pkey_encryptkernel_pkey_decryptkernel_pkey_signkernel_pkey_verifykernel_pkey_querysupported_opsmax_data_sizemax_sig_sizemax_enc_sizemax_dec_sizelock_class_keykey_tagname_linkkeysassoc_arrayrootnr_leaves_on_treeassoc_array_ptruser_namespaceuid_mapgid_mapprojid_mapgroupparent_could_setfcapkeyring_name_listuser_keyring_registerkeyring_sempersistent_keyring_registersetsysctlsucount_maxuid_gid_mapnr_extentsextentuid_gid_extentlower_firstforwardreversens_commonstashedopsinumctl_table_setis_seendirctl_dirheaderctl_table_headerunregisteringctl_table_argctl_tableusednregcompletiondonewaitswait_queue_headtask_listprocnamemaxlenchildproc_handlerextra1extra2umode_tucountnon_rcusysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockperf_event_contextpmuactive_ctx_listpinned_groupsflexible_groupsevent_listpinned_activeflexible_activenr_eventsnr_activenr_useris_activenr_statnr_freqrotate_disablerotate_necessaryrefcounttasktimestamptimeoffsetparent_ctxparent_gengenerationpin_countnr_cgroupstask_ctx_datanr_pendingperf_event_groupstreelocal_tanodeshome_nodewcpuset_mems_alloweduser_nodemasktlbflush_unmap_batchrcu_userspage_fragpageoffsetbacktracemaxgfp_tmem_cgroupmemorykmemtcpmemhigh_workzswap_maxsoft_limitvmpressureoom_groupoom_lockunder_oomswappinessoom_kill_disableevents_fileevents_local_fileswap_events_filethresholds_lockthresholdsmemsw_thresholdsoom_notifymove_charge_at_immigratemove_lockmove_lock_flags_pad1_vmstatsmemory_eventsmemory_events_localsocket_pressuretcpmem_activetcpmem_pressurekmemcg_idobjcgobjcg_list_pad2_moving_accountmove_lock_taskvmstats_percpucgwb_listcgwb_domaincgwb_frnevent_list_lockdeferred_split_queuenodeinfomem_cgroup_idrefpage_counterminlowhigheminmin_usagechildren_min_usageelowlow_usagechildren_low_usagewatermarkfailcntswapmemswscannedreclaimedtree_scannedtree_reclaimedsr_lockevents_lockcgroup_fileknnotified_atnotify_timertimer_listmem_cgroup_thresholdsprimarysparemem_cgroup_threshold_arycurrent_thresholdentriesmem_cgroup_thresholdeventfdthresholdmemcg_paddingmemcg_vmstatsstate_pendingevents_pendingwb_domaincompletionsperiod_timedirty_limit_tstampdirty_limitfprop_globalpercpu_countercountersmemcg_cgwb_frnbdi_idmemcg_idatwb_completioncntwaitqdeferred_splitsplit_queue_locksplit_queuesplit_queue_lenmem_cgroup_per_nodelruveclruvec_stats_percpulruvec_statslru_zone_sizeitershrinker_infotree_nodeusage_in_excesson_treememcglistslru_lockanon_costfile_costnonresident_agerefaultspgdatmem_cgroup_reclaim_iterpositionllist_headthread_structcpu_contextuwfpsimd_cpusve_stateza_statevlvl_onexecfault_addressfault_codedebugkeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0x19x20x21x22x23x24x25x26x27x28fpsppctp_valuetp2_valuefpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128debug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capspmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingfasyncpending_wakeuppending_killpending_disablepending_sigtrappending_addrpending_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contextorig_overflow_handlerprogbpf_cookietp_eventftrace_opscgrpsb_listmoduledevattr_groupsattr_updatecapabilitiespmu_disable_countpmu_cpu_contextexclusive_cnttask_ctx_nrhrtimer_interval_msnr_addr_filterspmu_enablepmu_disableevent_initevent_mappedevent_unmappedadddelstopstart_txncommit_txncancel_txnevent_idxsched_tasktask_ctx_cacheswap_task_ctxsetup_auxfree_auxsnapshot_auxaddr_filters_validateaddr_filters_syncaux_output_matchfilter_matchcheck_periodattribute_groupis_visibleis_bin_visibleattrsbin_attrskobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppresskernfs_nodeactivepriviattrsymlinkkernfs_elem_dirsubdirsrevkernfs_elem_symlinktarget_knkernfs_elem_attropennotify_nextattributebin_attributewriteaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapi_mmap_rwsemnrpageswriteback_indexa_opswb_errprivate_lockprivate_listinodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atimei_mtimei_ctimei_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_devicesi_generationi_fsnotify_maski_fsnotify_marksi_crypt_infoi_verity_infoi_privateposix_acla_refcounta_rcua_counta_entriesposix_acl_entrye_tage_perme_uide_gidi_nlink__i_nlinkdev_t__kernel_dev_ttimespec64blkcnt_ti_dentryi_rcui_fopfree_inodefile_operationsllseekread_iterwrite_iteriopolliterateiterate_sharedunlocked_ioctlcompat_ioctlmmap_supported_flagsflushreleasefsyncsendpagecheck_flagsflocksplice_writesplice_readsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmdmkobjmodinfo_attrsversionsrcversionholders_dirsymscrcsnum_symsparam_lockkpnum_kpnum_gpl_symsgpl_symsgpl_crcsusing_gplonly_symbolssig_okasync_probe_requestednum_exentriesextableinitcore_layoutinit_layoutarchtaintsnum_bugsbug_listbug_tablekallsymscore_kallsymssect_attrsnotes_attrspercpupercpu_sizenoinstr_text_startnoinstr_text_sizenum_tracepointstracepoints_ptrsnum_srcu_structssrcu_struct_ptrsnum_bpf_raw_eventsbpf_raw_eventsbtf_data_sizebtf_datajump_entriesnum_jump_entriesnum_trace_bprintk_fmttrace_bprintk_fmt_starttrace_eventsnum_trace_eventstrace_evalsnum_trace_evalsnum_ftrace_callsitesftrace_callsiteskprobes_text_startkprobes_text_sizekprobe_blacklistnum_kprobe_blacklistnum_kunit_suiteskunit_suitesprintk_index_sizeprintk_index_startsource_listtarget_listexitei_funcsnum_ei_funcsmodule_stateMODULE_STATE_LIVEMODULE_STATE_COMINGMODULE_STATE_GOINGMODULE_STATE_UNFORMEDmodule_kobjectkobjmoddrivers_dirmpkobj_completionkernel_symbolvalue_offsetname_offsetnamespace_offsetmodule_layouttext_sizero_sizero_after_init_sizemtnmod_tree_nodelatch_tree_nodemod_arch_specificcoreftrace_trampolinesmod_plt_secplt_shndxplt_num_entriesplt_max_entriesmod_kallsymssymtabnum_symtabstrtabtypetabElf64_Symtracepoint_ptr_tssize_t__kernel_ssize_t__kernel_long_tkiocbki_filpki_poski_completeki_flagski_ioprioki_waitqiov_iteriter_typenofaultdata_sourceuser_backediov_offsetlast_offsetiovkvecbvecxarraypipeubufpipe_inode_inford_waitwr_waitmax_usagering_sizenote_lossnr_accountedreaderswritersr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufswatch_queue_refcountmemcg_datamappinglrubuddy_listpcp_list__fillermlock_countpp_magicpp_pp_mapping_paddma_addrdma_addr_upperpp_frag_countcompound_headcompound_dtorcompound_ordercompound_mapcountcompound_pincountcompound_nr_compound_pad_1_compound_pad_2deferred_list_pt_pad_1pmd_huge_pte_pt_pad_2ptlpgtable_tpt_mmpt_frag_refcountpgmapzone_device_data_mapcountpage_typefasync_structfa_lockmagicfa_fdfa_nextfa_filefa_rcuuser_struct__countepoll_watchesunix_inflightpipe_bufsuidhash_nodenr_watchesratelimitratelimit_stateintervalprintedmissedbeginnr_segsxarray_startstart_headio_comp_batchreq_listneed_tscompletedir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procfl_owner_tfile_lockfl_blockerfl_listfl_linkfl_blocked_requestsfl_blocked_memberfl_ownerfl_flagsfl_typefl_pidfl_link_cpufl_waitfl_filefl_startfl_endfl_fasyncfl_break_timefl_downgrade_timefl_opsfl_lmopsfl_unfs_flnfs4_flafsnfs_lock_infonlm_lockownernfs4_lock_infodebug_idio_uring_cmdcmdtask_work_cbcmd_oppadpdui_pipei_cdevi_linki_dir_seqxa_lockxa_flagsxa_headperf_output_handleeventwakeupaux_flagsaddrperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_tperf_event_attrconfigsample_typeread_formatdisabledinheritexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_size__reserved_3sig_datasample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregalloctp_listpwr_accptscbp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrllenprivilegeenablediommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsperf_buffernr_pagesoverwritepausednestlostevent_lockmmap_lockedmmap_useraux_headaux_nestaux_wakeupaux_pgoffaux_nr_pagesaux_overwriteaux_mmap_countaux_mmap_lockedaux_refcountaux_in_samplingaux_pagesaux_privuser_pagedata_pagesirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filterspid_namespaceidrpid_allocatedchild_reaperpid_cachepbacctrebootidr_rtidr_baseidr_nextkmem_cachecpu_slabmin_partialobject_sizereciprocal_sizecpu_partialcpu_partial_slabsooallocflagsctorinusealignred_left_padrandomremote_node_defrag_ratiorandom_sequseroffsetusersizeslab_flags_treciprocal_valuemsh1sh2kmem_cache_order_objectskmem_cache_nodelist_locknr_partialpartialnr_slabstotal_objectsfullperf_overflow_handler_tperf_sample_datarawbr_stacktxndata_srciptid_entrystream_idcpu_entrycallchainaux_sizeregs_userregs_intrstack_user_sizephys_addrdata_page_sizecode_page_sizeperf_sample_weightvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdtidreservedperf_regsabiregspt_regsorig_x0syscallnounused2sdei_ttbr1pmr_savestackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regspstatetrace_event_callclassprint_fmtperf_refcountperf_eventsprog_arrayperf_permtptrace_eventfuncsevent_filterfilter_stringsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizeops_funcftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_hashsize_bitsbucketsftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:125 return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nstime_namespaceoffsetsvvar_pagefrozen_offsetstimens_offsetsmonotonicboottime0:3mnt_namespacens_lockseqmountspending_mounts0:0:2/usr/include/gadget/mntns_filter.h return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); args.fname = filename; struct args_t args = {}; args.mode = mode; args.flags = flags; bpf_map_update_elem(&start, &pid, &args, 0);syscall_trace_exitretig_openat_xtracepoint/syscalls/sys_exit_openatint ig_openat_x(struct syscall_trace_exit *ctx) u32 pid = bpf_get_current_pid_tgid(); u64 uid_gid = bpf_get_current_uid_gid(); ap = bpf_map_lookup_elem(&start, &pid); if (!ap)0:2 ret = ctx->ret; if (targ_failed && ret >= 0)bpf_func_idBPF_FUNC_unspecBPF_FUNC_map_lookup_elemBPF_FUNC_map_update_elemBPF_FUNC_map_delete_elemBPF_FUNC_probe_readBPF_FUNC_ktime_get_nsBPF_FUNC_trace_printkBPF_FUNC_get_prandom_u32BPF_FUNC_get_smp_processor_idBPF_FUNC_skb_store_bytesBPF_FUNC_l3_csum_replaceBPF_FUNC_l4_csum_replaceBPF_FUNC_tail_callBPF_FUNC_clone_redirectBPF_FUNC_get_current_pid_tgidBPF_FUNC_get_current_uid_gidBPF_FUNC_get_current_commBPF_FUNC_get_cgroup_classidBPF_FUNC_skb_vlan_pushBPF_FUNC_skb_vlan_popBPF_FUNC_skb_get_tunnel_keyBPF_FUNC_skb_set_tunnel_keyBPF_FUNC_perf_event_readBPF_FUNC_redirectBPF_FUNC_get_route_realmBPF_FUNC_perf_event_outputBPF_FUNC_skb_load_bytesBPF_FUNC_get_stackidBPF_FUNC_csum_diffBPF_FUNC_skb_get_tunnel_optBPF_FUNC_skb_set_tunnel_optBPF_FUNC_skb_change_protoBPF_FUNC_skb_change_typeBPF_FUNC_skb_under_cgroupBPF_FUNC_get_hash_recalcBPF_FUNC_get_current_taskBPF_FUNC_probe_write_userBPF_FUNC_current_task_under_cgroupBPF_FUNC_skb_change_tailBPF_FUNC_skb_pull_dataBPF_FUNC_csum_updateBPF_FUNC_set_hash_invalidBPF_FUNC_get_numa_node_idBPF_FUNC_skb_change_headBPF_FUNC_xdp_adjust_headBPF_FUNC_probe_read_strBPF_FUNC_get_socket_cookieBPF_FUNC_get_socket_uidBPF_FUNC_set_hashBPF_FUNC_setsockoptBPF_FUNC_skb_adjust_roomBPF_FUNC_redirect_mapBPF_FUNC_sk_redirect_mapBPF_FUNC_sock_map_updateBPF_FUNC_xdp_adjust_metaBPF_FUNC_perf_event_read_valueBPF_FUNC_perf_prog_read_valueBPF_FUNC_getsockoptBPF_FUNC_override_returnBPF_FUNC_sock_ops_cb_flags_setBPF_FUNC_msg_redirect_mapBPF_FUNC_msg_apply_bytesBPF_FUNC_msg_cork_bytesBPF_FUNC_msg_pull_dataBPF_FUNC_bindBPF_FUNC_xdp_adjust_tailBPF_FUNC_skb_get_xfrm_stateBPF_FUNC_get_stackBPF_FUNC_skb_load_bytes_relativeBPF_FUNC_fib_lookupBPF_FUNC_sock_hash_updateBPF_FUNC_msg_redirect_hashBPF_FUNC_sk_redirect_hashBPF_FUNC_lwt_push_encapBPF_FUNC_lwt_seg6_store_bytesBPF_FUNC_lwt_seg6_adjust_srhBPF_FUNC_lwt_seg6_actionBPF_FUNC_rc_repeatBPF_FUNC_rc_keydownBPF_FUNC_skb_cgroup_idBPF_FUNC_get_current_cgroup_idBPF_FUNC_get_local_storageBPF_FUNC_sk_select_reuseportBPF_FUNC_skb_ancestor_cgroup_idBPF_FUNC_sk_lookup_tcpBPF_FUNC_sk_lookup_udpBPF_FUNC_sk_releaseBPF_FUNC_map_push_elemBPF_FUNC_map_pop_elemBPF_FUNC_map_peek_elemBPF_FUNC_msg_push_dataBPF_FUNC_msg_pop_dataBPF_FUNC_rc_pointer_relBPF_FUNC_spin_lockBPF_FUNC_spin_unlockBPF_FUNC_sk_fullsockBPF_FUNC_tcp_sockBPF_FUNC_skb_ecn_set_ceBPF_FUNC_get_listener_sockBPF_FUNC_skc_lookup_tcpBPF_FUNC_tcp_check_syncookieBPF_FUNC_sysctl_get_nameBPF_FUNC_sysctl_get_current_valueBPF_FUNC_sysctl_get_new_valueBPF_FUNC_sysctl_set_new_valueBPF_FUNC_strtolBPF_FUNC_strtoulBPF_FUNC_sk_storage_getBPF_FUNC_sk_storage_deleteBPF_FUNC_send_signalBPF_FUNC_tcp_gen_syncookieBPF_FUNC_skb_outputBPF_FUNC_probe_read_userBPF_FUNC_probe_read_kernelBPF_FUNC_probe_read_user_strBPF_FUNC_probe_read_kernel_strBPF_FUNC_tcp_send_ackBPF_FUNC_send_signal_threadBPF_FUNC_jiffies64BPF_FUNC_read_branch_recordsBPF_FUNC_get_ns_current_pid_tgidBPF_FUNC_xdp_outputBPF_FUNC_get_netns_cookieBPF_FUNC_get_current_ancestor_cgroup_idBPF_FUNC_sk_assignBPF_FUNC_ktime_get_boot_nsBPF_FUNC_seq_printfBPF_FUNC_seq_writeBPF_FUNC_sk_cgroup_idBPF_FUNC_sk_ancestor_cgroup_idBPF_FUNC_ringbuf_outputBPF_FUNC_ringbuf_reserveBPF_FUNC_ringbuf_submitBPF_FUNC_ringbuf_discardBPF_FUNC_ringbuf_queryBPF_FUNC_csum_levelBPF_FUNC_skc_to_tcp6_sockBPF_FUNC_skc_to_tcp_sockBPF_FUNC_skc_to_tcp_timewait_sockBPF_FUNC_skc_to_tcp_request_sockBPF_FUNC_skc_to_udp6_sockBPF_FUNC_get_task_stackBPF_FUNC_load_hdr_optBPF_FUNC_store_hdr_optBPF_FUNC_reserve_hdr_optBPF_FUNC_inode_storage_getBPF_FUNC_inode_storage_deleteBPF_FUNC_d_pathBPF_FUNC_copy_from_userBPF_FUNC_snprintf_btfBPF_FUNC_seq_printf_btfBPF_FUNC_skb_cgroup_classidBPF_FUNC_redirect_neighBPF_FUNC_per_cpu_ptrBPF_FUNC_this_cpu_ptrBPF_FUNC_redirect_peerBPF_FUNC_task_storage_getBPF_FUNC_task_storage_deleteBPF_FUNC_get_current_task_btfBPF_FUNC_bprm_opts_setBPF_FUNC_ktime_get_coarse_nsBPF_FUNC_ima_inode_hashBPF_FUNC_sock_from_fileBPF_FUNC_check_mtuBPF_FUNC_for_each_map_elemBPF_FUNC_snprintfBPF_FUNC_sys_bpfBPF_FUNC_btf_find_by_name_kindBPF_FUNC_sys_closeBPF_FUNC_timer_initBPF_FUNC_timer_set_callbackBPF_FUNC_timer_startBPF_FUNC_timer_cancelBPF_FUNC_get_func_ipBPF_FUNC_get_attach_cookieBPF_FUNC_task_pt_regsBPF_FUNC_get_branch_snapshotBPF_FUNC_trace_vprintkBPF_FUNC_skc_to_unix_sockBPF_FUNC_kallsyms_lookup_nameBPF_FUNC_find_vmaBPF_FUNC_loopBPF_FUNC_strncmpBPF_FUNC_get_func_argBPF_FUNC_get_func_retBPF_FUNC_get_func_arg_cntBPF_FUNC_get_retvalBPF_FUNC_set_retvalBPF_FUNC_xdp_get_buff_lenBPF_FUNC_xdp_load_bytesBPF_FUNC_xdp_store_bytesBPF_FUNC_copy_from_user_taskBPF_FUNC_skb_set_tstampBPF_FUNC_ima_file_hashBPF_FUNC_kptr_xchgBPF_FUNC_map_lookup_percpu_elemBPF_FUNC_skc_to_mptcp_sockBPF_FUNC_dynptr_from_memBPF_FUNC_ringbuf_reserve_dynptrBPF_FUNC_ringbuf_submit_dynptrBPF_FUNC_ringbuf_discard_dynptrBPF_FUNC_dynptr_readBPF_FUNC_dynptr_writeBPF_FUNC_dynptr_dataBPF_FUNC_tcp_raw_gen_syncookie_ipv4BPF_FUNC_tcp_raw_gen_syncookie_ipv6BPF_FUNC_tcp_raw_check_syncookie_ipv4BPF_FUNC_tcp_raw_check_syncookie_ipv6__BPF_FUNC_MAX_ID131/usr/include/gadget/buffer.h if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_reserve)) return bpf_ringbuf_reserve(map, size, 0); if (!event) return bpf_map_lookup_elem(&gadget_heap, &zero); event->gid = (u32)(uid_gid >> 32); event->pid = bpf_get_current_pid_tgid() >> 32; event->uid = (u32)uid_gid; bpf_get_current_comm(&event->comm, sizeof(event->comm)); bpf_probe_read_user_str(&event->fname, sizeof(event->fname), ap->fname); if (ret >= 0) { event->flags = ap->flags; event->mode = ap->mode; event->err = errval; event->fd = fd; event->mntns_id = gadget_get_mntns_id(); event->timestamp = bpf_ktime_get_boot_ns();132 if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_submit)) { bpf_ringbuf_submit(buf, 0); return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); bpf_map_delete_elem(&start, &pid); return trace_exit(ctx);gadget_filter_by_mntnstarg_pidtarg_tgidtarg_uidtarg_failedLICENSEgadget_param_targ_tgidgadget_param_targ_uidgadget_param_targ_failedgadget_map_tracer_eventsgadget_tracer_open___events___eventmntns_iderrfdgadget_timestamp__gadget_tracer_type_opengadget_reserve_buf.zero.bss.maps.rodatalicenseinode_operationsvfsmountsuper_blockanon_vma_namevm_operations_structiovecwait_page_queuekobj_typebio_vecpipe_bufferworkqueue_structdevicenetproc_ns_operationsuts_namespaceipc_namespacectl_table_pollctl_table_rootctl_nodemountfsnotify_mark_connectorkmem_cache_cpufs_pincgroup_namespacecss_setkernfs_rootseq_operationskernfs_opskernfs_open_nodekernfs_iattrsbpf_local_storagepercpu_ref_dataobj_cgroupeventfd_ctxmemcg_vmstats_percpupglist_datahrtimer_clock_basecgroup_subsysbpf_prog_arraybpf_progcdevexception_table_entryfs_structwatch_listkey_usermodule_notes_attrserror_injection_entrysrcu_structtrace_eval_mapkunit_suitekunitpi_entryrequestrequest_queuebdi_writebackfile_lock_contextfscrypt_infofsverity_info__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_plugsignal_structmodule_param_attrsmodule_attributekernel_paramplt_entrybug_entryelf64_symmodule_sect_attrsbpf_raw_event_maptracepointjump_entrytrace_event_classtrace_event_functionsprog_entryperf_cpu_contextperf_cgroupperf_event_mmap_pageperf_addr_filter_rangeperf_raw_recordperf_branch_stackperf_callchain_entryfile_lock_operationslock_manager_operationsnfs4_lock_stateaddress_space_operationspage_pooldev_pagemapuserfaultfd_ctxlinux_binfmtkernel_siginfokioctx_tablemmu_notifier_subscriptionsrcu_nodesighand_structseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infoftrace_ret_stackuprobe_taskvm_structbpf_run_ctx $$tU0VU&6# p %|(4@4H4PYx`4ho o o % |o ((,0 ,0 @(T D @T DT DUU dUU dUUU h;V(TV0oV 8VH;V`VV0W?W ?W fW08WXW`W $hW(W(Cl`lCll l8Cll 8l8Pmp`rye1eac'(i k',c c7$# qyqyqa{}{yqt@c iyqe^ @7qR 7qH{{iw ccg w cq.yq>rye1eac'(i k',c c7$# qyqyqa{}{yqt@GPL<<xx   ( @*3 > JZ`@sy   @@`    @!$&#%@'*+@.  ,,% )7@- E)I /<@&H2T\3b4@`hov8@-= @`>\ ^ h @-/X@@KRX j@ u` |  !@!3@A A AAABBB0-B@SCRSC` CsB@CCCD DB@DDBE@F@G@HH"H+J4J?JIJUKc-@KjKvKKKKKKKKKK$K+K8KDKVKfKz-L@L%N N-@N=N=NBOBO=PB@PBP@QQBSBTT&T4UD3@USDUYDU_DVe@Vr-Wx-@WDWDW-X-@XX [[\@\\\ @] ] ] -@^0 -^A ^D _J @_S _[ _b `j @`r ` ` a -a *b @b zb b c  c @c c Dd De @e$ M`e, e3 He> =@fJ fX 3fe gn @gs g g h @h -h h i j Dk D@k Dk k o o6 pO @pW Bp_ qf  qk @qw q Bq @r r s s @t B@u -u v @v Pv) `v7 vH v] vp -w D@w Dw Dw yx x x -y @y -z @z z' -z7 {@? K U \ g x - D@ D    @ 6 6 --!@.AQjw @=@4 3@(03:@EDNWf¤>uyy@H--@5679;@ <`$<p(3:98@6H1LY?^@gB@rD}D@DDD@EFF-@J-@-A@"A@*3C4C@B9>G$Y?=HUewDD@DHE3EEE@JL-V@V-D ,E@ 8W ; CB TX W \ lY ~D@ D D   B@ IA@A @D#D@,D9BQ-Z-@g-pKpy @M Q-@g-Z-NOPQ6RUS ST,<<@jZ[@ 0B$-,-; ; 0F]@\K@[DfDrD@|DDYD@__g@`a b@fSS&S.S6 @FaNYc deVfx_^i <k@-WQqy@BX@ B B   @@K lm@nBBB D6p@,x@~:E-Vo@[ VqgB@mtrrsYuv wp8py}3zm{@y| zkEF;Ma@DDDD@YWSSS__B/:GPD_D@j t ~DD@DDDD@DDY D@D!Y3D<D@FDYDuDD@DDDD@DDD#D@>DQDaDt -j SSSS= -@(B@B#. >.3I@9DI[-e-@v----@666q@B-%-0-9-@CrM-U-]-@f-p--@--- -@ - - - -@ -  +- @"=(0@9P-_-) @p6`6qp@@ -  -----@q  @@#+27DA3L3@Y^hq z9y@; MN "qM@`B6[  %@ $)09GO O6TS\Seq~  -@`: -( q"q@MB&1:-0C q4O \Dcr@kw @{3@6<6 78x9:"(D@- -@   @ -- 3 @@ -I BX @a h -q y 3@ q     -  @ -  E3   8!-!@ V(!!%!(*!@`0!7!D?% &@&6@&3%&A BDC E ?G >I K BLM1& x:&3*@>&* *C&*M&@S&\&N_&P@j&3O Q S VB3*r&UV 3X YZ&&[@&&&\] ^`_ )a 4c die f&0&@&&3&g \&h@&&&')'='N'ja's'* '@'P'`'pl m63fo m66''yb4 %4s 'B't''u'-@v'(p(y&(y@.(y!" 9( @)"-@?(T(Bf(@ |( ( p ( (X#@((H(z@@(|}( ( @{(~(~@{))q)@) 4 )`-)5)@ 9)XA)'IH)PY)g)'@(!@yu))@ `)) ))@)M)B@u) @)V3@)))%!@)3)3) ) 3*VX#)"  6)q)yB* *C**BDE'*0*-4*B[ > ?*6 L*@FS* i*3r*-@y*-}**3GH,I*5*8*D*D@*D*D*D*D@*D*- ++1JKL/+B+M@F+BV+d+t+B+B+B++++++ +@+`+4+=7!D,D@ ,D,!,D,,D@7,A,L,3yZ,l,IM&D@ 6 0q,@w,@,,,M--N,,, , ,,4y,-r*@`OP --.k@- "- '-.-p8--B--M-X-b-k-u-- -@---- -!-B!--".@".-"*.$1.$9.qG.s[.-vk.@vy.`v.v.v.Bw.x.6x.=@x.x.Bx.@y.}t+B.// %/3/4 7/pbqD/-@H/-L/-Q/-U/-@Z/qd/qw/-|/q@/q/-/-@p//M-x/-/-@/-/-/B@/p/800-@0' 0(gF-  +0A0I0@O0h0 z0@000-@00$0  0&02V0-kq 0x0@1-1-@#1-/10@:`<1(M Y@BK1T1(c1Dj1@s1D)v1161@1 11B@1-1 81112 @2 2  '2@@ 12-!A2@!I2!1O2U2^2-h2-r2q@2-2@B-10@ V)-22,,@+QRS2:2@22-2 2 2 2 02-@2-23-3-3-@"3-*3-53?3-@I3S3f3k3o3 {3<3<3< <(<,3<-3</3<03<43<53<63<73<83G3B3B3Bg@3D@3B34B44 %4@B+043/@<4` 0I4rU4Dh4D@{4D444< 4< 4< 49 E+q@4r4r44B44B"= 556 ) 5B@)5-551@A5H5@W5`d5t5- I565N@5O5-@5 %y)"D5\5^@535^6o6D@6rL*v'6}26$3$76B%B+'(gB?6F6J6V6@$b6o66 @666666 6 @666 7@771%@7$7/7 :7@D7O7^7l7!@v7#7%7+7@777- N 7($7 @74 8 8 ! "2#8 @$gB@"!8$&8%@,8/8148F8U8k88& 8  6~6 @$ @)"6v$(83D@ 80 5))8+4,8 8-I@'*8-888 )-8/@9. /8+439$@5 "679@43*j&3^81%@'9.9 -9;9@9@H9X9a96 q9H@x99-9-@9-99 9B@L396x99 9 9 @9`9<9<:A:C@ ::3":-D@(:F`/:6:H>:H@F:HN:@U: `]:Spg:Sxt:I}:-::-@:-::B@:J::< :<0:B@:B;B@ K ;r@ ;r $;6 ,;6 8;6 E;6 L@ Q; Y;: `;B@j;w;;;;@;3=; ;4;y@;;@;;< ? < < >B <E< %<G+<:<!!V@E<D-N<W<y]<c<n<!"~<z@1%|'9<<@<<<%!@<<.<-@8<<<@A5<I@===%=@1=:=D=P=@`=q=y=?6HOB@$P=Q=S==="@=T=V==@=X@===T=V =@ >H >P 0>` >>Z F>[ K>] W>] ,ac>-j>@s>B|>b>c@>d>g>h3>3@>>3>> >i@ ??l/?B?n@Q?_?3h?ou?@?`?p?q??s@??@@3'@@9@J@_@u@u@@@H@v@B@B@@w6@y@@@@@AA8-A`E`DELETEy[E gE4oE@}E-EqE 9qE6E@E(ME @E`EE--E-E"E  FFF@$F*  -F9F?F@CF D MFVFhFoF@tF  V-   F3   FFFB@FFB@FBF@FF,FFGGG G@'G1G-?G-QG@XGaG . / fGmGuGyG "@BGG"0%BG ~*  ~* ~* V3 V L ~*  G@G6@GGGG S   GGG3G   BGH H3@  ~"63* "626!          R  " 3$ 3& V'-(H8%H )@+H--2HD*@-FJ\IJ]QJ^[J_`fJapJbyJcJdJeJf6J78J@JJC!JJ@ K`Kp'K7KDKMK[KgKuKKKKKKKKKK :K=53@5-K0MKD@CKDLD@LD LD`;=>?@B `ID1LD@:L-FL-QLbL fL@`oL<yL<@LIDL@L`bL@_LBLDLD@(&ALBLL-L-@y*SSLSLSL<LD@MDDEMDM0@ MD-MD@9M!+4y@EMNMXM%!6 "2@_M2+H2dM2@/VJViMt+B@56tM-Mw@MVMMVM-@MMM6M-v7#@M4MNN3NG@%NH#30N 8mJ9NMK LIAN+=INBM`N$pN ~NQyN@N=N!@N[(X#N@)"~NNNNN NST@N-NNUr*@ O`O(OVD/V+O+6O#@;OAOGO$B@[P[i[[[[[[[\ /\!I\"b\#|\$\%\&\'\(\)]*2]+K],d]-|].]/]0]1]2]3^4^56^6O^7n^8^9^:^;^<^= _>#_?:_@H_Aa_B}_C_D_E_F_G_H`I,`JJ`Kg`L`M`N`O`P`Q`RaS5aTLaUcaVwaWaXaYaZa[a\b]b^(b_=b`Obagbbbcbdbebfbgch.ci>cjOckgclcmcncocpcqcrds6dtLduhdv{dwdxdydzd{e|"e}=e~Qedezeeeeeef&f@fYf{ffffffg/gMg]gugggggghh3hPhnhhhhhhii#iBiUiiiiiiiiij*jDjbjtjjjjjjjkk3kLkikkkkkkkl>l^lslllll m2m Ep   (q  ?qHq  Rq[qgqoq6q6q6q6q6 %H @,%@ `"qqq @`prr-rkErJr  " (PrXr8`rlrX zrBrrrrrr!8rrrrCss$s2s@sOs^sgsmsssssssssssstt2t@tOtXt12ht~ttt`#e  tttttttt u u1u>uHuRuduwuuuuuuuuuvv"v7vNv^vpvvvvv vvvvw ww'w4wCwNw[wvw www wwwwws  wxx  'x7xHxTx^x53jxint__ARRAY_SIZE_TYPE__typemax_entrieskey_sizevalue_sizegadget_heapgadget_mntns_id__u64unsigned long long__u32unsigned intkeyvaluegadget_mntns_filter_mapu32args_tfnameflagsmodechar__u16unsigned shortstarteventssyscall_trace_enterentnrargstrace_entrypreempt_countpidunsigned charunsigned longctxig_open_etracepoint/syscalls/sys_enter_open0:2:2/work/program.bpf.c (__u16)ctx->args[2]);0:2:1 return trace_enter((const char *)ctx->args[0], (int)ctx->args[1],0:2:0 u64 id = bpf_get_current_pid_tgid(); u32 pid = id; if (targ_tgid && targ_tgid != tgid) u32 tgid = id >> 32; if (targ_pid && targ_pid != pid) if (valid_uid(targ_uid)) { uid = (u32)bpf_get_current_uid_gid(); if (targ_uid != uid) {/usr/include/gadget/mntns.h task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdlsched_classcore_nodecore_cookiecore_occupationsched_task_groupuclamp_requclampstatspreempt_notifiersbtrace_seqpolicynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_reader_checkedtrc_holdout_listsched_infotaskspushable_taskspushable_dl_tasksmmactive_mmvmacacherss_statexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_psi_wake_requeuesched_remote_wakeupin_execvein_iowaitrestore_sigmaskin_user_faultno_cgroup_migrationfrozenuse_memdelayin_memstallin_eventfd_signalpasid_activatedreported_split_lockatomic_flagsrestart_blocktgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_groupthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmlast_switch_countlast_switch_timefsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmaskpendingsas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_statebacking_dev_infoio_contextcapture_controlptrace_messagelast_siginfoioacpsi_flagsacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcpuset_slab_spread_rotorcgroupscg_listclosidrmidrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_event_ctxpperf_event_mutexperf_event_listpreempt_disable_ipmempolicyil_prevpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_sigrseq_event_masktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestamptrace_overruntracing_graph_pausetracetrace_recursionmemcg_in_oommemcg_oom_gfp_maskmemcg_oom_ordermemcg_nr_pages_over_highactive_memcgthrottle_queueutasksequential_iosequential_io_avgkmap_ctrlpagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountpatch_statesecuritybpf_storagebpf_ctxmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_workstatuscpurefcount_trefcount_structrefsatomic_tcounter__call_single_nodellistsrcdstllist_nodenextu_flagsa_flagsu16sched_entityloadrun_nodegroup_nodeexec_startsum_exec_runtimevruntimeprev_sum_exec_runtimenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftlist_headprevu64nr_runningh_nr_runningidle_nr_runningidle_h_nr_runningexec_clockmin_vruntimeforceidle_seqmin_vruntime_fitasks_timelinecurrlastskipnr_spread_overremovedtg_load_avg_contribpropagateprop_runnable_sumh_loadlast_h_load_updateh_load_nextrqon_listleaf_cfs_rq_listtgidleruntime_enabledruntime_remainingthrottled_clockthrottled_clock_peltthrottled_clock_pelt_timethrottledthrottle_countthrottled_listrb_root_cachedrb_rootrb_leftmostsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estenqueuedewmalockraw_spinlock_traw_spinlockraw_lockarch_spinlock_tqspinlockvallockedu8__u8locked_pendingtaillongs64__s64long longsched_rt_entityrun_listtimeoutwatchdog_stamptime_slicebacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedeadlinedl_throttleddl_yieldeddl_non_contendingdl_overrundl_timerinactive_timerpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTtask_groupcsssharesrculistsiblingsautogroupcfs_bandwidthuclamp_pctcgroup_subsys_statecgroupssrefcntrstat_css_nodeidserial_nronline_cntdestroy_workdestroy_rworkpercpu_refpercpu_count_ptrdatawork_structentryfuncatomic_long_tatomic64_twork_func_trcu_workworkwqcallback_headperiodquotaburstruntime_snaphierarchical_quotaperiod_activeslack_startedperiod_timerslack_timerthrottled_cfs_rqnr_periodsnr_throttlednr_burstthrottled_timeburst_timeuclamp_sebucket_idactiveuser_definedsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecore_forceidle_sumhlist_headfirstcpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbbool_Boolpcountrun_delaylast_arrivallast_queuedplist_nodeprio_listnode_listmm_structcpu_bitmapmmapmm_rbvmacache_seqnumget_unmapped_areammap_basemmap_legacy_basemmap_compat_basemmap_compat_legacy_basetask_sizehighest_vm_endpgdmembarrier_statemm_usersmm_countpgtables_bytesmap_countpage_table_lockmmap_lockmmlisthiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvbinfmtcontextioctx_lockioctx_tableowneruser_nsexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workpasidksm_merging_pagesfilef_uf_pathf_inodef_opf_lockf_countf_flagsf_modef_pos_lockf_posf_ownerf_credf_raf_versionf_securityprivate_dataf_epf_mappingf_wb_errf_sb_errfu_llistfu_rcuheadpathmntdentryspinlock_tspinlockrlockfmode_tmutexwait_lockosqwait_listoptimistic_spin_queueloff_t__kernel_loff_tfown_structpid_typeuideuidsignumrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatePIDTYPE_PIDPIDTYPE_TGIDPIDTYPE_PGIDPIDTYPE_SIDPIDTYPE_MAXkuid_tuid_t__kernel_uid32_tfile_ra_statesizeasync_sizera_pagesmmap_missprev_poserrseq_tpgd_tpgdval_trw_semaphorecountseqcount_tseqcountsequencemm_rss_statmm_context_tctx_idtlb_genldt_usr_semldtvdsovdso_imageperf_rdpmc_allowedpkey_allocation_mapexecute_only_pkeys16__s16shortxol_areaseqnumvmasvm_area_structvm_startvm_endvm_nextvm_prevvm_rbrb_subtree_gapvm_mmvm_page_protvm_flagsanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_userfaultfd_ctxpgprot_tpgprotpgprotval_tsharedanon_namerbrb_subtree_lasttask_rss_statarch_datafnfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tlevelinodeswait_pidfdnumberswait_queue_head_twait_queue_headheadupidnshlist_nodepprevbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledgidsuidsgidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuserucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tkernel_cap_structcapserialwatcherssemlast_used_atpermquotalendatalenrestrict_linkkey_serial_tint32_ts32__s32graveyard_linkserial_nodeexpiryrevoked_attime64_tkey_perm_tuint32_tindex_keykeyring_index_keyhashdomain_tagdescriptionxdesc_lendesclen_desckey_typenamedef_datalenvet_descriptionpreparsefree_preparseinstantiateupdatematch_preparsematch_freerevokedestroydescribereadrequest_keylookup_restrictionasym_queryasym_eds_opasym_verify_signaturelinklock_classsize_t__kernel_size_t__kernel_ulong_tkey_preparsed_payloadorig_descriptionpayloadkey_payloadrcu_data0key_match_datacmpraw_datapreparsedlookup_typeseq_filebuffrompad_untilindexread_posoppoll_eventprivaterequest_key_actor_tkey_restrictioncheckkeytypekey_restrict_link_func_tkernel_pkey_paramsencodinghash_algoinfoin_lenout_lenin2_lenkernel_pkey_operationkernel_pkey_encryptkernel_pkey_decryptkernel_pkey_signkernel_pkey_verifykernel_pkey_querysupported_opsmax_data_sizemax_sig_sizemax_enc_sizemax_dec_sizelock_class_keykey_tagname_linkkeysassoc_arrayrootnr_leaves_on_treeassoc_array_ptruser_namespaceuid_mapgid_mapprojid_mapgroupparent_could_setfcapkeyring_name_listuser_keyring_registerkeyring_sempersistent_keyring_registersetsysctlsucount_maxuid_gid_mapnr_extentsextentuid_gid_extentlower_firstforwardreversens_commonstashedopsinumctl_table_setis_seendirctl_dirheaderctl_table_headerunregisteringctl_table_argctl_tableusednregcompletiondonewaitswait_queue_headtask_listprocnamemaxlenchildproc_handlerextra1extra2umode_tucountnon_rcusysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchselectoroffsetlenon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockperf_event_contextpmuactive_ctx_listpinned_groupsflexible_groupsevent_listpinned_activeflexible_activenr_eventsnr_activenr_useris_activenr_statnr_freqrotate_disablerotate_necessaryrefcounttasktimestamptimeoffsetparent_ctxparent_gengenerationpin_countnr_cgroupstask_ctx_dataperf_event_groupstreenodeshome_nodewcpuset_mems_alloweduser_nodemasktlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchrcu_userspage_fragpagegfp_tmem_cgroupmemorykmemtcpmemhigh_workzswap_maxsoft_limitvmpressureoom_groupoom_lockunder_oomswappinessoom_kill_disableevents_fileevents_local_fileswap_events_filethresholds_lockthresholdsmemsw_thresholdsoom_notifymove_charge_at_immigratemove_lockmove_lock_flags_pad1_vmstatsmemory_eventsmemory_events_localsocket_pressuretcpmem_activetcpmem_pressurekmemcg_idobjcgobjcg_list_pad2_moving_accountmove_lock_taskvmstats_percpucgwb_listcgwb_domaincgwb_frnevent_list_lockdeferred_split_queuenodeinfomem_cgroup_idrefpage_counterminlowhighmaxeminmin_usagechildren_min_usageelowlow_usagechildren_low_usagewatermarkfailcntswapmemswscannedreclaimedtree_scannedtree_reclaimedsr_lockevents_lockcgroup_fileknnotified_atnotify_timertimer_listmem_cgroup_thresholdsprimarysparemem_cgroup_threshold_arycurrent_thresholdentriesmem_cgroup_thresholdeventfdthresholdeventfd_ctxmemcg_paddingmemcg_vmstatsstate_pendingevents_pendingwb_domaincompletionsperiod_timedirty_limit_tstampdirty_limitfprop_globalpercpu_countercountersmemcg_cgwb_frnbdi_idmemcg_idatwb_completioncntwaitqdeferred_splitsplit_queue_locksplit_queuesplit_queue_lenmem_cgroup_per_nodelruveclruvec_stats_percpulruvec_statslru_zone_sizeitershrinker_infotree_nodeusage_in_excesson_treememcglistslru_lockanon_costfile_costnonresident_agerefaultspgdatmem_cgroup_reclaim_iterpositionllist_headthread_structtls_arrayspesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnsig_on_uaccess_errpkrufpudesc_structlimit0base0base1dplplimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capspmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingfasyncpending_wakeuppending_killpending_disablepending_addrevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventclockoverflow_handleroverflow_handler_contextorig_overflow_handlerprogbpf_cookietp_eventftrace_opscgrpsb_listmoduledevattr_groupsattr_updatecapabilitiespmu_disable_countpmu_cpu_contextexclusive_cnttask_ctx_nrhrtimer_interval_msnr_addr_filterspmu_enablepmu_disableevent_initevent_mappedevent_unmappedadddelstopstart_txncommit_txncancel_txnevent_idxsched_tasktask_ctx_cacheswap_task_ctxsetup_auxfree_auxsnapshot_auxaddr_filters_validateaddr_filters_syncaux_output_matchfilter_matchcheck_periodattribute_groupis_visibleis_bin_visibleattrsbin_attrskobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppresskernfs_nodepriviattrsymlinkkernfs_elem_dirsubdirsrevkernfs_elem_symlinktarget_knkernfs_elem_attropennotify_nextattributebin_attributewriteaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapi_mmap_rwsemnrpageswriteback_indexa_opswb_errprivate_lockprivate_listinodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atimei_mtimei_ctimei_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_devicesi_generationi_fsnotify_maski_fsnotify_marksi_crypt_infoi_verity_infoi_privateposix_acla_refcounta_rcua_counta_entriesposix_acl_entrye_tage_perme_uide_gidi_nlink__i_nlinkdev_t__kernel_dev_ttimespec64blkcnt_ti_dentryi_rcui_fopfree_inodefile_operationsllseekread_iterwrite_iteriopolliterateiterate_sharedunlocked_ioctlcompat_ioctlmmap_supported_flagsflushreleasefsyncsendpagecheck_flagsflocksplice_writesplice_readsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmdmkobjmodinfo_attrsversionsrcversionholders_dirsymscrcsnum_symsparam_lockkpnum_kpnum_gpl_symsgpl_symsgpl_crcsusing_gplonly_symbolssig_okasync_probe_requestednum_exentriesextableinitcore_layoutinit_layouttaintsnum_bugsbug_listbug_tablekallsymscore_kallsymssect_attrsnotes_attrspercpupercpu_sizenoinstr_text_startnoinstr_text_sizenum_tracepointstracepoints_ptrsnum_srcu_structssrcu_struct_ptrsnum_bpf_raw_eventsbpf_raw_eventsbtf_data_sizebtf_datajump_entriesnum_jump_entriesnum_trace_bprintk_fmttrace_bprintk_fmt_starttrace_eventsnum_trace_eventstrace_evalsnum_trace_evalsnum_ftrace_callsitesftrace_callsiteskprobes_text_startkprobes_text_sizekprobe_blacklistnum_kprobe_blacklistnum_static_call_sitesstatic_call_sitesklpklp_aliveklp_infosource_listtarget_listexitei_funcsnum_ei_funcsmodule_stateMODULE_STATE_LIVEMODULE_STATE_COMINGMODULE_STATE_GOINGMODULE_STATE_UNFORMEDmodule_kobjectkobjmoddrivers_dirmpkobj_completionkernel_symbolvalue_offsetname_offsetnamespace_offsetmodule_layouttext_sizero_sizero_after_init_sizemtnmod_tree_nodelatch_tree_nodemod_arch_specificmod_kallsymssymtabnum_symtabstrtabtypetabElf64_Symtracepoint_ptr_tssize_t__kernel_ssize_t__kernel_long_tkiocbki_filpki_poski_completeki_flagski_ioprioki_waitqiov_iteriter_typenofaultdata_sourceiov_offsetiovkvecbvecxarraypipepipe_inode_inford_waitwr_waitmax_usagering_sizenote_lossnr_accountedreaderswritersr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufswatch_queue_refcountmemcg_datamappinglru__fillermlock_countpp_magicpp_pp_mapping_paddma_addrdma_addr_upperpp_frag_countcompound_headcompound_dtorcompound_ordercompound_mapcountcompound_pincountcompound_nr_compound_pad_1_compound_pad_2deferred_list_pt_pad_1pmd_huge_pte_pt_pad_2ptlpgtable_tpt_mmpt_frag_refcountpgmapzone_device_data_mapcountpage_typefasync_structfa_lockmagicfa_fdfa_nextfa_filefa_rcuuser_struct__countepoll_watchesunix_inflightpipe_bufsuidhash_nodenr_watchesratelimitratelimit_stateintervalprintedmissedbeginnr_segsxarray_startstart_headio_comp_batchreq_listneed_tscompletedir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procfl_owner_tfile_lockfl_blockerfl_listfl_linkfl_blocked_requestsfl_blocked_memberfl_ownerfl_flagsfl_typefl_pidfl_link_cpufl_waitfl_filefl_startfl_endfl_fasyncfl_break_timefl_downgrade_timefl_opsfl_lmopsfl_unfs_flnfs4_flafsnfs_lock_infonlm_lockownernfs4_lock_infodebug_idio_uring_cmdcmdtask_work_cbcmd_oppadpdui_pipei_cdevi_linki_dir_seqxa_lockxa_flagsxa_headperf_output_handleeventwakeupaux_flagsaddrperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_size__reserved_3sig_datasample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregalloctp_listpwr_accptscbp_listarch_hw_breakpointaddressmaskiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsperf_buffernr_pagesoverwritepausednestlostevent_lockmmap_lockedmmap_useraux_headaux_nestaux_wakeupaux_pgoffaux_nr_pagesaux_overwriteaux_mmap_countaux_mmap_lockedaux_refcountaux_in_samplingaux_pagesaux_privuser_pagedata_pagesirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filterspid_namespaceidrpid_allocatedchild_reaperpid_cachepbacctrebootidr_rtidr_baseidr_nextkmem_cachecpu_slabmin_partialobject_sizereciprocal_sizecpu_partialcpu_partial_slabsooallocflagsctorinusealignred_left_padrandomremote_node_defrag_ratiorandom_sequseroffsetusersizeslab_flags_treciprocal_valuemsh1sh2kmem_cache_order_objectskmem_cache_nodelist_locknr_partialpartialnr_slabstotal_objectsfullperf_overflow_handler_tperf_sample_datarawbr_stacktxndata_srciptid_entrystream_idcpu_entrycallchainaux_sizeregs_userregs_intrstack_user_sizephys_addrdata_page_sizecode_page_sizeperf_sample_weightvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdtidreservedperf_regsabiregspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axcstrace_event_callclassprint_fmtperf_refcountperf_eventsprog_arrayperf_permtptrace_eventfuncsevent_filterfilter_stringsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizeftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_hashsize_bitsbucketsavx512_timestampfpstate__task_fpstateguest_perm__fpstateuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_statecwdswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387extended_state_areaxstate_headerxcomp_bvfpu_state_perm__state_perm__state_size__user_state_size0:128 return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nstime_namespaceoffsetsvvar_pagefrozen_offsetstimens_offsetsmonotonicboottime0:3mnt_namespacens_lockseqmountspending_mounts0:0:2/usr/include/gadget/mntns_filter.h return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); args.fname = filename; struct args_t args = {}; args.mode = mode; args.flags = flags; bpf_map_update_elem(&start, &pid, &args, 0);ig_openat_etracepoint/syscalls/sys_enter_openat0:2:3 (__u16)ctx->args[3]); return trace_enter((const char *)ctx->args[1], (int)ctx->args[2],syscall_trace_exitretig_open_xtracepoint/syscalls/sys_exit_openint ig_open_x(struct syscall_trace_exit *ctx) u32 pid = bpf_get_current_pid_tgid(); u64 uid_gid = bpf_get_current_uid_gid(); ap = bpf_map_lookup_elem(&start, &pid); if (!ap)0:2 ret = ctx->ret; if (targ_failed && ret >= 0)bpf_func_idBPF_FUNC_unspecBPF_FUNC_map_lookup_elemBPF_FUNC_map_update_elemBPF_FUNC_map_delete_elemBPF_FUNC_probe_readBPF_FUNC_ktime_get_nsBPF_FUNC_trace_printkBPF_FUNC_get_prandom_u32BPF_FUNC_get_smp_processor_idBPF_FUNC_skb_store_bytesBPF_FUNC_l3_csum_replaceBPF_FUNC_l4_csum_replaceBPF_FUNC_tail_callBPF_FUNC_clone_redirectBPF_FUNC_get_current_pid_tgidBPF_FUNC_get_current_uid_gidBPF_FUNC_get_current_commBPF_FUNC_get_cgroup_classidBPF_FUNC_skb_vlan_pushBPF_FUNC_skb_vlan_popBPF_FUNC_skb_get_tunnel_keyBPF_FUNC_skb_set_tunnel_keyBPF_FUNC_perf_event_readBPF_FUNC_redirectBPF_FUNC_get_route_realmBPF_FUNC_perf_event_outputBPF_FUNC_skb_load_bytesBPF_FUNC_get_stackidBPF_FUNC_csum_diffBPF_FUNC_skb_get_tunnel_optBPF_FUNC_skb_set_tunnel_optBPF_FUNC_skb_change_protoBPF_FUNC_skb_change_typeBPF_FUNC_skb_under_cgroupBPF_FUNC_get_hash_recalcBPF_FUNC_get_current_taskBPF_FUNC_probe_write_userBPF_FUNC_current_task_under_cgroupBPF_FUNC_skb_change_tailBPF_FUNC_skb_pull_dataBPF_FUNC_csum_updateBPF_FUNC_set_hash_invalidBPF_FUNC_get_numa_node_idBPF_FUNC_skb_change_headBPF_FUNC_xdp_adjust_headBPF_FUNC_probe_read_strBPF_FUNC_get_socket_cookieBPF_FUNC_get_socket_uidBPF_FUNC_set_hashBPF_FUNC_setsockoptBPF_FUNC_skb_adjust_roomBPF_FUNC_redirect_mapBPF_FUNC_sk_redirect_mapBPF_FUNC_sock_map_updateBPF_FUNC_xdp_adjust_metaBPF_FUNC_perf_event_read_valueBPF_FUNC_perf_prog_read_valueBPF_FUNC_getsockoptBPF_FUNC_override_returnBPF_FUNC_sock_ops_cb_flags_setBPF_FUNC_msg_redirect_mapBPF_FUNC_msg_apply_bytesBPF_FUNC_msg_cork_bytesBPF_FUNC_msg_pull_dataBPF_FUNC_bindBPF_FUNC_xdp_adjust_tailBPF_FUNC_skb_get_xfrm_stateBPF_FUNC_get_stackBPF_FUNC_skb_load_bytes_relativeBPF_FUNC_fib_lookupBPF_FUNC_sock_hash_updateBPF_FUNC_msg_redirect_hashBPF_FUNC_sk_redirect_hashBPF_FUNC_lwt_push_encapBPF_FUNC_lwt_seg6_store_bytesBPF_FUNC_lwt_seg6_adjust_srhBPF_FUNC_lwt_seg6_actionBPF_FUNC_rc_repeatBPF_FUNC_rc_keydownBPF_FUNC_skb_cgroup_idBPF_FUNC_get_current_cgroup_idBPF_FUNC_get_local_storageBPF_FUNC_sk_select_reuseportBPF_FUNC_skb_ancestor_cgroup_idBPF_FUNC_sk_lookup_tcpBPF_FUNC_sk_lookup_udpBPF_FUNC_sk_releaseBPF_FUNC_map_push_elemBPF_FUNC_map_pop_elemBPF_FUNC_map_peek_elemBPF_FUNC_msg_push_dataBPF_FUNC_msg_pop_dataBPF_FUNC_rc_pointer_relBPF_FUNC_spin_lockBPF_FUNC_spin_unlockBPF_FUNC_sk_fullsockBPF_FUNC_tcp_sockBPF_FUNC_skb_ecn_set_ceBPF_FUNC_get_listener_sockBPF_FUNC_skc_lookup_tcpBPF_FUNC_tcp_check_syncookieBPF_FUNC_sysctl_get_nameBPF_FUNC_sysctl_get_current_valueBPF_FUNC_sysctl_get_new_valueBPF_FUNC_sysctl_set_new_valueBPF_FUNC_strtolBPF_FUNC_strtoulBPF_FUNC_sk_storage_getBPF_FUNC_sk_storage_deleteBPF_FUNC_send_signalBPF_FUNC_tcp_gen_syncookieBPF_FUNC_skb_outputBPF_FUNC_probe_read_userBPF_FUNC_probe_read_kernelBPF_FUNC_probe_read_user_strBPF_FUNC_probe_read_kernel_strBPF_FUNC_tcp_send_ackBPF_FUNC_send_signal_threadBPF_FUNC_jiffies64BPF_FUNC_read_branch_recordsBPF_FUNC_get_ns_current_pid_tgidBPF_FUNC_xdp_outputBPF_FUNC_get_netns_cookieBPF_FUNC_get_current_ancestor_cgroup_idBPF_FUNC_sk_assignBPF_FUNC_ktime_get_boot_nsBPF_FUNC_seq_printfBPF_FUNC_seq_writeBPF_FUNC_sk_cgroup_idBPF_FUNC_sk_ancestor_cgroup_idBPF_FUNC_ringbuf_outputBPF_FUNC_ringbuf_reserveBPF_FUNC_ringbuf_submitBPF_FUNC_ringbuf_discardBPF_FUNC_ringbuf_queryBPF_FUNC_csum_levelBPF_FUNC_skc_to_tcp6_sockBPF_FUNC_skc_to_tcp_sockBPF_FUNC_skc_to_tcp_timewait_sockBPF_FUNC_skc_to_tcp_request_sockBPF_FUNC_skc_to_udp6_sockBPF_FUNC_get_task_stackBPF_FUNC_load_hdr_optBPF_FUNC_store_hdr_optBPF_FUNC_reserve_hdr_optBPF_FUNC_inode_storage_getBPF_FUNC_inode_storage_deleteBPF_FUNC_d_pathBPF_FUNC_copy_from_userBPF_FUNC_snprintf_btfBPF_FUNC_seq_printf_btfBPF_FUNC_skb_cgroup_classidBPF_FUNC_redirect_neighBPF_FUNC_per_cpu_ptrBPF_FUNC_this_cpu_ptrBPF_FUNC_redirect_peerBPF_FUNC_task_storage_getBPF_FUNC_task_storage_deleteBPF_FUNC_get_current_task_btfBPF_FUNC_bprm_opts_setBPF_FUNC_ktime_get_coarse_nsBPF_FUNC_ima_inode_hashBPF_FUNC_sock_from_fileBPF_FUNC_check_mtuBPF_FUNC_for_each_map_elemBPF_FUNC_snprintfBPF_FUNC_sys_bpfBPF_FUNC_btf_find_by_name_kindBPF_FUNC_sys_closeBPF_FUNC_timer_initBPF_FUNC_timer_set_callbackBPF_FUNC_timer_startBPF_FUNC_timer_cancelBPF_FUNC_get_func_ipBPF_FUNC_get_attach_cookieBPF_FUNC_task_pt_regsBPF_FUNC_get_branch_snapshotBPF_FUNC_trace_vprintkBPF_FUNC_skc_to_unix_sockBPF_FUNC_kallsyms_lookup_nameBPF_FUNC_find_vmaBPF_FUNC_loopBPF_FUNC_strncmpBPF_FUNC_get_func_argBPF_FUNC_get_func_retBPF_FUNC_get_func_arg_cntBPF_FUNC_get_retvalBPF_FUNC_set_retvalBPF_FUNC_xdp_get_buff_lenBPF_FUNC_xdp_load_bytesBPF_FUNC_xdp_store_bytesBPF_FUNC_copy_from_user_taskBPF_FUNC_skb_set_tstampBPF_FUNC_ima_file_hashBPF_FUNC_kptr_xchgBPF_FUNC_map_lookup_percpu_elemBPF_FUNC_skc_to_mptcp_sockBPF_FUNC_dynptr_from_memBPF_FUNC_ringbuf_reserve_dynptrBPF_FUNC_ringbuf_submit_dynptrBPF_FUNC_ringbuf_discard_dynptrBPF_FUNC_dynptr_readBPF_FUNC_dynptr_writeBPF_FUNC_dynptr_dataBPF_FUNC_tcp_raw_gen_syncookie_ipv4BPF_FUNC_tcp_raw_gen_syncookie_ipv6BPF_FUNC_tcp_raw_check_syncookie_ipv4BPF_FUNC_tcp_raw_check_syncookie_ipv6__BPF_FUNC_MAX_ID131/usr/include/gadget/buffer.h if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_reserve)) return bpf_ringbuf_reserve(map, size, 0); if (!event) return bpf_map_lookup_elem(&gadget_heap, &zero); event->gid = (u32)(uid_gid >> 32); event->pid = bpf_get_current_pid_tgid() >> 32; event->uid = (u32)uid_gid; bpf_get_current_comm(&event->comm, sizeof(event->comm)); bpf_probe_read_user_str(&event->fname, sizeof(event->fname), ap->fname); if (ret >= 0) { event->flags = ap->flags; event->mode = ap->mode; event->err = errval; event->fd = fd; event->mntns_id = gadget_get_mntns_id(); event->timestamp = bpf_ktime_get_boot_ns();132 if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_submit)) { bpf_ringbuf_submit(buf, 0); return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); bpf_map_delete_elem(&start, &pid); return trace_exit(ctx);ig_openat_xtracepoint/syscalls/sys_exit_openatint ig_openat_x(struct syscall_trace_exit *ctx)gadget_filter_by_mntnstarg_pidtarg_tgidtarg_uidtarg_failedLICENSEgadget_param_targ_tgidgadget_param_targ_uidgadget_param_targ_failedgadget_map_tracer_eventsgadget_tracer_open___events___eventmntns_iderrfdgadget_timestamp__gadget_tracer_type_opengadget_reserve_buf.zero.bss.maps.rodatalicensesuper_blockanon_vma_namevm_operations_structbio_veciovecinode_operationsnetwait_page_queuevfsmountkobj_typekernfs_open_nodekernfs_iattrspipe_bufferworkqueue_structproc_ns_operationsuts_namespaceipc_namespacectl_table_pollctl_table_rootctl_nodemountfsnotify_mark_connectorkmem_cache_cpufs_pincgroup_namespacecss_setkernfs_rootseq_operationskernfs_opsbpf_local_storagedeviceobj_cgroupmemcg_vmstats_percpupglist_datahrtimer_clock_basecgroup_subsysbpf_prog_arraybpf_progpercpu_ref_dataexception_table_entryfs_structwatch_listkey_userfile_lock_contextcdevfscrypt_infofsverity_infoaddress_space_operationsblk_plugsignal_structsighand_structmodule_param_attrsmodule_attributekernel_parambug_entryelf64_symmodule_sect_attrsmodule_notes_attrserror_injection_entrysrcu_structbpf_raw_event_maptracepointjump_entrystatic_call_sitetrace_event_classtrace_event_functionsprog_entryperf_cpu_contextperf_cgroupperf_event_mmap_pageperf_addr_filter_rangeperf_raw_recordperf_branch_stackperf_callchain_entrytrace_eval_mapklp_modinforequestrequest_queuebdi_writebackfile_lock_operationslock_manager_operationsnfs4_lock_statepage_pooldev_pagemapuserfaultfd_ctxlinux_binfmtkernel_siginfoldt_structkioctx_tablemmu_notifier_subscriptionsrcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infoftrace_ret_stackuprobe_taskvm_structbpf_run_ctxmath_emu_info DD ( S0IWWpS&||6|#| p |!|(|0@|0H|0P|Ux`|0h|k |k |k |! ||k |(|(|,|0| ,|0@(U D@U DU D(VKV d(VKV d(V(VmV h||V(|V0|V 8|VH|V`|W|IW&|tW|W6|W#| p |!|(|0@|0H|0P|Ux`|0h|k |k |k |! ||k |(|(|,|0| ,|0@(U D@U DU D(VKV d(VKV d(V(VmV h||V(|V0|V 8|VH|V`|W|WW0|X|DX |DX |kX0|8|XX|X`|X $h|X(|X(HmemHmm |m8Hmm 8|m8P|np`|Anhh|n pp|qn lx|An*h|An h|nt|nt|nCx|n"x|nx|oL|"o||"o||=o |=o(|Vo 0|lo 8@X|"o|`U D|"o|U DU D|}o|o|o Hmo(Hm&pHHmDp ||p|pp0|p|DX |DX |kX0|8|XX|X`|X $h|X(|X(HmemHmm |m8Hmm 8|m8P|np`|Anhh|n pp|qn lx|An*h|An h|nt|nt|nCx|n"x|nx|oL|"o||"o||=o |=o(|Vo 0|lo 8@X|"o|`U D|"o|U DU D|}o|o|o Hmo(Hm&pHHmDp ||p|pS*v**1UHUx"VIW*nW*v*1UHUx"VW`XDm @1UU"Vo p`XDm @1UU"Vo hfJ.h{_C'tX@ <H    m Q @5   H      * @    `   0 i(($h%&'(`)($h%&'(`)8)h,-."H-)8)h,-."H-)81D2P3\4h5t6.()-Ȥ'Ԥ%$&,"0,<L\p 0@P`p 0@P`p(8HXhx(8HXhx(@P`p 0@P`p 0@P`p 0HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 T d t          $ 4 D T d t       -4591/.06:8237ig_openat_xig_open_x.text.rel.BTF.extstartgadget_tracer_open___events___event.reltracepoint/syscalls/sys_exit_openat.reltracepoint/syscalls/sys_enter_openatgadget_map_tracer_events.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_mapgadget_heapgadget_reserve_buf.zero.reltracepoint/syscalls/sys_exit_open.reltracepoint/syscalls/sys_enter_open__gadget_tracer_type_open.llvm_addrsiglicenseig_openat_eig_open_egadget_param_targ_uidtarg_pidgadget_param_targ_tgidgadget_param_targ_failed.strtab.symtab.rodata.rel.BTFLICENSELBB1_9LBB0_9LBB3_8LBB2_8LBB1_8LBB0_8LBB3_6LBB2_6LBB1_6LBB0_6LBB3_5LBB2_5LBB1_4LBB0_4LBB3_14LBB2_14LBB3_3LBB2_3LBB3_13LBB2_13LBB1_2LBB0_2LBB3_12LBB2_12LBB3_10LBB2_10LBB1_10LBB0_10R@F@B @@C`| @C` ` @DpX T @pDp    p` 0` # @D!,1  @E LopR>(#index.json0000644000000000000000000000274214621216650013066 0ustar00rootroot00000000000000{"schemaVersion":2,"manifests":[{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:87c3ecca8d843f2e08382836cb0eff718fa5c56d786c73e2674d7e9db13a1ac7","size":1711,"annotations":{"org.opencontainers.image.ref.name":"ghcr.io/inspektor-gadget/gadget/trace_open:latest"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:20a6646251ab1273da15f6f3588a8fef4c6934f3dd88937db93a61dd652c66df","size":1158,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:cd2462744cabf334e6b4eb3a0079063a276e067db50ebbf423bcd9af22194989","size":1158,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"},"platform":{"architecture":"arm64","os":"linux"}}]}oci-layout0000644000000000000000000000003614621216650013066 0ustar00rootroot00000000000000{"imageLayoutVersion":"1.0.0"}inspektor-gadget-0.46.0/docs/api/_golang/from_memory/000077500000000000000000000000001510117411400225055ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/from_memory/.gitignore000066400000000000000000000000141510117411400244700ustar00rootroot00000000000000from_memory inspektor-gadget-0.46.0/docs/api/_golang/from_memory/main.go000066400000000000000000000055761510117411400237750ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "context" _ "embed" "fmt" "os" "github.com/quay/claircore/pkg/tarfs" orasoci "oras.land/oras-go/v2/content/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) //go:embed trace_open.tar var traceOpenBytes []byte func do() error { ctx := context.Background() // Create an FS from the tarball bytes fs, err := tarfs.New(bytes.NewReader(traceOpenBytes)) if err != nil { return err } // Create the oras target from the FS target, err := orasoci.NewFromFS(ctx, fs) if err != nil { return fmt.Errorf("getting oci store from bytes: %w", err) } const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d, igjson.WithShowAll(true), igjson.WithPretty(true, " ")) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil }), ) gadgetCtx := gadgetcontext.New( context.Background(), // The name of the gadget to run is needed as a tarball can contain multiple images. "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators(ocihandler.OciHandler, myOperator), gadgetcontext.WithOrasReadonlyTarget(target), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/from_memory/trace_open.tar000066400000000000000000005520001510117411400253360ustar00rootroot00000000000000blobs/sha256/20a6646251ab1273da15f6f3588a8fef4c6934f3dd88937db93a61dd652c66df0000444000000000000000000000220614621216650023741 0ustar00rootroot00000000000000{"schemaVersion":2,"config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:4326d8996b54290ca8e8422cf7119ccb7822650ae40837805f5ff867250ca2fe","size":1576,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"}},"layers":[{"mediaType":"application/vnd.gadget.ebpf.program.v1+binary","digest":"sha256:d4797e15f105a82e08912fe7168650ff5d425d8505742e4cbaa6e8a3b0b7a636","size":88760}],"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"}}blobs/sha256/367661ade36159f4c59ec79dfe27c07f23271af91aab8298c1614e13a78dc6ac0000444000000000000000000023742014621216650024022 0ustar00rootroot00000000000000ELF:@@y(y yc aaw ]!Caag w ];aa!aag w ]0#h aqyaqyqa{qU {{kczc iyqe^ @7qR 7qH{{iw ccg w cq.yq>rye1eac'(i k',c c7$#h qyqyqa{}{yqt@GPL,,w   ( @*3 > JZ`@sy   @@`    @!$&#%@'*+@.  ,,% )7@- E)I /@"L2X`6@f7lsz;-@@`A^`j C-#3ZDJ"\@"g`"n"~"#@#6@3 3 333E44"-42U5DU5R 5eE@5|556E@6E6@77E89C@:;@;;%<.`=9=C=O=]->d@>p`>a>b>c>>>>>>>>">.><>G>W->d?%@r@w@A@@AEAEB@BEBE@CCDEFEFG@GG6G#3H)3@H/3H5HBIH9KV-@K\-Kc3Kn3L}-@L-LL@OP@PP PQQQR R R S @S S# S+ T3 @T@ TN TV -U` $Ul Vy |@V V V V W W 3W 3W X O X @X JX @Y @Y 6Y& Y/ Z4 @ZB ZS Z^ [n -@[} [ [ ] 3] 3^ 3@^ ^ ` ` ` a E@a a, b? E@bM b\ cm dy @d d Ee -@f f f f f g  g @g% -g8 3gC 3h\ 3@hr {h| i @i -i i -j j k -@k kk l @l l m  m- -@m? mT mc 3r 3 @     9@ 9` - -@%`5N[ j@p~@@76@L -#3@4)-3159? L8Wg9l:u}<>@?`?p=<91BCE@33@3 3#31@G7H>HC-@SLWc-j@u}-D@DCFF@EAI7%B33@3J.GG3G8G@=SLLNT-hX@rX-3 G@ Y  E Z   [ 3@ 3 3 )3 C@ M` \E kzKD@zuD @33@3--@-M @ O -@--P!.Q7RGSQ9TWUUN U\V_,d?s?x@l}\]@0E--  0_@^uC333@33[3@$1<NYabaqiw@bcd@hUUUU Cc[e fga`k ? m@7-s${@(EZ@ -E E 6 @ N bnio@lpEEsE39r@z@-q@ sE@vtuu[wx yr8r${ #|}@{~ |mGH>@ O1c@833>3D3@Q[UdUrUaaE33@33@ 333+3@63B3L[^3@j3t[33@3333@333.3@A3R3d3v3@333 -@+ UUUU@ -@)6B(ME@WEak.;v{K@3--@--9@9`9s  '@1E8-D-@O-X-btl-@t-|--@`----@--- -@ - - - @ %"-@*5A@G@OXo-~-@ 9sr@@- -----@s  @&@,4;@3J6U6@bgqz <{@@ RP AsO@`Es9] %@+48=D.M[Q c9hUpU+yQ  -@`?3'(9sAs@OE4?H-.Q 9s9](tj6@r7y6-;t<~=(3@--@C-@-E@ -#6@3sGQdmt3 } C- QE89 d8-@ X((Q@`3 @3  % / 9 >  J O @T `` -g -o u %p97  @  ${     E@  @Y  @5#3)3@ OB0? @)#3)3/3@  !!!)!P5!;!@I!`W!k!3s!@z!zJ{!f94 !@!`!8!!!! ! @! ! ! ! @!, " " +" @:" 6K"sG@P"X"c"Qj" p"" "" f7" @""@K"6"@4!"" " -@n"U"""##E#C##*#5#\>#I#R#(X#"b#(t#-@ y#!##-#?##m(t#-#-@ y#!#-###$@#'#)#2@#4#4#6 $B@$D$D&$F/$N@4$P@$SS$^^$g@j$j$E$l@$%$&$-( * +,$P$#-@$.0"$"$##@$ $6/61 3 +5  +7 89$ %:%0@%6#%; <>@/%=4%? A 9C 8E G >HI:% xC%-$@G%$9$L%$V%@\% e%Jh%L@s%6K M O X>-${%QR  6T UV%%W @% %XY  Z\ [ #] ._ `ea b%0 %@%%-%c e%d@%&&&2&F&W&fj&|&* &@&P&`&ph i06bk i00&&${f7L< $.o &E&p&&q&-@r''p''u/'u@7'u A B'@ {-@H'<]'Eo' @ ' '  r '~ 'P"@''H'v@@'xy' ' 9@w'z(z@w ((s(|@#(97} ((`6(>(@ ~B(XJ(&KQ(Pb(p(&@' @${~((@9`(( ((@( O(E@~( @(6@(((@(6(6( ( 6$XP" 499(s)${ )))&)EA0)9)-=)(E  H)9 U)@B\)r)CDE~):)8)3)3@)3)3)3)3@)3)@-)*?FGH*+* O@/*E?*M*]*Eh*Ev*E****** *@*`*7*@3*3@*3* +3+3@ +*+5+6#{C+N+`+KV%3@e+m+s l9 0o+@u+@+@++I--J++7${+++@`KT x+9-@+--   L++.m@+ + , ,r,-,-),4,<>,<G,Q,\, m,@y,,,, ,!,E!,-",@",-"-$ -$-r#-t7--wG-<@wU-`we-wo-wu-Ex-z-9z-@@z-z-Ez-@{-]*E--- ..7 .pfs .-@$.-(.-+--.-@2.s<.sO.-T.s@^.sq.-{.-@p..),x.-.-@.-.-.E@.r.8..-@.,.(- //!/@'/@/ R/@Z/o/w/-@/#/  /@'/@3X0-ms /x /@/-/-@/-/01@H`0( O9[@(E0 0(/0360@?03(B0P09T0@Z0 i0z0E@0-0 80000 @0 0  0C@ 0-! 1<@!1!01!1*1-41->1s@N1-W1@E-0/@ X)-]1u1+@ MNO~1=1`11116161@11-1-1@11@!23!23"23@"23"1 h*2-.2-@22-62-:2->2-@B2-F2-J2-N2-@R2-U2-X2- [2-d2-@n2{2222 2 @2 222 2@223K 3E3E&3EC233@>3EL3X3Ee3q3 |3@+*369@3`9:3t3333@333<3? 3? 3? 4A E*s@4t4t84D4EO4)U4EA@a4l493w4E@4-4T0@44@4`444-4R4{5595W'5X:5-K5$ @#{ 3@U5tb5eh5gy56@5g5~535y@U)55%6%5E&+*'(E55 5!5!@#5 66@+6996E6Y6i6t6@6666@66/$ @6"6$66@6&6(6)7+@7-7/&75<7 @N7_7l77 S"# $y7(#7%@7977& '7(7 @#E@'7)7*@77677788+ .8 99:89 @#C 0t#-A863@ F85 >(.L8031T8 d8-K@&/l8-p888 (284@83 7*788#@: ';<8@38$s%6g=/$@8v> 888 @8899 9J@9&9-.9-@>9 -D9K9 X9E@U6e96xk9r9 |9 9@9`9A9A9F9H@9969-I@9K`99M9M@9M9@9 `9Up:Ux:N:-&:.:-@;:-M:T:E@^:Oc:s:? :?0:E@:E:E@ P :t@ :t :9 :9 :9 :9 Q@ : :? ;E@ ;;(; 9; F; @T;6B^; h;7s;{@y;;E;;; D ;;CG ;J; ;L;;` g X@;3;;{;<<!A<@/$8&<0<@;<B<J<@Y<h<vu<-@8<<<@4 <@<<<<@<<<<@===5GT(E@#U$=V*=X8=@=K='@W=Y\=[a=j=@u=]@x===Y=[ =<@ =<H =<P =` =_ =` =b =b >f >->@>E">i,>j@5>kC>nN>o-Z>6@a>m>6>> >p@>>s>>u@>?6?v?@,?`B?wZ?xg?x?z@????6?@??@@|#@@5@~H@ET@E@`@l9e@@n@{@@@@@8@`@(@@'@@W@Z ^\  A A)A 5A@a FAP6@TA`^AfAyAc}A8@d@A0eCA Ag=g`AhA AA A@!"kA BlB@B-!B-m)B#$q3Br t%'y{}     -$DBLB]BX $ mB0sB{B@Bs%6BB? B@ XB(BUB<B<B<@9$B$BBBBC CC6    C#C+C s3C=CGC<QC ^C@fC` nCxCC<CC@CCK"sC@+@-@C9C-(#{(CV%-s%-CECECEC6D@(D-D@D-+D-64D-CDsQD-_D,@mD,H|D9`D9D D-D-@DE(D-D@D-DD EE9 E&E6@77E9AEKE0YEaE@gE`mEuE}E{E E7E@E-EsE4XsE9E@E( OE >@E`FF--F-F #F  .FI@GIArBOICYIDfIEuIFIGvHIIJIKIL*Mq.NIOIQIRISITIUJVJW"JX,JY8JZGJ[VJ\aJ]iJ^sJ_b`~JaJbJcJdJeJf>J?@J@JJKK@!K`2Kp?KOK\KeKsKKKKKKKKKKKK BK@56@:5-L:eK3@LL3L3@(L38L3`CEFGHK `I3IL3@RL-^L-iLzL ~L@`LDLD@LI3L@L`zL@waLEL3L3@(%ILELL3L3@LJL2MM%M-MU8MUCM?KM3@PM3MNVM3bM:@nM3{M3@M!*7#{@MMM9  @MTHM@q.XKXM]*E@l49M-Ms@MXMMXM-@M NN9)N-7-@9N7FNVN`N6iNP@sNQ-6~N ;SNVT URN*@N(E ON.N NZ${N@N@N( @NdGP"N@ {NO  OOO'O\]@0O-U@HU<WU fUMpUM}U x {&(EUGP"U3@NH3@UUV+@VX EV WXX+XDX]XqXXXXX X Y Y 2Y JYhYYYYYYZ Z9ZKZdZZZZZZZ[ *[!D["][#w[$[%[&['[([)\*-\+F\,_\-w\.\/\0\1\2\3\4]51]6J]7i]8]9]:];]<]=^>^?5^@C^A\^Bx^C^D^E^F^G^H_I'_JE_Kb_L{_M_N_O_P_Q_R`S0`TG`U^`Vr`W`X`Y`Z`[`\`]a^#a_8a`Jaabab}acadaeafag bh)bi9bjJbkbbl}bmbnbobpbqbrcs1ctGcuccvvcwcxcyczc{ d|d}8d~Ld_dudddddd e!e;eTeveeeeeef*fHfXfpfffffffg.gKgiggggggg hh=hPhdhhhhhhhi%i?i]ioi}iiiiiiij.jGjdj|jjjjjjk9kYknkkkkkl-l  <o  oo  oop p0!p07p0Pp0ip0 NH @*%@4`!ppp @`pppprpp  " (ppp qq!q/qDqJq7ZqBdqlqCxqqqqqqqqqqqrrr/rb7rCrRr]rnr|rrrrrrrrrss00s*s4s?sX"Hs[sqsS }ssssss& B ssss s tt t.t;tItRt`tstttttttttttuu-u9uNueuuuuuuuuuuvv%v4vAv~6\vevtvv4 ^ vvv|  vvvvwint__ARRAY_SIZE_TYPE__typemax_entrieskey_sizevalue_sizegadget_heapgadget_mntns_id__u64unsigned long long__u32unsigned intkeyvaluegadget_mntns_filter_mapu32args_tfnameflagsmodechar__u16unsigned shortstarteventssyscall_trace_enterentnrargstrace_entrypreempt_countpidunsigned charunsigned longctxig_openat_etracepoint/syscalls/sys_enter_openat0:2:3/work/program.bpf.c (__u16)ctx->args[3]);0:2:2 return trace_enter((const char *)ctx->args[1], (int)ctx->args[2],0:2:1 u64 id = bpf_get_current_pid_tgid(); u32 pid = id; if (targ_tgid && targ_tgid != tgid) u32 tgid = id >> 32; if (targ_pid && targ_pid != pid) if (valid_uid(targ_uid)) { uid = (u32)bpf_get_current_uid_gid(); if (targ_uid != uid) {/usr/include/gadget/mntns.h task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdlsched_classcore_nodecore_cookiecore_occupationsched_task_groupstatspreempt_notifiersbtrace_seqpolicynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmvmacacherss_statexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_psi_wake_requeuesched_remote_wakeupin_execvein_iowaitin_user_faultno_cgroup_migrationfrozenuse_memdelayin_memstallin_page_ownerin_eventfdpasid_activatedatomic_flagsrestart_blocktgidreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_groupthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimevtimetick_dep_masknvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmaskpendingsas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_statebacking_dev_infoio_contextcapture_controlptrace_messagelast_siginfoioacpsi_flagsacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcpuset_slab_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_event_ctxpperf_event_mutexperf_event_listpreempt_disable_ipmempolicyil_prevpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_sigrseq_event_masktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whenlatency_record_countlatency_recordtimer_slack_nsdefault_timer_slack_nskunit_testcurr_ret_stackcurr_ret_depthret_stackftrace_timestamptrace_overruntracing_graph_pausetracetrace_recursionmemcg_in_oommemcg_oom_gfp_maskmemcg_oom_ordermemcg_nr_pages_over_highactive_memcgthrottle_queueutasksequential_iosequential_io_avgkmap_ctrlpagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxkretprobe_instancesthreadttbr0cpuu64preemptcountneed_reschedrefcount_trefcount_structrefsatomic_tcounter__call_single_nodellistsrcdstllist_nodenextu_flagsa_flagsu16sched_entityloadrun_nodegroup_nodeexec_startsum_exec_runtimevruntimeprev_sum_exec_runtimenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftlist_headprevnr_runningh_nr_runningidle_nr_runningidle_h_nr_runningexec_clockmin_vruntimeforceidle_seqmin_vruntime_fitasks_timelinecurrlastskipnr_spread_overremovedtg_load_avg_contribpropagateprop_runnable_sumh_loadlast_h_load_updateh_load_nextrqon_listleaf_cfs_rq_listtgidleruntime_enabledruntime_remainingthrottled_pelt_idlethrottled_clockthrottled_clock_peltthrottled_clock_pelt_timethrottledthrottle_countthrottled_listrb_root_cachedrb_rootrb_leftmostsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estenqueuedewmalockraw_spinlock_traw_spinlockraw_lockarch_spinlock_tqspinlockvallockedu8__u8locked_pendingtaillongs64__s64long longsched_rt_entityrun_listtimeoutwatchdog_stamptime_slicebacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedeadlinedl_throttleddl_yieldeddl_non_contendingdl_overrundl_timerinactive_timerpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTtask_groupcsssharesrculistsiblingsautogroupcfs_bandwidthcgroup_subsys_statecgroupssrefcntrstat_css_nodeidserial_nronline_cntdestroy_workdestroy_rworkpercpu_refpercpu_count_ptrdatawork_structentryfuncatomic_long_tatomic64_twork_func_trcu_workworkwqcallback_headperiodquotaburstruntime_snaphierarchical_quotaperiod_activeslack_startedperiod_timerslack_timerthrottled_cfs_rqnr_periodsnr_throttlednr_burstthrottled_timeburst_timesched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecore_forceidle_sumhlist_headfirstcpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaylast_arrivallast_queuedplist_nodeprio_listnode_listmm_structcpu_bitmapmmapmm_rbvmacache_seqnumget_unmapped_areammap_basemmap_legacy_basetask_sizehighest_vm_endpgdmembarrier_statemm_usersmm_countpgtables_bytesmap_countpage_table_lockmmap_lockmmlisthiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvbinfmtcontextioctx_lockioctx_tableowneruser_nsexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendinguprobes_statehugetlb_usageasync_put_workpasidksm_merging_pagesfilef_pathf_inodef_opf_lockf_countf_flagsf_modef_pos_lockf_posf_ownerf_credf_raf_versionf_securityprivate_dataf_epf_mappingf_wb_errf_sb_errf_llistf_rcuheadf_iocb_flagspathmntdentryspinlock_tspinlockrlockfmode_tmutexwait_lockosqwait_listoptimistic_spin_queueloff_t__kernel_loff_tfown_structpid_typeuideuidsignumrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatePIDTYPE_PIDPIDTYPE_TGIDPIDTYPE_PGIDPIDTYPE_SIDPIDTYPE_MAXkuid_tuid_t__kernel_uid32_tfile_ra_statesizeasync_sizera_pagesmmap_missprev_poserrseq_tpgd_tpgdval_trw_semaphoreseqcount_tseqcountsequencemm_rss_statmm_context_tsigpagepinnedvdsoxol_areaseqnumvmasvm_area_structvm_startvm_endvm_nextvm_prevvm_rbrb_subtree_gapvm_mmvm_page_protvm_flagsanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_userfaultfd_ctxpgprot_tpgprotpteval_tsharedanon_namerbrb_subtree_lasttask_rss_statarch_datafnfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tlevelinodeswait_pidfdnumberswait_queue_head_twait_queue_headheadupidnshlist_nodepprevstarttimevtime_stateVTIME_INACTIVEVTIME_IDLEVTIME_SYSVTIME_USERVTIME_GUESTbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledgidsuidsgidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuserucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tkernel_cap_structcapserialwatcherssemlast_used_atpermquotalendatalenrestrict_linkkey_serial_tint32_ts32__s32graveyard_linkserial_nodeexpiryrevoked_attime64_tkey_perm_tuint32_tshortindex_keykeyring_index_keyhashdomain_tagdescriptionxdesc_lendesclen_desckey_typenamedef_datalenvet_descriptionpreparsefree_preparseinstantiateupdatematch_preparsematch_freerevokedestroydescribereadrequest_keylookup_restrictionasym_queryasym_eds_opasym_verify_signaturelinklock_classsize_t__kernel_size_t__kernel_ulong_tkey_preparsed_payloadorig_descriptionpayloadkey_payloadrcu_data0key_match_datacmpraw_datapreparsedlookup_typebool_Boolseq_filebuffrompad_untilindexread_posoppoll_eventprivaterequest_key_actor_tkey_restrictioncheckkeytypekey_restrict_link_func_tkernel_pkey_paramsencodinghash_algoinfoin_lenout_lenin2_lenkernel_pkey_operationkernel_pkey_encryptkernel_pkey_decryptkernel_pkey_signkernel_pkey_verifykernel_pkey_querysupported_opsmax_data_sizemax_sig_sizemax_enc_sizemax_dec_sizelock_class_keykey_tagname_linkkeysassoc_arrayrootnr_leaves_on_treeassoc_array_ptruser_namespaceuid_mapgid_mapprojid_mapgroupparent_could_setfcapkeyring_name_listuser_keyring_registerkeyring_sempersistent_keyring_registersetsysctlsucount_maxuid_gid_mapnr_extentsextentuid_gid_extentlower_firstforwardreversens_commonstashedopsinumctl_table_setis_seendirctl_dirheaderctl_table_headerunregisteringctl_table_argctl_tableusednregcompletiondonewaitswait_queue_headtask_listprocnamemaxlenchildproc_handlerextra1extra2umode_tucountnon_rcusysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockperf_event_contextpmuactive_ctx_listpinned_groupsflexible_groupsevent_listpinned_activeflexible_activenr_eventsnr_activenr_useris_activenr_statnr_freqrotate_disablerotate_necessaryrefcounttasktimestamptimeoffsetparent_ctxparent_gengenerationpin_countnr_cgroupstask_ctx_datanr_pendingperf_event_groupstreelocal_tanodeshome_nodewcpuset_mems_alloweduser_nodemasktlbflush_unmap_batchrcu_userspage_fragpageoffsetbacktracemaxgfp_tmem_cgroupmemorykmemtcpmemhigh_workzswap_maxsoft_limitvmpressureoom_groupoom_lockunder_oomswappinessoom_kill_disableevents_fileevents_local_fileswap_events_filethresholds_lockthresholdsmemsw_thresholdsoom_notifymove_charge_at_immigratemove_lockmove_lock_flags_pad1_vmstatsmemory_eventsmemory_events_localsocket_pressuretcpmem_activetcpmem_pressurekmemcg_idobjcgobjcg_list_pad2_moving_accountmove_lock_taskvmstats_percpucgwb_listcgwb_domaincgwb_frnevent_list_lockdeferred_split_queuenodeinfomem_cgroup_idrefpage_counterminlowhigheminmin_usagechildren_min_usageelowlow_usagechildren_low_usagewatermarkfailcntswapmemswscannedreclaimedtree_scannedtree_reclaimedsr_lockevents_lockcgroup_fileknnotified_atnotify_timertimer_listmem_cgroup_thresholdsprimarysparemem_cgroup_threshold_arycurrent_thresholdentriesmem_cgroup_thresholdeventfdthresholdmemcg_paddingmemcg_vmstatsstate_pendingevents_pendingwb_domaincompletionsperiod_timedirty_limit_tstampdirty_limitfprop_globalpercpu_countercountersmemcg_cgwb_frnbdi_idmemcg_idatwb_completioncntwaitqdeferred_splitsplit_queue_locksplit_queuesplit_queue_lenmem_cgroup_per_nodelruveclruvec_stats_percpulruvec_statslru_zone_sizeitershrinker_infotree_nodeusage_in_excesson_treememcglistslru_lockanon_costfile_costnonresident_agerefaultspgdatmem_cgroup_reclaim_iterpositionllist_headthread_structcpu_contextuwfpsimd_cpusve_stateza_statevlvl_onexecfault_addressfault_codedebugkeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0x19x20x21x22x23x24x25x26x27x28fpsppctp_valuetp2_valuefpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128debug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capspmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingfasyncpending_wakeuppending_killpending_disablepending_sigtrappending_addrpending_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contextorig_overflow_handlerprogbpf_cookietp_eventftrace_opscgrpsb_listmoduledevattr_groupsattr_updatecapabilitiespmu_disable_countpmu_cpu_contextexclusive_cnttask_ctx_nrhrtimer_interval_msnr_addr_filterspmu_enablepmu_disableevent_initevent_mappedevent_unmappedadddelstopstart_txncommit_txncancel_txnevent_idxsched_tasktask_ctx_cacheswap_task_ctxsetup_auxfree_auxsnapshot_auxaddr_filters_validateaddr_filters_syncaux_output_matchfilter_matchcheck_periodattribute_groupis_visibleis_bin_visibleattrsbin_attrskobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppresskernfs_nodeactivepriviattrsymlinkkernfs_elem_dirsubdirsrevkernfs_elem_symlinktarget_knkernfs_elem_attropennotify_nextattributebin_attributewriteaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapi_mmap_rwsemnrpageswriteback_indexa_opswb_errprivate_lockprivate_listinodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atimei_mtimei_ctimei_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_devicesi_generationi_fsnotify_maski_fsnotify_marksi_crypt_infoi_verity_infoi_privateposix_acla_refcounta_rcua_counta_entriesposix_acl_entrye_tage_perme_uide_gidi_nlink__i_nlinkdev_t__kernel_dev_ttimespec64blkcnt_ti_dentryi_rcui_fopfree_inodefile_operationsllseekread_iterwrite_iteriopolliterateiterate_sharedunlocked_ioctlcompat_ioctlmmap_supported_flagsflushreleasefsyncsendpagecheck_flagsflocksplice_writesplice_readsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmdmkobjmodinfo_attrsversionsrcversionholders_dirsymscrcsnum_symsparam_lockkpnum_kpnum_gpl_symsgpl_symsgpl_crcsusing_gplonly_symbolssig_okasync_probe_requestednum_exentriesextableinitcore_layoutinit_layoutarchtaintsnum_bugsbug_listbug_tablekallsymscore_kallsymssect_attrsnotes_attrspercpupercpu_sizenoinstr_text_startnoinstr_text_sizenum_tracepointstracepoints_ptrsnum_srcu_structssrcu_struct_ptrsnum_bpf_raw_eventsbpf_raw_eventsbtf_data_sizebtf_datajump_entriesnum_jump_entriesnum_trace_bprintk_fmttrace_bprintk_fmt_starttrace_eventsnum_trace_eventstrace_evalsnum_trace_evalsnum_ftrace_callsitesftrace_callsiteskprobes_text_startkprobes_text_sizekprobe_blacklistnum_kprobe_blacklistnum_kunit_suiteskunit_suitesprintk_index_sizeprintk_index_startsource_listtarget_listexitei_funcsnum_ei_funcsmodule_stateMODULE_STATE_LIVEMODULE_STATE_COMINGMODULE_STATE_GOINGMODULE_STATE_UNFORMEDmodule_kobjectkobjmoddrivers_dirmpkobj_completionkernel_symbolvalue_offsetname_offsetnamespace_offsetmodule_layouttext_sizero_sizero_after_init_sizemtnmod_tree_nodelatch_tree_nodemod_arch_specificcoreftrace_trampolinesmod_plt_secplt_shndxplt_num_entriesplt_max_entriesmod_kallsymssymtabnum_symtabstrtabtypetabElf64_Symtracepoint_ptr_tssize_t__kernel_ssize_t__kernel_long_tkiocbki_filpki_poski_completeki_flagski_ioprioki_waitqiov_iteriter_typenofaultdata_sourceuser_backediov_offsetlast_offsetiovkvecbvecxarraypipeubufpipe_inode_inford_waitwr_waitmax_usagering_sizenote_lossnr_accountedreaderswritersr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufswatch_queue_refcountmemcg_datamappinglrubuddy_listpcp_list__fillermlock_countpp_magicpp_pp_mapping_paddma_addrdma_addr_upperpp_frag_countcompound_headcompound_dtorcompound_ordercompound_mapcountcompound_pincountcompound_nr_compound_pad_1_compound_pad_2deferred_list_pt_pad_1pmd_huge_pte_pt_pad_2ptlpgtable_tpt_mmpt_frag_refcountpgmapzone_device_data_mapcountpage_typefasync_structfa_lockmagicfa_fdfa_nextfa_filefa_rcuuser_struct__countepoll_watchesunix_inflightpipe_bufsuidhash_nodenr_watchesratelimitratelimit_stateintervalprintedmissedbeginnr_segsxarray_startstart_headio_comp_batchreq_listneed_tscompletedir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procfl_owner_tfile_lockfl_blockerfl_listfl_linkfl_blocked_requestsfl_blocked_memberfl_ownerfl_flagsfl_typefl_pidfl_link_cpufl_waitfl_filefl_startfl_endfl_fasyncfl_break_timefl_downgrade_timefl_opsfl_lmopsfl_unfs_flnfs4_flafsnfs_lock_infonlm_lockownernfs4_lock_infodebug_idio_uring_cmdcmdtask_work_cbcmd_oppadpdui_pipei_cdevi_linki_dir_seqxa_lockxa_flagsxa_headperf_output_handleeventwakeupaux_flagsaddrperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_tperf_event_attrconfigsample_typeread_formatdisabledinheritexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_size__reserved_3sig_datasample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregalloctp_listpwr_accptscbp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrllenprivilegeenablediommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsperf_buffernr_pagesoverwritepausednestlostevent_lockmmap_lockedmmap_useraux_headaux_nestaux_wakeupaux_pgoffaux_nr_pagesaux_overwriteaux_mmap_countaux_mmap_lockedaux_refcountaux_in_samplingaux_pagesaux_privuser_pagedata_pagesirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filterspid_namespaceidrpid_allocatedchild_reaperpid_cachepbacctrebootidr_rtidr_baseidr_nextkmem_cachecpu_slabmin_partialobject_sizereciprocal_sizecpu_partialcpu_partial_slabsooallocflagsctorinusealignred_left_padrandomremote_node_defrag_ratiorandom_sequseroffsetusersizeslab_flags_treciprocal_valuemsh1sh2kmem_cache_order_objectskmem_cache_nodelist_locknr_partialpartialnr_slabstotal_objectsfullperf_overflow_handler_tperf_sample_datarawbr_stacktxndata_srciptid_entrystream_idcpu_entrycallchainaux_sizeregs_userregs_intrstack_user_sizephys_addrdata_page_sizecode_page_sizeperf_sample_weightvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdtidreservedperf_regsabiregspt_regsorig_x0syscallnounused2sdei_ttbr1pmr_savestackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regspstatetrace_event_callclassprint_fmtperf_refcountperf_eventsprog_arrayperf_permtptrace_eventfuncsevent_filterfilter_stringsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizeops_funcftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_hashsize_bitsbucketsftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:125 return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nstime_namespaceoffsetsvvar_pagefrozen_offsetstimens_offsetsmonotonicboottime0:3mnt_namespacens_lockseqmountspending_mounts0:0:2/usr/include/gadget/mntns_filter.h return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); args.fname = filename; struct args_t args = {}; args.mode = mode; args.flags = flags; bpf_map_update_elem(&start, &pid, &args, 0);syscall_trace_exitretig_openat_xtracepoint/syscalls/sys_exit_openatint ig_openat_x(struct syscall_trace_exit *ctx) u32 pid = bpf_get_current_pid_tgid(); u64 uid_gid = bpf_get_current_uid_gid(); ap = bpf_map_lookup_elem(&start, &pid); if (!ap)0:2 ret = ctx->ret; if (targ_failed && ret >= 0)bpf_func_idBPF_FUNC_unspecBPF_FUNC_map_lookup_elemBPF_FUNC_map_update_elemBPF_FUNC_map_delete_elemBPF_FUNC_probe_readBPF_FUNC_ktime_get_nsBPF_FUNC_trace_printkBPF_FUNC_get_prandom_u32BPF_FUNC_get_smp_processor_idBPF_FUNC_skb_store_bytesBPF_FUNC_l3_csum_replaceBPF_FUNC_l4_csum_replaceBPF_FUNC_tail_callBPF_FUNC_clone_redirectBPF_FUNC_get_current_pid_tgidBPF_FUNC_get_current_uid_gidBPF_FUNC_get_current_commBPF_FUNC_get_cgroup_classidBPF_FUNC_skb_vlan_pushBPF_FUNC_skb_vlan_popBPF_FUNC_skb_get_tunnel_keyBPF_FUNC_skb_set_tunnel_keyBPF_FUNC_perf_event_readBPF_FUNC_redirectBPF_FUNC_get_route_realmBPF_FUNC_perf_event_outputBPF_FUNC_skb_load_bytesBPF_FUNC_get_stackidBPF_FUNC_csum_diffBPF_FUNC_skb_get_tunnel_optBPF_FUNC_skb_set_tunnel_optBPF_FUNC_skb_change_protoBPF_FUNC_skb_change_typeBPF_FUNC_skb_under_cgroupBPF_FUNC_get_hash_recalcBPF_FUNC_get_current_taskBPF_FUNC_probe_write_userBPF_FUNC_current_task_under_cgroupBPF_FUNC_skb_change_tailBPF_FUNC_skb_pull_dataBPF_FUNC_csum_updateBPF_FUNC_set_hash_invalidBPF_FUNC_get_numa_node_idBPF_FUNC_skb_change_headBPF_FUNC_xdp_adjust_headBPF_FUNC_probe_read_strBPF_FUNC_get_socket_cookieBPF_FUNC_get_socket_uidBPF_FUNC_set_hashBPF_FUNC_setsockoptBPF_FUNC_skb_adjust_roomBPF_FUNC_redirect_mapBPF_FUNC_sk_redirect_mapBPF_FUNC_sock_map_updateBPF_FUNC_xdp_adjust_metaBPF_FUNC_perf_event_read_valueBPF_FUNC_perf_prog_read_valueBPF_FUNC_getsockoptBPF_FUNC_override_returnBPF_FUNC_sock_ops_cb_flags_setBPF_FUNC_msg_redirect_mapBPF_FUNC_msg_apply_bytesBPF_FUNC_msg_cork_bytesBPF_FUNC_msg_pull_dataBPF_FUNC_bindBPF_FUNC_xdp_adjust_tailBPF_FUNC_skb_get_xfrm_stateBPF_FUNC_get_stackBPF_FUNC_skb_load_bytes_relativeBPF_FUNC_fib_lookupBPF_FUNC_sock_hash_updateBPF_FUNC_msg_redirect_hashBPF_FUNC_sk_redirect_hashBPF_FUNC_lwt_push_encapBPF_FUNC_lwt_seg6_store_bytesBPF_FUNC_lwt_seg6_adjust_srhBPF_FUNC_lwt_seg6_actionBPF_FUNC_rc_repeatBPF_FUNC_rc_keydownBPF_FUNC_skb_cgroup_idBPF_FUNC_get_current_cgroup_idBPF_FUNC_get_local_storageBPF_FUNC_sk_select_reuseportBPF_FUNC_skb_ancestor_cgroup_idBPF_FUNC_sk_lookup_tcpBPF_FUNC_sk_lookup_udpBPF_FUNC_sk_releaseBPF_FUNC_map_push_elemBPF_FUNC_map_pop_elemBPF_FUNC_map_peek_elemBPF_FUNC_msg_push_dataBPF_FUNC_msg_pop_dataBPF_FUNC_rc_pointer_relBPF_FUNC_spin_lockBPF_FUNC_spin_unlockBPF_FUNC_sk_fullsockBPF_FUNC_tcp_sockBPF_FUNC_skb_ecn_set_ceBPF_FUNC_get_listener_sockBPF_FUNC_skc_lookup_tcpBPF_FUNC_tcp_check_syncookieBPF_FUNC_sysctl_get_nameBPF_FUNC_sysctl_get_current_valueBPF_FUNC_sysctl_get_new_valueBPF_FUNC_sysctl_set_new_valueBPF_FUNC_strtolBPF_FUNC_strtoulBPF_FUNC_sk_storage_getBPF_FUNC_sk_storage_deleteBPF_FUNC_send_signalBPF_FUNC_tcp_gen_syncookieBPF_FUNC_skb_outputBPF_FUNC_probe_read_userBPF_FUNC_probe_read_kernelBPF_FUNC_probe_read_user_strBPF_FUNC_probe_read_kernel_strBPF_FUNC_tcp_send_ackBPF_FUNC_send_signal_threadBPF_FUNC_jiffies64BPF_FUNC_read_branch_recordsBPF_FUNC_get_ns_current_pid_tgidBPF_FUNC_xdp_outputBPF_FUNC_get_netns_cookieBPF_FUNC_get_current_ancestor_cgroup_idBPF_FUNC_sk_assignBPF_FUNC_ktime_get_boot_nsBPF_FUNC_seq_printfBPF_FUNC_seq_writeBPF_FUNC_sk_cgroup_idBPF_FUNC_sk_ancestor_cgroup_idBPF_FUNC_ringbuf_outputBPF_FUNC_ringbuf_reserveBPF_FUNC_ringbuf_submitBPF_FUNC_ringbuf_discardBPF_FUNC_ringbuf_queryBPF_FUNC_csum_levelBPF_FUNC_skc_to_tcp6_sockBPF_FUNC_skc_to_tcp_sockBPF_FUNC_skc_to_tcp_timewait_sockBPF_FUNC_skc_to_tcp_request_sockBPF_FUNC_skc_to_udp6_sockBPF_FUNC_get_task_stackBPF_FUNC_load_hdr_optBPF_FUNC_store_hdr_optBPF_FUNC_reserve_hdr_optBPF_FUNC_inode_storage_getBPF_FUNC_inode_storage_deleteBPF_FUNC_d_pathBPF_FUNC_copy_from_userBPF_FUNC_snprintf_btfBPF_FUNC_seq_printf_btfBPF_FUNC_skb_cgroup_classidBPF_FUNC_redirect_neighBPF_FUNC_per_cpu_ptrBPF_FUNC_this_cpu_ptrBPF_FUNC_redirect_peerBPF_FUNC_task_storage_getBPF_FUNC_task_storage_deleteBPF_FUNC_get_current_task_btfBPF_FUNC_bprm_opts_setBPF_FUNC_ktime_get_coarse_nsBPF_FUNC_ima_inode_hashBPF_FUNC_sock_from_fileBPF_FUNC_check_mtuBPF_FUNC_for_each_map_elemBPF_FUNC_snprintfBPF_FUNC_sys_bpfBPF_FUNC_btf_find_by_name_kindBPF_FUNC_sys_closeBPF_FUNC_timer_initBPF_FUNC_timer_set_callbackBPF_FUNC_timer_startBPF_FUNC_timer_cancelBPF_FUNC_get_func_ipBPF_FUNC_get_attach_cookieBPF_FUNC_task_pt_regsBPF_FUNC_get_branch_snapshotBPF_FUNC_trace_vprintkBPF_FUNC_skc_to_unix_sockBPF_FUNC_kallsyms_lookup_nameBPF_FUNC_find_vmaBPF_FUNC_loopBPF_FUNC_strncmpBPF_FUNC_get_func_argBPF_FUNC_get_func_retBPF_FUNC_get_func_arg_cntBPF_FUNC_get_retvalBPF_FUNC_set_retvalBPF_FUNC_xdp_get_buff_lenBPF_FUNC_xdp_load_bytesBPF_FUNC_xdp_store_bytesBPF_FUNC_copy_from_user_taskBPF_FUNC_skb_set_tstampBPF_FUNC_ima_file_hashBPF_FUNC_kptr_xchgBPF_FUNC_map_lookup_percpu_elemBPF_FUNC_skc_to_mptcp_sockBPF_FUNC_dynptr_from_memBPF_FUNC_ringbuf_reserve_dynptrBPF_FUNC_ringbuf_submit_dynptrBPF_FUNC_ringbuf_discard_dynptrBPF_FUNC_dynptr_readBPF_FUNC_dynptr_writeBPF_FUNC_dynptr_dataBPF_FUNC_tcp_raw_gen_syncookie_ipv4BPF_FUNC_tcp_raw_gen_syncookie_ipv6BPF_FUNC_tcp_raw_check_syncookie_ipv4BPF_FUNC_tcp_raw_check_syncookie_ipv6__BPF_FUNC_MAX_ID131/usr/include/gadget/buffer.h if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_reserve)) return bpf_ringbuf_reserve(map, size, 0); if (!event) return bpf_map_lookup_elem(&gadget_heap, &zero); event->gid = (u32)(uid_gid >> 32); event->pid = bpf_get_current_pid_tgid() >> 32; event->uid = (u32)uid_gid; bpf_get_current_comm(&event->comm, sizeof(event->comm)); bpf_probe_read_user_str(&event->fname, sizeof(event->fname), ap->fname); if (ret >= 0) { event->flags = ap->flags; event->mode = ap->mode; event->err = errval; event->fd = fd; event->mntns_id = gadget_get_mntns_id(); event->timestamp = bpf_ktime_get_boot_ns();132 if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_submit)) { bpf_ringbuf_submit(buf, 0); return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); bpf_map_delete_elem(&start, &pid); return trace_exit(ctx);gadget_filter_by_mntnstarg_pidtarg_tgidtarg_uidtarg_failedLICENSEgadget_param_targ_tgidgadget_param_targ_uidgadget_param_targ_failedgadget_map_tracer_eventsgadget_tracer_open___events___eventmntns_iderrfdgadget_timestamp__gadget_tracer_type_opengadget_reserve_buf.zero.bss.maps.rodatalicenseinode_operationsvfsmountsuper_blockanon_vma_namevm_operations_structiovecwait_page_queuekobj_typebio_vecpipe_bufferworkqueue_structdevicenetproc_ns_operationsuts_namespaceipc_namespacectl_table_pollctl_table_rootctl_nodemountfsnotify_mark_connectorkmem_cache_cpufs_pincgroup_namespacecss_setkernfs_rootseq_operationskernfs_opskernfs_open_nodekernfs_iattrsbpf_local_storagepercpu_ref_dataobj_cgroupeventfd_ctxmemcg_vmstats_percpupglist_datahrtimer_clock_basecgroup_subsysbpf_prog_arraybpf_progcdevexception_table_entryfs_structwatch_listkey_usermodule_notes_attrserror_injection_entrysrcu_structtrace_eval_mapkunit_suitekunitpi_entryrequestrequest_queuebdi_writebackfile_lock_contextfscrypt_infofsverity_info__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_plugsignal_structmodule_param_attrsmodule_attributekernel_paramplt_entrybug_entryelf64_symmodule_sect_attrsbpf_raw_event_maptracepointjump_entrytrace_event_classtrace_event_functionsprog_entryperf_cpu_contextperf_cgroupperf_event_mmap_pageperf_addr_filter_rangeperf_raw_recordperf_branch_stackperf_callchain_entryfile_lock_operationslock_manager_operationsnfs4_lock_stateaddress_space_operationspage_pooldev_pagemapuserfaultfd_ctxlinux_binfmtkernel_siginfokioctx_tablemmu_notifier_subscriptionsrcu_nodesighand_structseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infoftrace_ret_stackuprobe_taskvm_structbpf_run_ctx $$tU0VU&6# p %|(4@4H4PYx`4ho o o % |o ((,0 ,0 @(T D @T DT DUU dUU dUUU h;V(TV0oV 8VH;V`VV0W?W ?W fW08WXW`W $hW(W(Cl`lCll l8Cll 8l8Pmp`rye1eac'(i k',c c7$# qyqyqa{}{yqt@c iyqe^ @7qR 7qH{{iw ccg w cq.yq>rye1eac'(i k',c c7$# qyqyqa{}{yqt@GPL<<xx   ( @*3 > JZ`@sy   @@`    @!$&#%@'*+@.  ,,% )7@- E)I /<@&H2T\3b4@`hov8@-= @`>\ ^ h @-/X@@KRX j@ u` |  !@!3@A A AAABBB0-B@SCRSC` CsB@CCCD DB@DDBE@F@G@HH"H+J4J?JIJUKc-@KjKvKKKKKKKKKK$K+K8KDKVKfKz-L@L%N N-@N=N=NBOBO=PB@PBP@QQBSBTT&T4UD3@USDUYDU_DVe@Vr-Wx-@WDWDW-X-@XX [[\@\\\ @] ] ] -@^0 -^A ^D _J @_S _[ _b `j @`r ` ` a -a *b @b zb b c  c @c c Dd De @e$ M`e, e3 He> =@fJ fX 3fe gn @gs g g h @h -h h i j Dk D@k Dk k o o6 pO @pW Bp_ qf  qk @qw q Bq @r r s s @t B@u -u v @v Pv) `v7 vH v] vp -w D@w Dw Dw yx x x -y @y -z @z z' -z7 {@? K U \ g x - D@ D    @ 6 6 --!@.AQjw @=@4 3@(03:@EDNWf¤>uyy@H--@5679;@ <`$<p(3:98@6H1LY?^@gB@rD}D@DDD@EFF-@J-@-A@"A@*3C4C@B9>G$Y?=HUewDD@DHE3EEE@JL-V@V-D ,E@ 8W ; CB TX W \ lY ~D@ D D   B@ IA@A @D#D@,D9BQ-Z-@g-pKpy @M Q-@g-Z-NOPQ6RUS ST,<<@jZ[@ 0B$-,-; ; 0F]@\K@[DfDrD@|DDYD@__g@`a b@fSS&S.S6 @FaNYc deVfx_^i <k@-WQqy@BX@ B B   @@K lm@nBBB D6p@,x@~:E-Vo@[ VqgB@mtrrsYuv wp8py}3zm{@y| zkEF;Ma@DDDD@YWSSS__B/:GPD_D@j t ~DD@DDDD@DDY D@D!Y3D<D@FDYDuDD@DDDD@DDD#D@>DQDaDt -j SSSS= -@(B@B#. >.3I@9DI[-e-@v----@666q@B-%-0-9-@CrM-U-]-@f-p--@--- -@ - - - -@ -  +- @"=(0@9P-_-) @p6`6qp@@ -  -----@q  @@#+27DA3L3@Y^hq z9y@; MN "qM@`B6[  %@ $)09GO O6TS\Seq~  -@`: -( q"q@MB&1:-0C q4O \Dcr@kw @{3@6<6 78x9:"(D@- -@   @ -- 3 @@ -I BX @a h -q y 3@ q     -  @ -  E3   8!-!@ V(!!%!(*!@`0!7!D?% &@&6@&3%&A BDC E ?G >I K BLM1& x:&3*@>&* *C&*M&@S&\&N_&P@j&3O Q S VB3*r&UV 3X YZ&&[@&&&\] ^`_ )a 4c die f&0&@&&3&g \&h@&&&')'='N'ja's'* '@'P'`'pl m63fo m66''yb4 %4s 'B't''u'-@v'(p(y&(y@.(y!" 9( @)"-@?(T(Bf(@ |( ( p ( (X#@((H(z@@(|}( ( @{(~(~@{))q)@) 4 )`-)5)@ 9)XA)'IH)PY)g)'@(!@yu))@ `)) ))@)M)B@u) @)V3@)))%!@)3)3) ) 3*VX#)"  6)q)yB* *C**BDE'*0*-4*B[ > ?*6 L*@FS* i*3r*-@y*-}**3GH,I*5*8*D*D@*D*D*D*D@*D*- ++1JKL/+B+M@F+BV+d+t+B+B+B++++++ +@+`+4+=7!D,D@ ,D,!,D,,D@7,A,L,3yZ,l,IM&D@ 6 0q,@w,@,,,M--N,,, , ,,4y,-r*@`OP --.k@- "- '-.-p8--B--M-X-b-k-u-- -@---- -!-B!--".@".-"*.$1.$9.qG.s[.-vk.@vy.`v.v.v.Bw.x.6x.=@x.x.Bx.@y.}t+B.// %/3/4 7/pbqD/-@H/-L/-Q/-U/-@Z/qd/qw/-|/q@/q/-/-@p//M-x/-/-@/-/-/B@/p/800-@0' 0(gF-  +0A0I0@O0h0 z0@000-@00$0  0&02V0-kq 0x0@1-1-@#1-/10@:`<1(M Y@BK1T1(c1Dj1@s1D)v1161@1 11B@1-1 81112 @2 2  '2@@ 12-!A2@!I2!1O2U2^2-h2-r2q@2-2@B-10@ V)-22,,@+QRS2:2@22-2 2 2 2 02-@2-23-3-3-@"3-*3-53?3-@I3S3f3k3o3 {3<3<3< <(<,3<-3</3<03<43<53<63<73<83G3B3B3Bg@3D@3B34B44 %4@B+043/@<4` 0I4rU4Dh4D@{4D444< 4< 4< 49 E+q@4r4r44B44B"= 556 ) 5B@)5-551@A5H5@W5`d5t5- I565N@5O5-@5 %y)"D5\5^@535^6o6D@6rL*v'6}26$3$76B%B+'(gB?6F6J6V6@$b6o66 @666666 6 @666 7@771%@7$7/7 :7@D7O7^7l7!@v7#7%7+7@777- N 7($7 @74 8 8 ! "2#8 @$gB@"!8$&8%@,8/8148F8U8k88& 8  6~6 @$ @)"6v$(83D@ 80 5))8+4,8 8-I@'*8-888 )-8/@9. /8+439$@5 "679@43*j&3^81%@'9.9 -9;9@9@H9X9a96 q9H@x99-9-@9-99 9B@L396x99 9 9 @9`9<9<:A:C@ ::3":-D@(:F`/:6:H>:H@F:HN:@U: `]:Spg:Sxt:I}:-::-@:-::B@:J::< :<0:B@:B;B@ K ;r@ ;r $;6 ,;6 8;6 E;6 L@ Q; Y;: `;B@j;w;;;;@;3=; ;4;y@;;@;;< ? < < >B <E< %<G+<:<!!V@E<D-N<W<y]<c<n<!"~<z@1%|'9<<@<<<%!@<<.<-@8<<<@A5<I@===%=@1=:=D=P=@`=q=y=?6HOB@$P=Q=S==="@=T=V==@=X@===T=V =@ >H >P 0>` >>Z F>[ K>] W>] ,ac>-j>@s>B|>b>c@>d>g>h3>3@>>3>> >i@ ??l/?B?n@Q?_?3h?ou?@?`?p?q??s@??@@3'@@9@J@_@u@u@@@H@v@B@B@@w6@y@@@@@AA8-A`E`DELETEy[E gE4oE@}E-EqE 9qE6E@E(ME @E`EE--E-E"E  FFF@$F*  -F9F?F@CF D MFVFhFoF@tF  V-   F3   FFFB@FFB@FBF@FF,FFGGG G@'G1G-?G-QG@XGaG . / fGmGuGyG "@BGG"0%BG ~*  ~* ~* V3 V L ~*  G@G6@GGGG S   GGG3G   BGH H3@  ~"63* "626!          R  " 3$ 3& V'-(H8%H )@+H--2HD*@-FJ\IJ]QJ^[J_`fJapJbyJcJdJeJf6J78J@JJC!JJ@ K`Kp'K7KDKMK[KgKuKKKKKKKKKK :K=53@5-K0MKD@CKDLD@LD LD`;=>?@B `ID1LD@:L-FL-QLbL fL@`oL<yL<@LIDL@L`bL@_LBLDLD@(&ALBLL-L-@y*SSLSLSL<LD@MDDEMDM0@ MD-MD@9M!+4y@EMNMXM%!6 "2@_M2+H2dM2@/VJViMt+B@56tM-Mw@MVMMVM-@MMM6M-v7#@M4MNN3NG@%NH#30N 8mJ9NMK LIAN+=INBM`N$pN ~NQyN@N=N!@N[(X#N@)"~NNNNN NST@N-NNUr*@ O`O(OVD/V+O+6O#@;OAOGO$B@[P[i[[[[[[[\ /\!I\"b\#|\$\%\&\'\(\)]*2]+K],d]-|].]/]0]1]2]3^4^56^6O^7n^8^9^:^;^<^= _>#_?:_@H_Aa_B}_C_D_E_F_G_H`I,`JJ`Kg`L`M`N`O`P`Q`RaS5aTLaUcaVwaWaXaYaZa[a\b]b^(b_=b`Obagbbbcbdbebfbgch.ci>cjOckgclcmcncocpcqcrds6dtLduhdv{dwdxdydzd{e|"e}=e~Qedezeeeeeef&f@fYf{ffffffg/gMg]gugggggghh3hPhnhhhhhhii#iBiUiiiiiiiiij*jDjbjtjjjjjjjkk3kLkikkkkkkkl>l^lslllll m2m Ep   (q  ?qHq  Rq[qgqoq6q6q6q6q6 %H @,%@ `"qqq @`prr-rkErJr  " (PrXr8`rlrX zrBrrrrrr!8rrrrCss$s2s@sOs^sgsmsssssssssssstt2t@tOtXt12ht~ttt`#e  tttttttt u u1u>uHuRuduwuuuuuuuuuvv"v7vNv^vpvvvvv vvvvw ww'w4wCwNw[wvw www wwwwws  wxx  'x7xHxTx^x53jxint__ARRAY_SIZE_TYPE__typemax_entrieskey_sizevalue_sizegadget_heapgadget_mntns_id__u64unsigned long long__u32unsigned intkeyvaluegadget_mntns_filter_mapu32args_tfnameflagsmodechar__u16unsigned shortstarteventssyscall_trace_enterentnrargstrace_entrypreempt_countpidunsigned charunsigned longctxig_open_etracepoint/syscalls/sys_enter_open0:2:2/work/program.bpf.c (__u16)ctx->args[2]);0:2:1 return trace_enter((const char *)ctx->args[0], (int)ctx->args[1],0:2:0 u64 id = bpf_get_current_pid_tgid(); u32 pid = id; if (targ_tgid && targ_tgid != tgid) u32 tgid = id >> 32; if (targ_pid && targ_pid != pid) if (valid_uid(targ_uid)) { uid = (u32)bpf_get_current_uid_gid(); if (targ_uid != uid) {/usr/include/gadget/mntns.h task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdlsched_classcore_nodecore_cookiecore_occupationsched_task_groupuclamp_requclampstatspreempt_notifiersbtrace_seqpolicynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_reader_checkedtrc_holdout_listsched_infotaskspushable_taskspushable_dl_tasksmmactive_mmvmacacherss_statexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_psi_wake_requeuesched_remote_wakeupin_execvein_iowaitrestore_sigmaskin_user_faultno_cgroup_migrationfrozenuse_memdelayin_memstallin_eventfd_signalpasid_activatedreported_split_lockatomic_flagsrestart_blocktgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_groupthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmlast_switch_countlast_switch_timefsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmaskpendingsas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_statebacking_dev_infoio_contextcapture_controlptrace_messagelast_siginfoioacpsi_flagsacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcpuset_slab_spread_rotorcgroupscg_listclosidrmidrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_event_ctxpperf_event_mutexperf_event_listpreempt_disable_ipmempolicyil_prevpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_sigrseq_event_masktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestamptrace_overruntracing_graph_pausetracetrace_recursionmemcg_in_oommemcg_oom_gfp_maskmemcg_oom_ordermemcg_nr_pages_over_highactive_memcgthrottle_queueutasksequential_iosequential_io_avgkmap_ctrlpagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountpatch_statesecuritybpf_storagebpf_ctxmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_workstatuscpurefcount_trefcount_structrefsatomic_tcounter__call_single_nodellistsrcdstllist_nodenextu_flagsa_flagsu16sched_entityloadrun_nodegroup_nodeexec_startsum_exec_runtimevruntimeprev_sum_exec_runtimenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftlist_headprevu64nr_runningh_nr_runningidle_nr_runningidle_h_nr_runningexec_clockmin_vruntimeforceidle_seqmin_vruntime_fitasks_timelinecurrlastskipnr_spread_overremovedtg_load_avg_contribpropagateprop_runnable_sumh_loadlast_h_load_updateh_load_nextrqon_listleaf_cfs_rq_listtgidleruntime_enabledruntime_remainingthrottled_clockthrottled_clock_peltthrottled_clock_pelt_timethrottledthrottle_countthrottled_listrb_root_cachedrb_rootrb_leftmostsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estenqueuedewmalockraw_spinlock_traw_spinlockraw_lockarch_spinlock_tqspinlockvallockedu8__u8locked_pendingtaillongs64__s64long longsched_rt_entityrun_listtimeoutwatchdog_stamptime_slicebacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedeadlinedl_throttleddl_yieldeddl_non_contendingdl_overrundl_timerinactive_timerpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTtask_groupcsssharesrculistsiblingsautogroupcfs_bandwidthuclamp_pctcgroup_subsys_statecgroupssrefcntrstat_css_nodeidserial_nronline_cntdestroy_workdestroy_rworkpercpu_refpercpu_count_ptrdatawork_structentryfuncatomic_long_tatomic64_twork_func_trcu_workworkwqcallback_headperiodquotaburstruntime_snaphierarchical_quotaperiod_activeslack_startedperiod_timerslack_timerthrottled_cfs_rqnr_periodsnr_throttlednr_burstthrottled_timeburst_timeuclamp_sebucket_idactiveuser_definedsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecore_forceidle_sumhlist_headfirstcpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbbool_Boolpcountrun_delaylast_arrivallast_queuedplist_nodeprio_listnode_listmm_structcpu_bitmapmmapmm_rbvmacache_seqnumget_unmapped_areammap_basemmap_legacy_basemmap_compat_basemmap_compat_legacy_basetask_sizehighest_vm_endpgdmembarrier_statemm_usersmm_countpgtables_bytesmap_countpage_table_lockmmap_lockmmlisthiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvbinfmtcontextioctx_lockioctx_tableowneruser_nsexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workpasidksm_merging_pagesfilef_uf_pathf_inodef_opf_lockf_countf_flagsf_modef_pos_lockf_posf_ownerf_credf_raf_versionf_securityprivate_dataf_epf_mappingf_wb_errf_sb_errfu_llistfu_rcuheadpathmntdentryspinlock_tspinlockrlockfmode_tmutexwait_lockosqwait_listoptimistic_spin_queueloff_t__kernel_loff_tfown_structpid_typeuideuidsignumrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatePIDTYPE_PIDPIDTYPE_TGIDPIDTYPE_PGIDPIDTYPE_SIDPIDTYPE_MAXkuid_tuid_t__kernel_uid32_tfile_ra_statesizeasync_sizera_pagesmmap_missprev_poserrseq_tpgd_tpgdval_trw_semaphorecountseqcount_tseqcountsequencemm_rss_statmm_context_tctx_idtlb_genldt_usr_semldtvdsovdso_imageperf_rdpmc_allowedpkey_allocation_mapexecute_only_pkeys16__s16shortxol_areaseqnumvmasvm_area_structvm_startvm_endvm_nextvm_prevvm_rbrb_subtree_gapvm_mmvm_page_protvm_flagsanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_userfaultfd_ctxpgprot_tpgprotpgprotval_tsharedanon_namerbrb_subtree_lasttask_rss_statarch_datafnfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tlevelinodeswait_pidfdnumberswait_queue_head_twait_queue_headheadupidnshlist_nodepprevbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledgidsuidsgidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuserucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tkernel_cap_structcapserialwatcherssemlast_used_atpermquotalendatalenrestrict_linkkey_serial_tint32_ts32__s32graveyard_linkserial_nodeexpiryrevoked_attime64_tkey_perm_tuint32_tindex_keykeyring_index_keyhashdomain_tagdescriptionxdesc_lendesclen_desckey_typenamedef_datalenvet_descriptionpreparsefree_preparseinstantiateupdatematch_preparsematch_freerevokedestroydescribereadrequest_keylookup_restrictionasym_queryasym_eds_opasym_verify_signaturelinklock_classsize_t__kernel_size_t__kernel_ulong_tkey_preparsed_payloadorig_descriptionpayloadkey_payloadrcu_data0key_match_datacmpraw_datapreparsedlookup_typeseq_filebuffrompad_untilindexread_posoppoll_eventprivaterequest_key_actor_tkey_restrictioncheckkeytypekey_restrict_link_func_tkernel_pkey_paramsencodinghash_algoinfoin_lenout_lenin2_lenkernel_pkey_operationkernel_pkey_encryptkernel_pkey_decryptkernel_pkey_signkernel_pkey_verifykernel_pkey_querysupported_opsmax_data_sizemax_sig_sizemax_enc_sizemax_dec_sizelock_class_keykey_tagname_linkkeysassoc_arrayrootnr_leaves_on_treeassoc_array_ptruser_namespaceuid_mapgid_mapprojid_mapgroupparent_could_setfcapkeyring_name_listuser_keyring_registerkeyring_sempersistent_keyring_registersetsysctlsucount_maxuid_gid_mapnr_extentsextentuid_gid_extentlower_firstforwardreversens_commonstashedopsinumctl_table_setis_seendirctl_dirheaderctl_table_headerunregisteringctl_table_argctl_tableusednregcompletiondonewaitswait_queue_headtask_listprocnamemaxlenchildproc_handlerextra1extra2umode_tucountnon_rcusysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchselectoroffsetlenon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockperf_event_contextpmuactive_ctx_listpinned_groupsflexible_groupsevent_listpinned_activeflexible_activenr_eventsnr_activenr_useris_activenr_statnr_freqrotate_disablerotate_necessaryrefcounttasktimestamptimeoffsetparent_ctxparent_gengenerationpin_countnr_cgroupstask_ctx_dataperf_event_groupstreenodeshome_nodewcpuset_mems_alloweduser_nodemasktlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchrcu_userspage_fragpagegfp_tmem_cgroupmemorykmemtcpmemhigh_workzswap_maxsoft_limitvmpressureoom_groupoom_lockunder_oomswappinessoom_kill_disableevents_fileevents_local_fileswap_events_filethresholds_lockthresholdsmemsw_thresholdsoom_notifymove_charge_at_immigratemove_lockmove_lock_flags_pad1_vmstatsmemory_eventsmemory_events_localsocket_pressuretcpmem_activetcpmem_pressurekmemcg_idobjcgobjcg_list_pad2_moving_accountmove_lock_taskvmstats_percpucgwb_listcgwb_domaincgwb_frnevent_list_lockdeferred_split_queuenodeinfomem_cgroup_idrefpage_counterminlowhighmaxeminmin_usagechildren_min_usageelowlow_usagechildren_low_usagewatermarkfailcntswapmemswscannedreclaimedtree_scannedtree_reclaimedsr_lockevents_lockcgroup_fileknnotified_atnotify_timertimer_listmem_cgroup_thresholdsprimarysparemem_cgroup_threshold_arycurrent_thresholdentriesmem_cgroup_thresholdeventfdthresholdeventfd_ctxmemcg_paddingmemcg_vmstatsstate_pendingevents_pendingwb_domaincompletionsperiod_timedirty_limit_tstampdirty_limitfprop_globalpercpu_countercountersmemcg_cgwb_frnbdi_idmemcg_idatwb_completioncntwaitqdeferred_splitsplit_queue_locksplit_queuesplit_queue_lenmem_cgroup_per_nodelruveclruvec_stats_percpulruvec_statslru_zone_sizeitershrinker_infotree_nodeusage_in_excesson_treememcglistslru_lockanon_costfile_costnonresident_agerefaultspgdatmem_cgroup_reclaim_iterpositionllist_headthread_structtls_arrayspesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnsig_on_uaccess_errpkrufpudesc_structlimit0base0base1dplplimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capspmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingfasyncpending_wakeuppending_killpending_disablepending_addrevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventclockoverflow_handleroverflow_handler_contextorig_overflow_handlerprogbpf_cookietp_eventftrace_opscgrpsb_listmoduledevattr_groupsattr_updatecapabilitiespmu_disable_countpmu_cpu_contextexclusive_cnttask_ctx_nrhrtimer_interval_msnr_addr_filterspmu_enablepmu_disableevent_initevent_mappedevent_unmappedadddelstopstart_txncommit_txncancel_txnevent_idxsched_tasktask_ctx_cacheswap_task_ctxsetup_auxfree_auxsnapshot_auxaddr_filters_validateaddr_filters_syncaux_output_matchfilter_matchcheck_periodattribute_groupis_visibleis_bin_visibleattrsbin_attrskobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppresskernfs_nodepriviattrsymlinkkernfs_elem_dirsubdirsrevkernfs_elem_symlinktarget_knkernfs_elem_attropennotify_nextattributebin_attributewriteaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapi_mmap_rwsemnrpageswriteback_indexa_opswb_errprivate_lockprivate_listinodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atimei_mtimei_ctimei_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_devicesi_generationi_fsnotify_maski_fsnotify_marksi_crypt_infoi_verity_infoi_privateposix_acla_refcounta_rcua_counta_entriesposix_acl_entrye_tage_perme_uide_gidi_nlink__i_nlinkdev_t__kernel_dev_ttimespec64blkcnt_ti_dentryi_rcui_fopfree_inodefile_operationsllseekread_iterwrite_iteriopolliterateiterate_sharedunlocked_ioctlcompat_ioctlmmap_supported_flagsflushreleasefsyncsendpagecheck_flagsflocksplice_writesplice_readsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmdmkobjmodinfo_attrsversionsrcversionholders_dirsymscrcsnum_symsparam_lockkpnum_kpnum_gpl_symsgpl_symsgpl_crcsusing_gplonly_symbolssig_okasync_probe_requestednum_exentriesextableinitcore_layoutinit_layouttaintsnum_bugsbug_listbug_tablekallsymscore_kallsymssect_attrsnotes_attrspercpupercpu_sizenoinstr_text_startnoinstr_text_sizenum_tracepointstracepoints_ptrsnum_srcu_structssrcu_struct_ptrsnum_bpf_raw_eventsbpf_raw_eventsbtf_data_sizebtf_datajump_entriesnum_jump_entriesnum_trace_bprintk_fmttrace_bprintk_fmt_starttrace_eventsnum_trace_eventstrace_evalsnum_trace_evalsnum_ftrace_callsitesftrace_callsiteskprobes_text_startkprobes_text_sizekprobe_blacklistnum_kprobe_blacklistnum_static_call_sitesstatic_call_sitesklpklp_aliveklp_infosource_listtarget_listexitei_funcsnum_ei_funcsmodule_stateMODULE_STATE_LIVEMODULE_STATE_COMINGMODULE_STATE_GOINGMODULE_STATE_UNFORMEDmodule_kobjectkobjmoddrivers_dirmpkobj_completionkernel_symbolvalue_offsetname_offsetnamespace_offsetmodule_layouttext_sizero_sizero_after_init_sizemtnmod_tree_nodelatch_tree_nodemod_arch_specificmod_kallsymssymtabnum_symtabstrtabtypetabElf64_Symtracepoint_ptr_tssize_t__kernel_ssize_t__kernel_long_tkiocbki_filpki_poski_completeki_flagski_ioprioki_waitqiov_iteriter_typenofaultdata_sourceiov_offsetiovkvecbvecxarraypipepipe_inode_inford_waitwr_waitmax_usagering_sizenote_lossnr_accountedreaderswritersr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufswatch_queue_refcountmemcg_datamappinglru__fillermlock_countpp_magicpp_pp_mapping_paddma_addrdma_addr_upperpp_frag_countcompound_headcompound_dtorcompound_ordercompound_mapcountcompound_pincountcompound_nr_compound_pad_1_compound_pad_2deferred_list_pt_pad_1pmd_huge_pte_pt_pad_2ptlpgtable_tpt_mmpt_frag_refcountpgmapzone_device_data_mapcountpage_typefasync_structfa_lockmagicfa_fdfa_nextfa_filefa_rcuuser_struct__countepoll_watchesunix_inflightpipe_bufsuidhash_nodenr_watchesratelimitratelimit_stateintervalprintedmissedbeginnr_segsxarray_startstart_headio_comp_batchreq_listneed_tscompletedir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procfl_owner_tfile_lockfl_blockerfl_listfl_linkfl_blocked_requestsfl_blocked_memberfl_ownerfl_flagsfl_typefl_pidfl_link_cpufl_waitfl_filefl_startfl_endfl_fasyncfl_break_timefl_downgrade_timefl_opsfl_lmopsfl_unfs_flnfs4_flafsnfs_lock_infonlm_lockownernfs4_lock_infodebug_idio_uring_cmdcmdtask_work_cbcmd_oppadpdui_pipei_cdevi_linki_dir_seqxa_lockxa_flagsxa_headperf_output_handleeventwakeupaux_flagsaddrperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_size__reserved_3sig_datasample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregalloctp_listpwr_accptscbp_listarch_hw_breakpointaddressmaskiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsperf_buffernr_pagesoverwritepausednestlostevent_lockmmap_lockedmmap_useraux_headaux_nestaux_wakeupaux_pgoffaux_nr_pagesaux_overwriteaux_mmap_countaux_mmap_lockedaux_refcountaux_in_samplingaux_pagesaux_privuser_pagedata_pagesirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filterspid_namespaceidrpid_allocatedchild_reaperpid_cachepbacctrebootidr_rtidr_baseidr_nextkmem_cachecpu_slabmin_partialobject_sizereciprocal_sizecpu_partialcpu_partial_slabsooallocflagsctorinusealignred_left_padrandomremote_node_defrag_ratiorandom_sequseroffsetusersizeslab_flags_treciprocal_valuemsh1sh2kmem_cache_order_objectskmem_cache_nodelist_locknr_partialpartialnr_slabstotal_objectsfullperf_overflow_handler_tperf_sample_datarawbr_stacktxndata_srciptid_entrystream_idcpu_entrycallchainaux_sizeregs_userregs_intrstack_user_sizephys_addrdata_page_sizecode_page_sizeperf_sample_weightvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdtidreservedperf_regsabiregspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axcstrace_event_callclassprint_fmtperf_refcountperf_eventsprog_arrayperf_permtptrace_eventfuncsevent_filterfilter_stringsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizeftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_hashsize_bitsbucketsavx512_timestampfpstate__task_fpstateguest_perm__fpstateuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_statecwdswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387extended_state_areaxstate_headerxcomp_bvfpu_state_perm__state_perm__state_size__user_state_size0:128 return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nstime_namespaceoffsetsvvar_pagefrozen_offsetstimens_offsetsmonotonicboottime0:3mnt_namespacens_lockseqmountspending_mounts0:0:2/usr/include/gadget/mntns_filter.h return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); args.fname = filename; struct args_t args = {}; args.mode = mode; args.flags = flags; bpf_map_update_elem(&start, &pid, &args, 0);ig_openat_etracepoint/syscalls/sys_enter_openat0:2:3 (__u16)ctx->args[3]); return trace_enter((const char *)ctx->args[1], (int)ctx->args[2],syscall_trace_exitretig_open_xtracepoint/syscalls/sys_exit_openint ig_open_x(struct syscall_trace_exit *ctx) u32 pid = bpf_get_current_pid_tgid(); u64 uid_gid = bpf_get_current_uid_gid(); ap = bpf_map_lookup_elem(&start, &pid); if (!ap)0:2 ret = ctx->ret; if (targ_failed && ret >= 0)bpf_func_idBPF_FUNC_unspecBPF_FUNC_map_lookup_elemBPF_FUNC_map_update_elemBPF_FUNC_map_delete_elemBPF_FUNC_probe_readBPF_FUNC_ktime_get_nsBPF_FUNC_trace_printkBPF_FUNC_get_prandom_u32BPF_FUNC_get_smp_processor_idBPF_FUNC_skb_store_bytesBPF_FUNC_l3_csum_replaceBPF_FUNC_l4_csum_replaceBPF_FUNC_tail_callBPF_FUNC_clone_redirectBPF_FUNC_get_current_pid_tgidBPF_FUNC_get_current_uid_gidBPF_FUNC_get_current_commBPF_FUNC_get_cgroup_classidBPF_FUNC_skb_vlan_pushBPF_FUNC_skb_vlan_popBPF_FUNC_skb_get_tunnel_keyBPF_FUNC_skb_set_tunnel_keyBPF_FUNC_perf_event_readBPF_FUNC_redirectBPF_FUNC_get_route_realmBPF_FUNC_perf_event_outputBPF_FUNC_skb_load_bytesBPF_FUNC_get_stackidBPF_FUNC_csum_diffBPF_FUNC_skb_get_tunnel_optBPF_FUNC_skb_set_tunnel_optBPF_FUNC_skb_change_protoBPF_FUNC_skb_change_typeBPF_FUNC_skb_under_cgroupBPF_FUNC_get_hash_recalcBPF_FUNC_get_current_taskBPF_FUNC_probe_write_userBPF_FUNC_current_task_under_cgroupBPF_FUNC_skb_change_tailBPF_FUNC_skb_pull_dataBPF_FUNC_csum_updateBPF_FUNC_set_hash_invalidBPF_FUNC_get_numa_node_idBPF_FUNC_skb_change_headBPF_FUNC_xdp_adjust_headBPF_FUNC_probe_read_strBPF_FUNC_get_socket_cookieBPF_FUNC_get_socket_uidBPF_FUNC_set_hashBPF_FUNC_setsockoptBPF_FUNC_skb_adjust_roomBPF_FUNC_redirect_mapBPF_FUNC_sk_redirect_mapBPF_FUNC_sock_map_updateBPF_FUNC_xdp_adjust_metaBPF_FUNC_perf_event_read_valueBPF_FUNC_perf_prog_read_valueBPF_FUNC_getsockoptBPF_FUNC_override_returnBPF_FUNC_sock_ops_cb_flags_setBPF_FUNC_msg_redirect_mapBPF_FUNC_msg_apply_bytesBPF_FUNC_msg_cork_bytesBPF_FUNC_msg_pull_dataBPF_FUNC_bindBPF_FUNC_xdp_adjust_tailBPF_FUNC_skb_get_xfrm_stateBPF_FUNC_get_stackBPF_FUNC_skb_load_bytes_relativeBPF_FUNC_fib_lookupBPF_FUNC_sock_hash_updateBPF_FUNC_msg_redirect_hashBPF_FUNC_sk_redirect_hashBPF_FUNC_lwt_push_encapBPF_FUNC_lwt_seg6_store_bytesBPF_FUNC_lwt_seg6_adjust_srhBPF_FUNC_lwt_seg6_actionBPF_FUNC_rc_repeatBPF_FUNC_rc_keydownBPF_FUNC_skb_cgroup_idBPF_FUNC_get_current_cgroup_idBPF_FUNC_get_local_storageBPF_FUNC_sk_select_reuseportBPF_FUNC_skb_ancestor_cgroup_idBPF_FUNC_sk_lookup_tcpBPF_FUNC_sk_lookup_udpBPF_FUNC_sk_releaseBPF_FUNC_map_push_elemBPF_FUNC_map_pop_elemBPF_FUNC_map_peek_elemBPF_FUNC_msg_push_dataBPF_FUNC_msg_pop_dataBPF_FUNC_rc_pointer_relBPF_FUNC_spin_lockBPF_FUNC_spin_unlockBPF_FUNC_sk_fullsockBPF_FUNC_tcp_sockBPF_FUNC_skb_ecn_set_ceBPF_FUNC_get_listener_sockBPF_FUNC_skc_lookup_tcpBPF_FUNC_tcp_check_syncookieBPF_FUNC_sysctl_get_nameBPF_FUNC_sysctl_get_current_valueBPF_FUNC_sysctl_get_new_valueBPF_FUNC_sysctl_set_new_valueBPF_FUNC_strtolBPF_FUNC_strtoulBPF_FUNC_sk_storage_getBPF_FUNC_sk_storage_deleteBPF_FUNC_send_signalBPF_FUNC_tcp_gen_syncookieBPF_FUNC_skb_outputBPF_FUNC_probe_read_userBPF_FUNC_probe_read_kernelBPF_FUNC_probe_read_user_strBPF_FUNC_probe_read_kernel_strBPF_FUNC_tcp_send_ackBPF_FUNC_send_signal_threadBPF_FUNC_jiffies64BPF_FUNC_read_branch_recordsBPF_FUNC_get_ns_current_pid_tgidBPF_FUNC_xdp_outputBPF_FUNC_get_netns_cookieBPF_FUNC_get_current_ancestor_cgroup_idBPF_FUNC_sk_assignBPF_FUNC_ktime_get_boot_nsBPF_FUNC_seq_printfBPF_FUNC_seq_writeBPF_FUNC_sk_cgroup_idBPF_FUNC_sk_ancestor_cgroup_idBPF_FUNC_ringbuf_outputBPF_FUNC_ringbuf_reserveBPF_FUNC_ringbuf_submitBPF_FUNC_ringbuf_discardBPF_FUNC_ringbuf_queryBPF_FUNC_csum_levelBPF_FUNC_skc_to_tcp6_sockBPF_FUNC_skc_to_tcp_sockBPF_FUNC_skc_to_tcp_timewait_sockBPF_FUNC_skc_to_tcp_request_sockBPF_FUNC_skc_to_udp6_sockBPF_FUNC_get_task_stackBPF_FUNC_load_hdr_optBPF_FUNC_store_hdr_optBPF_FUNC_reserve_hdr_optBPF_FUNC_inode_storage_getBPF_FUNC_inode_storage_deleteBPF_FUNC_d_pathBPF_FUNC_copy_from_userBPF_FUNC_snprintf_btfBPF_FUNC_seq_printf_btfBPF_FUNC_skb_cgroup_classidBPF_FUNC_redirect_neighBPF_FUNC_per_cpu_ptrBPF_FUNC_this_cpu_ptrBPF_FUNC_redirect_peerBPF_FUNC_task_storage_getBPF_FUNC_task_storage_deleteBPF_FUNC_get_current_task_btfBPF_FUNC_bprm_opts_setBPF_FUNC_ktime_get_coarse_nsBPF_FUNC_ima_inode_hashBPF_FUNC_sock_from_fileBPF_FUNC_check_mtuBPF_FUNC_for_each_map_elemBPF_FUNC_snprintfBPF_FUNC_sys_bpfBPF_FUNC_btf_find_by_name_kindBPF_FUNC_sys_closeBPF_FUNC_timer_initBPF_FUNC_timer_set_callbackBPF_FUNC_timer_startBPF_FUNC_timer_cancelBPF_FUNC_get_func_ipBPF_FUNC_get_attach_cookieBPF_FUNC_task_pt_regsBPF_FUNC_get_branch_snapshotBPF_FUNC_trace_vprintkBPF_FUNC_skc_to_unix_sockBPF_FUNC_kallsyms_lookup_nameBPF_FUNC_find_vmaBPF_FUNC_loopBPF_FUNC_strncmpBPF_FUNC_get_func_argBPF_FUNC_get_func_retBPF_FUNC_get_func_arg_cntBPF_FUNC_get_retvalBPF_FUNC_set_retvalBPF_FUNC_xdp_get_buff_lenBPF_FUNC_xdp_load_bytesBPF_FUNC_xdp_store_bytesBPF_FUNC_copy_from_user_taskBPF_FUNC_skb_set_tstampBPF_FUNC_ima_file_hashBPF_FUNC_kptr_xchgBPF_FUNC_map_lookup_percpu_elemBPF_FUNC_skc_to_mptcp_sockBPF_FUNC_dynptr_from_memBPF_FUNC_ringbuf_reserve_dynptrBPF_FUNC_ringbuf_submit_dynptrBPF_FUNC_ringbuf_discard_dynptrBPF_FUNC_dynptr_readBPF_FUNC_dynptr_writeBPF_FUNC_dynptr_dataBPF_FUNC_tcp_raw_gen_syncookie_ipv4BPF_FUNC_tcp_raw_gen_syncookie_ipv6BPF_FUNC_tcp_raw_check_syncookie_ipv4BPF_FUNC_tcp_raw_check_syncookie_ipv6__BPF_FUNC_MAX_ID131/usr/include/gadget/buffer.h if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_reserve)) return bpf_ringbuf_reserve(map, size, 0); if (!event) return bpf_map_lookup_elem(&gadget_heap, &zero); event->gid = (u32)(uid_gid >> 32); event->pid = bpf_get_current_pid_tgid() >> 32; event->uid = (u32)uid_gid; bpf_get_current_comm(&event->comm, sizeof(event->comm)); bpf_probe_read_user_str(&event->fname, sizeof(event->fname), ap->fname); if (ret >= 0) { event->flags = ap->flags; event->mode = ap->mode; event->err = errval; event->fd = fd; event->mntns_id = gadget_get_mntns_id(); event->timestamp = bpf_ktime_get_boot_ns();132 if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_submit)) { bpf_ringbuf_submit(buf, 0); return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); bpf_map_delete_elem(&start, &pid); return trace_exit(ctx);ig_openat_xtracepoint/syscalls/sys_exit_openatint ig_openat_x(struct syscall_trace_exit *ctx)gadget_filter_by_mntnstarg_pidtarg_tgidtarg_uidtarg_failedLICENSEgadget_param_targ_tgidgadget_param_targ_uidgadget_param_targ_failedgadget_map_tracer_eventsgadget_tracer_open___events___eventmntns_iderrfdgadget_timestamp__gadget_tracer_type_opengadget_reserve_buf.zero.bss.maps.rodatalicensesuper_blockanon_vma_namevm_operations_structbio_veciovecinode_operationsnetwait_page_queuevfsmountkobj_typekernfs_open_nodekernfs_iattrspipe_bufferworkqueue_structproc_ns_operationsuts_namespaceipc_namespacectl_table_pollctl_table_rootctl_nodemountfsnotify_mark_connectorkmem_cache_cpufs_pincgroup_namespacecss_setkernfs_rootseq_operationskernfs_opsbpf_local_storagedeviceobj_cgroupmemcg_vmstats_percpupglist_datahrtimer_clock_basecgroup_subsysbpf_prog_arraybpf_progpercpu_ref_dataexception_table_entryfs_structwatch_listkey_userfile_lock_contextcdevfscrypt_infofsverity_infoaddress_space_operationsblk_plugsignal_structsighand_structmodule_param_attrsmodule_attributekernel_parambug_entryelf64_symmodule_sect_attrsmodule_notes_attrserror_injection_entrysrcu_structbpf_raw_event_maptracepointjump_entrystatic_call_sitetrace_event_classtrace_event_functionsprog_entryperf_cpu_contextperf_cgroupperf_event_mmap_pageperf_addr_filter_rangeperf_raw_recordperf_branch_stackperf_callchain_entrytrace_eval_mapklp_modinforequestrequest_queuebdi_writebackfile_lock_operationslock_manager_operationsnfs4_lock_statepage_pooldev_pagemapuserfaultfd_ctxlinux_binfmtkernel_siginfoldt_structkioctx_tablemmu_notifier_subscriptionsrcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infoftrace_ret_stackuprobe_taskvm_structbpf_run_ctxmath_emu_info DD ( S0IWWpS&||6|#| p |!|(|0@|0H|0P|Ux`|0h|k |k |k |! ||k |(|(|,|0| ,|0@(U D@U DU D(VKV d(VKV d(V(VmV h||V(|V0|V 8|VH|V`|W|IW&|tW|W6|W#| p |!|(|0@|0H|0P|Ux`|0h|k |k |k |! ||k |(|(|,|0| ,|0@(U D@U DU D(VKV d(VKV d(V(VmV h||V(|V0|V 8|VH|V`|W|WW0|X|DX |DX |kX0|8|XX|X`|X $h|X(|X(HmemHmm |m8Hmm 8|m8P|np`|Anhh|n pp|qn lx|An*h|An h|nt|nt|nCx|n"x|nx|oL|"o||"o||=o |=o(|Vo 0|lo 8@X|"o|`U D|"o|U DU D|}o|o|o Hmo(Hm&pHHmDp ||p|pp0|p|DX |DX |kX0|8|XX|X`|X $h|X(|X(HmemHmm |m8Hmm 8|m8P|np`|Anhh|n pp|qn lx|An*h|An h|nt|nt|nCx|n"x|nx|oL|"o||"o||=o |=o(|Vo 0|lo 8@X|"o|`U D|"o|U DU D|}o|o|o Hmo(Hm&pHHmDp ||p|pS*v**1UHUx"VIW*nW*v*1UHUx"VW`XDm @1UU"Vo p`XDm @1UU"Vo hfJ.h{_C'tX@ <H    m Q @5   H      * @    `   0 i(($h%&'(`)($h%&'(`)8)h,-."H-)8)h,-."H-)81D2P3\4h5t6.()-Ȥ'Ԥ%$&,"0,<L\p 0@P`p 0@P`p(8HXhx(8HXhx(@P`p 0@P`p 0@P`p 0HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 T d t          $ 4 D T d t       -4591/.06:8237ig_openat_xig_open_x.text.rel.BTF.extstartgadget_tracer_open___events___event.reltracepoint/syscalls/sys_exit_openat.reltracepoint/syscalls/sys_enter_openatgadget_map_tracer_events.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_mapgadget_heapgadget_reserve_buf.zero.reltracepoint/syscalls/sys_exit_open.reltracepoint/syscalls/sys_enter_open__gadget_tracer_type_open.llvm_addrsiglicenseig_openat_eig_open_egadget_param_targ_uidtarg_pidgadget_param_targ_tgidgadget_param_targ_failed.strtab.symtab.rodata.rel.BTFLICENSELBB1_9LBB0_9LBB3_8LBB2_8LBB1_8LBB0_8LBB3_6LBB2_6LBB1_6LBB0_6LBB3_5LBB2_5LBB1_4LBB0_4LBB3_14LBB2_14LBB3_3LBB2_3LBB3_13LBB2_13LBB1_2LBB0_2LBB3_12LBB2_12LBB3_10LBB2_10LBB1_10LBB0_10R@F@B @@C`| @C` ` @DpX T @pDp    p` 0` # @D!,1  @E LopR>(#index.json0000644000000000000000000000274214621216650013066 0ustar00rootroot00000000000000{"schemaVersion":2,"manifests":[{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:87c3ecca8d843f2e08382836cb0eff718fa5c56d786c73e2674d7e9db13a1ac7","size":1711,"annotations":{"org.opencontainers.image.ref.name":"ghcr.io/inspektor-gadget/gadget/trace_open:latest"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:20a6646251ab1273da15f6f3588a8fef4c6934f3dd88937db93a61dd652c66df","size":1158,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:cd2462744cabf334e6b4eb3a0079063a276e067db50ebbf423bcd9af22194989","size":1158,"annotations":{"org.opencontainers.image.created":"2024-05-15T18:45:32Z","org.opencontainers.image.description":"trace open files","org.opencontainers.image.documentation":"https://inspektor-gadget.io/docs","org.opencontainers.image.source":"https://github.com/inspektor-gadget/inspektor-gadget/","org.opencontainers.image.title":"trace open","org.opencontainers.image.url":"https://inspektor-gadget.io/"},"platform":{"architecture":"arm64","os":"linux"}}]}oci-layout0000644000000000000000000000003614621216650013066 0ustar00rootroot00000000000000{"imageLayoutVersion":"1.0.0"}inspektor-gadget-0.46.0/docs/api/_golang/grpc/000077500000000000000000000000001510117411400211055ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/grpc/.gitignore000066400000000000000000000000201510117411400230650ustar00rootroot00000000000000custom_operator inspektor-gadget-0.46.0/docs/api/_golang/grpc/main.go000066400000000000000000000047471510117411400223740ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "os/signal" "syscall" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) func do() error { const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil })) // Used to close the connection in a clean way ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT) defer stop() gadgetCtx := gadgetcontext.New( ctx, "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators(myOperator), ) runtime := grpcruntime.New() runtimeGlobalParams := runtime.GlobalParamDescs().ToParams() runtimeGlobalParams.Get(grpcruntime.ParamRemoteAddress).Set("tcp://127.0.0.1:8888") // Unix sockets are also supported: //runtimeGlobalParams.Get(grpcruntime.ParamRemoteAddress).Set("unix:///var/run/ig/ig.socket") if err := runtime.Init(runtimeGlobalParams); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/grpc_kubernetes/000077500000000000000000000000001510117411400233345ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/grpc_kubernetes/main.go000066400000000000000000000066301510117411400246140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "sync" "k8s.io/client-go/rest" "k8s.io/client-go/tools/clientcmd" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" grpcruntime "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/grpc" ) func do() error { // Mutex to protect concurrent subscription callbacks from different nodes var nodeMu sync.Mutex // Create a simple operator to subscribe to events const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Subscribe to all datasources and print their output as json for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { nodeMu.Lock() defer nodeMu.Unlock() jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil }), ) // Create gadget context gadgetCtx := gadgetcontext.New( context.Background(), "ghcr.io/inspektor-gadget/gadget/trace_open:latest", gadgetcontext.WithDataOperators( myOperator, ), ) // Create GRPC runtime for Kubernetes grpcRuntime := grpcruntime.New(grpcruntime.WithConnectUsingK8SProxy) // Get Kubernetes REST config config, err := getKubernetesConfig() if err != nil { return fmt.Errorf("getting kubernetes config: %w", err) } grpcRuntime.SetRestConfig(config) // Initialize runtime with global parameters runtimeParams := grpcRuntime.GlobalParamDescs().ToParams() if err := grpcRuntime.Init(runtimeParams); err != nil { return fmt.Errorf("runtime init: %w", err) } defer grpcRuntime.Close() // Lets filter for a specific pod params := make(map[string]string) params["operator.KubeManager.selector"] = "k8s-app=kube-dns" // Run the gadget if err = grpcRuntime.RunGadget(gadgetCtx, nil, params); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func getKubernetesConfig() (*rest.Config, error) { // Try in-cluster config first config, err := rest.InClusterConfig() if err == nil { return config, nil } // Fall back to kubeconfig file kubeconfig := clientcmd.NewDefaultClientConfigLoadingRules().GetDefaultFilename() config, err = clientcmd.BuildConfigFromFlags("", kubeconfig) if err != nil { return nil, fmt.Errorf("building config from kubeconfig: %w", err) } return config, nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/operators/000077500000000000000000000000001510117411400221705ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/operators/.gitignore000066400000000000000000000000161510117411400241550ustar00rootroot00000000000000local_manager inspektor-gadget-0.46.0/docs/api/_golang/operators/main.go000066400000000000000000000057371510117411400234570ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/formatters" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/localmanager" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { ctx := context.Background() const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d, igjson.WithShowAll(true), igjson.WithPretty(true, " ")) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil })) // Configure the local manager operator localManagerOp := localmanager.LocalManagerOperator localManagerParams := localManagerOp.GlobalParamDescs().ToParams() localManagerParams.Get(localmanager.Runtimes).Set("docker") if err := localManagerOp.Init(localManagerParams); err != nil { return fmt.Errorf("init local manager: %w", err) } defer localManagerOp.Close() gadgetCtx := gadgetcontext.New( ctx, "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators( ocihandler.OciHandler, localManagerOp, formatters.FormattersOperator, myOperator, ), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() params := map[string]string{ // Filter events by container name "operator.LocalManager.containername": "mycontainer", } if err := runtime.RunGadget(gadgetCtx, nil, params); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/_golang/trace_open/000077500000000000000000000000001510117411400222715ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/api/_golang/trace_open/.gitignore000066400000000000000000000000131510117411400242530ustar00rootroot00000000000000trace_open inspektor-gadget-0.46.0/docs/api/_golang/trace_open/main.go000066400000000000000000000070471510117411400235540ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" // The runtime is the piece that will run our gadget. "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" // Import the operators we need: // - ocihandler: to handle OCI images // - ebpf: handle ebpf programs // - simple: building block for our operator "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" // Datasources provide access to the data produced by gadgets and operators. // Import also the json formatter to format the data as json. "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" // The gadget context is the glue that connects all components together. gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" ) func do() error { // First of all, we need to define a (simple) operator that we'll use to subscribe // to events. We use a high priority to make sure that our operator is the last // to run and print the information after all operators have been run. const opPriority = 50000 myOperator := simple.New("myOperator", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Subscribe to all datasources and print their output as json the terminal for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d, // Show all fields igjson.WithShowAll(true), // Print json in a pretty format igjson.WithPretty(true, " "), ) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil }), ) // Then, we create a gadget context instance. This is the glue that connects // all operators together. gadgetCtx := gadgetcontext.New( context.Background(), // This is the image that contains the gadget we want to run. "ghcr.io/inspektor-gadget/gadget/trace_open:main", // List of operators that will be run with the gadget gadgetcontext.WithDataOperators( ocihandler.OciHandler, // pass singleton instance of the oci-handler myOperator, ), ) // After that, we need a runtime, that's the piece that will run our gadget. // In this case, we use the local runtime to run the gadget in the local host. runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() // Finally, let's run our gadget if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/docs/api/golang.mdx000066400000000000000000000277211510117411400205360ustar00rootroot00000000000000--- title: 'Go API' sidebar_position: 20 description: 'How to run Gadgets from a Golang application' --- import CodeBlock from '@theme/CodeBlock'; This document describes how to use the API provided by Inspektor Gadget to run Gadgets and consume data produced by them from a Golang application. ## Concepts Let's describe some concepts before jumping to the code. ### Runtime A runtime is the component that runs the Gadgets. Inspektor Gadget provides two runtimes: - [local](https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget@%IG_BRANCH%/pkg/runtime/local): Used to run a Gadget on the local host. It's only supported on Linux. - [grpc](https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget@%IG_BRANCH%/pkg/runtime/grpc): Used to run a Gadget on a remote Linux host or Kubernetes cluster. It's supported on Linux, Windows and Mac. ### Operators Operators are the cornerstones of the Inspektor Gadget architecture. They are modular components responsible for specific tasks, such as loading eBPF programs, enriching events, sorting output, etc. Inspektor Gadget provides different operators as described in the [operators](../spec/operators/) documentation. It is also possible to create custom operators as explained below. ### Data Sources A [Data Source](https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget@%IG_BRANCH%/pkg/datasource) is a mechanism used to transport the data generated by the Gadgets (or operators) across the different components. Operators can generate, consume and mutate data and the layout of the data source. ### Gadget Context The [Gadget Context](https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget@%IG_BRANCH%/pkg/gadget-context) is the component that glues everything together. This carries information between operators, runtimes, etc. ## Examples These examples provide minimal working code to use Gadgets in different ways. Their source code can be found at https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/examples/gadgets ### Running your first Gadget Let's start with the minimal code required to run a Gadget. This example shows how to run the [`trace_open`]( ../gadgets/trace_open.mdx) gadget and print the events it captures to the terminal in json format. import SimpleTraceOpen from '!!raw-loader!./_golang/trace_open/main.go'; {SimpleTraceOpen} Now let's run it. It'll print all the files being opened on the system. ```bash $ go run -exec sudo . { "error_raw": 0, "fd": 7, "flags_raw": 524288, "fname": "/sys/fs/cgroup/user.slice/user-1000.slice/user@1000.service/memory.pressure", "mode_raw": 0, "proc": { "comm": "systemd-oomd", "creds": { "gid": 117, "uid": 108 }, "mntns_id": 4026532600, "parent": { "comm": "systemd", "pid": 1 }, "pid": 1081, "tid": 1081 }, "timestamp_raw": 750512507929 } { "error_raw": 0, "fd": 15, "flags_raw": 0, "fname": "/sys/class/net/lo/statistics/rx_packets", "mode_raw": 0, "proc": { "comm": "gnome-system-mo", "creds": { "gid": 1000, "uid": 1000 }, "mntns_id": 4026531841, "parent": { "comm": "gnome-shell", "pid": 2601 }, "pid": 16039, "tid": 16039 }, "timestamp_raw": 750917767023 } ... ``` ### Running a Gadget from a file The example above pulls the `trace_open` image from the internet if it's not already present on the system. This example shows how to run a Gadget from a file avoiding pulling the image from the internet. The `image export` command is used to create a tarball with the `trace_open` image. ```bash # pull the image if not already present on the system $ sudo ig image pull trace_open:main # export the image to a tarball $ sudo ig image export trace_open:main trace_open.tar ``` import FromFile from '!!raw-loader!./_golang/from_file/main.go'; {FromFile} Running this example produces the same results as the previous example. ### Running a Gadget embedded in your application The example above required you to ship the tarball file together with your application binary. But you might want to ship the gadget embedded in your binary, so let's explore how that can be done by using `//go:embed`. import FromMemory from '!!raw-loader!./_golang/from_memory/main.go'; {FromMemory} Again, running this will produce the same results as the previous examples. ### Using operators from Inspektor Gadget In this example we use some operators provided by Inspektor Gadget to extend the functionality of your application: - [LocalManager](../spec/operators/localmanager.md): Enriches events with container information. Also provides a mechanism to filter events by container. - [Formatters](../spec/operators/formatters.md): Provides a prettier (or human-readable) representation of some fields like timestamps, etc. Parameters for each operator are passed as a map of strings using the fully qualified name of the parameter as the key. import Operators from '!!raw-loader!./_golang/operators/main.go'; {Operators} Before running the example, let's create a couple of containers that will generate some events: ```bash $ docker run --name mycontainer --rm -d busybox sh -c "while true; do cat /dev/null; sleep 1; done" $ docker run --name foocontainer --rm -d busybox sh -c "while true; do cat /dev/null; sleep 1; done" ``` Now, let's run the example. ```bash $ go run -exec sudo . { "error": "", "error_raw": 0, "fd": 3, "flags_raw": 0, "fname": "/dev/null", "k8s": { "containerName": "", "hostnetwork": false, "namespace": "", "node": "", "owner": { "kind": "", "name": "" }, "podLabels": "", "podName": "" }, "mode_raw": 0, "proc": { "comm": "cat", "creds": { "gid": 0, "uid": 0 }, "mntns_id": 4026534339, "parent": { "comm": "sh", "pid": 42678 }, "pid": 53660, "tid": 53660 }, "runtime": { "containerId": "1b0ba0f6f7f7251a8dedbee0a836dc3edadeba7444cd56d6afe0989b6007bcd7", "containerImageDigest": "sha256:2919d0172f7524b2d8df9e50066a682669e6d170ac0f6a49676d54358fe970b5", "containerImageName": "busybox", "containerName": "mycontainer", "containerPid": 42678, "containerStartedAt": 1737743296076978537, "runtimeName": "docker" }, "timestamp": "2025-01-24T13:37:35.312976962-05:00", "timestamp_raw": 1737743855312976962 } ``` As expected, only events from `mycontainer` are captured and the runtime node contains all information related to the container creating the events. Also, a new timestamp field with a human-readable version is present. Don't forget to remove the containers created above: ```bash $ docker rm mycontainer foocontainer ``` ### Data Source So far, we've been using the json formatter to convert the events produced by a Gadget to json. However, if you're only interested in getting specific fields, it can be more performant to access them directly using a Field Accessor instead of performing a full json marshaling and unmarshaling. import Datasource from '!!raw-loader!./_golang/datasource/main.go'; {Datasource} Executing this program will output the following: ```bash $ go run -exec sudo . command systemd-journal (761) opened /run/log/journal/02962d410aef4be9b1be7d022e8be679/system.journal command systemd-journal (761) opened /run/log/journal/02962d410aef4be9b1be7d022e8be679/system.journal command tmux: server (12404) opened /proc/38122/cmdline command systemd-oomd (1245) opened /proc/meminfo command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.pressure command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.current command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.min command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.low command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.swap.current command systemd-oomd (1245) opened /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memory.stat command systemd-oomd (1245) opened /proc/meminfo command dbus-daemon (3811) opened /sys/kernel/security/apparmor/.access command tmux: server (12404) opened /proc/38122/cmdline command systemd-oomd (1245) opened /proc/meminfo command systemd-oomd (1245) opened /proc/meminfo command tmux: server (12404) opened /proc/38122/cmdline ``` ### Running Gadgets remotely with the gRPC runtime All the examples above run the gadgets (and their eBPF parts) locally. The following examples show how to run gadgets remotely using the gRPC runtime in different environments (Linux host, Kubernetes cluster, etc.). #### Linux Host This example shows how to run a Gadget on a Kubernetes cluster using the gRPC runtime. In this case, an Inspektor Gadget installation is required on the Kubernetes cluster. That then also takes care of pulling the Gadget image from the OCI registry - the client itself does not contact the OCI registry. import GRPC from '!!raw-loader!./_golang/grpc/main.go'; {GRPC} In this case we need to run `ig` in daemon mode: ```bash $ sudo ig daemon --host tcp://127.0.0.1:8888 INFO[0000] starting Inspektor Gadget daemon at "tcp://127.0.0.1:8888" ``` Now run the example. Note that in this case running as user "root" is not needed, because all the privileged operations are happening inside the `ig` process on the remote side. ```bash $ go run . {"comm":"irqbalance","err":0,"fd":6,"flags":0,"fname":"/proc/interrupts","gid":0,"mntns_id":4026533158,"mode":0,"pid":1262,"timestamp":6114008072805,"uid":0} {"comm":"irqbalance","err":0,"fd":6,"flags":0,"fname":"/proc/stat","gid":0,"mntns_id":4026533158,"mode":0,"pid":1262,"timestamp":6114008961935,"uid":0} {"comm":"irqbalance","err":0,"fd":6,"flags":0,"fname":"/proc/irq/65/smp_affinity","gid":0,"mntns_id":4026533158,"mode":0,"pid":1262,"timestamp":6114009113261,"uid":0} {"comm":"irqbalance","err":0,"fd":6,"flags":0,"fname":"/proc/irq/98/smp_affinity","gid":0,"mntns_id":4026533158,"mode":0,"pid":1262,"timestamp":6114009138809,"uid":0} ``` #### Kubernetes Cluster This example shows how to run a Gadget on a Kubernetes cluster using the gRPC runtime. In this case, Inspektor Gadget installation is required on the Kubernetes cluster, and it also takes care of pulling the Gadget image from the OCI registry so the client doesn't need to contact the OCI registry import GRPCK8s from '!!raw-loader!./_golang/grpc_kubernetes/main.go'; {GRPCK8s} Now let's run the example. See how it has all the Kubernetes metadata attached to the events: ```bash $ go run . {"error":"","fd":14,"fname":"/proc/1/stat","k8s":{"containerName":"coredns","namespace":"kube-system","node":"aks-agentpool-93770793-vmss000000","owner":{},"podName":"coredns-6f776c8fb5-wwtqz"},"mode":"----------","proc":{"comm":"coredns","pid":19588,"tid":20673}} {"error":"","fd":14,"fname":"/proc/stat","k8s":{"containerName":"coredns","namespace":"kube-system","node":"aks-agentpool-93770793-vmss000000","owner":{},"podName":"coredns-6f776c8fb5-wwtqz"},"mode":"----------","proc":{"comm":"coredns","pid":19588,"tid":20673}} {"error":"","fd":14,"fname":"/proc/1/fd","k8s":{"containerName":"coredns","namespace":"kube-system","node":"aks-agentpool-93770793-vmss000000","owner":{},"podName":"coredns-6f776c8fb5-wwtqz"},"mode":"----------","proc":{"comm":"coredns","pid":19588,"tid":20673}} {"error":"","fd":14,"fname":"/proc/1/limits","k8s":{"containerName":"coredns","namespace":"kube-system","node":"aks-agentpool-93770793-vmss000000","owner":{},"podName":"coredns-6f776c8fb5-wwtqz"},"mode":"----------","proc":{"comm":"coredns","pid":19588,"tid":20673}} ``` ### Other Examples There are other examples available in the repo, please check them at https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/examples/gadgets/other inspektor-gadget-0.46.0/docs/api/grpc.md000066400000000000000000000004241510117411400200210ustar00rootroot00000000000000--- title: 'Gadget gRPC API' sidebar_position: 30 description: 'Reference documentation for the gRPC API' --- TODO ## api.proto TODO [pkg/gadget-service/api/api.proto](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/pkg/gadget-service/api/api.proto) inspektor-gadget-0.46.0/docs/design/000077500000000000000000000000001510117411400172445ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/design/001-prometheus.md000066400000000000000000000360301510117411400222610ustar00rootroot00000000000000# Prometheus support in Inspektor Gadget :::warning This document is outdated. An initial implementation of this proposal was done, but it was removed later on for an implementation focused on image-based gadgets and OpenTelemetry. Check the new implementation on pkg/operators/otel-metrics/. ::: Inspektor Gadget has a lot of tools that hook into the kernel to capture different events like file opened, process created, DNS requests, etc. Currently it's mostly designed as a troubleshooting tool: it prints those events as they happen to the terminal. However, it's an easy win to provide metrics through Prometheus. The whole logic to capture the data is already in place, we only need to aggregate and expose this in a Prometheus format. This document contains a design proposal for supporting Prometheus metrics in Inspektor Gadget. Upstream issue: [https://github.com/inspektor-gadget/inspektor-gadget/issues/1513](https://github.com/inspektor-gadget/inspektor-gadget/issues/1513) # Goals This document is written with the following goals in mind in descending order of priority. - Bring this support soon to market - Metrics to expose should be configurable - The solution should be performant # Design Decisions ## Metrics to expose In order to be as flexible as possible, the user should be able to configure the metrics they want to expose for each gadget. Most gadgets emit events from eBPF including several fields of data and send them to the userspace part of IG for processing. In a generic solution, most of these fields should be selectable for metric collection, aggregation and filtering. However, due to handling all events in userspace, this could negatively impact performance. In order to improve that, we also propose a way to handle collection of the most commonly used metrics directly in eBPF. ## Labels Granularity High cardinality (a lot of distinct label combinations) can be problematic as it increases the memory usage of both the collector (IG) and the consumer (Prometheus). As stated above, users should still be able to configure the granularity they want to have and so should consider the cardinality themselves. ## Filtering Inspektor Gadget already provides a mechanism to filter out events we're not interested in. This mechanism should be reused by the Prometheus integration to avoid handling metrics for objects the user is not interested in. # User Experience The metric collection and export to Prometheus should be supported in both cases, a) when running in Kubernetes (ig-k8s), and b) when running on Linux hosts (ig). This is possible by implementing this using a new Prometheus gadget/operator as it makes the code automatically shareable between ig, ig-k8s and external applications. This gadget/operator provides start / stop operations to enable / disable collection of metrics. ```bash $ kubectl gadget prometheus start --config $ kubectl gadget prometheus stop ``` TODO: need to think about not having a start operation on this one ```bash $ ig prometheus --config ``` It should also be possible to configure the metrics using a CR - supporting a [static configuration](https://github.com/inspektor-gadget/inspektor-gadget/issues/1401) could be implemented in the future as well. ## Configuration File Given that we want this to be flexible, allowing the user to control which metrics to capture and how to aggregate them, we will use configuration files to define those aspects. This takes inspiration from [https://github.com/cloudflare/ebpf_exporter](https://github.com/cloudflare/ebpf_exporter). ### Filtering (aka Selectors) The user should be able to provide a set of filters indicating the events that should be taken into consideration when collecting the metrics. The mechanism should provide the following features: - Equal operator - "columnName:value" - Different operator (!) - "columnName:!value" - Greater than, less than operators (<, >, <=, >=) - "columnName:>value" - Match regex (~) - "columnName:~regex" In the future, we could consider introducing more advanced operators like: - Set based - In - NotIn It's similar to the existing [Labels and Selectors](https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/) mechanism, but we still need to understand if we can reuse that or if we need a completely new implementation. Some examples of possible filters are: # Only metrics for default namespace ```yaml # Only metrics for default namespace selector: - k8s.namespace: default # Count only events with retval != 0 selector: - "retval:!0" ``` The configuration file defines the different metrics to collect. ### Counters This is probably the most intuitive metric: "A _counter_ is a cumulative metric that represents a single [monotonically increasing counter](https://en.wikipedia.org/wiki/Monotonic_function) whose value can only increase or be reset to zero on restart. For example, you can use a counter to represent the number of requests served, tasks completed, or errors." from [https://prometheus.io/docs/concepts/metric_types/#counter](https://prometheus.io/docs/concepts/metric_types/#counter). The following are examples of counters we can support with the existing gadgets. The first one counts the number of executed processes. ```yaml metrics: # executed processes by namespace, pod and container. - name: executed_processes type: counter category: trace gadget: exec labels: - k8s.namespace - k8s.podName - k8s.containerName ``` The category and gadget fields define which gadget to use. The labels indicate how metrics are aggregated, i.e., the cardinality of the exposed metric. In this case, we'll have a counter for each namespace, pod and container combination. Another example that will report the number of executed processes, aggregated by comm and namespace: # executed processes by comm and namespace ```yaml - name: executed_processes_by_comm type: counter category: trace gadget: exec labels: - k8s.namespace - comm ``` It is possible to count events based on matching criteria. For instance, the following counter will only consider events in the default namespace. ```yaml # executed processes by pod and container in the default namespace - name: executed_processes type: counter category: trace gadget: exec labels: - k8s.podName - k8s.containerName selector: - "k8s.namespace:default" ``` Or only count events for a given command: ```yaml # cat executions by namespace, pod and container - name: executed_cats # ohno! type: counter category: trace gadget: exec labels: - k8s.namespace - k8s.podName - k8s.containerName selector: - "comm:cat" ``` And finally, we can provide counters for failed operations: ```yaml # failed execs by namespace, pod and container - name: failed_execs type: counter category: trace gadget: exec labels: - k8s.namespace - k8s.podName - k8s.containerName selector: - "retval:!0" ``` Filtering can also be used for gadgets that provide events describing two different situations, for instance the trace dns gadget emits events for requests and answers. Then, we can expose a counter only for requests based on the value of the "qr" field. ```yaml # DNS requests aggregated by namespace and pod - name: dns_requests type: counter category: trace gadget: dns labels: - namespace - pod selector: # Only count query events - "qr:Q" ``` Another example is: ```yaml # bpf seccomp violations - name: seccomp_violations type: counter category: audit gadget: seccomp labels: - k8s.namespace - k8s.podName - k8s.containerName - syscall selector: - "syscall:bpf" ``` By default, a counter is increased by one each time there is an event, however it's possible to increase a counter using a field on the event: ```yaml # Read bytes on ext4 filesystem - name: read_bytes_ext4 type: counter category: trace gadget: fsslower labels: - k8s.namespace - k8s.podName - k8s.containerName field: bytes selector: - "filesystem:ext4" - "op:R" ``` ## Gauges "A _gauge_ is a metric that represents a single numerical value that can arbitrarily go up and down" from [https://prometheus.io/docs/concepts/metric_types/#gauge](https://prometheus.io/docs/concepts/metric_types/#gauge). It seems that the only category of gadgets that can provide data to be interpreted as a gauge is the snapshotters. ```yaml # Number of processes by namespace / pod / container - name: number_of_processes type: gauge category: snapshot gadget: process labels: - k8s.namespace - k8s.podName - k8s.containerName # Number of sockets in CLOSE_WAIT state - name: number_of_sockets_close_wait type: gauge category: snapshot gadget: socket labels: - k8s.namespace - k8s.podName - k8s.containerName selector: - "status:CLOSE_WAIT" ``` TODO: This is not totally clear how this should work since there gadget doesn't provide a stream of events. In this case we should execute the gadget each time prometheus scrapes the endpoint. ### Histograms The histogram definition is a bit more complex than the previous ones, hence please check the Prometheus documentation: [https://prometheus.io/docs/concepts/metric_types/#histogram](https://prometheus.io/docs/concepts/metric_types/#histogram) We'll support the same bucket configuration as described in [https://github.com/cloudflare/ebpf_exporter#histograms.](https://github.com/cloudflare/ebpf_exporter#histograms.) ```yaml # DNS replies latency - name: dns_latency type: histogram category: trace gadget: dns field: latency bucket: min: 0s max: 1m type: exp2 labels: - k8s.namespace - k8s.podName selector: - "qr:R" ``` # Implementation ## Gadgets supported We want to make Prometheus supported by as many gadgets as possible, however it's currently not possible to support all of them. The initial implementation covers these gadgets: - Tracers: counters and histograms - Snapshot: gauges There are some categories that we don't know if they can be supported altogether, so we probably should also define per gadget support: - Audit seccomp: counters - Profile block-io: will be nice but can require some extra work ## Metrics collection The main implementation detail of this support is where to count the metrics. This proposal includes two approaches that are independent and that can be implemented in parallel or one after the other: - Collect metrics in user space: A very flexible and less performant solution - Collect metrics in eBPF: A more performant solution that should handle most common metrics ### Collection in user space In this case the counting / aggregation happens on user space. This is the simplest way to collect metrics, but also the most expensive one. It leverages the whole functionality of our gadgets as it is right now. Events are still collected in eBPF and sent to user-space as they occur, where they are evaluated, i.e., aggregated and filtered according to the user's configuration. This option is defined to be flexible rather than performant. For metrics with high throughput, users should use the metrics collection backed by eBPF (see below). The implementation is based on the existing parser that uses reflection underneath. It was implemented in https://github.com/inspektor-gadget/inspektor-gadget/pull/1620. ### Collection in eBPF We should extend the gadgets to collect some common metrics in eBPF to make this solution more performant. This should be the preferred way of collecting metrics, even if it isn't as flexible as the implementation using the events (and it's harder to implement). In this case, we'll have to define a list of common metrics that are exposed by each gadget (TODO). Gadgets' eBPF code would require two new constants: ```c bool enable_events bool enable_metrics ``` When metric collection is enabled, it expects maps that it can fill. The gadget/operator will provide such maps with a layout depending on the users' configuration. The biggest issue here is that we basically need to have counters for each of the possible tuples of the requested labels (which are dynamic). This would be solved by a BPF_HASH_MAP (potentially PER_CPU) with the key looking like this for example: ```c struct metric_key_t { __u64 mount_ns_id; __u32 reason; } ``` With each added label, the key length increases. Adding for example the SADDR, the key would look like this: ```c struct metric_key_t { __u64 mount_ns_id; __u8 saddr[16]; __u32 reason; } ``` The actual value consists of a simpler struct, containing for example just a counter variable, buckets for histograms, etc. (and maybe a last-access timestamp). The operator would then periodically iterate over the map and update the exported metrics. We'd have to think about pruning the maps periodically as well, otherwise the maps would only grow - the mentioned timestamp could help with that. We also have to notify the user about possible overflows. #### Use of Macros To be able to use maps like described above, the keys of the maps would have to be sized dynamically. This can be achieved by using macros and consts that switch on/off certain fields on demand (I've started work on a PoC). A definition like this ```c #define METRIC_LIST_KEYS(X) \ X(MntNS, __u64, 8) \ X(Reason, __u32, 4) ``` could then create required functions (like offset helpers) and volatile consts that will be set upon starting the gadget. # Compatibility with script and BYOB (bring your own bpf) gadgets These two gadgets allow the user to inject custom eBPF programs. It should be possible to also support metric collection using this solution. The structure of the eBPF maps that collect the metrics should be well defined to create a contract between the eBPF programs and the Operator/Gadget in user space. ## BYOB We have to document what is the structure of the maps and the user will be responsible for creating and filling them in their eBPF programs ## Script This gadget creates the eBPF maps on behalf of users when they specify they want a counter. We will need to be sure those maps stick to the contract defined above. The syntax to defining counters, histograms, etc by using the DSL can be very similar to what we already have in bpftrace [https://github.com/iovisor/bpftrace/blob/master/docs/reference_guide.md#2-count-count](https://github.com/iovisor/bpftrace/blob/master/docs/reference_guide.md#2-count-count), [https://github.com/iovisor/bpftrace/blob/master/docs/reference_guide.md#8-hist-log2-histogram](https://github.com/iovisor/bpftrace/blob/master/docs/reference_guide.md#8-hist-log2-histogram). # Out of Scope - Providing a Golang package for 3rd party applications: This solution will be implemented as a Gadget/Operator, hence it'll also be available for 3rd party applications. It's not on our roadmap to provide a golang package supporting this, however it should be easy to refactor the code and create such a package if needed in the future. At that point we'll need to determine the format used by this package to expose the data. One possibility is to expose Otel metrics and the user then will convert them to the needed format, Prometheus for instance. inspektor-gadget-0.46.0/docs/design/002-containerized-gadgets.md000066400000000000000000000632241510117411400243460ustar00rootroot00000000000000# Containerized Gadgets Support Inspektor Gadget The gadgets we provide are heavily coupled to Inspektor Gadget as they are all developed on the same repository and maintained by our team. Adding new gadgets implies that they have to be reviewed and approved by us. This approach presents some disadvantages: - Users need to install new versions of Inspektor Gadget to get new gadgets (or updates to them). - Too specific gadgets can't be added to our code base. - Users can't have private gadgets. The [containerized gadgets idea](https://github.com/inspektor-gadget/inspektor-gadget/issues/1669) aims to make Inspektor Gadget a framework to run eBPF programs (gadgets), like Docker does for containers. This approach decouples the gadgets from Inspektor Gadget solving the issues mentioned above. Many ideas of this design document are based on [bumblebee](https://github.com/solo-io/bumblebee) and [ebpf_exporter](https://github.com/cloudflare/ebpf_exporter) projects. ## User Experience The UX we provide should be very close to the existing container runtimes like Docker. This document considers the client-server setup for ig described in https://github.com/inspektor-gadget/inspektor-gadget/issues/1681. It's being implemented at the time of writing this document. ### `run` The run command starts a gadget: ```bash $ gadgetctl run mygadgetimage:latest # print output to terminal ``` `mygadgetimage:latest` is a gadget OCI image. This command should provide a flag to run on detached mode: ```bash $ gadgetctl run mygadgetimage:latest --detach a3397355fc4b2ba49cdc1ab2d36f728cbda65f0ef979854186f2ea780e8659e1 ``` This command automatically pulls the image if it is not available in the local image cache. ### `list` List print the running gadgets ```bash $ gadgetctl list ... ``` ### `attach` Attach to a running gadget ```bash $ gadgetctl attach mygadget # gets terminal attached to the gadget ``` ### `pull` Pulls a gadget image ```bash $ gadgetctl pull mygadgetimage:latest ``` ### `build` Builds and packages a gadget as an OCI image ```bash $ gadgetctl build --prog foo.bpf.c --definition foo.yaml mygadgetimage:latest ``` Details of this command are still to be defined. Like other flags that are supported. ### `tag` Tag an image ```bash $ gadgetctl tag mygadgetimage:latest ghcr.io/foo/mygadgetimage:v1 ``` ### `login` Login into a container registry ```bash $ gadgetctl login -u admin -p 1234 ``` ### `image` Different commands to handle images - `image list` - `image delete` etc... TODO: Should commands like `ig pull`, `ig build`, `ig push` be aliases of `ig image ...` ones? ## Gadget Packaging Gadgets should be packed as [OCI](https://github.com/opencontainers/image-spec) images. It is expected that the first manifest is an image index `application/vnd.oci.image.index.v1+json`. All supported architectures has to be listed here ```bash $ crane manifest ghcr.io/inspektor-gadget/tcp-connect:test | jq . { "schemaVersion": 2, "mediaType": "application/vnd.oci.image.index.v1+json", "manifests": [ { "mediaType": "application/vnd.oci.image.manifest.v1+json", "digest": "sha256:7138dd1d4599d3e2c010a08e2609d53bea0764809563ff4554b9f4c8116fafef", "size": 590, "platform": { "architecture": "amd64", "os": "linux" } }, { "mediaType": "application/vnd.oci.image.manifest.v1+json", "digest": "sha256:9ecb3e8284068ce53d6c359b046ff20febf39f2d05ffa219e4665bd29fef1954", "size": 590, "platform": { "architecture": "arm64", "os": "linux" } } ] } ``` The manifest referenced by the digest of a specific architecture has a config and a single layer. The content of the config is [the definition file](#def-file). The currently single layer contains the compiled eBPF program. It supports configurable annotations for the author and description Example: ```bash $ crane manifest ghcr.io/inspektor-gadget/tcp-connect@sha256:9ecb3e8284068ce53d6c359b046ff20febf39f2d05ffa219e4665bd29fef1954 | jq . { "schemaVersion": 2, "config": { "mediaType": "application/vnd.gadget.config.v1+yaml", "digest": "sha256:eb71861c0a5d5ca9a706fffa20fead54f64a1624dfeef5d334a8a3c2462c4c37", "size": 628, "annotations": { "org.opencontainers.image.title": "config.yaml" } }, "layers": [ { "mediaType": "application/vnd.gadget.ebpf.program.v1+binary", "digest": "sha256:a2e1f232e675b1a8d83f94fc646b40e885564f8346273c3257ac76003545880b", "size": 873256, "annotations": { "org.opencontainers.image.authors": "Burak Ok", "org.opencontainers.image.description": "A simple tcpconnect program", "org.opencontainers.image.title": "program.o" } } ] } ``` TODO: How the user could specify these annotations when using the build command? ### Definition File The definition file contains the following information for a gadget: - `documentation`: Long text describing how to use the gadget. This should describe the different parameters supported and can contain some practical examples about how to use it. - `columns`: Information about the event that the gadget provides. Each element represents a columns attribute as defined in pkg/columns/columninfo.go. This definition file is mandatory in the early implementation stage, but later on it'll be optional. ## Gadget Implementation A gadget is composed by eBPF programs and maps that are compiled into an eBPF ELF object. According to the names of the maps and programs, and the types used, Inspektor Gadget is able to understand how to parse, enrich and print information from the gadget. Inspektor Gadget requires the ELF file to have sections named according to the convention defined in libbpf and cilium/ebpf. Currently the built-in gadgets have a strong categorization, however in this new containerized gadgets approach that categorization is softer, each gadget defines how it behaves according to the maps / types they use and it's possible that the same gadget implements different behaviors, like tracer and topper, etc. ### Maps #### `RingBuf` and `PerfEventArray` with `print_` Prefix (a.k.a tracers) These maps indicate that the gadget produces a stream of events. Inspektor Gadget uses the BTF information to format and print the events. ```c // taken from gadgets/trace_open.bpf.c struct event { __u64 timestamp; __u32 pid; __u32 uid; __u32 gid; gadget_mntns_id mntns_id; int ret; int flags; __u16 mode; __u8 comm[TASK_COMM_LEN]; __u8 fname[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __type(value, struct event); } print_events SEC(".maps"); ``` NOTE: In libbpf and cilium/ebpf, maps of type RingBuf and PerfEventArray normally have an explicit definition with: ```c __uint(value_size, sizeof(u32)); ``` Or an implicit one (when value_size is not defined, the bpf loader understands that RingBuf and PerfEventArray store a file descriptor, i.e. an integer of size 4). However, for containerized gadgets, Inspektor Gadget changes the semantic of the value field in the map definition to be able to carry the expected BTF type sent to the ring buffers. This idea initially comes from Bumblebee. As a consequence, BPF programs written in this way will not be loadable by generic bpf loaders but only by Inspektor Gadget. TODO: Revisit this approach and check if there is a way to remove the limitation of being loaded by other projects. #### `HashMap` with `stats_` Prefix (a.k.a toppers) These maps are used to implement toppers, i.e. gadgets that print a list of elements sorted by specific parameters, like TCP connections by sent bytes. Inspektor Gadget automatically reads and sorts those maps according to the configuration provided by the user: - Interval: How often to print the map contents - Sort by: Field within the event type to sort by #### BPF Iterators (a.k.a snapshotters) Programs of type `iter/` are automatically loaded and attached by Inspektor Gadget, then they are triggered one time and its output is parsed according to the BTF information provided by it. In order to have BTF information available, the programs have to define an unused variable with the type they output in the iterator: ```c const volatile event_t myiterator_output = {}; const struct myevent *gadget_iter_type __attribute__((unused)); SEC("iter/task_file") int myiterator(struct bpf_iter__task_file *ctx) ``` According to the type of iterator, it's run in different ways: - iter/task, iter/task_file: relative to the current pid namespace. Inspektor Gadget switches to the host pid namespace as appropriate to get all processes. - iter/tcp, iter/udp: relative to the current network namespace. Inspektor Gadget iterates over all network namespaces of interest and triggers the program in each of them. (containers selected with the usual filter flags like --container) - iter/bpf_map_elem: relative to a map. Unsupported. #### `HashMap` with `hist_` Prefix (a.k.a profilers) These maps are used to implement profilers: gadgets that output a histogram. The histogram collection starts when the gadget is run, and it's printed when the gadgets stops. TODO1: It's possible to also print the histogram periodically, however it's not explored yet. TODO2: There is probably some overlap with histogram metrics support for Prometheus. It's very likely that the same gadget can be used for both purposes. #### Prometheus TODO: We can heavily base this on https://github.com/cloudflare/ebpf_exporter. ##### Counters ##### Histograms ##### Gauges ### Inspektor Gadget API for Gadgets Developers Inspektor Gadget provides some C header defining some types and functions to be used by gadgets. Those types and functions are used to enable some of the features described below. Please check the note in [Support Inspektor Gadget API changes](#support-inspektor-gadget-api-changes) to get further details about handling changes in this API. #### Data Types and Helper Headers Types provided in pkg/gadgets/common/types.h are used to format data in a specific way. - `endpoint_t`: Represent an L3 or L4 endpoint. Inspektor Gadget automatically enriches it with the Kubernetes Pod and/or Service details corresponding to that IP address. - pkg/gadgets/common/mntns_filter.h: used to filter and enrich data by mount namespace ### Types of eBPF programs Inspektor Gadget automatically loads and attaches the eBPF programs. The following table describes the current support and the future plans: Symbols: - ✅: implemented - 👷: work in progress - 📅: desired feature, we should plan it | ebpf program type | Support | Difficulty | | --------------------- | ------- | ---------- | | socket_filter | 👷 | | | sk_reuseport/migrate | | | | sk_reuseport | | | | kprobe/ | ✅ | | | uprobe/ | | | | kretprobe/ | ✅ | | | uretprobe/ | | | | tc | | | | classifier | | | | action | | | | tracepoint/ | ✅ | | | tp/ | | | | raw_tracepoint/ | | | | raw_tp/ | | | | raw_tracepoint.w/ | | | | raw_tp.w/ | | | | tp_btf/ | | | | fentry/ | 📅 | | | fmod_ret/ | | | | fexit/ | 📅 | | | fentry.s/ | | | | fmod_ret.s/ | | | | fexit.s/ | | | | freplace/ | | | | lsm/ | | | | lsm.s/ | | | | iter/ | 📅 | | | iter.s/ | 📅 | | | syscall | | | | xdp_devmap/ | | | | xdp_cpumap/ | | | | xdp | | | | perf_event | | | | lwt_in | | | | lwt_out | | | | lwt_xmit | | | | lwt_seg6local | | | | cgroup_skb/ingress | | | | cgroup_skb/egress | | | | cgroup/skb | | | | cgroup/sock_create | | | | cgroup/sock_release | | | | cgroup/sock | | | | cgroup/post_bind4 | | | | cgroup/post_bind6 | | | | cgroup/dev | | | | sockops | | | | sk_skb/stream_parser | | | | sk_skb/stream_verdict | | | | sk_skb | | | | sk_msg | | | | lirc_mode2 | | | | flow_dissector | | | | cgroup/bind4 | | | | cgroup/bind6 | | | | cgroup/connect4 | | | | cgroup/connect6 | | | | cgroup/sendmsg4 | | | | cgroup/sendmsg6 | | | | cgroup/recvmsg4 | | | | cgroup/recvmsg6 | | | | cgroup/getpeername4 | | | | cgroup/getpeername6 | | | | cgroup/getsockname4 | | | | cgroup/getsockname6 | | | | cgroup/sysctl | | | | cgroup/getsockopt | | | | cgroup/setsockopt | | | | struct_ops+ | | | | sk_lookup/ | | | | seccomp | | | | kprobe.multi | | | | kretprobe.multi | | | List of categories: * https://github.com/cilium/ebpf/blob/v0.10.0/elf_reader.go#L1073 * https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git/tree/tools/lib/bpf/libbpf.c ## Gadgets Testing Each gadget should take care of its own testing. Inspektor Gadget will provide some framework to help gadget developers with this, like: - Integration testing: https://github.com/inspektor-gadget/inspektor-gadget/blob/main/integration/helpers.go - Unit tests: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/internal/test Inspektor Gadget will use some specific design gadgets for testing purposes to test that all the APIs and functionality it provides to gadgets is working fine. TODO: We need to double check this. IMO we shouldn't be testing external gadgets in Inspektor Gadget, but there could be different opinions. ## Gadgets API There are different ways for external applications to consume data provided by gadgets. ### Use Inspektor Gadget Daemon / Agent NOTE: This is still under big discussion as the API for builtin gadgets is under development at the time of writing this document. In this case, Inspektor Gadget runs as an independent process, as an agent (`ig` case) or as a DaemonSet (`ig-k8s` case), and the external applications communicates with IG by using its grpc or other APIs. Those APIs should allow the external application to run a containerized gadget by passing its image and parameters, and to consume the data the gadget generates. The data the gadget generates don't have a specific format as it changes from gadget to gadget, hence we'll need to use JSON or a similar protocol that allows us to encode unstructured data. ### Running Gadgets Directly There are some cases where external applications want to run gadgets directly in their processes, i.e. by using gadgets as a library. Currently, the different builtin gadgets provide golang packages that can be consumed by external applications. Some examples are available in ../../examples. In the containerized gadgets the same approach can't be used as these gadgets don't provide a golang package. In order to support this case with containerized gadgets, Inspektor Gadget should provide a golang package that provides the primitives for applications to run and consume data generated by gadgets. The following code snippet shows a raw idea of the API we should provide: #### Running a Gadget from an OCI Image ```go package main import ( "fmt" "ig.io/runner" ) func main() { opts := runner.Opts{ // Authentication options // Gadget parameters // etc. } gadget := runner.RunOCI("ghcr.io/foo/mygadget:v1", opts) defer gadget.Close() for !gadget.Done() { fmt.Print("event received: %+v\n", gadget.Next()) } } ``` #### Running a Gadget from is eBPF Object ```go package main import ( "fmt" "io" "ig.io/runner" ) func main() { myeBPFObject := io.ReadAll() // Or from a go:embed variable opts := runner.Opts{ // Authentication options // Gadget parameters // etc. } gadget := runner.RunObject(myeBPFObject, opts) defer gadget.Close() for !gadget.Done() { fmt.Print("event received: %+v\n", gadget.Next()) } } ``` ## Reimplementing existing gadgets as containerized gadgets A long term vision of this support is to reimplement all gadgets as containerized gadgets, then deprecated the built-in ones. This section presents the features Inspektor Gadget should support for it and checks additional challenges by existing gadgets. ### Features This section describes additional features needed by containerized containers in Inspektor Gadget. Some of them are already supported and others are planned. #### Filtering and enrichment by mount namespace id Inspektor Gadget provides a set of helper functions in pkg/gadgets/common/mntns_filter.h for gadgets that want to filter and enrich events based on the mount namespace inode id information. Inspektor Gadget detects the presence of the `gadget_mntns_filter_map` map and populates it with the matching containers to filter. Enriching is done by looking for the presence of a field with `gadget_mntns_id` type in the event. #### Endpoint enrichment Networking gadgets that want to enrich IP addresses with Pod and Services name can use the `gadget_l3endpoint_t` and `gadget_l4endpoint_t` types provided by Inspektor Gadget. NOTE: It's under development at the time of writing this document in https://github.com/inspektor-gadget/inspektor-gadget/pull/1825. #### `socket_filter` programs Attach ebpf programs of type `BPF_PROG_TYPE_SOCKET_FILTER`. These programs need to be attached in each network namespace of interest. Currently it's handled by the `pkg/networktracer` package. Somehow the same logic needs to be used for containerized gadgets. #### Socket enricher Use the socket enricher from the ebpf code. This can be done in a very similar way to the `gadget_mntns_filter_map`: Inspektor Gadget automatically keeps the sockets map updated and the gadget can perform lookups in the map to get additional information about the socket. Initially, this will be done in a static way, meaning that changing the way Inspektor Gadget does the enriching would mean recompiling the containerised gadgets. Later we will need to implement backward compatibility as discussed in [Support Inspektor Gadget API changes](#support-inspektor-gadget-api-changes). #### Custom parameters Some gadgets define parameters in the eBPF code to change its behavior. They are declared with the `const volatile` keywords. Those constants should be exposed to the user as parameters. It could be implemented by using the pkg/params package. #### Enum convert Convert an enum to a string. Examples: pktTypeNames, qTypeNames, rCodeNames, etc. The BTF information from the kernel and the eBPF program can be used. When using the one from the kernel, it needs to be relocated to the current kernel. #### String edit string manipulation routines. Example: parseLabelSequence to replace dns strings to dotted names. #### Bitfield Convert bitfield from an event to a human readable string. Example: bind's [optionsToString](https://github.com/inspektor-gadget/inspektor-gadget/blob/b57f2bae31a46b40d8e0204b85099ae37f15d21d/pkg/gadgets/trace/bind/tracer/tracer.go#L154). #### Iface index Convert network interface index to string. Example: bind's [BoundDevIf](https://github.com/inspektor-gadget/inspektor-gadget/blob/b57f2bae31a46b40d8e0204b85099ae37f15d21d/pkg/gadgets/trace/bind/tracer/tracer.go#L236-L250). #### Custom user space logic There are some gadgets that have a lot of logic in user space. To support those gadgets, we'll need to run custom code they provide. The design of this feature will be done later on once the features described in this document are completed. ### Gadgets This is the list of the existing gadgets and the considerations to port them to containerized gadgets. The purpose of this section is to describe the needed features and not to provide a solution for them. #### advise network-policy This one has a lot of custom logic in user space, it requires [custom user space logic](#custom-user-space-logic) #### advise seccomp-profile TODO #### audit seccomp TODO #### profile block-io TODO #### profile cpu TODO #### profile tcprtt TODO #### snapshot process It supports a compatibility mode to get processes when iterators are not available -> https://github.com/inspektor-gadget/inspektor-gadget/blob/e91a93bb2c0a7d05ed6ac2689b89ec7465923dcf/pkg/gadgets/snapshot/process/tracer/tracer.go#L216. We'll lose that in the containerized version. #### snapshot socket Inspektor Gadget should automatically run the iter/ programs on the different network namespaces of the containers. #### top block-io It has some logic to change the kprobe name based on the kernel support https://github.com/inspektor-gadget/inspektor-gadget/blob/9d8f024001c38d5677308b8d67289c5bcaf90d43/pkg/gadgets/top/block-io/tracer/tracer.go#L117-L130 #### top ebpf - [Custom user space logic](#custom-user-space-logic). #### top file Nothing special is needed. #### top tcp - [Endpoint enrichment](#endpoint-enrichment) #### trace bind - [Enum convert](#enum-convert) - [Bitfield](#bitfield) - [Custom Parameters](#custom-parameters) - [Iface index](#iface-index) #### trace capabilities - [Enum convert](#enum-convert) - int to system call name conversion. Can we implement this as enum_convert given that syscalls are different per architecture? #### trace dns - [Socket filter](#socket_filter-programs) - [Socket enricher](#socket-enricher) - [Enum convert](#enum-convert) - [Endpoint enrichment](#endpoint-enrichment) #### trace exec This gadget puts all arguments in an char array separated by null chars. `arg0\0arg1\0arg2\0...argN\0': https://github.com/inspektor-gadget/inspektor-gadget/blob/b8cd8a7354952de416657279f3a49a89557bc0b1/pkg/gadgets/trace/exec/tracer/bpf/execsnoop.bpf.c#L90-L105 and then in user space those are divided into an slice of strings: https://github.com/inspektor-gadget/inspektor-gadget/blob/b8cd8a7354952de416657279f3a49a89557bc0b1/pkg/gadgets/trace/exec/tracer/tracer.go#L158-L167 Perhaps we can generalize this? #### trace fsslower - [Enum convert](#enum-convert) - The point where the probes of this gadget are attached to depends on a `--filesystem` flag. Those are defined as `k[ret]probe/dummy_...` and the real attach point is stored [in this map](https://github.com/inspektor-gadget/inspektor-gadget/blob/9d8f024001c38d5677308b8d67289c5bcaf90d43/pkg/gadgets/trace/fsslower/tracer/tracer.go#L68). #### trace mount - [Enum convert](#enum-convert) - Similar to `bitfield_column`. It converts an integer to a list of strings in https://github.com/inspektor-gadget/inspektor-gadget/blob/8d034d79f422d5adaf971447860cc4e1299f7865/pkg/gadgets/trace/mount/tracer/utils.go#L52-L63. However this is not exactly the same as the mechanism used in "trace bind", in that case the result is a single string. #### trace oomkill Nothing #### trace open Already ported in gadgets/trace_open.bpf.c. #### trace signal - [Enum convert](#enum-convert) - Attach programs based on parameters https://github.com/inspektor-gadget/inspektor-gadget/blob/efd6f979506ff446674d7b587cca0693bd1dd92c/pkg/gadgets/trace/signal/tracer/tracer.go#L136 #### trace sni - [Socket filter](#socket_filter-programs) - [Socket enricher](#socket-enricher) - [Endpoint enrichment](#endpoint-enrichment) #### trace tcp - [Enum convert](#enum-convert) #### trace tcpconnect - Attach programs based on parameters. (Latency) #### trace tcpdrop - [Socket enricher](#socket-enricher) - [Enum convert](#enum-convert) - [Endpoint enrichment](#endpoint-enrichment) - [Bitfield](#bitfield) #### trace tcpretrans - [Socket enricher](#socket-enricher) - [Enum convert](#enum-convert) - [Endpoint enrichment](#endpoint-enrichment) - [Bitfield](#bitfield) #### traceloop TODO ## Future Work This section explicitly describes the things that we don't want to support right now but that we'll revisit later on: ### Support Inspektor Gadget API changes Inspektor Gadget exposes a small [API](#inspektor-gadget-api-for-gadgets-developers) composed by some C headers to gadget developers. Gadgets have to be compiled against it. In this iteration, we don't want to introduce additional complexity by supporting changes to that API, i.e. gadgets need to be recompiled to take changes in that API. Later on we will consider solutions like bpf extensions or other forms of dynamic loading to solve this problem. ### Supporting custom user space logic for gadgets As exposed in [custom user space logic](#custom-user-space-logic), there are some gadgets that need this to be implemented. However we consider that this is something very complicated and don't want to tackle this right now. inspektor-gadget-0.46.0/docs/design/003-wasm-support.md000066400000000000000000000057231510117411400225560ustar00rootroot00000000000000# Wasm Support in Inspektor Gadget We want to further extend the flexibility of [image-based gadgets](./002-containerized-gadgets.md) by allowing users to run custom code in user space. ## Wasm Capabilities This section covers the features Wasm should provide to gadget developers. ### Manipulate Data Sources The Wasm module should be able to manipulate the data coming from other sources, (eBPF being one of them). It'll allow the Wasm module to change the format of the fields, for instance, performing string manipulations that are difficult to implement in eBPF, to enrich events with new information it gathers from other places, etc. The Wasm program should also be able to create a new data source on its own to provide new information. This is the list of operations the Wasm module should be able to do: - Change the value of fields - Implement data manipulations impossible to make in eBPF - Add fields - Create "virtual fields" by combining existing ones. Like the "call" field on the trace mount gadget - Create new fields to enrich the event with information the Wasm module has - Change fields attributes - Hide or show the field - Change the width used to print it - Add and update annotations - etc. - Drop events - Implement advanced filtering capabilities - Create new data sources ### Handle eBPF objects There are cases when it's useful to allow the Wasm module to directly interact with eBPF objects. - Manipulate maps: Get, Delete, Update, etc. (many possible operations allowed on a map) - Manipulate the eBPF objects before loading - Disable or enable programs based on kernel features - BPFProgramDisableAutoAttach(progName string) - BPFProgramManualAttach(progName string, attachTo string) - Discover host features - KAllSyms (from pkg/kallsyms/kallsyms.go) - KAllSymsSymbolExists(name string) bool - KAllSymsLookupByInstructionPointer(ip uint64) string - KAllSymsSpecUpdateAddresses(funcName string) error - btf - BTFKernelSpecTypeByName(name string) (btfID u32) (TODO: how to marshall btf.Type?) ### Parameters - Define new parameters - Access value of parameters ### Define new output modes There are gadgets that print their result on a specific format: - seccomp advisor: provides a yaml file that can be used with the SPO or with Kubernetes - snapshot process: can print the process using a tree The Wasm module should be able to define new output modes so we gadget developer can print the result in any format they want. ### Interact with host system In order to implement more powerful things, the Wasm module should be able to have some interaction with the host system. This will allow the gadget to collect more information. Note: We need to investigate the security implications of this support. - Read and write files - Collect information from the host like logs - Report the output of the gadget in different formats - Open network connections ?? - Interactions with Kubernetes ?? - Interact with container runtimes ?? inspektor-gadget-0.46.0/docs/devel/000077500000000000000000000000001510117411400170725ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/devel/_category_.yaml000066400000000000000000000002621510117411400220710ustar00rootroot00000000000000customProps: description: 'This section provides information for developers.' label: Development link: slug: devel/ title: Development type: generated-index position: 40 inspektor-gadget-0.46.0/docs/devel/ci.md000066400000000000000000000335461510117411400200220ustar00rootroot00000000000000--- title: Continuous Integration sidebar_position: 210 description: > Inspektor Gadget continuous integration workflow --- This repository uses GitHub Actions to create a custom Continuous Integration (CI) workflow named `Inspektor Gadget CI`. This workflow compiles and uploads the Inspektor Gadget CLI (`kubectl-gadget` and `ig`) and gadget container images and runs their unit and integration tests. In addition, it verifies that the documentation is up-to-date and runs a static code analysis using Golang linters. A fork of this project should enable GitHub Actions in the repo settings page and add the proper [secrets](https://help.github.com/en/actions/configuring-and-managing-workflows/creating-and-storing-encrypted-secrets#creating-encrypted-secrets-for-a-repository) to be able to use this workflow. The following sections describes what secrets need to be added to enable all the CI tests. ## Container repository To run the integration tests, it is necessary to have the gadget container image available so that it can be installed/loaded in the Kubernetes cluster where the tests will run. As a default, images are shared via artifacts between workflow jobs for all CI pipeline. When the target branch correspond to the main or the push refers to a tag, the images are also pushed to `ghcr.io/${{ github.repository }}`. This permits a clear separation between "in development" images and production ones. Note that, you need to [set repository packages as public](https://docs.github.com/en/packages/learn-github-packages/configuring-a-packages-access-control-and-visibility#configuring-visibility-of-container-images-for-your-personal-account) to allow anonymous pull. ## Run integration tests on ARO Optionally, we can add the secrets described in this section so that the integration tests will also run on a pre-created [Azure Red Hat OpenShift (ARO)](https://docs.microsoft.com/en-us/azure/openshift/intro-openshift) cluster. Consider that the Inspektor Gadget workflow will still success even if no ARO cluster is provided through these secrets. ### Create a cluster These are the steps to create an ARO cluster using the [Azure CLI](https://docs.microsoft.com/en-us/cli/azure/): ```bash $ export SUBSCRIPTION= $ export RESOURCEGROUP= $ export LOCATION= $ export CLUSTER= $ export VNET= $ export MASTSUB= $ export WORKSUB= $ export SP_NAME= # Set subscription so that we don't need to specify it at every command $ az account set --subscription $SUBSCRIPTION # Register resource providers $ az provider register -n Microsoft.RedHatOpenShift --wait $ az provider register -n Microsoft.Compute --wait $ az provider register -n Microsoft.Storage --wait $ az provider register -n Microsoft.Authorization --wait # Create resource group $ az group create --name $RESOURCEGROUP --location $LOCATION # Create virtual network and two empty subnets for the master and the worker nodes. $ az network vnet create --resource-group $RESOURCEGROUP --name $VNET --address-prefixes 10.0.0.0/22 $ az network vnet subnet create --resource-group $RESOURCEGROUP --vnet-name $VNET \ --name $MASTSUB --address-prefixes 10.0.0.0/23 --service-endpoints Microsoft.ContainerRegistry $ az network vnet subnet create --resource-group $RESOURCEGROUP --vnet-name $VNET \ --name $WORKSUB --address-prefixes 10.0.2.0/23 --service-endpoints Microsoft.ContainerRegistry $ az network vnet subnet update --name $MASTSUB --resource-group $RESOURCEGROUP --vnet-name $VNET \ --disable-private-link-service-network-policies true # Create the service principal for the cluster $ SP_CREDENTIALS=$(az ad sp create-for-rbac -n $SP_NAME --role contributor --scopes "/subscriptions/${SUBSCRIPTION}/resourceGroups/${RESOURCEGROUP}") $ SP_APPID=$(echo $SP_CREDENTIALS | jq '.appId') $ SP_PASSWORD=$(echo $SP_CREDENTIALS | jq '.password') # Create the cluster (Minimum 3 worker nodes must be used) $ az aro create --resource-group $RESOURCEGROUP --name $CLUSTER --vnet $VNET \ --master-subnet $MASTSUB --worker-count 3 --worker-subnet $WORKSUB \ --client-id $SP_APPID --client-secret $SP_PASSWORD ``` Considerations: - After executing the `az aro create` command, it normally takes about 35 minutes to create a cluster. - For the sake of simplicity, we are not providing a [Red Hat pull secret](https://docs.microsoft.com/en-us/azure/openshift/tutorial-create-cluster#get-a-red-hat-pull-secret-optional) during the cluster creation, so our cluster will not include samples or operators from Red Hat or certified partners. However, it is not a requirement to run the Inspektor Gadget integration tests on it. - Creating an ARO cluster requires specific permissions, check [the documentation](https://docs.microsoft.com/en-us/azure/openshift/tutorial-create-cluster#verify-your-permissions) to be sure you have them. ### Delete a cluster If we need to delete our cluster, it is enough to execute: ```bash $ az group delete --name $RESOURCEGROUP ``` Take into account that it will remove the entire resource group and all resources inside it. Further details about creating an ARO cluster can be found in the [Azure Red Hat OpenShift documentation](https://docs.microsoft.com/en-us/azure/openshift/tutorial-create-cluster). ### Connect to a cluster Fist of all, to be able to connect to our cluster, we need the following information: ```bash # API Server URL $ az aro show --subscription $SUBSCRIPTION -g $RESOURCEGROUP -n $CLUSTER --query apiserverProfile.url https://api.server.example.io:1234 # Credentials $ az aro list-credentials --subscription $SUBSCRIPTION -g $RESOURCEGROUP -n $CLUSTER { "kubeadminPassword": "myPassword", "kubeadminUsername": "myUsername" } ``` #### From GitHub actions The `test-integration` job is already configured to authenticate and set the kubeconf context to the ARO cluster configured in the GitHub repository. So all we need to do is to add the following actions secrets: - `OPENSHIFT_SERVER`: The API server URL: `https://api.server.example.io:1234`. - `OPENSHIFT_USER`: The `kubeadminUsername` from the JSON output of the `list-credentials` command. - `OPENSHIFT_PASSWORD`: The `kubeadminPassword` from the JSON output of the `list-credentials` command. Further details about connect to an ARO cluster from GitHub actions can be found in the [Azure Red Hat OpenShift documentation](https://docs.microsoft.com/en-us/azure/openshift/tutorial-connect-cluster#connect-using-the-openshift-cli) and the [redhat-actions/oc-login documentation](https://github.com/redhat-actions/oc-login). #### From a host For debugging, it might be necessary to connect to the cluster from a host. We can do it by using the `oc` tool: ```bash $ oc login $apiServer -u $kubeadminUsername -p $kubeadminPassword ``` Notice that it configures the kubectl configuration with a new context. Please take into account that any change done on this cluster could cause issues with the integration tests running on GitHub actions at that moment. ## Run integration tests on AKS When secrets described in the below sections are set, the integration tests will also run on [AKS clusters](https://docs.microsoft.com/en-us/azure/aks/intro-kubernetes). ### Create the clusters As Inspektor Gadget support both `amd64` and `arm64`, two clusters will be created when the CI is triggered. To be able to create them in the CI, you need to follow [these instructions](https://learn.microsoft.com/en-us/azure/developer/github/connect-from-azure?tabs=azure-cli%2Clinux): ```bash $ subscription_id= $ resourcegroup= $ location= $ app_name= # federated_name should not have spaces! $ federated_name= $ organization= $ repository= $ environment= $ service_management_reference= # Set subscription so that we don't need to specify it at every command. $ az account set --subscription $subscription_id # Create resource group. # This is not needed to generate secrets but it is mandatory to creates AKS # cluster in the CI. $ az group create --name $resourcegroup --location $location # Register an application for your CI. $ az ad app create --display-name $app_name --service-management-reference $service_management_reference { # It should reply with a big JSON object. } # Let's get the ID of the created application $ app_id=$(az ad app list --display-name $app_name --query [0].id | tr -d '"') # Let's create a service principal for the corresponding application. $ az ad sp create --id $app_id { # It should reply with a big JSON object. } # We now want to get the service principal ID. $ sp_id=$(az ad sp list --display-name $app_name --query [0].id | tr -d '"') # Let's create a new role for this service principal. $ az role assignment create --role contributor --assignee-object-id $sp_id --assignee-principal-type ServicePrincipal --scope /subscriptions/$subscription_id/resourceGroups/$resourcegroup { # It should reply with a big JSON object. } # Create the federated credential to be able to "az login" from the CI. $ az ad app federated-credential create --id $app_id --parameters <(echo "{ \"name\": \"${federated_name}\", \"issuer\": \"https://token.actions.githubusercontent.com\", \"subject\": \"repo:${organization}/${repository}:environment:${environment}\", \"description\": \"AKS federated credentials for CI\", \"audiences\": [ \"api://AzureADTokenExchange\" ] }") { # It replies with a JSON object which has name set to $federated_name. } ``` After doing this, you will need to create several secrets: 1. `AZURE_AKS_CLIENT_ID`: The application ID as given by `az ad app list --display-name $app_name --query [0].appId`. 1. `AZURE_AKS_TENANT_ID`: The tenant ID as given by `az account show --query tenantId`. 1. `AZURE_AKS_SUBSCRIPTION_ID`: The subscription used to create the federated credentials as given by `az account show --query id`. 1. `AZURE_AKS_RESOURCE_GROUP`: It stores the name of the resource group where the clusters will be created. The workflow will create the `amd64` and `arm64` clusters for you by using the above information. By default, each of this cluster features [3 nodes](https://learn.microsoft.com/en-us/cli/azure/aks?view=azure-cli-latest#az-aks-create). Once created, the integration tests will be run on these clusters. Finally, the clusters are deleted, whatsoever is the result of the tests. ## Run integration tests on EKS We use OpenID Connect to authenticate GitHub Actions against AWS. If you want to run the integration tests on your fork, follow [this](https://docs.github.com/en/actions/deployment/security-hardening-your-deployments/configuring-openid-connect-in-amazon-web-services) to configure your AWS account. You need to create a role with the [minimum IAM policies](https://eksctl.io/usage/minimum-iam-policies/) needed by eksctl. Save the name of this role (including the rull `arn:aws..` prefix). in a [repository variable](https://docs.github.com/en/actions/learn-github-actions/variables#creating-configuration-variables-for-a-repository) named `AWS_ROLE`. ## Run integration tests on GKE In order to run the integration tests on GKE on a fork, you need to set the following secrets: - `GKE_PROJECT`: The GCP project where the GKE cluster is located. - `GKE_SERVICE_ACCOUNT`: The service account used to authenticate to GCP. - `GKE_WORKLOAD_IDENTITY_PROVIDER`: The workload identity provider used to authenticate to GCP. these secrets use OpenID Connect to authenticate GitHub Actions against GCP for more information on how it works you can check the GitHub documentation [here](https://docs.github.com/en/actions/deployment/security-hardening-your-deployments/configuring-openid-connect-in-google-cloud-platform#adding-a-google-cloud-workload-identity-provider). The steps to create a service account and a workload identity provider can be found in the [google-github-actions/auth](https://github.com/google-github-actions/auth?tab=readme-ov-file#workload-identity-federation-through-a-service-account) repository till step 6. In terms of permissions, the service account needs to have the following roles: - `roles/container.admin` - `roles/container.clusterAdmin` - `roles/iam.serviceAccountUser` You can see the guide [here](https://cloud.google.com/kubernetes-engine/docs/how-to/iam#assigning_roles_to_service_accounts) to see how these roles can be assigned to the service account. ## Benchmarks Inspektor Gadget has benchmark tests that are automatically executed and published by [github-action-benchmark](https://github.com/benchmark-action/github-action-benchmark). You can see the results on: https://inspektor-gadget.github.io/ig-benchmarks/dev/bench/index.html This requires a GitHub API token (secret `BENCHMARKS_TOKEN`) configured with read and write access to two repositories: - [inspektor-gadget/inspektor-gadget](https://github.com/inspektor-gadget/inspektor-gadget): required to allow the bot to post comments - [inspektor-gadget/ig-benchmarks](https://github.com/inspektor-gadget/ig-benchmarks/tree/gh-pages), see the `gh-pages` branch. The GitHub Action is disabled for pushes on forks or PR from forks, so the result page will not be updated by forks. In this way, forks can still use other parts of the CI without failing, even without the `BENCHMARKS_TOKEN` secret. ## Sign release artifact We compute hash sum of all our release artifacts and the file containing these checksums is signed using [`cosign`](https://github.com/sigstore/cosign). To sign this file, you will need to create a private key with an associated password: ```bash $ cosign generate-key-pair Enter password for private key: Enter password for private key again: Private key written to cosign.key Public key written to cosign.pub ``` You will then need to store the content of `cosign.key` in the `COSIGN_PRIVATE_KEY` and the password you used to create the key in `COSIGN_PASSWORD`. Without these secrets, the release job will not be run. inspektor-gadget-0.46.0/docs/devel/contributing.md000066400000000000000000000413721510117411400221320ustar00rootroot00000000000000--- title: Contributing sidebar_position: 50 description: > How to contribute to Inspektor Gadget. --- Here you can learn how you can contribute to Inspektor Gadget. If you are looking to develop Gadgets, please check the [Gadget Development](../gadget-devel) documentation. ## Getting started To better understand how the pieces fit together, we recommend reading the [architecture](../reference/architecture.md) documentation before starting to play with Inspektor Gadget. ### Setup developer environment - [Fork](https://github.com/inspektor-gadget/inspektor-gadget/fork) and clone this repo: - `git clone git@github.com:your_account/inspektor-gadget.git`. - Install [Docker](https://docs.docker.com/get-docker/), [Docker Buildx](https://docs.docker.com/buildx/working-with-buildx) and [Golang](https://golang.org/doc/install). - To be able to cross build our different container images, you will also need [`qemu-user-static`](https://github.com/multiarch/qemu-user-static). ## Building the code Inspektor Gadget is composed of a client executable that runs on the operator's machine, and a container image that runs in the Kubernetes cluster. They can be built together or independently. ### Building the client executable You can compile the client executable for your platform by running `make kubectl-gadget`. To cross compile for all supported platforms, you can run `make kubectl-gadget-all` or select a specific one with `make kubectl-gadget-linux-amd64` or `make kubectl-gadget-darwin-amd64`. ### Building the gadget container image You can build and push the container gadget image by running the following commands: ```bash $ make gadget-container $ make push-gadget-container ``` The eBPF code is built using a Docker container, so you don't have to worry installing the compilers to build it. If you push the container images to another registry, you can use the `--image` argument when deploying to the Kubernetes cluster. #### Notes - Using a locally built container image requires pushing it to a container registry, either local or remote. The default registry can be overridden by changing the value of the `CONTAINER_REPO` env variable, which defaults to `ghcr.io/inspektor-gadget/inspektor-gadget` if not defined. - You can generate the required BTF information for some well known kernel versions by setting `ENABLE_BTFGEN=true` ### Building the eBPF object files If you need to compile the eBPF code of the gadgets, the ebpf-objects target will help you in this task: ```bash $ make ebpf-objects ... go: downloading github.com/giantswarm/crd-docs-generator v0.7.1 ... ``` ### Building `ig` Inspektor Gadget also provides the [`ig`](../reference/ig.md) tool to trace containers without Kubernetes. It can be built independently from the `kubectl-gadget` and the gadget container image. ```bash $ make ig ``` ## Testing ### Development environment on minikube For faster iteration, it's possible to make changes to Inspektor Gadget and test them on minikube locally without pushing container images to any registry. * Follow the specific [installation instructions](../reference/install-kubernetes.md#minikube) for minikube or use `make minikube-start` to start it. * Deploy the locally modified version of Inspektor Gadget to an already running minikube cluster with `make minikube-deploy`. ### Unit tests You can run the different unit tests with: ```bash $ make test ``` ### Regenerating testdata Some unit tests depend on precompiled files on [testdata](https://github.com/inspektor-gadget/inspektor-gadget/tree/main/testdata). These files can be regenerated by running ```bash $ make testdata ``` ### Integration tests The integration tests use a Kubernetes cluster to deploy and test Inspektor Gadget. Note that, Inspektor Gadget must be deployed on the Kubernetes cluster before running the tests. Be sure that you have a valid kubeconfig and run: ```bash $ export KUBECONFIG=... # not needed if valid config in $HOME/.kube/config $ make integration-tests ``` ### Integration tests for `ig` #### Kubernetes The integration tests for `ig` uses minikube for testing different container runtimes. The default minikube driver used for testing is `docker`. Currently supported container runtimes are `docker`, `containerd` and `cri-o`. You can start minikube using: ```bash $ make minikube-start-all # for single container runtime e.g containerd $ make CONTAINER_RUNTIME=containerd minikube-start # for minikube driver other than docker e.g kvm2 $ make MINIKUBE_DRIVER=kvm2 minikube-start ``` And run the test using: ```bash $ make -C integration/k8s test-all # for single container runtime e.g containerd $ make -C integration/k8s CONTAINER_RUNTIME=containerd test ``` if no `CONTAINER_RUNTIME` is specified `docker` will be used as a default runtime. #### Non-Kubernetes The `ig` integration tests for non-Kubernetes containers directly interact with container runtime. The tests assume that you already have the desired container runtime installed. Currently supported runtime is `docker` only, You can run the test using: ```bash $ make -C integration/ig/non-k8s test-docker ``` ### Benchmarks #### Running the benchmarks 1. Make sure you have the `integration/benchmarks/benchmarks.yaml` file configured correctly. 2. Run the benchmarks using the following command: ```bash $ make benchmarks-test ``` It'll generate a `test_results_.csv` file with the results of the benchmarks. #### Analyzing the results You can analyze the results using the Jupyter notebook `integration/benchmarks/benchmarks_analysis.ipynb`. You can run it in different applications supporting Jupyter notebooks, such as VS Code with the Jupyter extension, JupyterLab, or Jupyter Notebook. Or you can generate an HTML report from the notebook using the following command: ```bash # Create a virtual environment $ python3 -m venv .venv $ source .venv/bin/activate # Install the requirements $ pip install -r requirements.txt # Generate the HTML report $ INTPUT_FILE=path_to_csv_file make make gen-html ``` ### Explaining performance improvements in a PR If you want to contribute a performance improvement, it is useful to use benchmarks to explain the impact on performances. I will use the example of an improvement on the networking gadgets from [#1430](https://github.com/inspektor-gadget/inspektor-gadget/pull/1430): * Run the benchmarks both on the `main` and the feature branches and saving the output in two files. ```bash $ git checkout main $ go test -exec sudo \ -bench='^BenchmarkAllGadgetsWithContainers$/^container100$/trace-(dns|sni)' \ -run=Benchmark \ ./internal/benchmarks/... \ -count 10 | tee main.bench $ git checkout myfeature $ go test -exec sudo \ -bench='^BenchmarkAllGadgetsWithContainers$/^container100$/trace-(dns|sni)' \ -run=Benchmark \ ./internal/benchmarks/... \ -count 10 | tee patched.bench ``` Please use `-count` to gather a statistically significant sample of results. The [benchstat's documentation](https://pkg.go.dev/golang.org/x/perf/cmd/benchstat) recommends 10 times. * Compare the results with `benchstat`: ```bash $ go install golang.org/x/perf/cmd/benchstat@latest # if not already installed $ benchstat main.bench patched.bench goos: linux goarch: amd64 pkg: github.com/inspektor-gadget/inspektor-gadget/internal/benchmarks cpu: Intel(R) Core(TM) i7-6500U CPU @ 2.50GHz │ main.bench │ patched.bench │ │ sec/op │ sec/op vs base │ AllGadgetsWithContainers/container100/trace-dns-4 2.941 ± 3% 1.489 ± 4% -49.38% (p=0.000 n=10) AllGadgetsWithContainers/container100/trace-sni-4 4.440 ± 19% 1.495 ± 6% -66.34% (p=0.000 n=10) geomean 3.613 1.492 -58.72% ``` * Include the commands used and the output of `benchstat` in your pull request description #### Profiling benchmarks You can run the different benchmark tests while using the [bcc profile tool](https://github.com/iovisor/bcc/blob/master/tools/profile_example.txt). To be able to see the symbols in the profile, you need to build the binary with `-ldflags="-s=false"`. ```bash $ go test -exec sudo \ -ldflags="-s=false" \ -bench='^BenchmarkAllGadgetsWithContainers$/^container100$/snapshot-socket' \ -run=Benchmark \ ./internal/benchmarks/... \ -count 100 ``` Example of output showing a stack trace including both the userspace and kernel parts: ```bash $ sudo /usr/share/bcc/tools/profile -p $(pidof benchmarks.test) b'established_get_first' b'established_get_first' b'tcp_seek_last_pos' b'bpf_iter_tcp_batch' b'bpf_iter_tcp_seq_next' b'bpf_seq_read' b'vfs_read' b'ksys_read' b'do_syscall_64' b'entry_SYSCALL_64_after_hwframe' runtime/internal/syscall.Syscall6 syscall.Syscall syscall.read internal/poll.(*FD).Read os.(*File).Read bufio.(*Scanner).Scan github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets/snapshot/socket/tracer.(*Tracer).RunCollector.func1 github.com/inspektor-gadget/inspektor-gadget/pkg/netnsenter.NetnsEnter github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets/snapshot/socket/tracer.(*Tracer).RunCollector github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets/snapshot/socket/tracer.(*Tracer).Run github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local.(*Runtime).RunGadget github.com/inspektor-gadget/inspektor-gadget/internal/benchmarks.BenchmarkAllGadgetsWithContainers.func1.1 testing.(*B).runN testing.(*B).launch testing.(*B).doBench.func1 runtime.goexit.abi0 - benchmarks.test (3452330) 22 ``` It is also possible to use [pprof](https://pkg.go.dev/runtime/pprof) to profile the benchmarks with the `-cpuprofile` and `-memprofile` flags. ```bash go test \ -cpuprofile cpu.prof -memprofile mem.prof \ -exec sudo \ -ldflags="-s=false" \ -bench='^BenchmarkAllGadgetsWithContainers$/^container100$/snapshot-socket' \ -run=Benchmark ./internal/benchmarks/... \ -count 5 $ go tool pprof -top cpu.prof $ go tool pprof -top mem.prof ``` ### Continuous Integration Inspektor Gadget uses GitHub Actions as CI. Please check dedicated [CI documentation](ci.md) for more details. Some integration tests (like AKS and ARO) are only run when a commit is pushed to the main branch or a new tag is pushed. It's also possible to run those by pusing a branch named `citest/...`. Please notice that the container images will be pushed to https://github.com/inspektor-gadget/inspektor-gadget/pkgs/container/inspektor-gadget and those should be manually cleaned up. ## Documentation We kindly request that any contributions to the project also include updates to the respective portions of the documentation. This ensures that members of the community can easily learn about and utilize newly developed features. ## Getting Help If you are having any issues with your contribution, or want to discuss anything about it, feel free to reach out to us on [Slack](https://kubernetes.slack.com/messages/inspektor-gadget/) or on our [community meeting](https://docs.google.com/document/d/1cbPYvYTsdRXd41PEDcwC89IZbcA8WneNt34oiu5s9VA/edit) ## Contribution Guidelines ### Code of Conduct Inspektor Gadget follows the CNCF [Code of Conduct](https://github.com/cncf/foundation/blob/main/code-of-conduct.md). ### Authoring PRs For making PRs/commits consistent and easier to review, please check out Kinvolk's [contribution guidelines on git](https://github.com/kinvolk/contribution/blob/master/topics/git.md). We require all commits on a PR to be signed off certifying the [Developer Certificate of Origin](https://developercertificate.org/): ``` Developer Certificate of Origin Version 1.1 Copyright (C) 2004, 2006 The Linux Foundation and its contributors. Everyone is permitted to copy and distribute verbatim copies of this license document, but changing it is not allowed. Developer's Certificate of Origin 1.1 By making a contribution to this project, I certify that: (a) The contribution was created in whole or in part by me and I have the right to submit it under the open source license indicated in the file; or (b) The contribution is based upon previous work that, to the best of my knowledge, is covered under an appropriate open source license and I have the right under that license to submit that work with modifications, whether created in whole or in part by me, under the same open source license (unless I am permitted to submit under a different license), as indicated in the file; or (c) The contribution was provided directly to me by some other person who certified (a), (b) or (c) and I have not modified it. (d) I understand and agree that this project and the contribution are public and that a record of the contribution (including all personal information I submit with it, including my sign-off) is maintained indefinitely and may be redistributed consistent with this project or the open source license(s) involved. ``` It can be done by using `git commit -s`, `git commit --sign-off` or by manually adding a line like to the commit message. ``` Signed-off-by: Joe Smith ``` ### Breaking Changes If a PR introduces a breaking change, please label it with the `breaking-change` label and provide the following information in the PR description: - What is the breaking change - Which users are impacted - How users should adapt to the breaking change ### Commit History Guidelines When authoring a PR, ensure that the commit history is clean and well-structured. Each commit should contain the following: - Title: Describe the change in a concise and clear manner. The title should be prefixed with the area that it touches (e.g. gadgets/trace_open, operators/ebpf, docs/, etc.). Commit titles should be in the imperative mood, e.g. "gadgets: Add gadget to trace open calls", instead of "gadgets: Added gadget to trace open calls". Ideally the title should be 72 characters or less. - Description: The commit description is used to explain the purpose and context of the changes. It's not mandatory, for instance simple commits fixing typos don't need it. - Use a `Fixes:` tag if the commit fixes a bug. This tag should include the first 12 characters of the commit hash introducing the bug. This can be generated by including an alias in the .gitconfig file: ``` [alias] fixline = log -1 --abbrev=12 --format='Fixes: %h (\"%s\")' ``` Run it like this to obtain the line to add to the commit message: ```bash $ git fixline b6c9380cde28 Fixes: b6c9380cde28 ("tcptracer: Add bpf program") ``` - Be signed off with the `Signed-off-by:` line. - Commits handling review comments should be squashed in the original commit. Check how to do it in [this StackOverflow answer](https://stackoverflow.com/a/3828861). This helps maintainers and contributors understand the purpose of each commit and ensures traceability for bug fixes. ### Good first issues If you're looking where to start, you can check the issues with the `good first issue` label on [Inspektor Gadget](https://github.com/inspektor-gadget/inspektor-gadget/issues?q=is%3Aissue+is%3Aopen+label%3A%22good+first+issue%22). Don't hesitate to [talk to us](https://github.com/inspektor-gadget/inspektor-gadget#discussions) if you need further help. ### Proposing new features If you want to propose a new feature or do a big change in the architecture it's highly recommended to open an issue first to discuss it with the team. ### Writing tests We use `github.com/stretchr/testify` to make tests less verbose. ## Planning Our planning is published through two different project boards: * [Inspektor Gadget Roadmap](https://github.com/orgs/inspektor-gadget/projects/1) has the high level view of the big issues that we are planning to tackle in the upcoming months. * [Inspektor Gadget Sprint Planning](https://github.com/orgs/inspektor-gadget/projects/2) has the week-to-week plans of which bugs we are currently working on, and the different priorities of the issues involved. ## BCC ### Porting BCC gadgets This project uses some gadgets based on [BCC](https://github.com/iovisor/bcc/). In the past, we modified the BCC gadgets and executed them from our process, however it was very inflexible and we decided to integrate those gadgets directly into our code base by rewriting their control plane in Golang. If you want to implement support for a BCC gadget, please read the [Rewriting the Control Plane of BCC Tools in Golang](https://www.inspektor-gadget.io/blog/2022/09/rewriting-the-control-plane-of-bcc-tools-in-golang/) blogpost that contains all the details about this process. ## Security For security, we invite you to take at look at the [dedicated document](../SECURITY.md). inspektor-gadget-0.46.0/docs/devel/fanotify-ebpf.png000066400000000000000000011706571510117411400223520ustar00rootroot00000000000000PNG  IHDR.LsRGB IDATx^E׆/JI A1"D0"@P0 %' A*PDD$g3Æ0UUOt߷?~d" " " " " " " " " " " "2IxHBD@D@D@D@D@D@D@D@D@D@D AD@D@D@D@D@D@D@D@D@D@D HxH1HD@D@D@D@D@D@D@D@D@D@D@ƒ# !Pj  D@D@D@D@D@D@D@D@D@D@D@RCD@D@D@D@D@D@D@D@D@D@D@$<H1R k@D@D@D@D@D@D@D@D@D@D@D HxH1HD@D@D@D@D@D@D@D@D@D@D@ƒ# !Pj  D@D@D@D@D@D@D@D@D@D@D@RCD@D@D@D@D@D@D@D@D@D@D@$<HU3f̰ykڴiK? |=ѣG[N,K,6j(}^-ND@D@D@D@D@D@D@D@D@2:  HgY2eCipDBD@D@D@D@D@D@D@D@D@D HxH/:nXvuϟ0*UdճFE=#G)6ol+W;/xQ9s}6w\￭B [\⍽w^6mM2-Zd6l&MX=Nj," " " " " " " " " -9KK.5p+W.1;fƍ7xÎ?n 6-Zg7Ν;Azǩ[cV}:DVV-{ρ?Xvl޼yq{[n)SvbBRUV֬Y39|e˖9rB 9!"o޼/W_}qܹsەW^iÇ:p27,˖-[ƫ@t /`_|Eݻw7+b '!Czv^xJ,i֭sŰa즛ns=׽v!˜9UXѵپ}eϞݺvjwuo`Dg3fLqiKTAXr뭷'|b>s{ǭFV@H{9UV ș3g4GD@D@D@D@D@D@D@D@D@RC#@j?إ7phߴis_.J=ChҥK=3N@q~?~]ve.ځ9Po/76}Nj>{ѢEqEbXx&k(Ѽys{0駟Z !(OmI&W\a{vkxp .B1nsD^<O?=YfY˖-m߾}!r-N,3Q/o? l;ѷ >N l-MkN;'7!x|oͼc =OB78CEZ9 E#oVpa￷:u[oy~y䑰&GYǎ][/Fm۶/ܥ/Z$S(D=pH #뮻 ,h8@Ąw#]Al\wD;ՔhӦUR= 8̙ĎN:MbDg *qN|YMƍqI+3aT#Sm,;+V(\]OfQ|vN;I͙{Çx7k֬mq?7bLph{_9ԓI3E(^ǎIP7.=1ǸgHb cÛNT\౹&VOm8wrcÓs -eʔ1yY߉V?ٚG@+g h{9qs_~ťZ?t7g|M^rNzψJ&Hnxx ER(oʉ CqCI4Q[vߓ2M,X50} eRpTysGID;cׯwbsX&" " " "pK?pqj!2/^ʖ--oEq 1xƥʕ+ܿ=LL?^_ Hx뙍uaN'xE&kv7^n֗\rw@%<19ڰ38F, 9ӎO=+8M7Eb_ݭ#@TߺΚ5k7!ȐމM IDnn$<тXD? 0+5j½ND@D@D@bAGmH}%xRXb14cMED HZz{%:l .tτwyߖflfpJ^z֨QT_5k+ؐP&?Ofyt#;e[t:sLW{ DVPmΕ+W!#i\$<$GH4G r K H7jȱk䧟~rD&&Îƍ۫jʕs#D;w:u9C8H4F:(Dc&p48~Z\'&˒x G&jT[3R3ӱB)JF "yaQqZ c"?CQ ! |M\J&7Sbhcƌq7(ƛoC\Bnp`D]`M6^{͑y %)mQ?ə厥e" " " " MB4lwӦM.s͸o͹d0!5H x! #pʇ8W6<&#j#'XQw+VtC[|5l&U]B{$MT%I%9C4lNL]LEhpH!D:=_;D79xP]2/# .pNVFb<r/<^:ApvFrL 0auȑLD@D u < X}FVZp饈!Sz"㊀diHnߌ`ﳱtCmΜ9.b\7ƎRxFbx]s5Vzu#@L>=.mؑH?4+Wt2)}FlyZmd b"Bll!H\rԸ 4Tq\c, ]3N&" " " " )Ig:;qg${ꩧ\!H=wykݺ{{~~ᇐFan;kժji AQF9GozZ#='?wޮ0h&MED@D  PFDcNCrh Ӂi2dcGh"&O,," " H`.{sɢ# !:n3i,Y:wi9" " " " EkR 0iHDtq@€ov/{ pE J*H$u"HDj )Q_qJOy'?Çw=ϬkT"}ԥ6lX*Jx9 ! Hj"" " " "1 -S`=;PșSD*s8Ў=j۷wyG1`>}W6k֬ivj4Ny衇PhQR _nDf!lӦMK,qLHiܔ'5RR%WwIhD8l@ ?( Hx-۷oŋ<2H ğ8q]ve)1\LXoHRJYV !"i.2۹sꫯL˗ww/"I>~8"_@%/'5eɰðB .1PxO?#(Q֭[gGg϶xǪVj~( DD=z ̟(oCv|I4;p/qFǝȊ/¥bG*Ev~&5u5^z% Hrݻ G8I'pʝ;Ncgu.dصkׯ"gd" " KGU=GÓ%ENJ![&" " " " 'K8iqFͅ;a: 9s :uL8ٕݠA-.{3fСCV\97n^3<P!\Cx萘@x#C-ZuUVW_}DnxZ IDATG7o{e>+1 >>ZR҆?T@8 ')vqO`Ct@|HN5P;'Ν]́^zp +Bc]! `Duxu Lp yRˁB8%%".r4LvhkvDR:O[8@<̙Q?^pD :ZQ~2v;۶mʕ+ hSh:;YF\ 餪UjR(_4# ! ACG$& 'WKt ZΝ]*d4GN:Y.]UVmiaÆ ,H " "Q P i& ^"$ U"@VJ)"nlbW^yըQFnI[,km" @.a0SfNS& IWc@#0n8WpoZŊŋG*裏瞳KRD@D# ѳSO࣓@  L=T!΅ ~$ gUkE/:t6nܨTK SsU@zxwb-J)" >&ΰyxZ?kIyftHx@^lڵ?~#J&" " " " 'C`o… Of CD@҆9KxzwRJSO=壕i)" " " " A`РA6`?~z^9 >?Z@ҥ>|6mڤϊ? (Ւ?ϫV%" " " E6dAI㊀ L4:wtn>?Z@@xÖ-[VY$" G'SK ЫW/?~͙3'f)'|.[oKzD@D  |!\s5n:k޼;lڷoq]wcǎ?l_}yn|ăo (`?Ν;x -[tQ 7$vivkNhRF 'hh‰8bƓO>N-\\;&ي)Fs>AC'NCÇ$(VKtƍ"8qbe۷eɒp#2 F (x~ )Tt\)~ܸqqTHW_}e˖-E{֥K=#RرL<ևh^N:[o93O|yGs/WHX$Q}ԑ ѳ=; >:ZĤYbg,i۶msoj/^Ԕ*uXϟ鮏9rPot)1HD) !  RK rr/!@ ~%M܏SzB5 p6`m> .֬YjAr-ɞ Dڵk=]'2lذA =ׯw|3b@U@A`{O\/ժUkJ#O \zL$ ykNl12&D5P/3" G'SK @z."5G$^yAj{ue" " GI>_j)2">% 'Vt"ЪU+W `ҤI46ؿUR9Gzaw}tׯ-X̐?l͚5իWgQZ |DF_$<Ґ4C@ @cvKӉE)Mhf͚6k,W21cfLD@D 3ĶlbCMpd >;Z@L=; >:Z4.Ps VhQ[n;v,y:smҥw=P OܨX-Y$ %J 6 RșBg}M8͛8_~Η/ڵ+7F9sÇ;s ϝ;&%X^9r+sߌX)';`o̟|OP>׃8hՎ3'b1n('xRxzFe ׽sF;8sg8G=kI^_ n罎'( ^;8XXbСC /sGH:Z.BLqxFDyˬq .MK#0N&" ":=ʐ!CR >UƒOO Rk qFO?TD > 'K,"0F/<'Փ\;^PÙ؜5{F(ٱcG#A_OX HFO0Wij`F[Ce-Zŋ @=W ѳSOvuG+RD@D@D@D@҃@ӦMjD@D L>E<,\Х s=;E=ZVd$" G'SK аaCw]Cڜ iP(e˖Zjefre" " C@C\%" G'SK P^=w}ر10O!k֬6i$9sfxH7}ݻwƍU\:³ !B`jOy^*H/kvOF^SPExȞ=-YĆ ֮fL>}7VT A4 sϹt3g]s 9ZIpUD@D@D@D ro-:i@(믿>đcfk9=v{5۷(?gʔɶon/~ÇСC;=zԎ9@nchsۼyBNhѢsL1cui{tҶn:{υ rs5+k uVN~'%W\nL~Fp ;ϝ;;m9_Lbeʔ˲9؎;lРA17XX>;[fu PH{w2z{sJ9~Tξ IDAT˗;MlΝ}w![a=peo… Hzj'0g88==y:'?~ ~s *x"?s-?(08[lqC;b!J̞=;N `ގϊ+ڊ+1=р#6o7 {ƒ7@6̛u/_>'x '0_[߽z s9|1GPlY;sD4z&O H*!zv#|t2jղ>Fuf9sqƥl2m;"Z۹sؿJ_ sLfGVsFxэss5{b3< ~cxrO@8^l0w^g":;q f}?k?X?fOy$rLNGl>;׾}vۿgA?}v;tpߵvlXe c[E 8x0PjUQ5lЉeO<+`ya4dx>VC䗂ș HxIՒD@D@D@D  ԬY>|x:"TK .0"(h"nw"֬Yc[nr_f+_g Bε|EJ$8i̮+OG B@DɈGO$!P(Yf;ے 1e.7hO?tsXmڴq?_ 8PX" !Xj_{n2H]ws::4=٣G{H{W_}euqQ]xV:VZ@ X N@f ?mUV_n/UP!EPzuM.S$$ !BCG .&BN"" " " DT+˗!C 2a_y&hQ ylΜ9֤I{}۶mvZѪumW V{R2gO8m yM:EPx'5>g۶m]8d" " Cgq59_ 3S a߾}.G $$p׺'Nfc*_7|D ox罖Uyé$ P4E͞zqtMֿI!<<.1& D?zO٩(ՒN"" " " 1@rַoꫯD<їѤYtr}\u"!j(P|VQ9yXڵ]-TR%b~zhVi_P;ڢ_>Ջf۱G-Ki#WnvUQ w8oh"ڥ?yc>a>}ȑ#6n8?]ы/hEw}מ=I@Gۺ Mߏv5yMՎ9U)}^Dre1+oo~Ojժaɨlb#GtP]tq56֬Y㞯*ݛM%߷ҥʨ nlcǎy%"D'|bCo_EoiEʟ~d4}ռ%Mkvp^Pҕa:oܴ;rJ_n(V*߽̞jx6m֬Yc!< T <a'CD̒%KKھ}kwf+Ud͛7K.$8/ 6,DQB+V'{|5$fwwlV8kf{ىHd^S7߻ۺVE;ԼtߓaM! n'&;̃l@իce~ڶmNoV?.SNsK{饗c"L?ԩ ի+bgXÆ ]Ic!"u6,رC!05' <'*nq\*TozSO=e&Le˖6C5j8B$Xߺ<=) =$#3VeO83HX@OD{no'/KEy|qYqG(GVņ.ҪU"GFl= |8gwuDv-"鮶" " "G!(+K}8_w6$}ܽ]…/#Wϻ[6X^}{vٱGPs#,Z6e}vnkЁ}9KVZ*Y6| ۗ7q}q%k6߸ٖ3aXzg5ծ]ۥ]JH3[ZN28qepBRyXxwklD߿HD;ؠhg-DbR3%f|Dp ŠwjGPy-Z(VjH35eC ϦD3)e>+1 >>Q.mԨQN&Ҡ]vaM-7džr=c,iàb_1.v:묳 +lQW]p]Y7\dxmذn;JXڴz۱iظV/p!2Yo~ qǏo_+y_vm۔e<[=koNyA0ľzbbg,4t !|+saX9͎-ڥ_@!rڡCfI͚5O2Bn6/^Znm+Vp)}L4)X?_ne ^lW^y%^>|I~{ ٟHcA 6!\\tE6yXAy"!,!R#X,2͙t&j|%լڭ,kr'&hffO i,j%Ur(%+/*<1o7fKkM/Ao#Eʥ&*7X,avGk\r! !၈?nƓ>f 0b{];W0akҤ_cc>0>$J* 6!8XE aZ2 !km۶t[sN3'sbGN:{?i"c KxzX_•[lv$g&< ,X+VF)c=d!K7:g7>oaD&" " 45;Rrѵg jb 8٥m?9j_~۽}Kfay烻ْ_ZX+O k.'Rg֯Gva>AkF )zR7cc{K yE{QnN,Bk;YN8~}?]}KKk6h~![4#F"˹Kbv+eJP غnMז2͎:`ײODYW!P`BN;nh~f%n2_a_۾Ϯkj|*9 ^8m6y`W[bN={ǼYJY`~x'OeyPt`\rR5jtBC /t[֬Y㞩٬Y\6mڸ7Hs+!3|E7[=\'PSBO˗/wbڵkj# 1"Ff.teʔr*0-!zv#|t2S`)#-lxHM'KvؓOY_%Pt.Z#~r-EK၍ 8eO ÇOk]D6j|'6nR[fϛ!}S+YRqV/cyھ{iMm39m3U1vnn0[=F(Z[loe-_" k ~¦: z3Q.%2,NO昑)Kxz6m۝CSBL5vNʇejլUV=G-=w\*i^(mr`Ʈ#t&6%y@͟?h-] Ouرc'&/p;HsōLD@D@"!.K}Aaڃpi;ՇZR:ou_&L\fAs]zy}j^io8 F)a3-Ma]8IԽ{Tkv I3&"`ETDN+u!kذ)RĥCs=T:&ET0<`{4i5kLbr'Gqрϵeg~{h۱cG'z^E="KGjPΛ_=㊣# Ha/11B^'(YhKTlYCAPIG/~&RǑ"5,a֗KxzPX1W'\ߑ Io毽q͛39sffˍ_ 9o8_I7/_ܟ>Hpnжe9rB 9!"o޼"P˶rJwk e2dO*74sc[jDoDZD%%J|s1>ȑ#LkOO 6'*?7P"n 4;v!qڢ5R p7o ac'!<pb32Ab-o>`N GOt#JP!xqLnCd |p=, <\^#Px{TWo8DZ~>:-ە g 9 LC"g ٦ǝU]gKC?6u]vݷ_{\TAE;k{sq|t;Ֆ% e ܾqnQݨCqO m{,F}qi;jΉX6ֲqRM=gn{tW.b$m9yު-tQ1/=l~ھIfusx4x Oٸ%xyL* yDPPS3rtMk.3i=γ7ts2@™?g#p=Cϓ\'%gW=bԈC?Ȳ@= "P14`D^<"P/. `? ~O] `m3ߺuk\}O_w> Ll p&!zg>"V`!od͚55|Af | %C'}"pro( 4p4N[Bp  >8胕,Y. &!T>X-pZ,|szὈ5r\qJA7nqL#xy {D F *ur3煛vṗ;b~<&!ψJz"1ƍ6$C@`(!A zY틱ӤvkW-s,:e,s,C.|Ӫe7ZѲcN6{x˓u?f~:>UoE;cpzVZvah+S*pypqm=sK𛓬t*!o-_`Tc "^ĕV"I]LJrZ IDATn{uK_r~uxt bO.5g."T:=<`_{2gY梄Y†HóO7k_Rw#vNS;y˳BN_v{&.6Ҟg e%@3 6 " 'h1NKC%( bs;&``Ǥ#B_k\sb"=S EF!xF!!BpͰфen^)! np&]>^Z䘒v~r;a,1.7n\SD+p +9|xb  Dt *pc qAkq\NCI/9z]D@D sܳ{4v 7?l iv/*x_\mv_ڼ9)^!㩣޴oGauW΍휧:;%Hߏ>l=lAv5u6gm' fɚ97^fCͥ ~A sH.l]ҭtM Ա^4Z4οvnh=խ WbɬoV%VjMxV.5pNz4jg(jMqE=۽cM|)WӁ4Sip{r<ҥ;cܐ {[Wܑؐ'ﰕgH=Ď#7q;)xhmY!TȎֱNH>g$cDLkPfȖ3mg+M}j6k"RQ!o\^Ap"YrYȑ;5:V׮?z: Oۣ3xMּk|Yr}#y=!^Nw{hp쥇Qy?~|zLA4%D}Y\6R<9qPDMٜ'B@ =?`rɥG`!iMl_xs>~6"z/|5=^flDH@g_a4Og5H c6 =;Py'枡m{%UѼz%HP$ Q( I$(AAAE@T*A % HI "9ίz 33Uto޹]OSH+9"p&:gI) @x)fȀ`qHq,兀4@LL8!:pc N R3s j<'VoYj02)`ZDF:D8p_I%'7>x4wbYBg͂w"%Xt`jЮM\`A p3^HR/""j%fq̦ [O{d@De;|>|ح%zai48GHZkdm&12F,ݙ}UjO(" PDȔiO$ww9)0rJ6U$ `B6 8|SA>BlgyGq>$+qAdVl Ƒ3ă*;vzf!, 祌.RƘ3퍨-"K(tXo&5j@"^ۑMAM"pI ֐cbH8;5'?8vi.p3iXCKp0pClO<08qm,,$r"LD#h@6F@!4E,pw&;g@:D"-iAB@YϜ‚l,xK+,bQ@F@k2.HH- E'QXو`Y 4.If2cx\ yN; yyD;؁rtCX@y<ۡCP¹Ӓ%_1Sx]:.b۴w2^S\z/$Ճ ~!aT(RTk}{X֏ 7RIF9ΛLy ܺH5]|Q%I*j vt:iU!O9Hù=^ =ð_d+-X7[ @GVb  1=|+1m>J"J: 9wNt8,$?Of?{`_ =<{m~H `]s@V?CcfLA;beNdI _ ~ aewcB $2&|'֢86ăa@d !'ٳafD-F̆F.a&4pw2L[e\98ӧ/FFI C΄t[&_NY(L>!9qSA`AQi6 ,Xbg&?8 "K`" xfps.bCD<"D (q¦")Ӥە#2}sO%@U Bs˛ІXF $pI炠9~|(dEDfWɺ'C s#0^T&8w{Gཨdجy1]{>㯂t$0&(Pw-|C27&~%Eql<`D9JA㞉 dzqE#K> =N,X\ୱx`,\~ nɂ&?XpOgi8}\ؚάwc+; !"("-[#i1{ۮUQ'ACf/zw͔tr*tD -cwIJ%g'TXpkIiL]6kx ƴcHB6H1_:z"!@o'`S|8u15T/h)Ed ;  C| >дiSG["`@ h  c.-c05i, D* r"JJ'Dž:j#ăXa@(ŽßLu"3 ̓iC⁈z}ML5\c!اHoۉl>SBu\3Y6uIQSE@Pb1EлE(f|=S&|_wъ@!t[rdzFIJE#x 5ill2֑*-T7M鱊"ԉYd0O>i MS(Ut96UPM6DE8 ^ڼ"("g`3\ U#@aOdG!ln>Fs~ | @X1yl]0Qvq B:&392"JvC֭ iE@.PɂZ iG f}ِ>/}솞("i/.uՌ E"#5wAeΗ#9 "VN![捗];wA<FcF}B> 6o:SSEr…!${,O>Q@@/CCRНH-d$f%Jd"'Nlp:^JYdr,ł "BE_:y\#Xf7J2j0S OgAyB]5E@PE@HhYx$cIEݛe٬IC^A s>~[v,%ݮ_x'yQk!K`\E}?Κ?J#bgwt;3_5ٟ^k:sm(ABLȮG@ߟ %|N X|g&{b ƍ拌H ~'KX P辳8(*X 9sZ ̘1#*&L`Xr"GJ=(`džL21@"("`4!4o~g_L> 3~ eLlR L SeK<L@V+V(Η/ ÜJu "/}8Pk|H8w\~w۟e&?9dc#!+,IaȑCN:e;'@cP4ćmf< E dX\999rs ]/ ̙3~mSTw0Bwߕ3gΘhٻs!$1l H@Cj2NXVT)}6'&M &BMPE@P~voo8'QK8q/gT$W, LFh "cW\I ;$w/DhIf3}ŗ`ulz"70/E… makゟ[n=RKw{cg!0ϟzȤ)"("(1AI*=?=7ʚ5k5LKp@H=׾}{ܹs;"DElٲM>3HRBH~N #F®m%|A !exٳD$8#.on_򶹐8~۩>k<滐v"vX6qټq}Dlb!8ăkPݽ{_^~w8qC>ԬYS|\]IDE|XI8If32 L  Aἧ[ |t-UP\Itd?[Uw,x;=3P۷!x3xcK.51h S7ĉcI 8Q*HoFŻ"p#v IDAT("(d<<&C-XzrCV~d9RPɘ`H(>_z@"htٿvlaK -UV H)QoϞ=FJʕ+fVV-QSEID20P3q! d4'B13%nT+Vo EtM*I&!ڵŵ7fS)ֺukM]ݺueȐ!J>x&A_}>gꡊ"(@h#@T~k&L 6i!N%\xp^ݫJ#K42~x%4tа"X(=wJ,iv=E@PE XhC}$-[fIuɅ뷤ݐL$Wql]2]m[#Uk(T_=O_,%i$u|cNF_-7Ft %  /17}tS ȇ7xH)" "˽rJɑ#9rʱ+zzr_=K8?uZT88{ńߝ5a¹ax1Ao8|wul#ăv6OCό;!v}?㏛h(" J<N$E"ZD)?]jW3J VzVȺ#(KaݎիW8E@|ASJ@'a/BRHaC@&ɓ'd+DW\v lz1> dYr劍J< jP(#ăɡrʙD4 ʼbŊIr$Q̙d L/~6mژujLF$EǎM,Z|!\ fժU$$%BiJKM2ֿ)ds!3mxE@PE (hUj)H7EHŋGOU}FyD?6(8{wYu1w!)Lc)Rv7]M &əcG$Yy&M.=琄;3Kd)2Hh"Ͱ7خuiťn*D"όFɓ'rLoQj"Di"u*U*s؎;瞓ѣGK D>`O`# Ixٽ{Ԭy; )!oB(QdLL|,}})8:{۷o7{#,YȾ}3gL- cR] '~j"¥ ~,8Pbj3ׯ7K\ ҆lp)nz"(@BH;fd=@<P=Te?s>i'?)T.qeF=>DogܺZRg,if~S2r}r-+/\z}Te%].x!o?.2Ka`Q:qtD09r̙3A)!QHW3@y3|D[#_'D2?&pvug@~O>D>,%2]nv n`JK]ҤI(9Vzd#Lg+ix'LP .,իW7loll1~.8;u$3f4P50ww=2KUVB I%unpUرcerI$Iå2Ht,Y"{:SC#sOBϖxpX4=r!5l 3|)"(q%{X :?YA). xgfz]~\6\']RGiDٹj-UIBo[Ed1[efSTmęG/}~xMan۶dwY5jkx7Z'Š@#<2ЧO)%oH`[tioMk "Q@IJ 3f!?j؛O0!"K> &cƍ#}PJU6D^{AlJHH?86gCuq",nZ"6C1od-Msgm 8&ٳg˞Wdj"32([lY@ 3do$"c2d@YF0ξx3QG"'5&Bp*SI}hBL8dg&޽{H"&ͩ}&M7QR$`}Lh>2Č#:ci̸0͢ENCjڴiྰxg -Jg<`mWav2e%k RS?V?)H-a>_"e'7_Ϻԑ?$m~-9<.:>k"^|ܮ+Sv]KĐMaièE1WA/ڳQVZIvJƃ;&NhTS7o 2edլT1HLJDA8ͫT"3HKQ\_ (Ff+(f` H&Mv5dMk׌sٲe;wnϑߑJ<cg"pp5xԨQfReH|86lhưDe`S0ؤ8w9|"Ij8Y^x1_D(ڶmkA `Ƒ"r5ٲe3}0LbNTL^8z?, ~. ` nLM4h2Y)1@A8 5qy$P2M" 'A"a<-mY \4?Wcv!@JڴiƒgR aG/ȃ5klf -,H<<; a4iL+VA.8SSE@Pd(Y?ה|a ^X? f̘a6t'%WL7Z[$Y׬+ۗ#3vߗ[^Uk.ٽz񪦏7oܐI6L+!xF5 j >‡ dfܹ`3+bai_D_@C8췆ӸrbYsx1ΤɈ1Ÿ(*T07i3|ڂȀ@M@H3d`&>+kt ] ˲M2zlɖ L8 $bd'h~8ӧO7EiaN6 E`@:uڵrs> 20!"H0 GiVjb,ă 2$޽{y&(D>4#c#UTMPE@1@J3+"Xx),PchR՛1m>t 5 ?ul-)f[÷_K돦CKHM2kH79*)^]" 8Ś7F*dghYǂ߈DT G ZF V> tʻi4A0S~giO1ă+;vzf!,7" 2lϗ/ql'F}&J4$C`lY#'y Q2Lp,b'ʟ~|PaqMMj$Nc2`uNvDiÄΘ@H!c,ljqΏ1vDje˖f8q\(Eq`li+#T8] , νc"^,Ȯ,bOD;cBA,<0%knY>i4L^\( Ɯ9sL "pdNP)2L * 2 D̀T~q < k;[#(>: Io|7(IX ALp$Cx9J2dw@@7"ܖt Ņ5{M$ϡաDr@("d<~_~1լltl aYd15\ $sccg%Ș#6BtݗƯƤhyF׽<ױϚGf"N3e)x]ɔ&u&}V^d$/|7aiJ&B!5XGu5y;mJ<cgx$奍39F$BxC)Y!.?+I'Mo\fι7ih'S GUL0y'тQVU`Sa[Nz(Q] 8]vSByu~ T/5mBR|>EG=; XeϱV ;AH.V`]`c>[o) J<cgDP!>ƆH4j^} !fJ20&y ~0PRc#^g#؛h9ď/MZ8C>M1 Ϧ2 ??LLNs&J"(yƹ8!lM36 HGtE&4El8,"҉>!D%Rg!`X4PĒA{,H) MFlVF b dp>QMPE@qLd 2e&p}8 *kysw28 t!+ SN 8X0GfXa$Ákǡ P,@ؼ<\>Bx y黳;zqm<^ 0O{pN]2ٿhx |3l`ώ|:&AP%zTY 蔽<36ǡ,s&!dP]'zW2'qk`P'}dLQװ}QW|0o0ă+;vzf!,%q1jm2"@r#āC4y΂Vϟt4p\g5RXrmzj8Du'C;ΝzbC jDC0 `HbL[G=e)cLN!DNdFm 2pCnŲ5@YQM08 j(LTcl 6gp,[=DH#\= [x.(x =ͱ,X 'ڇf("EI<pW zzP9sqгN$ mBBO?meX@.A:Sd=B e-] I ƵeL32 _9b痪ޖR^Iў{nա|=)['vFK~E.q@V}F: Y%!-/'7~D? 9J h\B7|E~+'Sz,8x!Ҵd )@C/61!+;J<Fx26{ f7wl&W9D^;b-D4^t$l@jȌ$D=9i瞈pk)"$4$FfN,Mu&Nh!5,>d9^j ]g TChI2Ilt-$L9ɲā ^;!ORc?)V%f. #Ew_^NyťTOPNj,B{8 xp%|N #BxΦ-I+TIeN)nMX ֣@)dDR" 2=h.2qѱ)"x@ @A*DGU $3Y'N0)!{%28+@-7.℔ ` OKc'5ͺ%(I/š}P IDAT @}7| 4T!$wI8w^(?VYSXE Z&~Y8$߯-GÝ'j"`e^&Q{x_%|N #Bx#xP2ESE@P8Hf: 5@) d[ h5#q@a={Ȓ%KI{6NéA-E,$˂^H%$"PYₚ9%joMMFr.>Y_GOk˔>/KzʓϷ  w"w( HFH/-k)dh%ÿ$ 6Np@CYMPE@PnęNd+Q6?ydSH2M0lz-A٣^xd 8#D;4; D#:Lʉ 1Vb̙3r5C,['a˖-_ &m̕KonNr/'MEzk'!dH)@BFPر TGă*;vzf!Cʊ+L}b7G("Hd"n%*UX(uM#ФIFCL&]ѣYO(ElݺUoݻwsBjq%Oɧ|jSORBʥȲFtIP;E ۷ HZ`ׯIuxj%LOx BʀbOh+)R$}PE@P QŊo߾A^š`3{Wr)/7V}<<?h'WOxxפEq~:E@dZk֬HNd$E&STsx+=2P!on,N:&/+']+"(@@i@H-qQ(xȗ/45Zr/ƣVL\㠬t;w6(|R`l GdinG)J< a͚5KѣGF("(BB|QZ-q%[D9K"@ p]5t{xumZP%|N #M<>}l֭['cƌ@^dɒ%7o^ϟ?o Y7NΝ+#Fٳ{p("_CҥjG5x*7H&MBB̙37d+94OCkE@PA%J!CL¹#oςRҤIRKnZ [/ur^~ʈ۷ԩ)A #aI.] .mJ<~x;=3ʕ)SBSNIɒ%e˖\\;q믿ƍ{Ipo޼ِ)"!18zhVZQ $V\ij"(+~4!H޽{oֆN,/A z!0_|lY{ZxhԨtj"=|~fΜiC-}zF@@ocg"p2{l u^}Uy˛nwgɜ9sLzYccdCXv횉ٴi?^9PSB\Ν;K$Iƃ7Q@Sk8ٜt1 dT^=Sׁi˗/ Hl٤H"~z3"ŗ1I4oLl׬Yc¦: 0P>}ȸqUVB R}5p5 իs=k!}$?`]dz-[&9Ɯ_ q*Qw0B RKh"Zg9Ν;˙I l?E] &E(Ȟ=0CNkHJҥB)gQQE@1xX2 1MJ f!8,#EﱒH@]ִ[2œRVSѮ$J|~LQj6 ~\'ߺ],e q18vL_9yd4~g*_S6{BJ>XV5BTG}L OT3Ka%IvUvHr :2P$L(oM,=6hC`ڀNržNceUSB%?ܐ 'NlƌSuyW#7D Dg#I , 01Iz^j!KΝ;gȍYlIqL<{m0wa)g|J m$UTfG4ԝc|g̚MyÆ 3c@e?~O\CYdyx.yO,mڴ(P$%C+OGyeѢE&pȑ#Fɂ}{lx+ăa@0&<"`q#Z0amT5H5j0}d͚ռ)tY#Rxq#1iCY=Kz|WZeL2LMcjD7o^ɝ;ױFDw}&ڜ 4gΜ WO?T͛g OSD9kmb@3f0UD0i6it{oYbvLy"3բ[4- ٴ?f6j(&zl +T`d >'A!}8 w^lăa@0"" oWcFZjqwgdK*:u mXeR\(&g}{ X&"gW6t&4ßgƍ)ñvBɆNkLCt u. cr_`֤SrmAL^$0aCd.]:CE}"aABN䌅5O#>wamg˖- w^3aOSB 9mkڴi݇80`AP#;؛cd;|OVp$1.#m}ƿO F fڵ&`ĉ& F$/a9JjL8axIıo81RpÚX'ccd`'iGv=&Ȍ2 pbdq0F3q3oi~gi{iYfobe$őxeB/&tB[C)De9I"#X`"H(c7|dC1,0Ch؀<]4yoOkiS8HpC|! .4M`'@d#|-d3'Ǝ9 ^p'xgࢧBdp)]lو0qk(X|r Π[Hq ssQ "6LQWw0B>aeD`@"q ; 0LnLLbLfBi$ҞB &M,ydi,p 6b4F?vbgˆE'8QL,uFXVA*5q@LBNl@ݥa\n 0a3uYI > ,,T&%ND&Ko;o25<] 2/H<}6q"ϨwV>>z"(@E9!63G0G4ӀBOOA4"k)KhYBIP Ζxhkd)8';CߐK_3+&Y-i29yBxz!U$N\N~X({K4]j|;d'! hs$mƬoȻw %3ԾH|E6՚rMy%v=.= mwd̾G5E gλ%O"ɤ1gSFQi䅉Ǘc/OcLT>Nc !+ 8 58 /Ƙ/ o'o8H ÿdk_CWCf _ F* =y.J~'#mtK+{l#e)qmK72V9U2h2L@aă*;vzf!, H ̈́@d5&v^08l-a@;7gs9$eŏǩmmҤIn0}4"`` fܦZB@"tŹnn l',\k&6rbɨ;υgܝޤu-8Hd#8ku,0 kzk5!Ŧ%BB7:Y4xy_o ylXS,HfR%O =NPg2D ~X/VZ?:ρDF%I$*#C8icd}<8E7/"}*N֣&cV)TTmM_"+}ɟvLteyvKI'z05 - &ϒ1ɐ-ODۧ:זvCf2E+דzIJgKbQz>Rj5$ : hc d"%dɾI%{,#qq81= SBbj !H8u٧96yg6> 0׃`lFٳogQ&cKAb6$: ~H/yM->; c߾}&,kW#8"߃9%il,QT:ROxaWbqY_ {qZx=%|N #I<H/Q+KhkLLh$ȑ#M5.Ri3K dHX Gs] `E./ŏ1!?=1ى!1 J8n'On&7j䈐˜L T1K85]ϧ\Cd!H9$b.bHj9&ɓAʐI &8yjDO5>Ht1si_Y Ҧ$dxlc3>VDWX9.9M5{S8E@PDNMv@ ' 4Xd_5`^ƙ<12 .>3k-+#I;S Ž9P}f>[聝r9>zE-v}G{`͗?jao?h֐e->+ =H%m3cjuh 6y]s_eN)PE>NgA`@6pm]2#q'DQ>vvŒ3 KHFs!p*fӮ7ld6pLD;'&a&h H}X4Ya0Dda#ғ]A$}ZD4@^NNb.}a8 /zcYl:!mȈ`qAFNezHQqX$ ;,aA~z!u)gO$hE";gj$D8{h ћ{Bϖ' Dۦ?$9Df,x=eDX#ۇ%< 7TSE@P#1O0т`k%'дd@^ZVԾͲf͚kY_~fDF x?bD3GN'ڜ7g1u q1p.{_Z\qoxG iΝ3_\XDZjG t7^AOCMs}| bVQo kPd[J_ LJ`gQ }&ɸ6[[g m0sLuruk-`5A3`4_D$N@Rό/C|:pf,#bVL^s)3kH#*Y=C&l"q`3:# pCǗļaʐ3qA>&C؅fs5"b @lڅ 󁍮'6H/w M4 ۙ">cHubB$`sީȂ16kFײǰHYbɢϝ'XK' D۞$<_y#Y8#0,2 G#lLj*|:dB{h˞f^cP裕`}tJ6jug2Jdy*Up* 8߆4/B^JY; I* !p|1Ɉ@b9'XQA̐f?N{s28$ZDc]i,"Fi'cƌ&hEo[ N2=Z! ڿ-ٟR,C`rlzHqVpF%z%Ȃ@$}9&cyx8m-@ M nLa8s =2A0QS"dlĤadLA]CAȊ#=&jO1JWEE1 P\S#QE@)84!fb!{a l!"b4p# 3sK0g B9ĹHA:G Qx iMUyl"#~}gHVS- ҩWx+;vzf!^)o} PdJDFZ>}7j"(" UE#>[MH4H:x!r%^D32d`ըQ#@LE!*Ȏ7n.]HA (c-O1:uZu<ϴ e]E (,S~ٺR6lq=%}ĉ2)S ;,Zfn11AO xD| Rd:9DӁ^APE@P#@Cdp܄ᔇ +FGt 5Pp"!}ƙāSJd3PRkYY[#?adm$&!:`@">׼.nAo?{W~޼(lt#iL 7 :J<~x;=3P!7,p4~1 .E@PE@'{9O6@(y5&p8L;Hr[)@dVoV!nA%'7/#Rm뉊;g-P!N)#ăal,Rn,!C_|q.]/q5E@PE@P :u: LŋMF ڵk_4I$EJ]=n8tGrYv\tA_$d$-%3d^\xuunPB߱32جdɒEA֭3rK9s4xD)"("NP/VK,ꫯW^9s$OBL-Ç%d>+>H5z#-?PVMe.4{T -{$m;~XΑ?ݏnLoٷnb jժ矛lr5EڱcG)X?ֶ8VHycG1*7W("(@, P~}ĝ1cF,\ݷKnݺԥȕ+i7Ũv yϟ_RH!+WԩSK%jċQDV<䋷^05{$/UY<9?Iror= ܩco]ƭtsM X#{,tK<3Fʗ/FUE ăJ߱3%fPE@PE@4h gΜ1N`DRɓMazBԡ$kذϲ|rI&,YRT!ZnAPHVOəH/3e׮\CHF7eyw=(Y1^=_l?~)("xW%|N #xCQE@PE  ~)So .Ǎ… (Q"#wIݺueذa!?Wgn2wڴiR'*I6}C정[j3h(\Kj=gI0 #b|ܻj|RlY3E@P+WN.): 垅7Λ(G+O~K*4|ν_dnDO U_~(W̖~.kRjOVE@Aw5p@O#E}QAE@PE@P"дiS9tlڴɟj[Q 5kV#tRC<=_ac8~hܓ <|}-yFٳnݿ]N;"N{&hoߦջRRiU9zu;'~$۾)f3Lb )"%|U߱3%fPE@PE@5k&C=]<`aKN*U$r䕪 ڸ\8/[ΐ'II2KMLqȎO<# $R]zEo_'ܓ@=ZJM<& ͔ gOG=ѽI$JKE}e26Rewyq9|ؤ*^NZ չzjy\ʕ+ rhŋq=SPE J `j`ݼyS3|Vx0=<<P!<龜JPE@PB{S%_#G#:uHʴnvʄwΉ2u:qTnBkfcù JGI ܟeiqȒq#HɫF;VΓv2c| C&Ҭz?q9?kp7yR~;uVݥROtչz4H,&۶mh5kEq=SPE Jە}Zϟ̕+L2x^J^jeeC:ܛ,~.^^&N,m-7-jmzHw١?K^@]>޺yS_$kg~" &2Y, gO.u',[7oH2UeL_Vi%ISt;?_ ]Jj fod.Rnk^)Cd)?F4f͒… ޸("-4iRxaQ;0E@0:,E@PE@Pb mY۷ResmEIVZ{"aprrsMҿcRRI k%}"nLF%no;NɦfE8̱_dH$aD{AyEqes[IgKT_+6Ճ2w;yd)YZՃ}G`ԡqT5̙# q=SPE JxPDpӳ %pE@PE@eڵk'7o;vrOc H {'z(,c5jߒ _ʩȲ #~/߰TkfoW& $>ߦd'=ӫ#=  : {7|'96M8w&VMm4L̳$RD)DIDD>CJ*H$%Ѡ)@%hPhZn}gs=}ힳkz@.3Oɚ<Mj7~D?Zv!]#ok`B-̙>`ٲ|ru^qf~Cf|:8yLƌC!E@';S%Rh0+"("$O?Q/X Z=PJ9묳[nxhР;Cn{ix\X`ݮaߔCz u,^nm"5ymx֥B(?ٴi %s{kۥ|rBdkׅrK oW96H偞{w{,9rKhҲb r]rֵ7W5zrt<۸vJ=I8|>{PI9M"%ˤ]?~2.R;R!\T>9ʙ2eﮝQfZ%1L#Bv2n8!"(@|+$EKU!EVJ;rkuf|{}'o>)\hپre7d< HJJGKJ UkɅ3$.F{D6K<|Wr)$!Z"(%;S%Rh0+"("$mڴ &(8%iw-[16_!oB+[YfMɝ;3-[W"Rx }^6_: R΄FoʔQei^Zn3ߏ=⊣"(@lhݺ,X9VҫS<vi,E}vKPE@PE Q<~JTپZjI\O>1X|/ZDZ91bo^gHJ~jyu1r e~iãC`ި7d°<=On6E@P `9rH.]SICv+:4RtxՊ"(Ƀʕ+eРA»#*"<2rHY|yr4(⬳Β9s۷^˺׃{7{H*ԹԐsܙX: mߐz3gΔ2ed{E@P⅀U!8vzg !K&M3ϔ]b W Yf,GP#@~B|sE@H}Y4iL6-9 Zq9^Z]m,%ߎ57/T>rc]kf~iãC peɜ9sTRW+"F@PP)@f<7N*W,XUZ5nB}J͛v/RxG 'yBy'?˕W^iZ!_~ am#Fr0o|AbVq8۷-[V>d%`kӦ :T.B0` K E @rixHܘ~5j/_xM|.O 0dG#ڼvrʛoin޽рkQ}rq k@c\Cr3׶m[sV,Yoy7 E !гgOӧ1PI ٳ'xܹf hls\}O{qYtHkQ!p̛2v< -Z$ VE@Pz;Βr2:;(+2 aÆo4XEny2{lxoܸqL+77|#xCO!=cʁO޽{ۖ,Ybپ}!8 y^ƀp83C q3  H"c=fh{JD`:!ۨK=z0q kÜw5L~ @B807I8H .ơKE~EܹS.bseĉfSQ"ХK{Jbc1c=V^|Ez!A& },:|Su&Z"%>/_} dK. DY^("%":%cwA<-VI~gP-M6Yf%AFE0!_Il.\pbe%(bO;4s aj>l㑁eիWKMX73h[݇m+z&!4hVT֭kSPRMR.mJk֤F`e{e…iY/n%t("_Y䬕sr|[+㢭J0$lSXHczꩧ'xO1aX *d‡`eJ"VجHCF$?ph%m%49`XڏC;qH~M~} Bo78rʥBA7;•E) =چeS0[q%|5 ]e"Q@\aXU;]a2}Tz^x6|wXxY5{̓hBn-$_фS cErp$:m G J*%wqync3!x&gl ^zg2yKܹ!H`?g᭷2J$!k__1V.<( =( ",ʎĊ2 2 ϋSP,Û $8򼰮P!5kK"c GP9 WY҄g>0f(_5:`l!LbD xk;w) :^V0@s-) 3b߬IHTI xÂ_$۹F=PطOr)]t̕[N~{ÑF ֢G`ڀN2͚g-RQE@J<V)@ 24wo{6/JdH(\%(Q*rE6jX|(P0ZC`-.-`}L]VHaSTDKtfX  V( Б0HuE!cPJS-SPӦM;"/mڍR"Y\܆bABCa~\O/>%*\C! CQXF@yK"~o(;!c AYx0PQ>幽;"5߮MUH< F*] Xo xb sK'Sٲe H[x> PfZ\"%m~`7B*̝Bb|UD5!yW k?WyQ8 ɗȾ^vZ('XU,`K2flؙc?ѽ U~(V6!xXA*n:KD+(9@Y!6ol< an!;(@0U/ oEp- m"/bsj`XX}vy !Di$'˳?a,D¼`"m&a?BX%RYg/!Ƅ~&[ <~A@>;^g oÇ1KXYo4RfhXX3yNy@ X?ܞJnW}xJ%1vV}'ӯNؑ |;;Hr`>ٳkݽKNv121 Zz9њP E@Pb1U!8vzg !ăU{Y&;J@!< e.Ga.q 9᥸,Jo(PaO/E*Joj(PB(6X!ZB|(BI̗X S%?Ȃ8b|g;!AMMQ[8{XC:qȅ8SŠ ƼdM 'g:(!Xsm6mhΜӧ!lh-H!H#<{K|   2 D!3g-~h4"ocx簾2vVU.!xAZ{zƳ -^B$;BA$?ޒ߷oìχȘ;JSO}Ǧ]k6ɕ;ɛ/1 Z|AY2{ލx*ߘ("x;S\(Pt%"Y%ۢ +mBSkDB%Y(0w3 -ja}P[0\ -0k*ϝ3 ʶ|k}vx~0Gu%?JYwCQp2@@SUЫUfėF1uӶZ-c X^eW(βL!S ry,`E |F(5)f|!5 y/_X~ڜx3@@ eC 0c3Gns@2xB^.<(7k%l~[%3^0U괡En07ug 嚓z"(X'! xbsKT{2RM]U f CښX#ݚ^$ S!:"0a/&OhV(%;SXŝ5^D" Ū Q⥤b3i0"E7qZXB bF!ҭ'"{Ew3b񎥾!<(QQ`8J[ vڊRZ42%'C^g 4ʔ#8\2N,Q8b) Y>G=}F ZħMX|O^(glKa>Z[;@ ŸH' (Fm6вąF=(ƛrP̄q,Ll":yP?2ft*N! D'75=d 3P2 †Y*I;srqaN@ˍ^)(xlb#g r /pBO.!^:H!6:|fem IDATvaE Ax,<|x +P,~py(˩)<:1PC޹&؆#H `r x6SsRV-_2\ś?mj81DykYb)Dub/$GZ#H"{^(B&FyK$0/A_Q|.sx@$t޳m6M E2C3ɭQPt#JcH;g\*(ǝ XE!p%]G*x,ڑeA*dqs+5 #F,$;  (p; /)<WnVH>,<k Y<9v_Fn|)\l/yTɑ3 lj֒2:Ҷm۴cGsˎ3B(D@h+;3C 偅B*L/J@jTbA)į4LCҐPIxmCA;<xPr$Æ`Svk3MM~ ^yCAF%"6a.[,zELKx1^zCQႴ:!#^}:ϸ4|gLڡ(D`[N7@BxK)K,E@P#CYCpB@3Xpq Sz F61lPQE !@h,uy;hQAj!%ח<֠;wط:˞eR5CKkse`&D'a'z"(P! p"Cp$G3 Ax,!n8n!LV+;C96?k( P4(jL@PeaQDXR@ĩXL1ItSuٮXC8XEPW\aB١@#WM* 1 `*AQFgx ,gEML#E ,r{LM]cb ( K<7/&)̣m 1c еkW!A)6l`Hjժ!wapdWc9F .ঽn:72)H SO|ȑ@ԩ#W6Ig ̲E$Xo$<{c[(@#}(_y$ni욦aPbߒ/A<_C:YNH*FB6_)sz<$0icE P!*;3I 1!O$+<p^d!X@OE2e-P\9C`X  `\K]vݫ["5Rl͛u*"dHMߞ={ EƎk٥˙ϦM'VXѴDRZ\JwrQD O.Xx#nꫯe1"+"J}+?7:]tqbhE@H gϖO.\ZEIݺueܹ株ȟD(UVT V*t,E*ԊCE Ftb)St%9R:vCbE@G<V]KG?Gx3#P!5vir7<'=zn! P:dذa,"(F<6X+;իvB*Udg( &^#<"?ELX"E 8^!&O?V5jwy!9UE@PJ<W`])@*xTR)6Rٷ;?Zʌk8P=zhڵ4lKon-?KHE@PE ̜9S7n,+WeYM6g-.(K!5NL`^rt'UcdYkl'=Β)J!лwoo͆hE@HJ<Z)@*s9B[f:tp(]gpW|y !/ԩcbbH%E@PE ]VjFgq 9C)$ @DX"^y1rt:GvO@ E ;l.ϕoi"otNNz &EoSE@@VPB?~M.05J뮻cǎ)4r y3D%,ce͚5f\ϟ/hpKeСKM^;Dr=0g>sL~("?ׯ"BLz%(^g~aCtjժ!k?~4o\^*-*ٽc0CN)~^|E[n"(P7T.T!8vzg !^! =w뭷ʙg)vTP!Tw6"E/Rr̙kSL19zaܝc!$0`@Rz@]D sͤIM<|Bd^O<b1fZ"(b +sL>]yygoV-~(m&L6)*"(C@*;3ٳ\R:ꨄ'駟ʕ+KŊn.QlF&SO=eBpޱc!*U$O>W_un*o3X}B,ƍc1^^x9ؑ$W_܃_{t]v\Xoܸ+ڵ3I!$eK`ܹf`5D6Dln:up G4Xb̞=[ʔ)c>:cӾ ܹsgC0D|[oɵ^4B-q3^ T3*"(@]jZÎ*Enݺlk^zCfJ8-]χȤ =!w~[8.^XqUE@3m.\XKY-6m;(!tI{ҠAfR c:ec 63d#s6 NtߩP3^`B}0XKJ~Ciĉr'GYff|b 7"(a ~IG?_O6̈́ZVh}g䊻ə4u^%3'ȸ/Ko'< ' _=#aХ("_x;SDZ"f-b$ +"K/(IFܒ%KL~$CIϵ( k2PJN袋ļy2J ziG޼y0 _$A&M `8Vu1e@1|XPXAT@(4&l  .( /Q^x7; X䊴$C_~MXExٲe{5.!2 i I ټy WoH+҄Y5jp{#̻s :BW.]|ab @%揗FXN s^z%ZjV-CPE  o DF|Q`l0 rzE(:t`ע!(Лw[@jp\~&"/Z֭\"76.„Wm 9z˖-*V?-WPT@@ࣨCpB wGIO={m۶>nVrmv[kEeҾC8{Bp*!Md݀Y9"6ҥK( NRIyxVJVțbvɧ?x6x{T 1#aR`6=$$, $  %xBaj)VJQE { @N*7xcp z;H 0(} ă-ґ[ɵ͞6끖]X8u|yٹu5p\qy:„("%cCpB ăUcr5טpB@'wa›|l.Qң]x≞YLrkG_d(wХ'Gիgr;hƌ'СCӒI[e:+x{N-A('B ̏N b h*t^$Tn0E1cBRm$#&dڌ'$n&L`BO6Y!8ב/)ҀB9ѲE@PO|g$myW^T@ǎM_^~EA6mCj]OkgȨOȁ /{Fw 8}M7Eu^(" }x^$x tp *HO=9+֒:CJj$D#l"?l?Ce;DV GZnI'x[9 5`C>*UXnXJBo!p>;h&kl-G /˗/ 40 s@&l$ 5NFPE {"=*#BjK%0Nՠ5W}?)P(ٷwvurշk&'donٷwٿw߷G{#g{^ɝ7ڶU (G:ظq'6b[reHkѢEF9C9 ~/'|AHX(WXhw![#xFgÆrx)x0.=*^gq a|!A>UV{H.E@PE8g=FR}yTbo5k 5A0R?(·o(ŏ)/j/'T;KV";Y(U vo&wl];Mvj~A9(6n=vw];|{l'A9JMk ϕ'ʝWrski@[ha TE@PqV!8vzg !YăB(mRc67|Qhq(Q"P?k֬1V6޽{vܹ&։O`Ê n % QS OhWFX(Q(IMSL17 \W Oсw@fBjܸq2qD)^I6GJ$PSiӦ=aTۅPL$&D$tݺuV)@ๆ$䷊"lO!Jp(6/HDbK7ab);Sd^Kʏ 3Ȫ˞;dǖM$(\ϓ/̕ǐ?q,0߿xʝ('3gCr e>()? ps ߖN0 >hYpM'?f>g{`>CNpCed?鍓,J+~C`/_[Pr1BCd!D/TDvnrns\8ԟEMygPȕK+9s>Leϐ(`s6)qLyCѱwns/=\k0+sB~Rεr91TE@PV!8vzg ! ݻRJF!L{dj}!MjXa QA?Ɉ!%p7Q򓷠pYZM,6q,m֭7XNL2ڟ6g(qW RP گ/哗6w:E@H~j֬irt5-v`K|*C<ׯ7Ub@޽MXP}ƚx?6nUK5kuuVȉO3y0 ?o~A@ Ɠx?P"e%855B j"KaeQSaOCȒӐ*ضEni!a,B{OwlH/z:<9L gyi8D4>Dea~0xݻvz"Ge*B)x<1&:ujl R (ƃ6C*5w9J\2*"(E0! @x{%KNQ2xXz -x~ԨQ#En)"Bv&'˷~ )I$2 J'Mg!xbT1dȐ$kYma;?3%b4ȗНxg$> DYE@P#@x?G@X)@;w< z饗qӡO>pB("$Tw?Q&Qu⁼3qw}gro7E qƵ|Ĉ6[7x9*rcƌQ!6p7x$ * CzÆ 3F xCه$qZ"(x>J<NL!M<6A#g͚eC[EPE y@ߪU+Z 4(dP"r-fmٳ IrJB5VZ!c;͛7zIx@hs*C֠(V̙#QQ,"G&:xQGmz}#D*UdٲeR@$nim{B_!|pʺ=˜wEOn`Ҩd 6mHŊoXazwTe>@׆ӋE@)J<S)@#wAwICG6*"(ɃHCn cֽ+BGSO=eW Mwww ڵkꫯݻ%o޼ҼysS&Ă<0z!/G˗7"(+ @r矞xw`@HQɇ}@~f2U3 z%7tS|+Kұ'_xdkFXP|Cp *W_5|E@PA୷2Yge> yh"2/gΜX6kL8 0x`xk:wl\{i : µNx_GxI8! pP}Ċm Ԏ$a4hK\LP9cǎ~Q!aEB^UVʕ+g;T6x0/_{ e˖Rre۷ɭPc԰tjC$IU^y'OoE@PG@cCpB 3Q(@J"0p@yLbM^{,]$dŊB%C  `.X@֭k0:Y1^uUFɋp$BaÆF&0ZgrAhB ]w~)xh\veKCJkΐ?/w}?xr D%k#+R 0 kw$ u (Fয়~2# xOBN4IH" 7AEPE 9̅g!T#ăF Be`BoLk \hypJPU>◼f a%]/"!8a(P$ BQp-j֬izOMʴi+K.I2H0Z־}tA^,\ _|C hѢQ q㎸Q6|g6BȺu BQɺ?!t4oG#J_IHFLk}y-Қ_ל13fŋ37 (8B("$J<%cwE<`9KH KXjҰ`꯿CnN +YR@G n(yI ^ ks(el\vK<$kF!W_}eK B(}?leNM8xF?ҡC뮻Lb oaD(0bCv@Mb~7B(wy~z9JB,!|ߠAKJEɯjJ#0|pClf8cүzg-Sʹ$  Ϲzbu^FyW᮷튦pm}hRS.hwI8?6Fo󛰁x? hQhے ?:Z21'Om͛7E4>gWHBu@J8c_/[(QP) .̂ݻɒ%w@J@4i"/m?Ǝ+I;yB pJIEPE P!);3xeڵRD coٳg sNwє*`hfHx*~?ɄIҨQlsm+Յ&qQO+8%L[ ?㵀wS!@H"/B xz2dF=&g . < !̃l?}t@xG 髒u  u{}ZB=%?XT;0Y(?I$?^^No wlSk Rg6=%xyyRx9\nE}8 wnr$T)no C;_0\2l9no }r^o]&e8Uco׻x6 >C: q1Y$,SE@HAx>J<NL!P`1Ҥm۶q|!(Ps9&v[]56ѩӧD(1nh3J=Fh53u'm% gꩧkH֚ѻ ~: 0J ,OayDx'<J*e*bAR`}C PϜ9ӐxZ (AB[+6iyCF&zS-Ijl߾]Fh?i ųO$UxWQE@P2K<@&{2}\<:ڶ!PK XÒ/b0uG4ƒemI\C ;e R33.)nqE08>1Ӳf濳W(Q>;XlFͺOb;SN&xp T^H"&Zc(FPB!@(Ν;7<!.S[ OfKNDZ"("%O%cw$h=Ӎ*y2S& 1cƘSX-(<̴d( N,hbg@`eE7xÄpK5BՋwI"F;mlB+„JUA +}<ǠWGR&&fD!TPyM$̟?_4O% 1?!/Jni*A֩Y%VEP/G+SycDhD9%x≂gi("d&J<G_)@"8$d ,0܂2AXbJ ŏ?hBjEqիbϳ'I. 5k4ISW\i&9?qԇEj 06p=}ŅZLDV"65O>tJa}CAX!IT7^ O?I?p5~ˍo[2@223FRbƀ a>y+nqĉӪ ¾0f3DSO=%{f…0bxI˵(!IF? D믿.7tS4p$9?X]s5r뭷 *rHf}?doIJFY!fTQ@ƍn_|Q̙00X\9s~ҵkׄկ)"0(97q^圍7r* gjBjذ9|PAUdԩRpa{ ?:HzuG{"J<NL!I<Jb?R-ݺu>}PBaY)2 4 },9<3AWVy" Єi ?Pr/ ⾣EwzϞ=:M+V{X\h![l12yY"`CVZsdɒsqA=9nF ـg$`Vxhv_+u6lH^Kn(QWPA;|! !{7z\`0'Ix;YM$NpKV@P@:g9Cir2Q fÈLdsI~濳ߔMLbmYUKBb!VDYm?;!URH{+x(@F#DIj̞ p̈́; %]Z"(@ bL*BP3Z!ȼ&rn{ aވ%@<V P1WZd`<܂xc{x@gƁ9W VX@8w^OP;쳍WMVbC`m1vuיrJVꊶ5ANI& 3)a;I(m"d [n5k<1amH q:}t&c"E@P`ą:t01YQFh бp'gj0$_8`|CHrrv  cpRJçC!P!8vzg !hEI&^ 0C0尨,̲Us:ub,y 3(n"Gɏ~фa(~'L2;/7|3-\VFGW_-ׯ7: ;2tPW*EA.`bnxAAov?‡xoʴe˖5D008yG8$2k,q L oܹs cs6@1Ԍ7l,,H0<`C0""}f E:bUR Irwtюh_q"#x0E {)6YF>HxE@c-`'gD{/<1L[ 0!"(Ɋo`n@cL·&=3{wF {DO|! m{80Ɖ ~gJxޙB$x:^L0D < ?E0qKqXxNE'C,fAK1(0ýNoʇ&$Bچ}B;?n: 21/&.j(7S )/V9aƌ:yP|r\W aP[VsN3o PZ[ dE^@"@ٰJV]gy8 s M (|E >cG;ׯ[ΌsZ2 Yhڅ5(+ь^(ɍ>(UE {#!FŻ-ނU+{D"0`~# xYWE"@<t=nꫯbeouG|HNR {F(u&P%ף3B5KX9?^f16n&xLs0bPK!Ctx)@f@0` I}`̓=ĕcsZ[\=wq&-/ F$-a`*-甃 u#X?JpR dge' K,f q!RIl ռ{ڶ{(!dP̃U(+m *LxP 'V^$UFB%^/aP;CE;պeü$9cA)q!,sxѱ rƌ1Eڵk@d`k;6\2g{-RG裏̼D9~w:E@{XEo=oϝ{Mfo']nYm#]=9w?\۹OF8qcyٷc~sN8!/!4.1/! ^BdG^|?} F- YS2A8#B?ңEIQģEb=-2~@`Ƈ ("-(Q:G# /Hg /|Z^s'` Ox ciJMlbq Aá$sor&?x5SO)F`4/vsasal8x"P³;& H;?~gdgX3C":6*nO3z ZG{g* xA@ܱ7 8{۵+sc?lzw=_v woŷ%^6%aape\4ܱs3|(|w]컘^s;_{Y> Fj)AP{!\s -C@$ ` IDATN;<{ѱ.W(S{n9)+}Ðg>}L`uN8sN7:u*RL%Rvhc Ee7 2^J(2YCX#lla|Q-Xb`& )kl@GA9=l!K^T 2zz6^00w*mXMC P*A -.RM $ vip@a5=РFG.`ħNjMa /d6{0?d~ <C6 w~<G Bx.PSlNv10lV(xcɽ   Pנ8p^\76<Ǭ V!j>)1wNuskAi!fsX؋Y TngF^/g8,r?|N}e!t߇I>xe?sދ5}x WmW_@9l{6[*S?&tNpyr^nܜ,B;cowf`M _rX?:j.{*TC~gy^cϹ7w֓/\W{^kg)ۖp;p'r~NA#?'5^w~XfG22~9` FA(̝"a\c[ׇ.RbDpcA s}P-P4s#R;""Uf6j-˫m|>Ww~p5a8ϣ?F`:>k P죟`GGp"2WBB ϙ%`D.zlxr)8E*OH^)@f@"p-(I/A.T,=gmmko³@C >PG=LpLl- ȐxIR&τ'""h2eP}>[(whҤ~fCV6`|#r=spVx@̡t8`ņ- E?dʇcLka?a> bVTTZE9 {B)h$k |s/増RΝoKgu:nOw^}p+C)PXeR0_N5eTQEs{ݻ aEY ӦM3{8[( @'uZ+XGRPD!zaGT:CFA!5} tGNsĉ ٶ E 1b9x;Sd NPQ;,XS'+.Y](!`8Nk *KH͆il-r+DW%X`67jٴE+Ѷ`l؀ҋg*"X8r]v۔\&}sHJQ '>eT`dEem/ rͩ7\ly#U$*yDhD|=ޘ?" B96"%(=ȑ!x]l2/x%O@CPMg,I6„ \i-ZRL,gT- h7&G##؞xCl&7F  Kds]mW@P/r<@J#/ꕑuёE ؏c"d" "JelҮZ1b{VO-Y 4Fp߾}CJwk gD֊W1j" ",S=N%22(/M&Aٲe~GC 1*r!n_K(kd{|'(!&4l]78#2KP#=|_ɼ/ (Q #c_&ڦ_~.Caٳݼ3e.f~S3FiRS<79nz4$Q7<`n:FDȃ#<)}PXAF'C8^d" "fqQjSv#w9SO/p6ojc>{@XP/wm*U {B/ 1~.Cr:~NwJQҥ]c<%2f*cRQ\Ɉz_v9裏xgz9.dg`dIB*0dQd$</!8;m!w I[&" "!ak%B42;3KD K]ֽΟ?55p0Q҂{ yB? wf6nT x@:YIA}'Dl/l4ګ@t QA$ 7*?G}K'0h 8prPBջިk2%DÕx5?ajF\LD@D |yb@ 7b"/ 7d= D>Xx Ai(XȬB-E$<Uל# A''lZo#hK"PbE9sUZvD@ \I ˖-Kی(Ay%"O)gbոqcczۍDђ5Ams@G3=bd/ hTQ(Ν6Ȑw}HŐ+{aQPuFRK@z½{v d" "Keoј.뮻lXʕzkDңGʕ+o7'k L)%5]+@08XB#(ͥɌ x0hAű)ACJՕռD@D@D@<ʗEuxd!SF3fpQ2hp?nܸmASuΝ:uXnݺgm}U+W_} FY(&P|7FaJ6 Z 3/<(D÷z.O`Μ9믻HN2 ao^j;vÇwFQ {~4W\agvkԨAs ZLMED@D@D`; .t+W؆( jժ֠F$wޱRJm3[n ժU~J,p&LPиnݺִiS@H\p6|Q0 WQCpv2B$݊+Zs}'r.Ⱥwn-;'9xӖ"0`駟\zz#h(MI ukРA*" "  Pp,,&?{3E@D@D@D8cyַo_!|VZOX.]ϙիW~w}n:21SD@D@#'e <|wj.5TD@D@D(XvլY^z%;#2 ]D 8)iD̙3L2aEC۶m];ӊ/n]vXtP'.XٲeГ!!E`x4 HxjV" " "PT P}tҢ@ȃ}}]_}E=z؋/h7| TLD@D@@@CU ZLMED@D@D.bW}ڴi!" 3s;֕8ʔQbng}zmիWVZej8:lC@CBCpv2B$ HD@D@JlÑ#GE$"0}t{7\9wܑQPtA֡C;cW^ҥKgtL:x/Q-[VC$m͛;8 ݢ\On%K 4 *&MN;)Qy@ 2=^ed,[^r>3+^xPk" "  }bŊ֥K̨ XH!&ùkFJv.BhժU֮];u]S>vXj|rOR#믿n_}UJׇE@D@D@G7ِ;vߎ@d ovx衇O\ w!؊+2:\D@D@b < p,ygOF@c.& IDAT |Й,"I&;cvB M6^xGlۭ^{zIݟiox獬}N>ÌIO@CsACpv2dɍ_׻?C}[O6l`7nt'7 c ]v |~wvmO _n\ c`>uuW\2 h:l ēqm7WV-CMQNtd*IAer?U_|UԬY3w ^:^xVZՁD@D@D [ 8=)h" i&0qDMV3m^{k,`$JD@D@D ,$<_ iː)v/ 9OB81~Y5 dGltNXdР-ݶvmISO=a)oRR g]>}?;wN8>pFOI'~Mhg_~״igh"G)(͛;~M>;Hzr$D{1#eޝqP7zO40sT )_~}]W GF@$7$pϜ9~wg}\qqq!Gd`8ƉqiRA6O/E581J0xٳM2Ձ={ >ܕ l27xJzܹs]$ojժ'| At\Ɗ7JnvkѢEqj" " "@<3#h" !Я_?W?wA]!=GKndVϘ156lX€O@ɒ' !yVd d[sgyƮ:WFz8PblիYؓO>id`guF)#z8PW^q֔kTR"C :G^=%hM6ezmW^yĎ.2!jN@xmѢE.;RJ>45(8< <ؕ@@N(q3:8ODδ 3+!!8;m!&tƌcz=zs9\/~+qD6dRbEs>C6D&MlĈ Wvԩ%ȶ 7pLBK@qիW;2dlҺtbӧOwMԩ3JS%@2%$@{k#;; 8λLD@D@B@C4CAsOqn' 0eB (Y2~mzݺu96}sm2A93-XKɸ\RQ @5FV4fNgb֭o߾o-D@ Z;m۶7[ҷ|Zx{7,2  WBCpv2Bx]3=zdWAvAU@_DzNxၾ -]Cm5#>Qd&3"#awqF]X2!GMY `BUVٜ9sd:gD@D@2ի=p En@rJ:A5ʭ>mOBIWʴ7.4 8eZD@D tUNC̴E d[d CPBB(D騜~ň2m rŊHH`ȑqFõLL%|_Ϟ=3=,_D@D@@x4A$G@CrCKd д-{DmnٲeH4$&СC/]%D+ƍ۴i\1Yҙ6J˕]3㔉@XHxӖ"Uၗ]ڄ \ @s1ְaCW]&" 9}rFPL2 >6l=Sֿ;ì]v]Dz $ 2 C0 O i'X&MCs޽#b֬Y:v $$@իj5j԰%Kkf'NGyĮ:;餓Yf}'jժe}Ν;gt,:@ HxӖ"U8##2={]}%2HD?wmڴo5q {oN:X (J,iCMy?{kOy{m " "-W\qnV\9xHqi%<L& iD͘1Î:h.f%" " E .YfQ@2q}d;#\$LD@r"@FAʕ]*U̇0رc GM7f͚4VXa;CJ[jթSǮZ޽{J~gʕvއ6<%JXgϞP@C->QGM{$͛7"[lɡ" !'дiSP[oue=P{uea)i԰aC=zHcӦM]]"2tzㄳ)c駟~ʔ)t7ND@D $<_ iVh"qp<\tEvGÆ }հ>묳"tͩ^z%mG>ReIhy{쑝ਣ~]9qz.+d4oޞyP~3^x]uU)G9u~ yrFaVu[nqNywRވ"5cs}nd^)nҥN۬u)m=zSO=is1 E@D@2K@CpӖ"Ùgi-ںw+uXr.:D,(VXXqBXzy; .@ܲl_|~6f H֯(\ƏΥ &| p$䮻r˖-+=fn(/Y^=Ey3d" .{oFhPzukժ?o]ԩS]@"B_`' ̠5g:X \IM6 %LARK)"0}<QxNpXxW@O|ćЬp&]tq/D29 gaZ0XǢĉ]-b 1H~ɦO^ ٰs jD,7sL;Rج[}F) NuG)wy%_܂Nh_ /`DyDxWlܹ' >`hPg&M!AsȏѠw+TO>q^ឣ xqEo'?J.SyG(!k@6 WRÖR (\ $>oӤ̙B<|(!pR7wqkGn^Sh2d?xWHGuu)T 끳[n);"rM8$/^ZJָfz衮ȑ#fDr~A|QF<.?=Q#F<ʖOr `(BC~`z헞YX4i˾NxOYvQfQFn~ SXsD@D(P/!8;m!(dܯ_QHׯˉKp۶m 1 1s!L1þN:$W?,dz<3vu9ъlxZC' [ӬY3תU'7|jG B::C 쯿꜏￿@&R BãEza9SD}V *U1I8  ACdYݲe˭As͐d|= a %9AwC\h}XD@D@HxQCpv2BQxljyEQ:ZҼđIt,GD.^H_xӵpio͚5Zj9OWRiߪ-Y§rs?elbF_}["R]lX'|q\(F9z 3+˦k܉'h?˲#Si͚5Fi.2ڴi?!`有+0zu_:2{pҕ,Y2D|~9 9e"P Pw2y9Cv=3 "z"7o2(u]}LM_GDb9@_~*Wun7 }r3e R;r<# KxN[F@6 d-ñjPʆH)l Rߔ&%lFG᜔Fj@<\(y9/ ⸩#놀GD0/85a$Ҏ$ˣFr p1.b|,XZN_29T;81ojU9o@L>!vy$EB!"8 J:~q؂r^8[yF zP&Eڵk]V믿ڱAƂ`@Dt"IIl/)8AY[T"*5oD$ n1cSRc;֓s"QXx 8ز\rhÑ2ȚoW=`|kx!#"$~1Dؗȭ/Xdt'Bwv8'c# %)"T*8p CLcw]opmc\K$ ̝םX'Ln\َrL/}7< M6AB9:Ӭ G"DQc q"xE2c {wns%::-52medGB" ,[6N;ȹq汦8/ob5u5{%X'έCF2(l9"z|&4B?u<{p(u; χ4瞉#{"xxVgwE5du>1~)o5[nַo_ԩ1ЁӿҥK;4QH^{#3Aj*W ҧ#J FqPOdJrN"eDPO.uEh qhCcJ Y祈8y!apiË/)>(~8'*&>]#BgɎ9?_8w9/#"pydqDsC8smpҌ3᳜4cyOϜcMqSF8yq^3fr\pʒC?IW:#!E w |p,㻍8׳gm/%| H*8|0KQJ%֩\KbCB$2|ǹ>S"yv܃Ȗ@8C5'<Ͻ2V8FX(EFi\878s 5)~O;8{k 8,D>pqKd-ĹɹO95 =[^A2؟jc pnB`!+sl5#x~>" ox"{ *"ϺܓxAy0ߋ@Q' ! !8;m!$3 668?Y2kR2ueL q'2J \""W\؆ֈFD?(g IDAT=%=UVuADBP>8a~N+c O~u=N-pg8.O2ŭ+2} 99|fDIsB';k\#YODT'C.| ߯˜+qE1j~_ A'#!$D:$_8*"m^5<ssϬd2u$/YRK * `LܸJϞ<[Á=yNA|ykm*szqyny{1kN z2K.!8UcEFG9} [95)D;5:mKfSHMDDE~Y3رu }[ph{ Q8ɒu]:7{z~]9.ΥD0ĹOm d3]iظ!`>1AcG:_.$7#k}{(u%!42&={/|9_vp.sre~_9Jh0125"$2xXod"PiD q=ڂ[N'c\#J '" "< ɳe0S5","b1VNro^e;_'܌cu{)Li:o<3;^ %"8N7t1;s"!;x7~_9Gx^AFM}g'psKۋ@ O/{1{a(^NyO3|?6cYy@U杌!{,~\ܛ{k:h" " 9Dt-NL/}:1づAHD$Q99xǹC6ﾱ48rP@A>k8ep&'OI8pPO.5㓩oʶ))pLñNdNXyE4/"W@4/geTkzG ?F-/^0ꎓB08`wbqhvje>79❭w:d8qÐmA1% .ÁE~Ӊs=}i|pPyKLv|0Xw ga2DP dNr?.1r $u#ߗ͉S~i\}  >i-52 WWCpv2BUxe:(38>q$IӊrD;Na7?A"q__v"srUߔqP2Cg0TY(ID g>{  HN^pT,&?89VhJLDQ~aY;xSN  p N"fk ѥ^l8Y_q`yKëDv8L8\'Xo/Z\(ْ|V #_AFBNC?6U->L 2(Xȇ!݈o\Bq 6\pÔsq M쓹sN2+|>qJf\K"1dp\]5z|R. 7Md8[p#p{Ewk%~r\szYlY9'K!"$-u(V 8\p1>% $7h)(q.sM`GA֜g{⛧&}Ef^H+?/X@A_,"@"8qat b8LVA^M?~ƂBy "Hqo޼֨dCuPZш(f|~MfLY8:c̘z-7wI"qN^gP25xG$5_qENZ \fpKʑAq~ܜ?8^)Y'0Y)862 e(p;0~>9@ :8|- bl!5k5 zC% (\w9` S6A^MZBJg/q=ɗBB 껈-޼[kc]Ɵ c7F>+~0BJ! [0`* y1Q x!DJDAyG}В3{a guvr(FY<!!8;m!DȡF>ѿȫiAgIJPञ3guE҅タYk8tX#Ersگ1kD7T%5!Lp|w! [JMȴq&!lq3Ep]#k ܇/"'_\{d" " "&eHxb._9)C[gگG69<ұt0V=tId&!ܑq]Ax\pg|qJ M(y#"_JQNHV|OxAs28e" y c,9PA7lF>|zQ6Ҫ􇑉@HxӖ" !SǟH@@6kjGÉNJa')eY?\y#3$33;~Lɓ]Oܥz _Ja2 ǪUOR^5NFsN:%a:O%T~J,ygOF_\ja2"@3g(ӰTAq>@4W2ȴ+H_Ɨs`&? s2C.Bw,X d_4&3y m#Q#иqc77ۓ6c|J;~]wecظh<" " " !zHxN[F_W_}ՕiաC쟐f " EN2j}'i!A '%vp `W_}͘1fΜ=gRm|ܾ;;3?w.Wz* sȫ}ֶm[FBD@D@D lUj)Ց/}:,˕+j˲\`wddzPtںu3> rխ[7Ky߈茩xlK *2LbUTIyle{G]֭[;$LF8=D@r&h31M\iFk֬Hv@xO8\Dos=7Ʈ$G@qJ) iOҥK]LD@D lذwnݠl{>}}W#" ,_~?!FB{2|031xyL2Y7~ XD@D odJyx% ! i@DtIVT){"2#MCD ];<1ccǎ-CJDtK/.$i/z){cIqc@xWRʕ],ygOF/&" " YN- Ј~ 0"av %>Ν벖9mvڳ>"`+T`mڴ{o]6LD@D Hx~Ӗ" !B@P~[nGlq5(`/v=pOM:/M'Nhh3gt2ȉo,]fM`L0ƍz.#cڴi6{l5jT͘X;vv$+QFnNg} "M7d4&l>ۚ4i>GbŊٮz5eHxbj*" " "1[O>.\i:" MO>VZ5[`G_~qz2p2$CE?~ZXvuQֳgO;ݱo7oխ[׉}v럁PF wm70ͲV\ݯ:,:t5lЕhǎ;s\JGN;@D@D`{Ӗ" !B@Ԯ]َۨsN&" 8swoa˗[_wMW^6㢋.5 %+᧟~r!℅-ZX&$XflDw5n8!jDn͉||w)dO rV~M:Θ1#K1@ x#pOe<+}2$|vK.;k]:lҤI.#k׮. !7%N"O>]B@H/wqB_ kFx˭wD:Xi" " @x s2}\s@@C ݵD@D@D [ P*UVnx:f+[Dlܸ5.1w}n:P.9昴 FndZ~9gӦM]֭)9c=O:$lv3Xcg3gt!m޼A ~>KY@$<$*Ӗ" !B@D=K-bckGdz@t "S IDATаa\D?<K,3(3*=>N83P4 ;tIf͚eW_}+VիSSMwW)/6lp=(!, KxN[F-"" " !@Aw}#2+MCD ƌcWvM0YUT6mڸ>4P6d dZxa{Ҹqr, CxodMf͚{ځ@HxOCpv2B$qͪe" " ' !HxN[F-"" "  @~h2{G`F@s=ٿgC4&=Io?׺n-r9ի2d" "  !:HxN[F-"" "  @M62ȍ@]?l;wvn5j԰^{͖/_nrM:5CN͛gmڴqk9xOH8%eHxbj*" " "֭[g5kִۃ>E@M;(Y{?啞|I{뭷lܸq6q|3wa޽XVZOGkmƍ/Q6d 0ƒ12^#@=zXVXZg@;vtYa7+X_t 6k,1bD؇Qd<,YҎ:(#P< ɳ'#L@CWS,#@ѿ}(Q"3QE@D@D DNѨ40 qܓ5 ;̙3mN;YnˆWc$ YΚ5k愇^zo DG߬vVN{衇B2* CD >`[hUZվ꫰sq;v=҃ ::tc E@D@ \Cpv2B$B42 ED lhB_Z_~~m Ϻd=t?|;묳b@#vҥnj%<6 Y͛7&x4Μ6m*" " !!@~̙!Y CJ{Vn]5kVV9'L`˖-[֭]SN9%5."N@C@Cpv2B$dWDF'" " i$O/A2ȉГдiS{wn{ｷ]yFI1ca5@E@D@ [Cpv2Bn[btA q]\W_u(^{ dM4뮻.|ԈD@BC7tͤ6lh3gδѣGfly ^[mӦժUf̘ae˖k3^D@D@2B@CpӖ"j*;C]ʯpVjU+Y͟?p@H 1hSO(5,013UP.0 +1\s5.ӁnIm@ae(!3qF;cL2LD@D@2:G}䢗)(-póG¥^j\rկ_ߕ]%\&" " a%PX1^]}af(%!ˢA6 MN8>l$+֭[^8:Zz_%{C\9J*so`n=m>>ޯ-[.>ck֬q;ؿ[|]ŋ拱 ?yn뷇u38Gy}[3 |6cVx˗o]n"-]έ^1Ǝ+<vشi}g;," ժU3-є9dgtsp<裑XMBD@D $<_W iŤfz\mgf:jX`{99}׉SbŊ8Pb8o7lذ}s~g*B99˕+g~6Nxʕ+n;9su qdɒ֋>)_~v?GXxvLN"X:3oL4 'wÜuig,a|믿n,~[?}/9N~>ps.yŎnp( {~y+ŊE5>cF4bU;ţmXCjl]vq{ 3<ӕ&dݺuf{@nWbiѢEy?d֔036*" "3 Ye˖x8HEYM4q_uNrd"  A&MJ~Y5 VD@Dh|%<g-#D@CfwqѰ?SeMt?E,((D]cŋ]y̜ҷvpuРA$" 9 `aw͚5=se-]ԕXW<`71/eW_t!)u]AaYi6j(۸qKy睳w2@xgϞ5Q6$F{a۶mX>HIM6G/d;yY5я?)(ݵk׬+" "PP^vիWW^Chu3g{qZp"a3rԷzu/W=CODD :Y@ /veLfBǎuNB݈$I,sکj-Jr|Pcƌ{ovk.<HD@D@D ~wю>h )RG̬s=g^{-_<3QM:]v{i$_&"  8\y啶vZl[j2a2ǏC(OYv83젃~8;'Ǩ7l`'p#8>`X{w/y7~~q9 m t|&?[t6'mNs3gFgb@x'O>q Ŋ;1ҽɓ'?wqs޴h5jj" " "+Sɒ' !yVd HxRO?t|O>? iQM6ʁ;j<~.^{G (PjU֭l*?4M ݲeK2dH*gE h8`hԩSFS2ru@Nz;mԩC:ue9GqEڵkg<4`C@C YANʲvd:@wذa/:믿>5c=o߾ֺu(fze˖uN9((]v֬YCov{o $<@mA2~޾}"F3~xftFifͲ͛y):L)e61b{dgjժe44^"D@CŖ^.]*T`==zh_=#@QN)*ֳgO7gYo7o6jL}v|ǿ:wݠA+>|B!0P~a稣r/AaÆt]XQ NF~FsѢnd~ +84#^z6i$իW֖f]w.zjen+#!8;m!2DZʞ} @G L' Qoڗ_~ݔWXkYJgƍ"qSZbmo-Z}w}.j, *Wb]z8O@O+/vI')%J((4w\F˖-3JerQdyQbW^IsӘE@D@ICN;Y5!%"0}<$^';ph<ܙᮞx>\R@^x)3Em0`UR@ Hx:³ӑ` 3z-[hfў 0ݻw/=z=Ǐw+Wv@CXK= 9yMwju1bldhx[u-'D$?!4V9$enΜ9n޼yd/I{ƍSe耨֌Z$:r{Z>9VJmڴ1yEHZ֭3TWL2l' ASm6B'Xܜx≖fj=gN>4$ .~a_ۼ@HR@X!]p?Ȁ}GC9$E@ SO=ew|^ɫ2;m4ҤI'" " )%@`CJx/=Sؤ`'$c  g9%˗&%FݓO>XavS9AEA2* aD1cN*( IDAT>HޓШ^FcvXl8M AN8(q1VR`~7V>`8െuAXA![BAP &D 9v5*P#="ϟl <#BD@E^\znu#'߆&|R@ <ߝ<+=c2`ءdfj;vPs`U@ ۗ_vcw;ف;b;} B:tXQ]l <Џq9r?ƵUA<'B8z#`KDU_e0}H#`DCvƁ(lg\4Ğ8qcWeΝ T u'o4OJ*nڵxzɮ֏"%*gʖx)D@D /TWakq~|T4f," !bKxNGzD@Cf{+O?aA?8F>_4 OR9p[7c v&AOR 쁨]u9=&P3Ib0fK*AHcx&.w_?B$koTscHc)tp=|:R`͙9k(lH* p>*8)ຈh'Ͻ{@@>{'ʌfx 6>?=>⌌dU4K,T4v&@&vJ0TN ufՔ|S@ f:x*Ix?3! _Tde4kҤI$68c$}V'!O&@rD:U<$)VC$ُeUX,)$@UK!@*`ɆCwk l4G#k#=LwK*yͣ0ȦJ7" " $ !IxNGzD@Cݞ$k=6|9UV!E$_Sw Q6l`"B2e9cjj Psg[SmE7,!\ٳg6LYsA>E#F0jC,Ǐ\uڵmfIG4v :Kx/=SҿtISNq/BWY_ǎͷ^z10V1k׮ d3=K TV*_^~,%PСJɖX T>+@v@rΜ9֧Uqgyƭ\=fs%֫ 2 WGCxv:#ҿXְ&MJ"k߾eYg31cX vd_]ƍeXeK,^ت>H)D ЀVlcvz̛7/էoD> +D@D /-Zp52ދ}o!z%m޼ٵnz'گ@" " Q' ! IxNGzD@Csƍ3ΰg2x +>+V̑d_jo;gHeKt˳eʚJ$rGy :}'p=Ӛ^F$" VL6*s^x?-h]tOK5R[CxўA/;0 ٔ`(U; 9ѣ]>}l؏?ʗ/o~$I%J0; Ƌ{ɒ%wti~G,Jxni5$!j PC=qtԟ_|_{PI $z D(D@D@D 撡_% g#<$ !xPlY{^dIhٲq]OD +W 6ǰŇ lc(0-AD@Ds/tG$v?GMjT/'۷o_Z_!r7}Wܝwi*U= %HEEb FK/͛7[CPر-ҥKK!xG2`'}g_T !3{^ n^veTbBUJ<LrʑBbv"#kk ّ~ZLE9Iz/+LOW_9.XtiAeѣ݃>ha},&gD5m} " "_¯tG$Eud'npzDD?w}mI&Y7|~XFEYqi(X|!ݬY.}EX:\í0sa;~L =5j[xs5wK.xX-X_z>SOu4hɴBD@rx,!E5kr*{N*h-)%,Yb : WHCxv:# 0 ,Nxfdg1r7eȩ-YW$ Kc `3<9(M-鱰FXJ!}Icۭzķ"dT%Vou(JcFY,IsiXvɒ%S9kxn kܸM:׵ҼD &)FvڎP>6sX.YbSBD@D@N@CZ1.! /;w}\W_YP|BȢ15.q`vc`S=G6l0l 40cNBU4K?#OI^Mzk׮zXzukEҎ18Or;onSu@SI(vtm_VCmܸqG z ѐ=UyUAHf C<ք> T!!c_Mm+¨Ӥ_xJQ_4OD@DHx#HxNGzD@VKY̹s޽{[5kP| DW!|szH)|W̙7_ݻw! 2H玽#H'O6a^({uY#B=w`ִiSoPT.`Fл ͈#T P@@L*~HD' -xHC"Ey>czjGr7zoެA1ncE dp՜ psG":`--C=k" "˰a\Fls/'B*?kI DCxv:#2$|)!'WbE%&*9H=m^9keTe5/ ~gy/{'?8⏤jv֬YG+">j OD@D@*UXE$<$J-. ^vpcƙ [o޳>;P:ac=fV8$gΜi IH' Lm5Ow k&T6OCra?t*65ooHq83PT, A7`!hRlYh00F0 $M"Ǝf=_5a a >#G <* D|}5A^x5=d,|yl$3˭ .8l#|~ &"" "/ VCxv:#22 -62G85W&H_Uf,I#U{N; 3gOA*w?\~66B >)UAo쉈 xc~ <_/r`n+1=A`A1bU!2ۤN:M<9SSBcС9Pm~& @ARR vb;=A_6W@nFBp@,Ч*:>fyk>Քm2 WGCxv:#2|>RDCe1λӂ$3BBO?mU]to>g… R\3wx$H|hgMR˞Tv0`$ISA3fILN.0+ϡj 6r s;LEDV\-r0u~3;8GX'}QA \Q%4 ٽNDs@ } ^Wx B`T@^1WȗJD7kԨaTQ*D@D@D $<_! HHxb5ʒ$cnjEPZ!+_ʯ0e˖YeDع1vUA?5*`4*]$Ioliz9]_X*0h?b2Cqßk;3aK򟿓H&K+$P=hFoWNrAX룏>*U@=g+vR$ 0@b *g'hύ8We9M@Pҁ筯⊏9@ vGSP͉φ$IVcء(}9o<X л=CjDA2cKD1!Xh*=Uo&M`}`|]uk|V%) z\޽jAFӈ30#2!$qbg̃> ~4N?@_@AAkr~zAXaH#4=A? zq6$iLoE8X!pH5Wc=66ih((RX2ħh֬Z?Os\D@D@"|d"ygGzL@Cflegw"zHϮ}l|>P4i%brAscD v#ܤ2H'@DXG\y6>E#PyAfDd)8 b ?UXD!䶌@ITsf xecYxh9rH'U }6 UշBM% "<2e8DN)f& sދK4}f{" " "¯tG$3*ʆ'W\a"l1-Z[tDzP=ņ/w֭s;vsε*0_M0x#HxNGzD@C]SL$I*Cswgq%s@DZjnT?%hN͛79sB e5ψf͚^&۰M5ʾo9"5 (ŋO?jժ]cPaÇX ,{TTbI@C旍/$UV]49rd`_`<ާͳ 3-J)[l4w8Ν;[|;| $@R.s۷Oi#qN:ɕ)SƵk&ЦM裏g#<+Hkܸ3BD@D@@a]v1{f߬ &ǂh,7{;v3f;â10w}ou$n/;&|*U7v#PQzu/W6DMfE 8n^ND #j$} zկ_߽{.޽o|D@D@<% !JxNGzD@Ct2lK/C:#a?hv۶mk#F` 뮻Z?<ͯq,Yҭ]6iӦ'!֯_uc\?-jsIc1)R{̉xlw6cx|X|EPb믿{9}>?VKۊ{p95`ɱ')Xg>X{oG? K\' r ~\#7~K<6_z&%_"sOK1%Xb9ύ M8s.X"g} ~Ǻe˖kxή^zp\ٲe͟;J.myr_g=pܳAK(]ZiذcׯO1uT۽̺?S>MMsH?6v3Ϙ o4h ;#" "$<$o 1&w™Ú9%.|9IOL !5#8l=؁T}߼8_$ދ!ϣĪCJ?'x3@$k~}ܫǵڼZ( %J!zx㍮Yfz I-_sr 5h(p~5G?r6xxJ3qYciO|F@Hx]Cxv:#~ya曶+Jyu [xq/=3OX#(HܻUyUJ$VzHX=y]o{D%8W$r3q#!J+!, 뵛;Z ˎ(/ :Xb|߻wAdU)SOz d5l#@%H ~V7e_y|Ak,bSx蜪gϞ0;5k" " "¯tGxXb;wT-SNSOd4@s5(xG>&-\/+@ PӪU+wuep4T!>C=&"aÆKQ]zyy1ܓw7n+QsդD@D@# !JxNGzD@VK_LQ-238#l 6ݻgtH>P Ӹ=_VZlٲ) MM6jҙ3gLIsH1#6 hKDt5jp 0{:u9sDfl숀%ׯ_}3q4+ :ޣGKH|شios=Ô45jY)s9'Wrjyƍ+7x#:HD@D@D`$: .bwe Z }v?/_/+@ ,MWeD 3;8NYff«VZzT̴hiT" )$P^=w7nݺY5ρ2|pϺ;:fc⚛G}nڵVң=% Ӆ6l`?$k/{3"XJ2 g# =rH/:;*Wlz- iQC2#T\pAƐ oܸѯOnjRqZCD34W^qO=gt^~eycgI;=U@\P{;6ыQ< ɳ#=& MrjK,qSLqӦMs}]N ?3rR|z>ۓYjvimۺӧ'|25'YKN|ȑwT< < 9}7nĉxq."Ph:7.61b[p-+ɸ^d􈀄3SYf5{齀_N>dwGɝbΜ9{1%Hn:S}g\$<$$[ i:)!IhzXl {駟}ða܂ ԩSݧ~E@ Ilm&9J_}ծM6Z!" " q! !JIxNGzD@ƒGn̙ y"E~wG5/_>#t$ǎk;j;t` :*T:udb?秿Cݺum&!=u Exh׮ ˆcƌ Q]ZD Ф2C9JתU=Nyʚg$<_P Hv({hfJ ,[zs[j[|5.ZX#a__(_jժ kЬ -=N:$k8ydｈS}τ=vZ_~5UCX:.. ^z;3ݦM\.]_H#n\k׮VY{$6ƶt#}ښG$<_L HHxh1<.={lD&`xh& ЗqSO=vyTīo f͚[駟O$\ڵ4Q;=Js1vik~" " ~1%#bšDCb=~N|mn颋.GP6T.^9k" " ~@xزem d"ygGzL@ƒNjєl.Y*?mܺu|1z>hi߈# )8`7~x ; 3[nTbb*Ŗ`"!@ &@Ci6KnܸqV{ LC*" " "'¯tGx ەNt5hac2T'su-2+&Ŋs۰aj=PB93&QEVO$N;D:(/O>d kvs=ǦGƔq V8GX/^/" "}-ٽ{w q뭷N:Qq92V]sHx³ӑ`Wg}fIΝ;{43M% ,X֮]kgGʖ->`M:!@T\٬(i4iyEc|CmKsizw}vqT< <`/@ܽo¯BD@r8s >+ 3)  WKCxv:#@C-Sa'-U'Ov *vh^M_lӊ)bb ,W7o4*2h.=p@I۩vwQNq waf͚V-q4F738>фACwy=ˆik" " ~1%XSZe&6lZhas@XCn0l *,xHw])3. g^xM< ɳ#=& ©aDJK+VX5 ~n9.O]*Uܞ{'-,.%<~֭튤/4ץ2BOt?xlǨژ5ky+D@D 7֭[+^x+YPjO>ݚJ1+Iĉ%!<; -fLk֬1Q{%~O7{lRWhQ~0M|Ǜp) {nگԩڴi#!W~ iKe@ܭjԨjժef=zC]TD 7nxxM|ȆsJǪkg,i" " ' !IxNGzD@ƒGTĥժUtF$֭HPQ~T%㏮PB\rrlӟꆰ?UZ>X( V4ZC2K Ö-[LܽLUuf%]]Jk%7ysQfJ[o4fG}Sz LD@D@ %3!ΠCD@|'pZz*&Ntsw,!8 ^ĉ%!<; -rk׮uu17xv+ -x'$<d׼ys|r׳g4\1Hl(@M" " "'¯tG$}_~֭PB[oDl;8xb{s2@2~r5kT| L?UJ j4Pjժ5k{GRsbeH®X >\ƒ p ? .\ hX(D@D 7^'7h tRne $z[ySOj%Kd5QPPpaFPW$O@CH Hxxq5&@QFwqs;&0l0_.IU<옗oX-QSzXMow؇,vʔ)+"Nx;v6mZz.l5i+V,;S@ pBY@RԸQ{6mVk" i"Gкu\6m\ʕth\&h(=gq1rh L|X*!<; -r4$v-?lOJzj[W,*HJժU+鿂08uTm?q*" {9xb7~x-RH6LHC&L`m  WLCxv:# " " # !-!<; -rkѢ5Fdwo=R~ pk/f7!@xxG%\"ƞ<}HlM+\͚5g}kgb|viܸ{7O?֬Y:ua" " "omjذa$O!k" i&RŊxȶxꩧr>7҈iӦjժنA(!<; -rT |%b94^9*S%ˮo7" "HtCV!9B <;cu@Hxd³ӑ۷NcQUSI @x]_̶(.n'|-Z9oݫ3ZxkMdBoO cT$G`„ jZj%wPNX1<@˕+WuիW/LGy.\arF~@z nTкSO=M:Ub{*" " i' ! 'vm7WH>su={t{챇{ c^|EG#}=#wU>(+[5'`ʕ+ݴiYdɨYH3:Aނ |h\CD>?RF" " "7¯tG$\OD OUKx/൲w&cIGe#YD@D/tG$۱6 z *L2K,q쳏YK[njJ(wN9w 'leýD{|϶s%Z%{o|7>0.ǽ۪8rݠNj c/Q|Кw=D@2@ਣruֵQNTv7x5kV:/k@å^4hfÉ$ n֭u5XDfϓ&M2^"-[d bA fJXq!la;0pV=OQnݺC=^H*sD@ VlJ\$gΐ06Pه5<؊7tG$M UXJ)uѬk$܈i*y}ƍ_b 駟P56 8׋lW_4K.Z]VD@D@v{ｷL< ɳ#=& v@PpꩧZ_oo}'ȇ^߸q $K.Wu c"͜I߿J7p*&lrA?^<8C ALk4iَ*o46mdͶ@@Bt*wLchDe"!#QȐbDPGkf&AHY-G)!<; -r>QÇ;:ط5UVjl Ux@d2;w6 K;@ Ib3!63&GhziyU1ePRKh,P9߷o_OZE hx,vK!wm!e]ل> %C5jrhn" !^e˖Yol]bCiŨ D!" " q$@/r<+=c<^\Mm I㝯(xXI!@C2Kj*^[dW5jYX얪TqjP" #@?&Jӻw@"pezлaÆNsSL # WMCxv:#<%ȎF`/;άh2% 45fٕ*UrE$B|&F{'nL2f;#@Dܰah֬UUgٶB!" " q$ !IxNGzD>x*D@(SNL>AÇq\|y~Ixj`"XJ;uꔪS<49*H)D@D 7>a'tGfn>UZ՘P-~$ IDAT*D@D m?'Ntŋj@^x4hku + WNCxv:#>xOa 'sEWrAgyQƵ ؓZѣG14vDLï\!" z;<"Q]>g…o߾fS~$yܯ4G0Z`! ҥK6$f(_VaWW_N9I"qN -[#mf쬦 xK{e! ~ć+X.O8* vR"L!:Mf }'!YxgVv0#pqaF5BD@r{֭"X9>#مaTQM + WNCxv:#$_uG+$|^ âo7}ءoߩ4@d3;^hF}?Xѳqku ;(RȎNﱋҥ5DZCxv:#R D57pCaj" i%;yuZ9;M1Tq qDˈ@HxRCxv:#^yzouֵlyYG5Lý׀x̉͘1+X&جY,l h(򁚬 DDXlħ%KD|YWdmH\߿?sL+WhAfxH$3;;Y;GԌ:te@ df?AɮDVqf4PFa`etDWMQΈXd4'ӦK.Vv T&" xk3>PXn+t" "$FZqVвeKÞSCbOp"WB Ӯ];[?[̇k34ԑ~lgn>4Ba,_`9`qoذ8pVb3#=s^4ě4ib<]w1x}ze(5D+V]ex}DOXW G Qq"f>ʋeK?I#Eb<72%TRid}>|^v-'Xs(v4`,9D@҃Y5kt 4HEq'{t<#K&" " J@ƒFmf.HeDRN9NV8"g"cӵ p^CNo JxyժU2r/1!{Hia ӛKױcGF3х9<񌳝ȉ!=70qV{(tkSbNڊFx,ThP 8{ϬcJGd܄\)w +d`8Y`lM6 כC 񄄦M^zeuFɆsfx,bܸ׸w)7E 8c95[o8uyKCd OXK ^$p,0C 7Wpog'Sd 80r ȑ#hԨQ W~?>O<ۍJ}nY2HW42@<'15 ?"^qiE"*?UTd/p\pf&9L sBԨݎh7g6zZ64`ߙ !O?:a Ch F'7IYB8rN89R_NsZsDdNVN~v*|I'3/9)!!gDgN ZY믿n!x CSt2 @?b8^p Dpc<26;B*Vh&2\WB G?{N"*ƈx"C2hB #9?>b8`5'P7$[ 2dΞykyH&" " J4^!=3  \ҪU_d2@+%j<”L QB(wCDPgd8p@xQQ/1ph)%>6mT'4MƐaPZ2scqR|enpNpIgu±Q*g/%urDRvB Vڈcq #2|GI'Xؿ۬̔gqs A';\9qֆ|Z/(C0B8X'{*NƏyc)a?4DT֭-{&/8EAVLhz |xOV_=>w4 (gj5Ҭq;:a`3"-F={%`ʛhJ-!d!ڄdĉuW<F#jd^H!k G;Ydς&x] +D@D@ҝgH>ǧrbISJ[vbpZqL"2P3M_89&ÓP*"B޽lFFf%|mpx$B>f8)YDFLȪ1pmT?7nlsᕐ3N<림OvF4Ii%J L<":1 .yqSF%H2r:o!pGc<{ G8aCDb-85荐@?}BhFHY1j  `H+玆!%pxqp up/z`,\ٳg[H{QAp{^jS(U JryS 4c}Y(h$0w+>3p &Jx& ̮i 4H)`i㙈t溹п5NaŔˡJfFT;g' 1d 'f}D) axiwDQN/DćԭgLd(wߵH9y~Q3d qYOd ^=̇CxpOI)'A?D(-D"#@FX(mD ! u2Wpӛ9뎅!03(%X` \oTW+|hr^J&Qz  9Y#"e4e a뗁PG kȐ9kJ U4 ĞLD@ ps?Yg2w Hڟ]@*w$SQ~ 3:^R>w;ګ C #>C)@Y@' CО  2 5M$Fd Y,,pؒp)SmN8AHDcT3+И|1v,;vp_|-vV2puD3feiF+T0Q^O:t+2R Fl7'FvMX/%9l2+EŹuH KxN#D@鷙4N;uVZ|AH[d9@_z=C2@s4 ;w=WPB)F(zSCgH pЌ}Æ #tEzThӃFF eioX ?y4VV!XL2?U"zJ" " "䜓FNj8*Kmԍaì? sŞ#; t 3[Cn:WP"Ge0]w[~+pK.>|O#sRJV(T)tM6#NdD@D ٵ5:Vfd!hZ&" " La޽V Hx 0eCчs N̤jrx/gl4<n/SQ JЌ{G&" c.b,Yb'Ntݻw͛7Hk{lhn"' !rV:2$<[|yi&[$B?p#?jSGԏ?2[$NM6-ypΞ(-7a„γ.H$O?,X-X-Gv&M2K;v𑉀@:$L@fͬŒ3zd>GeTpD@D K)Dy8qeG^31խ[ժUKD@D@D Hx}z㇨:^P"UV\J*Y+V +NKlРq'P&A&ТE _3g&2_~evZ_.?(P8GCeGr[lq=zpM41K/"Hko42@$h WhQ7b#Tt餮Gd#u֩$hȐ!!KiTu]pI\42@$HΓ'OKVp7[[e< ŗپ}{{6mZ(0?QXz@(?q8?nʕFSիW7FJRzD@D@D Hx{xݲegmQ`^}U2rH7t,F@Zܗ_~i=d#@cF\3%֯_{7psu  v[r`hV%0gG>zM,[o]~3p@ %[n_NB/!5YM]I&w}:_V`(f K"waQ22:+V'2B >X]˗/ik" Ip~ekRsI\W_z)W@G@ѢEM-" " !ЩS'HxiD HxHQ߶m[WJWfM+t9$aZ`p nݺUDH@Cakxŋ￟u-[Do>%3"i4@.b:J| k "p~ٹ WD@D S%sϹ &$n)"wy:(6p~œ'22s{ɰÇ%K&" " N@ƒFmK/֯_Zl鮻: K-8͛g뮻o22=zsL{nvw뭷 .dܺ6B̽ޫo\:u'!}ի"" " E@ƒFmfݺu-mSOuիWwk֬Ib4sZjy)Kj$+L3f̰^20t_|EעE td,As8ާRfaʔ)Uo$PaÆ]v9D@D@D Hxͤ Qc8I?]͚%mۺٳg[,q$<$fJ.={7|-_< o]ZO<^y /$| PD P3t L] <ԵkW7uT׷o_W@w} = Pƒv  %DVPM>Yf͒[o6n(R $@ 2]S%O>i5ǻe˺>!D@D uN:$GP ,X/S(QšpD@D@D <ϮYfVVP9 ґ& !9{UW!C8jΙ3Q[h0*KWCC@7Xuѱ[re© <͌ڨQ#kLD@B 6UJ @̵{D/]D@D@D Hx:tEY*U=cԽ;vgѢE.r 4H`"YHxHk͔\3ުU͛ Z.Y'xbנ E@R#([SfM׿w9f' JxN#D@Cb7?peʔq|ԩ ,u 68Q֭!!5[ <lٲN>|G.Q{q@(ޯz뭮Xb_Lycu7v#[SO/H{o42@$<$v3`׭[7Zt+X`b٢"0h s)!*l9>XCiBj'ƌ~w+tu9te" "J/QkӦdBcǎ|nrM.\XD@D@D HxDp8S\ҥԩSeM`Ȑ!nذaMGX' @t a ̖-[УG7i${m@(={ :֩SGp2!@ պuZj9JSѣC/H{ڵk$$<$JY5| t믿N8עE.@EMO?-!jr9͛7ӧD-)Nhb܍?> W)E@ReAiha4չΝ;8CY*JD@D@D $E\Q8۷wk֬Q!LI"SO=ʕ+;zKEVLD@ vmہHSN9E pim۶P;rH@@xصkk޼UV )Q!!Q5OJ裏\6m̹4x`'fb͒cAyg}s@x9#e"dDE٣DoYwDŽLD@ \pn/˜ݻb.}z^{5}(?;  ɓ'ŋ[Υ=z$fb͒c48WEGV8)IがYf"E?u!IWiE@R7|㮺*{:nܸT]fJkΝ+gٲen̘1zEĊ$%|ͮzꉘVssݻ;O>}wuC qԩSE@D@D $<*?;  Lx!rKatIXM-J.UTϧDFz<̙3':JҔ= dB["owz&[ P{C=䮾jɂٙˁO<:(w=?>cwwC;*!J`:<$<$f_qXϘ15i-]41xu#Fs9'gOQnK/zj}zGKFYm0#v4kJD@D @-܊+LTL4$գ>jA*D@D@D Z̗EY$}6le6WVz>D@D@D er5k %%$<$ &Je;46m+\+Q?ifk۵kgNdD]ver%p%<$J*͛;^+mXb@:@صkR,k{';Gw@HxͤN.Qc#b>]]qn֭ѭ[Kq!8>\C !<(!15KP/{⾈^zc=֚{K.@D ,YQN}$2K_}ex㍎J*%a%RD@D@bO@ƒlݺ^_o۶-a}:]v,{JH?͛7uIxfR$ _=Nꦛn5^{=z@(JK&>P6H5hٲG%SV&" " A .JxN#D@C7k!=5KGC0֩S\Wk߾}Ѵ,4$%h0}}F2d" "N>^dE,kݻwܔ# ѦhѢ&" "  6JxN#D@C7ׯh6lpuԱ?SO >}X@K:D ~GW\9szqL!|:@z\ۿ;eO /5jȝnܹM&" " A /-Zt*!J`:<$ؚࠢ5k\=\k*P?'ZJP!8vڎ`7;LD@D@D $I}Z4ѣ-s*V]O-ȷzá.˞-be)S=D@D@D ($je1-<m]t%^}Oed" "NV!؅Y(?JVb\tĆ% \nl#Dwv2K'a45f&D=Rc?@95idBO?mLD@ lݕ+W Px:tG0J@z$dsʆZF v 1-Q*)4A]vG믿nNu(0 }w;sLέVZ|uAt%JOGwV?:s ~ ɠ6lCu >'y54a@]LJ_HGŋ-Ҫ&MJ 4ďmf3P[9 ґ& !{iY#=R*^-?<:DānݺY%"-[;0^g0dkXME׮]ٳm=5jp?+Z0a}o׮El͛72%¥e @Aꫮ >ar᫳&E]d#FHBb9!o@8JxN4 D IDATM6Y0@!" " iB@ƒFm&S>|P$٣>juaF=#s-[,Spgfy3fX%z@ F&MLXO>֔Qd9H'+NٳR9s=n)w[y㺽lD Hx-cpq4OڵkĚ@D j?Y(IJ&+رc)2  wRƒv ⷙD>Nz-dgdP>^я>8.>ׯ_?k21')لNHΑ)V D{;vt4UسKzkZJyQ#ӢAVsv~pܹi-˘UF)z(y " " "cFm&[Z0 8 <5*rMX? ,,2T)g3RK9ѩE}YBk+.]zh*PdHA/޽{ N"Λoid pdD@D@D ($ Hƒv !Zsq=X,‡}ه8H~ssyCwy裏$<ĐNtSNud<-Z4O O5k,k2 @#?Xp1yҥnyaÆF):-CD@D@rNavdR"' !rV:2$?+wqp_E ?zn=z5ĥѥLҍY٣bK F4;tLD@ O,[Ay˵jծ]Ǖ-[6ʳpH]42@$<>)IwVRȷ{JD@r~L҈#2'0|׾}{׽{ws"'ЫW/wǺ-[U:&N?O#E@D@D gZ~$סCwĺ"Ca\!@֭]]z\ɒ%B-" "xp衇MZ9qY$>cƌqÆ swvjr_|5͟?Z]O"?8Y=/޹At\W8~3X$Cf:6z{u_{L`ؼyٳqZjQFJ*џ<#nvCp}qMHWw/!hFf͚#L7[Fw-" " )Nx F)Z&I\` ?cIZE}衇ܹs]"Ew"_& 8q\+P;#߷o/n;YƑ~1ǘc u;v'|۶m}yg6md?{SOu;vy15kMVp Xֈ_va_Cʕ+#HTذa cc> ;?| q83q9w}qsq|B ;Dٿ۷o N3P~o>swesoc'x+U 8]J){B Vji„ nر(5h2d"K~=Q>-YtnF(;묳e]f2 wSƒv ⳙv[h@f?p/'O"p~DEgd u3qy1|>;߽/PS;ޱ<8ޱLJ[lE'OSFBEП9g:/GnAwa}!"xcwQG/qqkY+" B ""ѫd$x٩S'sqMD(ғsK@J=LU ѱcGSO=&@͚5]ya2 wSƒv ⳙ F6LRYSB=o\ gpg8w/ 7w˖-3'@ (?#TNNl O Ƅgde 纣1z'$dI \8B+}qGmXfL7|c l/@Y=g1 X~/1p ʱFL)r:w'EU\M81=/BNY +V~T\znѶm[7{NE@D@D HxAA@WgxNp/#NFP9CNxqZ*Ьx=JRyDe$tZXןQLFfdi͵ u]ku۷2g%[}J{!ZyJhذLxEO .vӧ2eJ'Hao42@$7,:dP.]曖4dȐNE@D@D <)O`UW]MIxHjD`ذanL2">`,_gf*W̥LD@D@E`„ >rVrO>җԏ'o߾{!Zy1c= =ܔ[_/觟~r_~[nC[~[@HxfرլYJr)$;sŊ|)" " 9$p3)6lrpzxb3lٲ4wy5;O~'guuIR4wtш?ؕ%ronfpB+i*+15@ Hx[ƒv Lo~vfFu֭YMY2>}|-DG@.B+Bi@2dhٲeJ,iE^=#JgfE5qqI&9cqR=#ݸqGq+^Y5k̶*u5\c36nڷoo6m;F@c$R#+'{ O8*9oq7x۶mہɸx,RbJ3p8EO`ŊVZiʔ)Ɛ\2e" " "$濾42@$S+"˞}-Zd  YݺuQ75)jB#"|DԀp3_Y̍#<D5V&kDUTB$ HxN#D@Ct9yd+DH/1 8~(@vDF{.]:u긎;F-" " t DVnͬ\J%eE啈d}4({n 2+ܡjyr !SOuݻwwdX , 4 <|3G&`A6?`†7WdWD c\ϓcйsLK3h${ ?;  mŋen r֬2#@h+e" " " Fr۷o77"9=daH%>z/P*&Y.rW_c9J+єTRָ^ dW.2)O>}VO=Ygꈬ pOү ʄl_J  7%V駟4gs.\q4%aŊ&,YD;Db'@h2SrG2\Ljo-[잖#ЩS'+ԨQ#G h%" " G@ƒ=F7R6S.PB:dt=քJRe" " "  ڵ '2^[fͲMctLBF2ەl"3g}9e P mŊYJϬ" " ":<+m%0LW;P^zN0vX׷o_u֙⨣TlĊ!Cܮ]Q,%~d!@/֮]k͞=XWdI{/@iELJ[aޫW؞8^-~Y͹.WD@D 7%Ph:nРAO" " "nnڴib%"  J@l\Yׁ z;#PƃFyy9"Uw5mjmnQ$E7F@&ȴ+We:o^D@D S˴kεjJrH,7 XXe" " "4s-[tUV z$<N.$<۩FRJ=zI8-YEa(,SF~e˖/Ȑd$G'{ҥK-[X;2~i'HHQ?.x+Yosu>`lٲA) c^?c?D%" " xݬYܪUʕ+) ]ײ!vmO=T7vX.˚Mk',~eYyƃ:(g|4" rԁ;Ttҥ]?… $onfcsϙ#." " G@ƒ=FIu]pny̙3݊+LD@D@AB{\1#8(4ibg[~aL1'^{m"\6lpuԱ}&ѬY3{,,o޼Z4^Gԑ啨|駟\ڵ-Q@H lo믷/Y@,0`É=k׮{׬UѢEџi͛72E7|c=)~w ,đۼykL8CɮL emh~a9]feZ,ӧ[̹={:/rNK,1ьҫuujuH1o42@ίTRt1꺾ԐF|d" " "4սKqvZ/_xLsƘѝ;w6=t;vee~n͚5r;v)Xfizx+/C,';&Lp}hܬ3Y+FJ LY P^,&u]&D@D@D h$pZ۔"ſZjO" " ":l8)=HD^2" xDr!֗zEscOVZeٿ>Ynf KiV֨Q#q˜h߾}š-x!{rD@D@D h${̏omܸ2J~${q2g7D䓉# zfpQbF Eg$~}S /8iڠA, }ƌ'ʝR<89p*_}lR '<b"":?5 58Z5 G#áj1$E8ĉ(g~Dg&!f 8Єk=|?===#8Lo |4 /ifC"1D"=1 NLZ#/V_x8'wi1%yYvifFw˜ < t%gx~㹃>Ȋ$'gj$%h(Ytԣ\D萉@G,@اׯoN`bD|PYK9i!@y<'wW;3*%C!t"M{g}vLND]v9^x6k)B͛3\e@w*zFi*28$(x/Xe > Ѓ#~['d_222))5RFgl ֖! B(JjV Qƞs]d 2 :q1oIdg%evU,8y_CI#z.'=N 僈(9keBׄӖJL'#r!8 w8gLj}4%Nw.?{ɏyͮk2"5%-RHr)ooxs ~4)G!Ӂq~fNIP iDŽ4DaR LY7^k`s'Dd|s d~D@D@D $JfC![kHYy%b%Ss K9h}'FzY=/wguŎϝbܳjd;:@j?$HP=;'70^pWXtuv%n|I7qD+uDi|mput<`2L9*d;#c?-_AE;TǐG}jժe+dbG#c/bN3@ ٹ"Yե4Rch->8iPyƌ\@u~ *U4Z=s(~ hPn:DSj(F艐 =Q L<d4ŎenjMLLD@D@H@ƒ]Fm.ED@D T\"O)CS]_8)C aM"#c_@@ !8ee#@ e!ʴ!DD@D@D $묳@$Îcǎ.+f@rA{wnWo߾v '{Қ@|%<g!" !Dd -[wygc޾}UX>S+VX"aܸqFD@r@Ϟ=9{ُ9Ҷn;hՀRJΦnE@D@D $</!8;  !ZLMED@D kԩSm޽{c&D>HH!uwq`$al}+ׯo&Le&LRD@D@O@C5ZO?mUTi*" " "*Wl8(/_&Nh'xbE^K܉jd" )%pGɓ qSx즆j֬i:"(" " @aƍ.`Æ 3`D3 ٳVi @J>+gR" " " s=gS^  ?/NF@`Fu HV^=Ǚ[˖-a:$ C݊@JHxYCpvj"JTD@D@m۬zN/SLp!Zn]{{9aB5b5HH[oenΙk'K]) MD@D@D $<_Y ٩eHxbj*" " YA`Æ .Ґ!Cg+Wg.3g-]4+A@&MZj9t;Z=xL˗5U\# !KxN-CD@CSS +ŋ_-Ze]f8"+tüyb@ Pd~n7,9v馛TRvy;３W/2D$w=o7|KDHԩ}.A&" Xz5mwi)IuFzG5kVΤnE@D@D $<_ ٩eHxbj*" " YA>p ;:wl_~yϳ>k ,;'U" " "F×ZsOX֭dɒ7L?}ꩧk*\D< 6kvРAi&kԨ{.ҡJ*֪U+;s2w@P},v7nl~=f[RsrED@D@@@CpS67voSmS,` dpiթS':th& Mc"@ .ƎRu‰~u]'n" "-Z%5w,~mܸqFD=wB," " i& !HxN-CD ۄ5kwygW᫯z9?dK,:ˮիW& Mc"|r;3aÆVtik֬M8ю9#M.xP{38#f:6ND^{5#ʤD.%LD@D@J@CZ-)\YF 8p` ' i=C7~]^&M8R7ް.nvСC@`ժUNl4%*UbŊK/dJ =?.$I&ۭxvGZΝ|Vu/" " #a/_~g𐅋!'@ M6m۶;３xo/t=}0`@JƔI{9k]}?֮]vJ.RJ;]v\mu@j TO0ځl" YON#8ƌs ̜9^jm۶-[f5>L@C`t&! IDAT8; „?__~?bvŋO"Lb'OvFUv/];=@.oZe );1QsuɺwT)N"" "$<_~ ٩eؾ}Αyf3Nv}._~g|vDg}Ȁ'x`ʈ FJ gc)8)׭[A sg@ a_# h;^ OW;'p'ʰav1; #DR >(?C,80s9ǭ7rr RX!̐BJ&" "x#3ta!RvrT|D!o߾ψ#裏NuH"9F Hxp'Mq&3>r/7~KIO ?\D@Nw*SN+@3JФIE:s9]o9zY0ijJ2™n4Nsv_q.R8g?'|2)mڴɅ!Z(X5y QFN z2,.rЧ-CGQP4Qw}E_>k®*"XXhfs ZȅH10!L﫯r.hOm @f~l̑%(MJUާL V++!8; l>3Bȼ'E&29Q_&]i3{R\DF 83A,X>Ӽ  =M4)O!mA `ԩؑ#GH~IHs@{1|p;.u)txOM6"e" " "V2DIx`>Hw3ϸ̞=x8L/(O?-)XG-‰g}֥KOYf͛rʹ#06mڸGF %HA$ZO,juƍ]Y8(8'|ᜄU(Uq" " " "YظBҎRC4yl|}>}ݹԜ]g2DIx DLjZ?EÝԡ?~|E"FEdTBaKK$RAmsK._EbPmj/PEֳgO <- dGDd7Dp#w2@v 'uۈzΗ.j֬6,_<5'YD@D@D M$</!8; 8ٵ 5ؽH5)(tSC5 2r"Tg4ibcƌQڄQWG" " " "3R$gI{qHD++!8; ꯾xֻw,Po„ F-[]LիW 7"( jJ*6Kq .ti?rᇻySC&" " " "yHG=2,Dƍq )" " " "(B=\VNתU^{5OlԨQN@ HxSŤs6m\}&s&" " " "ʕ+g["ZU:*Ue˖Zp='0|u%<g!" !IfVm߾He'MD@D@D@D g ns˧~ 1qo:u+,=lذt E2D$<$~1 d?Kv&QD@D@D@D ' txsr?lճ+VؓO>- :4]yE@D@D %$<,!8;  _L T/X5kգ@Quݮ⊜e{gcƌ7ڀ1SD@D@RF36"b' !vV:2@4yBkj" " " " YO}yx%W^mݺuzˆ3ţD@D@D $<-!8; l~'Wy͚5֨Q#젃 Ѫ-_ܮ?wtT/""|PZeb˖-{B9j([xrjkv-X2es+!8; llƍ[RJJ*Y-Z7ڵkkf4 6Xϛ69 Wys EuFʅ{N?S:&Kϸ\k:aȐ!vجYB",y}ٶ{ =Kp vq\Al" " "bZ@6  6/~n]w՞z)#m_Lb\rN1 'he˖ox ':}38, ֫W/kڴ]|6zh;w@S*>.x1cr!Vf6ݮ;E#ղa=onO<\J,Y);&۞qAd\ X?H*5MvD @ʕ;:KpRL7t?nW^yzꩮLD@D@L@CՕZ@ UX8 {J\ҺvjuF|`R&IckƎ*:tpͦMf}q$>J2sx\lyTE>.3frFBڶbŊ٫Z ȩݼysO'd ٰS{qVTg\P8עogý\c~~7kР ''wd" PcYfn:AI_|^y{aNzD@D@D $<_] ٩ed@ʚN8.r/s9ǥqt?o{v`I 믿:qDӧUW]FW^ݨ@,;&L`l=4z!޽s$D_ ɘ],e2Λ}"&|a 2 ?Kez|WV^=WSݞEl|€{&jժy^ %X"$C:. 8 RN68qD[dI^#y$<%<g!"?3;s/[̥iOt@mҤIv׻݋?[nr–+WN:$D` t{]vq.RQ*ezNmv A k!+բ܋|4æM(8 ] <@1Q 끰s AgFj&MK K6>ba@^zqB\P655L1po! > ~it\ g1S32 N젺뮻L2ng<; ign=#R=Ō?߶m\L30j&!!M.o҄y-$bAD7>pEF6豈0^]~-^?]QVZ^{ACPˆ`no͟?_ƚu lyˀg9sur)dd.^xkLcw?u'YEiOwu\s5n8eEh"{Gl駟-9rereuN /"kؑ<eo?#۷[n%Sfq;w4nhkժub=tҥKdGCD}eD3䷋Qsu2R oʷxqɼ ; k?T=֮]r,X!(,2 h ҄$ҧҥK']D@D@L@CZ@6 8HuQQyG`w20|p{g]D7fAÙTG8ї/_{ｷgk/8A]{A9@ǎ]wvw͍I8}X 4RM6u;f#_cMj Ԏ4NI+EK/42*U~ʗ/w ]߷} .^{myZDቃHE Nl9GEX/UyK֘ߧYq#k]r `K.;]F!jS ɳ3p"^E~h#ƾ, h#7:ʖ-o8)M#5椋C?x6PȝN+ܯ>'+nl1S`%OdGa!} T,;0^xH?tyE{U,;*]ص3./օ `"g> τž爆Ea\S<\qKq,_6vfܳZێև-khaן?B/‡~m^žD=HVqb֬YQx{PYzx8~UV }HψtVH> KxN-CD aÆ9``.IoW_}[?9p\6>N-[ƍaڵsNDfC q91>xଣn֡C[כw<@$S&QI\8#HB)DD!D| 8qoٲť s@0qip>|'>ql1B%ko NQF88ѣ"2ppUipF!Uj(aM ڡHE.={k YosD>0g|8WuFY,eQݶ0yqE}?07ɼ; p 1G3(~GWՋ3ߑFE4k$ 5ϹO4 DG,!BbDKEZO|{R{6\G0h ߠ=3CLDP> c}γp!2'{#>ba98uz{V~En3)K|>Xǜs! |`eMDy-fGQ:Z~NeiGu9GoB:)861 g1NrQG'ppo"Q;8|$Z,sM9DAÑk#/\X<^z#?<x]#2e}"D>DAHpsm~(˵-f0m8eK~wv8pHxwK#h`W.q)|oq'Ov;x#L3ng 'iQ~p G%bdp2aGN@1+☢o :.tڱs]8YDC*X8"hEu,2s1N8B$uR""fD6.9kͮd;os]pOz78*prڄ4bB3#c܇\<i<5 pe\>qq⼏6+EXqLNG`›V'B7hί9k}"y{0\Lj"X,sMH "2XkPt'wڄPshXǯg"U5DL>wc}E+C>҉h7%@(xnG FD"FgTKlc#,v{ IDATbg#CL 8P^+hv 'WG ;50 qD5"8&DVV$}E8|r d>o/ ٵ}%NWv |Յ1qԒ>:" ]T/8нEo~W,*8YDZlgtA;>},1F L0bGJTE'YX{R2rODl5&=wyE<>Zc}6s֙7+6)U{=LD@D@N@CZ@6 8vH؂8|Y '5鉈Ct>س g=" F`3#MIO8ML'yqbzQGLdZ&ġ3їib⌃fq,1^Ɲ#d ,g8H[qD0fD-H CLTv%.Z.ywptXg&M'aL;VpBsxƜ>[P3QÔ #CXrSb.:x{76\Y8ID p?#EFxg=q:b5BTdwt#v nb[p@e\X2#1Q:"+cA;XqP_QS;#ǽ]!g5N#0& RdG;qVd©_szG ~g mUw g/q# qβs?Ŵ("-^q8sun|"D 3j8.c7\̛uA#Yb55/0vFZ-K;v`ͧIɃC! ,~04s2çF}3hրqp h! NJ {}E.`A]g"x!!Z\%gQX'|yA"g^IW{ĂG^>BMƳ_u|=wyE?㉖^G$%@+.d%O8׳y 2;>7sDa$"Ix%lC|83aWwDQŎGp>pġ;$vgDINQ ?8M;I52)ȯ|p񡔔82qݬ#X"gmELw}#CAd`:(8q!xX4c^XKXZ։pS16}8Eœ`_sHoRp!!"Ť)5GK̸2p-y DGmf>$ <0#> {VsEvHs(XZbBd] U&5jYz H$ cI" " "Pt3Zp5Ζұǁ\,8pϜtKvGmC@oWpt_838حKMv$S7 G)upP>"ڂ9j8Y]ÕSrG v+"i8!F:cі@'1n+Nׇg>~8._D S |HFϑDttF6nveά;:SN{\6&Ŏ <;9Hzs#$Û5G!v\6㚴SBcig (=ӍGT0y|Hχ,"xֳg6."B\G@.R^йV (*cEb]GܻJHkhX {}v ̝:DE}1~F?I1{(#0#:z-*VЎ{#s(Oakg_o-P_7e Q@ <}&aw"'!G@: {ǻ1' 8zI.c7' 8Yic4'YO4ip摞7BP!VETzSӇ[!ʍ 6ǚ)!"zfӦM.] 3u Cұ 2;JI",D96Z>2; WXCpvj"1MsvI&" "[l\4[|=C.^{!0D@D@%yti}Zlie3gԩSm̘1vEY |%<g!" !Dd5kƖ,Yb첗e{y{}tz2cp$p%<g!" !Dd5ƍj 2mժU6d;3]i{4cAXjU>ܦMF!" " " "T좧XɓzuFe۶m3.K:R+2۷owWeOp%<Ξ!$dW_=#(H#Hde;+bҿթSdž f=F " " " "tsεN:sPJK.'x¨'\ !*KxN-CD@CgqdиqJ#H:=zؗ_~=I'*Urɳf&RD@D HxhSl߾uB#<҆j~nL8fI *Zl&Mŋ]wݕepE@D@D  JCpvj"{FX,6md}qLD@D@D@D ϟo:tP ^juʕ6n8'@|^GKxN-CD@Czm~WO>v-=YE@D@D@D@RJ7tzf)l̙6uT3fuťjڴiHD@D@+&!8;  YL JyߞA" " " " )'pӧOOubjwyI'_':ZD@D@ '!8;  _oڶmk%J#GZʕS?QD@D@D@D -(P|[6mr~4vX4u8 zw#E@D@D <9bQF$Cz:cEamCLD@D@D@D 7kvҥKscY>K;lذh_~Ǩ!\ !*KxN-CD@CCCe˖(" " " "$ҳ>=zNt ʔ)_':ZD@D@ '!8;  ]LrĒ^i͚5xԞ\gH]+VhO>5l0mЉc'0tP;蠃K/u)x/~ށ,& !IxN-CD@Cj+pj֬i, =~gƄC0KR,UTpuQb c=B03MAD@D@ ' pF!!8;  [̭[ZZlw{gԝ\gH+ رkFJ8t իgguy䑶vHr/2D$}֠A;C gҰaäI@5k]wupBc=rGͿz.R{Gɺ9h" " "CZժUv${챙2X& 2$<$<`>@H?]݇gqĉwy~?/:^+f{ժU˪Uf*Tp2Zڵ]zRȲ_6]&L)w IDAT`˖-se" " "+$<_i ٩eHxHb֯_~7{u^zٌ3N8A+v饗:RJ)zGm6Cx֭Nd\}W 0:RPZ&" " " "O4ɖ/_[Q~'}G6vX#nʨ1j0" " "LӕZNv7D3KT>'PꫯĈڵkSO5"#NW8zr5jԨa[lqŽk;Qaƍ;Ypŏ Ϸ5kָh 02!z D@D@D@D@ '@. /P GGUVxb#9lƑ@|%<g!"-mʔ)6{l+YNt1Ǹ"Xzsva8jCAh"&ƌ1t?޼yw}ND" <8[dIgq {%J}7ZnݒL=@H̝;׽=~Y4֭[g8\(.M%_~Ai/2DP^=I]RVzu'.\ҥ?"2w} wDϞ=kʦOvFm-RJaaҥΒq=q!#~ ͚5K0%u'" " " #pYg5x&NOg#QX"1I&" " BZG=*YPCr1}~zR[m֬Yvgڧ~ۛoi>r).aw:^puGy%̚6n_4jȉ|I߉@X`֦M\žkz4/ XUD@D@D@BDয়~rxoִi,B yMrڴi[4[& !KxN-CD@Crg>)(F'O,u{oW%t9'<ּy|$$|DAmX`8+E4a@Eo7o-\v}w[ծ];9ԫ]w"E?,aҍR_Zk-Z֭[VD@D HxS$ѤOׯ_'ܹdԩ >`_t鼶m۶5UN γkƉF!ɓ'?"55@Z'"4HԧOCQ" " " "#HID!Crdk?;." @$Y:  ٩eHxHby^r`3(} 'íx.?w"Af/]y啮xt͚5腳>ąHCib ڂZ/-j*;S R0uQE@D@D@D y5dK`ڴi.2 .?䓳wBI@C"ZO<'tsXˊN?}#S(W~@]QȚtK=#]vu5Ö\pp .D6if̘a+V0teP#{'6Ȳĉmɒ%f\잩F/" " ʐZ.ofUVu)pg?yfᐟD [{i{#˗Ϥi," " " "v"(ƍg֭s5Ј 1b}EW@|$<g!" !IJ#j&PLFh|0aKDkPAJ 16gΜrɲQKcef4As2D$<$v1;vh۷oI&%c&" " " "*Vh peOHbŊUW]ekviGK* D@D@D Fb%!8( 7 [_ 6s16f- /E|g_ƍw_Ծ ~=p_klv۞{>7ave#??s#o>~l"5ҩ~g戫_/G[Sg?s]雿/?#/5h{Sti\5j_ukµJ@xg_~.5, b|]r%VJ{l} 4  p"S$׬YNSZ|.je΁/qEP`R+z;W'" 8X7Z|6)xG?c59}Pt,Q=}ZlѢEy@ב5BX<8 ܹ)XDwq超w衇7|wmEr#N2+7]va~q3gO?'6mW@|]֥z3rs?0g!mZjR(2j;ԯ_"2:udGq{T3F!" "m$<_1 ٩e~"8<1;).C܋$>L2wESx'6q{I;i,R(Yd yvOw#믮ҾO΁gƋwG .8qvG-u\} @=I>vwk|!?ALcN"+=\K: j,kqƉ<< , /fϞmAW^ְaC;ӭZjLD@D@r-!8;  [L[,{<#sRΑ$ xԫWݩ}ܹuE"@,\0F@ ^y啢tHsuI٭[7{뭷2p$l%<g!" !1IwJ&L`:حޚD@JT^r{/3d" "@Zo:+Hs`o\J믿@.|%<g!" .VZ^C\}{ٽ늩D@DKw}VtiASOي+j@fl?kg5JH AJxN-CDK>uݷo,uSݻ6{ԝTg@֭mnݺ`xmԨQ6e_nPJbŊ^d#@͎ɓ'իmرƆ-~ܹsU!KxMMG@CNp/zg!P5kVV"  @D@D ?ժU(mfիWw}Q/mРA!%" " ʐZ|Zť_c=zi\rI")~gڵۡ6c +UTRΓN/_㎳ݻہh<q;%K^:u\) !VZNhذ^r EӽЀ9w}?zˈ.SD9rVXթ@v6m{GC~=; qƮ [n믿^D@D@D HxS8yd[8Gp ?v9dAw./TF_{o:p""I_|Ŷ}QsF~pG7͛g +d" Hv5e] E@ p 'ؙgR-K\g}-XUW^ kf" " " / ٩e <ƥQF֫W,SݭYfXjcXFA}Ds{s9瞼@$ /`t͝;}w{o5jه3<#AP7"aŋ3~@ץKU) 7իW[n\d7lv!\" !jKxN-CD@.rvq2wI Dڟn!3QETꪫO>(ʕ+TH` 7yY~oÇ}8\꾟vi !Pvm#*2({F$) @%Y JdCk׃pf'" "_cǎc9F !X:4$<_?=\ 0-lb8 }0a+[lBτ(5GTǀ3>N?tWaʔ)Dh?|* ?C<#4+WGy o"Lr@=O>1ҕD@Ds}`E]TYg3E@D@DjZYbE{J*;Q˄xwߵM6ad{W^S`7塇iP왈g<R>p/ÀZ&%EMZ˖-x.|t%rESfX۶m( W[Cpvj"-u\] /y.XfͲjG… s֭!? ˗7xɛPX1'P瞶m6' x ndvg=:_&5l!N`>?nN|zF>WZ5够7|Ӗ.]jn?RcH'1O??I} vzCp̙3ݟ_q#`u1ӧ[57u_s>l7ntώH h_ؓO>"T3cȐ!s;A<@k`4l0kժNu>Lx GV85+@ൔhJ^eAW_uYBU_ +7h" " "`5P] qSCĉ^zJ>vw]^Z5W$A0j6&]vNx 0ؽϼ?Swsy0{l>]}@|}_ۻ~ְaC'!1"o֮]osƆp@>e$PA$A' p,s뮻\rNQмys㞥&qAjH#};'Ox> p}Yݺuw,nHoQ +}#@vjAhA-͵/شiܼ" g Jo6+S#1ցx&^S=w֟CS1½?d" " "K$<_m ٩eHx'It`UQ w;qfPԦv,YD_89O>J(Ѥ `<>Ν;; 8IDAp g9.w _-  y1N'XCH84"ZTNF;B:)D~ɥ;0~ί®=؈# J,i7xOˑG/G`g}\o Du]̧gC.@n _!*H0xݗ@.|%<g!" !bڄ%䒗1c\15Էz˥XN̈́o&$t:`411GцS2u.ϟj$я5VC:ֶGz&?>/U)6H9рGޚ':PH e.X tͥH|ippɀSg= "DO'Sf%C4Q b4ODm@$$U8iHnz",-ScРAP8k0rH' fnׯ-1r{1cǎ\s#eA䃬pMLD n W[{ޯ(BGʭk@] qSlAvi| '@J3ark<Bxgcg}?DL$¼J>5jT^p_\`ImֆD"( D D<~FQjR} 'Szu}"˖-6m8Z9"@JbŊl`SOy IDAT2%2D$<Ŀ~9svߋZ$2;Y}\K+ȩ`؀㙝8O` oذEKpMǩMj<'G2 I˓(yCu X3&`8١k@g/; 2g:Na׻cqf3t" A_ODl&BlBu +WKڞ{$4e\& !KxN-CDG_ēNg%NBr'jtgiKs9#O?Nr#86 矻u8׮]R+C0cg^Nz> Nv>8Ӑɓ'&Bڴip*viH}tGn@Z+>(lQְK1cM惈֭[\l$@'h1=6fll%Pe#  )J$@$@V!E<̛7O!rBΊg}={vU}`/PH V#pґ1cF]jSb CڵkRX1~?J6%2eJY~d͚զGΕ'Oʆ d߾}2vX33&  0 @B9r`qPk%jԨ2P⩶ ŋSpE&LϟKwwwvlGdo.;wN:B._,??cxh,5j0L;B@Q]kժ;#ڦ̙3e͚5* Nڴi%GҺukI "cW,\%Q!MҾ}ٳg%K)Xr`|kC}MQ_vpR{HH$.2-y2yp/yߡC?̙3K ΜHHtPxώ= DCsժUrJdװUl pO^݃l9s'O!N:wߩI$/.kӧO%VX+W.Ad[s/1cƔq?K8r}Pڵk? fߴAzJ9֭['=R)˧s0-[ʖ-[#k*U*U}T="(ΈqP 6l榢Ǝ+OVRN(Q" E1h`  N+Z ם;wTԇVTEIͣA铿C Qs` "ٲeSA7ׯAߟ~Iz Jh"%p>6@Zƍ{ " s1cm!<@H߿_9\le˖ IWC$@$@"@ArRxώ= DƒuWNA8- .v#5NjZH1cF}uG4RF@zr8Xi/\r7mT7oT) .vb GtA$SL*=R :dϞ= B&MgblHb ٳDȟ?RE̙3oǎU"LRݽ{W_|yߔFDm$ C@tGDM&} sk֬"DP/ *a;￫k6o\/%X{Ͷp=vKb#p l$RAyT%~6  0 Wƒ~vi pHb2>_|)cƌ%Xڨnk8nԨڵKʔ)uV :XA'O״llA+'-g?>k/^8P"h8 D*eիU"[ذaG p#u֐n!iҤ5Qg~8``H iPmm۶gѣJA8!yfX0:Xܲ8*  ʃJhp@m|5JECCg(-"  `PxPxώ= DƒDZ8zN*HpPQSNzի*@줇58jǏFkbŊHTCv!h%TC2V HwT>| 8@ xiqU;!>\tI7~s܀hNA 8uR?A ºnP5#z,H逨 .sDUi |Q "b x K.6@ "RKH>SLD`D@h; 6~'SPC3&%  g$@AQxώ= DƒuK.p 1F ( ̙3U58< ߢ1k5Xھ}?0qDXډ[nUK*hѢEVK ]&"1TЁ VQ n@D>D~jpnΝƠD\RJi τ ԜPobL5ԵQ+"Bk!Q-Ӿ}{;0p\Q et΅RhxnYTZZ#ʼn(h; 8 h6-}(7P&N=F$@$@f#@ASxώ= Dƒmug'FܰAB|6 ( . (vU\9T6v#J{8ϟ?Raw)Ra>v=ZF(V;>޽aHq JJ}g6 % _SщI$; (C$@$@V#QwBNCYLֈxtUVUEK3k֬) )s,@/( {g9j3quVAAsd@m6 Xr*gƭwD$͛G|C= &zHTF M-l$@$@$`F:@(9a:RJ̙S6l*H'ʩST"6 g2vɉ`l$@'yrܹsBtQ+IQ\̙3Ɛ @H Px)/ϣ{XLAî]TvXX2r.R1A@\Gq,8/ҏ v"QڴiYdȐ!0#A*UɓŋˁhG6 g?ԩS[wpF$j-[#Bh$IBݟH 8] 9r$.|HH Iƒe{ZLbZ8>~0At@dCB j- 2glw#OO܂ nd!(:l3f@tZΝSNf06@1K#yM=/F_wȡCHlFQpIFE Cb#  3gݬc)<.#@q=tj۷ S)RDxL0 BD@čW‡ A2FrډuK>^G(@ZC$\?rq?~=Jk!2_xXǧO~W:\`'ߠgZر9GsQ(駂k8e߯=k9$PkqGA|||B4OWWWf9?˔m5>_^08#G_=`lb3AÖ'ߑoZ~pY~6Xދ8r ~O:TVZe-Of uժUSyQlInݺҮ];=UV{7 xOPˌtLA7:v4 α(j¦zw4h@2f̨"_%BٳGi&M7NP aˆǏW HONF8/h5~ߙ9ktu{K)x/('/kQs5TαtZ^c<8_qN`'vanGsvv&krskc~8r[ӒQPakk5:2e#  3R--^C(o ,L IDATӍIƒ+vCh@$!>uBM84 D8^x)W^ϨEGzhV\8fYҶ&vRjϿu`믽tj[58ZD8mϚϵ|^ZEs,@ij#y.,Y2qZj lf? >x ݺu+MA5PPkhs c8"pc~ \=z4@dJʟeEags4!/5ŋ{=9x|M|vLl11IBVZriug0 e˪hZ|(k 8" Wƒ~vi ֭SilG*޽{{zzpJBGΝ;ZȑCxjR.Am۶lFiӦCp̳ &rX ,x7(A%X 49cG*/5h-k0~P"z`aG]H/-:J\DvX6Mx@4#Mf p Z BYD @6"e̙3F F$@$@f$@ASxώ= D|F}nݺ2sPr9rIKݺgΜcǎz+WNfȒ%ra׼5U:$8 ,(#G#FPE9j 5 䯿*sΕlٲYshE$DLڵKDF6oHhڋ/ʆ d̘1=^HH@A?;4Z2ba vjxĎ` Fv Jٳq);~!@@@B4i\(gٶm:t +W ¼y󔝈`# kЄٳg[=b˚X$>|!ټysQ;)E +5FHHH(<_u ٱPx0b tdr䪇 D E [#= rgȐA9smt p]GmȽV;'#0D֌3$W\1ڵ۷OE_ Eq9a{QQl$@$@$`F:@(<h1uB!\vvApYJ8qTd7!]#ӧW}ez + qSxώ= DƒNR|yh5EQw9z+^|)^… $UT֭lٲEvAN@`ʕJx3frF ~#Zhܹ*U*8h ZŐ3I6  U1cT9vTD=H ;t w͛7Ml$@$`Mk׮U^qPx&YeD/^׫a)Ru1ɀ]UV}vA1d.4M" `|rrBΊg/MC zuď_||| 2[l6mZUQ  Pbo>(UT/4<$MԎV$@F$ϗCʰaø[ۈ LB͛'S锰C52>!"^zP@! p8/ @ZΟ?_ *dǎSgϞUׯU‡ p4"Ѱ+ #MF@9 @ؽ=du|M%20#gϞ)GԩUD+W*U m6DBhFmJ2ebŊ& @ Px=3@(<h1g@D0>}Z?.O>!G*axpDtf-ZP隐%y6'0 6b8b#5k֨tAƍKѢE͎;9DN8Q,Y"͛7ZjQtv5IH@(<h1mh 5jHĉ/ "ʖ-R ^ N8!VRHHPC߾}g ;cH=]v :4]aLq#|ܹҠA"EXZE$@$@{- MyDYLv5:R&M ; `˗[= #^Gusu~9Hu ܁#8'VXמ=a<.a6 4r K cҜ% O䯿Rv^>߷^^^R^=TR$x )}wwHHE:}8..;vl%l@cUWG @@^޽{8xE<<ς]xxg__*nn.1b" A^#D9Q z@̸[^N/R"D^b6#Gl޽O>,xJXE$|Zեdɒ>}0\]Iy`#ѣGeȑ*Y?ΔHH(TZ &FA΄Ѐlٲqx 3gVp0Р7&|Ćb*U*R#  S)T 6O4I$Ibq`  pd@(<h1Mj ݻwOfΜPx'v)^;lwn."k甊ʫlA.]jժ,H \vMx:"Pgl=z$wޕ/^(p@`#)S:N:u9r"q%"  0%} jw(<6( ]XpL:U2fh"˝ԶmK:i1=D:J#6mbpbe] "H < `5~ݸqy@TC֬YUgFԑA}&yz"P 7QD9}^ѣU:HLTZѣ;0 X#S{-IMAӧOeD6$sNԩ\~1'@<ܾp\tj׮֭k qNM;; <\rEP1~*BPM+X;u4U8y;6lĉGZjM={V l$@$@$`Ftɒ%?[?~TWhU8 POA{̕+\cE #FT1 csiݐ,Y2u)R* H:~%5nX=+ j*-(<40([pa ^g#VbEѣ#t8˒%\Cn@=$fĒéqAkpEEp5X:~ )41b#'OuwmdŨ.RY/)Z.mZ*N#ph&M71h^GAc7rC @4%٬&BtH!!+W^Ac>kcL˨DM{^P"js P,p$P@MRJ*yPIHH8(<_K ٱPx0b@:t w6@˗Kʺۈţ{RpyyD|}$~2/WqЖezl.gaZ<{C>+n$Oٺ?Y`/w9ھ*TCNWZ8W-w}[58x;p*u / GQv4h@n֬!t5~\pAE+#RO1鐰8hDh#f̘M0$PE$~'QJYV-ٷo‰ @X PxOƒ~vi  &5Ұ#u'ORplw%͛7Avkn\;ɳ[rL;]\$EjjЦ%ry5ϻO'lŐFH"僝kdBҾ];.s>wa?kpkc,kM~Lg~ -_>&MH?B!P}i)h8 v;R#'pH9kzjbý{T8={"&a-*S(nG A%L6 0Cai|Ν;`m   ](<¦:Qxώ= DƒӤ(QB߿x{{c}]ɟ? +'˙cUI*4X"F"-/w/_$u4MuGyvܹtR\3]6\dnX>>r^)Y0E5ֹ +aRZE(y\TB*GTpkN{8hxCp~V K'kϰ/GD"s@b7; ϵ(쌢6)eʔJ@dyt] ,hN8ssע3;ɲ؉IHE%Zߴm6rjFD/s&g $i2K>$Nd9y]=S >\=_CjzI.[qn9"+Fw6(c Di]jȻW%N+\>W>}-F,r _ LT0TZ](, '07;wj } < |-5ƒE8h?kE-Β%=zZZ١E\X$I uq40 IDATEHHF)<'OĦO. . ۀM$@$@NLƒţ{-IMA0HرJx0EJ&CI<'{ٳ| B*uR*M%_F5f Y>۶J:M& S au7/e|{벪>DIsӴ||FIZ0A9K'Y^o>d !Cbb34$@$@]rreYx̞=HHH(<_z ٱPx0bD9`7p֭x&f)T/5%1ُəֹc:Jגw"Ц%^>#-:*nҧL*qssxpoQR ,jl9eDO.;"ϗKUCHR8 Wy/OyO7OEn%w%y <|PUVJd# 0.oooYvL۰aLoq 2  3p)?LV aF@ƒV6Ctv`7W0DUh?Ao^< v俪0û%zz_p//-'Γt=a UtuD%y~Y{F"EOdXܪfCS%sY3k:=^rHܸ(ӻT d*X:XZ0yj:u/eP,*]SCc6rj6Z O@f|δhBtb $@$@v##G믿g?~ PxпcOXz̘1C9lY\@ k"Sϯv7mT1 ˗O.w %O:R.# ^6E!يW:a`RV+)ۼ\?sXk,q6* `:{L$#;N)^o^W+~UGbRJѢ 0P 9%e2sƿϓ7dt"?KQû7AX087Iy{%b_EqAUѭ˒,]vZPKU*Yw"ٽt\A&M)YVR:!@$q(~>[42WP86uiC{pss toC^9s*($@$U&˖-SPa0+NHHC@~0ie*lk8[`#6`'r Tײeˆuy@TJUVq:|(GPNzo^>HQKI$S2RF UV RG[)/6KN^(1bn օrqu, d/^%a LRC^={$)2T5+rB6*$o^<JC҅؈۷o%K,ҲeK 6baIHQHBnܸ"߿/̟   k&@(<h1MjJܹ%k֬Rzu)_I)8^^^&oqqLL!"G%V@TD3]"ȟ)uvKƌUC^70G" p(?~Tt8q@xfDC-'C$@$(<NA?;4 ZL![lRJXI)8iҤό䧑K0H"eРA05MӧO6mZ駟O> Y~Z9{3Fݥcǎf1v  <J%yd2{lI:|SA.(Я_?$@$`O>^?.ÇXbI֭Mb=$  / PxWPxώ= D`͚52}taqi-LAWooo)Y c@xǜ2iI(Jц;ymeIHPӡRJUaflzMN$@$@Lƒա{iӦ? ݻw7e4,g. TY5b Qu.{xOœu\gI7tAf/ HRdN$@$`37oޔz޽{o߾>}ziذͮǁIHH @x8qlٲE'NuQxpdEƒ"… k׶ְd"cƗ.vXyd KݰxN%C Q5LKׯ/Dxu  @Q-ZȎ;Ԇ,wK$@$@N@BƍeB^B cʚ5Ǜ/_>SLw*[Nc%3rycZ,39r4xM ^^^4l0r! 0(ҥՉC|d0.6" F<S'Qxώ= DƒӤK2eի㛍qKi:d`ʦWK M4̯j߉$@$@6#?_^Zj=+Wf$@$@$ < "Ä :tj~j98{شi̚5Kg{ph)SF9i7,$m%nR0um/䀣[;Gn[%?Z&D T$%KF ҉ٗ |5j(NW' 9r\R6m=(Qf$@$@$[JD}5? @1c.]Z:vhi$e˪8iIs6ĶΥSzZI!diF-&C2Ւ &CgȐAz3fLH<  '#?ĉeɒ%ҠAUH"NfK$@$@#@A?K ٱ0ՒӤ@t@KƍMJ͆/ufibǟg8rFxH-_FkOru7ndΜ9D}x@,Y?v$@$@v%ϗsJZTD Y PxпcO`4)p"w}RL*s hV/RġCq=բZRdiWRZ3Qq>>r^y$KCێŋȮޕ#^"LMUl(gv,M# 'gn-"$~rHj֬)ϟH"O\rIܹeڴiG& +˗ݻwSN4=$IĮsIHH(wS k'/ݻB~uٱhw||/zJKJ$v7uC븸Jxjgʙג**l3Jv-(궓MhbE~[ ,(ׯ_0 N O~&ˮGqusĩ3w͋Q* 1o"!ԖRMzHճgT9gT4BEjl3RgZYolod-R>D /H}(<Oʛ7̙3m~-^HH>&O,/_^zI,Yd޽3fLLW%   @A"Pxώ= DƒӤ@xhҤDUڶmkR m۷Xb| I>Gn1L&e+Ej~YB@Ԙqdٯ5*zQ7I 9w`WB %~2qayxWl([WN\/K*+1ѽ2W}5MqLI6m>D_='uNtyˀ$zeN%Z|Nߧ1J4aEu yG%fT8\j.re2`9w\pp '3{p/A$@$`&LڵO^=*QDTxM  p/@(<h1Mj FIȑcǎ&f;vLz-Y*$9JV0٥ˉ]%YlArѽKZ%y+{MgH-\rnG%N4T\]]x1qV@=< 2e)9tU$J޼MIX^)2YqI427-J*m~['ia g,&d,?P6o,Icc P)̙c+qx  {5jԾ}{Ru"D`$@$@$`w%Av3Mƒ3j3l-]tNWeBC͛7#GUT#fzr?jI1gNj_I\:% o p Q7uDC/'B՛h/%%uӨ_ad%Fl}Jݔ&Wi:|AC筢2:L/ cȜ?HX ʝ'C%F`U޹<\,J6ҤI#s->YbHH.*œ-[J)ƍv/J$@$@Bƒ{-IM)U)SF|}}{5)*u| t)V7ČHO"F?ճDzjlwU&N.z՗$i2KIoDCO,#Gc;չxx,Z* 4:)J$gΜR^=֭]׍@…%UT2|"! 0(8L<4h@׻|A-Y$@$@$2B)(~ͿgoI^$U5ߍdMR(wޱ79w`<_FU-D% A$F܄d EZW775F}$^Ҕ߹tZ6*G.{ݵQri9GO4,Z1&Y X6 lٲRP!9uկIHHPxпZcO`4)2eRǤkرc눩&nFIyLƌU#& ~iKBUl"޽z!Ru*RⓟܺpBn_8.G.+!"{*RݠЊQȧ"W/T n\]Dj~'}9sf4iRp]~8*N8‰7/C$@ йsg%8)RD_'ϟÿVA։U{f"^J*ɞ={$qOD?~|Y+DF$@$ڵk'I4KHt53'  +"@(<h1Mj vjJ={&7)2ynj#+vB>wD8ܼDn?._/}[y#z4ٰaĈhf:=K1cRxp$@$uP7,^x PxпcO`4)ڴi#ݓA 6)3{ܸq2w} ~>'WW(D?Ͼ*Utqu*."n"g??qs nn=GD<"FwH){D(c#rT%D]<"GHQ;rIN.:&qT(Q8aʕSkrJ3KIHj׮-:uR&  @=d* 0A B㮭Y,˚5ܹ#6ن͛2q =vEWqqs777qu%p*)!UI (DqG!|`秞M)\g__C??s$r qE "nh)R$9yF<==%uRreP!(F/_^ݪUb  DjժJpq\z5 4lP^*Rxݭ@!txA @5kx{{K j%22xСCll{NC_Y"Fp77D#EU[=|E=/oiSsZ vF9% IDAT`L8 2@x6TO`st<<}ȱcǤCRlY"P 6baCh!:̙3ǘ*  ! !icO`4)9sTåKdȑ&@E`Ȑ!r1O,0# ̙3˾}d*HHH(<_} ٱPx0boooiѢ>}ƒĬXPN$ )HHҦMjB-]T^* 2ѴHHAƒۃƒ~vi  &5ł7o"פ7A0f#Uv/Bx(\0!@ T^]j)؁H@ԩŋ2{ly U# OA?;4 ZLhD=`ڄ LJfo&˗{Uцf{ Ů.4FE4K[Kn7Į+*"o_ᲁ}{|Ϭ̬P*U1ăze P ٳ=f̘/^`Ȑ!p(G9N>=42U'ăh9;vT`f@df*PjUQ L<Ę(@ X۷oQ@YBCC1`(@ ĶExnǚ:XnzFQd (tNx0JkS^СCQB g` 4o\-F?(Wׯ_TRtdF{{{G2. PYÞ={:ujx@L<6ty]vjԩS-=?VZ &`ذapss+z`A=(@ @fʞa2C2UTٳY?(@ \7XSGL<3 JѤI}A >~)R@D<(!xz@b6}.!C>{y988ƍXl *%K)SkD.uYn|Oekk^';;;XYYu&M GGG$ID}㝜QF~Ƅ3`>gn߾fE߿#GT3Hҙ(`dm۪󻀉xa,:uQF8wiMc ,w$i2z \E% tҩ d_M/|OO,~6sF%|/((\̐E. I}9t|. hj|nJ:HRDazES) PYVVB{f()@ C 1p@-[/ă[v#׫uqEP"P^=55L|^=RII H@^ӧWnI" bR@`L6-`gja^vsp$M+k$V#(߳NlXY# }į=ytNƕ3\<DLqyt];w^% E6*g(@ ͤ!J= {P, ӧO?@TLؙx1+Q=b5)v&,ߏ=^(V!*6ED' 㟿x ĶK0PAp~VܻzWOC|Ő<<I0mdCh֬ѲrJP.^~a֭pwwGZаaCFʐ(@ P 0`U#xnǚ:`AGiPd%`˜` `-`V}v6,ē\09"/+-дiS<f@ P% Kv4H-(3$ jY(@ PF`A{3ݎ5u$ă:Ӡ4x&,8=b(.ىoMܿf.^MGyO HAXb(@ P@N'o#A6Y,(@# G-Co>.p} 0~5RTzŊqU&,}O>Ő6~e6oܠ6fYjI6*1l(@ ĺ5k֠cǎh߾=\]]c:sHr{<ļטxkP`駟-7a $1cF&,_A=y8chR&+hܸ1l2P>ǫ%ڵkf=TZU2$ Pxx~x0MC x>6lؠ_H&ЦM8;;~ѰJIt 9 *yh\ڿ GiUL$It88;OI P-~L6M%wKHb(@ Y@'O?2eJ#S8v&bL zԩSQfMxc /Eŝ;wԽ̒p&nÔ=0j[fMH6#,`}1Nn_ͻ!QD1ngț lT.cB &ɓ'ŋc<(@ $={`ܹXhZh%A(@ ėxnǚ:`AGiP:t2eA~a@N}q \_5x|Hlk~O\c?H:.5aA|7[mVS}V= 6d@'sN,\PӤI >K_(&bP&۱xQg4OOO$&OlP@ H_5ا}%|v_'.++V:]j^.5&(##~5CS}V=֭['ϏL(`~wXBzdl4]x>6(LzvH2- $ɰ'o\: Bւ%<X_Qo,Y4+eR 0 ;Aў;m666J#PV-ʕ f͊,(VZySfV\/FT P-ăvq&۱xQg4RA~'I|ڹUSfȊ#sU$uJ-{7bH2M]6LyH!+=c}o\Hj9S#k7y8VS1Y rO?oϑ*c6d]WOCW2v A;Ij@A.OR Ȳ̙3c<(@ $___8qBPBt,RL0!(@X`A;&XSGL<3 l{{{;֠ ? Ql>|(NCOހcRTj tCЪq7g"Ww6 Kb|[Kz.w+kkx>tXNÿ-F+3u4h"NZ1}1pqkAg§]↶gh ~/q{իWG,(?p=ڵ>}zʈ(@ P1`!XeAkHuAC6l^xdɒ?Y'^*?ہYso7ػbdBțj養;\H"e'~!}|Q3u | = ګ}osعB1|i< Gb. +++u|XXE`ck9޿q+A[mOٸ[ PhQ7 (@ O`ʕw+.]Zm46mZʈ(@ P1`!XeAkHuACYw܁ þ<KǗS4AZ&oœ}Jn Ͽh9Փefw<_k 6~cԳܸIk"Cj֖0Ƕ,GҔi0lq\}JͺYiL⊎/x_EY< ,\:GÙӧ=ĭ@jPD L4)n/ijS@̟?nȑ#{hZd(@ Y@C"E+bgw0T!C , S`8͏.?,E7RO2}_~ژʱ=H*zMZ^gyǢIؾh":TS~6}9axfUX{I?B }[;=>vT!X3iNn_Ilzp fhj1+֎YfCHdS֩^WӢj}O6 ~7C^ĭ@ժU( (@ O`x!f۷,fFD P1`!`gAkHuAC5kVKxŋ7SPF޸k'2u[FH,-ƢgT=S QeO n?_wDLgF@LF,9D9{VCXh(RςWxKVSLjGBN0͂e+X 9E"e$)~"r\x!/>4[ͤh5ՈOĽwhq+PJ`ܸqq{!E`֬Yx)B ȑ#Hq((@ P xăv;ԑ:L2m4:u ٳgǷߚ A=lVC&kmy-Q_։#4$=V_+U9ZxΓ{71SU <vIk2vڇAl}Me|2g`xt*/b\v* lԗj)==U`m54u(Vjuu$9"I[; EػwW:zDE맏-8zp\2ʗ/N P" O~ B^(PxLhdhHo[%))]&XwW{>D,WlH<%VqC&.¦zN "ɃۗOS}JXHҤgå$ASx,(]`N4g4'O7p5j@r帏LS`ʔ) 'O\p$^(L<v#&tԙ e̙عs'ʔ)dz$\ Rn~@mdj.ط|:.^Ze̦lڵk3&(s}Qw޼yS3< P@Lg|~3g iҤy%KD_Ӆt( Kʕ ͚5syFɐ(@ P1ر#:Ç#E1lx0  . Yf':wle!să9wh{,'Pxqt ^L`ȗ/zE:{l]'(@ X<{L2!{!/ăV62Zwll3JyH&YWI ԩSprr2ܹscRJ\g(@xٳ'6lYZk׮}J"}ct^?/ y Ȓ85hJyw.mt;nC'Vacccv=4[l>-H P A7p$Ď `#(@ Pq ăvT&۱xQg4ϣYfXt)J*eP۷o\?jb8oG_O=!MwfFZ:\CPI惺Oeq_wFDعd2.މА7H> uE2 ۗN}BC?N"++h5>kG8o3_B Y[eP;jw0W yux`̙k֬QkPu͛C~˲K۷o_(C&bp&۱6nܨƗ<<Cp+W'VZB Yx4mݻwQBW }*e)U !!س|vNGXY[#cBx.{[[uΟˇw¹N+4ɜ ػb݈&ƪ[Jk(V͉G/1Yȑ7oF@k Pm.]ujO~a֭} (`qLhL;|%&9U6kft/F6)d)Ӣ]wLAC;ǤhwJȬtaU2WcP sFqY$K̜*<&$sNȒK,(?N:;3dȀ+Y(@ PF0%doͤI?;6CtB!x0D7:[nU f˖MױZrp?_~%7>wt޽Gţ C V66ڲ,wػ|&n^8ͻ^arl m]}|aee{x˘ܣO[*C:WCR4h;|&&t ~?Gپ%^=qVY{o<)9bn?x~ h?d*I8̙3_#xe P3;}H. M6ٵxb P0񠽧xnǚ:`AGiPd J*СCH>A~زOA*UpM s9i z}YXp0@6R8$MboQYW5S+Խ&r/n|?:L>_ch1A-ݔtt(SifeWOǂaL tq|(;ai1qD8;;Uō$N8ԩSxV PWI:tRСC!P.ă;v#&tԙ pqqSdހA=lYfHn9n珡<,WvƸ}"G?&vqE9hu ۲\'K2(Z9QeV8G7"Eڌj6C>>XjU_(@ $tI<=z'O䲳1,&b)ă>HQz  *xB8o V|7:4Q" <}5o9xRDDw};k`npttٳq|JҥK%i#<{,vsF'Pf3ZNӻaIx)V\|ҙy+ KnL8O<=S@0%0c ,]4M(@ ݛv#IGxX&G` G[[ ,4EyRp.IR5{1l,%쓥@pxO S9!s$*/f$,QF7,(?ƍ5k,Y (@ P xx9VX1c!`<\~5ZT%KDݺu1zhx_|[;pI|}2+/d)VVVjNIl"M~6+IT*`81"ELm`ee!o(J" |!A*qa!ml7A*9!בƛx!!j0ǿ%RYY!Yx:oC n5РAd͚UW`dzq8(@ P @Æ /^dŋiD P0$9ӧO1`!&Zdxψ)@ PL<&UyA$ Omu1H ֭jc S" HÐ1`A}k . gggk^zUvPz}a׮]H:5(@ P@\0a޽ ___̛7O2, PL|8d&-Zӧ$/ (@ _@V{\tw7#(@3x0*Øxnǚ:`2;S_t)Ϗ2V/j]^ooo&Ǒ^N;p@=zǏG2e;wַ$wY(@ P@>f(s&bnfăv;ԑٙQ`AH|(ФI~[n% >) zJʗ/(ʗ/ŋs  $ă:RL}:ׯI (Z/d2ۡF2dq(B wސ% (@ Kc7(@x0)xnǚ:`! ,r͏[L4ޛ7o`,\Ϟ= v˲Ue˖kװvZ<}NNN(]4>OQrEAeϞmڴA$I;wnɓ'߷CGe"Q]v^ԓoVZ#,CTDz1= (@ O9#(@xSG0ݎ5u$ kO XjJ%'NTRS>ʕI-[C rlƌsT zE.r-Z|X.ɍyb:&YRvС7Y-NXiӦ#gs!]ty;< (@`"(@8`A;0XSG;ƎҙxcePRXڰa+A"00P%d#tQ=Q`7(@ Pcx~W0ݎ5u$Qwl,JEy,SR%H3gƱc>8N%duɒ%d۫5MErRT߾}4$,֯_=zXSXz5Y' :u*=\a_z4ȳ IDAT~f~wj$weB P`(@ PcI, OlJ}zW~MME.]Jbhed0RfHɚ5+UH>,Q })/3}4uy/IGWWsIEu~ڟA6f߱c$_}Wday%ͯKRݻ߾߿}E]Ohmm^?F>&qQ#1)y񣼏.Mݾ}?Ǐ#$$D:K<9޼y[n~Svb<(@ Lu(á(@Xq+#QRK1#e!f^-DtO|Gw <#4M3AZTOG~>vF}IL?E|Ŵ6esDq|jʧf3O7m$.]dz/ SR"S"r"rB64+V{2[Eq%.Y(@ P1pwwWCk׮UY(@ PF`Aăv;ԑ3oܸ[H2y6%y P :uW2Z,(@ P ,:eٳ D P0$dY+WIY`|+c&tܹ P{4l={¼(@ PRvژ4ihժUj9U Px~0ݎ5u$ă:P Y|ӦMC P&L;w`Ŋ;w.(@ P0%d)BÐ|&̷:`Aǝ(``ـpѣ b` N P@tՃOb޼yU)@ P`A{3ݎ5u$ă:PJݻjI8tޝ*(@ PL﫽ϟO1 Px~ 0ݎ5u$ă:Pغu+SM4(@ PV cǎÇxb,X :<(wI<߿_hmmpc5>&b'T&,n P @-py)dBD PhР,\?Yx(@ P@L R 6mڨ5Y(@ PVjxXZ[b(@ ]wXSGL<3 t, Z-]۶m۷o!9,(@ P ={`(`t&L'O"yH"?~ Ywu(Rg!(@ P f͛7W8`ƌj% (@ PL|ͨEL|eahzrOz cyɲCQ&Ep"1Q+mڴ?y~R>1 |#4Q;wvrrRTIɒ%CҤIq}_2ePB+W%K4)@ Pd ǁߛ|}}1iҤʼ (@ P 0oxnǚ:ǏGfУGEByx_p] |4, )ѐ!C,פG|\CM/YF^R|=ă|OMsʔ)U{M_37V(2Xnj_ĶK\WTi0] <.OG e]f07%JL要w(NJ/k8师?r>Sr@$$$>9 2Poz$k׮xy_7r_HLԶ&{ZĤ|]nj_SIf:b_rOGLnԩSӧﭤ=DAh:xr̩^ R $l (@ P-[TtHa序Rx# 0[R2~Y9sF}cc+K1=Uoz/b_~Ti@9 Iw DdtLWkK$.4K" 1Āi\"& q=bR$b@F#&l"7k؏1 I,f򹩍biJƘf,HLli|sJB>&""sFl$qV}UJ#)$=gDLvSteʔ >5rʬIJ^xȒ%K(@ PF6m]~%WZLF PЏi͛7 4/x# M6Dܦ%gd~jYZ3g 2:+$ GN|DU`JnHݻ)iߔ`._ i0^}%R">edS䨒ID 28o@'$X(@ PN@Vz=z4V^w)@ P" ?عs84lI< 0 _6ݰazɠ * $ .bŊ%s$B P(@ $\ۣsa///]66-(@ Gv#m۶a̘1[.76_:ɓ'edSgyMf,(@ Pe t|e!.b(@ ]wXSGL<יqԆ7,ԢE :,(@ P t[Fƌ!M2,(@ 0`AkH;SfJj޼9飖Tb(@ P,_{hڴ)f͊b͖#(@ K&2ݎ5u$ç;˗jVl -61a1 (@ P(XaÆȕ+ (`t&LrqqA۶mo>bQ /ă[v#&̡Cbٲe~zP(@ P$0h *U *UB˖-qQ /ă[v#&LyIv>}:ʗ/f((@ P? 2Ŋg}nݺ~#(@ PL:ÇH:5u€(@ P(@N7oިgϮX%JD PxL} bgA+MyzZj)&Sy ʗ/K.tu ?ƍ[3 P(@ P ,#!+pvvƦM.]:Q - v<ZXGwFH}ztѢE_ڵk먗 (@ P()y8IW?>ի@ (@ PLÆ SeF-]4訇 (@ P(O{ܹsՃH<${P,ăgAkHxhذ! >e˖-* S\v ZBӦMLFR2+(@ P00ey}ʖ-k%(@ PLQ$d 9g~9sQD*%$ wmkz5U5kf_w^}F@ CŞ@xXeU~YSyӧ~^~tWwŜc@ @ @ ;I_ycMyƚ@ zC@sH"`yg"ЍƒR3/h*@ @ *#0tӥG}4s9nV3y IDATC @ IDCW3ֱ=;n:T@ @ @`eY]wݕKi}!@ K7xN^^#F@ @ 93+rKz!2g @ Ã>y6J:(8#?[lEr)q@ @ C`O^zi=ܓ>!f@  C!ֱ=;:bvT׿+n]2f @ `"bO?=΍4O:<];@ h{Bxh:vg!C]Ag}8tW^;m|Ƈ7ôۦwqH0NA".,=M]9;oxD @ .<ꫯ/@ az뭗|_OoŸc@ `!CȆ:vg!C]AM7ݔ6tӴ;޺q=ۯkj6zK,>k"wj 4K\z+å2,vt-,@ @ :  -?OSL\i0@ t3!<~Cxhسᡃ. Mr硇J7=x= 1Si6K6ZO<39|܈K.7|9h 78~6@ @λRKg9yM鴹|@ foCŞ@t1a*׿,̒&ptw{O>9W51iuסsN;-gG*:(oa'n |0g.nS @ ;a7|j3h@ AG !ubB`8 ӽޛH=\a_k~t'&f-~1||^= 򗿤?8~[>o;jkaL_W[=Ti =窅?<7{k3sN0Q5.(7{zhqgOGuTw4L,׾9T@ @!pdkI} Gyd+[oՃcZ@oD(N8!6(yp=W_r&tG6삐[lES~aK$L&ug믿>=ؾo4\a/\_b &7JXb,i Dw=M6dM`Gul0v|Y#?k=z[ sq\Oe+o9A}G 2/ͬQȍ?)[AM7tj *_'L32Ap4.k ~Q;S?'M=iXfk+#Ȣ=:;ó5 k~p:+$"@ NB ƻsΙ@ Z!<]A 0s'8]Am B5u7imͿ.eG"bO^ynabX}L|8Ss_ocA%>׫fLCwy'oἄo/=H^xa&]t<.ı/FW]u۳` reB|'gW`0DquץI'4S#?aFv[V]e AB_zAب#f: 9?ť;.vzkJ7xc심VFz`&q7aOe]ӗ__=:zꩧ*_"" q>:X?яFn YOc5/|ZuU@ @'! a$/B'M/@ TF ʐCŞP a>Bv!e#^Ul&?i&l{>]s5=YSM5U&tZG}Ipq]|I:3{HVBN;픏(ʜ-._|1|G]Ik0B6#=N;/]P @? o~4}TT4G#7AV@G@xy|%A{g&gᤓNq=To!:&L!U3ac7aщ[CR@"VB D0[/Y_O?R*sƧRc#UMՃkEhsokkU& Qi:Mp t;Ｙhʢ1>\G[s5WN@ @Ωrt]vQcUvҜc.@ @_ubBС[ll29fnEY$ Y.Ycds}u}ݗ p5+E(tM3q߈W}s2 %@^A;ޘ0˺/a{pZuq ?@0igc"UBllx*95vfk+>Xehd}dll`G`!<3YQ& nY4`DU s z'0c;=*jE铡B@‚jb/ER)c=4a>*xHe> ϧ\[“* QK` 2S*)fu֞aE(bÃ햿*~s5'AU@ @'!JԻއX^6K9\@ CŞPU!RK- `D Dgك`F"#ދRzWXG)6nӤw^ů#=R}]tbD\ U H}ݳxTUBJ [nL&p,I9X T$蟀`/ͨ k.ط5mfDsPEKNL֜ެ|1 k I*_u$bqXD&v`#<B4fU֓}ߺXVX3k>)eNs \fEkvޱ] @ 펀 P{󫺭3m@ F  ubB`(0LXV6Mby~!=D:gHz62e-T8[QY!Ku^7.M؋ǂzEa,rD!j!<܉vNf^*Tqp"R˙ (8fm\Pۣ宫BՂ*YHqU Sg͙2KnU}'T9Rs jy\P]CL z!4G# J r|U-!%6\#V 2D)I 6,CAEzR4 қš ~B OE@ @ ix7#wiW9@ P܇V|CD5BxWlݡxͥ[P0uXFpr]lj~F@3hP a e wUg=#k,g d7:Lu$|}l$8-xHaU 3hpGHN UI2NX<.Uw➀TDBB۸~sHX38Uv¶*T7FrPAac6q6Qjzן5q?}PaBxq߸,7 XwO?}^/7W*-၀#}(X ނ-j̄GuԨ:倞G B?i΄A AR;Ř@ @  QT:YD @ ЭXFtM AebNBSH8kNIfD=qMȊBm!,.-=ܹ/@JQ5fg4iObUV yhU4A֠}dB#&1@ @ ^HnTO2}"@ nEᩧVZw-C;v,<뤊u]7ODz*~_J܇""@ @`# YG8vXn2"@ VBxhʇ:v0@@b3Tk1xOez!oTw;.B=/*a5 {ͮU:ghG&f@ @g! ;^@ @[+Uß>dۙZubvG`m]٧SN}݋oҲ"s|D ;djo~3[f'Ζ>vm .̙?ᏀFԚuk*.Tw})#@ @ :ߙful'ɴK@ @"^}yX-U_]%(#guV4.~;r1@ @ VN9\tD @ Э9'VZwW _K/>L.Gt67_R*<>Λc|%*T/t.X&M4DY(? 3,3W5[}dIdM֭tl:#}@ @ 9|{KsOꪫ /oΙ\$@ @|Є$~t'L /,?@#cof}4LK,w1/4aOdYU۵-:xٯSy+??M?m9ޑ5_PPz4;L{dqG@ @ @ Ѝ޾k@ Z.<<َ]e38i-JDH2K?p N?&ʜe+k]傟x饗[oy䑞:C{}ݷO2^vlMߥ^{M^q{43qO>yZlrC/,e]_Fʩ:,;~nz_YvXeuf<oqfȿ{Y@ysK ixw|U=anfiv@ (BOUp r)"@ VBxh##BpP!>uIӔ馛Ҧn J z/|"h8~mV9H **.袴 $ĎFYkV:C~!L9餓zA@#KyZj򡌅6!Vk$=ctg?{cs |y M1`C,1vi,o>̔GXp K.dz[_5u˨xV,2ISs9g0UNݟsNp<; Tuޝ6.{/ی>jUV @ *,ZwI{n~@ Z."I &X69^LJD_+ {Y|ɑRc~ 13avS7k3)q[hF*g(dz뭹gę"C@Xބj o}k=xmeA%\i[j\Xa_%܇JXL M[FL/bv Q [*.jAjGQ>۷U}iM6|vb@ }#kƒ=!"@ VBxh`(p顇#N((keW^9u%lJT;$d(Dxt(RK-^\q`$'2TW

@r"dPkr0/V/%B K$dK// b9 ;2E%R(<VMkCl䣾Uo%% 7kX)hTDh}RmlqD-y3ό B6!YN"z!<4Fl{Y*gAֈh.lU9U=X ضy~<_lC\_Byuk =.]W v}ixӤWՂT=T{dq~?_=fG'Y:x ; s.*-_=Xc~~Nt'B;$!q*ꊓAw @ Z_ "<  2svBL~d{d}G?ʍID %4f=B x!50G/vF9Gmra'$>]Ľ:BK'AN6;RuadD0pL}(T*%JGydOϖ2AaTϞ*AT٬Jb1|q8\5ӉPȾJfaM@.;," oW=c_L` s= !D}7t<d%/a;UY֊5l;Σl7\`z Cr] jH'D}x'Џ5`"wzŪs$"UQ:wl}*"@ w q|܉@ ƒ^yX} pG&Ⱦ ^ȐH;$-ܒ_?l}$KeȊE#!R&Ş`xm 6e$hpP!`+&(wyJ9S3b*4zAc'UHfi5,`SO2U67i*C0AaC%[d v9UFrZyp־{ CxT0׊FbERfdGvhu қ ^}>)Hv xW蹥dfw[z j"Ǝ Lw^έO'k8@Dë?9,\xsЬ/О> ڥF ĵi>clr-K_mx 7>l\Tb ᇕ=z ʀo@ABwj1(ƒzg)ygp,LrT #y(aExP >,B 6,_{l[ުUiͮ.@;n.{pyTuZY@ 2VB^橌و@`T"0TRTYЕ,#iDGz y( a, lo^HR"bLEmpBe\,qwTnRZ&ToV+\>dQː%lN8D/bggWAD@_0~#0E#e#kI?VleI*8dhd#{Av#e"0geKK-s-Կ;{*Yͬ Yji O# PU$Hls_~uR ̶dtV  9H~o@#a(S6\ǒ5/c}daMLQc76wU:FTNGy kص&MLhf>ky̅Pw^ U35&*zPr '!u YWs{bFt&v7 8/K ֛?Ҕ6J*z<Ebd "*C9˱^}Lƪb@ @\TM];ND @ ЍUo)HEEpŞP EpkDX8 "!Evr d ;Is 2U $cd`2׉%UiEz/a&ZaYݬWO00N'Th$`%loDq?H<,؈"SQ86 bRP҈B٨.MgyU߈\Q*T }dͦC #:Ʈ5!pUN9K?ιvmĶr*k,&Թ197V*@/~Nh<WVKBM@#7Ru'$^_"d.TK K6ڟ}U "|꫷>g7E$*k¼sTo9!R_Q=]%ژ0cD @ 0(@f @ @;! ) y4~UBx`ŀJUn4F` 4eK qGp~DmdMEvlmJ`SB{Q}&ʸdB֫*K 9( ɍH-6.z ]Bw B* %2S+ԎL)D~y %\(u (DYRZs뢌%` c܈g$&ZZA"j E/c4(}JNm]6@Xo/M}|-&f5$!UYlY$9q=U79B*\ۓ@qpgT!JqHG9_ cA;^š&NY'"lrqLz!'J+Nk ƶu_M`$AUֺ{%ʴނhŠ@{>ɢ=| {/f U*> zS>@D!YKm߹B#f@ $T"!R9*M#Fx'xbE(V59 ؕO*<o~ )ow$&22s zKG[ fY2ۑtU©Td[xײ wy$%Ru XlDHE_8f9\GfWN[^61 YʈBf:#PH@0~cCAIhv]cPHg$u- Ym ]Hg1HLi p($jdf"Lyk_1U.R("KFT}kUuP*md׋Y̫XfvHsbf.{S u` Ԑ]{b)c&<",j=VT(e=8J1TYFx`F,p.k=ʠVj_"*kY. HyFT?欲&\kVDaFM7 ֋ 'BxytyTͣ< ? UD @ Pvz*NNV@ t#p= #!0Dqf] 1U+YUzuF(Qr_!|<$2.(3MZX EFF3RJ Y5r}D"Cb#)W2Uw ttZ#s+5BloN ȈV YH Z)ߨzHb]}ywuQ![TAJ)QđfT? ƵTت'JE >[kR՚?*gTwz,hv}JKE—U%ubr.tcc>&8FY &=` 5'Z[,4UKD utG V"jPDZ̩QV{ JVyyY#4&`c.bTfeٓ2nkm=d[,V.u8n"0Tƒ,\ y)H@kꃾB/l{P0DzmOLJy.ij|^f h@ @_! O2; $`Fo :bVsDw".1 3*ID )YC@IG`r W"UH3aXT=gi_U*,3ssP3 ?]b{Uu>.X!֜/2U rzFaiCܕ9WE_' LFy{dz>QR>*Dj5mYg BP^* Db@E!!=pk@ tK~ kMG}t'L+@ TF ʐUƒ ^05sϝ{LZle{_10+cHDJ@wxK/䒹N;P@ (Bg,]kFљ4@ @{!CףK,D SSJ9N>tae 6C~k}ݗ-N"{7ZC\zpgGo7}4\sgyf /ٹ3vG}{L<(r IDATPy~|rfaqko| 馛Ҧnڤ@:#؞,饗^m&1 ?_| M^xw饗 O>$}ݳBQXt0q]":_%ؗM:鬳 8.g*mQZc5￟mdy[9W%ך gAy &r6@ G/߇=4M6Y@ t!<~Jx : 384bꫯP`NZ 69ifH{loUW]vat-rQز|?<si&1#L2뮻.mv?O@1#=Ck_Z*<̓1 7fsN{2x#([o&v=9L3 z 0"}çmݖTꫯ^~\je3Ll]t\!Q^xac=2Z5y晴) g(i60VA@I_qKC"<1L|c۩֗LgIx JƄ=^$zWW"/0" +0%Y+}oI&驨s c:蠃qUg=sݳݒ *B W^y%wqY4fE8m٪* @ @kӉ'ݒ䷈@ @+6| Xi"YkB^Ҳ@~Tb 6HwqG_~/X- k2rY=>|%W?ZRU7 %߸#sDx Cc\sGƬ?8@ ȷ~t|]tAIJ$n}#P駟>|ycfDyTiM&!x≼n_ćqi@ @ A@JT\ysHD @ m!/DTCmK,D/,O>2K<9k82684ro dSkp(fy̓>Er-ޛooqwuY'gNp_'uUDTG Ƙ-;c/oD+<կCxPUmF,DcM5+= \s͕j4R~D0>NrUY.+2y骱ۖw~@X9:!<4l#HutG~1/>'{vA9ܸ^6Qu]6cPoa n&UxF@ @ jQ2<}|_@ nB`IQP`hv$Fxr){fW%Z|_Og}vޖ-*G*$k,>x"> ;6{ʤe5#QD0TL9) 5fs2T>M4Qn]3Ȉ@1c5~jrQ*xw6>C"Ixcd+E/}K9Cꫯ!92 D$瞙mѲ;Ŋed e}ٴK| VRO UAhn] pͨŻ8_E]+Te29W\qXsC۞eDUZ{WlLjd5a NlЦY<1Ƞ1"}5nK"6?쏚 7UOet?U#HYCj+j4AEh$X+liM6YϮVFlL0A^n.*ˈփ{|\K.$ivmH3k^H{|=+Z%t&6ݷ8yV%&͚R^vH9")}{T(YGO8R VE~{P~'`?aVYqX D&~fmՌI&$mFymTezhtjlK^B#vN0!,`1*ȌJ`WV[!AW+*4 #q+M @ 0yg䜰W3@ *!<\J!<]9eB1T@!0d v #d)]6sz%klSE > LbB,tD#eqi,f, R[ѯA&*=mls7LV _АĠFؽ`z?B $Up),D P.ԊS/2bo_kl]J5V-_"eTȂ7WPh*8J0O#U Y, ] Tm\)ϐP"Zed;״ڮv CeG !JaؼH6*QQ5XD$/EqBg D0byZ,|@d+7{BE#*m@ ᄀ z|JX@  IDn5E0)d{e+D! a:RP H XȖngYH<ժ^ia4S^,Qx#9Qc2.N\tU;Q&<(אYyW/"@ ӲTĻ$@ @CŞ#Ǘ߿eSG-:TCYir~@ֱ\zdҗFIYƽ 3 d4RX/񂸁pӈ mA@;PT-;8{(c1`SDf!m'4mpP H5?셐iI(X:@!4E"ﲖdk@-?L_(29j<<2ܑȁ Y@BN~G6o.D "3X;[skC">Ac"5qFF"wcVkVXBSfؿ[U&hLb7Bx0UX? L%\sB Q^`D4!x5XU gjo_N}Q%u%{M@E?$F4q4JI!Z+עi^z343Wk* dJB* ؁ʥrf61C@k >)=P،X[1\{= +%6=.MkXlLFL`{$ԨoBUݤɴH}`CLѓ=o[}G@ ݄?>S JQ-@ t!<~Cxhس2de#馟~lj*eˮ%)kqakӜHG6KTv22| 9!̈́_}"{iU/]EIX2k)k RTn jUXG^:/HwU",e6`K`VaQfzaRK5QD"‹%DMUB=VF{6JCf3x#.ש7cUa)b@hu4s<0 *kYULMdMR|7x@`$<u gMY' @ zIa;@ @7!CW;ֱ=@BĪF{nobQP LIR,ȸf2;9̙]P;Z܍aY?1reLo "!$,b 1UTC`hh*c^M=z"8ӎÎ14emÏ񫡮z?<YDJ a9ź!h434Ө>4Tkb@ W&'+N59E@ ݄@_Ls$O@馛~WO>dzꩧg7TQ='MoO;ÿنy 6lex?60 Np0^6~͜#@ =O4&̏@ C`饗bo.袀&@ *Bxhrv;Sҫ@6n ^l>znG=if.g并+h:llc,Ss1a}53Հ?TS%P -4} -ݸc΁@ aYg%S>"@ @ uY'mi&ʽ|g@  Z!<4"_{L\tЀS#[4L}?NOs=7p -5DLbN@ ;/-b*@ @ &|9ae Z:m68, RpApN_{/'|&`bkEs1FKLb.@ @ @ 0HY??>};mD"裏Y?>\H(>?LraovU@ .><_|qβW @%^ jMm;ω}}QmK ")Kdw頃J묳Ns:c6b*AE !JxƀBhTE 8O @ @  'ACT>D߳[o!:}7ikNn _}!$N8ᄹ%p!0Y/\s͕vs?<'{^M6*5`!CXv䥶AIfХrgylT ~&34 (U},N>(ya$k_BŻﾛ)T=bw0?0m^{zY ˊ5Y01@ @ @`#^'7h? y`7tSa@>%j AS~/ar8Ex;E>) SL<ĹʂQ%fb@ (BxhɎ 0(kH+rַ+Ȥ?A߆f}ӼΛs E84g@Gy$}_{{&}?UIp| gfhvlY7NZA1@ @ @ (!•|67=ZE?!M7]gqq-\vPB` 9$VJ@d(a|p.3ari 7̙,qPc5n<wlDm6K7Wl@ @ ]*}O>%3^ԇQĂbb嬳vD{,/.` z&FP*|I}.VH;yp*aQ%fb@ (BxhɎ )DTF#'d$ͥY>4bRUl_V[mUEY$&.-!/@,{bI/}K-3v9Bx9b@ @ @ L$ʓYgMzwϬxl+M\`yO>U * Tɑ L3͔BD <ŪN \sM#tI}[Oz.CIzj$r(9Fph JM  4!M\f|- \~_=#}ٱc.;CnxΉ~Dߥ7cDE8қs%lIޚ@`(uԻRx %z-h4dCG l|8Mu8nT/7xY`TI'40 WZ*ie ~l(X`15ޚh/^Bxhڇ:v-)c`Ͼ2"6lD_A @ @ 2Kn|wdoH~:mF_cﯩbʍ:@#tMQcVuFjOʿ10 F@ @ k%<< Nj!<~w @ @ t.lIn.rmC=Թu[+LGyd` rȲ.שv{Wb'32뤓NJL2I袋4;a~[l9w]vI^ziS(!x㍹ Gz뭓2|p r!Z*[DESLm{Նm喹o~ UyZz*aY&~Zaz6v @_߳TVQ Ub@ @ @ t#=ܴ&=@;#)5=t1SO=u'}ٹ"裏naP*gR{syrߟE^ sΆrm$l4=6pKrH}7sϝ?TtShV?# %]to|c[ot}eo[wޞ?9Q~-.@/ < jiK%Bt7ET<~p&Ji#X]wM,o}pRɛmi[m%ۦ믿>6lm;X @ "駟F3<3kYGi|뭷6$e _d3Ozs%wy'fiҺ뮛TmNimj\} |-r\_h"-OOK/toYt@#;9$o[#,Z Bނ .~'D8ZhZ=tGx0OtD5AÛ [TmJUT8W\|#߼ᤒWc@6 0zIO~3Xc92t.U6ZHꦦZ^g j54ۮz @ +p jBRDD  >y}/wO>9[ Ei$fԫ& ,H M/O?} 0=3_JvX`d뮻rx3硒BEE'*7xQ׵>4vvHxx8|Gs ]vYV֨lX}{x3zPdLH<(Td(E JF4!c$CȜTIH%onw{s|ի:gkku}u]xߥKsSƹgYׯ Q}mPlqʤ J^VFqϗ*10)\'p18xBf͚͋Ĭ?~|I.;VR#" " Iਣ ժU"{@oXa7n{[ ?ci[#p*nժ;"Qtݺuݺ뮛ñ_fMV/l26mژ8Exrg͚6p؈ذЁM0SoykT x@ G]⥂v5L܌˗㏻>i*VM:n]v-j1LH74vw0DNI&1^[)&;{$J|6U_av@ o_HDgmUlץϩ{ ;mN;c_Ô%Z;UYکsE@D@D Xb=!kzK-k"ָŀ F/0x_caގᗍh1%CӰT6v?"mg ϯ#1{=`xr-`^{b/~ &lK8c9 6dAC"[G?Ӱ'27oРAf%?<E=VސN^ qMѝ:#4ɘB^ GBͳ8bKy ֮x V b'(-v Xx3G%-|DPÉ#IwT$<ڛL.aϔ)[3Q ##?+|4}{a;lExe Fl ~)mG]goB((-ɲaJ?5ʼ6E~ |Wxf|.JxHN/ݏx0%9xQ&Md_n/OT`E68 (|b>,HgU>:nUAO.&|}A8 'dQo7$lʣN`.|6WmB a"q,\|G&Dew-\GQD9ΏQ|gz(d=Pr:YD@D@Lr!,Y@ ĈtFh#1"*p IDAT0ȍ8؇=6eM{)[(sQ|oP`3X0ol} /\ jf $^[Dƈ ĵ|k`z*9! ͵n&_x qB-{bƙqy>*f6<<{֨AF86vc%5/l e3k} Ѱkz/ :`gEp:`Kog֚.l~C"akl%%"'O؇((|`222at.RaAe.TW5 TIO^. w\;U 1~86Y TU>@ $RYBAQFT6"zB4%L r |t}AuDAl V˓p/s#akG=j=*<~j/ax|+Tw,0*u{ >Y6ϚL#c;+㠋v1a'ER22IXџ,pg.=XxOޛ$®!ZƗd0|NY'lx0cP #G&ٌ#bduRqQy2E8t+-+. cgp rP庯~/" " E#!2nY@0\Yb{|*xC}&{Z2;1<錁5\&5֧lK}2{G{Qw٤wct!]Qo >Wa&#<籣m'뉔š1cLɶ^Q{vKl!ʐ<++i;}Ρ l_a"٢pmr5l?<묅1lS{.ܛqg'4k#6#T&f/D*I֨>ס`^<Õ !ʛw!bp`pU7)!al ^;yxy)xx.\m?@q/ 3)TU\v0;yQ_Xx|‹T(\;S,9 ~< .Aڂ IA3A|*myu,*2 21 O|?p( ^|p0 < 7 Hq]0Ďc$N^%}ao\9TFO4 bsLj]x'{'K6! Xq]U/1: <C' dfG]׽p-~Ϥ BG|D, Nbc0><}l\]YD9f Ұ' c28 pN(qGƈlz)l%i>J&&qG ;tx(<n}dc@$~<APzN{,>s#TD ؜.||7xX`eWxy'fs(sp8\;Xֱx*׻$f%kֲ؎xw6afG=kḶYW#|LJ[k] a aMma~sp"ND|B*0Z#;ͨXk9aigTF^x`mšuk Y> BMLV$k+SW`="`+'6ڱxРAvb:6lYVbTxu /l%J c)S |`(01 9A@# Q SL``g^<OpHy7xhW2CAG41%?ǰ۞/`Y0\l1~{a# 2f|k~]eH{l` ЧAO1Jg]#<}3Sc\kEgCwԝBg1 vB}13<7$Iϳ͹sx~n&7o8NLb, 3?L/<Ex`1âBp`=-&>|`\a;Lf/h+'cs6xE9%ט䜯׵KP og:?9&u_ ûʼ [[3 1dkWYlf.Fa^= =#Vl?<ʵ'x<ϩߢ+ -SۢQҮ_/8 A1ELj@  ki x͵!}`=8̑c7z92sb(|1W8F[I6VabCb %vce=T̵M:t05sr6[XpL!~|=Kaoc}|v DZkaDGPS-vacne"*CyX{a׿g؄y1m%l և\|z`+Jobļzeڒ.PټAxm8~},WҒji^dK2xA  |~i0v!:`@aBmĘ1g`D 3\/XjEU Wi+?#q0 T/ݛxQa΋q{a8,>f 8=E%'/TxM&P^L90 bP}Q a0!w.<ϟoB 1gE͡X nxVP?*L𜰫wAZ ^3 3D>J㇡1޼<{a"äI}; ;<𚡞qEi&|g>N0`l]eDw> { '|'xƙD qk~yw';5Ţ(Fab;Le,޽7T {5"Q"$x. =LYdc.8BDF?y߇woq:Dg0CF9D1(!4n e6"(4qg!a1yŜɋKsΜ jz`]= =#VLu~X^ ϳμ2jދ{}6x8mto<`#W{0a)*kǚ9vi2VfkKy^9C5;i$9QL2~;(pe.q&ٮK ߏQ0r k8 >:=moq6qͷ+{z1.J0#0$bk!oVĸ|jEdla=|͘17;2cC/\;k*Č| g,^{bg ?C~ l5slb`m aoƐzĞŇJ=f}GØmy LQgX۳ )a3D(wd58"mf~@Y7bcX:. sO;6Mb;Mq<~|v#U5!i=OC\bw|dC4"ƭN~C<1 ({e'%A/ !aX#J q^REU%>G < Fqbŋ]P|| ('a*QB1p ` B#Vy,L@aB SZKe&fχЋZ|1hz"=j&lAFܗ^z>/1J4;xr=ČDT ƟÅ!g C#m f 16Oݙ(M:nhLwx=^0+l gx;19[c8#&_ynlPMQW~bȂc d9dCrHõq *&q5c"e\BL[A`;䓥0q ƕ KJ:B0`aƻ3 ƽg3ayPdnx]m D`#%W#D@ Tzcx*/*|o(|9|R8{)베`|#ދ`xl|q$|e)G&Ƽs~yw)ӿ'Krns3~[Z}~ymY}lK>|)qcKg2oJkWy1EO6dNY2.w*ZD43?7a5)[:dng^?>xg8?zr]?(g㍮Uj>Ci;>Fb/D`L|GՈTAax`1% c>xlP0#"bԍg3J>&L3O,LD8)3ApN0\OxxydB u7 GHKw  &{˕o[ :NኧFD C"#1<7&! 3 rp_x]qQ~Gj~6Db,Di3y}*`cQɇzNLFL%3xv`ic\ZY?C 3ic9뽈ǖ)fO35j_DPz~=L߀\^߇ǃ86j`OyX0rv~g8P Q.Q)|` |x-a¿I_};?ʤb`K ޸(x" ̠{b8SШcD|6$fg^>y09xdzfG()ޥqx0Q#qQp`罣o$bg 0yg17LAQzN}FDu3G ^uPL1>&,(0Nԕ!)_BxD> !$Δoj_XxsĿ75Θ0C5PȪN-P1TT@EѮL+Ɛn_|>x>D͡wccL &Pǎy O8؄Qc.׊R'1rf* HȮ"v3aGFr\p0 $&1`,cBXIn &W< Qec=>|gC7!*! EWg@`!`sI-I> B_>z3cq9* < nD">!Dl`|g\uT773 zWu,/ 1H?[tX'$ 5[Y*u=&6OVEgUEۍAu(٘'6o {a` r)7*CMK},r\i LҾ`;*Sx 8;$ o铃τ9ThYvU ~'|Ҍ 18s;!kُQ-A\c$X&gaɕaWZ n:$7(sƨ'V'eP`d<!Qb7$c>.p!lᣇ:L aM0eB=U<_\}}`8_`P;aD0%J>Dn;G!w[v' h0CxE`ƀ7" ;A\ B!q8bg :gS Eu= &T~0I]g@78D!{#2 c;'nd!}B(H +G^<3&۞9" " "sq6oN,T IDAT*x&@`#`s^± <OB.Qd΄UbMi[i{JEI'5 2q!xNDMx\|ICU=zD!\f6cD Ɠp*lcYcM\zT?6*C}qUgڴZ:>;6!D# !*s41 #)_Zsx>f2 ^;;Nr, zIs:{/:c%>|IrVD@D@2B2og-ņ5(V$3Ou7F1֒QaÆن<"@E@x`^% xUфmq!⏏]፯PhV$%lKSE`U^*.By<6WnBD@D@ G]o >3f(zR"P$&\)!UZje9TD@D?3IJVdy衇,~ 4i"18Q(sZ<[`bAED@D@Dj۷Ž'"W^y$X$V ¥0vXD@;Z=]3p ܫP=o<״iS7h f9gyķW)ʇk!\#"}P6۸XJ@CTR'!9g"&,_<w_;7Tr5=nȑn5tw}c=^j]*G߶! +Rq+(wPI*t4@p}vmO& " " "  LчMw7tS«4(?$:"" q HxK]3}2[~y7-[:&e;찃]w7{l׽{w(sό;묳SO=eǫv+^9ʏ,"P իڷo_Q D@D@D@DFt=," " H@C^elFmT;c옛ova΋ :oc5\GϤyG,B?؟tIGe8-tpn^{20`@Thݺꫯ믿vUDc$<_Y$BD$$!4h)آE wwu<͚5s3f̰Kwu%: z̙3͜9"*{y\ٳV2e۷v 'ODIJ@CRr:OD@D@D@D@D*裏W_m!YY /(fs%<$gk]ynwtO?'|N?t!pyź#(?ptp<$FҥKCE@D@D@D@D@(vͽ+сt*" " "&fwGv<[bU;蠃l?skS?nHz$ 9ݶnRx@~Qy\_mp٬Yfκ뀕 Hx!" " " " " tr<|}m"" " i!pG:lG+]xرc_7HP_&-C q]vaG|UW]ebӧO0Eq%\b뛫o?ƨ :c?ΣF2—|Єn~G.z뭖@:\]w]Wn]שS'k ےOv}ww 7t:aNUX UN|`-ͺ p{y!NED@D@B@Ct^ |r)na>餓+dx_6< ,ؙ)$_u${sO/ !ls#c…o &^ϋ% L8 DMywwɓ';NBrjC\q%?={#]ǎMx~$6mW^T :9'A#@C:l&8p`h(`wN $:C^$PzWj?5k6l3=!HLc/Ba?Cܸq"Ә8qbI<-[x>`ӧkذ]O;ＳA] ׯ_r?&\x7PZhQo>Xg̘R ;*?9D>m6kpotwqrrB!b_~o߾%v YZs ΡމJx% v0iaҴiS矻9sؿzgnwKSO=ռHE!=2sYg?`;$ڈ䜠ܓO>i wؑT$W ED@D\ L4{*C'҅1}-tx1N诿2#<;(ȍ@!|g˂`}Dk,oCڵͻOO?Եo߾#cIϩ ᘸnj&x`poJSOY]q?Oq}  (qo:瞒בJ% A'+nɍ?6}7 /!!" "P!|`ĕ q/eԩEڂʫvA$r&F?h< x o_`F۶mˠqƑbG]t\V֭ ׿Z=y3u]vN^oFSO |IYn݌#W,ioǠ@Dz'z y43yODJO<@4%f g?*" " I|4"䓖G}Ա<-j)~?fy<8X[x*ӡ<߻(q/lC]vq\p{@Y`>}_", d:W/06q%O1FXED@DIM'LB(z<I/QIxHM'<$oJ30ƨ  !74o]>ZJxIG@win A|G @`k9uwa5$Z >?n wPHL>{/9J<e#^"[okذix3@b֭[+R@t[rر;#_ED@ _x[7߼LUe?# wi2]N++O>q׿"￿Zr;FfB⓿v֬Yn޼yvM[/ur v[[n%9EYP]T"g}v^s5nܸq*" "+{3Z4h0>'rO8lMɘ3m43c>E|~H@Yc5:$갅 Z>wynݺY Fm`PV-wAN8]ւ~ذa>3'bpFV!C̐)7CiB[~ih@X[qTω>[dII}I^ O%<$f'Uiz͞=;9EY$<}" " " " " L`7Cŋ]׮]m篊 `ԩq_zu_^=㎱ė X|}zi?Cot;,  (W_}uHJH8b@'D9jZk-o6pO~]wƿe˖{Ǽ)رc_oF8~wvN W_݄)SX.:u˗7\sM;1{0~D/A|KuwXi}1XxB://!9Y TSD@D@D@D@D@*TYL„QED@D1f]/#{ $v/ovq@(/Ďy)c>bh- <(va3ޗ"(Jk"@\xy 0%#0  LvQo x6PvygG>u]<(0#T&RX&NX6B=4BA~<<(ICZH+LM 8<³Oꚏ$Q#!𐜝L )L5ED@D@D@D@DO>q^xN0HRQ`g>}@~\#ȑ#O>ax: .SZ{#>FwB!x p." )x!4lЮɿI I# 38K#K E'?^zNԍkdmK1’KӖ[+*}W T".9m^V~Aׯ#`AP^$/\s~&/xp&m۶ί" xttJ HxHiǪY" " " " " J0 uA*" "9D]]t>m`+]wՒ8&<|Ю]Ra#=e˖k58k;-Zh0 b4G`|l6&}B !>̛7C<=^z%~i 2x`۩ q%8G4m[#,_<4+I~!16r!\~S_yqJxHPCrv:3E$<3J%@v"zx"" $B7nAh K !29.\0vj%?ƘߣG3 < C_u.;1#dP00N%b^dj߾}B:1}ܓDBcǾYŀPSo1 _?c^/_~JɿH!d)03ʗXZ(< KV[ٳB&J) SN9tIsե=='#job[鲈DB>SЁB/Y>4ibE  D~F<*ECUiT􀈀@~-9j6m XUD@D`| ?^xP~}w)3 &ҥKfmԩc%OBxZz/d(Yo Sxi!\VAX/S:B@V?^z\ ]ECl55;y<X`֭9sMx{]MD@D(W^q|䑀0%<$g3SDݻwW"" " " " "PtH4ݤIסCw+twj " "2&!9;"Rԙj@ ǣ>Ǝk?X{)it*"" "䏈tfHxHQg)" " " " " E^z{6/VZAQL$<$.$<$g3SD@C:SM((cƌq믿=z?݀ Hx3 !p ~UsD@D@D@D@D@ O?~a7vX[oCɓ'NUٳn(tF HxHaI" " " " " G$uqwѣkڴiS!s !9;"Rԙj@6m:uܛo&MTUD@D@6 9TN)9sSO=յi/TD@D@D@D@D@D |ot;֭#ŁXS D@D@D De˖v/$ !&0Ng϶'|ݻw:V@そ\zѣ fL@C'BCrv:3E/ny^~e7x`pB׵kW(^SE@D8̙3^b eA@C:Q(m۶uC q\֭k*" " "P($<$ TSD@D@D@D@D@o&MVXׯΝ[uW%E@Kwu ,p[No#+eXCECrv:3E$<3!ЫW/׮];G [n矮wESUTD }=\C^zըQ#} ,c  TSD@D@D@D@D@E1c>JFɓݖ[nY4mPEE@E`Pp*+o '6l.Dxa~W'jkU>ICU}= " " " " " "P9Fb שS'3|ﮜ" U@~ĉ'fxb7mUG}gG11{KN𐜝L )L5ED@D@D@D@D^3^>}\VܑGYtPE@O?N;f͚/_JCjժ^Wvkdk{}oybf,!gf=@Crv:3E$<3#0m47uTw 7ovTD@D 6r̄ a=PK|8ZzA袋\sM{hڶmۼT2"thWu+"IWF]$<$g3SD@C:SM(J;餓\fkwge[Ti!cC{~=nBʏ?Zn,Xʯ[l鮸⊒L [7uխjAk_k/wjժrŨQܛoioӦ0`[{K]l݄ ,u:wϟ3ϸ+V8<: ?5iEa~xe\(O,{BRCCt*Z$<']][D@D@D@D@D@rpEx_ر;mT.u_}֐o#Gtճzk_ϼ'0;f _F oc=<%A1sM65!k~nРA+ON#FȕC?r FP׾}{ !,;찃BP رc-{50/wߙ1dL()\r5ט?uf\y6K߹/Rɥs{  3gٳ $Qxz#8벥K-Zb,Z" U?lqx; L2<%?I)Zk-KZ=}twy޽{tYg&Ol=PAr8qk-9s1?K,qxeX恀uj!x_xcA'/ 'x<8:g}֮suYhK/Ԅ:t`;k-{t( Ax|w](U*zHx(RE˓&^=z([" " " " " " \޽ӈ"" Mczec? hn,Ly 2W_}({ zrҧOZp-7)PZ7x$M7q% ԃPz)WN7xIG!bǓ"\&lbb Bhm|kxK qys+CTR'!9;"xHQg)" " " " " EO'|bFm*" "P^yˑ4cG%h#PgD(p |!~ 7gq?ܸq, IA"h͝y2)Sx | ; oqiyP|}7tȽ Ľ D" 7ܰ|F5ANɀ@LAp_t7v{oIl/0ד1R$<$ @y% !E-vuQfz饗,yE@U\D xOB"1`d'ܹs/lB1cy? Mĵ@ $֭. PN\p{ҤI_m  6hR9rB=!PP9! .ܗn&K@k il|GL 9|ό}<cJ'$<$g3SD@C:SMH  fͳ]$D*5 UCD@ <'<( s>SD&lT^ݑ/7WF{ FroJ!Rt+Vj׮m9N;4+(䈠&"HRC8'Bm> \=˜Aۃ%By SAnD&x$<㥣SJ@CJ;V(j!L S)?Eq(/$PHɎ?%#2^ FIp& H,=gh"WV- eq\?a0#t.Hd`m׮y|w4O ǟl5x^.G>!!9E `'qPK)W5ED@D@D@D@D 3v}BL>ݭZ8@D` C:Su+Ov ,j&kx^ W_}uLCFCrv:3E$<3߿{hҤ[pm#ĉTe$6my7|7u52/ 7X' !>3tfHxHQg)" " " " " $@2U⡓#۝wnTU|h޼UzGu*u ɻ[Crv:3E$<3T :1{=kM7[K"" " '` I\Z5aI@CL`%<$g3SD࣏>r]tQ"" " " " ">d]tS֭[@}&2^B% x𐜝L )L5ED@D@D@D@D &N͛hӧkժ;#Sn5ND@Xdw}]ӦMmݖU ɻ_Crv:3EΝN=T/E-SSD@D@D@D@D@D }:b 7h kzr͚5K_c"(#ŶrKWf2^)qӧO/_8cִz;%!gelUkcَ|/I3An 6pp[wus"_xJi m 駟J( r޴tfh֬egPTL&`UUD@D@D@D@D@RO`#$>tѵo~8T:~x&6Zk_|+ }1qbʔ)pE *)~r\p7nٺ;d50Au<_r%f#cv[}ݯWn!H'xM<:P~GW~}G_8 *_Q~BRCCt*Z^z{La=蠃VT.ĩu ݭ޺,ѹ" " " " " " HC><8Fy?Ŗ[nW)ݺu3=ӭPqwV[5or߼nv`dG,xGxDԨQ ur}߿{ꩧ(Imܸ:t;\\HxHәEDࡇX چlG<X~)E着xW\qHr˽KOtG*" "P^0M>lSgufmVofA뮻V=6'ݻ0rH=-]uU8 ʫ1bq ^$ .xL46ag5״7xcߖ 7ВQs#D !8%G]| RE@k<nz<Q^=?#'/ثM?|,$k&4 u]-XɻwߙlٳkV￷P)qC}Ae|7̨Nx:֭[t\ *3lÃ~ 1D·S_l^X//Z3'%"Ɨ_~i?W*q/ AY(_|/N2x1 p=؄UVED@D@D@D@D@D Zje ":{[T7Ο?<|A&"`guĎ-ZX#ЩS'>oʿɗ݌͛g ȟ'?1?%Ő!C,4/Q TTA!!eqԩ&F {r3xxYw i-ڳj*HX̗lJ1 )$ai IDATVHCl>c*6Ȓ l`˖5 "@$Q Y1Bo /\jY;vlϹm#W"l8 g̘-[fm#T X)l@x@Nv|v=Mdyv #2*\O>dC z$\֘TzZdЯJS59U +" " " " " )'@WbxBs$%txN:$ SD뀝a=;I6M l%_MḞ "T8-'SO=eN10c=}!mva7GH A(={ZirT5駟Z8&PrRBljqwE .J [oe 6-B?77DSO=Ց!X˿@A$@0 7jB!ρs^~e:AgAz8 ɉJxHNg!n 72TXJ&ၤ1 6|EbUYD@D@D@D@D@D v";ao7;ݷv۪KE x$ Cb @̑C|3EN=}ycƌ(<3fq+NWE@D@D@D@D@D &>#oˆ`Xfq\=)b;UM$ħ'\ N^v G` 0"OJKh~~g]lT{םwy3%@(s(r\guܰa,;,ʉ'>}q;G7oY[n1sΖ5^QJG-Z͛gÆEۮgDjժe 5kt;'\!8lv "8! *ԩc$Ut$֭͆& y*" " " " " " U~hB6v8-1)S :ԩU vB.@|OD" lVvAvږxG( f͚eYbk߾dMvf;wy[q*O@CrәELxLp%>ݻvڹ; <#UD@D@D@D@D@D@D[ہĬjGhh޼yO0;.uuJ@\cY$o C jI&ĺ]F`(| /6C>| >mݪ.Jl%<$g3q^}UO QGepkd1bv$;ZUr$17vϞ=vuW7c aR4h`q}BrR4yTUg#DAREb bްcWvE bA RTET,A k0/Ͱ.lM&+o޻9I,"SrGoyj߾}OIf͚93\Oŋ#+2K+x8S+u:ÇG,P@P@P@ "で8=iҤsW`3&LK3gLGP"x|ǎSv"Il:(k&>pw7Py;Y4+1c"kWQs}  ( ( (F?exѼf{TԩSpΝ#Ǔ*AY03-Z8^ .L?sjժUhݺuɫX\\ ^<)yyt ^zEY+"4zP@P@P@KNӦMͩ^{ԩS6B1?}[f|nݢІn4>lO5*~?COdXy{l7Y d.|wk`  d.l૕t[| TQ#~sTLCż<zxdVm۶Mw:P@P@P@I ~1cF|%@~׏S٬'C}$8~ϦzMM?5] 3,,~-E7D/.p,N6`T||K??Soo6|XM܋ukE3yJMg&?pVekGM=jȑ#Ӑ!Cɓ9|NH{W:#yκrr]2Xxvmy( ( ( (.\sM4JuO7h w}%K|衇b_~ɚ;>o1Q^$q6 D7&w?ϟ _tEPiݺog̘nFk6KѰ[ ujzp_x; /0uҥҿ{:"XT?M{իWs^.@Ax?~|:3cC>7)W^y%]p+Hݻw/2xtG9s,yy <ʝr ( ( ( ( T%\Y ^sv(}6)%4nܸԹsYΆ<s|{mQκk׮ш&߿\Yfx vX#]vYZ7qW';};v%(3D59g.:V]u՘ Jj*.Os=#yG6lnHO>dygN);6ʒsoǍ5JjZmbt'ѡC#",?8hٲe|L3gٳg/=laT~UeY3;~:mKT>>+d\|IF5 ( ( ( ( bf6 <;<ٞ 6i)Æv68>fJ#F~>lrSñZkj+=3GfOSFY M&1Al#5m6`;p^x!iӦZד{2sm͛G&JcdppGC6PP)[:A_}뮻Yg xC$2dgMmY|olzL81Q_5R:nϥecI~"P@P@P@P@y 9Ϧ5?c %JV!C CO_U\'&2t6<8JYLoWK x ( ( ( (@ {Vd?y睉r;44ON9T2Y47 6̳[oɓ'G@ZY pؘ#')=m_}}$ xByElH2?\7XzꩱN8h95Ҵ99sp>ҧO7doаL|iMy&сOS@D>%CJdO/AJS3@,C,;5|W>8&XZ$K 4(炿#Z90'BP@P@P@P@:*@l` T6iJ&1D~%6kٌ߿ޗ_~zꕾTem+lO.g^sw}#ˁsᾴy,<%PVr;d-d}82Kd{6Ɇ hEb}lova&<$`múxѧ!wmdls}OlO( W_}$HBS;rF FfI6צG6Yd?ЋAY˺_".Er?馛JG:8!wEguݑµXE&Y'A&>s \cr ( ( ( (@p'Caʔ)yogW q'-eʓl۰ax$ bذa?LQVVDOqc Tc$ [3Q)[_yGe"!PˆRKJBe Qs3#,e˖A9_XM6( ܱÄ ҙg?o!\C!%稀 ( ( ( (@-Ϣ2s2XуF4%M#dQBoe=Ճxwu+ ( ( ( (PA^z))S E4={vJxe55IP@P@P@P@(>޽{'cǦ-آ}3話ۆ47n\;wN~a4w,]P@P@P@P@KGwߍW&Mz)P(zhjԨQ{ JiܸqC;Y}:z] ( ( ( ( (}FׯfϞ-S ]/5Zρ37Zj5\u0005\u001bq7b\u000fO\u001d[\u0010{.\fyG\u0002SO!\u0014z+N\u0012\u0006on14\u000e\t y\u001d>.?r{o2D \u001f1\br@N\f\r\u000eQ=z׿230\u0001,t(!P\u0014ډg\u0002X\u000b\fa3fL`$^cic]\u0002NJ~>vZm\u0018k\u0019H\u000f`$r\u001cE5`V`bň:\u000eQ˿`\u001bg1\"U\bfnh\u000f\tp1lɹvx\u001bR׽k?ZK\u0003\fwx_\u00182x}\u000ei\u0018ږ[sYmf0S|t9ZN\u0010\u0010\u0013\fTUW\\Yv\u000e.\u001a;KEs5\u0016\u0007za2lT;LPN\tS€%ل\u000e5\u0015R:\u001e\u0007\u0004\u0015R0F6\u001d\u001e\u0010b⓸%1-\u00195$Ѡѵ0Cr)5\u0015-\u0013.enźOq!\u001eMB\u0012\u0015X\u001c~Q4㟎B7\u0007`jrWć7/pF墫\u0014̙t$G\"po\u0011蕠NjMT\b\u001316\u0014P1\u0003%FŠX\u000b\u001d\u00129T\u00070(::7\u0015\u0003<\\j+\u0013Shx\t_,7j\u000f\u0007J\u0012\u001b\r\u0007}k\u0015'Zi*\tO{cr\u0018+K\bIє\t\rGG.\u0004#\u001a\tNLyQ\t\u0001\u0013ONXPP67]B\u0003@\t\u0011֜ eIRQd\u0016\"?AI\u0016\u0001\u0019ϥr\u0011n߫\u001fg \u001bѿ6`\bX\u0001ձ~\bțST)ry|u[8;\u001a\u0001Ωa@!\u0002@\u001c\u0005?9X %D\u0001,\u000e+V`I,FE1\u0016j&%\r0*VNr<]~p\\E?\u0001FLH̉&Ac\u000e@4PZl\u0001=)`\u0018TZ\u000b?9H_s}Mݳ͕ەJ&R\u001bT:(\u0006\u0013BL)(XOZkR;\nkE\u0018JFDWKJ\u001b\u0001H2DC\"\u0006\"v!\"/R~{,\u001fN\u001f\t[|Na+\u0000s?s\u000fm7Si@|K[y=B]w )vEϕ%YFz59P!ѭt1GQt\u0001\u0013'x\u000eb\u0010&\u0006\u0014\u0003Xcfn\u001b\u0014\u0010{!Jr$\u0019\u0006>\u0003({c\u0011~V\u0000~jGF=V\u0016.o]뻇jSwJ_/wav݊\n\u0000\u0019\t4\fI\u001d&=\fZKG_\u0019aLCDSN\u0014\u001106WQ>\u0010\u0012*.\u001c)YC9+#ar%W\u001b/,\u001fI];A\u0011W.\u001fܥɍ(,\u0011&\u0000my;kbZe2:\f\b4B03\\R@6\u0004HG\u0000fĸZ(\u0015WZ|\u001aǒS\u001cm)s\u0011T32\r|^)n\nw\u000fQ/ʥN,UOMΗyXFFF_n;WWkݽ0`Y$'zD~e<\u000b\\rLMP,*\t\u001c\u001ck\u00029[I`;8%^c,ϐ\u0005tKTశs\u0016ipY\"N,2N>2\u0012_8' ZC\bHᨁywD\u0001PT\u0011o\u0006`&W?9P;;KEmz蜴s\u0001\u001b)VP\b*k'C@!Xk@_7R\u0002`Apȗ\\0U\u001e_rQ\u000fϯ7\u0012?!{,\f^J\u001d3og)K*8X\u0002R\u001a\u0005-'$\b\u0010\u001eT+BBDFn\u0000\u0010U\\bf\"c\u001acM\u0016^5J5~+\u0014\t9Q`49nԥ2T&Vdco-ʰҗ)L\u001eQ\u0019\u001b=,k\\n\bep[e-ŤGh\u000ep\u0004U(\u001clbJJ)PP'yKaљnג y\u0012a&(\u0011\u0004K\u001fC\u0010{\u0006bu\b3\u0019\u0019&:JGM\u0012)$˵:(\u0003ZЉ\u0017\u0011GW|\\|XY\u0002Q\u0004|Xap\bj\u001et\u0005\t\u001c\u001f%,\u0003J\u001a\u0012I\u0010\fڶމWvw\u0019YY\u001ctGk2\u001dL*(W\"X))u^Ua\u00043C菥oW\u0017sF'\"g\u001dN\u0010\f\u0001|g>sy׭?\u001fvW:ZWP\u001c0rYx(H\bdc\u0004J^~„i46՞\u000ff5\u0006זI14QW\u0016\u0015񊿽Av]]t\u0012F\u001c\u0005+L\u0010\u0012Q`}f MW\b1,mBfQ\u0017Fߏ4\u00118~%hI%1Z\u001c~;XZ\u001b?=\u001d\u001f,M\u00172\u0017\u0015`mio\u0015wg^]J⹸\u0016\u001eb\\4h)b\u001f W\u000b\u0018~\n(Rb%\u0004$\rT@/-q\u0006\u001f+>0xr9Ѵq2&\u0018\u000b@(S5n~h\\zi\u0005IC\u0004\u0011uM\u0015I\u0002\u0002OsAo(&\u00031'\u00043jW\u001e=Ʈڼ=in\u0002`A8ұ\u0003\u000b\u0013GMֈ+ED\u0012|lWRiNމbգ#qY';OEfA\u0018֒*2#H\u0018\u001f\u0014dsc'\fbQ\b\u0014gS\u0016k5W\u001f̛FL\u0017I|`\u0012T%ޯX~_AOg-~}X\u00049\u0006\u0004\u001c),\u0006J4u\u0004 \u0018vj\u0004'YLb\u000b\u001c\u001c\u001fBwuz}^:݋ycu*M\u0012fĤ8\u0010\n\\٤n L,\u0018l\u0006S!q\u0015SUUb\f䋐\u001c\u0013\\\u0014xyQǗ\u0013\u0004FrF{=\u0001|/}*6%osĨOg%\u001ePxZp޵<먛ڽ޺褴\\Vn\u0016N\u0012\u001c&R\u0003k%,Xǫ%fY\u0013$ݗdٳJ҈ͣ0\u001f\u0014xS\u001c}^>V\u000f֞\u001e\u000f\u001a\u0007OL/b%c⁢\u0013&\u001c\nR(¥\u00108$j82L\u0000FadjڭpW\u001ewPv=8)m\u001aTK9`Ɣw\u001ba)\u000bԬ,ar~&\u0005D\b(ÒHƄd\n}\fQ# <$\u0012\u001a$\u0016[\u0003\u0017\u0000\t!Zs\u000ev~o#I\u0002\\|j6\u0013\u0012a1nR{pή/*.\u0015S.M\u0012t\u0017@\u0011~{U\u0015Q\u0011bg\u0001YFxR(\u0002=J\u001595%Xc\u0017|\\/͢\u001bd5E]\u0005o{u~׍-\u0016^N\u0013;\n\u0010\u0005\u0012A\u0010|j\u000e3yM@>\u0004?\u001dA7VӢV\u00047!\u0014vb0W,UωL\u00184[,~%ѱ\u000e`)RLw]п{$N\\+ 6G;X\f\u000f\u0019\\ǦT\\X\u0015ak\u000fw+\tfcio\u000e)R7[sY_o>iG\u0017IJ>-\u0017mmnО*O€aDP|I'k\u0004\u00182[\u0011f\u000b\\XMl_\u0007S\u0011^\bx3!J3+ȑc[Qk?BӨUқ4l[@mbm$\u00106N+$\u001a\u0012MY\u0012Kx]\u001bWKG\u000b_XDv@P fO!j\u0016\u000fC{Ɋ\u0000D\u000b_KVKVvJdH3Q?-v\r\u001e\u001eD[4iC\u0014Z\u000b\u0004\n\u0002R\u001cg?j U?~\u0016|,ٽ\u001eVc\u0013̒\u000eU۸}\u0017\u000fz8~\u0016@\u000f\u0004\t[8r{sZco'~w+R-WL\n\n\u0002M\u001f\u0018jtuy ԡ\u0011r+\u0014\tk\u0014\u001b\u0013\\]3\t3%\u001fj5clv\"UM,؋T8\u0013nEWc3\u00151pl\f\u001cJ檑4\u0018\rS`J\u0014zoZ[7\u0003ӝբs\n)r0R\f9IH=j3nfY)$>'\\\n\u0005>rLs)/_N)\u00052&\u0013*5Fi<.m\u001dR\u0017%VM\t(\\\u0005%\u0014):\u001b\u0016\u0006UZS\u000f\u001c\u000e%x\u0013\u0011\u0014zb&\u0013\u0018I“i(W}U\u0010>B'\u0001\u0011j:))4C\u0003t\u0018[\by\u001dg-\u0017\u0005\u0004\u0011P`ؠvUScAmi{d\n1:?P\u0016J˳9\u0017KTû{\r)\u00046~\u000f~r,Z;gvg\u0001\u0007\u0000\u000fr\n\u0012\u0012䩟ܠ+N'S–/:8fSyydȤ\f\u001d$KbO.U\u0017:R\u001d\r\u0016Ii\u0002\tɱ4A3L8tT{D\u0011!1_'i\u00145?\u001e\u0005N\u001cILEfK F(\u0015\u001cSY5P;>¼K!GIn6%a\u001e\u00050s\u0018K@WTm<=u\u0004OJ\"\u001cj@\u000b4pa6\u001eIxs\u0000Yj<\u0014}9)\n (he%ƒ\u001e\u0019\"P\u000e^!ܡf1F&\u0007't4\u0001'ޏ\u0003\t\u0012m\\\u000e\u00069Sp[A\u0010|h\u00066\fD!!:Xd2\nӜm\u0012BrO!XV\"@4(\u0001ֻ}_C\u0018\u001a5<\u0010Y쒼GpTJP\u0006A1\b<4&fW dxL\u0015Jڨ}\u001cJ~jyߩ]6KWm3wAx'\" '\u0012\"X;\u0013\u0006*\u0015\bz>\u0017^G\u0002Uv9)2~R-\u0001\u0016\u0000V8;3}\u000f\u001foE\u0017[ \u001aC\u0015[\u001f\">\u0017\"mUlz\u0002\u0003\u0017qI}myl[߽Eqf7\u001b9`ktmb\fNP)2\tᦹ\tNdԏ9*\rҧMO ?\u001dϬknܯOonl\u000f\rS:m(y\u001a&]\u001d>X88^)->\u001aq\u0002\u001a\u0007\r\u0017\u0018)h\u0014jB1\u0006RI7II -X\u0010\u0005ε[IW\u0018\f\u0005]fFe\t\r\u0012g\u0010\fq\u0016=\u0000E\u0010d*\t\u001fs\u0001tʻ\u0004PQ\fD˔ƓnUtTyp7F@}[\u0007\u0018@@zq\u001f෱\u001bMg\u0000d\u0010\u0004Pf\n[yTDY[c\u0012v\u0010Bqq\u0013۞\u0007{coo+FX=)\u000e\u0005Y!ZvGh|C\u0012fc\u0007\bͦ\u0018uhߗR}G(0\u0016K\rA4b%rUA[\u00134*\b\u000e;]M+^|K\n\u0011[Gj:a\u0007ԇ\u0012)\r``MGN0\u0006\u00033\u001bl\u0012X@\u0017\u0001:b\u0012Q1<}\u000fML1Ɂ:e\u000b_Vԙ.?\u001f肣V\u0007\u001dQ\tĊ*-!^ɱ\u001el½Q\"\u000ea\u0014a\u0011C` l\u000eK\tX\u000bGhxה\u0012%NO\u0019\u001bcsl)\u0015{nP f~:V\u0018,]2rG-{ ^?Vy]\u0017;Nk~^lp\u001dӯR\u0013a\u000b\u000f(Eg6>aQ#p\u000f2PW./:{=qF\\,$\u0015+S\u0014a?S]nlUImU\u001e]0[,6(&\u0013\u0002J#J0\u000ev\u0006\u0001C\u0015XPy`<2N\u0016\u00009M渑@\u0017ds\u0004™\u0001ro*{{W\u0017O R96G\u0012\u0002\u001enioQM\u000b\u0004l\n\u000e`p2A\u0002X\b\r\u0017\u000f:>Ճ\b\u000f\u001e\u0019/ixy\rq\u0012E1e#{6v\n\u0002\u0017$Ƙ\u000bL`(D=P3o,mYߧg#9B)E4\u0003\b8FZT\u0001DMuXf\u001ciP)\u0013!]M}\u0014\u0015R\\\u0001!;\u0005\u0012ʸ\f\u001aO\u0011\u001aM^xTu0\u000ep4=).\u0003O\u0019~0mm\u001bZ|w;m*j`ZCۖ\u001f\u001bk\u001d\u001d!q7j\u0003\u0001\rW\u0011E-\u0001\u000b5v`rj\f@AӂX)\u001b|\u0006|ߋ\"6?Qs+\u001d\u0015\u0004ak%\u0018~M\u0011\u001a\u0005Im\u001aX3W\u0013Ԗ\u00143\u0006,DR\u0016߄\u0005K \u001c\\;)O\u0002+U5Lz*7ݶ~x`Zf~aϺ\u001f^3\u001dgaꦲ\u0006-\fnrׇ5vxx'\u00047\u0015DS0R`ň2\u000bck,\t\u0006ZG\u0001rLRj\u0004_\u0013ߙL4Tps\u0017e\u0006J!P*UqQK)9J;\u0014Kj\u0015ezPs`敘X(\u0011DXp\u0003za\u0001&\u0007sZ;7κ~U/FB^\u0000\t>5Kӵ0xv\b_=UTV[];q.#\u0015 1Hs\f\u000e 0\u0003x24,(\bטa)\u001cb\u0012dBV2C&vXrRtW\u0005>_\u0014\r\u0015\u0000ʝau8\u0006r\u001fLB\u0004zh)!\u0002ѐ&H̯r$W\bXM\u0017~+w:>6IiTߞ\u001e\u001ar\u0006\u0000\u00062x_\u000fgT\u001b"}owIENDB`inspektor-gadget-0.46.0/docs/devel/network-gadget-dispatcher.png000066400000000000000000007612611510117411400246630ustar00rootroot00000000000000PNG  IHDRKtsRGB IDATx^\T(aw"؊vaawvlEĿ(sf.K-؝9s;ޙsfAXXXbL 0&`L 0&Allj&bL 0&`L 0AM`L 0&`L@8R`L 0&`ll=`L 0&`'ƦƑ@&`L 0&`c&`L 0&86652&`L 0&|0&`L@PD*Ϩ|Rz;}3{wytwBs CeFN#})S"((HAVh~733_)RzHWt @~7Ar0d?#c#*]Q;:^o `l$OB<]lHaFF")R(MBY>6E O6E +F!Wbb@idQ0!*./#a G)ɗA)$~('Vjm{ y# /!R~$Ţ>Uz*Q?y̌d o8?#M}h$CP(#@_G⥯s".gܕGARbb3]ꃜn!V 0?;xqdΕ) BP2010 Ad ~H|'n$Q~ 2 r?Y?G#`~~li(4觎*]ȈhHBBEfjrcJ! QtVᆒ(0N+ܠ8%Ba$|S0lSoplDJ0\?UPJVϏ&E &R݅nRH(K;e*31Jah񮰸ߕԌfiOFaPIw0Ne@jHO @V"d\Y ]"eKFVxZ4맼n]JOHej@?_Y@τWg8 G([VN*Sss dʞQxhϔ&V"|@.Gvd̑?0leK,MLs42C _CQf YR/yL2Ɍv 3 `:-^U9;c3犞Ks'{N駉Y*w J$~,KzD(?w,KUBّ>K.d_9sF<99uJKn{wƦ#,ygdd$3o/Yo-;oZd/Dw%[ʗFRR>` u VFAziJ/p<{cٕ fU]v_~Rۈ]#_`dEfUN GlK;66 C8Z)}'h&A+H!Y!ދ%9S]i@  ~ț/y*d;z2#N:RW 8{&: KJLa&fIIBܗ4P4NJ˩,qJa845hsq4!}g$t)FdFC" DKI #J)Í!l!W 7t \zQ{UH D}lP|T?&9Q $L K "LS%KT\902x%W)m67u3$UyʺARU~R=S"2+ Ry9R CmDG,)Fe &P mR2D~#iwI ELِߦ, Yt2Ȟ6%,ƲIgԛО"_Z ޞxqo^Ǐ珏> ((PԩRB y]T\mSaƉ< $/GV6#9c _-ҚN'^, O\ RKY/ &H)eʠ7DRH^pԓw+8HHRF/AO(y:*eR*^VUza+&2TĎVxe'{q,u(.OWxU1 yeFSrR&Bf0-BhÙRٕ{GQ:} @,"޺-͜#1%1JiAEGEzؘ GH7c,QWsyjs.T2e-/kkkO^lޯ7زnܼo<ё!{*`*S?ˈ+PW%^:/hv;[~k5ؾR򳱩IFOøqx+<- >ߟ_,y,HiN[샖ח< FHH,BW {Z Ah_a! Q#- #I~ dyȻ$[6E"O ^)BEj&bGt蒌biE LAS63XƤ "3Q4/7TegK~FX~,ya?>S}7nw0555/FƧ*TKKTKFNkg/^Rl9\a& {y3uE `L@w{>S{qS??*CW~u/5tjW/:}&hk9i_. 0&>ϯɽv<͋ϟ?#]t֭7n5H<~N](T:jw@` &Q߾L}lc(7XRI ,=،;$rؼy@nJ=II!Yi&N G'e(iS\vF j]]j̙;ZȘ=.Კ`L ƾEo^eU3iSQT>g(*UB,jJɘUeݘ`zMŭsؿ`WGz ˖-CڴiZoM(פy+<.36â&D &2k7ځ Ȓ KWF((1qac3qD5k-eNtB`ɑ+q~7l1qhT7Q1ɩmJPh>=9U' Pe-uDj̒CK<ll&[H>uveA2&3>v(S9=@77r'ZE9ǎv@f́.5ݽz<H6N;P Hds^^^hka'#v\&@| \ڽ_Wަc_\C.zcrSRVS,U9OGG|{%(?gbL!o~}UkcJVVq66 v߼yڷ2v O楽~x/E1K4ז@|\ٿ~AgYgN1#'^AAÐ֮^ԕ #㨧?ukGwDz5+Pu|s&s-R:KI/ZEV(W0Znd+VNϐ.3'(VCo >KNt!O®Cml6HPv'vׂ}z쒱9ߵZ 2|[89fzxv([ \ݷ(%KܼҦM'Jll& V GlrNJl逦]| wه3ݸ(^E?5sE]?ΐcwK~L]=޽ƇrrXYY%B)+rpww{޸9qWӳ5ɹMW>kNK'ʾ2fϓ D.'禝SWq<ϗ4a &f$WS|~ČPm?4TSbYN&ksпQܾϚ Og8qGٺ-p-[Oo^`ˤ^޹\tָlljvZJ &︆D]ݪib4e= Y WLNwNNu$ i˔x_LX zN%}fi3=g8l܁8w\GЫW/t & $L:%G ~||YDպoeJj.m=HАp~|z+ː-7܂L9-t/ֺ,JvFasu h.a.Xd-ػ`tl1Zq^zb8R 79w^ɰ$ɣl[eZ3w8 G7`hdr K:'g:<*:o *pz|8O(fbVhܠ62ëN&M s?Gכsč96M++aSqRm,0@PW"QR*T9-Ӿrn*f[{ߋTfq CK', ,Kى_ؤŊHNP?G/4$ѥb)=5؂Tfq4L}xrX M8;=-fJg6/s`߼;tn1_ط7ww(+665S¦O˗c։IiN!sr򗨀w( }r46^a׬K=97lGC)J^il 0Nr3qfo%~,[;A&9ZRx76OǝqiOq1,XN\an>M/iˡ8Xal[ "?e}%<5*=xVLBB%p)}v.SmWyx،|Ũ=<2.+Ozp< r,51-6M!t|e(g` 'AK/-ˌͰ*S%NTɰ}ql stTp6/;2 R@ YP~MⓈ8Yx6LӤCQeГ'Ɲ;AeDoQGx>FّPITlyKA269y,2gg:M8sqnNn{"vz0hv<#"e۔"޳&?x FΜ91x̘QF>u Ԗe5\ ]w!RWh&ᥣ"-%'&]ٹz`,6cD5(H[;ޱ5~wпp.AjAWYŁn G gFܒ;􍢟 Gpzes;{=C[a]ԻkNWb,ߟ߰ni҃;Il9|~rɐ(i2dݥ="!-dRAӠA ;W誩3o4s'Ewf?/kyl50׷ϘA|֣E\zzd+--X tYrO8 m)24W ow~Pj=EU87^, ?z=Âun;Fkj,##@3 {=Qlo&.665AQ26n܈yuA5:PYo$ PZK,F3 @n㻉yKmKPig4=!Zt aY-5Z>It -G ;;Had, ;DXCĩCA6yvi3>mM26)'poaa(^={8[A.#pz|16z-gZ+[d/P}f!iq. QiōuZp&Bz)F@~S31k|"ख़͂e06NpR?zxkx?W⮕wkM8F~ݫDFą+Pu OhEFino#AYQq]8S{~0 vk{[)~m1MV,Aȅx4+٨$W߉͊ C|m1Eb=;ƾ!ByR7M=̒RNhgIJX,6VylMMPԁz_0:ғW6WsȜ;?{>Ƣ^Qf3qFunDMKL0 4 JtI鬨e8u5n[3/˖Ey,9D'nrEuc;3«ZpëǸc9<.F> xq]y^ooBMՆb`uX5Szr\ٴ@d!xS/]Qӹpdelb*d葧^7]F]05sLܸ}[ Di[ƉIy NS͓;ٸϤθW ޛ""44D2z?>6:}DLcxtX*k>Kš]v͓z՘/ñ53݇~SdSZ;/ǜGҗ&$4[jPY$ IDAT׉娴gu^b0B~4nz2K2Z"W|E]sP̎;bVF?KrB`:ރ'wUB}rsi,a״ *6v2b/ \/?"/ _$=ȥv -:M{'wEgc3 Y?~D `ߺ_K``tn5gSWZZ$Cy +9#4/{OmC֌h+}F.:T[[֓:) ޽|(#y)P0:ΑёG^$?QG:}fLhV i2d=AѲ(+wicL#%%^ݿ:FY͓{Ѧ{Pt4b:V{lRE%@!KBUffR;P~q#p픞xǙ"s+ :a"nĠUF zn*#uOdQ<񯧥3Z٢zjXb([,'V&6-U"3NF YN彃K5Nbv|Be#τIGmwfAN8IGip8\yTƧτv $TT[UHZdcLGrؒQv.4(Z&Jӑ4J,$aM¥IwZmNB7:ش06򸁕C&ׂ %c ZKN__?^'ֺ v 4L{+/.jkxM.:> |yuh7@ר"mcnP@s3V[;#^ 4yF*[U 9sZG%U>j [\]{W~l\6i`W­ Pnn`iflݻwcܤ)H}*L%g=Lb:s.aNj02NGգY;2hɶN ygx2Q[oF0О;UvcE[֊}B=g=||DC!>y) 2fwpx%NN9T8@eEsn.9x褋*']IIVvS,+E+F puz,)QjvZFcz ȚJ̎^; ;ݦ#LƑ-3u@~Si3bwdd1s@qֺOR'OihF8 'ӒhcďKˎItCr|%.IN62i";k&`^"_~8u(%/53s m?qVAH&u >_>(pf"<,uz+8䵊4d%!Z6QtXd)3h)&E'T2*1F %}V n.u1楈yQh@?{!`| :XVúbM}Q00H!%DKyGmV=j+`4Ε)[P4xь&(')!mF~z*RdaZDiGq.ԩKh`K3QҢ0JDBvHhbkKistKvc߇u+\=K[ 7oތ gFjV)PK)9gF!e󪸑1}%۬m0('-0kǸ=t^K2 GwjEVUGht|Ɯb%G,9 9ʚ FQU*[2Pb !ͪFlxZr"nۅEfe'O l&P`!Ǟa{I{<%f )KGt*ʠc 9c3ނ} Fgx(3&Ӳ ۉ Ğ~y&L [h[͈JQn)b9qf"\7[r4Mh5Փdʕ%+Yb -Go+AۈOzSD> 2eFvǧ}z"<;DWB| nIo:ȇRPjBrh"Kjz,QH) 2oG֌l'-!#`8v~J3Ng8^KWskXP,;"OiMIڟI{;shkylXjKQh ܖ)t c2QGKeA0+,RVm3;BAh)4~hHAv..Q]fl9tƽX4yWoZZDKZ hBS[\i?t2TD%rJ2tP\q Ly*$9ٛ [9 8U ڴƹf3;TFwPFZ/EQ}6M.rdwOg@wlaߞT(͘^ع\8#ɘ"ٹ DitRNe8{j7.=pYd3&qyt#r4wڎ@f@D :2,Kۉehʹj$r!N{f.Z~~ػ| 8N D>PfRRtaG_9n:ͱzXkᨠ~nAGu" 1:xԿQ1qKuQb2O3P%~TΆ&pf-Θoo٬Y3x<|]W裞h>w.^GU|I4R (E%UԔ[Krl($N%| O]=2%iS=O쨟 ùXzb+H<r]ZC[`H-AȩpN$ϯ01K#^]Z]]alJgRO}&t#CƩL& N;*NF)SS-'ƖW}pz D66ա4`U6:rTKrEQ4H{K֑{"G!p=-; 4 Fǁ,h@֥~xCDˣ.^޻F1E E0|ybҀ<e9̖o,Dw ͲRJäs(X-gGvZ\/S])! Q!巩 WXP GPd?ZC01wd_?YGЁ6E9DI3qm3x:rEf8ӌ*3K;r5X:N8(hRL P%ģNSo&E{`.%Ʒnqm?2i5ߌ\\`րvشilmmA%666da-V4^:&f9dpЬS(ƈ~HZZrLr%YH+d(o\.u$cy{m:qɯ4&ucY# Z2o]׈P665Q{B.^N0j-0iDc:JGqĦ=yt) Z \c|-8q@K9@K3iX)#"Qp!#Rb+[}1AK:{Zb=~F$߼#M,&'ͨC=c8jڒM/ʎ (-i|S4x¥JEKӁ}vOZ/4yh9!cl ~G04F׷ĠAзo߄ pΠ X[[PytZY& ѭx|}o)QMͲFޡ -j`);+Q!^g֘%}8aǞKu4N oaЖxR`UL0:dܰa/[d;}dTlW`!: hV(obF:#wگɿSbBL!26NA&FtZdX.02Ŏd'W )^` Ñ"FY1 [wõȡOLVJDSN;1z[MDuhJgZ9@2d#6[89YHdYo*K &X:rϮp p-A;ԨY[EobEH@:f ̈ $&ˏwQ\HMi?3-źt&̦sL@Ĺ>}Q|g$Ql^RO@NlT,]EobEJ`>"h`GDie^L 1u,QQ챱-2]\\+z.>h&b# iz.W=?L΅ٶ],YXx/&ËGy *ʚ%X`ƑghSD:6B hӦ e&̥1&E׭8\ zJTZ5Z:,)΢-|1&_9!Jq'];N9k84zڱ?nժ> +:{. D&0{?f8L@%:{vpuՏY/ѷfAL<4(ܤL 0& F17rVz֭[ozu\ L[DL=W<:l}q aW;Ic`L@m|1Y1al Rs&j7vС!]jHz&(cCܽ}S8:ek`L H1J66[=۴^6` #zx $gJ .x&EyfS\Y`L 9ńM66CƯ͛766S3&tL;"ױ&+KLr*)G^X:L 0&~%Er xfS?E{Z8;7`ܮB$&Pq]G\=c~~ǔ13T?Zp83`L ?`ZbKez6ZQĉ CtƦVs!L 0 4s4 M=~68z(97`L 3Vӈd±TY,1{ǿVu/`L :>z= t^{1CeLԌkL 0&)?>Y`;% ̦& 9͜=(}4dL ;f Os:'7pT=`bV:L 0&‚0~*acS?ZEZn~E9YacS?E{Z86j_+KbL 0\رg-GjDO~cvT \yфX`ɀnL'}-ӢL*tꌧ1`xL 0&K#]!,[&B%)ub`L@?<~;gеQ *ZԢ^WxbL 0Am8r =~sKǦ1dΕ_:L 0&_9͓{m԰J3,ӢnzAkNkP. 0&"pN_솗ϟ%G woadc , 0& G}Fv5 g@UTs׮Sajl. 0&F5{(<_>O zgheҠt`I;f P:#򳱙3׬U ?|1&@ 1l<_\MGkPֹN`L ;`*jƦ~4P?bL 0Aٍ0^y\uw(t9 ѹN`L [w`"7 xufacS?E{ZT^?bĦ++KbL 0x޽5ᵗZr4g 0m>_2 g2`L qx -.nll&6WV0jxL 0&;ޏoc g~SCLZ WLF雐5`L@_\;GVM[φ|gS_F;zi=S `jxzkooKؚ\ 0&tIǧp: IDAThn"K̺TSڡh1t,KU֩>\8`L kq]zE^ԟц&JƏ162`L@~~~YpUȞ]." :{-[`i L 0&]=7nEŇؖdոqMi_@קEcN`}Œvqy͛W@Chlu`C)sb'z/:&e-xfSF;h7]Ŕ/ahhB&P_ޱ*=jR7sP(};^ܺ]G̦@9?`L 8d<^y\G+ĖdԴqJE<`$n8`L 蔀oֺ;" TPxt8 :Շ gL 0!o^8Y{6qI…f1;n#62`L@M~~bJ28pJ/4 : ϢhXS= 0& =Gɕ>w'`c3ٴl+beUF)1bem8ɘ`<_Ln^wm2:t< /n_D.QRmÅ3&5{(<é%VO7>gS=~ZmY M1ga.`L |1۶mG /@9BÀu8jP:bL 0L`́xy2 JLʍӴ1`Qɘ5!"8`L h@P&4-7n Ъy|xZ1&طh,\=36y%+M}mi2eC.K)2&F `|#k]5Wרkk$=@}`SABDp&H6O7OMhQd1W),, Cl}2dO՟+HBíV\:utGҩ0|z QzfL 0 8;=7az/.44MO_edʕOuf`L%1gL86LbӮuFM`L v_8 h{"88ȐǯDּ5\_&@$@+SF͇ iwM:oQQG4I2e`L@7#y )kʮ0rMCW) qYX髪`L D"0gAuΦQ>5h2t+`A` :NZVUԏfю(U2,f#e1̥0&؜2u:o,u8 _uto[`!rh+|~V}6655iHl˖E\h:`r*4g-`L@,:}:ڵis7/~Ͳu[\V 0&A ڏ]Պ"zzF_~RȐ}& u$7+`1jhsZv(Qֹ>`L u[Պ!'0vU cn+s|jX. 0&4@`t6l(iꉨ!aa(^>7LzL 0&)8"ڌ^Ջ)IAΏ?PzudS\@IAm֑ 0&o`:QY; 8@[`L =op Z\v5ԟт&_~Eu!Oa8 RvZ(`L 0Mdn;a!ZM lbjL 0&|wtYsnhWr2ӸՄ+۪e`L@O5B]0z(kШ%RIPa`L@?h1l:8`cS?E;Z| :"Sbؤ#;h`. 0&&0\\\0nڲP3dC>kY]q 0& NUa͇fc3i{4m愌l(ZvrB&-о][L0AV)dͅEʠSW 0&~&f` '0QalӦNM 崯 W!;( U0&kN4?dҦqƫWҹ r|6PZ8L 0&[C`|*B՚],2ȋ\V 0&ő9W>47kF6޳ -^|.ݺ#S(P"lF\`L hePͮ-]i(gWJVF,9Pm?qn&H6֌l/>2jdc3ٴl* LmX:8 `L lP;2VXsul+٣`H! ׹>`L  !{k4=acS?E;Z<#F0K* j`. 0&&0ɩ*W,Y,u4i y;VWgL fq*dZCVdcQhs,ԵecSn̙3*UrvvF< {W 2+D.+rKl2^=TQr](P$4ޏoս+0JJXX; ,q*e|??FWJ=ϗ110@U3^LcG|}祖>_>*uc]J%S_?+$8e1Nc9|gWHŚrN[4u:ᥣĘe8zJsX` jeΨNibM8 TC#'HBCCV)zѭ~Y66DiHGaZ"gˍ*N]5$0EpP /Zٔs >l{Y-yf3י͍@7. g6;wuE  (* f6ceQ&342+3[ٌ#g"k@FsFK „&Ez]G[rll[#%>>Ġ!ÑXe͔ͻ'fq, 0& <8[UMrsƥV(bUv9"m`!@|1&#u_js ծNpmXM}>7oޠW9 CDbv0KZƾH.L $M/=qP?:iN{ZӠ*_nݻW{PRa뢰o~URR+ 0&3ZEyfSg-݂iڴ6味`1qljTֻwo<{ ON(Ѱ=LSA܉B2&᤽_ #0ϵr7ǁ&@ Fv},E1& M `K_\cE66ml޿_}DUĭFdL D!i}BB1GKft Lo[e#8ic˂i(|bL DGSf1Er3dlYN˜P)HqQ:R@*1&L鍳X WhW 92&@ϏF{נd@r"frjg,@U@lT ymകBe+ajQF-VU /. 0A X;zbICi=rfȜ !*ә'hgb|rZ&!Au,_ɟ׏Xگ1Wvѫqe66)0Ћ/mf7i r?*R'. `Io8ttvetvHoΝա@HH, cS}p&?>!-1G^٤22A͗F$y-L2 l;껎ֈ, 0&Htb@-V zK47YpL 0&FGЮ/z5ccS?FEϞ=鉓'O&Z7n鳐Ӷ||FnR eL 0pw q D???*]\S4?59)`L $W_޾†]6salnbLĮ9ÑP U@F^F'5.]y"wI && V ??ᡇ&[֗/_PN=4B!`L x>-ryTo}Uac35s5p.[{p4_>ו 0& w ߯cǏ5:kh>tN™_tY0NV5S"@xg\r[qRo3!GƾLӤӡI7={ӊ{5GMZFS}p&=V=m%iF]cSTm1zMi5sdRc-j\`&ߟ0e\& zA'<=_j@ZEyέڢZxyZpa 0dM`j+[TNOx=g806;#qY,[vM9ߩ<ה 0SZF>PH/UKUy5Zj3h=rN™_llo$fHah-sU66v T'wꆪr_Ӗ™`cSHs /A 665 VS> ZԫW/M ͕k7]XM=4ݍ"""J6"*"b'6&  *b7v)v ?w]B]vaߙ;wμ{T.aRAp2"^]9pr@?R.p L|G#/d3_NuI޹]f]Φ<LѣRqo،]! R*pG - qqܳ􇎇'N.XoD!Kݻwa8"^ B k)G#d3?c{@RR"#nf]QB=WdV\? SWI{n#d@RR&]бt0"ڵkȥݾ}Nnc|$)Y">G "f?*\ bjjօMyM69Aew`< c&vA#7dL>t^>P쎐y&\ǺH,sN6)n9Ȟ qn8R,myaۼU!IyD#s CPa\`Li="sm'?7\ vZT\YfC=<|f/@862w Aصx"&nbsiAr uCU{lR^;N N6%Il߿7j;;HBs3@AE xmn=6W0zp K`hfvQٌ;QZ5 ٳ9 #|Rf;W"n ׏ƶY#a?o;j4i+1Gʡx|,~|Xsma+) x9F!) ڱ ݭp,p)nJ?(G#PXf8rx>˼\uOpB D͚5e6ӧOcޒhb|s8A ̷т4+'^4a\ =[a'5CR]{}l\ۥ#7NEJo\u0ǹ$mژ yr=#M=6n@:8y$X}\&oHLHa-9 IDATNLb!PNlF}[uƢ ;5Ef޽޽8~n:G#P -`z9{h׎`Qxo >H֯̆Obs+I/{ \[e #Q.̕kg1Bl\9I x~x6F7@M,°# ÉKJ/G@.vaBy΁`p{:(s6%?adϞ= ?=b*XO͝p:ֲpq9$T ftצ6F60w_,D6b>ahԨ̼9x 6nفF8q1G# ;q**:NwWP/F&MMvIlns.F6 wfنWp/Gb1O[2,ݬ#]\}U r)#7_?Bi9,7=0ZZQr^VQCpyi]tTVVTs7bϲ)pWEZnl~ѬY3ͅE=a8U$e6c 2YAK X3w@&o|GBg344aOv+In#|YwA:hݺu6ZHʾ}pUja+dt:V9GՃ[Xd hes:z?~!'kn$Op873*+zj^¦^;ffi9\ Y89S&{C/փq4#0dzk1"UEsJ{gkJ̓c~HN9WlCyE6vD G?"G# 4#J{XXJ-/Y#@dB,<&SNY7R[3K cn#/!EzPVUmwsuT\tO( il"@MI x.Zc>'.OIlRc cZ XG@s2b x(~xcg~4_uA8HdR<ƍ]̭-[m0Br/sG0eM^F D^-A%&,gN}\gc1x""^?- VPoMK:/cm0f zMq8<}Fd$2}ջj/-,nn֭[6[I͛qT6;ȕ\QR(scL\EU S(^W+cX؏{g 󠬢Wnr%Z2Wd6yM1#Piw=H_M+uM $/͒I \ƍq=!*w#ږгv-=wF·"D9P-T/`ds> MAM6w؁'΢i_Whq#gG _"M,s|}[c7B帥1(" #н{wit-6lQ*C(.Cp[s+TM7#{CYU, Uubxq'xl k MG#QW2UUXЋ{\>tCdla% Ԝ(kӗ_' l 7y#S~~Z_z)uhz"sE`/ /wp).hh"DEEaժU0]v411aYÍr8s7M\}B/6A0ȁk-QR96CahhG/ޢ|Gsl.Yh5@@ڱ]>fcew36o#LGFk|1N>_bKlzZ-8q8"LY/G /?p-3U6͋M+LQ, E FL>/cG@>X7q0^ޏdbAKBV;|Q(5h!NsF`Jo([On^dSl4AB| `bЅpe@B@I!1ePPH3d, 4? )?VM*jSg)-CX3mj7nw^`|KtGk鯧!9 员8D6+,`bb"X?t;3l6r)s`Юhر,&.UKQP+TXNn@r/PsӠ&;/߶mcԩ'<^gOJJBy'($`֙e;틴pp4/MJCQ(6eWe;? _ґ/ȔHd$ A,Hd$ Y"Ĥ~.2(qaasv~~ $JC3'.t}g%-4`3{*)gQn>1ul% N(tؚy:fIw­.}`j*;ߥK"OlSmEgJzG#o#pvz^"!xlo{W,2j3|g +[nűsW\2,WN`~ooeĈ5UDP$#$DX1OV~STT@R2ظ) !AaW\tDV+++"1I@`wWQ TRWQ Wl$擰K>SPE/j *#11 t-]=@IIJ> gBTT̮ ࣢d4LYI)Y0^v-Ei|WR + N\(@YQILR|ա1*!1)I`"GfL0)ԕj,2Q=Ur43W^d5:>> ԆS$d%b)]AdV?9)O8f'I`&%CUU 11ȻĄ$$ء~>ݯ߿1{Fb-1;>!oaB*#]z#!1%$:~ıŤt]ƠJf,M0< ͣ(tj_V!]D6-^03Aɢ[l"4g6bxaq1?P^s$] W#ٜ;Cq=D.U AJ%PF)Ԯ^5TQX] 2'$kR,x _tK4]OyqMd/T^m腕KBM? _3T# )$0)/⢗o"i݋KHd~"~qѣ>hLTb.")/"^YIA@Vh)gLढ़ H$pMዼ4Q3. !R#:c"@T\ WJrGӋ\|"#Z&ė~!$%Q~()+2R"tCE?bD^ EX/ūmnQ'?'D~R/wShAHi|tQ w酟ѽ ȩ۫Ŋ1H2H* ?VUFaCQA XT-2BC .:QDB*HO"wO*OW\|e4E]z蠤,X\5efG[YE [8RVQ Qb 14>_ݣx ^?pO<|1?)R j6iRY~7f3"5ʕag둘ݏ$m&Yc솓p~=m(~;] X?G)tMZ p)3!=8,HJ*ٜEv gïK@ԩQ=KhTB;p8"gq|_9C{ µjU,}=] 0@fn͟?PFX7 6/cG@g_ëheɷ;Yuޥl?x˖-8q:Z rǂZGv֭gZ$:ø{CQp8,HHRXߒK`طs> :M\%Yrhuuܹ: 55b|?Yf;9k!W M&9*_wh\[ Z@܆ٳgpttSAAA8u)MĜ!05T 1WNG@&C ť7p$'XGODL2;iIZ>uGNaee<{l(Z3c77_>"wkj"PU+Ġ<Q^6]L- `y)۩Tn]nf,f:[))T]՟>~|mzS>@7,1?}J> p1:(m +)PBKOFzh]a S$RX]rAZNK7d#zyY)" LOApg/򚅯kot >t[`+%D(h) IW|VJ?. c&|F±wЖw.O:Uװ17lq);wRq/00Wn1C}χµ7*vK,%47 ^|n| [CHJfoDyZl6Qڵu3gBh 61F袉Ifd_QH'>ƭKu"^Nם|f&KHH'"*bS)Pdzjjꈍ1\EU t)BuœH@ gtEh-峔O('ߔo ^H bR|L2%!sJ^x(u[m*̺hP WT/_g/V`L**qeďa,L+V߾ňȄ |eitj(QT 7Au!I[,>1]I3ukŽ)8dT]OWfƗ>j-o)%ɤӐת^~ݥۅ]bxk襝/Xx拨^jg\"x% ç٪[4WhH*Ӧf*L"HVTErPR}F Phٌ ;5CԹ#lJʭmi͐\z:v5vέl8 V`^cXAG# +"?mWwyډhݲ9 }JR#C6/Xf ۊKמͻoIUPx!4_ZWGEPʬ oT5fsbu&@"`G/L NPBѶbuDHLEYbE*ԇPD~Ƴ~gx^i3:6jd IIsԚ@-<ūJH6m(ڧ ?+Y|%Hg#Ki &G"! > MvJ/~ ӈ rqv\ӨTST BU{j~ZѺ%z&^gH4PW--8 Qa~`S>g$  g+?|g Qށ/?~)XTRŏ1\)JVZݲ3(6}(n wBn&:DIl w6m0m/Dډs\$j=~Bbp xl9i<}kHz8s)%{!>Y5OƼܥ7hVC&`oo'}fQ+G=|[Ǒ{ơ@xԏm,ZkZh֨\˝p ՛wl UP+R޾@Z J?ʶYlg0ecU1' l^v֓ӯJ\ w&X:aO\ZoƹϘmZܰM51oI5Hl޸!G wzƕ/m#uؚ3V\zYhҰ~́)N6 *Tb &]˞_9+4K{Ϗq87xEVfGż#cuHv~3ѸkOx3dSf/k{><ڳ%8NE(^L 1|H{ 1oɳ'شlZ4) ף&AHM\gVͪ>ԥ9#b ũsOp`K4$ "-B}:RSLAj5T-Lu>}9#Bꊘ:V@-JJ`G#'Gވw|h`4| :.W?2 :vǭlfd[0t*6ޥ[&vG3yx=s￡2 Ow{n``4\Z^cjK-O0_K&hU7q9hڠʕ-㶼G@pvͻopV,vl\&ЫtvsS^>n'S&/}q8 ag|Judl&;?Mfo& tN6.Cdd$Rm'b纟Sqj L RPWdʏzv:+:G˿>J+oU SB,)2xO$Vh4w$A}C)3{N[f-9n#.>x: ʍ$;c$FՒ,7B)O%.툱"y=EcNMMZ`ax[ra+#hVXű]@sG$vH4 OruwjMx 0CPZi :dw~,):L)tos&s,La>Vn{6eM{o4VRi.:vm'9@;tUKE8=Z58 q.GUb);LXGa܃x}dm ^㺋I4ܠE7=p+W9|FWDC; A:@;[w]G'ҵ p"4&a=u+ zYgGmQW0E{AU5N7= Z9%A!BdK(Yɪ?MZݱ`6&<__=q7wzZ,iWf3rS(7}֋ػx}P|z'tab`n xK zrx' G@x.{Vְ%:20Ֆrh(#>Ìh ~#"3iPʩCUr "ނVtlSGj#>>}f@kVڱRDÙKWgm KSߞٙF pz/PfZzƏ}ěÐ[՛.0;fDW\.?E&ԭ][lEyDDa]%7I V[|'>†%V$ A\\";k6e%z#CGZ`BErןåC~^s;{_ &;^:Љ`@fl8} x*"D\l;^.ш8/^`())t*8#?|hkɈl |˪\w8R?)evYv HdƗ)USSB5Χ3aLLyɌLćD(]Rc cX0ډVhwxH)#6v;Zg˰Yx}9ux1,奄6"79d^9_#@0߾ٜHL;A!%xzz 1cƠMvV]vyˁ.<}AXJfܠWsfaR;XRڂ<Mȯ"d-Qcл,d(7{_ee"jz)i;mƟlPZ->;;!]OV}yE=/j0b2 Iv37c8y(Yik_LȨ͛q:bbjyY=yt,ֹƌ`Pb'NG(NB#IHd°4kû02h0` ۍs6SZ& ;P =*,ћ=TZw_ 3L#a#N60޹k<17 c̈.i>8nvKm*AdRjI6Ҏllwp֑툒{ر%5 lӑ>y֮خߜ)F,XxΦlg7ls ^*=f+д Zݼ|:nު"vn'؇{gdzDfXWo3뜿 E5x= J<}zf̍~l$7[\5 ׯ,)- Q" W# O<{ ]MkwT K5"AE1$#2j(t _jbN*ϋ_)z`Cc$Dk-.ur}RWmsܴpKn^5<}?Gdp=;wVDNEà<(^ Yz sD|,RZ -2S:Yv82E >YBXZ+U"a5+QYx dS֓g$F>h %L7݊c!v_#nXPm\Aj+|`5b$,*<<}@C'ckuNmkb-2kmJ*đPLQLs5Boct2^!=!Uٕ:v~l7^lqkkG?r#wEGY~" i@ѳ\vhבD.^{5UeF)y eIq#sJd}βLC(DyX!例a@/:XtbNYث^=.vQ,p=M鳅*AǫA[]64Fa]EcIFNxu;VZ7c+JJYSB ;~9yJk㑳%ڝ!:!9!ӦMsssC.]z)'s]WIXIKnNUwZeYdH(JehѤL<qSTR K-rv [Z)tX .:r?|7_AEYXQAիbZ4 œyT{-Zu-^f!ۮ- Sdh@Җk7_gVZLq0W:ʌit%^JtJK>fFi14;+zD+Ň)SFO +XZ ٕ$dJ~$j7 >Ak4h'SlyXS\:lΰ5ٔi ^& a>vEQo;xRkAfBL> `HHHb[5B8ŀhsyJ"Fv Bʣ$J2Hm?Jg}T͞lZ}V^tLj@y 9[^MYg?=6yF8KDlE,y5+ZUye^e$) KR1vIlf),kƉEMKמM+pGTzF rFiNO*Dp N2-صNaņs CkѤk8w9֞,SX(t'KYSC][ow[Ba!\F"&zPSR>Y#G6>UAvx{\ӌ% 3c(QI@Z@bN۴Hd%-x햵7Zʈ J`t5ʠ~r,=3 I\uitPJ8y>H!ZMaQUUbBÇ_|c 㾠aLOXvE{ۅDsj"8J1REPzIT!LBED͟&"ww^cisPvO >p.ôtLYV1E6Y  !!,ZuCuLǿ]-lt&dMp]t80?=,V Q^axZmpמq&̉f.#[4탚& m`B:1kf~ k4kT=i0)dV/B2Z^r۟~3;؋.ql\#Ϲ3"H/P$ړ*-#&bH;$D<$DDZn0? 6͡3EV[5}W{# To '0Tl,10nͩ!c5]´=d/[rb|;aerKLf/=Δo}Gb0IE/a!BD&WBqEՄEBz՟.&Qh!KzʊXQN1riǗR>Ȏ=ׇK?SfBE#Gy3`x ~ıA:vl3[-W6U-];թY6S&zQDl֒%wgWM3?uh2hG${PT =|' 齀f!ٽy=V9 ۉh1}Ȏ5B9`y]x!s&*]?ӑ5JR=˦#8ko،5p{M9ZUcѬD&ë_pfwi{d:0*7vrҦ2 HjPvￅquNvG%qp$e(4ĀI$ffO3f̐ݜrrrB=k0AĈJqOh{.Y9oNڍuH>#[A DvE2IutlTzccpΕsoq"@"p;"蓿 ߅T]]UR0gPX:nAJ8L0Kk3ߜ?Bpn32gqI}d+M^:ʈ -RJĶ]בHuёZ$6"jU/)"(^gz3ڠL"iY42!&zZǢw6=cpރ]]S,L:f=0rH;ݔFBQWԱݳ(iЈ vwn#[4;Ea;;(&n?n9|fN6FS h822'Ou goG{LQ}ĕhT$YM yڛ&GRiNbDd v0Pu;aΣ"|@FǏ >&}][` /#ݵgJnN 9::_3x B UkgcKu\?6umEoίbY>H9N܃DZ2B78RygsutU $|wsNd3c:ue:Hi30"yeDj|%$!]I/ioeSv㣙/t(BLtƍۯ \1QcGb*D;d3E&qanۙO4/ BB|H&DGgj Ϗ>o)ؓ9ebn 6iк:d!8f|}:v}lhvر tV5/yCVm#PTMlAlY#dxnqN]%cGtrM$@5ZٯAJ@(Z} I>UR;cA@RjqhӢjN@.)ϕ[2=G̜93^IɤI*tT&~_2`Cck&M"9;jr3(KpRhQ3$ $MLr2u ߑKjZQ{#_y=o3!;XZnnH)'@l?͙ $ׯa@$,Tb)B9JH' 9MhuShJ-ZI?ricc!W"_h|>|Sw܍߱|}ڹ5[ mَfKANA=]naaWg2?Ru*+K;D~[w_{*x 3 uvu9yӂP>ШlMnqvN6dsIMZ,II9|~PhaepU'R}Փ /H@A'9>2~/IISp]ٔBG1PO? G !p')z$5=D6{h̚5Kf988hӤ|H՗؛ igKwMṶ7pZR))?H(BsXo`W[p7L!iҨ"ӴcGyI;y@9ӞP/h'&$v^VGwe6jF<`;`'#BjKGq㺠KlwYsm9CBv@~$gֳ1SKhA|{0(sԃPZisSCvdE'BxL"vO8!P!A'"jjê_+ ,Dʻ‚i{Tu~Yʕ# 31K?EdC!cSɦsb M1L\dsƍ8w!Mamxel' ݀U?\&cJ("Kh`*m8i eν Ad ׼eX!}sO/^# ^}5 U5FrT_38sѡfpp0.fiT^?>t0one9CU8@D}|y, W֙. 3%ijdL6mll0p@| zԆ'RʪOa9S{wFGq#mo[Z,ult a$! mѸ|fq@ aLݡ7"_fvrp;Ձ>޴M-iʹa}cldXaKמXȈpa&hSx]/vЇ߾ܹse5[]"HUga}Hdx>իdgqNݏv-s$!H]xLβX@kPj3XJ(#'ЭpC;OYw6s\^]crOML 5,d~ G#$uhžkE$Ŏf^x͛[3b2dp~ c`yRK;E%%%9 Xjj=2 < 5b#V.))G#F݇xcµ l&t=D6Rp8 R4fgu6?i}w3鉷/a2v5)S-iWp}.>~x4c!]Y@|'Ȭc: lXLr;gxĮ#[>=GLAN6}90-ٜb\ס^(K)3Nt0sxG#PafXV0%Q%D6'X`е=>Uꂑ{)|8[@C5[VYlcG#/!0/4g-O43GdKotBDjN6FR'|ά/",ˇ$p5{>Yݴ+cedO/z .^n 8#>Vn%~-ѵ]e?+8s13ep2^S8nIi&D\ -b}$wEv8@Fgpe5 {`nf`ѢEb˭+tvu,sZ4(*vG@!I髏ݬc_l ܾ}b|llM/18LqG !pg*RC}߂a:d#tRր)<<<]FHl^ԎV-G#WA].nqpnGypc_ i?EKub7Ϻ+mmpYM###̚5 J4=͝POo]šqqH.!6~G#(o]1f1T=O̥Ǒl)Lީx#N9es4G#(ٜdbe+`ȴ5b1׺ ʹXzrks`Sס.ObTre>:8@~B>fYw(_Nm.NZ#rg3y% j>lV5&B~Ev#cdV4=8qIo/ `-=y1l1CQr.op nicM8FZ tl)9Lɦ|`;o0`x "OGnZVU;;prM[;,_'st85k)hRkbرxS3To؃p?wFJ%r.op ˯w|ߎ*9Ss١CWW::g[aΦ/ySFլ^}mzb"A[,5~#cUUlZH(J(%"b  6! "!!؈ݭWݭ}kxsx<3kf{M֨ՠ F?{l&O¡&NKK xR:e T|Nl vEr4oR'p8Ao1,F.R]l}a(O.dF@g03{z?aѓw1:wۣfEabЦem̛]s 8!ǎE0bJ;.Pv󳷦&J{UcXwl-ѣЪy-9e'eha.hCQ[Rpعz1zŞM!D_ަX`aPExLO䦍ƅ4G-3my /?L[\Cl|,26| ݉(S&VQյqY"pK\ /_D5Wc1̇r2`drP-v'#"B]-['M탍hR pGz i,\M~R]N66-9ٔ( $q6N}{yBcŶƴ÷0&Oj GN܅lD ٸy ^(]:#`t$(r+Ƀ߀մG2K zhn:NZYJr-6M5$&}v39u[ i?u*܎Hր:r[Xu#(_IjiV@]amv8iIS| " B4%hYLԇ`'A/(<q}\;2B27ԩU vښw]Bރnc5:N M}@)S F:]*,O>5Ða5BNj{D$t]jƼķ>sؕvy8S׍e)S+6ǽ FLFJk|C1Qi ,6*^#0{SlaRXuC(_IxLAI 2F :/M8i Qo# |:` ].I&C0M/\f v9ɞcWbjBVG$h{yYh@ċx~}NhP*N{ r)#gFR}7A!B;\w S ʕce{x"O4 #d񓷙kV~S/섺QI.MQ(*y֯o߾cړش_~Ĉia8e8oDR%P ޾e ,իN,&HD+8wZ/_qwą+Pf%ḙܰލ([/k6?Kʎ)C{q4Y(}y OV5 04yMx3T[g ؃Rm*y|EŅ͙F~"p>6#**+O*h.pNG. +JZ"B}УKKS,NBxԅHݭpZ9,nB@6S#|GsLj/`Dǿ{lkgjylff`Ct9)OcTR9lmX"okuATI){2d23Eհs8$n?ׅl~Vm%'O2OgN s5Jdԯ[."34գ}$g ˡ_.ځeV͊X2G/ܬ^{znsػ'ؿ1AflԾ~2ӧ{hR+,t$~>4YXW;G@ٜ1ʂ mOsy899!eFDGGmTTT-1tT!Jm_ϥۥ?;+mĤ5yUW,tB- \E.:Kvv1oOAkW3xA}4&]-#%ɦT:CЋ(Z\\RV( w@Ԯz!"Qf%uD29%e0?^%-ew}[qy?|` -F,2CFab͈f̴&{Mk|IKu84/}ǜ0Qw &z]1ZgUGG[!4(mUٞC"aXjlQmJ -ZW5Khl,(ZX>ɷD-ҁh)0ƬO??~,6a9|kB"uбSc5BnįT"NhܶLg d=;6' &&Fl{5п&PB R Lj4TFaڸMlZRӬ&BVřZGCܬcx}ӭStެBxR(bLbd'<5螐F`wEM s4iC"3Y8b[:[q~07/R;O.*4/;/=Z^MLퟧo١dn$EqF1OlG ;i(;kރWX0{5ELp՛4:-^+Sd5"#(#n,:^ؕ0NڌDfݼRX);Hc 7ް)X䙉Lpusǖ8PZDq5---\oQj0-b*U-WO`te(*&l$~CCng|X)={G Lio]EWh%t t8Kϥa4/= E(X,>p¥kOF%D+Ət ({ D @WX4 N!aHTX.j) e̛C{^ctKO@(u yP6y01 j`H5M!if||BK"?{6o< 8:L"j7 IDATfQ"I \Qdz)#)?րv,580%4F/Zza4EyVmu4nyS)3_~ }HvMWjy(s?3!bE%A0PS%bJaw&n>xZzdnXtn>Sd/*SDҷ^X "מ@) BseߧkB^^(D;k۶Mj(7ulcw(^J7]dnfeaXl 7wlZ :<,Pia{PZM/g͂xf)@%FuSv%Uy號[S =D$㎱GV|; n$JGѓ(n ¹e #C?0ޙUGs)KQ!RB ~@t{O˗֢NA?~dvlGD"Sk!+&tm7faPgQFf/"?.n?Z>ڦo`eQn>gSN<(.J6+zً5&1W/ߙ 9ڎy#3"@/rJ{i۳O2A#u[ѫ _s)fD|RzRPUW HglOaWaRSƚgxރx'Spzu*|1d]i0n= +&Mb=-}+6-0RرwL7Щ]=\}@)F"H#:ahT#ٜ3m`ha[w"A(TϠkGv),<Ə7<NF>oӘx^߱ Ѻ+&0o ܃m;/3RLf"[mYM"Gt)L씙jp'//)+"CvbFbfry5D6]a#t yH.diy"=` K^,c< ɲPU)F@a,d%X |OGVME8>{g߳0Icw&(8xzj^r ^n:DH$A% EMz*Grpq~\l嗯/_3’m[#B%M[Q}IQ?з{ 1DZR't@jתĢFzklӅ8D`HXP5) [2V#fDJ8,E:M5ț;!GBe᪭D6ƫݻψ[iμF9Cſ×4x̮VpN"1DEOV{I Ys7w^0ܰGJ:-(М Bn"ujUfya9^D;wȨA豅p:eWkreK3v=FnKfREظlbed%fr飅>(LpX,&!;&FP#*!&хg®ū׭]=b~WԮ=w7?RR|sD6Lк" fIO] A*gbDY׻pr"!~X ^,]#ni\?26"F0)lz#GHJ٠g =9[REA+vdmP5X`an~"{l*GZYsuX)bbk: 7zXĤ%RuD)9'>l ke{ayvZP$ٟ4H[Mzb/{ةL0z.kX8{N);J{\l䵱ݣ1{(d(ѕ&q)hzcHǧ=򕄓J!; 0e\S*(xʼ-ׂBfꈮY$b\i8H'&1\ ZE&=up ZeGf5ZYR-F^Q17ꑍ`\48Gahݫ G7遅^>8'>>{J EEEFv4 ME/r_.>sORX Q|#D0A~,/"r,pKػot'vH'ApcthWk-j~VwDx:yL0Er Edz\6ubm[nM曺K2䟤W81)Sn,]D G}T,TG;\}0S$j<.OĀBfMVaJym5L.?kk3`/K~q6m RM]Ɋl]N@֧`d[fNp8#@dm`Bg <6*(옉(.c9$Cj9\ ^0tϖkIm-ёd؏4:,*cљzV&<\$3B"]sܙ澅%9"G)X¤'˗hڝ= ;v_aTDfێs1L_jjNX 9z0MKK8g=C^؃c#"Nm56W+L^Sbx:x3+wCZ9Պ~zQ83yIK}Mt$dG$jGt$(G*T ,~9뻓Qd˾Y"# 0ag!!:%Wa\aQF-l/ Mg/](5UiE!x?$Vl# ͂~zls|1{pGLE*D6e'n4ЧG :|KG@gs`tRԂbcc}Ld#115Y:hTi5b )x˙-іd~n]*~n?oZ,EYM[>2oy)_]-?bq&l5R&"A!)ղ ᝻7F٬edD+S'O)S#ۍ)6Dr*kNdGk[|Y"M"KGwfmxZ vP%bKƒڳz6F~dDqDA9_ڹ u(C$ևMA{荻A~Iɦ7ɒI7G#F6YyDB(veM999r `^tͥѼQeօv+[p!K”t )v͓hQ*Yڠn&0ԡM]ILL6eϟbMilIVp8 w&!;WL6`ʫUZo:3W}iQDnu6嵍1{TFyBq_ ıJq,>aNj-^> G@PN4CН8[Mb? /VϦ%.\gecXMk j^ʵ`fG#䏀SL?*bSFyi5N6t gÆ ؐi~.kO@UJLެYbGwClFگժgU/I5~7LzGȦ.x7"a7O_?$Db͚5b+gLg±ڷmjaܳ85cgW0s dXtWb=bC(=c>9 z#^Q'{5cuH,7!m%3mU%gTBFLZ6!!gD1(+kkҨ:V.6Bv >`i8MP`J_<“gYX6X)S:['br\@WNS_ tW7θYbON^~Xրli"$>kPYL{v|G#=Ξ82a"սYar{AqP{~N6ņPzUNfJD+O` yًkKoݙYh\<0mY,\LmWƸ| +@jT/H""שAI$dYAlNȔ7}NR̴MBZbֵcX!;KJ[)r4ڷPWke DY6S ٴ2=1E뵇 J|]Uγe^=[Cs̲b p88p%=a*r)UKd$>t}A-֟B.jWmvLi/k3yG@h: ݇_PV% Yآ轈&D VKwtRY\8}{7τ"!l*>Rd)DR~sڑ[,qJ6?O b|KTVISQGg3y~A&!-(?_({.H4m5`s>~˰!n5bbbĶWX `Td\J] =Oaq8? opuEHu~7 M!i`8w%h)"@12k+/\dn(rkFmnѬ&(X%F*M/*ܼ+:#*rg:q}cƼmHJr%V7!I&z5jrka>nvևɝSQVN]poS=2XٯCZV杊 "5WŞM-!1dͷDSnF?{7Mz,5 J,*a.fhҡ*;AI.MD^b>}ewpD&N-3XyIulJO&Uϡl9d'pԕNÆzg'DD'Grr>92]ǘ â5ǙďLJ_*]jvGiظ\XjʊW9p3mϜF 1 -]LNq9y<5p3tԐyf%h ׭Z'LjOްbq?mJ-c tЉ+n`8yթ zG[t~YPhL^zx=ȡ1yf"^F8Q*HQk*RtKZne,V){bC!l W;L*layl^=:3\X< WWO3,߃XMan𙝝HR8f7^ȆmU f+9wnMX!r-hO9={p?Zf&.S#jꫣQ t``lZ(րB V ېR3#Xmqwj(Sʛd(p%Y4W'25gn,/0iFvpL&{6L@١j_eߩ)S ߾`;Can:soޢh5^dzw哇^2FEB%.CJuGݍъ OEM67oތؤ]:!lV7f)H {$ z"CFEVJ 9,ة{,1Y]rxy: g$%_ī77zwog/޳eV$c46 f}Xy0Inغ:Wҁg+:Ǽ6uQ2vh[/aT…,B ѹCQM~ŀ@T5FL{[aɲTBNJ WdcHg U_`8e~"PJh^Ag`VJ=(h&VQ([4,7,dB}5穪(L.nyƒz/ LpSBVg,:tKKEREO:Ǽ3m&ފ+_oYL ,q)U >T| eʖв>4EFՙ'4󉱌DWT_KWy( ZwKb<;n>fS?oDdm\6MgX) :A -}p-2sՍW0AXwY)qc瘼yؕ0U* sy-lSlڕyKaI vip]boyaܹ͛րdhdxv:ĄӜũ)xS(fH*A?+Q"K'βгkcn~SR(ouQZLP@EUkI*)t=W>|V: ߿]wv{` y؇OXԗB yDԋ҈Lczȓߤa5(yBʺ+Q˸ާٴC'b)7#0g\ٌ^a "44+ex6mGZ&ѨLM<BN-i<:#up:խ1ztiTҡdf51I3\ A'jyVqw f; A<~w3HLo 9EL~ 6isWFaƔ4kpHrY>ew9-l#`Ńkga 1&905GE!̱!<2-[ A[tJހ_*{蔔})0͌)*dЦwu,$¤xlzx(d]Bq{RwH]vR(IٲA e u5ʔnf|=SN 5րvj[ Z+'[+Y-Q 09M"2=QdSm)/\IO0^0)8 [䭎I8;YhtYQF7ɦhΖN)nDzo!iFa|Ȏ0;EPtQ&8qtfwj^Co'EP%FxqvhA@\n@A7iDdmtPHV5|ne;|B,Ke;\S*0 #YXh4^@RtO{~œ]&2'R5ܺu+"9@do 5*b| R0΅DƗ/YH'}Kwj;)|-fyɻ,c^k?X\ :o] ɫl]Yf^ $aA %,V(t$4˔+>@r 1g~#rI!L7JtM*1OϞǛwPJV:X+[_A@N Fz(&2P9 LƉ=MߠPlMXκxgkԯ&En2(!~X ^9ԳTeD&>KKDRYB-<gB 3,67;-fƔK$RLztz?EGgM);Ęɋ'\;vK¤6dhpݜl Vdźmۆ[a ǚHdۓ3X9ckuB e*`KIᓫb2@Bz7c!&(Rh <5[ ͐juI&=VɦJ>DCa7"m>^B2hߺ. "2ؠ%X񼇤kπkE$dM%h%#+-:k6_*lpրl~l{>^&ZRuKj)Hj/eh:D"8QSgw*woT]V,݀^'Uv] E7C S]7#Ł&'!?`%LomLJ-p3΢5͋;Jfә"JlſAY2JYuT[Wz<NB0vȋ81QY5j7~ˬ:LI]I!^R-88! LOG\Xњ:(J%OSQ\?DPNڈeN6 wɛlǎc"84_G#_byO)l?_|`fTktHJ`\nxδ V]'w{գL2[c-A%%0=+FZJH;׏J:vgU%G: |8K 37}&vJ0f"۴Q \!4iL_tR? *Q%yT}*E@9p#$H8smJ TnH(nsz8#.DždSbfUgS.l\Cd3#VT[z_ur8i"@ds<́r[W&6rx6wl~{|4c^s5!/ {˱sK"V̨'XMCC#C5j}+Mo_>à3XýX28p 4$) 0w4^*pXzFK|'p'RW/M"_B&KIIApT]ى7EZHϔŨ 38G oT#o4 ߿CBb'fj VDdOkcÛ[LP7G#K(]=v`KHDz)zb3}9N*b[abC={pi888HOSZFip'cu+&rG#@ n$\߿G،d5oŠ+IJ'`,]TzcJvTUW#tة~ oG#  .tH-W` }OQK8ٔ 35c <~hl.[VcdHkrn+.lGV,3ٜ 3F%˰gGMyyy$&&\P)2Mzn<_ ]9(W;R¼0o5n;f0t'{`w?4ȳ9Trܳ)KXdsΝ 5y[E܈s[9-.\~E#FX9zaۊ"Ij{C;= lJ Z)jk., [&'rU?~HK݊bCo߾HHH@ڍ,W4d7ܟZ*4m|bG#;!0 *7WW,J+ե/3 ,dSȋ8YQݻw/4FD6dEV{0Fabk;}=x8wp`F[]l'0߻͊D6vT^[WP¸iqV,/U8@ F`Z] >Tk.7ؙI?9bC@QMZ" 3XxǦ "VZ9%sE;q8?O0ulvVN@u/ڎbVAA֭C: +QF'l:LƝ@1G#_E`iTn@7v KVW8@s# dSj`"iM_"ӗ{f'iuwңf:÷xHN:U J u9|phO2 ^٬Z1{]h=o_8)}xyrYlOVX>-!)x6<6^@r2R[JP5 {,dSj`&{OH$#s"ڮP%sp&8? ~XX|{,.v9bxyyjF+ri[i(~|0G#St?U%x6/+S^j[_h u ;[0DYy4ʫ\f4o>x`?U[湜wRѷw33$_e1G#[!0yyo)មUkՕ#\GAahHXɦP/A:t0dbP1DZݡ(wzZźgx8HNˊ;#Wx+YK'W,{ VQQAxx87on]lΚI8L%GA@IIV:G"=!M^nݺ۷oCMMܞN".=r:ռ ~ܙ#'}X,a6{7ik}Wޯ ._{3%z Un##yQb "~޽zJVOO[,{ 0`VZf-Zs׮pHCŪ1XA9q/=fqa:̍q8Y܏rkU] ~^7a0=>hYf9QDv40gvw{6pā7yEmf֝ QPf/aAk6d%v޲x$ͦ\ʞ-T#.:ѫka.!FCG/upk`5̈́% Ll]ӷp"9EO71 ُ6VMNjc{+l-Y٠~\/܆A2nݺ7n ,El.qrlPϦ X: bkj'?sU+Ƣ'iE̝5q>}*|]E\idx6| ZCou+7C3bpsCO_0a<v Բ:Io{RpG6RgzDr\#'n#uF5Ox:uMbJg!Tn[,v컂;^"clLEakY M}0Jql~]94 DNJaLp?yKv&Zmx!FQ^=3&&&(R,LߎDIc7jWoY\^z1J4MݗKFwu_2¯1)nHTn86E{0hxzF_CbM M~ (`siY>{8n0TG/MpkT൵0ZU}]Kw-? %?"I(a9yMۏ@Լ Lֺd)وǼ<*ӧG$Nɒ& cz9x ֺ a(9M>CV(tTՅ3Ɨ>ʼÙ]]CQb(6uR,Uue*e?+`s۲R*r._w,KB\wEQc[$L^1ٿ1 Ga}nR6VtD!jMӀj`Ѣ !OqCCzU+ {jfff5jLMMߤ0z/8h41x/ES{6?y#Sŀz~ݚ>i( }v vKwz/5ѓ1wWMgt-f0 6@sޔk0,WG7.ft 6O8.}P,Mگ ZIFIW.qphRZU@4! )M'w\_>f5 `P+:Nѥ>{H&ih!YU[KI(K (],RL$FapPݤI5DJ!!^d:XgmB栞uq=lqdFP ozsQ%۟cլV >Umֽk\}NS8R$O,Vc$[4 h0&)] 6g OqH^>.ұ{)G~V377: F~B0%]o_cP4vEhJH{,[wKVƵ=n*{%f֯! }yP>.DҶmH *FXFe A%dpfncm⩌OȪ[5_~CqMLYär03;` f- ˝.bh5 h0@F,հ{Dq6yJ][an IPͳi Ow^fϞ=cqS8;-\TP&mGX&pF){q#KUhCH8>jk4 xGU0=vCիW,H)fASx-:IlVQ߽CyxbM,ܺK-]5D4(:)Iˆ՛(T #4{?;0i7n9/?۷%-"g2AVzc%!2Qx8$1eacZI>a da{/mebPkwwUgI࿢46/Cȥ4i@8db; rW?K oڼM;teyg N:^`cmzU/2 AU>.?}ft`-g|3n./*umgDi޲2Q]|F#ϳC.d'%Qi@Ӏ50P!D}p_K0qXm^þ#xgރW0| v*@hݲSMyb4|D.yrX7ǰ~Qomymլ4>xu[Ձ7`6y5cu1r(^E(Pٳ)eh8e ˳an?o~ lR{sG 4`4 txIU3aw2,`N,r+-KѬcw4 [ĥkOaw4.]{:F rSX+B»ìKWH!?H#dJieV4u`&KsMuP]#Bq+۽ҤnE_<¶ z(Z鹤\CzՓ,^+aE_"@9+5䕰.&%5pb{g }eWX!E'W3 '/f_mqQեg̔# RuN4 DKbBp1=[[#ex,ٹQFRzDW .=¯uu?o6{,TZ܏'>{+=;A`Tz0ӫcĤ=8S8p)aNI&IJ_ eaeٻx)etcwO"yB!a#W/4<)d%]"YpIx I!cy8ږ!_}JG 6סf\iuRcCiAœ5qx\LMb0K̆MJĶ, K!Zf̞Ou9t.Cq:YJ}W|B\pʼnP/_}|m{.` ¦aI&Nst%.^Z73" ܃SûG]3Uc`/_IK늡,dgY59'jK- X^91 K1BbMD[_6tx=i hPD"oΙowŻw`Ze7\ 4 R%*]i4ip >x¦?2-l*gX=䈞ڱ n}бT_ۅ bc IDATs8XJ,Y/_50}t=:i4i_{crXO\܁PN-̜:tijڴ)wrʡ`8DcV 4ȏ'bRZJiʶ@KXZ>uX7<{/_43eLR$I16\8e}}*5yˎK .l0 wIv^+F0LV;zHpًwsZl(Q3w$ݢz<0$۱*:,MKaTԶ*=UZ Cy%O+ FFNWl*p=X-EL3QmGNA%ȟ;]o~4׀È&nBeqFjik½:2Xg`~~k׮ʼn'bqSȶl"`s@#K\m[ q5GorL4AZM4 50rO>LVgF䌚ի`prriڵ*V\rc%EbC0O ЯUa=|V(9k.!e MGR `jJy(LxxRHNXߤae@diǖQj>znqHJ؊ WgPI2UA[ϑ ty@m:lyId ak_29.B" ;_+y[Mep*.>1l$no]ŐL։&]3@lmM"ր66-//gZ73eǙعڛi`3Δf d=Lc+W3;4leD*Vo8)#?&:i4i?bJ?Xn]!ΨV ύ֭[4mkNf\*~Xgݱs`=ft"9c UJ372gv)5[QI %%A3 (6s79A6[DC %%CO%.\yZ/L} M*$G"Pw \/MOKH&/O N!=6mJGJ?"EWZM.~ǁ,5pd8#U8w6wM'gO :G&94ߚR>c`-VִN4 50bW^LVCf"Wj=u[f${z7GLjYw8;;J*ȑ#|܌5&2ý`\̥͘~53?S%:dF(W3ZӗM\ 9?@ЖrAqW`HgnD.L,&Zhcl^v c^7}f~B3PʯZ4Z`5ܡ-g QEɢYK ˰lYiR'5:ڤ| LyO߅URO1gn MdYQ ߺ0 V%w<>d5l>qyb(]-ZP%1:lR<ժU9l-c,>fu$읧OdŴI5 h4/р sUߺūOaaS([ NqȞUVbxkȃޱ 6˗. y1ݦZj%a5j0*kcl!mM4 41(XǷ=ܳd2$I[WM7oc ZX$ 6oְܸpKve*{Y!p`>w]D?m8{!z{T?S\퓵XܛEUuu_zs:u,Z^$#1+x1RJt2K%5SF4+LهY s%EzވscO#Ií1gqzhWH:aGO0^#'QH==f G|p2%rْ Ij ^:r-ah}Z4K4ڜ4 hic+]Eui: =nm،3Gc!c۷ok(ִ©bUҍt,mp=lsJ3Ɛ8mNP;$_L֋"4}FGɳ }z&wPr͹ ))v^/ 2H?cϫ+cm A1AZMPT> u a&Y2ύC,QjFT in?NFȢ{%^#;u`^mˉYؼ]Qh!Ԩ\uZ۶m֪U EJBߥ'"J;MBwCMi@Ӏ?7)#h8[gRXS7o8i_xldk^8g=OV-`,[;u;]8_q;.c7p㦅Ŏ$EQz6iN3:5pö BJ7 7ɱxQ F\L$3o0{ZJ5̈́%dda_5;oЈ I$߁0k3n~pY$Z~ᘹ(&FF!ѕն<(^GU;/@tGԞ<}J 'CYt#ۚt_;QpAԩ^MzǬicc#`3_A{h<(G`4ͳi%kj4@Wcm{ SýZm,ya͚5X|y,}*z65G=^8w`3NT}Il#'n'G,_wF.mG|:q.8^'8Llz 6"ԮjcF[hck?9* zN'Fz֌3$p{Rl^&3D(փGe/áII)@zνX&&ZEG j 2D[Yg>OaYP.=c[=c:캄ݖR0^ĉz ZaxB37`mDò ƏydgN FgNbf7 UB.#UAku!ascoO0py쉢&ya^&bb:cǎ>fASlө"7aA8{r lEN:cQcT#oRjߞzcO~|{?l{@bоE9$Lu÷H4 T3FwJK Wod/hxޤ=\0_+i`SM޽ k[uꉋGvk +mZ`ћ6y)T)V wUR6 ᔬ`\O2Z]jPxcrY&^ݒa%c'ޡlȑO1PHgu.tJ3WUO(wY'AW(a<Z!g8Llzs$Xx_/ClzKX;Vj%LR-eĘ fIbqěXm1Q'GOܑ, EDђ!:X}YP7g{\Ȳ]߷ﾐ( #]r.^uoýc5eћș-5NLy@ج=WSA4茟q6ydg^ i & orf$ԥMHSHVtD ݁ödlټwVBYm4j=cEG2eO,--l*!c ld!hͳi 6)O>m (|n:EzG_(k@dl't(("+v{\YqxDWaՏFJzԐf3[\;u@ֿӽ{`nemz{Yﱪv8ٹVM®Wqm=&' Kc!^Hu<аLc{$w44Esl DzPfM*RC_*}}p|X-\J~&al(&}?N׎zegzֈ/@`;|b2>66+!K抍B爊Mb-M 70obsYrȔ!9|кv᭣Ѫ/0l:hc*|ޕmue8}_r޾Gch05?rCL_pgvwp.עr ;@{cd2!A'^LX:azgY$[#&iRL6ЪYHJaםEv,l,%u3)-۵(:0YR"}F721n@Y9uk0рR82xŠ4><lFKg߼VF,iE詑sT+dHx֜=[x6^>c yThwwwGڵQn]-V]2ZA>>'P|S1 Xw"Gɡ?a5t=5sOLY,P_UQP/љ}ɺ]4 +p鯀ߏMA 1]o u.?| _ )[T?zeæEmaZ #u6h6,[{ZTttM^Z{,٭XoFwV! !# h1 ÷oAx4aOgq l`s?|u-Quw<{6GէIa\_ A!_7>R~$ Y>%n~. 45!HX2%d7/E?\ GE+Of\6x%iX#t gx:E˜/(XN'^Û;ظȓ?qxaM@Iy#7.!cH TnLe0/純ׯU*#! Iqs$͇6ll6qD zfugF,_Vr v]zZ9C ,5`LPhI4gLAcg$O,i7) Cci<{d8M{-K*9dTԳ.T aF[ۼ&0&>4?;tZ Z7U T_C47ѣG]h_6[NXX0K^b H%<@`F)V(~-[Β5&enQ|<>}6K~ÞCץDKYbf+U ۉAuu6Yf\L* $ͧše^N +KoIݽ=|'6[Uhݬ V_nJ qv"XJ29{VD1U1܇>Kמ0LS,nqAB鑪n5$ZR6!sƔ$`F"OagC"aL#޲fX+مy':w\$\.A Uaz\4ăLoC0xEU ]V<̍U+C\nC=zY;_E:3@tBz6uȒ": ❀ Hhx(Vcf*3ȾTl0AtBf򙍜 %z)8cs[z?uUVJ)"cetsbzkbDa cdsoy!Ei%/7Vb(W^ClSC#٠gV rY/YDDt:3@gD3p}3uDLy3|Qi4$1$Fd 2to . a$fԒEKW.w9:? Y5maLY%*uPx+9L{ʝ3k%cWIh׈x$`xz:n@޾h]*FI 5Xq7ǏQl>.ުT;cٺ3BL6A΄rI..YJ#GJzB&:S; :DtF< %DX<$/HZh.mѹkڰ_(`3<ό +7/~kl)-ꐞ(z ی ,V IDATI/wIK:ъw ꌕ:N/H60@JIbrēMO&AEeȜRv0 W\א8ȥN$>-ãbgÖ;Gj4mn1!BJ,cUthYNr#xF&Ctψ13/9 #2\_䇋9.>ܺ8ʕ#ю&NsFKWBЩ;V!7j7*ƌJz' ֭DW;m!iSZyF̰iZEvZm1XG ZU>Lc syv P(3(6-j*){pUxܘ5sObDodϘm[rպv튊+Jf1py2Զ<qM-2!ä?~+nHJpp>بE|6DVplg7jѝuIE^]h}[G=YbmG/?j!:Ss ?sJFo!_xFH^Ljf6Mq}yGbȚ9#⻵u8|xhɊObRB"B+5Y]*%uP+ʑ!Ogxhl,F&CT?yźyNjW =䚒*ܙw.5sstpr0֟zҥKKި]Np:(ڕFSi`W(=͝\"0aNp}dH yr#'A1T)np bFw5/ &9•GryyUę[D/ TMw3wceLkdkٴ$jU'2+}j85xƽp4tk*kB[]&x%|4#ybezQl|gmyQ<$D#_v(FDz*aDG29ܐĎ=V7Oi#-!%ǩ!$wxF1S{mdV(FD ]kqMJ~;fӧZ.j9xh6$! NO!dx5wj\dm YR[ g|1^$au^>Ehfm@zi>#]7݄\21A'B+񴄷L-JiddzKX6qA?zRls1^3IoOd"saL0͗%A1CDQ<̙ܶ2jT+^x'`S=0%:7"!5INF\z#{^1#/~ƴ^$PF~X2; <Ux ֽ3qQG]ݱ^'/ <Ε5S*wseQ"!SS˨-÷Aټp'F4ڱUS=_Ϟ=QdIԯ_+UFgUNaĹ+n&gA !?;h Bp6$%祖F?r8簼'^X:|Ӱ1z^Р!CYr1,(`p/+ $tC gx:y.ѓ%䷋1zCͮW%"9jjJ_r7 j3%R

    }+s)ihw uœ|䭐1wM; ]8?e˒)%s `Eƙ~1 Zko{̊%y+86NATI*UKžHhѢEųYrU[q(9TU;w\1pJ RW<[%yd֭<@z4֊ݔz,CK VTMLncʀt4A27'Kjhb:e,Ĩ+Hy gXi<#<Be\IGOmDtp#puY&es(#ʋ4}hexn"A!0$Os602Bt }CFj;VX4%VPeIHAr'8S͠K`tǚ] l`˗hJU'a<@,ܞŽIfLkA' ۃa߸428v_:Mj50|{^@sP)wqlt*U~ 6h ۷/ , JT fzhL;M? 5Sُ9cy(]2@a/xG÷H:S*Ψ,;f^{t= KM602Bi!$bsIG$|u{V;ʚ3JتI! UYc 0oy.`yX[=•Φ?" Uʊ)ud>3 mdBAB K`ǿ-'bzۥxw`Ez!˔̅9g vHus5 ߌ[d2(P=+ $g$ W$e(Jn!ew+BXpsCѫ}"um˂DK$!hg.tR[-|x>{.],Do𛷟!dP/g洓O@23U.k߉ .'{JOM$FD⬿kH~4J + у+?}W"xK8RJDD&Hsc¶Ryoo}?r>#+NddlHDn4:vлOѮe ވ x ?s`ޱ/2;^3{ܾxzCBQߵ0(U7oPlyTuOQMU׏y |~o ơ[H"?_N4 h0bl9sF 1>g0/nM ukqvPO.Ƭ z̦̲U"c 'yK$iLҼ誝8ڏǐS3O!$#3%K(Fl} h bĈSLe%Ukg v50di\dR..ڹ}pjj<[qal[(]Uvķ_PU7U"5˅A^$-̟d=#ˑ - ĊXZ'M4 Bs4B3}(Gp aÆ!UT%z.8jP430v\@?lJڡ /QNO/hJigpmNv}' cΐϸh %1w= jX|r߿G%Q;7Jz9pD_  3@;rzVo:Ͼk$G%{IUͭu4i@U 6Oycۇ|"ŊRvH0N5M gh{wB1C ìjh4i&mbóS̘|V#GDx`ccKktw(c9Բ+1}Qֈ+֟ۄԇS ZH4 iSNјBi@@6 .ʁ7@wߋGwx6'Ǐ(T(*Y;!QnJ 7lIG[}@IV"_B5s*Uj4 h4o@lkbqϝ\_1t=vX|njszLpk2 ٓ-RWkOZwA6ј{B9agȮ?mnM?K~"yV?#]`W(ͳg>}BQѪ5LUMacw _tRCKɔldzHռZ'M4 5t@a ټvv.OncȖM}\qYfifγeIV(Z\[#FQ;/Iy HظҧKfI5 h4+k `9yI$ƒ(hb "]FTi^RֹM{=JȊfY[Mƍe,RbfJi@Ӏ>o>4HWOœU[2e2h>Cϛ7޽98s^Cpl`&0)[ Y!m,1k19$ᬙ3yR֤dѬFITӀMF:S t6i23(w/V6Hl3| D-:Sv UټyXrgs+ر ^(Y(;h^=&5h}4 h4o0ի6O%elټQJ6uT<~ph黍"n_,~ M`mƆ-gRoZQFMi@Ӏ_Pf{l XǙJMi2sTk4Xq7,ײG>[^ThJJ֠f>>k-ն"knp>u4iߪ{ cW[[`0{WUu系;1Q0AL;1D T@nߘrs!w/;^s\1ӡ8n^C={ⅽu5kѣGlviACtjN(Y*<=scqs4Y<2!h_Z*%JQs[+`s?hb jg*7Z{ (lZ`fͥ&5 k@@r#U:;z<ÛWs;,YmΝ;ҥ z+DclQ * <ɎMc/Xν`DyRYCȣ IDATd iXĉ]^_9Gvu5g•ގO; -Z5-;P0jYҤGZb[+s a(6Gw: m]HW$k@ր#~I=s2dm[nnܸ]bh1E'늂%J#08;ƍ/v-|!+C'rȓ5 kO WpffzrmB\y&kd ~|s]aSGzS߿˗/ ]5 f53+IL(wtn[~p^C7E,QHZ@$k@րutwjVKP6oCddҤI4K. oP]Y<&tG"őӉ8,ۃ.auucKS9}C''!O*k@e^WpF&\< .9rߌyw'd̚5 >>>pNdxbjfUFc 0yID-b']11mIe 5itaE b'Vw/Nđmnq0nݺ)R;̙3l> }1' 9@`jXk#yѓw< zv6҉,d S4 ]ˈvb=Ȕ-Dr*|{2ԛڥ/4}tx{{#22R 5zl(^MZt$6_|SMnQYaӢ,ׯ?`Cb.6Ց.]j5$5 kߧ``b 5pp޽{W4i&8qݺuP1dS~=rˏ `PxXC0wRsth4N'5 k@@2 +8t%#. pȘErB;cB2mzT6KDEc Ubħ5a[[twо P0n/?`m?}9gP\d_YYd SV1s=WvD{cy>g-???>|ݻwI(@'l_6 )~@T1gbsk%M6nr-<Y\} JَQ }zH VIז 4V?l T(_ULZI~Zr8{ Ÿ!`XpNQ9ٻ)Ir'YX~k3סDm{իͥ@cǎ;i-tJ㽝"}(fMӇ^ȓ+3=!WL:CTրYVn}\?@ {7zrk;#e2L/t2([TVnBfX lG_ ZQʒ;5 k j)7Gu(QE3W 2o;k. @yt",N2߂88k}{t:ATրY8?ʕG*ah5ULյ5:²YmP(% (w5 k@@2&ӣMwC502||y7Μh.Mٳ$ ׯVo؄j:b&qG`mQn&Ie 4w'>?L Gs85xQq'{65V?l7ղ xμ :݀5ڣdZܵ<YXu۴\WDyp Od*dž|5S[·/aX)&lrMc`|K$Ie 5 5~쾭RY߽&H9+,Dk,.l&Ek ޽{1qD-Tl6E\QŴ50΢[zۥ3$Nd HXs3봵(cP# #`;8vT4|!YFx6-^3|4Rxc) 7wo>ћ(S"*ϯYIe 5h`C l9̟Ibs#C2ԫb+@ hءˏsY}GnsGȗ%(y,x_w|c@q}iuūx>~/_iYdʘ6y+CNPkoSgcMYFi`x8vFsi:ѣXl E\a3K)U_:_>ER0>::Y\TրYw܂phf]|3;"O=kZ(gSco*#o0"9gL ,_7`Ooɥ? e) }j+hi1Ma\;.ִ{LD7w&ԬZ2%ׯa7%怹iY{kEܱܼOׯ[pvj/y"Y[1c]M^ri4壻o `Fsi:Q8 .mtJO»`Y,U'ʓ5 k j`X-~1cuJLk[YrŴвFQח*?*U\KYGT+7SF{p[?dϦ? ej']TT ^ٻq}o?ex-maި\/_yk1_ ?d$&k|1{e,9lb=|J św^`+X7(׽ɋO0A˿.te7fCu0mkLm_ ]&5i!"ج\r/>Q$nE `lZv^`ӲJyw_aEgIQtc0ZX| ] ?QE&V°Ja9ƭVph67uڅW`Cn W{SWbp\uLv-Z 7F.l@k &vJɄlr)`)ž] gϞŔ)S0dtDZvw¢_W(O*k@րdw&9n Kz %-o!8x 6߾*U#[h9p*Ԑ$ӺaM0ӱ:oC#.m*Iթ}V Q ysgƢZϿac_~^F=iHɳaTJB亪jN-`۶zt>^尷>A#!~}QX._W9H7Ι"]pAxnҰCX0M5Nt\j*^< wG3jŋ3f h9M'7.U@tN'5 k@=w)]>[_ylӢN#?JU@v*[E\As:cmIn)4NN3@fA/c,+Sw\ Z1~ajuB+Z͗GRGa*u^!pCOsops{%zf^1yf-&}?~bڣ`q֋iӦDRyGaݒ'w$y4QgLhY '@K;_s6tpDD.g@v*\Σc4չNM7ts7eŦvȭoW%ld!ςً ʕ΃j 'GB{`Gxp&l>=7/,a֪~䠲rΦޏ0 ~^dG;E(XZq-1 ŝ._|Zع/yz'̒9-\?u_9mQ:dy*,IFM J.*7 y%lzxaŇ^UbZWAq*GMہ_Ͻʱ>'0e^8>SLpF+ qPٱqU+ ds CO/lѴd+}}ᑉ,BVoz]EZaoRg1y^0}). ;6gv=nۣj @KqB)S"̾oZՋ=~M魄{Q,Y}DVB~l^UU\QeJFK;7<4,o@ 5 Kb'`zk-"?Ew ܧ/<L AaQ[; |f#=[$wPKϺbyYt4Wkrpb7 6릮Toݺ={wHCb\;}M_jմW ^ ǜ318MOh|bx4*@JCd V,T ŷM^ݚ:YD]z{tiScݦS]O;%gҼ?b]<c. ؚv3,x}lj&5kq5-T5 XY? yNS{kaس^:hlTHXnuЯkmdTIyxT }*_3M[2($Uh}]xh9.A-T +<;M7:mTSdΔVpCGL&iQ ǘuU,%NqC4l\Ǵ~X*'a8@TS^ЀAqg\^ a`Ϻ,ڪ&U֯U cէCcɪP,t=^=cWw^*#mEYl@,Z#c#Q{^!W<^9sYG፦͌K煞hZɌmݣu)\[I 'ZK7r"gt͑Vv@?NhoR~G\^Au(M6MKXgT6iY?wz#w4죛R#Rw:wQFa=0LP^}fvZ 4JMGw RK A\|3EplINaHo׾Ha$=<$^#8u;E fGPmbxx" ily+\r&Sw˽]7a!jD{zrsn޵Ȃ_F*uZt}jѓwVFqNeEǪq"Dkj;[~p8NXν\2 t6jRkYYX}OO*,&oYk^cؤ<2*Z<}i׈iʔ%ž,= r0y"Bn(U<'hGH}&%~TkYN|2wn_ÇѣsoLUߡ.|4}FM v:{ś/ .d ߌbs`ᴖ^Y=bx߇uO!9Tv=!}8h0Vzk~Pn4 +i4ʽTi`чp{.`A+iz*H6ݲgSGYVW  $%=`T/\S{JN Ŧ"d=3D"ߐKGSSt!/+T.a5eMP[0{75ClB7"TG20\`,ɕI2a6`IUāVd'C$U5`GI"Hz[s(@Y|aV-i4 ``êǣNwN^o~N͘AoEgyY@P-ap UHvn_|GٺsE^&&JEB~˗+dK;mKm4@0t6wؾ %xAA s=]L=˞5=jK;~q)zto>ǯg툹4LseGqwgϞ}`fo0l>kSH2%yl)6iMȑOZգ.(I񢩫^[4)] fڥ3ۈն-*w}.r2° wEnaHSE>NPE(+=Nm`ᘱh =D-22ÎSĴ{y`:SƍSP~ԡj ۾aNUkz. 9lbS].PMDk߮Ueth]v]J N|0wNj."umÈEiY QI1nb2e^0OS=~.Vc҈&>ubM| F$ϞG_ǭnh@VQF|u,[0y{P ?ʗ#9SHɟ@w?ߝq?\|"xL+'"C>˔1M>dsI"KLH"03$|5->kV-$4/=|6+rrIωΠe<Ǯ~~&$·l~ ԩgo?bЊ]ȚK5˞FoL@Ϸ/iuO7/)K"қI0KdVWpB ЦƲ_ z=|  iKH*E۽xQרyF 8˄<&)LRdPe:z`ߡ8k%Gz 3r:67@K1f:E fK[UG``^&z >SY"&<< /*׍w͋dD^1=vGW'~GTVf_fd`s|hs4[ǭξ*fⅰzujOPzu899!]l\~ }|n]1UѾe6!|Kv&lǀ\Dc8ڐA\&-RL!R(]۳> {eԩzv ;X8|e) CQH8*#[-9%PDלvP-S䨓,Q5s>'r4]Ҧ-dW87jb} èZa䷒3z<ןK`Ӑ/j3r-iӤO;ϙ(h J.5  i5lb1M#0~nhXSobBpIyY`{#`P&._}"<ּ'$b̈́H[)֠GN{  eXuuoo?a@4 =j,u7o1tdΑGK81l.$N^\}OLEtPTE:Bz-!/[* D80pfɔV^赴m[M\Bj[p0K/S_ZT@Р]puf<0gmEd:C۷o000eG\C3'<6`CX61Q)rE,\n6摓P,f~bq烯yʑE e6\9v.FzX˥"Ll4X& 'Fwz J˻-)4Feeuu NA{1?=TMLH*G142xz4xhAذgEc.u[l(*ou2ťȸk2ۦee̟>'E"EJXYVȓ\Tсl xfK>jT)VLi^b{Kw}c41j ː 6i>3,e3bUhRAc+%d$]`^S|| S4/ fO~&k@mg4=' %O}_6aa L:ipzf*/ u*U6)VNP4Cw*xB6,u`լZcvfFWm`K"o}x4n1 <Aܼ-kd} G㹶rK0Y%gDD$[2bE9x: T⹷↋O0ľ>k ^Yr!H+pey",$S xEh/n(G\}}DrOTJmۅT9Eu, ;/D(SbHG/'@Nk>}!ckG,y  'lm¬lr+I4oca48Фnh2E{%MGN?pcȔ=zN$Zl޼.4Ǐ#((SL޽|QG!K6I< KB%sxYH%M$w5 k@Hu/4ӌɛ`z%8sZ,^8Əwr|Ht{34t!1t#=4~;/|s>{;^"7l1ߞ=r)Rs2Z2I֔VNHatP@C'`#sW?aXcl/rb"Ñl$?by0'$bHX5P)IԺȏ^*IX`伳H13zʜL^!8 YalxDlQf ›^ r:$PǐM"}s&Xx"%Tw2-wΌX.;fXVGd 3c(gE-eNJ@zrg/ νB61W=AGzzM\y`V=rM0g-q[LWo<Ƙh,3gEaHK}iYӱF8Cr=y'4]{u)jMWHȴdDVI4/VB#2Kﯷkg 7k8+ ۉ._Pi[{X1Xzo^`YS|xCt$I yDyU]$;%B)j&])˓K:J ]=)QIY/1 gbZ2*|։i-'؜֮jwy1IݾIZ51on:/_ӗoPuJ{pT Ye,BRRu ogr 'Hŋi NB.z}P=|m[SR#z$x *p$1=# 5Q ũݛ` i5ix ʴ)qH;O©hf,.N'k/??of25 u֤u ؁YKeDH̒<\UzXӥ܉{:sg8&SԱri'9z/ N&m FO\Ê{HhJ٨%ܾ;"e*iA>|nN,jduIĥ#94oyJԜ)BHhQLD#Һ_37˖-j%t\.Bm>:*uu Ԩ_+8AWڐ`өSmT2D5lXƍL1}Hm,}ұcG| \ ۋ哰dj3Ju(@T@V.rӏ.D< Rg n\˖}0[hl_ےjñXԨ\HcIiWƢb(f@GjIJ/cE,jfhuX4/c84[m|04b{ȑ@ߍk2M*J{}[ٱ7Dֳbb+jțE)‡i!@g>*%nt>,ۺ(_ Z DsKKL9X1:u_#O~ژ2W`apk%MhXTր._}PCg}ncynl]uA&-EsW,%FaR$V̱/`]}Cgiek58hVS#A?^zhڴ`;,r63ǵS3sV/h55g4ԉd HfB}s3)[[7\:U~!hX.Z&lj==%lj6H^rhը+Z43St$Yەs*Bְ tko{"ES╡X!C"VR!tqa@ۧi4+CPc IJ hLmR\m|z`A-E˵[qxK`A@MrJX;4(Ʈ A áiqiԝgj+jYd B㓨c$K)]y6U1sed$oAȟ7q 6vk╌`3rF酰оcGņ;[Æ all9󠠥NDq(|f ]YZ]h/4)ˣ_zo#)˓ܞEvzoEFmм O郛°zA4,K`Sc3ɓ'k.L}aWO@aaĊZS^XXw-$9kv׸GODP˓̄Fե,Y*j\3vݥKyíA6Ezo3O c1Vҋ3 .kmkd>E,a媡EI{|wGn= Aަ!,u> &nUIuTFJ Nne(ǎGkMoʤYԚDDaPV#Г%pt(Vo?$ͤ(PcΝ WWWܺ%#χyxt33v^<0QX5 Kc=֑G!C2Xt 1C6Ubꔝ8sygW?oV _ԬZ32OoETPK!h$&ك{$i,ϛQt!n\93Rkz@ui]_bs dž-g`X0t,"9)ˣL`ƽ3r|]kM⒉vS&ֳȴ?ҦUMx9iN3y_ w`]] ;i M&!!cm`(Kk"{6@lZӻ1d 6;-.Uh%@M נR*eiY3kQ!}ۙmm_uZQ<{,+.6#Ƞ|(lek [ ʍ,.,wey>~͗ 0@v& 1vsuxyX}B^v3ؓrIQvlDMRs2Z Y2t,g1j ZWH{^ÃGoQJA!81C9xT)1kBTh 5m"BLD7KqU#g}|E@zM=7E%5.G`aY=.tڢE ,YeW@vS{],{g@VM^6V 陯ru'+̝713GFu[FX,2{ֈڒkC{4=︁cZRAL"~惩L:gav|QhŻ_QFX4* [ Q6\tr4vCQMG>ۦ9Cq`Sj;W0u{4f:mjłZ'"1 ȕEKrfJŐC7EԬV.sAM 6[Px.Yr!ljԩ{\B|b:tB,j*7^8$rRJEZddAfuO / :y^0}y =/捚Cg˚ܻDV&eyXIUӂ/bhlJ ]3T\|y{]`Zcv )d"뀆D5x77unԯU cէXzvXv%LGo*8hU?OYM79=NŋZѪh;̻T>w! f#$ g#أumLrEw.qM&ʕoΨ?sD <(.щ:lekºy%15Y{.چE ۪%@4VXsodڮb [NBYl] iRy5"O*w ah_cf0Z= 1w} ?BDɝPtԔMƢ2'طo-ڲb,ºO57Xڭ l~P,DR2ԧ]K/`߻I~GсACz EZq`üQYq9.\0 d: ZX v-& k,m{!]ԱD"b9MlۥGNڢV( AFN;Y9lH~ ]ʂ7AD\}%Ie#kW)s |΢e3.;lv;yWN}C+Ha[Y#o-<U5k)c{tGlyYnK4iX5u濓1$9fK mWo^)bSkA_0 llKPdn_^JԜ%͕ ?08nUgw_f%F0u!^~}c{is}ڢ;m%O(>S㇚]Z1eMm?e!K6pZا7#g)L&ͥH6- mm\fܾ"MCaP,i9s?/͝:%#wXKoy-Vw̵N-n8 MMʈw˯_Vu<a2ZL'ns?oWTxLUMP03ZGLUSq}}o#è")O !T&4%Sxogm NYޮVzqbCt9.)SP*8 _:gnaWJ ٳ'Q``/-$Kn&/Mq2'a㆚Uän$ru.C&]zѲ,{rw]Qٺw.XM#aҼ(e[b&+*jݼj*âBm 1M9bpA0wưϥk'sut&3\<"BaݒRƮNXLMq`8-Cf_$fa#!͌1ܶʡ|(8ʒIF_1Ԗ@xbIQ0NBtxѨ4Mht vz ;r1䋠'tf^#uZDsE}qrFxG`S'kТM[xx6,y0ĪzPt<}>ZG %iOL?G?Ix?'>+܏a8%% ABfeE 0 Uñ0UaZ+İIEh M›R,d߱琍zCXlfdg3|:mt3q߾RM>qBH->/m1st#<UUvbOsW9 ܱ7?,~޶,  4UJwdp[r {y#8&Fg6ʏ! ȢѥuHԺ0h^՗`sFH2%hc8 eYӧ>|VmWUXZ GL"U_:FGw8Cc"̛E\}[WꁓUt'`(.IJHE^HLG/KiɍLYfL;'j$`qpHaUkUlEgwW9x^R_^c%f3g͝I(0˜gݷkm g&-8MbΥ ˜ 'MEy54HZwK]+I493ŊRk>b:qFEc s nÞS\$>Ae#|.,yTϰ|P+ȑ%ڑ(z e#a(&ʶ]d /7ڡuq37(?aR&b Eie"he'/_}w૙Ec w!Z#7=kz׭Mc~B?ǭ *.Oul*.»HQn~?~&'!۫7~"uBL[/'OL"Gj$2a;"?E98$<߹ ay )_&u[,Nc0e8 eam\\ǖ_$:N)Xc&t=?H-9C)0anY#f# '@Q+o$s@';=lתQs&XMAj۶բsg֊|-fB"y Dg^KpTh.m 0`^xvn¡_=bq(7N犋*K6M*D_TY m$e9~G;Cw9[5 R3K%yu r W4j}ay8ɝL@-&C9a.qrޙocOxǏoh"NɳbkzH]cX2 Kga$DU/L{_P|)h+˨<&-9*r1T, GtK9F@C8L7]!SG%sY֦[КY8 {N`SOlSN!00SNMkl~cK#]pk2%s ɓ<(%N M^~.q-lb7R /ʘxY`/'= ]6]~@31!v;B̚E5*ČEEjb^)zv)#ut03,\)v}aP&Hໍ,!`}Xd\ɝL@-&u/^Iɬ͒[eg_q?F}-уLQ\T4)矔ȡgJ߉ԙR2Y'\_*[r'!T&4!c9sU2\a8BQF-m{j挞3ףd5]nY= j=+l/1xNҳ*֌ҪdjttIxîVcTTWZI .2/Y2Cj;AdF b2y|K^TFyItD0I^ MqXMM[&c5hP&('C#GLiQ"f( ͦPcgrb ^:;Vcz@ ЎQi H$}a?VѢ vttĕ+Wʴ2^>Ü.up8x" 爪g41Q1a(W^{CZ"y|c;  SDiRo9}u^3bsnR&^)b/OA;9"PS&0c)%(3̬m:g=aVG֝#"HؔK^H9 Ҡ W@ 3DUcV3b疪CII5%{b+~*Vpܑ& mt=̕M-(Z!?Dm8>NVՕEUWc[66x1F?$knQL_}LB]Y?YfɶM\0Xoq́= oѿ{o Ɩh;b$ GbBxl B]"]U .āп)iy>y 5p4fFӅ\MOT;;|=V8"#z__M$[3@$RcSK葥ϰjarz@r)j:'g2UjfL96x#݊7#L%`,+$;Mq)qFՊr U,mj0o)HIF6ܕڪ4t5[l$z3 Rߒ; 2頪WFgӑdd&||$@f$2gJ'ҀNCƿ-`<WBs({|7,fcV)MulvnDbg֣T(Nן'HҦWnJcUdpF(V8;CPHnЛFZ49N"2uJEoU50ב]|TA;")Jע-V)- ŝ!@y.\Nfn޷3;R\AL&ȴ=?zQp6FAA˕y)h]SApԭDiS'ڣIn_M7(CEqMX~o–&:TÒgv4/d3ZN@@мM;=Őykç'N˿P|>CM!&#  z\ɁO;%SVwmsc#X0IS?+ѣٲY.|Ofu93rfOVݩ?8rm6HD^PL ӶY9cMiI( =Cnewĩh5s&22W?0=IBxgx$'>G*9?U Yh9;ٺ7{_cW Qi~oV> zbk68;q3:ӵ6p MSE&ybtN{E }ul^ܓrRn<-K#UM$O.O^-;zJA)Ek oj>jSrB6&$(U\}KS ď;UIRk5hS0AR=r]1EfTD8X'CdJkBd0_SjHt &6I FaF\!WY"^W Kq%M>޶LՇSI*:?wgJDѻؚKtθ9$Z8vr?5(x޲8=Y1sT{r`Jr+\mUJip6oZA}j󥽻PL$SQ=sj!,ܕ8G<-tU=ȺXOXdjWڋe3ZNJ6C^>×w4Q&-~z+8ߣIHcA@2Ɓ#1t&-&z Jd=IX);i$\cƌ\u)nÙcyiѰ^˿9G-MS ʙK(A(0X,nJ`:wSB.Mؾܵnk`iZρ䥇 Hyc+q !S 4ju88:Y\c)a 7aJ(#d35YUx/g4I}sG8WmvS*]&{&cƴ 'GGA4h7vYqy9/`ԩXhƏ޵f/dInZrqRlkK]4̫5RObn^$㥫Ank!srr VyNhbB6MA5m?~'OYfJdm<3v4ƕkxq$+EţPۖDR2y\0@3Pި۾O'g_:gcds={6~w<^Qf 11qlZ;eK3)0x<{\)M/; 1r CRl f"̓uJc i\eꃗVԈHGf!0ydP8wͳAdu|/o7Isgwz8dWdpRԼn+cLs$ϗ{*s o"n>C7 IDAT4 =kعp2vidsܹlݤ׽,o# d3*lĜnX2\>n-럦!lƂ(GʬU0(_oGUMUK  " V_ޅ݀%c Td$i."h۾`g^.6Y͊b̰Ѯy$S&S8E=M;r9vKpT4) qc~Lu6\d;KŽSmlZ $ʈ0ᑢR1#:ᣦ51B( <4P@ u_nZ gǴG@.}UGF}g O"b]Ph|2v! SrZ\<~+E\i˦Wd3hӾ#B?[L|Π:ȕUS?J5gȍhҰ$dY~;]ā F~~FOx{!^ y}ؿb"6gsB?[ylFGF`xRUs|Ur6b6ӡe oJ72}GwjɖHf*ѲIYTTD\x/ ټ|d'k\iڥ3kK: "4dN.6/u^K \-5YaԄذâK@*7 k2AD{tBl9z&5k8  VaњL!AR1.a+جlεع[31( Kfھ2N$,d,R0c%2 Qz_|>crIAm\?uP>gڣeSc)S7yXpF?FJ^,*#W+82S0&&;PnBj0y27AE9_0z-08mNn]Mܼy3 e˖siln_ ޙgիA(ܔY0y|=|RK3S"cRzuj6*.T!L $ h2xGvqxf5}@Zuyf~6r9*B6 asFۮ"C1|j(3 w=vz5j]nS5x4l&>xkrF=LO!|u6r+zfh%>s568"u%dW1cQ§RF>(&M{U$G.Дcu\Mr 2i%4jC8Jbն6A6/^.]`ӦM8f"!/1G5.~oyJt"{{;drsº25m?L_p_bBIĒfRjopIh#8Z>ye?f/|`˩(%d*jl߱u4&YQ0cB;4[5~NMUp|3r.- /sh>|W`Ŗ6A6^ƍȑ#8 ͧlIS4[[|W^9T4͵䐫콇ӵJ[6b'9 ^X$  `:qvX+6GLAu̚TbXJij0Y6cci䎕8eyr|_(ʔ̕fo9gdJM{@C`ͦz&LtA12 [t.hnB @Gpmz>Sǀg߭tz-ӅG' k6]@y;),mq60#ٲIy2 Q {jKb춻VS!~RE,iWCf1lƢ嚌mo~x=} ʏr0$<{*I̎[~hv~rQfoO]&Pvm={"lSGb89`]€1fhߢBÌG9lͷ 5p#ly:{^*ib夡 D`[@ ,G7,ES)%blB6eKnq@ 4q|4~frA+֟Y8T/7]qП/%qRף "@zC :36ǸSZc)^m+b˦ծUVfŢm,D6Ngv!c8N/ `5~?"&5 PP ;(A£0ȗ;3o,Y6 uݰr{>ݪS ňlZ*$33gtR;,l׮==^{IJ?qB.pv֡A]$qe\hnsY0L]t/,Ĩ;p8eA)sp30Y&fTT+;w`;88ZUD7W'tlY8$xl dYjOIRVV  `1é~a6&*Nj o#dӪW!'O'JNéOCɍu=~Vb_CmO\%sfлxv1̯4` ?b6ϓ&22 0\e'Zt톲8:3tH/G!nMbbbPH\v }dpYxa%MwiLmcyv͛ˋgkV-I#A@^v‚G嬝VW=~X;EqqH%5*vwKOu ¡c7A"mBPpvwO|ML+: ÷uU.0~3vo^瀣ǎ#UTH0hxx8J( .t[F'mytlUÿz7naش2[~ `I .k2Z( X{Eۯ6F,oFB>?Fy|2k}GՑ=i d30أ/?٢-*.ma!A СeEr\Vp ],]zn[U3I(@LLb8W]\l{TO(dMGTH->G+ay^?a{ޚ`VC\RUΪcGjloo$Wtϓ:χLRFcS_3Swg;{;?쩎_$t>^ߎ?Pzvy{=Ϥ#}~S fqydrwbcޞ(R(*΍Yݐyry {Vw&1LZbb?*bC-VQ+});""Z/KQ4*#"`EخlUWdG%jFHX$|@Rx'Rɕ鉝ZOV_Re33+6^^.x"Ԡ#'j{X67N{,qTPN#'ASH=1&>E fÝ/41!B'K**Wn*-M g{/r=8=;~z'ON:DFd9!G67H?0{iV7.g9T9+^)n#HBn Άs*aϓߧoˋc)7xtqq::W,/97!c^x"?;:(:AAG }wThGJgCC&WGbpr:899Jg}[qY08psxz 22 BlŪo2?x%Y0@?DV/lX8 4^gLط|(_4o]ڛfW>][FE+"-uZX9jIAp~&G>zxFOib|ⴆ^TTD8޹w!39.v:DE]c&\KZW"[mT}ẚ-z%3[$"?_,܌-RA@H<ʍo&]Ĺ}ѼO7ߟFe1{HM gcj(5 T6Z|+*onqDp jk 3 Z܋NDIb0aBjhޯm۶x:7 q|_>F}˦mSޣI?ŻucA( ,A@0AўQ ;Oc각@W ~hjMM`%K|hXF3=KƩҺ٧M/A #cx8 l3" q!0R IDAT Yt/Jva\>`s{ݿB:M (aB6ѢRh_ P0Xˢc`CPdNME"R'Dz @C=]B?ԬYӦ@6+UaSWU#"ɞJhrTY~v͒3E][W#?NC)xh(Q,;rD^(?+.AWVBU3|VhQ* NQiԜJ.%/bKI;^IQE/J#D)(ŕKR))pPlY3oUq_}j~O?S0x8@!\sPo{}%sj;j#[&JNpq.(LPPd.\4Qp}qVHJ>/? >TRQ*%>_M_41>=ӆth-ۨs'sqq$sQI(︚>j6:g74n<%߹.^&BקncyԜ愛|IB3!%B&cp 2,o]݋%|(YQܨ--{Xej7q#]-B6q%8 лwoTK4n .܊=3RH7 DV0rHlڴ ޶J?l0I^pQnXȮ?qlb^;RV)v"ҵ8{^x^_)0sPa^ BU)I}Ay|ܗɉJ)뉋dP@9qjBNԔKj %%U9%B+ n7)a+~z @(r?}wC'u\Nĭ {!<$( ^^zATB |(&&F]T;fƅu ýdtO)uĢ>%07+z ^4^2Bܕcjgօ+ ү>>=LߐCR%HEDӔdFiʔ\h|8SӘGoIy(&>zwͰ^eC_B]uŁ2ȍKtPbM=^KDX~jYڈ~ Fq-l;V)w+NHjO΅ظ7(*tqDIA %-Zc*Nk׮ŬYPXIT#[,/f`?v}t"t \K 4<0s?+yz^}6G>LC*_=PL0U=DF9?6u(gtŕ  -I-/sF ~z2 5B YI6GlZbԖ!園[m?AE\0iӂgfI[fq(hQVȦ~}2-`<,sdDGGbԍZ `P̑_mP03gڤ Fl:.K[*Kg d\~QU#&/nĽ$㢪Ν;׬y6UisCfh<g.(U+ʿ\È\A@vm7`eDm@x?iӦ@uɻ lUmJgQFA@{}a|:Xv3t!9uT7׮]_ի[ޒ̬k$ޕX3ye|FRE Ƿ,E 9qjժZ ̟?MqFL>۷/(ws&M@+A"G"6(! `~VMwEȦZlC(n e|eܹlɬX"\r… 9h">xiGY[U_ABP`aY_ RK۷j7n\d[Xو(s!M b+F صxd؁1kTvڵUgIΝ;%˗L2ɍO?VΝ 5;4ȑ d|5n>Qlj&^^=~Xذ$|6^و(s"@Is)wbeѠJd @`VA+V o߶PH/UƖ0 ߍ͛'k͚5X~@q- ( `Yž\Oŋ[oep!j j*ܼy<.%TmQ(s!@&nȈ04\s@ll,~l^ 6\ES!C,L(5TХP' !h߿X=Ob={vk&dSCϟ? K5 I5 "/cȼ}pu*2 u3kBh?7)VքT'0u`sv5W,ߧjW\aI&;??f٦M48f~+K7nxGi/A@,=`SVL?ejo9d$8nz* MP:V@yؿbv8W/7D%Irݺu|Kɵ,q"ӧN±ק<|]LJ~BZD @N7`|=FȦŠ@5jF_f! Ggtd[noUC\nA(^nƛH ޻g^\j&hd$7'"uŜ9sdVZ-eZmxgPRT\14"D oFڵh" RlZr 8`/[>-Кt2 (&!pf޹ϟW  9p:֩+;wbŊiV$..3gdD.dR"D2sΝR#ގ?捛ʑ :CފZVSA@GX3gt:o5i -4Q8ԗFk̙:Dw[!K|DI 4Ww<\8GٳU5iU?0tPT^w#=９8q1U%*TȪDQb=؋Ck!..vֻ2@tK>G:v숶m`9x SpTRŋL2:Ąw8q̗/_:uJ|sw|n݊͛73,VܹYJ*ߠD| 0 J$ElLL&'!Boz##yLH8j^XD+rЁAF_??+P<+V/Yt989!"<)DYl\ɉALl /{oē7"dձW,uK:*Jס?C+=:(mtQy9stL!؞eyj+3B G{E'9`k^B:ԇqjSC?VJ^jRVELŘ.Ni;ս*ˤ&3$JR*f^ԌXghɋ9CtTE:G 1ц$ߓ-(hyoQ=<3DEErh~E!:J9::9#(_szzOrxR8${$C4>MȜ% " d}˞/aZ^;@! ?2ixˋ wU >l]߫ 4gIȦɐd\z5=z`T\W>{p% }(-{WNcxݖT]tY`B/>DHs9 n_ٳxvZL.s̉gϞܹsŋhڴ)7nŋ r?4i$;*Y2BJuw9#'O^ׯ_ݻwKڒ, G I_'꣺f*AquNc~:<ۨXPzYm==GGGng n ] 4&IsvvfԶWq;gzO2NDoIO{~WIizOnƟUrθmxkUJFc:jG$}o~#߿oLswL $޷r L2ˋoE"<*]pƎTgJ N:HPBC?7o4|a S>G_]K;ָ^0Z JGNm~9A7`QUWhZ?$j6d;8ŅWՕ*"~uW!e!uJ)@{"H6^Mu$+wI{2/w"~?16xIXqI27"OQ"6W$H~e\ wdˑޝNd.ٵ}tD8)/Z)TVű\G^㶱ё9 "V@mVu0H߭0~O)'"+GuOX½ac_HKU GGA!L~WV 3gr19LmӧOgBI.[=Ԩu-Z`KfS;*MLP j%~73CĤJU*PvS"5rSuI|pn`,|bҔoѢExAC%qHe\^GH3 ??7Xot=hŘS{)9G}haHYj"ԅr LLf|f\3FDUBgxAޘ%ՖQK%uVӓ% "nE7~z,@UWpGM}\r PyUzEď~hHSW)τ)UWRĻUP5 :9?x0 z͓ZL+CGXQ?lI~&äZH?rUѤU|WzGG/j8T-[6<0I,GL#]CR}K:5o}E;L0ܨm&wQU$hPR(( ޹erGݡv)HJmpVcg?Y3 eƨLH^~5_ L,)nt0BٛD3z7?r;Toh/u :yp":GG89){ostf!+x/Ostv>.ʑŲ9"]tt/}n5ϬYЧO&|r_:z" dDljxU37RTrY}R.Zt~„ L85P"rTRD}WH5w>`rI1nꪒku|ωS=`'.\=2^rSJp)qQ>檺n%3QK6e9yZEc =u% MmclvUӵ0&Eӂ*߸_JWB_prg7x|7/۷B2  `%ljM |Et D/^.wRAطo!=-QП]vqYRYf= NA@!)dSC0EFd{K &VbB#GSNX5jئ  `FljM QZHP2rHC FoS"%͠'ׯϖL55 A@# dSC̅ljbfΜvܸq X C$sƌH&OuF=8ؐA@AMG@ȦwM Qʖ-VO> #V@ŋlŤ?D2u&WT'EA@ dSC0E .Y8o.ػw/nQdɊIALu IDAT<$ɤRA@AUljxWر?߯T%jBҥѸqcyB+WdB+W. 0իWڵkٺI9ld;DA@/B6 ֯_5kٳ8q4s `9ho4IzQ!"%Jٳqdʔ.EA@^c$-@I&(V*T={ڄN ?D0) Iz988eu~!gΜa2A@Abٴ2 6ԄG͛7&Lz (Y-i_&޽{w͛ٲOKA@LG@ȦIAjtԉ{{{cȐ!VC3D.P| e-pQ}6̎;) M d&.(! ڳ֭[ G:J+A@!BID(k׮M6aẆ  R  B65RB믿@%nnnbݴ2NF@ CcP,Y &՗+Wc^h)  -B6S fGΝ;$66/F> 78ό3ЧO&@i׮ϟ?MMA@ B65TpCA\$$ 릣#?RA@AFݺuh޻wFquuA@A9s`Ĉ]C"JH??H,XG@Ax$Pj ΝԩSo2Y1v$ D@ȦhϚ5 #G/// %(AUƌNհtRHx#Xz5ٳ3ɬSouymܸLZA@6B65B65SD8*TC=P~@FA`Ked*U K,aYhQZjFCA@H L"Eݻ8}4[sr%I)ʗ/ϮEBuD>ɂI$H"  n!"*-[ҡA*ŨI+WPݻ &a7zjR]% - A@fjP> "&ȴǎ ji^"""@)a\\\;P;;;>kM],>T xu&;v`2IV/^0_;w%D}]x\+q!,i"5tppHRvڵA͛7%J[EP*U3`҂-| / F@ȦW.5Ț5E :NOr*\W!Bz&Ze؀ `^x5kdIT7}t6@MjK"C  !^*!)4CӅ l2ڒ\/$]I5Sѣl=z_|:MgN R3v%IV["TӧkեUS\vխ[of+%ÒŎ ~K)&RkMMUߦVFrh;J ٽ{w&TrJ#ܴZ  @A@ȦRȦ`(MU4i$S*D M<ޜ-E=<CVK"ŴƦ2 s;=Yh_%֖(Q͙3]Z) IJIsrdo9*Y(jn֭ݘ*)S%KdB_Z53EScԩ.Z]v[,!BIQv͘Ԯ]j9A@ M /M Q"@7޸qR'+# ڳ;T #ao`Z@Ξ=]ai'Y)OcIC 1_(+-'Yrҥ [Fi$3g^ [nСC2K[i'Yp%R!w19B.duTOM%%^~A Z?5>%ki9o)L"дF*Nx_A@,ljxljr%A{)lRŊc3w}d9_>eII!+!%88&ŔJBr%k']P:|`EDXF5}DR( / dI&%J“LY"Tgi[  @B@Ȧ׋8k t""啬Td %ڗHnRl3ڨQ#&Diokj Y0$Ǐx~YK'8K?A@A@0F@Ȧ@:G\+PpĹO,wÆ 姤T'jTEa% #ޑb}hѹsg&=ZjI{Q)B1LK?Nh# @ٔCHP r}$@y+s3"IzرW\Ei_'!#ź$` Dvlj?$AVm Du$I  @@Ȧ9PȩÇӧO\P ٤:$5S-w^&REӥ}K1J9s&5kdBIr(puNoc=ddA@A@lʕ=4"@Z@PPs^ # (BQsER[J}A{( лwov6%ߟ$Y> #GK|||R"N  flB \a)K18p 2ggTWm۶qJ $jՊ !E%7 y&/ܟԗ^ϟ?:Ik#WZ)  X!D[,Nggg8bĈ$G3f \z!2E+|'Od"*rǥKpy7?>^{mN_B92/3!&є" i-e\AL0sG%.rK7ɵ*X"Yxq3k(UT+WLSK `ׯ6ld$&Y1)ڬA@A@M =C 婓"'G񽙸yr>… 39mР-L!PLDR(P*ŋy%E&W *0A%͖L6+EA@[A@ȦWbҥe4!a&)wC@E*T?h #YȤ,oߞI?|14.$\e5k֌IB`RL 1"YA@! d3u%ًCÆ $di" 䫯bYJb";|\v ΝêUآYF /~ӃҚ[|}}dʕ+3ɌH\hf͚ᰑ  @A@ȦRȦ`wp5~aN%Bޔ̌7HP;{fgdg !Qў/8n}wf!P rZnЀm g֮]y-iP&"ׯ_gT4LJ#O&/?AG#%8ٔdS`rUY@LL Q^&sڵ+[ȑ#p %";;w.KlRN&t27XSK9T*ROL"D "BID`(]4דZEFF",,ͥ5t. :NzʼtA]]=8G#N6 XjlL*?>#A+Vdj͛ǏGcMV\y )^oݺׯ_Y:F#=D(sIrDN5CMMJz҃G E.<IkAF#OxMBCHj˗/{0|zMh. A"AZgi}mOCnI 6ҳv*Fnd5饺Zx,~M6 {AWPPHسqz--O=Iח>Į=).=f0O/#dSW<xeG @y/^D*U)Ayĉ\k'ر#koBb l(T#cH!y4!&&%BI>89}^~GCxD$cD"::11GTT4;XD!6Vqq񈌊a?5gq'bIGų矈=QF.7SPPDdTTU!9K#BTTUXt@$ϒD=ȧ \ d'-N5"=:'Miq!;2G6%%_Һ4a&_M1EQI @}K>'[EE%, S’n I_ A'}M;i鵠W8}=II#LU) Һu$|ׇ_!M~iObTp9{ipk-o@z_5JJS"$XciOJХ @i=t]Fi".M5']= Yk!}nᦃ0kzN앖dxtL8]Czf^ZV@"paV*՞>}U5Y꿡ӧO,w&/!G v˗A@yB4$&G (X@!aѐcɫ#" jJ%y|PUQD\O(*# ~$҃ȓ嘌d=1' Ey9AMUPe%* 4~cϊ$ '֡tNҚ3ө@?Hzd䠤(`dD`:$vSx?IAk!_qmiz?hSY.R>u.Ԡϰ>kv/=$7H_!q@!߶> 7Vϳ@z9gYMO:' ^zi>7HT' h'npQOɗ 87ϤJGi)% +z,xC\k"%RMjב_='9}\ٳgAazoN*Gx)[Yr)92B9sءk|=Fv"+WDeQjq([PFp5@" Q֍?݄IbGOf@Z:FJnrxg7 x'}N:Tٞ-݃Fܹs/m۶0ϒ%Kry@ZPh܆ gfSի Bjh\</?{4Zp8lB " k Gg U!9 !^O'JKJ~ wO\<%ؼmo/?LXs d\Lt b"ch+XEŰ^1Q>q1q䱎q5_'i@*o/iTCLT kG5P`Cjxmv|q50c ,qC1r`mY:>xk[2ãt mP6/ ; #lTݻ2ɦ 1uTܾ}2Ue/^LSY hiB.+`-V!bLȈ-gVlG 2|?[|y/n>NE]V(O?b:0k74iZhYs`A-9 ka}n{>#v$ٯG2d$;^öcNԻ߱) G M^ESx ̰vZhii9O'bP)o>XXXƍy;Wb޼yEPe}ǫ1΋ƭË޸wyFK(_㗰 BYjT.[yr+%ZO:h\2dӺز 1cIiVNvZ9h.,Kfym#ޘ1k#Z5@&G3u:u갈? LhLd3Vw^D1%JfJ gwk=I0hE4e:.:{mr/vдiS}߇1oSP' 5Vv' /_hդF ʺJ ū.`=ytd#cP2<~tMGod3JdS`XktDŽd^;CXv|O>ǝwxk0,PѬF",ji[= {ףnנ `'?p&sʽ/gm*/_CYnAJs!8 -;bp? }N$G o#7Lɓͱlڴ)Sd3S%ɦ *$۴ySt17FA2U%@PTRIZS{HɞPTI1`V_+p}|0g6m*B=C%0|`mcS_oU)C8Ud^Ly1id -!5),<ٟZi\\11qYޢl)-lw6I/7=x݇T M +reжyLʒ>A h$[l~eKv=nCǶ1ڬM~6m{e5 GHZ6)Bi++Rة'\:u0nh3-H?\E}83^hPIeO_| GzQTH?} y1jT)Ba2 }SçA͠j_tݷpK|ŶBYrMF|d X/<ӧAU-c8ٔdS`@1j c`hyN+ui=#HV^wj\Y̔jjϔ&Oo2Kά)0k,V@Fx7A:364CVHل=8ŌF~ B;g6&V/μyM83E#"*/T>ꠠj sًO#::rr`ң.XudhXn.Ef!/'7|!]:w‘SOPR10fp},Zy!QƓ\ s]ѶETmŊB"1v%ٜ{nc3o}{?ʼ-#_`Q<֯]n.&9\aPUt`! w$E΃;̀8ppɕ8y9="iD.ADe1kp9q w؎a(3[n7/4Uq8F4G 7"DNz¢E: =|&> g{ct( $O@\^r"XhX2.u|e\ VY5u1l> ]Ɔ y܌nBES,DQVǩ#NCSHyzemVյ\i- UptL6u31{>+6;Ɍ@ddӸк*-SCYIG G1x+ڷmkbc1|>Ԭ;1ٸj] S~v mlX3K22A># 6(_F ?ƭ]Xrn<͛,,… PS}ޕ MUt-CD'2i+k}63dIףfgkVToQf#*JU/f?M:rO=2՛QeI ;bݵP.#7hEiȰ ZU'3zsl^|1xpi*#TСzb_;XhգqCF6Q[Uf{mUڥ`8`#<=~!""bdU*zyu'W-m;˗*g/)AkC&ŬEqjp8[%y4 }? Jh #}DEǡftTa%`9sQd3ݐ ycʹ+p.טkz GǑñv‚B1j&#V [jj0C@YMc3Ok.qf*qw:w`<c]Vy]f^k֬~Y"+PA {™ѮZIH\Hh4 ۤU*j%zH& t7ۂh׎ 3&e2D(qu‹3ҝ& $ӫ5 v=ay{3vUݳ>q l83/fq=%S"NDR)Ha5=;rCv/0OIzhq%moĒB)HJDBL)tQ "K].1pJ<ɻFīMD)MYDlOhL+^Y1_CԨR-mCYXOgũݸX*#uj`*vG #0k)*Q} bwɦX\AÇ0`6C yLzt{RQ0kf=3E0U`hxyg>,Aeemv[aeTE5>.kE !Tf ) _~% IytY /<m;;w/3@)9z \uYXi,7r4iM:w.22Mf^ɣZBC]yxa22Sry[h`(B:PنsF >6+}{{c 0 &&)¹j5E$/^w֢ìQny;N<\~ ,2::.AuHg3TWz2mNEWWlۨ*VzsfUVPcI)—t # ,;q҉B}/^{=#Pr1$"bDp]xy>`n,9LTiɮ C!@BjXr=ݾN_mCR } G# #_:ubtb'brym۶a鲥 e essv1G+Ȳq+kۑԋ6g #ՅK{6"2,JJi:v/?@ox8&\>+&=Cht YuRE.QғUI./ډEgՒvB:2jy[l>3 mDa9p Fظxd gʵ)[P8ҟS3 tc^ʼ5k N"F#%Km,D$?*=xy)O3[4RX"I+CvJQ.4FDVT |{o}QQUNgo {n_/M8T */×Eje36:qqPUO &mmf+ʣU&&O+ؠPnEs'<֟񅲸|tx{gnUf.:r [ꬊ𗯡UɪRxVgf#< lĵ[o'S870xLp82E*?{ MPq@ƍQC&gOFͽӷT Qa1+0͚yãZ "U#ď-!KFARIX "$WίuQJT)&ݛC`wfт:r ;;7#/d^wr:9ۏ@V q1q(QlO٧x)KLőTc$X/6&BMSנzZ%Ə߱q+v^>x!/;r9n&8o{~N1 r{ﰼ\|[rqV9pueFogr[C>990G#9=nZ~elٴ +4m3'yY~}\:ɛbgظ^_1WM]u:V9z9B$fm#@ o0Ѭ Hф /n?nj=[;la=#*,~_3#}|xGW PdLd 枴N-xu4 K [3{٢QFGDtͲhԵ,ߏB}Sozp-؝sL6-,8;"&2]@Ze7=$2- %{8Ηpy uK9 Ec&(*)bvI{إdM#L2#CetҒ~ \{zҗ5!`1W/6Vj ۷9SM9>JaY1жy-GKSJjp8#@9aЧ=1fr<1>Sg6£Y0[BؕYhRYU ,emKVMP&\JmMha%J9zTny=;Uav ݅ ^T=I2w%G#y,; ߯ЫS-r9< Ɖ'п Fɓ'1n891om_ ΂N(V8#\K&6, V {}~b)PV"ӛGTX:4DI-[慼2ێwװ a}ӨkSF iGE*1rAC5Y>2&'/Q%I.l?CK2O첛.PRU7`u6/FMrR5thsEX깚!01al:ZjFKItuS`}ЖMzR(M`lUkc"M bI9l?Ť͉{/rTi&nM͐?_ڞڼ 7o ^M4QbT|p.8x W%M:tXODf쾍?%ɋ۝Mкٟse?#Y{)EmMQ0:r&MOOO(QB$.%S\]]n:켵obeL> IDATO(_qJ1,r4iPB c0y;r5">Id-[L>7 dca ]6pf/Nԋh$U E(q Z0yf niIm3Ry*&l +bJL^esA<^۰*׺v*V$ KcDPs#0gyyWyG7O_yR/f"ҭc#=~ v(\(KW9Q𛇾#bl>v,IY?Z=SN_B6W^SNn@e8p TI,my=۷NiGl)“'Zf6Lwhy;{_\4+}E/9?@ S@Q(p) &qBԩSqU.Bq+q?!`iik׮~6ȳIUJJ JZc4TUҤ 1~\?pg2jk`/OzB?jj8Ճy)ߐƙM'{p]QנzL Kc̛άޒ7 &-e"TP5GUE_/þ\F -孖RaG$Cd>=_?GKõ咒7$6*aQ~zP^(;5#v; %f*M6bOi{(W%oygi9Sd *~NNN8~8Ν;PLLLPR%,X-Yscz/p86nAozL$51lP:sHSN YW| ȢU%ךNKHu fE|>z`)7P~a|r2?"wB噇 Te1b!ۈ|REX"c,1bIe(oEohY-Lڠx9q=FŲ٤z~=z-]-8]IN_jrn"nSzpCFTyﾠxyoJ;Uڴz o}РAXYI G xy]#~G# hMQ0dSNY)նm[#fRtO]A:#U@RJ-(fif&V3yYNS20;ZJ% i-<Z"Ov@Y܎FS糝lش)}Mz… SavRjll .27{-zBXg _#p4W]7d3/&'y)|[@pGd^R Fp̼0:2B\¦\笂R>W M "?ܹsGƢvhԨh(oݺ&Rۣ={@YY .ׯ3EbED=z#YBt摒Yf<>#p8BSP 'sR\\ lf'q)C03*S33,Zrf̶SѲoV@(/ K=1/-ghȻLm8L0 UVСC8-(d"jlI'pJ)j9L=ʥd׸laH e:Ti\ z \g6!0re`^|3Ġz={6nܸ+W.=q;}4;_`A>|kRz $;v,kAE "Mw^# (ׯy/mmmŪ[.-[%Uk˟=-[~!<p8@v!MCG`_Qr) &qBwqpwiRb IscN;qieϤ+;CIǎW hiӦN:pvvf3/]mm9%K$}J)r8'Ob^H %rJyƊ|*@D}3|Rȑ#ʕ+chҤImIXWOC1BG#%?B9E{@ddSWql~ ݆"Ǎprt"oBClΎ͛7o&[wʔ)y)Zi~~~I|`ŅMDժUo>4nܘK-}s[^=x< wrsp8F64{MQ0qν}lN@"){=jg-Ԫ>D0l0yf K䥼{.n߾3F(Dȓ8~x\~%Kd˔)˗'Zhh.XSQQIw}ʄH%QZBeΙ3/t޼yIu=cKjR^)v.h痐s>8G#|r8NZ {SrE @F S l f0ڜ ϟ?gD ,ߡVj[L4N MH(CE{'y A1(>"NV'++++P(UʸIeCJ׳;wƬY9AUJ}58R*N$ȧז?}bh-[ĕs[PR'wuG#W"P^_y=`By93WLvrro®l, u[(oٳh۶-LMMgP̠H*CaI7$(vPsα$[bE޽;ME D )+ؒ҂d߳נ4mG#5 lZ// @l/}_bEIEJ>8x2Og|8v`-q8ߊw\XgSL\( лwoF6,+&s;997wZǑËS#cccpGa$9G  TfdSW*44Q('9UyŞ+s*G ! # 1V# ?{bp?ＸQ% .3ЬVt^#p8D6x/pn_<NJ{kqdP h: #\K @_5Ihgr8G 5_G7VCC(gSL8SVJQKgϟaÍY k07:Ok7n GQ0h7n#pr9 J0lTlf;400/FQrbnG g0l(=#g᫧1qD6a-G#d;D6]]¥ymfClAz9CQ+-bt ys}W\ԩS1{z_0(݇Ъiy>t.ų "͌Ӱf2p8BZ\<e'`ByF6þ-4rW3g03mc5*'NeгKLR-O?` ^] aনQ=|£#$ 4TW$*)|#~vg跪tDDĠ3:cO`]qrB"fN_J^g,FaF@9R 0 a)ͤC=:mšp8y ܱeX(9+ Ƭ#Q.Y4&-g ᫧cǰrJTɮ~.V~<8(-}0ZvsE MXNhBIwgTTl6 Nȩػ~֔v>_`}wq폗o[)V *(?p.hTj{qa^Ҋ~ {s@hi*UMKlЉG;+ NLj0'rEG ; qU,'`By͛#($s//W3gx3Pa~Be!"p3b&zeܓہ42:ֈm^p:VOȁD .@LLQXQz0ZLڱcjժ]]]hkgoK"6l@E1wj?O~^~ØMaeޖ*͖$SUUDѦYTP?D )GI? 9mřۃ͘w4A]2-aDZMlR%W_lFhҠ nNJuWx^Ŕ9GѢqYX/1v1yf ZS э5q{̝f(98_t/FyTUflklEΩcZa%kaqjpTzE4qG#P5;AVMQ0q@fM# < Z7U 4(G<Jdr~ek.Mr6x"0[:ԭ}dB+W1VVVC\nؼy3VViJK`X:As#t1\.][*.^:<&o\2V[ `Zr5GzǸ!.\qwġ-fhPwZ s"ˇ6%7}>v4|.^e,{%;0IQJ1tѯƪ9*WOBxx4tCK5'2?vȟoBK9@nC|EسZ e'`By Pȟf~ =I˧--WM`8; uKK<3rI!{mw}d>^/wOr= Rne#vNi]sqիW… PPP1͛yũh8x ȳZ ]eӗFKVR 4h] &v&T|4)(gSDUwW+M+t?-&='e!ӭ(($wX"bY*EN&|oYpWaP!6κKa+tOq-ZPj;rdېD\r4+- F%hfgTHhƋ1g> . ܄YSڣ^YP/ѺVQfiߔsAOᥩPpchTٜlIPxx8CMR2GE ^\U--jQpqGAmki>32CBϰz#LlLѢpdv;bTGhcjn{BQIQku m8ĿEuV]hذ!Q| JmBHp,Hnm|>FaD| ]#grGAMDă LôODdz^曏hnf[*<тTQC"O,$UTLaNй}ZtGcVZ>N[  ,: O=„SQY %#\t([,$ӽa bb0~Qfݶ}.*NQ؟=-Ya߬sa9(XNT#c7odC .`Ϟ=-Uvy+V#o񿠮Krb[死v5+ AmۼٰniDDưPR(Mz,ߤ6<z:ڴ ڷJi#$fTJ9]W}ˊ,?ʷ-;b R/JJу~Ur8m1p.z\eݷaˋ$2>yQF7;evg dfQ?Z/mbټȷšGyHŘs8Df˥pr0Qfp) &qBl)+S,&+IM?EeEC>`!s먇2+/ҽcs[MS@EC7nN:foƽӷi3P%䱴n=GO~X|\<sOHKӞ- ,N79FϪ&D cr>rz=zU×":"[h牌eqٹ!6:YV;k [rJۡ`q-TlP?Sj[ݧUGpWy J 2ubyd~\w]G2`sbQVn'eAYA %-)TAvٲet~ӧ5KLR+(Ȧj(/˞DC"i"?GHhTe}6[6)FY >8G 1/Yu(h88!N6ᔕRFͫ7X|)+IнC͘WhdDdR,4uM|zf:ϏVTҘWJw]F/Qyԓy)KJ^V[ff - uFe?C: 5ZN7P>S4vY@'B JWCLd t cye2uݮnYֽ{6\Z%`CZf|ȷghmeٵ>|?wЃvoJTDp{xwOބ;=a..z\ru+0O/o`xglSqѱ(P XХSA7STUqq.ܹ*UӧOahh){S"|+G#dM| MQ0dSNY)յowc߽r=*\Ska3ϖʩ5[Ƭ0egO0}>\K.ۇ7k(T\ {aFTuc6rk{jqV"B"r.KDR|*~~eX'=yg@IEw.3+xHWRE -̣JTVS BCX, #{KJdD咙1)͹DO\ 9y9؞^%/;`u`.- EDiACļjRx^}nޘԖg+R24M%!*8fzK<rssc2VCyPe[===]vIQC@dSg\%Q |p8G ;Goqolp)C03Iw|6fPC {怼~ߠHÄGsТok{xZ5:c=#Oh=:2‚S+MdhT٘BoR 1Nu9f2?ۭ6bҖ(QwvGԅ=l E.ÁŻYh,!I?|¼_61tcK٭ \~e8E]TUKaww볻[1QQVP_?K3{&3jl8N贰a7!.{xƵY.Yn3^_Pq1u=~/D}l,G-+70hy߹/~}f\ }(QhuvvƹspƎ[ڿ{/_DT$PX$J޼yaff&h}z! JE P( LEagN&Ȧ WM®5~h{^3+r슘r.[|1on!W۳p2/K،n HKډo&}4Y6r>b AKJTafi&~²yz]C44S 8;]g#CL z|"uѰA5皩/MliJsU֎^N%Y5)K.bFk6#ҎٛsVݧtMLwCϹQ3DAtZ :͗^`B$ >GqU$~w)4&gyGP\%DEȒwnIF9gM޴gZ]։#<<5.ۏ%,r)>6fzݖE># j"GM`%=mDJe wκIRux~OZsm!ݱ *xKP]uaH2\9`1>~qcHQF~h ~oę\8}{d7;l 6C!"!bDD]IIOPH䊄T(H0?~bnn.>l̻:Ըism3jdl'h`ܧX_ jǬCJĉ%O`'pN^2DUբ_˒LjS&aI.3g6n(?"?Ü Mf. B@/f\q#I4exu?i^6 ]:FJ˰'<`\ >~M=C$ ,8Is_ųeNn燬BjM+*[Ҫ\~vsW_4jD˷H?; C1=}BGb3Q,cͶ6/԰^V,Lw5jT,YYfp,?1gTT!sw1`.Iҷwx {èѤn^ݣ);/=}O_wbѥZ0*t^%X!zh;?806N\1&K$ZSK*k&-'AHpcZfǍơC d^~Kړ2eȿq]?pCV>|ϣnr3 E&6z!/X2֭Wb-e T=$6>y!SO}l?]*X/(U4}ҽid0|*7ZۆPϼֿu0t^87<}*LNȚ) k\ĚM?^@FC,Qýc=8-4yMm`[4!k,_||%_2a&(j<{Im%"`R ejE K) 0Ӡdd YҾ{/,n<0G^N9!E<,4'wssL h*O>-LJ*%?Yd ;w~%uM?9Z@8..7Fh^Ƀ&#+!HMgH rrTfQUҺR&>!r䈨S%;E3OH4U;[Q|ĉm L{Ҝش nÿ~e RnrgK~]L;;}Q1Y C#I!S0/&ӖT^e˖E ?"A Zl1t`u-dH>}U24IۛPP1)"*^vy K(״jÇml NgJ>8uhJ!4B ,PE18s4Z>IO/w]L KMb8Mo߾%o`v+ѧڷ(ceD>hhQ7HpX~`ƎUs6.tXpF'ydavoWN?ͻ7̚Ddϗ+E9M]ݟ!ahT&3{,5X(UEɢUg$5ƽ ]򤔿I6c07D&_|q!@ufxʐjn$9|KPσ3%')RG:HVl]%庭5tlYT,H"7.m&>cb=TwWŝ/q>EȂ3.͕m6FntKM]0J[i)?1#Tq:IQn~W\;D0OL$u }2Mk߾}Xxnݸ\/_F^l IcapDG`V8_*T%h<U˴Q5<7$l(Xq. }u V#^8|^Ci}+L؍/>H I-u .Cm+maawQw^:$4CT Ѽ\v},U˃23yXFZ`k1e^!+̓"Ftsg~Dmz !0Lر, Q:Ok,uBKPJvLQ=)󔙂ƍGAȦ.U!ch0d7KFQC`pX V)BVQ@gYm ރC@DPMٻw$OBPbEċ2@ .r\8N{|A3^UqeTѻĤ3j=JT"dH D&H yᴋ]19:w) t3wsj f=y"UfQ=A>4K(x ۍzsJ(PB5)$6h L~K굧=|;Vm$s,Z qҼ]̅{;hPh@8{ᾘYsHi7;AV>p]v GbXrN`{fӡAsLbЉ{QPZ,Z06}r,hZFѴn^,Xy/T_)~ex!&gaT׶6l;}[پkRL![Ԕ%v, XƴG1y? .Veri_D5n})ttȜ!A9N@reK*&JD3~&oļ]q$ tKgfpiyܚӈS]mT@A"Y؍kBP)o٩}EM]0Đ-s_7}G^h292OP'e:\pIaUP!hƎ[Hf>Mtt*$g̀8g3b>7 Dmd]% 0?_40ud`b<^nk Ր㏁n՛:U5T!-|Dr΃4];=ۗ2jnhc8,=WL7,1Dtp*dUuC>x]Pj𣊾| SvDؒ7i iF*9$^F x SH IDAT޶DesXr@4>9̙OYph%i\dF?^!N_pN|Ӥ4_iȄ֩f&z~M*NCzy1oEBH[FNr~ I[w<0j~?.mQ5wvc7*?ޠSZ.+ZFWa'vYh$̿4QL^TD`0մb,z<>yE^iGM>|ds{HCTt;ᧉ2i=ʢEà&jX&ت9\MEݺз0]+ &}Ocggϖ-dCFRBݻwȝ'7w YR)?h,"c] | "E\̏/_>LSرc6u_wŃ>#jhOL_x\MVn$Acw>XۭC{4lĉevŃx<bAcips:pM$4w!-ڡ~ʀ;:،ulxE[G-( -ov:Kش<^} $/8$rTjP4̳5g9tuZ-ןb8#2`N1]6?_~hܧrz?zmH n"yXbBww$#}&y>Y")nm~]uح 2T'/_{v+q#X2>Jڗ~XS kۑh l PFm 4BvUdSL*)ЮհqCݾDžP@FZE:c蘡hXA˿ '0y8\ss#=}LytǷus-]p`}CTIǍ0aa1x]vM_}xv& IQĹSÖ2O8,[#B'q qMI]tu抆;%#:w, ۯ`W%'r_I茟uP$,4?zm^`^X:UfDCh>$)\ ?Uj[5."Ugd 4'5&~ n[^T-dރW1yD1cS߹U1TYs(S"usŒ;Ƽ‡uH5]J,8~fL_{$1(z`ӻ:"KDAǔIcakzA88t%aUfȅReQS&Czz+ u <ĩu;rsQ8_j=;r2ty* &}ԇShZl, m$OGWo윷{u&?)/ss;p=OLܓ 5EL@6{[C%g$<5`ݎv xċdf'/9#Y嫏x^DdD \vmz2_DD"SKgK1ob]IP4)mt-c0ף5y$;]Z_/jcYØ/Wr/]99jخژ1w'^/?㥧2}ӹmغE+INIt.KZҗV ~4!]>{׶1hM;:ȡLcUk.}!vT=.{̮ 5GeBb>v }BN-bʼ#7g|Ķn< BMtrM!S/? ^\#?!zH hY{v\{ySJt#1fAYDL-tiY6T5Kw{x`48|_x 47rD¢qGDIeU0l@iYzy&g\16ke;~IЩg)ɸſL{c!ｔG3(49X A:4ZňjiQ+yH,4*VŰcuȦ.URdSN]ϒ.ih8FЖKktB-šhJprrC'2F/_mƊi+SڳViXZ aYH1VdQ=wY6M4Oq7&{I|HIjTЭb9b!%f>h͑JGByysA#q]Na: e q✈;ٲ$GkvσJeZ|׏i%H|ŁĹv[H 2Շb^IbutCUR\Kb5%Y^I<!{M ImRϟ$ ĆDVF\=DR_Y G^1Nw6Ah_qK-;VƗasӏVKEw.m{S#L rHoK"gt9J"&\yE6M/v5g,]}VF؛j;i;tfΟ?CnїLǑ1FݳN4͔>!fOb1A8fts!yxPa:Ŕ3,jڟ"JEMj^3'F֌'EXBs* 1%4hR.kCe1 8U .5 ~ӊ@G[)"ʔ3%3#UE3^lI_%E6j1g #E6 W(*/=fpiv.^{kphsFR[@=ʑjUR( _Gяc'LM]0髤Ȧ>~W?JH˶" x5NF{ ׯ_G(?ևip+W0p@/8_ts *WZ|2::߇CUT P(U9(RFV> fp;`  Ӥ yO3gN4wOBE` 8|G1m* 777toC6m0l^ ҮyaV!P((Q}6¤ISt4`_͛H.f#+)RFcP%Ŝ3j ?v<,d h7n sd`sx3E`* o@d[&Ok4E6u* -[o޼Aa͐xaJj `Na 7~aK/xǶyƸs!OrB@!P ]ӦMե"`Rf̘iӦ<7(U !axӻNsx &@re0vX*{Qzx n/TQ(~":;OH8,hjHb_}DCK`^XWȜ!6?@&.S!L4&PaŊ3,cDE 6o$˘\̠I"y,d ɿ}o~|߿gzD"૗> #E Ez'pn򻙹|/(QH"\#D ړ?ana/^ޟE([W>!BD9(fQwY$/#EY] X#G$#EHZ=C}>-]7ྑu?ubWB7֊!"͏3U竸{6N9ΰ- ,Y2@0=BZ \?W{Z% "lujnc?yJOwwRH(&2O i:؄UsH(& Mbh^ȫqI2.mj[SԙƬYt4`RF>|K{ /^í7G|R˃gx9͟[۠4nfFRFRѢEd}Ď\H9ssi_C?u>5Y);Ǎ56B6} (Fd)+q 9]{Έ?!` !7'c?~|<{G{iOÌƆhbSk9rM4,|y} úq.[[/Mmh_{e\FS,s΍ϟKzE6u*) B"@{NWY?+P(^rѪ Y7Ț tđa(Y$-& y &/5+eʕWi:O:Ap= Qz_ttK`ϛD֮ZNWCɃ$ڋqʈ;w>jX-+Z ISrD4C%-KCscSt;'Gt 0sL`ɭ*+_TisaȦ.WROcj* ~h/_|U! gϟ T*ɏi"Mx}mdHˆ헱_qL& ӥzsM@G1k ĎeckIP7XtWݞWpmbn 'Dv%Qg'^ly#Gv%РVn=Qkw1Qj^JIM/: 6 0@8YV,YDtlI_Eؼy3r ]}Z 1SӧWU g̘A|5*f,>yЭضmE󤑏ЮCABx-vppuWrMh֌0p.t#ۇxz$2Z-$ 1`.ΚgYcڂc`J Y.=@ё.u|1¸AUWn:("ZxF@_Cb/nTlW  5I qi`=Ը&NSF3[QU YѤnI#i=wy\;IpjkW83P?y!^$͒܂ͻ"NlK\=Ьn4:>~Bbѻ[ÛwĜxk)&ש_(Z 5^rI-繽]dҿ-}FlͬўgDveе UKv QUP!5Yq^J &}ԇ:u ?~Lw"cTFd`=ۗ2c7t6Ahؼ{]~`w&&qwwua?۟0r GNJMIXPcO7wIܹ SA}.\OD6qIJD릅x0U(U4h rc+dɘ :I,-7*De&RYŔ7KƄ+jwIwsJ2[̉+KZ͗ cm[9ū0U}r" CN$}dHs'sgMwaVv4kc2gIe-)5i٤/6j<`I IDATg6ޤSO5Kr&q .mKJgS< ݠzOTo cªUtȦ.URdSNBO Ю];9sgϞEڵ%}Į](jL@hX2.]q|S q'f,ȅ󥶎ĎG 6{ ي cbΟ 4XhP+N`[D6IҪbMI$2>4Ae` -o^X,݆W0|^!^n8%N(]}T-VjPyv++'="u7.mf؇Zw_&1D"nߢ:~3ȽAzoTYh1SAlI_%E6j)~7ϟ?Gѽ{wtgƸqpQLx-O!ٳҌZI߰~ &$݇lA옖BN?ꃚEg|@<5)bj'H$Hz{| Bƚyg~鷹uXMH,P6jJNYT|?H,U5xRX1-uhV;),Vk* wadAXRL\j;00V?#{Z|(ƏoP]}Ȉg߇ՇyC.M?fCIU( Bj cݺu0QM]0J @xDJ*% 6m$⻸RJ?>*T y7k(_|xCB¸u).Vd[z5]B@!&|"+&B PA܄P35l2R-MiK,I&Ai }TT ʑ0[I#_kRGN}b DIj0Rdz 3 @1J<_^xJ &UI!o|(fLW^Eʕ}h2 6Hȑ=a }jT-+rMrˮpUsh>|Fi#k,nxqh#2 )R_ jC1oi{tX-[Mj?ţ'oѻc)ԫݪ>* Pt- SE!s|yAr0uT ӧOK4Zn+V FV@vRx.\OYH:Z2h.pWk)nGD1yf81Nj>C P={\-,[}S:_h߹'Iu9)o~C7T`|RR3xn7vT$L޾lĥC+ic +֞H$Nlhʥ v_a{RF N?YJ_ӶV DG.ԃ:ΝCڵ{ndΜYg+UM!05֭$.X+W~ ."BS\rz1bEQ)Lu8{(&$nryp˦W0hn%eyw^-}n\ 1[P_l4 XMS#m-KP2$3 E&?COPmc7NԠdۏ4V;WOe] (x5reK9!{o8z6ˋH"aHx1=9MUiQ@Xظq.XJפIQ+oFZR=| 9C8&+ٳgdD #/SgoIӒFm(A L9EXp VaArEml o$!;&WYL9B]&S xm4j ]ZCdq'DudGh&|iARQR6<}?~Jf03q\4)b˔yGp lYao bՆ 8sArSM.sNJeDib#m_77ݓ"ɓg0g91]&t('v.+M?Z!>|"EhӦ\>| 3f$?oyؼyh9UQUl{phc;Z=s`L5Dss^ҥ&䴚]wp#ԑ5Bl^q},L+`k׌;S~+gI񃫈(_~ÌEq Q+摐9}BhW%%'G2d/9IUD>o@ !I"35pvON;/ǿŪ;{20ȷoEC U!@~ @2޸|_62e]pvL&KĈ;^~.?}kO4f&x+N8-?W ԭk6_Ķ.bWlp5n~ >{LA$uOm(Wo>VoySIl{M<S"U gs-dHBQ;-%^ml f9y&#\q{q!O͹oU>+^(hӧDqyQj2z+v}tCJ?^_v},ZWmKKk$V$3I챵1j~xĊY M֑U9}%EI!}7*,g$˕"@y]͟v^-~/_$KsձFM s ;x\!"OóybXbȖ9$ރ׆.lj>kٮwD z=EAIgE6u)B K` eN2%Xo7okUa6`2$K ͭͻOַ[ߑYƍ FyѸ=#Tf$}MDH >e'Ҝk oΟax1t+q5 A-^^Z]`U,=ʼn!"^ܨȐ&6j&PQwC,$4CT+vLs" H݀+;] Ue`?ql::h׹i o҆@*G7&rN$KY )~, ~deriYslq=l>q}qDahԬf)6AL8DB>aʃZ[/>\hz .T'qR"dH_?Tu(kBEYзR$Y&ٜ8L'v, thQͬ<|VL1eYe>KQa_4y荬 5wYd,v:2D,&q6odG#ab 5cbYc@}~Ӳ{&eC|w{b!}G}I.e].##s@N ˭{\ 5,mF[Ba/:ﺞv5"MT"`WIM}8Z @ׯȟ?\.Y$CxxxVtȑh-w;S ] 8x:ng4IK=ur#"3B|k-Z9hzb[G\ry,ZOy` ?YF q1+ `dH$&]lFLPl9_qJ4GtӷѸ*9tgH-##zGaշ^9~ p%{"PjZ`"iV^NI . OR?qh5,q8HUaʈ([wjUf0 cM;R#$g6 (3o)\9eΗ7s~ks槹jƋEMX%/]{I!hG3æ}ä&䌯߾I9x&moP05KS+)jXL{׺:a/gW&fe`ƱzY>KW;'埶(vj)Az)*6X(s˘.>6,iq3Oqd]{6ͦNmc"TdO,"u5BŋcذaXv- NeRjUj.Z(MU}oAM 8pLNk9&!r4k<5gIQ|Ƞ*6:4?j',DT~4D'/`[DL|YHpCwxS{p\fo};Hul?_?7׆lu :(M79YlQO#m9o_WxbY_3ŗƝs:\ɌdBySʁ'!I-Iڅʠp*hG6$%|!8 5ۿh6i>J/#SP+3L' qbYdPkoq8.5Ԇ$wNLjpW='ScƀB B_eYVnbYpaMhih5<\ݟIzJad_V4,L__jK`]`#?UAIlWoXLC^nPf-efj'ùH,Xl_{TyO?6/k!̏oN?٩_i~W5T<»fE7dZڇ:59"b䏬ɭ[`mm-INSUWhg{{t̘1pk7BP/^~KO4o% Ŭ%'$4ne_W I 0H^uB10xn  Lqѵ[.mԣrY!8?$pfgU?|ˣA-Hņ Ww嬆(;(v Y2&M(ɦ-زַ1h7^هᴧ̠OɈ4l) ʔ`?GuGD6-|GOQfzPRu 0#.[L|5S69:A@ O ׮eEP;zܴQyw$sg$OԌ%LC_uf3ࡖuFh JH>LGs2GvSzQuz q=|F47$;&;\47ԩ و VK1ob]T9Sހ-bP!ELgGfn?[nZgĿ Kb$ MKי'ih;qvhijLHĦMub_DB*,?d\G2r7\ O1 SZXjh'sJaoh߇'NIh{u(%df iu脽Hi4?֞qh]5M0ia,^uV4e\ؐ?/ =z ߎGoIA ^V;,utׯe|˅1I5u}€X&MSƞ|c )ë! 5|KouRck3ӴǰjOs[HW~kֽ-R.MW`%0°?/0hyFsw^ah شP(7D'-ф]|CJ^6uEE6B*/a IDAT };v M4<$AԨQQFSYdѲs%z !kc+rgPUCs$ɓ6`G<Scè<}]W;Ҍs*$>IMUWQY+\ w\"Ț0v E3k'z{+U8Y2$JI.cF7I I IU㼙!|čm)IVJ˜X`1[xǁ~w 1c*Ƃ-)^܊Bwbťxq)Bk&L`29g-~g>B9"1$N". N.=ӌ!y8t:޺jJ\mߙ6%.6 %ږp_ yWOs̯їQc([ܻ99 =>#({k.'$8UjM-Gɦ)"8"$zc-%򽰵1wbVXӦM铍1TMp,СUeq:Z"g$C{O{78g/콡3=-`hÔ5&Пה qFHXR?SB"8 fȦ,V||zJ؉ݿqJ~ );V22J-t!:~Vj,0 &Il3:UhbėfLɦ"8J6bC">C8p:)Y0zu{ֶ~Ҏ&1BAo0j>#PBĈ@MAE@M'B4oСmM#PĊK,1*`2h…hР "|1l~1u@:o.1("@z 'n",^RJ6MdÇKvO3cJ6͠d́P^=a,(Mg KkF Oghߦ{6v aFDžLZiREo ŷq.U<)n[lݘ'ΧmM3f} ۸~)e2"OOqm>Y*VfEڰCWQhZݒ{뷞isOY^u5/o~j΃ k\OyYX0ty `l~ uLE<_F~ЧOSR-C+8q"fϞW^zB:ӦMkH>>AV{ػ=ZxÆmg3zd<| >qDAZ9Ѫa^ČYfHҔHĎ jړ3$}ĩwq ^~HTD8`v^I.q]I >,EuyhSgď-}^ZWH"FX6a'&ڏ"{BW8w[H<͕5)dU.MR#KuNn} .)uLSJB#gňI+¢R"G$%nš1tN؊=ֆaӘ1]| _u/# v_B g=sb|_5+UώU>{݅;7(ZȿO%x WEKQVvCekTeJCkzzD^~;ƭgxpR.'-g[ΕD]7l]0sGs%G QlFġCU?>b򮄶@ym=O?f~7X<=y+O@͊{i*Y{.$M)yfLɦLQi(m(";X'Oƍ7?~Q:-=@ ߍ'R>. ) P(oJ`]Hɕk6f,>p!g$2}m•ײ6H~gЩjڻmw`.?A 1>W$bZk}n}MZyÇԭMH_0fPUԨEڒT{.9*̓3G3bڼCص%-m_~UܥGqCkZ}ݗ}Z|o܈1;,]{ G"Yw9,X<dL$SM_ Ss}.8쩭Q=" \8_Jj͛jycGbnY4DrcQ8_ ЬԺ}?{g99P ċY =CpXu#95{\[OQT)VT>ƬԵ?v(- ZHsKy}UFTic׺=u踝5Jr4KלĊYMp)OØKx}}͛]кrtoW]P -[g:*JM/kGlI>*}P\.oK5BI*f•8GQNigC31鏚T&bC> %xHNjSG#v +wmek$F9(>پ@&-l0H"(m-g/=]Z9^`ʍ'e=(p~TC:?< ڢ m 9s)4FJ6᤭E@Ml߾&Lcǐ*U*Y&‡=t r'=z'lFgvZYV{$[a{%1zfx#F?TBs5rХuXu~=Mj1WQ/[g~{};}sxHK7ewh^PlƳkQhtৡqm}VzeHB0_-UOJ(liæ[/FE}=y+IsoSzH$s'Է=,2ٳƤIL-Iɦ)5:}4*Wk"[l.V"( +WHb+WŋIYti 9i'`>@8s;f\W}\_ת.;F'coą/E.MOndLz9ݩT͊zc7.umz,2$Y.KUu2_](To=+Ӥ'%zHmĆ-9%87KbPBG7N€e$1vb8$b cZX27jHT~>ӽ tf"Pfz($Z&T4\(ܯ {Rކu[][v^CvM#;^m~LO&<\sh(KTm2[:-/--}UroZ'<<ɚa`Q94yqLMZɦ)7zI)"(~!dB6l… qQ;֭ v:u'4H$ڶ^|&}d53_2;j0E4*iͩ#jXVWڠ ]FZַI'l&s'wvVcٺ$Y$N79~#cGMmUHY%j|)NPy 24FOz4rnء{n\'OC7Y&\INiԭ^?nL$BJ?RL:>S(Qs >vsBWn4KNn蟓&]cC_#R `R-:Sm5b@\Tk}&={qC߱GJ, lnF-= i>öb ț3zu7g,Zy%A)-ծ#V;Km3[o5[a* .QFIɦ)"8 |g-(Q83ڵk;wd}9+&j'KXWQvcDK<:mאhQ֌6T^0 c*@l>3lEZǘ{0fnQ!m]!X: isƸ}璹.NYVII:fe&NU]%El)G*Ȍ0a 39VB JՍuGIns#]Yg+ty9/ha7yhA0st^j3KaHՉ;hJC+g6 m<'*`*jɚSĵ G@'xXT$KM:.FѾŭRdnv)R|:tM_pW u͋[I}VSYMacX0r @1L#%A^Ē.=xT&s?6a_z]@"Zti]=orz:xo6Ԯ͌g/ݯY)7%JưaL-Iɦ)"8.]WEB,S3,Id6m‚ p!Q;ׯr!SV1Eu>9QLD-3cABxUhM5^xd:&^u,T+ †HөÂEȖ%ش<,S]3JKjyҩw$mı8M&"Y˲' 啥e>!H޼-Im-WJxT}A5-pٞZv[w_H_a=O&ҡK40;uޡ([<Y:.iSb to޾r1Z M2xtLݘdըkۖj󲵧%&!i4VmQ=_fhѢHlٲe5kn޼/_JÉ?s$/#"ScUD;TT,Ys G2$TUT37gŔ OF%1mcRIfi}(uyݼ '(ENHܜo$gx+}3/ ѓPDzR3wymZƸ~]JZٌxEK٤c+kPUzճM`JO{_;8k!LCWT&/R6T&{D2ꨒL0A^Q)HjYqӫfЇɡ! KW.TR&$)t+ed[|S3mny..@zEUOOk?goX1LTIN WT ?ʒ5>ٔ?HcІQmd'^tQd-kܪ|R5fqW *{%1_o%?NݖQ0ee~)ɾڭgO ]fqk6C^rxF39JODժ/Fɦ)"8٬R ҤIS^=|U'c0geUV3~{Ȑ!8qℯ]Gȝ_ȖZ?˗NvĎeq?r&rgO'A1 ]DudIh髑4~C޲}z$/U!RR$Ps fr$<$DN3+( .|'ImtEڎ=!򁉳k!n y*42qo$Lox t%>r7a!.\~j3! K}$i m"JJFcq"ѵMc̏1te" FWriߔ++kP2}KV7ErE$XTAaϕ[B$B~rp&P@'({ Y6ZMS0i#E@pH6&uN8Q2Kftx񢟐įY3k‘x̐͡CYI "dKHRU']n._<$J=qe?Uٳge X7n|r<~ٳgbg]Ϣl&5egWHG_@~$~n7vTĉY>{]E>$-c:KT #ZD!ET7n;/Fy.$J]T iqcG¾mmrL\T&lQ3@p%]M<{MZ ].klSv嬦2!~,]sR2F^2932]`k0Tjl I'܏CǮ㭫}]X>ٷ1ϐgQ~p֌)4Q@@hbjOq'TS\LPT9>Pɦ]@HGIEh^/dWu&;D3S`ג8QE͘M3(lc<2(g΀z696S d3ABgvލ+Wb˖-`4XPE@ *D&MѾ}{S+4F$`M"l]j"8(t 3b%7o%ÇRʄɖ*?~<o!oƨZ>~VuRPE@ D>}мysS=*4FJ6᤭ӧO%A̙3%K5 ׉bgl۶ [nc2Yj X*SL_`c4>'+歟÷J"ճ~ RPE@t_~fLɦLQi(m(!pq,X@Mƌ\֨Q)SjF|Ѷio^S,AQ,SLydڋ"(" 7 #F@j*ٴ㍣dӎ`jW"^xΝ;cΝH817n,~$Ibٿ9LѬ^o{1v^XZGE@PP@HPiEɦԮE@\rG͚5[=H~(}DvRj G (E@PB  Ŝ9sPhQSSVi &slI[)"{.{S *kVGA1s(]4] KE@PH{.]1bZMS0i#E@pyPD L:tngXIx3ƙ==-jDo5Vo:%!up}o]ݐ.u|'@>{NV#Ah('jW: l2{MWɦ)"8.]Bҥ>TʕaIЄH-o=}VaʨS-[hBFת8/^` hX+'eJ38t1!ׯ!c~E(4 6T͐|/6"y}$I(V}2G [rt@EҡltZ.S]ܩxYaÚZMS0i#E@pl:.5XY;`L1>|Ă3F$L>‰;%EpssGCQxzT-Q6_ p"EdjyJ6MEP |-RCkb)Ϝ fZɕ-)(L0,]"`\\iQr6/>d/Fg4\1՝G"V,6>-TɦS\lCiw"@l0mX<_\EüТ-\q /_C.2Bp5w"GDT^! JNk"\ٳgSѱ#l):?6p E !Px$J=E)CuΌo#®CO}vTi**#m("H^lƘ 1uA|WSDxɈ="v);"uU!zm3%_kl~-u\E@PBna :/ YF!-%^Zu[gߢwȓ#YBWP);9sԩSMKMPPɦi E@P#pl4h9g=#RPg3RS6>}B\o߾h׮(4 lPE@bŲx#-oRE@pdo9OU#KG- p4aFbŊ^MPPɦi E@P!PNy\rg6Ed֙^(@ q3)s5c"N*t!0sa>f;N{QD1x%QVaɒ%ȟ?h E@PE L?[7-GrѺt |\<ᵑ!b:IFj/-Tf+W:ujj E@PE :u GcA/QGG}8q6fqBEMDҙkVf+VիM6_~pQpB-Zʕ+#zN:]RhAdkUu - U4d3=TFTCuݗйj,s7l/߸O>IPR/?Qp"nݺB aZL8!ׯ_GѢE1zhԬY WK -<{ hNcֈ;jhYS k7M:EPf]c"; WQCPy7n\رC۹s'5k &TS!p )RDfӫ Ap BiEy2v:5!E8γ0]IC`3|@5piI2dMH"aʕ4v8?J6C ]]]Qd dI;G~׵:7Eaa+|$s/VWDʄD5O%-x.ڻw/w!BѣGqM6mL@{Ul5 jrB=p%l]BÞCfYei$M3t,ZWXDʄc8{ld3| $,rȁcǎ۷o'Om:u tz"Pwy޴iĊ ɓ@vEw2E !hq+f7E1Bu@,AB/_f͒䊁5%E·Ο?ra(Yd{n޼9ݻM6y]v{.֬YBE 4#pM.\#GDڵC3v'CL&.C(7N>8_G=k#A|-HDE6m7o^,]RiGHE6b~7H.n݊Zj`6(Qoߎ[])"@̚9IƏ틠z,Nf]"xY:%\H_QpIDHϠo.zի,lV{M;NIRE@PbxAIE@p@ūOC}!Mܢ1  Oł $ TPCEԨXɦo'OH9s SLvYRE@P1e={†A\)37([,=dLdAO >Ͽ5O^7uiF56}Y3.}dHok7† 77_e˔?9J,Shcih}c>ɌՂ@@oGba֨hQF 0Pld3xE@PE`Æ R3<ƊqbEƷIb#So4qL| $dc!|@>[ȋ=莏OphO,mv۲6Ç?~e\^ɦ/9pc0 nȸǚ,dv>)bxzsLA 'D"u?1{jEu6$3aaa !ț[sXAZdqγdă|m,d3)I :>zXxg"c7*E\\ٱ%EF7o&Q̃3ɊIĝ{/<^!׶68?ċ_9&ĝ=k'a${ ;^A9+k;iA?O1޼}﹝qqxyzPd2xqC qqOI.Xxfgj|sBgnqMdqp3kg;fHxA Gk_o9R ㇕…Ax?|XDoa>|89k[!\X.6oKl-?E8naXx$,=}{8v]1d]8u0_O+WQu>~Pby <-|âxO &ÄiKpQF`Da4%Xl%Po}A╫uU0|@ #܆jd%W6 -2".cĈ /_7bw벬rDH?27 Ǝ'x`aو ,& bqbG'oUC6gFq4#vHx6>cz&BsQ=%뷞z!lQjQdmʵY!w6}YZUYA"Ut~yp}nqV_-Z4 %CGD!mڴ(X g.IF)Z븊"xyԨQU_TB$n->><YAOzrjhzS>[7PC>I03\C ÅÇ(@myy>lzmʓ'ɰgB#Dw

    R[s/+kyL>₷mn34-֋bHjAmՕӪ0ڎfZy͍N6Vie90>_o}=kK:9 6 c,3 k%Ta=*NK;c}xuy^6L87UklpKqD0,>~,9Jٽ6-"^]Qb{"d}Ǘ^tyxt45>|۷o* c.~͔l:ڎ|E {.Ϗ? qcE@PE (0/jɻ~ul~-:8q 3qժU$tTEezXEF2˗O2կ_ߡ榓QE@P Xʕ @1E "d3nO?q[nÇ[[. {}Uwߡlٲࡆ#MG "(oE|fcu5E "d3\ҥQpa3f fϞ g2>.^8#zfz 3?>}}uf887nH"r#EqJ ij:E@PEW9sfڵ )RPdM;oݢE-58ҭ:tIt?~ӧ.]EbсS/2 =q?s振icn4[^e l{0iӦd{Ln}(ٴڑ"(@0" d˖ 7nD q$Z^l߫WD:u*ʗ/oǞ?wŬuSem fFNH~*Vu!k֬V1ȑ#1n8L4 ϟ?Ǜ7onjլWicb([@& IDAT)S]͝;?O'OgAFfE@P>#ȑ˗/GΜ9q$Z^l_f #ºt'{J'N,85koT{Zʕŕ$LC.ڎdJ6i7t."(!y>nB(E "dӎ[goؾg"]trE~Zϓ.رiҤreطo khpܼySRNH2ߔ)S۩S'knEAS5ĉ2 xڵkEdL2ID#FhvIAjGř$q=ŵsFݗ/_b„ +V,ik 2I˗/K wڵ/Ngwܑ&N8(V5r=Tŋ'݀=ߘwdTYXMPE@pD=z$( 9>lqE6Gǰ͛KBM4ʕ+d#f̘--I*c:x2F)J(BYÉ0j ,K.aJo&D=IH.իݻ{j&B8G+ҘЈ1%Ϟ=Þ={DQ&ɡ+3Hfϟ-֭[0/\{De$YcBÇr UJb{_k׮8t&LhL1#$xw;Jpm;*RHhԨ6Lof5f;vE:-[&D3ζfΜ)kaY쵝"("w^r 59/J6 $7xfe+VzDE"Jf.$,BcDp֭pssCϞ=oKR4'qB/?*$t祪Hb/DC"rWJsΉRKe*ؔ+WNH57gbm6|?Sfmkݺ(T IP"J%PٞkYM68y$'I8o'1HdK}a.b}vY q6u čkjLo߾Bx ofx?%$\;_g{'Λjy~d/y{G!$y>uE@P`B;<DRSB*J6s T0lM6MIP(NK$$X$|K5 0N}P!%"D?%$UVXݻW1cӦM7e\r$tܹsÌ$$ɒ%~0ޑ'U9%58w*&O3gkFǤb%Ki5Шrm5kjm-RnSpڷo/M G^k5H޽ɓ' Uef&TviTI%K\p'u<ޱcG94\I"y{I>WĂ4Kܾ}[S=&$i}@#n<_5j԰'LRE@PB|^3(B)!%v9{M>S#i"#1+( 0T30JDɉx=]ZisՋ[H(tqi1c̒̑l̐XrT$r|+q%!Yx'9OaCzKI /UFL\' `k̵Rwq!S$W5&'4=f%Y"fЯZğ8^pA#"!c$^5p9(\cѥ_mXUl,G.$<%v4C۷r6-[q`}PZIhR \vMbhrm͓ *k#V5hu6q׮E@P`C57^ +M;Tɘ8M *>0۷2KB/ &+DwZ+ݽ{WI+*T̺BD^5$$+$ -Hz0R $2HbEE%86L*T;J5g\(8r$CK(];y=`?bFe%G؎$6 /DzB7q!飋͛/"{A3)!%v9&WZTPO5 1U&!q$YQ# dL&ٵk%IClR-5\nD:DKr>}*DiӦwIRxyHHHIKIϫ12/*UCO9FN-08)ԆD:칬EɌj=PiE@PFY"'E(ٴ'ڗ"84,Lɶlz:9E@PPQQM(ٴ1e"Fj瞵;E@*J6^("% ܹ۲e˗RP%vƍeKlqJPV *"; ׯ^z;wx:"\(ٴ#,˒cǎEjСȒ%W#Џ?ƽ{)S PP(@@ĉ`mGȑ#bͺHD@ɦ5dט?>j׮qqfAnݺ-fΜy_%1v dz" J)RSE@P4>} ס;~$}-Z>G֨Qá!(ٴl>|Xʉ̙S2Eю |W$T ;wÇȚ5ki̷ΝC(QRPE@P+2gΌy@>ΆY̙3|3X"]fUS %v܍MNs֭hҤ [;.`]\۷o͛7勋SԩS )fJ/ajժ%1 RC~1XСC`Y 勎/cK"Gp[m("\0]vf2 'ɦ_o߾ڲeKTS %v {MߦCwݻw#mڴH8qg}-p~Ev7om6qk!lɓ<|me)R$k/ܹs8w~@) ̰/^|(JpetKްaXʰe˖yS? 6L7Ù|;vgϞXzW* _ dӎ{aɇ a `ܹ>|8&LI 2NZNtAZ*Uo/޽{ Z t<2f̈~ te%j̺Kx)!^ ?0{l}8 Key-J4OH 1b`h1cdE@PEgF2!CYƫ!UT>l!5>Ix8J6# !yiI=쓴ȑC}}R(.mJ*{ d0aB闶~! 5)-Z1lXn(^dɒ%~yҍS;*\I4I#8ӧ˗4h@݅pӕsq G.]ⵝ82[ƍXw )SyĈk׮E0a;|,Y K.lOrWjUqzL"C7N)(8PlxN5EPiy;hf( *w<ɢ,4'=KLcT3&)I I'ʖ-+$o} S$7 4H& W\ 0ٳGH U^z!C B}LԩS1e!|$^]r,BLg~~HđdpΜ9J7SpU&uB#``Hu1I-K,U$gW\… %0E'%II ^2Ֆs36$tafͽu_/^(IC CA |}_PE@P>#@';̫wm< 3è|2ϟ_֪)MD_0K' ?cڴi~Μ KIHQG8Kx<-#Qd3ВR%t$1RooڴIC_MdF$4?SSY]I3I,չsg!Ōմ5~`-xҥ2kTV}Ñn$ɥ0D*ě1T4d3#f#&+quijL2B.3&?(\KoR %߆MSPr53o}!OIH:1_bTx9"("x\BO I!_|2z9j#"dv\$`!y'3$8M.TxI'D oj!d\'OZJ2F4k,4kL0Idyv%=D]f%J$IH`9*m]*ݶFtEJKBN*/g$Ͼ> pHk.#Q8q̙&;1 0S9WE\H~QZO$ DAHbVBrdf^W3TyՕ}ctf|0]|;$$j"(D|Nᱭ$3Oi_"(t]Dun$r"2THJLTkTNʼnYI~IJOOr ̤JRDC$C$Rk֬Es&y"ɠK7JH> 7|#͛7D%뢪DZl',Iz]pOcQUi0؞'THr̽+̕k7J(3dI؆')&l?K2JEun$L,D9/5SI!y#Hs#Cՙ?P<k,f(tO罧("|M6EO3{̘ C /6mR oUtlE( D&!)" ibA`/R]5ޒPdQV)fI}ń7tl1Y5TBIF9طpRU,1"MK%Kq3,h$I9  &aca 7_gR^IFc!&: "("ynC_Le^َIxs3&_{:~D@fw:c !@$RR8Lx[|@(I$-dJ/ULL].)c8_F `E@P7QdH6d$+4ާ')fP"Pᤫ+U85 d>8j/"(CȂoQd }abB[g0m:J{R샀M਽(vG񠌏}Lw%&R"("pdy-ҴiSOd`C)M; 3Eky ;݅XބS|+Y lRPPE .5͙ԘelHY/eX?!00B+J6;w|.zuw0Uxy$^SαcJX#`d59i"(9ɟe4')s&OБj##dӎcԶ1b71-kp)M;&W2IN*&Lc9/6IHJ6M6d&cl͚5 Çٳg%<88&kD/ѷ#GS;ďժUe iL8o.'X޽{0`Çc7o^]H:TnҤ … ۵oLPE9Ȑ!(b&KP֭lڴ DҤI]S!dӎfl$[U3>|('dTlr,fM5 eF[S7nxĉ#O0HM (ٴ.QÄ /_>;wWW^16ۥKt ?~cǎ!BDƈS۵kʗUL2>}M$֩S'pwi? $) IDAT@ M!y`x Oƒ+\O'I1pg?%W9]ݻ;̹G23<ؖēRJI "("}nР"G)S`Ő%P>o^ATBJ6C6=I[T3ݥ!&IDO>W>...Bڵk'PH={&˔)#(f$߿"EA^=z_%,1*|wXF_Q ; i\'FRe˖ 7cnnn駟0͗F p'OOG%ĢqƲ~f͚ Q]n`ug̘Q8pq0͛mUV!UTw^:$xP-;,QGTyЁ.4xӀ`3{R佽f9D ٠mmȐ!o>UC<E@_ف!G,}l:.1 !!Ā$FߦKC7L%K/WbEqd*YT.ȑ$16{-f۶mVw?~='l$IJ &}аV3=o<-Zm^5zuåF2iĉB)Sxg(FTw%Y1 1NIRL"8 M)*htue  A<5lP1m3,PY#A`"}0# I!*P#ܸq!~JY͚5t0v.mq ɓ{*-I2#>smnݒy0a$HT? UίuH1A Q< #]IH*H;V;H8i$ v(1dJWrȄH)HI0 TIHI?~(IX$y-wE wF]lCbK˖-=+Wȡq 3_W?Tyߪ)"(!q3Mϯ{J*MGߡ̏YWtŇ`R5 tRlݺUp@ $v$|1"g<# mkR+0;~-%ѣKzI"KRrqHй 'i}T.SCT6p$t5hG^KY0W&IDH#UOn<[.&V$\JՖFTIIʘ Z@p'9"&QX$g,*0~6.Q@RD10 ) 鐿",~g0lݝaݙ{x;w'P/ɘLPsQYc0A%AqE1״䝸f6Bc[_s|Zb!`\XP/"']Dt`ZdƊ‚;' ,;*(8\(!1.bPh ك ruvڡ:Mpe>JLrJ*i)# UTQ'exx4!X z((n`rL\"ABQ da (~6lP!(37CLZ0f(`-._\0`05V]_Y%;,c{G;j.dt撸$tNrgLFxpMrp'dP"!`!xٹs>Ia@_Ժuk%sQ1#b(@sH2 !&IJ51n?vPA9!_#Hs3N\ŊR((nb6`u妋1 .[hvI_<%.OVti%]H"81Jɸ dE]Ͷqƪ;_ڵeGLn[·p‘+-Eʚwܧ  2bx$Ak#=&<'d\Ʀ!`!-11sߣcT)=Ϯ(ދ]xr11w5;'t,mY:J`C"iSW|CA0&}ߗ>Ox{lHs ߄+9󓾝S8Yo`])O;לםk\PY#g|g$F6]U2"s(f!XE6q]h^%_L<^rķqNs^  !`a1zC. a<4TΜ KITj[JXxEKxdDd#Ϟ+d˕3gyrjNE\k"ߺ9l&x9i.y员Xkg<@8QLU!zM7ζc#91aQgOD={?wʞuSbŊO ŌlF6]Ӛ2  e˖ԃYvM)ـ%V0 ԰flQG;cv˪rZTVOpJ ѱ?!E1qJ M@2Y2%Z8W$ص?T%gVV(Ϝ% ˾&;—};ySb+Xgy77*T(؉!`@ !@駁5Kix)'KyNz)>6- o7n!/kRjKbF6e'1.0ag. |'?)[>4zT!ILJL}-FsZ-'Bec@~Ȧ !]wtMpuXK-R+dʔ)˟)Go/nI hJ 9w\iԨ\z)952_U6n(>dQd۶m3ӥ@x%K<i {On 0|py7d޼yRti76 E? hM\"OzdVo/5[j|g;pTZk.tN3 ɖ+νF'g2˯ꫯ%>#ALIdĈ6K>/U{α<Cv-˗GyD4Rb<3&ji )l\F ɗ/r!ٴix vr֭/׌ҥK bwyҰ.\Xq{.Kiϝ;=zTqVrOرcsJ>P쪫/Z]L\rաCa/+q_}ƚ>Ʊ\3Yhժi&ݦML/Y&OIgx<~Gz5K_(@UNjȟcwik~wփU2d3F],+N0}bDFrR5q/l9Kךşm2~ijOjN: C{#]엸8R2 \ß$>((dd3()AfZ#Lx9xl8dZQx{Qe3)$dCQeWαK.]dϞ=d/+B֭'p޽{wObŊtyh.d__,{ｪ.}K/?,]ty ՀNrxx[qF~7 -Q3gN=-**J# =ҧO3g3_~EמM\12 mC*UJ{9ܹsMX\ք ԘllR\9 O>D7.L >E3II>Fn.V?XnV0UVKnxҥj;ynd;X=u%%#S1'(z@ ]R8஘NJdHW|cNEo WK{n8o?&:Fbc%G`ٌ%ղ>ٱ~j[!!RrCUg=Ȧ_7CǤjA':{x0Z%@@,IpQ"ԬYS թSGo.+WT2rdp <:;SOƀy]w 5 +Ha?Ov*111J ֭[U˞= ͑s`B!Ǥ9H 6T$BD˖-[Qy8yͅq=XȸAQE &)!$+d~XfYv.{vH>$*nM Uc,X0/Yd]7&uhV}ᇪ0pӮ]~ub!|v&Nf?3XZts>GWB<%l0m_8) -R {V%+K_,W\[J![<\q組 rvROX D> ?!E.-*mFOSjSǢ$GޜIe_rhAEy!ϼ.U<ܘpGMVI;%:ȋ:7}Yy\ ~~";ɞl rxa !9fCZKɲ)wȾòoe_e4KP)B;+TBġ@7#B<@puO>WO?D BEd`ڵK,Xp[PH磮pMdD}]4\Y1pe.\s !NGET7&DbyeQDoVB1&Bą qC=vk:tnJ*%:'sC6quE6 !s\&ЩS'}`Kr…J 9>êB(ׯ14.(]eLƎ|`\A8Lq6+kТEt%#׮ׯ_ U>)Wcz@ #6lz9^ܳ@an%x(mL!x{8nae=`cC$wϯG9h]/ԗCHl&tS}OA@7#B)Q05TS dpmDI ycwTH2;t‡k(/_\3dŒ r! +T񆨥IWI(C#$GoX據 dCuqsDEUvڄ㶊R;3s6zhuic]#ŕ!< GܤQ1i4$d?);\RTRHjV1&nHM,M#pNyR+VL峈& 1uxhuMo4|f5'f5GBqgƻbQ695X8Ҏ2>F_qlR!Ihl`g9lӐ]6g5'N6";#"WnRWF%䍥#der ƱnF)W>Oݦ&gn_2DY3PU:vRlWU93{@ʝϚd[IϽHh=uk)W^[ynʻUro\u_Q/mj'& SǥBU49 QMISࢂ|Gl9DW;dΘJjR[2O*¨}*_+뗮ܛ!Pٱ/DY&{!B&v>Um:W ֜Ygu>odUF;i< IDATj3Pe8K_C%tQ #Q4qq偔vSb?(lF˘!=f%y^\%\6d# >|>!l8Vs>>#G])\k(p3O<3=WM>ccg%!#ЋM+2P\!lf~Ɓ4+4w"}M"_θGcCX|^Ws^&[$?sqx@@Zq-qay@3C-z) .W>V/3ʤWIkJJZ72o7@%Kd2%KɲʖZt&ҩsd` sԠ@PH;S0[X:ݐ\@Hv#-ȆYY$ϜQIrՍ,Ą.ueNUwbW\$ݧAne;0aXtч:g0=zt/u۾G^}ch~Y8y&1!8|\(ixys}1cU/;l2EkTݲT}*b7Nltqxፇ.2x`$c+0}(Bx!{6H?@󀌪Ivyxk۶>2QP'Ča>\3Y_)g|B`u5 >qd3)ڣ_3C-Zm-+֭<,`>]D/GOhlWPEq߭쯮Mlk;\s'[B>OԾ[ߑl'[L/޻*B2ͤWK{:|rh!yaK֩bK!0Mvta:OGᓅ"/_6i%aHW.On(.)ɐZ=S/~\+[ԑ&XY&J153QZ;ZZzQW(W$]?#\CAM? ׿Q37f/\rKO2&7Y2sT=Ҫ<tqx{;>}amcRA#bMs#v{i>!i\ EO#qf3+eC9Brq9BL uacQis,mx6 hպk<9Ș3qoh1(1D<%=,ar_5VW҇gT%#FʡzVrۇT }TEDK9d iֿ]yY}^e%l1Q12sWJ(e$ ΍unQU.G_yRx~/MCOb%V-/s͒wH$2{Ty*I?:/W zԋ+`/_Z "]};mT7wu3/ˇ'ɠil e[ylG_YS_EȦG=]|0h|otql85޻ﾫ#7H\p#d<sL!$( ,i %!d?H8YZ2{Yy!$ :45YsQq0:%^ 5ܰ_ŀ/.zgLACoH|'}@FY7Q!#yH; Dr/I츋?$OH Fa/o;Wtu 0(9 +. e_bf곩ɵAVe}Q-QYgP9Xօ1>A&l`u6SssCEC;݃$T9j1M“nisX٥5H.L>>^z|Mƶ.lڥ.U]w|\37^ r&L( oʗK{]]玟%'_>1AkĝrO@V\HSzQHZK\TbyrMPslxwI 9A 3_.%ޮ(KQڍ 2\IDRp%.NOi9\_.YTbcȾ#yjxs}4Rh?!~:M+u[W˛ B݌lBF6]Ӛ2 Nj )dbI@mBƽN ~'fBY@%Fܧ?s!FWQ@GUW^ ٢\' P آO߸f y4֓d X0M;\N+cb q)F)dh5|>b۩cú BYܓ2 q;X/<;b ΐGhyl`̅ 6\(fp8y:*x97pmowZ (^Hlml_U>V]괩^`!!Rxx̮o/mS=O4yN_!D;=ZMj50.t\aR-ޔ]wʍune/8ٵal^I (r+lbۂURڵr5++CJgJ]sHl&\]#VZO@7#.M Eq}L*%qǡV|[Gl.qG2C9ewJH [&(vP9!z!'qĐ$D]K> Pn!I$7WTXFzgM'c^I ěXTb1bZM'KtŊUgo7A!P!(nĕCŦ]%n(ɘP#]/ (hbFBYGA  'Ns}xjZc _p?{D:M e9dwckkW0~TzOZ<x.eHz5CSѲpH3ś`Cpwl õ1 P*24i nF6]\!#.iM@ZbqmEURɘvAp4x  &76232 [*?:Yl-v&u7({]jv;;9s,h7DSZ03FldEԍl5e\wJ(6R\6tE= ~+jfYJ{mڽY^sorEfA1o.&uD ,cA@IɪjzhTl2'YSŦ)C N֐mýw6H:&YNIvOzG֦!`6HYn>'mg7 :;:x4\kËi@tyHOfA3C0C8 6 gHԯu{%V^G(ׂᮋifYXf?ka7e #&nF6}l|!*JRJ"N H$*%1`Gr(d%skj8xq#9RJD=$%JvgJ @EI*Sy@2pMD5L>?:4Hv!`\8bJJe>E奎eFocǎKj!`<Tz5'!C5|Hdd3 C (_i *ظqdڵij'bԶ̈].Lz)͛7OnȉOZ\~6l(aaaz\;vڥԞJ13 #9|͔lg_Ik4L1}t#~vDf5jMHdMNdZo)Æ QFÇ:Ezh<T?9(P@ː>}Z Ux+kC xeٯˤۜ&l@Zp~7S좋.JkszMٴ8$k0|kNImL\V ;wn1bTVMl@A;&Wo?lB]vɏ?^$OAý#:-Vtx7XFUc~tY|Ac ϗC%Bl=o޼cǎ!cIɁ|Oʕ+Io.˗/*UHbR҅kd*m۶~L]<+ neK{F6ڊ|j:B6!8)={G$/ָUp=ZF)jJ62Sj$/pF}tpau?sIhn%KԱ R棏>[nEԩs΍wMo]ڵ<&gW~A'aD92Aɍ7ި-.mڴ. ]gι$J"S/m)Q޽r%7,{T~x5?}\3urֹ!@|3nw3gC1tLkpM|IZQ zqRWH6lؠdbO5ä@ 1|wP78*zI&p嗫+jYJȼ0 %UVU P?!B\M!L1?2c qArԘ9&{꜃I$H8a $ubzXB}?J Q6=mA.!8A2ocH.u(s nkzrܺu$Gz a4!Bl)J6  5k@6#.M GGL$nZJ-[ bH\q(~Y%6ݤJAT#N:^K<)cHܓ/%x!g qe?C<7Wq<@(!Ÿ@J[AqEyM up'>lٲ$*b pe`9k,-ECID՘&7cE̹SvQ0qE͞=o.a$B*q%0Xp yQYC܃Qc˅@wr:jc3qՃ(Ȧ+ddE0)C  >r:JS!b9% G2H$U_KQQq8%!DRʲŘD wWEToFw`'n: Pp%ݴi!a$qqRc TSHett&Z-u(&.ŒqWs<Մ t|}*~gafdL!gcf{'Ts26kL& 7Nٹ@ @6}I :1"c tC2Ȧ+}Q܍5gՌd.*I} %G^NR@P01.lPʗ/&ĘN\BD2  I $ mBYx!*JkWܕ#u@qEo(鯂ڦe]:kZIyR[ˎ32 <GtON9QZ?@Cq~t3+d3 C ʉ*I$q ac ŋu;M1-ƴ#l̆@P 0'Ӽu5f0\E4F\s kB'> `DFx*t;S1AFo-;'f0\EE9h~1$YB23 s疎ɞ6|!4mn t3+d3 W%cIcfE IDATzyi6Cjժ%dh++_0 ]hnF6}l|!*M^݊ l2y'~/J8uKm6^C,%K;1 CH'i˩݌l CUH]J#šdcPa͚5q[O!@6)dsڷufd%F5yKN;qnF6}l|!*YlR]v2k֬ː WcĔҥKiӦ-[S!Yl֫WOkr}ǚ4lźeKƹչ5W(C 3pJK5 b󙉕mMސSAQfZV\#.iMw)իW:V\Y8n7leKڵ\j'~ DZJK=۩rruf6.h7~CreiӦ tql5e8'O+VȱcǤB r%$8Ǐ 1Sڡ͔"F6]Ӛ2>G#G ;jҡ\r?ɝ;n7lP,Y"u֕QF{Nɪcd}q>d 2Nrviر&®*>}-[V_u" cgv˫*7Njժu^3gΔ^-ܒ|'M$~i|l j݅"*TH ,?=a B:ysʶ;WO Ӕ!U m:uNme%Y! m2H5HXF6lAl8@: |w$_|ZFD;[AĦhѢJP W4tңGU,;t蠪C H%Jf͚1_}U;vk/ƍK-_Fx:uꤿoڴI%{_ʔ)SĉUD8ȑCZp&&B0B0dv*M6DFu>S7o^%Όg,v!`{uo}ۍI|fʦ+ddE0)C @AL(! ByX~7:Ai) v풶m۪騔n޽[]\W^yE08oK>CyG&g$bӶ %JP2+sΪNzeJ D\f*| FB!3D{„ JX!ߏ'?tP3fƔ>$6l%g`o;aoYjSeхY !x(nF6]^!vxxCM03 C8 $1#Y7\D!q0ž~i%|^.tiEiܡ@tQT3H/2I&Mhb /D{ygO>QX UR%袋e츚jJ8!(Llf֩Sy5ר{K/tTQo!N=hʕ+5ve2ꢚ3WvrNF&Mn}C >W|y!{y8D!pA VR6 C0A'xByu#=x,_\U?6HQ"-D1<<\χXA k3&1≠$сΙ3G@H"dӛ&$xGֲeTꫯVwY{{.<Ɖ*DQn!oWT<8HtC%F拂I{$J4hdŋ1E8q/&n9@x:(c+TIn(afɭo\!%NN_ӵ_|ayd挙6;6e_8C @9̟?JL8Q]@7oެD GfRB筄&;,.RDR5\f!Z#KCVS>*"dXHH*)vܩy?(xH-"Uv֭2>YD 8{-~wsh2 qG-V:jgϞ~uAt 0܀ID'irs{_Rv!`M5[,Dg5l@ еKR OA~ /-L zv!`V# $II{(0;!:;(ݺuS2 +4\dRO'GJ^o䦦(/d Lc\HYEY'<QN9y!Mb k,=POJLzOfz#l@@!F \Qq7,)0RL֋,GNMv!`@[ng<#3y[φ! @6q-T!`{Ph޽_@! C Ɍok %I M7Q CK®3fȚ?e[0\Fw.+4˭ߜM1 C 0cC3 FcG sFɯ'|l@ "0o79l2#xΘlD۷o%Kܪ5gn!@W2֎!`(&p;ɜc CpaMk"Y_|-9Bܺt.Lz!-Zpek0@y 7hq3C0 XnzGǗɡGZ2 ~R2-1Q:R۷:tf!xA6KG~lR0 L@lٲ9ޓ?O%d(KCDb2R$[2 #.odE0)C ]*Z{@upI[Os-Ꮋ{nٶm&C{w{ Ղ$R~5xg-k֬UVinʕ5cƍu^˗O*V( K. WY! ]W^ylؼQabi@`̡_  OdF6]\-#.iM͛eĈ6{jB6}t6l˫:֠AC/+VP7믿^cHݶwyG%*!{t.k׮:uY$9ϱ_U>rHiWڧ~ZPK(CI"j䦛n_~Y/1-RBx7 e|$$ޖ.]:eɒ%ķv޵kW=/Çs=|ؘs) ,uz:a!U׼ysxi?ĉ^?P\mDFF*jժq;vPgx[~}%[O$g9TÇ+q:uTRDt\m7QBt"g19sȝwީ/rA%UVUM6kw2F :thL*Jgr֤I%uΔشit$U!XC oիⶌK. J'xBݖYf,m3_j:5DyB wJp0?6(3l 21.)Ȏ5.T(c3Fʕ+E"D'Uo=wBe$@tTL,;ɞ;%iӨUfd3&`)A !HAapPB}L;'$A$ ,w>\TyH@ $&g "XH&b4q?rE.R(+ai)'>y}Cb!9cQ*!Ua@3F aRJe@`\q|[J@'5֖8Pg 3%&QZ.\Ɍ43 6{ｧ^$:rlߵCmxm!Rda)T.QD'aar9wZ?g}Fr:ObϜ8kg0um9#cy^ξίrfSyrGXkڰKlLyk9攓GO~_)W8*Z+$D9:~2P {N А Wl9{Xx>sF㘐ɞ3DGznHD戔X#%66NV |_mc"p\e,as.ca6ώ}y9.DBCBE霧yڈ9-qc NOk߷?VbbHHB-6 C&IbR>[8= C  }U"Z, %)-Hr!&ϟ_"vg$7aOB󇄡$@ $rP2jT^C! ]di% %쬎e F#2)APOIr$Lx0)s\!d%!'^@ӂ ʽޫa!()q%DOޤC3^#'@88Ħ}?zy 8!00e=!4,Lσx@"<$%C$!HXo^&RXA9v|^!#c()D, WB97C uQǢ#ogIsA(ٴSr)$ ؘmsGdlpij{6 '9d=Y)ȩCd=$8"GD893!1b2pi%JO+d^ct3 .6ND'se㇎ozD9yd&Bdrб;KiX`O9ib+DR g˙M=gO5%}Wu{ߍ/é]N)WF* >$+%=>%F6yl솀!bPpQM LSg{hC $͗+IwPrQ!spu V,!B!(^22 ͘zFt(!\֛R)qf@ `d"Έ @!`d3$#"Ζ8L{=m[!`KZ+ʔ23#.MlN IDAT WfN,Y"@W_}UN8Q e6P]vͬaX!p#I gQ{lRF6]Ԛ3\F)gΜZ putMwIk0 s 9-ePMWȦˀZs!`dL.hLÆh@5hѢҪU+Glf F6]^)#.j!`!xǴIv;h #.M C0 CT\Y3o^TѰF6]^-#.j!`!5w1f@ `d啺k»43 C0 C0ҊW^)˗,ܕ*UJksv!at;vH%\n՚3 C0 CȊ>}Z]gQ7O3C X0,+e4 W>cl$Os]o?=|g^K/4= 6tPkp_.3f-[s!`@P7[? ZWZJ>c[3WwˤgϞҼyswBtyl 5g%K$OK//'ֆ88frUWITTyv|RZ5u%QXXX|>9u)}n>(%Ӽ`5tPk0 C0 ,o .T2Zlʃ>(ŋ[nE:$*ȑ#eС뮓O?4T3Ju0zWMHn6mR" 1:-d>:|)ł-s=2΢:r;n8} 5@Ү]cY2f0`@w5e3X;0w2 0 C K K*Y7|3s&iM\]tQ+&_COb!d~czq($rL"k!L @j͓7J*d3fLqpeNb:k6[T7ڙ3gb9eBy %\P]!z)RD( z$D] #bT C yؽ%f!`@f @ "1&gVPAk8/A(YdmM9H)xd?/b/)j%f3XOvP?QS[wL(H,ݸx'$4)s ?ydVLlMljr . ee3WndAlfE)!` qD"2)# 7ܠ;9HЫu3SkdVECD{wgsq`.KRMHHn{]eIȖ-,#YUvlu-,ٕ$79;3s319mo5_KcEyeLm^GvZ+_bzsV7y\vSy47i  l@ Lhs4AyM|yy꫹/Ѽcw0\RERfJ#U`3Yy@ HTgаaCCW|W= fH9e]/v9D$;HfH l=>Hsg|9Oرc֫49i}d'#ͤ \fM!Ι@ P$@ bͽiɴsϤy:yՈys00Ozu;;Ժ2= L\^k`^ʀ)O`3jUҥK瞳h0[nݺyWt)Szy)Q`3șCv HD=r"j@nnŊZjUjԨQC<"""Լyso:xwAnڴF6W`3 HRl)s`@)/z``Z6jHYfUvIYMZN:&P6s0Lϼ@@>5m4N L_HKʝ;^ykԗ_~]jƌ*^8Xlx֘ ԁ`3İd kuiٲe״2f&MVis˖9+f͚0I$@iͧ~Z} qd  n&ʕӁiy([6nX~ׯZO}eURfyl@@00_6kLZ?C-[ԭުz*~O?T&M)aktϟz )]`3sVB+! #GT|y۷O2d6n,YԽ{w<6\jfxOZ.'Nv9r @#PB2{d|UD իWOs̱ 4yd-Z4ԝ H`eҔ /̙3k̘1i4@ e 36lTh;?{:7on=(hɒ%)1&)ZjY)STi, @ؾ}sf޼yڵKmڴQ\tZ|k$[FҲfZ4(@g:MFR=cKӾs֭ҥ2f̨ ̙3UPT"6@Hcil\@  tѺ'sժUV7mڤ=z({ڳgڹs禢Qմ.@֗ڏ@ Lc3"Ho 8g͚eݛkԩZh=H-!SL͔9_ UnMtC 4=Yzr F`3ijG?nRfʛ'@/:uz PvTڵB U lxvl 1(!Tjܸ*Uz@.js)-I`3s`3Ġd@N8 2(G!Ι@d666V?C.^-[(})\N!& 1(! iL7ް1cF+ܹsgS @HbPC@ҘSTLsƌ 1!!%;R+WteoiMkI͔|B5}bʶ:*SsnCt$qn*oB[>ɟ[8?;;z1><̙̞={Z4{ó*Rvytꔔ'*fFÆ Ure5k,UzWxNvg_:Ιo `7tL]鬳?í {|t.,< ܂+N::_fa7&q ͝;̑l{qvv'5PM:)u̸G\̟@@w,:Kl:%TeS_^3sl{&upƁ+4I.\סq4}wS;Kp|Zg:MkgΜYΝFwΏi8(+`6&og͞o0zL__ytlgRIu:}\^]wݥ]vy;eYDŽ~1A/RBqs2oڴ)YBJ X6YAdʔI x@֭[J|aq~7Wlذ!Ih9r;v=uv%J^oolEj޽q t_.Vw;[[޾ʵqڿ~[&|7f]tA۾,2>~Ϛ5N>ݷ97m@3g&9R8?YJvw`;Gfʤ /^Mkw`3x2ʑCXy8pVbO=캛G ku̙6ϥg׸8;dKRȩ穣v;222Wf]|۳Y̆l@_;\zyoyӱpmu1.ݛq;~oy68 >zql[߁6)]*g㸄|L>ySF6!INg @de|uNL{RBӦ:vp73]Ͳg_Y|2ǟUBv+tj< f/M|n@)P{;?>2W/7j?#oα[ S R3_7l=171'8]eJ+W^ɓGǎ-;?Ӷ`@wsP2Koyr[י0υ 9`VdIYw}w0$kl/Ђnz:~u3oΜ*q*[ȡy(޼ٞd"s@瞼8 7h+kbLLyƮcb.5;1#.5ԑzoٛ!~W몈h+ *9|+ LOXzG z-ܽ{ƍsR:jDH*t-zdIU(YRwzl;e!  3 bjhwjceȱcڰemۦ{j޽ʞ=g}Vԩs]d6Md7: }]FR   h~,[& m۶e˖z{kH` ԭO,\XgΝS5Tjj "  IM[RoWT,֥LgΝCzH`WA$o7m %J    _Qfn]}Ztij*9$OѦvw>}OTٲE }btA$D@@H}rZ3֢U+$8ܲeڴl.u .   O`Eڵʑ%>2D֠`4 IDAT^Ҫ+cҤ    @(RҧK)SɒA5&Ac裏O !  nf-[SOVVA5&Aѣ5iGg!  nu;vQTX1Ӡ`RYe~AeN"@@@(ްr̩5ՠh=3zn]5^=I   ƏUp"r- :؜:uƎzK71 @@@G5f :T*UrmXfӦMݘ1@@@ n߮VÇ_Wz\tYlYݾk$@@@/?ϜQfԢeKuٵqAOVʕLŊ@@@ zU=^zڸ]vY٫LI   ~k]T|r5jH&LP(LI   ~Ovl9rhƌ *3f 'fH@@@h2r }fH@@@h:y͛uɓݯk$@@@Ov&i}{@ЋԱc7`@x*@@@Wӧk݆ Z|kڠl6n@ WP   *}\-^Tk֬qmbPf_?'J@@@l}yԬqcسG ;,   ںuAl٬ܩECfH@@@nv[hو@@@ <ڥz]T/k˦MZ@@@ <&mݪnzYfDDD *lռ߸Q?(f֭)F@@@\&mެӦ7PjՒlڦ.]&N@@@l/^-[VZ!6۶ՒŋmU   .^?ڵknݺI6;hɮ@@@ <F,_׫zjڴiG2% *uI6;v쨹sh)F@@@\~~9qBJRlvAsfV矻N@@@q)RDZhYf)F@@@\^?^#"MoV҃Mszt$@@@Wq̖M9sTϞ=l_RKUW!  h?~2̩79i;}2DD@   +\X8p`9sgTe̐! d@-Δ){"zB]G@ 46Lw/'OjȐ! 6ͫOvML3YX peά_U@H ˔??49scElŋ#7FݭzlzKtwoL(@4(jhkΝ5jT҃M󀠯,9((Y˖iwбc㏺pU; s+ſuG 9gcO<^ƍKzٮ];+m8Q29P pc5oc'Ozə->Q% VTddJ[RuDª#SJ4[k,Y6ŋZ~~Wnwr劖mڤ_Oάy>tH]>HXj[VcbLmk;/9s]w8R* V\ &lT N?/oWqz6-1lݿ_UуܣS11Zym2j]kM+[6OE  l[ v>U+=c&k5tLfH^#ڷ\dه۴љX=z}8˝[nk'kEx ϯolٷOoN'gN iZKN3Z#jgzԳN`m۶Z0>g6SbA@-oD}j?Q4{r-:TzQ ?x@/ hU;ٳ5knҟ?|Ӻdۋ/b3Ҙ`ay5jmߪC#4}{=S5M̙3X1Uw&\|Y{֚mJ͚zlY^`էС2A3]ʜE5l&Msf|~6hO=g*GHu5uӋMj͚56lX҃6m? lE ##~G_Өݻ+*S&MqFЪ[͕K&ȫ2g(q hšf0}ر*RXsY#JYi=ZӖ,Q2eT{aM]D>nwMӨsotWmѪѥ֨Mxӷ6 Nud=񭷔.]:o3fhy:au* K=T`M2%fΝ5g,i[s 9 :[7kPQ瞋ECvvm;@*oaZtih4g6+6M׵1 t岛?T9fUwޱOxCjQQZ/g=|j]Zsz7mj]jΈ󘳙##KdM祗`qBwߩVpZu%|Ŏ#Ge˴OtS8ʖ|Wƛ#G|rdb=tgo󀣞=]6G5oؠ-볷V;d@@ <ޥlXBqebnqL9o<9-)@Hz֓_eMPVd7-<CNAٰaW] \^VChGYgj}Ə[u9&&5j=,d CkAFZvFʼnTٺuk3F@ 6_ʔ OAٳd xAW׷W5`,_ V}SO.JȜ%- @r5Je+Vƍ[DPf=4mtyigr4<@HI&5w{&Ϟ?s[[1 ǃ&?zΝ# \uz j۶mz.ljJ]0%W@p0R1ΚFfʤݺZrj[Si @TQu4О={4ϳ *|Wtbvyig @y9KjΊw^JP  xC=W}$=lѢV\-~r@@@ 9t͚:w̃d_kѲ!  iVܳ˗[o%=ܹnۦ9zYT  u:JꊊR.]l6iD;lvuxڏ  c;ꑪU#Gu)fƍg};bD86@@@x |߮|]v 6O=\F˂  Y;rj*XI/Pt~4J@@@.D.dI+WN5JzٰaC'-4(~@@@ <ٵ,UVh3Ni{TҬ8 G@@Ҁ@7T֛nRUZZ_>}MD@@'Ln!z'=ج_N:y< %@@H>HDI64h jK;Ӭ8 G@@Ҁs}(͚5K JzӚ[i&"  ߿~ؽ[VR\l֩SGWΟ׌7D@@@ 8hoؠ})"""yf+W4m4JJ@@@ݴI{qHwʕ+nj׮LilQ1@@[lnܹS[lqmcPyYgTDk$@@@ONcj?hݺu *4̒!>l5C   @AQXµA52R;vt͐   )h@tꔖ.]͚5k*{T&l@@WyG; 61`A=i! @@@SArEsum`Pymy@Pή@@@ <KQQ1ck 6˖-+]FfH@@@(ݬ2FEim۶Վ۵dU   Ou|ݦO>5mPg6ٳgkZg8@@@Ҟ@Վu=h̘1*؜0aӦI@@@ *i~Xk 6׬YFiRLk$@@@? [k@Xl?~\ʕɓukƌ'F@@@8}j׮VPɥpӷ-) @@@K`[tv;I& :,]֬NO>) @@@K`4mSOl֫WOccy׮%Fk@@@\N|Iӧx6h'M~) @@@KNϞڰsvޭA<'`sݺu_֏9rA@@WHݺ;}zPRAΝS5E U)[6I   GGѣjPɭJ*5񭷂ʜD   _>UzV A5(A#4kʔ2'   @ީ"#5m,e R^TH/F @@@qз(c`#-hL.ABB@@@)0xt^RW nD/ƌQ~ABB@@@)PQ#+' j@M;;+TЀ_sU$0#  EIԫo_UV-AOxzgOM\P[&LHPa$F@@H=[VΛoւ \K6ճqcPz e@@@-0{ 2E?LEMpel"֯ק_}_|M n75d@@@.pY:uꔨl>,>G۶UnΝU8!  <Æ3g4gΜDW.q) ۱C4At'L   2峯ݻw'B6MOըwoEҧO01   UnN?8J$-4_dzgkqI   \vVnݴn:r-I@҃MS˗5x6hOJ   d6fClzb޿9m,GE I@@@ y_}ȜoTP`jzovo(d%#@@@ |4g-Y 3 BvFӮaȃM5k*yjTT:rB@@H+u̗O+V':&L`*%o;IySl&{y|1A<)*Qi@Oh&*xʑ-z`޽{kܹT顇TjUըTI"#g]䙊LgVo::sdٙ'Irc:/]~owi8o=yZ-g;oM[""oޱcm/Q=g;y:ʾwnB2eҹX(k~$|o]}ƛrpM;\Q "`5}Fd4Ϟ<]Yy}&;5ͅ zf[tƱl8' Tkf)CQ'o"#,n93krnɕKN3r4KȌeA=@޼:r ȚU9sm:G-3efyڌt){vEo5/'w'ogٲ]ogVZue>9[:s7w{?yse7JHgϞ%fٞG齿geJ멯=ˬ/^ZVf5Uyu5(3,ê]/O9v1u2w;:9{Vۢk`ݔ-<{Q5UIDATf{4[j͛7ܹsʟ?ɣ;SʖU[oUܹuSΜ}MV.z6e:~.^:7f~n:"/[Me`>4f4i&gMIo:v[t=ZyY8<[Aυ Ptvbvg8~Wvg Vdt@t=}+803!4WG]M줚ffx2wjߣȁfi| 2X@NaMY}8:ͺ)Gϸ;_O};nߝِ{:՚g|Ǜ̚U1ipv ;mg' gl;8΄#˘1gPg `仟 (߃H;m}훿uѓ:? ]|wٞ86i<}/{лmwY7&2<]o^q ΃΃V]896_ݜ+Y-϶^msݮ\M$&++" ; 96ͳWݕ+V?w`enG[ˮ"3e̾k8Ϲs9tollH۟MzǛg雥?GDX}5+魃Goa7yU=cFospo n毙W/Z~:vLhmɘϓG<ͫ<=ۋ =\`٘hlĉ蘘g#enuJ<"##usdoܳ2x7#p#Ϟ=(}DLorDYdQlll|GGgiBh6fa˴W ^ʳ8cd68isS7-** 2rCi@Nk/O Z|io;:o^-G@0!JiI15oO/ޥͭmOʴnuKyW;Nb z{8;겂W 3^ f py>e0WWayR8p^)M)NxNX'y3.։ *0G:SĐ']Y^s֔goەd&?vl949Y=ρa xNb+iS.s'n9O+x-Z^-UJ/;3'kWh>}Z2eR̙?@@HAp;v 0z3ܕ+ +?`DOJR\Ҁ   @6n   .,"   ! 9)"  l   \`3d   @2   r͐!   _4S*tEXtapplication/vnd.excalidraw+json{"version":"1","encoding":"bstring","compressed":true,"encoded":"x]ioH\u0012_Ax\"}d\u0003ox P$%ӦH|\r߷)Y\"˔Br\u000eXdlVzU]烦-\u0005]k银d=\u0018c~1<~g=s)41hy\u001d\u0004ާ~\u0019^gxX\u001d\rz_곦3Wmyrmu7Mж;=ra\f.\u001d4\u001a\rƷ@wێ\u0015zPDZ$Ϗ3r6\rcזݾ\u000e\u0006\u0017F\r~H/[9\u001f_\nDnm\u0019ѩ)ZMvqг+5/KϞ\u0007\b\u0013R7l_V7q\r;\u0018<< \u001c]w\u001cLј|cm\u001d'ޱk>wĆqpnn˹zf\tCYYf\tT,a$\u0014R\"8\tX%mi]kL[w`\\[{*\u000b;\u0003۱Fѕ\u001b^k}_Z\u00070=x˕z_\u0001Zʵ@aF/@u׻m4mS'[\u000bi5ԆSNC7\u0017\u001aUiScsTƦ:V+\"\u0018)a¤`ڒ&'~+\u0015:q\u000bdTb9\u0001eL\u0010w\fQjw;{(8\n\u0012k\u000eT/\u0010͆\u0010\u0001eH9N\u0011B\u0005q4\u001eO[@_ccvËc}\u001d,M[Oet)]b\u000e)\u0007q噅ldHH\u0017H24\u0005ࠌ*\u0005Wd\u0010\b7Kr\u0004NzYfnmqwýF\u0005=g7\u001e[}y~o\u000e) \tEnX0e\u0002aeX\u0015)A@RO\u0017!:# \u0018%LO\u0011\u0017F\u0018\u001c\nag%.Kd\u0005e\u0014\u000f-\\{O0\u0017I\u001cR9CZ\u0014{/v\u0012@2!ÌN֑p΃(#=VҬY\u001b'R\u0000\u0007P47G\u0017a.\u0001\u0011p\u000e7N\u0010ɹzvBGid\f>cf똸%ڧ\f؁zp\u0010\u0001\u0002\u000fVm״vљ؋{.[,\u0007HdG\u00075\f\u0004a$\u0017<\u0011\n\r]!\u001cJa<=8\u0017Ȇe\"( b2Ƹ\b\n\u0018)a\u001f4\u0003\u0016`,\u001d\u0018f\u0004\u0006q\u0018sbY2%\u0012\u000b\u0002kk_\u000b\u0017rd/qpkDq~\u0002%IqL\u0000\u0015VC;F\u0014/Y\u0016akt\u0014E1v&\tQ̕`\u0014eDg(1\u001bJ\u0010\u0012\u0004jTH\u0003'D(ǁcZ}kr\u0000?J\bT,\u001aBX(6ib\u001b+\u001fEX\u0001\u00015\u0017\u000bB \u0004OV\\X5\b:\"\rP\"\b+wST\r^\u0007䈑\u001brC:1\u001cyT9@HΧY_\u000fnLNFq!\u0001\u001a\n$\u0000Re\u00020\u0016\u0015w\u001d\u001d^Z\u0019@!V\u000e\t\"xxFpj\u0019xYSd\u0007Bθb(\u0019\u000b4)\u0001\b\u001b{k[\u001b}#G[? \u001e_I˞8\u00045D2)ŪCq\u00154\u001aE@]!\u0018P\u0014fdΡݬD>̑TVǁ\u0005r\u0012\te\u0012K,Tl(?X\u0000kc:4m΄\"\u001cb\\\u0001xi\u0011\u0005&>\u0019嗌(\r\u0013i! \u0012g385;\u0002&c*1q0W~\u001d,fiH*\u0015t\u001eL\u001c\u0002`L<%vU2ۊn\u0003X\u000eQ8kX\u0005RD!L\fa=Ƅ\u0010iyD2Y-w9'rC/\u000e}x4Љp\"%P?ɈN\u001a\u0011\u0000*\u0011VDU2&N&ʓImYd`kG䀖IȚ\u001a\u0004M\u001a|%eWHϥ\u0012\u0013\u000f\r9yCΓ~OyWetQnMy~\u0012\t C ?\u0017y=C5J\b$!pc9d8F^\u001c\u0003*+È\u000b*9I\u0005\u0005\u000b\u0010{vL\rbا+˥\u0017S\n-\u0019\t7f+Ui\u0015\u0007;jv\u000evZ_\u001f)y\u000bLǤ,\u001a\u0012#>\rK\u0012$+& 8D\u001cťp\tu\u0019_Y&wk\\~\u0017\u0018`x\u0011l5#\u0006qՄ^\"CX\u00005&\bVE0\u0004 k\u0019flhYՋs0޻\u0016؅\bJ\u0012Lr̓RHX|+*\u000f](ϲ\u000fΪ\\J_U\f\u00151 Ӽ8o;7W6\u000f\u001c\u0018)Pc6XZXPz\u0003u5K\u0010$R4͍\u0018mer71qKyV<ټ1y0\t9G\u00021DM\u0014\u000e2\tJ'I\fHb=גd6FOV\u00037zJ9ge܄\u000eWV従\u0014\u001fy8{iE\u001cB\u0006N\u001b,EZş[w\u0019<\u0004[wutu1\u00162.)\u0012\u0012 \r\u001aP\u0004H@\"3q0 0c*('Jq\u0004\u0014\u0010\u0005./0\u001fg\u0001Q \nz7SPA\u001b\nÝ\u001347U\nOW|v\u001dm\u001c{θ}h\u0015Q\u00193ŤLTV\u0001Lq\b26Ϡ\u0018u\u0005'\u0015\u0002a\u0018L;\u000fDa]jb$\u001f@*U#;c\u00190\f\u0014nc\u0016\u0006`U^H\u0005+o\u00031\u0017,2\u000fmk/\u001a\u001cv\u001b4\u00060NKN\u0014>D!q\rPEG\u001dnX甝\tɄm%\u0003U)3WQm-|\rD\u0005_ϋkL?_9;Ge<\n\u0006'c~\u001a\u0017U5ˇ0\\kƙK\u0005A\u000eJ}ox\u000e.D[p4\u0019\\\bO\u0003O\u000b-m\u001cnr\u000f޽x\u00196k^Gۯokնի{|sN\\ M\fWKz{\u001c:\u0011Jfmy֢a/j…?!\f0&T8k`p}??\\E"}[|IENDB`inspektor-gadget-0.46.0/docs/devel/operator/000077500000000000000000000000001510117411400207255ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/devel/operator/UidGidResolver.md000066400000000000000000000023431510117411400241400ustar00rootroot00000000000000--- title: UidGidResolver sidebar_position: 100 description: > Resolving UID and GID to username and groupname --- # UidGidResolver The `UidGidResolver` resolves user ids and group ids to their corresponding names. This is done by reading `/etc/passwd` and `/etc/group` on the host. Therefore any `UID` inside a container might not properly match the username inside the container. Since the path is hardcoded usernames provided through `ldap`, `nss-systemd`, systemd units with `DynamicUser=yes`, ... will not be resolved correctly. ## Usage ### Classic gadgets 1. Implement the UidResolverInterface for the `event struct` to resolve a UID. The `UID` which is returned by `GetUid()` will be resolved to the corresponding username and is passed into `SetUserName(...)` ```go type UidResolverInterface interface { GetUid() uint32 SetUserName(string) } ``` 2. Implement the GidResolverInterface for the `event struct` to a resolve GID. The `GID` which is returned by `GetGid()` will be resolved to the corresponding groupname and is passed into `SetGroupName(...)` ```go type GidResolverInterface interface { GetGid() uint32 SetGroupName(string) } ``` ### Image based gadgets TODO inspektor-gadget-0.46.0/docs/devel/operator/lifecycle.md000066400000000000000000000043721510117411400232140ustar00rootroot00000000000000--- title: Lifecycle sidebar_position: 10 description: > Lilfecycle of an operator --- This section describes the different hooks that can be implemented by an operator and what their use case is. ## Priority Operators are initialized (PreStart and Start) according to their priority and they are closed (Stop, PreStop and Close) in the reverse order. ## Lifecycle Under the hood, Inspektor Gadget uses two separate functions that control these lifecycles. One is to get information from a gadget ("GetGadgetInfo"), one is to actually run a gadget ("RunGadget"). While the latter runs all lifecycle steps in the order documented below, the former will only call `Instantiate` and `Close`. That means that everything you do in `Instantiate` should use the least possible resources, but also that everything a gadget "offers" should be known after that step. That means: all DataSources should be known and finalized (fields added/modified, annotations added, etc.) after this step. Actual work should only be done on the forthcoming hooks (`PreStart`/`Start`). If the initialization step needs to actually create some kind of state that is necessary for later steps in the `RunGadget` case, the `Close` hook can be used to tear everything back down. ### Instantiate Instances (`DataOperatorInstance` and `ImageOperatorInstance`) are created by `InstantiateDataOperator()` and `InstantiateImageOperator()` respectively. Those functions should return a new initalized instance of the operator. They can also return `nil` if the operator should be skipped. Data sources should be created in this step. ### PreStart (optional) The PreStart() method is called before the gadget is started. The operator can subscribe to existing data sources here. ### Start This method indicates the operator should start emitting data. ### Stop The operator shouldn't emit any other data after stop has been called. ### PostStop (optional) The PostStop() method is used to perform last minute operations after the operator has been stopped. ### Close The Close() method is called to shutdown the operator. It must release all resources and stop all operations started by the methods above. ### ExtraParams (optional) The ExtraParams() method is used to expose parameters to control the operator. inspektor-gadget-0.46.0/docs/devel/release-process.md000066400000000000000000000116561510117411400225210ustar00rootroot00000000000000--- title: Releasing sidebar_position: 220 description: > How to release Inspektor Gadget --- The Inspektor Gadget release process is heavily automated, however some manual steps are still required. This guide describes the process to make a new release of Inspektor Gadget and includes some information of what to do in case something goes wrong. Be sure you have a general understanding of the whole release process before starting to follow the steps described here. It's also important to stay aware as a mistake could cause issues for our users. ## Making a new release 0. Be sure tests on main branch are passing, please fix them if not. 1. Switch to the main branch and pull latest changes ```bash $ git checkout main $ git pull origin ``` Double check that the latest commit is the right one to make the release. 2. Tag the new version. ```bash $ git tag v0.x.0 ``` 3. Push tag to remote ```bash $ git push origin v0.x.0 ``` 4. Verify that the CI for the tag passed 5. Once the CI is done, go to https://github.com/inspektor-gadget/inspektor-gadget/releases and edit the created draft release. Then click `Generate release notes` and update them to match the format used for other releases: ``` < Relevant changes > ### Breaking Changes ### General Improvements ### Security Improvements ### Bug Fixes ### Documentation Improvements ### Testing and Continue Integration ``` For the breaking changes section, please copy the information from the PR description. 6. Once satisfied with the release notes, publish the draft release as public release. 7. Verify that the CI created a pull request in [krew-index](https://github.com/kubernetes-sigs/krew-index/pulls) and that it was merged automatically by the bot 8. Send an announcement on the [#inspektor-gadget](https://kubernetes.slack.com/archives/CSYL75LF6) Slack channel ## Post release tasks - Create a branch for this release named `release-v0.x`, this will be used as stable branch where fixes would be backported: ```bash $ git checkout -b release-v0.x $ git push --set-upstream origin release-v0.x ``` - Check if the [milestone for the release](https://github.com/inspektor-gadget/inspektor-gadget/milestones) still contain open issues. If so, move them as appropriate. Close the milestone. - Check the automatic pull request updating the [Inspektor Gadget website](https://inspektor-gadget.io/) and merge as appropriate ([example for v0.22.0](https://github.com/inspektor-gadget/website/pull/27)). - Update other projects using Inspektor Gadget: - Update the [Azure Kubernetes Service (AKS) Extension for Visual Studio Code](https://github.com/Azure/vscode-aks-tools/pull/191). ## Troubleshooting a failed release ### The CI process for the tag failed It can happen that the CI fails because of a flaky test, it's fine to rerun the failed jobs to make them pass. ### The krew-index PR wasn't merged automatically In some situations the PR is not merged by the bot, in that case it's necessary to ping the Krew maintainers to manually merge it. ## Release cadence We try to make a new release the first Monday of each month, however we can delay it a bit if there are issues that need to be handled before. If there is a security issue or an important bug fix we make patch releases in between. We don't have a formal definition of what an "important bug fix" is, it's up the team to discuss and decide whether to make a new release or not. ## Making a bugfix release All newly merged patches fixing previous bug have to be backported to the latest release. When you merge a PR containing a patch fixing a bug, you should test if the buggy commits belongs to the latest release. Let's take an example with this commit: ```patch commit 95fe7405738d58476ddad29856ebe30599644666 Author: author Date: Tue Jan 9 16:42:38 2024 +0100 check for empty record in capabilities tracer to avoid a panic Fixes: 39aefb92dd1df2ff73647b17707984662f8718c0 ("pkg/gadgets: Add capabilities CO-RE tracer.") Signed-off-by: author ``` To test if the buggy commit belongs to the latest release, you can use the following: ```bash $ git tag --contains 39aefb92dd1df2ff73647b17707984662f8718c0 --sort=-v:refname v0.x.y ... v0.x.1 v0.x.0 v0.24.0 v0.23.1 ``` You now need to backport the patch to the latest release branch: ```bash $ git checkout release-v0.x $ git pull $ git checkout -b release-v0.x/fix-something $ git cherry-pick 95fe7405738d58476ddad29856ebe30599644666 # If the patch does not apply cleanly, you will need to adapt it. # Once done, push your branch and open a PR against the release branch: $ git push --set-upstream origin release-v0.x/fix-something ``` Even if the patch applies cleanly, you need to open a PR. Once your PR is merged, you can now create the bugfix tag: ```bash $ git checkout release-v0.x $ git pull # Where z would be y + 1: $ git tag v0.x.z ``` Once done, follow the instructions listed [here](#making-a-new-release), to create a new release. inspektor-gadget-0.46.0/docs/examples/000077500000000000000000000000001510117411400176115ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/examples/app-set-priority-locked-down.yaml000066400000000000000000000007651510117411400261410ustar00rootroot00000000000000apiVersion: apps/v1 kind: Deployment metadata: name: set-priority labels: k8s-app: set-priority spec: selector: matchLabels: name: set-priority template: metadata: labels: name: set-priority spec: containers: - name: set-priority image: busybox command: [ "sh", "-c", "while /bin/true ; do nice -n -20 echo ; sleep 5; done" ] securityContext: capabilities: add: ["SYS_NICE"] drop: [all] inspektor-gadget-0.46.0/docs/examples/app-set-priority.yaml000066400000000000000000000006161510117411400237300ustar00rootroot00000000000000apiVersion: apps/v1 kind: Deployment metadata: name: set-priority labels: k8s-app: set-priority spec: selector: matchLabels: name: set-priority template: metadata: labels: name: set-priority spec: containers: - name: set-priority image: busybox command: [ "sh", "-c", "while /bin/true ; do nice -n -20 echo ; sleep 5; done" ] inspektor-gadget-0.46.0/docs/examples/disable-psp-demo.yaml000066400000000000000000000007401510117411400236230ustar00rootroot00000000000000apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: disable-psp-demo rules: - apiGroups: - policy resources: - podsecuritypolicies resourceNames: - privileged verbs: - use --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: disable-psp-demo subjects: - kind: ServiceAccount name: default namespace: demo roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole name: disable-psp-demo inspektor-gadget-0.46.0/docs/examples/ds-ig.yaml000066400000000000000000000024031510117411400214770ustar00rootroot00000000000000# This manifest is a template for running the ig binary as a daemon set. For simplicity, we use a # privileged pod, but you can use a more restrictive setup. Check # charts/gadget/templates/daemonset.yaml that is our source of true for the security configuration # needed by Inspektor Gadget. apiVersion: apps/v1 kind: DaemonSet metadata: name: ig labels: k8s-app: example-ig spec: selector: matchLabels: name: example-ig template: metadata: labels: name: example-ig spec: containers: - name: ig # CHANGEME: use your own image image: mycontainerimage:latest securityContext: # CHANGEME: see comment at the top of this file privileged: true # CHANGEME: replace this with your own commands command: - "/bin/sh" - "-c" - "sleep inf" env: - name: HOST_ROOT value: "/host" volumeMounts: - mountPath: /host name: host - mountPath: /sys/kernel/debug name: debugfs nodeSelector: kubernetes.io/os: linux volumes: - name: host hostPath: path: / - name: debugfs hostPath: path: /sys/kernel/debug inspektor-gadget-0.46.0/docs/examples/ds-myapp.yaml000066400000000000000000000017031510117411400222300ustar00rootroot00000000000000apiVersion: apps/v1 kind: DaemonSet metadata: name: myapp1-pod labels: k8s-app: myapp1-pod spec: selector: matchLabels: name: myapp1-pod myapp: app-one role: demo template: metadata: labels: name: myapp1-pod myapp: app-one role: demo spec: containers: - name: myapp1-pod image: busybox command: [ "sh", "-c", "while /bin/true ; do date ; cat /proc/version ; sleep 1 ; done" ] --- apiVersion: apps/v1 kind: DaemonSet metadata: name: myapp2-pod labels: k8s-app: myapp2-pod spec: selector: matchLabels: name: myapp2-pod myapp: app-two role: demo template: metadata: labels: name: myapp2-pod myapp: app-two role: demo spec: containers: - name: myapp2-pod image: busybox command: [ "sh", "-c", "while /bin/true ; do date ; /bin/echo sleep-10 ; /bin/sleep 10 ; done" ] inspektor-gadget-0.46.0/docs/examples/init-containers.yaml000066400000000000000000000007041510117411400236040ustar00rootroot00000000000000--- apiVersion: v1 kind: Namespace metadata: name: init-containers --- apiVersion: v1 kind: Pod metadata: name: test-pod namespace: init-containers spec: containers: - name: test-container image: busybox resources: limits: memory: "128Mi" command: ["sleep", "5m"] initContainers: - name: init-one image: busybox command: ["sleep", "1m"] - name: init-two image: busybox command: ["sleep", "1m"] inspektor-gadget-0.46.0/docs/examples/limited-memory-pod.yaml000066400000000000000000000004471510117411400242170ustar00rootroot00000000000000--- apiVersion: v1 kind: Namespace metadata: name: oomkill-demo --- apiVersion: v1 kind: Pod metadata: name: test-pod namespace: oomkill-demo spec: containers: - name: test-container image: busybox resources: limits: memory: "128Mi" command: ["sleep", "inf"] inspektor-gadget-0.46.0/docs/examples/network-policy.yaml000066400000000000000000000006351510117411400234670ustar00rootroot00000000000000apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: restrictive-network-policy namespace: default spec: podSelector: matchLabels: run: mypod policyTypes: - Ingress - Egress ingress: - from: - ipBlock: cidr: 1.1.1.1/32 egress: - to: - ipBlock: cidr: 1.1.1.1/32 ports: - protocol: TCP port: 80 - protocol: TCP port: 443 inspektor-gadget-0.46.0/docs/examples/pod-ig.yaml000066400000000000000000000017021510117411400216540ustar00rootroot00000000000000# This manifest is a template for running the ig binary inside a pod. For simplicity, we use a # privileged pod, but you can use a more restrictive setup. Check # charts/gadget/templates/daemonset.yaml that is our source of true for the security configuration # needed by Inspektor Gadget. apiVersion: v1 kind: Pod metadata: name: ig labels: k8s-app: example-ig spec: containers: - name: ig image: ghcr.io/inspektor-gadget/ig:latest securityContext: # CHANGEME: see comment at the top of this file privileged: true command: # CHANGEME: run the gadget of your choice - "ig" - "trace" - "exec" - "--host" env: - name: HOST_ROOT value: "/host" volumeMounts: - mountPath: /host name: host # CHANGEME: where do you want to run this pod? nodeName: minikube-containerd volumes: - name: host hostPath: path: / inspektor-gadget-0.46.0/docs/examples/prometheus.yaml000066400000000000000000000047031510117411400226740ustar00rootroot00000000000000# Based on https://github.com/se7entyse7en/prometheus-k8s-service-discovery/tree/master/kubernetes/prometheus apiVersion: v1 kind: Namespace metadata: name: monitoring --- apiVersion: v1 kind: ServiceAccount metadata: namespace: monitoring name: prometheus --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: discoverer rules: - apiGroups: [""] resources: - nodes - services - endpoints - pods verbs: ["get", "list", "watch"] - apiGroups: - extensions resources: - ingresses verbs: ["get", "list", "watch"] --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: prometheus-discoverer roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole name: discoverer subjects: - kind: ServiceAccount name: prometheus namespace: monitoring --- apiVersion: v1 kind: ConfigMap metadata: name: prometheus-server-conf namespace: monitoring labels: name: prometheus-server-conf data: prometheus.yml: |- scrape_configs: - job_name: 'kubernetes-pods' scrape_interval: 1s scrape_timeout: 1s kubernetes_sd_configs: - role: pod relabel_configs: - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scrape] action: keep regex: true - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_scheme] action: replace target_label: __scheme__ regex: (https?) - source_labels: [__meta_kubernetes_pod_annotation_prometheus_io_path] action: replace target_label: __metrics_path__ regex: (.+) - source_labels: [__address__, __meta_kubernetes_pod_annotation_prometheus_io_port] action: replace target_label: __address__ regex: ([^:]+)(?::\d+)?;(\d+) replacement: $1:$2 --- apiVersion: apps/v1 kind: Deployment metadata: name: prometheus namespace: monitoring labels: app: prometheus spec: replicas: 1 selector: matchLabels: app: prometheus template: metadata: labels: app: prometheus spec: serviceAccountName: prometheus containers: - name: prometheus image: prom/prometheus:v2.33.4 ports: - containerPort: 9090 volumeMounts: - name: config mountPath: /etc/prometheus volumes: - name: config configMap: name: prometheus-server-conf inspektor-gadget-0.46.0/docs/examples/seccomp/000077500000000000000000000000001510117411400212425ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/examples/seccomp/basic.yaml000066400000000000000000000012261510117411400232100ustar00rootroot00000000000000--- apiVersion: v1 kind: Namespace metadata: name: seccomp-demo --- apiVersion: v1 kind: ConfigMap metadata: name: app-script namespace: seccomp-demo data: main.py: | from flask import Flask app = Flask(__name__) @app.route("/") def hello(): return "Hello World!\n" if __name__ == "__main__": app.run(host="0.0.0.0", debug=True, port=80) uwsgi.ini: | [uwsgi] module=main callable=app --- apiVersion: v1 kind: Service metadata: name: hello-python-service namespace: seccomp-demo spec: selector: app: hello-python ports: - protocol: "TCP" port: 6000 targetPort: 80 type: LoadBalancer inspektor-gadget-0.46.0/docs/examples/seccomp/confined.yaml000066400000000000000000000010061510117411400237100ustar00rootroot00000000000000apiVersion: v1 kind: Pod metadata: name: hello-python namespace: seccomp-demo labels: app: hello-python spec: securityContext: seccompProfile: type: Localhost localhostProfile: operator/gadget/hello-python.json containers: - name: hello-python image: tiangolo/uwsgi-nginx-flask:latest imagePullPolicy: Always ports: - containerPort: 80 volumeMounts: - name: app-script mountPath: /app/ volumes: - name: app-script configMap: name: app-script inspektor-gadget-0.46.0/docs/examples/seccomp/trace-external.yaml000066400000000000000000000004401510117411400250420ustar00rootroot00000000000000apiVersion: gadget.kinvolk.io/v1alpha1 kind: Trace metadata: name: seccomp namespace: gadget spec: node: minikube gadget: seccomp filter: namespace: seccomp-demo podname: hello-python runMode: Manual outputMode: ExternalResource output: seccomp-demo/hello-profile inspektor-gadget-0.46.0/docs/examples/seccomp/trace-status.yaml000066400000000000000000000003621510117411400245460ustar00rootroot00000000000000apiVersion: gadget.kinvolk.io/v1alpha1 kind: Trace metadata: name: seccomp namespace: gadget spec: node: demo-node gadget: seccomp filter: namespace: seccomp-demo podname: hello-python runMode: Manual outputMode: Status inspektor-gadget-0.46.0/docs/examples/seccomp/unconfined.yaml000066400000000000000000000007151510117411400242610ustar00rootroot00000000000000apiVersion: v1 kind: Pod metadata: name: hello-python namespace: seccomp-demo labels: app: hello-python spec: securityContext: seccompProfile: type: Unconfined containers: - name: hello-python image: tiangolo/uwsgi-nginx-flask:latest imagePullPolicy: Always ports: - containerPort: 80 volumeMounts: - name: app-script mountPath: /app/ volumes: - name: app-script configMap: name: app-script inspektor-gadget-0.46.0/docs/gadget-devel/000077500000000000000000000000001510117411400203235ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadget-devel/btfgen.md000066400000000000000000000024341510117411400221150ustar00rootroot00000000000000--- title: 'btfgen' sidebar_position: 800 description: 'Making a gadget more portable' --- [btfgen][btfgen] enables running gadgets on system that don't provide BTF information. The `ig image build` command generates a new layer on the gadget image with the BTF information of the types used by the gadget for the most common kernels available in [btfhub][btfhub], this information is then used when running the gadget if the kernel doesn't have BTF enabled. ## Enabling btfgen Given that generating the BTF information for a gadget takes a while, this support is disabled by default. The [btfhub-archive][btfhub-archive] repository needs to be present on the machine: ```bash $ git clone --depth 1 https://github.com/aquasecurity/btfhub-archive/ $HOME/btfhub-archive/ ``` Then, pass the `--btfgen` and the path of the btfhub-archive repository to the build command: ```bash $ sudo ig image build . --btfgen --btfhub-archive $HOME/btfhub-archive -t myimage ``` The resulting image will contain the BTF information and can be pushed, run or tagged as any other gadget image. [btfgen]: https://www.inspektor-gadget.io/blog/2022/03/btfgen-one-step-closer-to-truly-portable-ebpf-programs [btfhub]: https://github.com/aquasecurity/btfhub [btfhub-archive]: https://github.com/aquasecurity/btfhub-archive/ inspektor-gadget-0.46.0/docs/gadget-devel/building.md000066400000000000000000000123751510117411400224520ustar00rootroot00000000000000--- title: 'Building a Gadget' sidebar_position: 700 description: 'image build command documentation' --- The `ig` binary is used to build gadgets. It provides the `image build` command that compiles and packages a gadget in an OCI image. ```bash $ sudo ig image build -h Build a gadget image Usage: ig image build PATH [flags] Flags: --btfgen Enable btfgen --btfhub-archive string Path to the location of the btfhub-archive files --builder-image string Builder image to use (default "ghcr.io/inspektor-gadget/gadget-builder:%IG_TAG%") -f, --file string Path to build.yaml (default "build.yaml") -h, --help help for build -l, --local Build using local tools -o, --output string Path to a folder to store generated files while building -t, --tag string Name for the built image (format name:tag) --update-metadata Update the metadata according to the eBPF code --validate-metadata Validate the metadata file before building the gadget image (default true) ``` By default, the command looks for a `program.bpf.c` file containing the eBPF source code and for a `gadget.yaml` with the gadget's metadata in PATH. ```bash $ ls gadget.yaml program.bpf.c $ sudo ig image build . -t foo:latest ... Successfully built ghcr.io/inspektor-gadget/gadget/foo:latest@sha256:2e63f54138ff5d6d7ce88b4d7c491402b33fb8e9ad9eb610e3c1e160624c46c7 ``` The built image is now present on the system: ```bash $ sudo ig image list REPOSITORY TAG DIGEST CREATED foo latest 2e63f54138ff about a minute ago ``` ## Customizing your build The building process is controlled by the `build.yaml` file. The following parameters are available: - `ebpfsource`: eBPF source code file. It defaults to `program.bpf.c`. - `metadata`: File containing metadata about the gadget. It defaults to `gadget.yaml`. - `wasm`: Wasm module. It is unset by default. This field supports two kind of files: - `*.wasm`: prebuilt Wasm module - `*.go`: automatically built - `cflags`: The C flags used to compile the eBPF program. It is unset by default. By default, the build command looks for `build.yaml` in PATH. It can be changed with the `--file` flag: ```bash $ ls another_name_for_gadget.yaml another_name_for_program.bpf.c mybuild.yaml $ cat mybuild.yaml ebpfsource: another_name_for_program.bpf.c metadata: another_name_for_gadget.yaml $ sudo ig image build . --file mybuild.yaml Successfully built sha256:2f3ccd6254e232e6476f9f015b15f622c44831986f81a82eec17e9c55d98ccaf ``` ## Toolchain location It is possible to build a gadget using a builder container or by using a local toolchain. By default, a container image provided by Inspektor Gadget with all the tools (compiler, libraries, header files) needed to compile your gadgets is used. A different container image can be specified with `--builder-image`. This option requires docker to be available on the system. `--local` can be used to use the tools installed on the local machine. In this case, you'll need to have clang, llvm, the gadget headers (see make install-headers) and the [bpf headers](https://github.com/libbpf/libbpf/blob/56069cda7897afdd0ae2478825845c7a7308c878/src/Makefile#L160) installed. In this case it's possible to control some of the tools used by setting some env variables: ```bash $ sudo CLANG=clang-15 LLVM_STRIP=llvm-strip-15 ig image build . -f mybuild.yaml --local ``` ## Reproducible builds The `build` command supports the [`SOURCE_DATE_EPOCH`](https://reproducible-builds.org/docs/source-date-epoch/) env variable: ```bash # Set SOURCE_DATE_EPOCH to the last modification of the ebpf program source code. # It can be set to any epoch you want. $ export SOURCE_DATE_EPOCH="$(date -r program.bpf.c +%s)" $ sudo ig image build -t foo:latest . Successfully built ghcr.io/inspektor-gadget/gadget/foo:latest@sha256:373f077d366ef2703535e8e862b60f8a35cc1a9312e9e203534b8fce554f8749 # Building again produces the exact same digest $ sudo ig image build -t foo:latest . Successfully built ghcr.io/inspektor-gadget/gadget/foo:latest@sha256:373f077d366ef2703535e8e862b60f8a35cc1a9312e9e203534b8fce554f8749 ``` ## In-tree gadgets with Wasm In order to compile the in-tree gadgets (gadgets shipped in the Inspektor gadget repository) that use Wasm, it's necessary to define the `IG_SOURCE_PATH` env variable with the absolute path to the root of the Inspektor Gadget source code. This is needed to use the latest changes to the Wasm API when building the gadget. Also, `sudo` needs to be run with `-E` to pass this variable. ```bash # Path where the inspektor-gadget folder is $ export IG_SOURCE_PATH=/home/ig/inspektor-gadget # Build an in-tree gadget that uses Wasm $ sudo -E ig image build $IG_SOURCE_PATH/gadgets/trace_open -t trace_open Pulling builder image ghcr.io/inspektor-gadget/gadget-builder:%IG_TAG% latest: Pulling from inspektor-gadget/gadget-builder Digest: sha256:5deec444ea81b866f135430f62b2a580374b7bbcfa5961298cb292546395e3b4 Status: Image is up to date for ghcr.io/inspektor-gadget/gadget-builder:%IG_TAG% Successfully built ghcr.io/inspektor-gadget/gadget/trace_open:latest@sha256:d3c0fa005cfc16ae1f9184919b517aa784730ed5bbfb54edc50a3befacbe3383 ``` inspektor-gadget-0.46.0/docs/gadget-devel/gadget-ebpf-api.md000066400000000000000000000520611510117411400235650ustar00rootroot00000000000000--- title: 'Gadget eBPF API' sidebar_position: 300 description: 'Gadget eBPF API Documentation' --- The gadget helper API is a set of features exposed by Inspektor Gadget that is accessible from eBPF code. These features simplify the creation of new gadgets by providing convenient functions for common operations, making the developer's life easier when implementing gadgets. Gadgets define structures that contain the information provided to the users. The fields of those structures are exposed in different ways according to the format chosen by the user (json, columns, etc.). Inspektor Gadget provides some special types that can be used to provide enrichment and other features as described below. ## Ignoring fields Fields starting with `__` are considered private and are ignored by Inspektor Gadget. ## Container enrichment To make use of container enrichment, gadgets must include [gadget/mntns.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/mntns.h): ```C #include ``` Inspektor Gadget will automatically enrich events with container information when the events include the mount namespace inode ID (see https://man7.org/linux/man-pages/man7/mount_namespaces.7.html) in this way: :::warning You can only have one field of this type in a `struct`. ::: ```C struct event { gadget_mntns_id mntns_id; /* other fields */ } ``` An eBPF program can look up the mount namespace inode ID with the following: ```C u64 mntns_id; mntns_id = gadget_get_current_mntns_id(); ``` eBPF programs of type socket filter cannot use `gadget_get_current_mntns_id()`, but instead use [socket enrichment](#socket-enrichment) to find the mount namespace. The following fields can be added from the mount or net namespace inode ID. The exact fields that are added depend on the environment (Kubernetes vs local host) and the container runtime (docker, cri-o, containerd, etc.). | Field | Description | |------------------------------|--------------------------------------------------| | k8s.node | Name of the k8s node | | k8s.namespace | Name of the k8s namespace | | k8s.podName | Name of the k8s pod | | k8s.containerName | Name of the k8s container name | | k8s.hostnetwork | true, if the container is using the host network | | runtime.containerName | Name of the container on the container runtime | | runtime.runtimeName | Name of the used container runtime | | runtime.containerId | ID of the container | | runtime.containerImageName | Name of the container image, e.g. `nginx:latest` | | runtime.containerImageDigest | Digest (hash value) of the container image | ## Event filtering One of the key functionalities of Inspektor Gadget is to efficiently filter events in the kernel. Inspektor Gadget provides a set of helpers that should be used by the Gadget authors. The following helpers (and in general any operation that discards an event) should be executed as early as possible in the eBPF program to minimize the performance overhead of processing events that will be discarded. The following helpers are available on the [gadget/filter.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/filter.h) file. Inspektor Gadget automatically exposes the `pid`, `tid`, `comm`, `uid`, `gid` and container related parameters to the user when this file is included in a Gadget. ### `gadget_should_discard_data` ```c bool gadget_should_discard_data(gadget_mntns_id mntns_id, gadget_pid pid, gadget_tid tid, gadget_comm comm[TASK_COMM_LEN], gadget_uid uid, gadget_uid gid) ``` This function receives the common fields of an event and returns `true` if it should be discarded. ### `gadget_should_discard_data_current` ```c bool gadget_should_discard_data_current() ``` This function returns `true` if an event should be discarded based on the current process. ### Container filtering To make use of container filtering, gadgets must include [gadget/mntns_filter.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/mntns_filter.h): ```C #include ``` eBPF programs should stop processing an event when it does not originate from a container the user is interested in. ```C if (gadget_should_discard_mntns_id(mntns_id)) return 0; ``` ## Socket enrichment To make use of socket enrichment, gadgets must include [gadget/sockets-map.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/sockets-map.h). For eBPF programs of type socket filter: ```C #define GADGET_TYPE_NETWORKING #include ``` For eBPF programs of other kinds: ```C #define GADGET_TYPE_TRACING #include ``` This will define the following struct: ```C #define TASK_COMM_LEN 16 struct gadget_socket_value { __u64 mntns; __u64 pid_tgid; __u64 uid_gid; char task[TASK_COMM_LEN]; /* other private fields */ }; ``` Then, an eBPF program can find additional details about a socket with `gadget_socket_lookup()`. There are two different definitions of this function depending on the eBPF program type. The developer must define either `GADGET_TYPE_NETWORKING` or `GADGET_TYPE_TRACING` to define the right one. It can return NULL if the socket is not found. For eBPF programs of type socket filter: ```C struct gadget_socket_value *skb_val = gadget_socket_lookup(skb); if (skb_val != NULL) { /* Access skb_val->mntns and other fields */ } ``` For eBPF programs of other kinds: ```C struct gadget_socket_value *skb_val = gadget_socket_lookup(sk, netns); if (skb_val != NULL) { /* Access skb_val->mntns and other fields */ } ``` ### Optional Fields Some of the fields provided by the socket enricher are optional and their size is configurable, it means, the administrator configuring IG can disable them or change their max size to reduce the resource consumption. In order to use these fields, Gadgets MUST use `bpf_core_field_exists()` to check if a specific field is enabled and `bpf_core_field_size()` to get their size. ```C ... bool cwd_exists = bpf_core_field_exists(skb_val->cwd); int cwd_len = bpf_core_field_size(skb_val->cwd); if (cwd_exists) { bpf_probe_read_kernel_str(&event->cwd, cwd_len, skb_val->cwd); } ... ``` ## Enriched types When a gadget emits an event with one of the following fields, it will be automatically enriched, i.e. new field(s) containing more information will be added to the event. In some cases, these enrichments can be customized further by applying field annotations. For further information about field annotations, see the [metadata](metadata.md#field) documentation. Some of the enriched fields (or their source fields) are hidden by default when using the `columns` output mode. You can still access them by using either the `json` output mode or the `--fields` flag as described in the [Selecting specific fields](../reference/run.mdx#selecting-specific-fields) documentation. ### `gadget_mntns_id` and `gadget_netns_id` See [Container enrichment](#container-enrichment) ### `struct gadget_l3endpoint_t` Represents a layer 3 endpoint (IP address). It's defined as: ```C struct gadget_l3endpoint_t { union gadget_ip_addr_t addr_raw; __u8 version; // 4 or 6 }; ``` The IP field will be translated to its string representation: ```json "src": { "addr": "172.17.0.2", "version": 4 }, ``` By default this field is shown but you can use `columns.hidden` to the control visibility. ### `struct gadget_l4endpoint_t` Represents a layer 4 endpoint (IP address + port) for UDP and TCP. It's defined as: ```C struct gadget_l4endpoint_t { union gadget_ip_addr_t addr_raw; __u16 port; // L4 port in host byte order __u16 proto; // IP protocol number __u8 version; // 4 or 6 }; ``` It'll produce an output like: ```json "src": { "addr": "172.17.0.2", "port": 46076, "proto": 6, "version": 4 }, ``` or `172.17.0.2:46076` depending on the output mode used. By default this field is shown but you can use `columns.hidden` to the control visibility. ### `gadget_timestamp` Add human-readable timestamp from `bpf_ktime_get_boot_ns()` for a timestamp usually gotten with `bpf_ktime_get_boot_ns()`. ```c struct event { gadget_timestamp timestamp_raw; }; ... event->timestamp_raw = bpf_ktime_get_boot_ns(); ... ``` It will produce the following output when using the `json` output mode: ```json "timestamp": "2024-07-25T21:34:07.136974948Z", "timestamp_raw": 1721943247136974800, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.timestamp.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. - `formatters.timestamp.format`: Format used for the timestamp. By default, it uses `2006-01-02T15:04:05.000000000Z07:00`, see https://pkg.go.dev/time#pkg-constants for more information. ### `gadget_signal` Numeric signal values will be converted to the Unix [signals](https://man7.org/linux/man-pages/man7/signal.7.html).names like `SIGKILL`, `SIGINT`. ```c struct event { gadget_signal sig_raw; }; ``` ```json "sig": "SIGURG", "sig_raw": 23, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.signal.target`: Name of the new field. If the annotation is not set and the source field name has a _raw suffix, the target name will be set to the source name without that suffix. ### `gadget_errno` Unix [errno](https://man7.org/linux/man-pages/man3/errno.3.html) will be converted to its name. ```c struct event { gadget_errno error_raw; }; ``` ```json "error": "ENOENT", "error_raw": 2, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.errno.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### `gadget_syscall` Unix [syscalls](https://man7.org/linux/man-pages/man2/syscalls.2.html) will be converted to its name: ```c struct event { gadget_syscall syscall_raw; }; ``` ```json "syscall": "SYS_SOCKET", "syscall_raw": 41, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.syscall.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### `gadget_file_mode` File mode values will be converted to their string representation: ```c struct event { gadget_file_mode mode_raw; }; ``` ```json "mode": "-rw-r--r--", "mode_raw": 33188, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.file_mode.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### `gadget_file_flags` File flags values will be converted to their string representation: ```c struct event { gadget_file_flags flags_raw; }; ``` ```json "flags": "O_RDONLY|O_CREAT|O_TRUNC", "flags_raw": 577, ``` By default this field is hidden, but you can use `columns.hidden` to control visibility. #### Annotations - `formatters.file_flags.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### `gadget_kernel_stack` Symbolize the kernel stack from `gadget_get_kernel_stack(ctx)` (see [kernel-stack-traces](#kernel-stack-traces)). #### Annotations - `ebpf.formatter.kstack`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### `gadget_user_stack` Symbolize the user stack from `gadget_get_user_stack(ctx, &event->ustack, collect_ustack)` (see [user-stack-traces](#user-stack-traces)). ### `gadget_uid` and `gadget_gid` The `uid` and `gid` saved to these types will be resolved to the corresponding username and groupname on the host system: ```c struct event { gadget_uid user_raw; }; ``` ```json "user": "root", "user_raw": 0, ``` #### Annotations - `uidgidresolver.target`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### Automatic Annotations In addition to the enrichment described above, using `gadget_` types will automatically add annotations to those fields using the templates described in [metadata](metadata.md#field) This is also available for the following types: - `gadget_pid`: Process PID - `gadget_tid`: Process Thread ID - `gadget_ppid`: Parent process PID - `gadget_comm`: Process name - `gadget_pcomm`: Parent process name ### Enumerations Inspektor Gadget supports enums already defined on the kernel or enums defined by the user. The event struct must contain a field with the enumeration. ```c enum my_enum { FOO = 1, BAR = 2, }; struct event { ... enum my_enum myfield_raw; ... } ... event->myfield_raw = BAR; ... ``` A new field with the name of the enum will be added to the event: ```json "myfield": "BAR", "myfield_raw": 2, ``` #### Annotations - `ebpf.formatter.enum`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. ### Bitfields The support for bitfields is very similar to the enums. In this case the enum type needs to have the `_set` suffix: ```c enum flags_set { FOO = 0x01, BAR = 0x02, }; struct event { ... enum flags_set flags_raw; ... } ... event->flags_raw = FOO | BAR; ... ``` A new field containing the flags set will be added to the event: ```json "flags": "FOO|BAR", "flags_raw": 3, ``` #### Annotations - `ebpf.formatter.enum`: Name of the new field. If the annotation is not set and the source field name has a `_raw` suffix, the target name will be set to the source name without that suffix. - `ebpf.formatter.bitfield.separator`: Separator used. Defaults to `|`. ## Buffer API There are two kind of eBPF maps used to send events to userspace: (a) perf ring buffer or (b) eBPF ring buffer. The later is more efficient and flexible, however it's only available from kernel 5.8. Check [this blog post](https://nakryiko.com/posts/bpf-ringbuf/) to get more details about the differences. `` provides an abstraction to automatically use the right buffer according to the kernel features. First, you need to declare the buffer with the following macro: ```C GADGET_TRACER_MAP(events, 1024 * 256); ``` Then, you can interact with the buffer using these functions: 1. `void *gadget_reserve_buf(void *map, __u64 size)`: Reserves memory in the corresponding buffer. 1. `long gadget_submit_buf(void *ctx, void *map, void *buf, __u64 size)`: Writes the previously reserved memory in the corresponding buffer. 1. `void gadget_discard_buf(void *buf)`: Discards the previously reserved buffer. This is needed to avoid wasting memory. 1. `long gadget_output_buf(void *ctx, void *map, void *buf, __u64 size)`: Reserves and writes the buffer in the corresponding map. This is equivalent to calling `gadget_reserve_buf()` and `gadget_submit_buf()`. The following snippet demonstrates how to use the code available in ``, it is taken from `trace_open`: ```C #include /* ... */ GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(exit, events, event); /* ... */ static __always_inline int trace_exit(struct syscall_trace_exit *ctx) { struct event *event; /* ... */ event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) goto cleanup; /* fill the event here */ /* ... */ gadget_submit_buf(ctx, &events, event, sizeof(*event)); /* ... */ } ``` If you know you will not make use of `gadget_reserve_buf()/gadget_submit_buf()` and only rely on `gadget_output_buf()`, you can define the `GADGET_NO_BUF_RESERVE` macro before including ``. This will not declare the map associated with `gadget_reserve_buf()` as well as the other functions. Here is an example, taken from `trace_exec`, of using `gadget_output_buf()`: ```C #define GADGET_NO_BUF_RESERVE #include /* ... */ GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(exec, events, event); /* ... */ SEC("tracepoint/syscalls/sys_exit_execve") int ig_execve_x(struct syscall_trace_exit *ctx) { /* ... */ struct event *event; /* ... */ event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; /* ... */ if (len <= sizeof(*event)) gadget_output_buf(ctx, &events, event, len); /* ... */ } ``` ## Stack maps ### Kernel stack traces To make use of kernel stack traces, gadgets must include [gadget/kernel_stack_map.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/kernel_stack_map.h). ```C #include ``` This will define the following struct: ```C #define GADGET_KERNEL_MAX_STACK_DEPTH 127 #define GADGET_KERNEL_STACK_MAP_MAX_ENTRIES 10000 struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); __uint(value_size, GADGET_KERNEL_MAX_STACK_DEPTH * sizeof(u64)); __uint(max_entries, GADGET_KERNEL_STACK_MAP_MAX_ENTRIES); } ig_kstack SEC(".maps"); ``` Then, add a field in the event structure with the type of `gadget_kernel_stack`, designated for storing the stack id. `gadget_get_kernel_stack(ctx)` could be used to populate this field, this helper function will store the kernel stack into `ig_kstack` and returns the stack id (positive or null) as the key. It will return a negative value on failure. ```C struct event { gadget_kernel_stack kstack; /* other fields */ }; struct event *event; long kernel_stack_id; event = gadget_reserve_buf(&events, sizeof(*event)); kernel_stack_id = gadget_get_kernel_stack(ctx); if (kernel_stack_id >= 0) { event->kstack = kernel_stack_id; } else { // gadget_get_kernel_stack() failed } ``` ### User stack traces To make use of user stack traces, gadgets must include [gadget/user_stack_map.h](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/include/gadget/user_stack_map.h). ```C #include ``` This will define the following struct: ```C #define GADGET_USER_MAX_STACK_DEPTH 127 #define GADGET_USER_STACK_MAP_MAX_ENTRIES 10000 struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); __uint(value_size, GADGET_USER_MAX_STACK_DEPTH * sizeof(u64)); __uint(max_entries, GADGET_USER_STACK_MAP_MAX_ENTRIES); } ig_ustack SEC(".maps"); ``` Then, add a field in the event structure with the type of `gadget_user_stack`, designated for storing the stack id along with identifiers for the executable so that the stack can be symbolised in userspace. `gadget_get_user_stack(ctx, &event->ustack, collect_ustack)` could be used to populate this field, this helper function will store the kernel stack into `ig_ustack` and fill the field passed as parameter. When `collect_ustack` is false, `ustack` is initialized to zero and ig will ignore the stack trace. ```C struct event { struct gadget_user_stack ustack; /* other fields */ }; const volatile bool collect_ustack = false; GADGET_PARAM(collect_ustack); ... struct event *event; event = gadget_reserve_buf(&events, sizeof(struct event)); if (!event) return 0; gadget_get_user_stack(ctx, &event->ustack, collect_ustack); ``` ## Metrics Check [metrics](metrics.md#using-well-known-types-in-the-ebpf-code). ## Common information Most gadgets provide common information like comm, pid, etc. Inspektor Gadget provides some types and helpers to make it easier for gadgets to collect this common information. ### Types - `gadget_creds`: Contains the user id and group id. - `gadget_parent`: Contains the name and pid of the parent process. - `gadget_process`: Contains the name, pid, tid, user and parent of the process. ## Helpers - `void gadget_process_populate(struct gadget_process *p)`: Fill `p` with the current process information - `void gadget_process_populate_from_socket(const struct gadget_socket_value *skb_val, struct gadget_process *p)`: Fill `p` with the information on `skb_val` returned by `gadget_socket_lookup()`. ### Trailing Data Tracers can add trailing data to the events they emit. This is useful for gadgets that want to append optional data at the end of an event, like a fragment of a network packet. Inspektor Gadget will create and store this data on a field according to the `ebpf.rest.name` datasource annotation. The `ebpf.rest.len` optional datasource annotation is used to set the name of the field that contains the length of the trailing data. If the gadget doesn't provide this annotation, the whole remaining data will be used as the trailing data. inspektor-gadget-0.46.0/docs/gadget-devel/gadget-intro.md000066400000000000000000000057131510117411400232370ustar00rootroot00000000000000--- title: Gadget Introduction sidebar_position: 100 description: Introduction to Gadgets --- Gadgets are the central component in the Inspektor Gadget framework. A Gadget is an [OCI image](https://opencontainers.org/) that includes one or more eBPF programs, metadata YAML file and, optionally, WASM modules for post processing, etc. As OCI images, they use the same tooling as containers and share the same attributes; shareable, modular, deployable, etc. ## Data Sources Data sources are the way a Gadget provides information. A single Gadget can provide multiple data sources. :::warning We are still discussing possible naming changes to this. ::: ### Data Sources Types There are several types of data sources according to the way the information is collected and presented. ### Tracers Tracers are data sources that provide a stream of events as they happen on the system: a file is opened, a DNS request is performed, etc. These data sources use a [perf ring buffer](https://docs.kernel.org/next/userspace-api/perf_ring_buffer.html) or [BPF ring buffer](https://docs.kernel.org/6.6/bpf/ringbuf.html) to transfer the events from the Gadget to Inspektor Gadget. Gadgets providing this kind of data source need to define an event `struct` with the fields they provide: ```c struct event { // all fields here }; ``` Tracers are marked by using the `GADGET_TRACER()` macro. It accepts the following parameters: ```c GADGET_TRACER(name, mapname, structname); ``` - name: Name of the data source - mapname: Name of the perf ring buffer of BPF ring buffer used by the program - structname: Name of the structure defining the gadget's event Examples of Gadgets that use this kind of data sources are [trace_open](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/gadgets/trace_open), [trace_exec](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/gadgets/trace_exec), etc. ### Map Iterators Map Iterators are used to report statistics like number of files being opened, bytes going through a network connection, etc. The information is saved by the Gadget on hash maps where it's then read by Inspektor Gadget. Gadgets need to define the fields for the key and value and a hash map used to store the information: ```c struct key { // fields in key }; struct value { // fields in value }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct key); __type(value, struct value); } stats SEC(".maps"); ``` and then mark the data source with the `GADGET_MAPITER()` macro: ```c GADGET_MAPITER(name, mapname) ``` - name: Name of the data source - mapname: Name of the hash map used to store the data Currently, Map Iterator data sources only support iterating over maps of type `BPF_MAP_TYPE_HASH` with keys and values of type `struct`. [top_file](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/gadgets/top_file) is an example of a gadget using this data source. ### Snapshotters TODO inspektor-gadget-0.46.0/docs/gadget-devel/gadget-wasm-api-go.md000066400000000000000000000005021510117411400242140ustar00rootroot00000000000000--- title: 'Wasm Golang API' sidebar_position: 400 description: 'Wasm API for Golang' --- The online documentation is available at https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget/wasmapi/go. The [hello-world gadget with wasm](./hello-world-gadget-wasm.md) offers a quick start to use WASM on your gadget. inspektor-gadget-0.46.0/docs/gadget-devel/gadget-wasm-api-raw.md000066400000000000000000000355661510117411400244220ustar00rootroot00000000000000--- title: 'Wasm API' sidebar_position: 420 description: 'Wasm API for other programming languages' --- Inspektor Gadget exposes some functions to wasm modules implemented in gadgets. We provide a [Golang](./gadget-wasm-api-go.md) wrapper for this functionality, but these functions can be used directly from any programming language that can be compiled to wasm. ## Data types Data types passed to the API are encoded using 64 bits. Scalar types like integers, booleans and floats are casted directly to 64 bit integers and passed using the stack. Strings and byte arrays are represented by a 64 bits integer. The higher 32 bits contains the length and the lower 32 the memory address. ## Wasm Module Exported Functions The Wasm program implemented by the gadget also needs to export some functions to be invoked by the host. ### `gadgetAPIVersion` This function is used by Inspektor Gadget to check that the version of the API used by the wasm module is compatible. The function doesn't receive any parameter and must return an 64 bit integer. If the version doesn't match exactly the one expected by Inspektor Gadget, the initialization of the gadget fails. Currently only version 1 is supported and used. This function is mandatory. ### `gadgetInit` This function is called when initializing the gadget. In this phase the gadget can subscribe to data sources, create new fields, etc. This function is optional. ### `gadgetPreStart` This function is called before the gadget is started. This function is optional. ### `gadgetStart` This function is called when the gadget is started. This function is optional. ### `gadgetStop` This function is called when the gadget is stopped. It's used to clean up things. This function is optional. ### `gadgetPostStop` This function is called after the the gadget is stopped. This function is optional. #### `dataSourceCallback` See description in dataSourceSubscribe below. ## API The Wasm API provided to the gadget resides in the `ig` module. ### Log #### `gadgetLog(u32 level, string msg)` Print a log message using the gadget's logger instance. Parameters: - `level` (u32): Log level: - 0: Error - 1: Warn - 2: Info - 3: Debug - 4: Trace - `msg` (string): Message to print Return value: - None ### Datasources #### `newDataSource(string name)` Creates a new data source. Parameters: - `name` (string): Data source name Return value: - (u32): Handle to the created data source on success, 0 on error. #### `getDataSource(string name) u32` Get a handle to a data source. Parameters: - `name` (string): Datasource's name Return value: - (u32) Handle to the data source on success, 0 on error. #### `dataSourceSubscribe(u32 ds, u32 type, u32 prio, u64 cb)` Subscribe to events emitted by a data source. This mechanism requires the wasm module to export a `dataSourceCallback` that is called by the host when an event is emitted: `dataSourceCallback(u64 cbID, u32 ds, u32 data)` - `cbID`: Callback ID - `ds`: Datasource handle - `data`: Depending on the subscription type, it can be a Data, DataArray or Packet handle. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) - `type` (u32): Subscription type: (0: Data, 1: Array, 2: Packet) - `priority` (u32): Priority of the subscription. The lower the value the higher the priority. - `cb` (u64): Opaque ID that is passed back to `dataSourceCallback` to identify the subscription. Return value: - 0 on success, 1 in case of error. #### `dataSourceGetField(u32 ds, string name) u32` Get a field from a datasource Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) - `name`(string): Field's name Return value: - (u32): Field handle on success, 0 on error. #### `dataSourceAddField(u32 ds, string name, u32 kind) u32` Add a field to a data source Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) - `name`(string): Field's name - `kind` (u32): Field's kind. See values in https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget@main/pkg/gadget-service/api#Kind. Return value: - (u32): Field handle on success, 0 on error. #### `dataSourceNewPacketSingle(u32 ds) u32` Allocate a packet instance. The returned packet has to be released with `dataSourceEmitAndRelease` or `dataSourceRelease`. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) Return value: - (u32): On error, it returns 0. Otherwise, the returned value can be used as a Data or Packet handle. #### `dataSourceNewPacketArray(u32 ds) u32` Allocate a packet array instance. The returned packet has to be released with `dataSourceEmitAndRelease` or `dataSourceRelease`. Depending on the context, get or allocate elements in the array with `dataArrayGet` or `dataArrayNew` + `dataArrayAppend`. Then use the returned Data handle to get or set the field values. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) Return value: - (u32): On error, it returns 0. Otherwise, the returned value can be used as a DataArray or Packet handle. #### `dataSourceEmitAndRelease(u32 ds, u32 packet) u32` Emit and release a packet instance. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) - `packet` (u32): Packet handle (as returned by `dataSourceNewPacketSingle` or `dataSourceNewPacketArray`) Return value: - 0 in case of success, 1 otherwise. #### `dataSourceRelease(u32 ds, u32 packet)` Release a packet instance without sending it. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) - `packet` (u32): Packet handle (as returned by `dataSourceNewPacketSingle` or `dataSourceNewPacketArray`) Return value: - None #### `dataSourceUnreference(u32 ds)` Unreference a data source from further operators. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) Return value: - None #### `dataSourceIsReferenced(u32 ds)` Check if the data source is referenced. Parameters: - `ds` (u32): Datasource handle (as returned by `getDataSource` or `newDataSource`) Return value: - (u32): Boolean value on success (0 or 1), 2 on error #### `dataArrayNew(d uint32) uint32` Allocate and return a new element on the array. If the whole DataArray is not released with `dataSourceEmitAndRelease` or `dataSourceRelease`, the returned element has to be released with `dataArrayRelease`. Parameters: - `d` (u32): DataArray handle Return value: - (u32): Data handle on success, 0 on error #### `dataArrayAppend(d uint32, data uint32)` Append data to the array. As a side-effect, the data handle is released and it shouldn't be used after this call. Parameters: - `d` (u32): DataArray handle - `data` (u32): Data handle to append Return value: - None #### `dataArrayRelease(d uint32, data uint32)` Releases the memory of Data; Data may not be used after calling this. Parameters: - `d` (u32): DataArray handle - `data` (u32): Data handle to release Return value: - None #### `dataArrayLen(d uint32) uint32` Get the number of elements in the array. Parameters: - `d` (u32): DataArray handle - Return value: - (u32): Number of elements in the array #### `dataArrayGet(d uint32, index uint32) uint32` Get the element at the given index. Parameters: - `d` (u32): DataArray handle - `index` (u32): Data index. Max index is 32767 Return value: - (u32): Data handle on success, 0 on error ### Fields #### `fieldGetScalar(u32 field, u32 data, u32 kind, errPtr uint32) u64` Get the value of a scalar field. Parameters: - `field` (u32): Field handle (as returned by `dataSourceGetField` or `dataSourceAddField`) - `data` (u32): Data handle - `kind` (u32): Kind of access: How to read the field. - `errPtr` (u32): A pointer to an uint32 variable where the error will be stored. If it's 0, then the error is not reported. Return value: - Value of the field #### `fieldGetBuffer(u32 field, u32 data, u32 kind, u64 dst) i32` Get the value of a field of type String or Bytes into an existing buffer. Parameters: - `field` (u32): Field handle (as returned by `dataSourceGetField` or `dataSourceAddField`) - `data` (u32): Data handle - `kind` (u32): Kind of access: How to read the field. - `dst` (u64): A pointer to a buffer where the value will be stored. Return value: - Value of the field: the number of bytes copied or -1 in case of errors. #### `fieldSet(u32 field, u32 data, u32 kind, u64 value)` Set the value of a field. Parameters: - `field` (u32): Field handle (as returned by `dataSourceGetField` or `dataSourceAddField`) - `data` (u32): Data handle - `kind` (u32): Kind of access: How to write the field - `value` (u64): Value to store in the field Return value: - None #### `fieldAddTag(u32 field, u64 tag)` Add a tag to the field. Parameters: - `field` (u32): Field handle (as returned by `dataSourceGetField` or `dataSourceAddField`) - `tag`(string): Tag Return value: - None ### Parameters Parameters passed to the WASM module are defined in the metadata file as this: ```yaml ... params: wasm: param-key: key: param-key description: param-description defaultValue: param-default-value typeHint: param-type-hint title: param-title alias: param-alias isMandatory: true param-key2: ... ``` #### `getParamValue(key string, dst uint64) uint32` Return the value of a parameter. Parameters: - `key` (string): Key of the parameter. - `dst` (u64): A pointer to a buffer where the value will be stored. Return value: - 0 in case of success, 1 otherwise. ### Config #### `setConfig(key string, u64 val, u32 kind) uint32` Sets the value of key within the gadget's configuration (gadget.yaml). Parameters: - `key` (string): Key to set. - `val` (u64): Value to set. - `kind` (u32): Kind of `val`. Return value: - 0 in case of success, 1 otherwise. ### eBPF Maps #### `newMap(name string, typ uint32, keySize uint32, valueSize uint32, maxEntries uint32) uint32` Create a new eBPF map. Parameters: - `name` (string): Map's name - `typ` (u32): Map's type - `keySize` (u32): Map's keys size - `valueSize` (u32): Map's values size - `maxEntries` (u32): Map's max entries Return value: - (u32) Handle to map on success, 0 on error. #### `getMap(name string) uint32` Get a handle to an existing eBPF map. It is required to release the handle through `releaseHandle(uint32)` Parameters: - `name` (string): Map's name Return value: - (u32) Handle to map on success, 0 on error. #### `mapLookup(m uint32, keyptr uint64, valueptr uint64) uint32` Lookup the map for a value corresponding to given key. When looking up a [map of maps](https://docs.kernel.org/bpf/map_of_maps.html), this function returns a map handle which has to be released. Parameters: - `m` (u32): Map handle (as returned by `getMap`) - `keyptr` (u64): A `bufPtr` to key. - `valueptr` (u64): A `bufPtr` pointer to store the value of the map. Return value: - 0 in case of success, 1 otherwise. #### `mapUpdate(m uint32, keyptr uint64, valueptr uint64, flags uint64) uint32` Update the value corresponding to key in the given map. Parameters: - `m` (u32): Map handle (as returned by `getMap`) - `keyptr` (u64): A `bufPtr` to data corresponding to key. - `valueptr` (u64): A `bufPtr` to data corresponding to value. - `flags` (u64): A set of flags used to modify the update behavior. Correct values are documented [here](https://github.com/cilium/ebpf/blob/061e86d8f5e9/map.go#L790-L801). Return value: - 0 in case of success, 1 otherwise. #### `mapDelete(m uint32, keyptr uint64) uint32` Delete the value corresponding to key in the given map. Parameters: - `m` (u32): Map handle (as returned by `getMap`) - `keyptr` (u64): A `bufPtr` to data corresponding to key. Return value: - 0 in case of success, 1 otherwise. #### `mapRelease(m uint32) uint32` Close the map created by `newMap()`. The map handle is released and can no longer be used. Parameters: - `m` (u32): Map handle (as returned by `newMap()`) Return value: - 0 in case of success, 1 otherwise. ### Handles #### `releaseHandle(h uint32) uint32` Releases the handle Parameters: - `h` (u32): handle Return value: - 0 in case of success, 1 otherwise. ### Syscalls #### `getSyscallName(id uint32, dst uint64) uint32` Get the syscall name for this syscall ID. In case the syscall is unknown, this function resolves it as "syscall_ID" with ID displayed as hexadecimal like strace. Parameters: - `id` (u32): Syscall ID - `dst` (u64): A pointer to a buffer where the name will be stored. Return value: - (u32) 0 in case of success, 1 otherwise. #### `getSyscallID(name uint64) int32` Get the syscall ID for this sycall name. Parameters: - `name` (u64): Syscall name. Return value: - (i32) the syscall ID if the name corresponds to a syscall, -1 otherwise. #### `getSyscallDeclaration(name uint64, pointer uint64) uint32` Get the syscall declaration for this syscall name. Parameters: - `name` (u64): Syscall name. - `pointer` (u64): A pointer to a ` structure, which definition is shown below. It is used to store the data instead of returning them. ```golang type syscallDeclaration struct { name [32]byte nrParams uint8 _ [3]byte params [6]syscallParam } ``` Return value: - (u32) 0 in case of success, 1 otherwise. ### Perf buffer #### `func newPerfReader(mapHandle uint32, size uint32, isOverwritable uint32) uint32` Create a new perf buffer. Parameters: - `mapHandle` (u32): Map handle to a PerfEventArray map. - `size` (u32): Perf buffer size. - `isOverwritable` (u32): Whether the buffer is overwritable or not. Return value: - (u32) Handle to a perf buffer on success, 0 on error. #### `func perfReaderPause(perfMapHandle uint32) uint32` Pause the perf buffer. Parameters: - `perfMapHandle` (u32): Handle to a perf buffer. Return value: - (u32) 0 on success, 1 on error. #### `func perfReaderResume(perfMapHandle uint32) uint32` Resume the perf buffer. Parameters: - `perfMapHandle` (u32): Handle to a perf buffer. Return value: - (u32) 0 on success, 1 on error. #### `func perfReaderRead(perfMapHandle uint32, dst uint64) uint32` Read the perf buffer. Parameters: - `perfMapHandle` (u32): Handle to a perf buffer. - `dst` (u64): A pointer to a buffer where the data will be stored. Return value: - (u32) 0 on success, 1 on error, 2 on deadline exceeded. #### `func perfReaderClose(perfMapHandle uint32) uint32` Close the perf buffer. Parameters: - `perfMapHandle` (u32): Handle to a perf buffer. Return value: - (u32) 0 on success, 1 on error. ### kallsyms #### `kallsymsSymbolExists(symbol string) uint32` Check if a symbol exists in kallsyms. Parameters: - `symbol` (string): Symbol's name Return value: - (u32) 1 if the symbol exists, 0 otherwise. ### Filtering #### `shouldDiscardMntnsID(mntnsID uint64) uint32` Check if a mount namespace ID should be discarded. It must only be used in `gadgetStart` or after. Parameters: - `mntnsID` (u64): Mount namespace ID Return value: - (u32) 1 if the mount namespace ID should be discarded, 0 otherwise. inspektor-gadget-0.46.0/docs/gadget-devel/hello-world-gadget-wasm.md000066400000000000000000000156071510117411400253040ustar00rootroot00000000000000--- title: Hello world gadget with Wasm sidebar_position: 410 description: Hello world gadget with Wasm module --- This guide explores the wasm support to implement complex logic in our gadget. This is a continuation of [hello world gadget](./hello-world-gadget.md), be sure you are familiar with that guide before continuing with this. ### Creating our first wasm program Create a folder named `go` next to the `program.bpf.c` file. In there we create a new file named `program.go`. As a first step, let's define the `init`, `start` and `stop` functions and emit some log messages from them: ```go package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { api.Info("init: hello from wasm") return 0 } //go:wasmexport gadgetStart func gadgetStart() int32 { api.Info("start: hello from wasm") return 0 } //go:wasmexport gadgetStop func gadgetStop() int32 { api.Info("stop: hello from wasm") return 0 } // The main function is not used, but it's still required by the compiler func main() {} ``` Run the following commands in the `go` directory to initialize the Golang module: ```bash $ cd go $ go mod init mygadget go: creating new go.mod: module mygadget go: to add module requirements and sums: go mod tidy $ go mod tidy go: finding module for package github.com/inspektor-gadget/inspektor-gadget/wasmapi/go go: found github.com/inspektor-gadget/inspektor-gadget/wasmapi/go in github.com/inspektor-gadget/inspektor-gadget v0.31.0 ``` We also need a `build.yaml` file that indicates the gadget includes a Golang program that needs to be compiled to a wasm module: ```yaml wasm: go/program.go ``` Build the gadget ```bash $ sudo ig image build . -t mygadget:latest ``` and run it: ```bash $ sudo ig run mygadget:latest --verify-image=false WARN[0000] image signature verification is disabled due to using corresponding option INFO[0000] init: hello from wasm WARN[0000] image signature verification is disabled due to using corresponding option INFO[0000] init: hello from wasm RUNTIME.CONTAINERNAME MNTNS_ID PID COMM FILENAME INFO[0001] start: hello from wasm ... ^CINFO[0009] stop: hello from wasm ``` You can see how the different messages coming from wasm are printed in the terminal. ### Manipulating fields Now let's do something more interesting. Let's suppose we want to redact the user's name in the path of the file. Manipulating strings in eBPF is usually complicated, leave aside using regular expressions. Our goal is to look for strings like `/home//...` and redact (replace by `***`) the user name part. This can be done by using a regular expression. Let's add it to the `gadgetInit` function like this: ```go //go:wasmexport gadgetInit func gadgetInit() int32 { api.Info("init: hello from wasm") // Get the "open" datasource (name used in the GADGET_TRACER macro) ds, err := api.GetDataSource("open") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } // Get the field we're interested in filenameF, err := ds.GetField("filename") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } pattern := regexp.MustCompile(`^(/home/)(.*?)/(.*)$`) // Subscribe to all events from "open" so we manipulate the data in the callback ds.Subscribe(func(source api.DataSource, data api.Data) { fileName, err := filenameF.String(data) if err != nil { api.Warnf("failed to get field fileName: %s", err) return 1 } replaced := pattern.ReplaceAllString(fileName, "${1}***/${3}") filenameF.SetString(data, replaced) }, 0) return 0 } ``` Build and run the gadget again: ```bash $ sudo ig image build . -t mygadget:latest ... $ sudo ig run mygadget:latest --verify-image=false WARN[0000] image signature verification is disabled due to using corresponding option INFO[0000] init: hello from wasm WARN[0000] image signature verification is disabled due to using corresponding option INFO[0000] init: hello from wasm RUNTIME.CONTAINERNAME MNTNS_ID PID COMM FILENAME INFO[0001] start: hello from wasm ``` Let's generate some events from a container: ```bash $ docker run --name c3 --rm -it busybox sh # inside the container: $ mkdir /home/mvb $ touch /home/mvb/xxx.txt $ cat /home/mvb/xxx.txt ``` The gadget redacts the user name as expected: ```bash RUNTIME.CONTAINERNAME MNTNS_ID PID COMM FILENAME c3 4026534569 226136 cat /home/***/xxx.txt ``` ### Adding new fields There are cases where we want to add new fields from wasm. For instance, let's add a field that contains a human readable representation of the event. The `gadgetInit` functions now looks like: ```go //go:wasmexport gadgetInit func gadgetInit() int32 { api.Info("init: hello from wasm") // Get the "open" datasource (name used in the GADGET_TRACER macro) ds, err := api.GetDataSource("open") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } // Get the field we're interested in filenameF, err := ds.GetField("filename") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } pidF, err := ds.GetField("pid") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } humanF, err := ds.AddField("human", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } pattern := regexp.MustCompile(`^(/home/)(.*?)/(.*)$`) // Subscribe to all events from "open" so we manipulate the data in the callback ds.Subscribe(func(source api.DataSource, data api.Data) { fileName, err:= filenameF.String(data) if err != nil { api.Warnf("failed to get field fileName: %s", err) return } replaced := pattern.ReplaceAllString(fileName, "${1}***/${3}") filenameF.SetString(data, replaced) pid, err:= pidF.Uint32(data) if err != nil { api.Warnf("failed to get pid: %s", err) return } human := fmt.Sprintf("file %q was opened by %d", fileName, pid) humanF.SetString(data, human) }, 0) return 0 } ``` Build and run the gadget again. This time using `-o json` to easily see the output from it: ```bash $ sudo ig image build . -t mygadget:latest ... $ sudo ig run mygadget:latest --verify-image=false -o jsonpretty { "comm": "cat", "filename": "/home/***/xxx.txt", "human": "file '/home/mvb/xxx.txt' was opened by 121351", "k8s": { "container": "", "hostnetwork": false, "namespace": "", "node": "", "pod": "" }, "mntns_id": 4026534661, "pid": 121351, "runtime": { "containerId": "2de33de4d1c73be918916322bf488a32f8b7a6eea0903422278fa13766e36f8f", "containerImageDigest": "", "containerImageName": "busybox", "containerName": "c3", "runtimeName": "docker" } } ``` Notice how the human field is there when `cat /home/mvb/xxx.txt` is executed in the container. ### Dropping events TBD! inspektor-gadget-0.46.0/docs/gadget-devel/hello-world-gadget.md000066400000000000000000000473071510117411400243410ustar00rootroot00000000000000--- title: Hello world gadget sidebar_position: 200 description: Hello world gadget --- This is a short getting started guide to write your first gadget. This guide will get you familiar with the key concepts by implementing a simplified version of the "trace open" (opensnoop) tool. ## Starting from a template If you want to create a new repository for your gadget, you can use the [gadget-template repository](https://github.com/inspektor-gadget/gadget-template). This is a [GitHub template repository](https://docs.github.com/en/repositories/creating-and-managing-repositories/creating-a-repository-from-a-template). You can also look for examples in gadgets published on Artifact Hub: [![Artifact Hub: Gadgets](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/gadgets)](https://artifacthub.io/packages/search?repo=gadgets) ## Starting from scratch If you already have a git repository for your project and want to add a gadget to it, you can start from scratch. The rest of this guide assumes you will start from scratch. The first step is to create an empty folder where the source code of the gadget will be stored: ```bash $ mkdir mygadget ``` ## Implementing the eBPF program The eBPF code contains the source code for the programs that are injected in the kernel to collect information. Let's create a file called `program.bpf.c` and put the following contents in there. The first thing we need is to include some header files. ```c // Kernel types definitions // Check https://blog.aquasec.com/vmlinux.h-ebpf-programs for more details #include // eBPF helpers signatures // Check https://man7.org/linux/man-pages/man7/bpf-helpers.7.html to learn // more about different available helpers #include // Inspektor Gadget buffer #include // Inspektor Gadget macros #include ``` Then, we have to specify a structure with all the information our gadget will provide. Let's only put the pid for the time being. ```c struct event { __u32 pid; }; ``` Then, create a buffer eBPF map to send events to user space: ```c // events is the name of the buffer map and 1024 * 256 is its size. GADGET_TRACER_MAP(events, 1024 * 256); ``` This macro will automatically create a ring buffer if the kernel supports it. Otherwise, a perf array will be created. And define a tracer by using the `GADGET_TRACER` macro with the following parameters: - Tracer's Name: `open` - Buffer Map Name: `events` - Event Structure Name: `event` ```c // Define a tracer GADGET_TRACER(open, events, event); ``` After that, we need to define a program that is attached to a hook that provides the information we need, in this case we'll attach to a tracepoint that is called each time the openat() syscall is executed. This program collects the information to fill the event (only pid for now), and then calls `gadget_submit_buf()` helper to send the event to user space. ```c SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct syscall_trace_enter *ctx) { struct event *event; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; event->pid = bpf_get_current_pid_tgid() >> 32; gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } ``` Finally, it's needed to define the license of the eBPF code. ```c char LICENSE[] SEC("license") = "GPL"; ``` The full file should look like: ```c // program.bpf.c // Kernel types definitions // Check https://blog.aquasec.com/vmlinux.h-ebpf-programs for more details #include // eBPF helpers signatures // Check https://man7.org/linux/man-pages/man7/bpf-helpers.7.html to learn // more about different available helpers #include // Inspektor Gadget buffer #include // Inspektor Gadget macros #include struct event { __u32 pid; }; // events is the name of the buffer map and 1024 * 256 is its size. GADGET_TRACER_MAP(events, 1024 * 256); // Define a tracer GADGET_TRACER(open, events, event); SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct syscall_trace_enter *ctx) { struct event *event; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; event->pid = bpf_get_current_pid_tgid() >> 32; gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; ``` Check [Gadget eBPF API](./gadget-ebpf-api.md) to learn all functions, macros and types that Inspektor Gadget exposes to the eBPF programs. ## Building the gadget for the first time We can now compile our gadget. You don't need to have any build tools installed on the machine, the [`image build`](./building.md) by default uses docker to run a container with all dependencies to compile the code. ```bash $ cd mygadget $ sudo ig image build -t mygadget:latest . Successfully built ghcr.io/inspektor-gadget/gadget/mygadget:latest@sha256:dd3f5c357983bb863ef86942e36f4c851933eec4b32ba65ee375acb1c514f628 ``` Take into account that it is possible to customize the build process by defining a `build.yaml` file. Check the [Building a Gadget](./building.md) section for more details. ## (Optional) Pushing the gadget image to a container registry You could push the gadget to a remote container registry. If you're using the same machine for building and running the gadget, this step can be skipped. ```bash $ sudo ig image tag mygadget:latest ghcr.io/my-org/mygadget:latest Successfully tagged with ghcr.io/my-org/mygadget:latest@sha256:dd3f5c357983bb863ef86942e36f4c851933eec4b32ba65ee375acb1c514f628 $ sudo ig image push ghcr.io/my-org/mygadget:latest Pushing ghcr.io/my-org/mygadget:latest... Successfully pushed ghcr.io/my-org/mygadget:latest@sha256:dd3f5c357983bb863ef86942e36f4c851933eec4b32ba65ee375acb1c514f628 ``` For the sake of simplicity this guide doesn't cover signing the gadget image, however, we strongly encourage you to sign them. Please check [signing](./signing.md) to get more details. ## Running the gadget We're now all set to run our gadget for the first time. ```bash $ sudo ig run mygadget:latest --verify-image=false PID 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1113 1219 220121 ``` Great, our program already shows the PID! Can we improve it further? ## Adding more information to the gadget Let's add some more information to our event, like command and file name. Add the fields in the event structure. ```c #define NAME_MAX 255 struct event { __u32 pid; char comm[TASK_COMM_LEN]; char filename[NAME_MAX]; }; ``` Now create the logic to fill those fields in the `enter_openat` program. Insert them after you have reserved space for your event structure and before you submit the buffer. ```c bpf_get_current_comm(event->comm, sizeof(event->comm)); bpf_probe_read_user_str(event->filename, sizeof(event->filename), (const char *)ctx->args[1]); ``` Build and run the gadget again. Now it provides more information. ```bash $ sudo ig image build -t mygadget:latest . .... $ sudo ig run mygadget:latest --verify-image=false PID COMM FILENAME 11305 Chrome_ChildIOT /dev/shm/.org.chromium.… 11305 ThreadPoolForeg /home/mvb/.config/Slack… 11305 Chrome_ChildIOT /dev/shm/.org.chromium.… 11305 ThreadPoolForeg /home/mvb/.config/Slack… 11305 Chrome_ChildIOT /dev/shm/.org.chromium.… 1349 containerd /var/lib/containerd/io.… 1349 containerd /var/lib/containerd/io.… 1349 containerd /var/lib/containerd/io.… ``` ## Creating a metadata file The above formatting is not totally great, the pid column is taking a lot of space while the filename is being trimmed. The [metadata file](./metadata.md) contains extra information about the gadget, among other things, it can be used to specify the format to be used. An initial version of the metadata file can be created by passing `--update-metadata` to the build command: ```bash $ sudo ig image build . -t mygadget --update-metadata ``` It'll create a `gadget.yaml` file: ```yaml name: 'TODO: Fill the gadget name' description: 'TODO: Fill the gadget description' homepageURL: 'TODO: Fill the gadget homepage URL' documentationURL: 'TODO: Fill the gadget documentation URL' sourceURL: 'TODO: Fill the gadget source code URL' datasources: open: fields: comm: annotations: description: 'TODO: Fill field description' filename: annotations: description: 'TODO: Fill field description' pid: annotations: description: 'TODO: Fill field description' ``` Let's edit the file to customize the output. We define some templates for well-known fields like pid, comm, etc. ```yaml name: mygadget description: Example gadget homepageURL: http://mygadget.com documentationURL: https://mygadget.com/docs sourceURL: https://github.com/my-org/mygadget/ datasources: open: fields: comm: annotations: description: Name of the process opening a file template: comm filename: annotations: description: Path of the file being opened columns.width: 64 pid: annotations: description: PID of the process opening a file template: pid ``` Now we can build and run the gadget again ```bash $ sudo ig image build . -t mygadget ... $ sudo ig run mygadget:latest --verify-image=false PID COMM FILENAME 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /sys/fs/cgroup/user.slice/user-1001.slice/user@1001.service/memor… 1094 systemd-oomd /proc/meminfo 20100 tmux: server /proc/118135/cmdline 1094 systemd-oomd /proc/meminfo 1094 systemd-oomd /proc/meminfo 5803 FSBroker114558 /proc/114558/statm 5803 FSBroker114558 /proc/114558/statm 5803 FSBroker114558 /proc/114558/smaps 20100 tmux: server /proc/118135/cmdline 1094 systemd-oomd /proc/meminfo 118137 ig /proc ``` Now the output is much better. ## Container Enrichment Our gadget provides information about the process (pid, process name) performing the actions, however there is not any information about the container where that process is running in. In order to provide that information, the gadget needs to provide the mount namespace inode id of the process, and Inspektor Gadget will take care of adding the container information to the event. Include the following header: ```c #include ``` Add the following field to the event structure. ```c struct event { ... gadget_mntns_id mntns_id; ... } ``` and set this field ```c event->mntns_id = gadget_get_current_mntns_id(); ``` After adding the `gadget_mntns_id` field to the event structure, compiling and running again, Inspektor Gadget will automatically add the container name column to the output. ```bash $ sudo ig run mygadget:latest --verify-image=false RUNTIME.CONTAINERNAME MNTNS_ID PID COMM FILENAME ... mycontainer 4026536168 297810 sh /usr/lib/x86_64-linux-gnu/glibc-hwcaps/x86-… mycontainer 4026536168 297810 sh /usr/lib/x86_64-linux-gnu/glibc-hwcaps/x86- ... ``` ## Event Filtering The gadget we created provides information about all events happening on the host, however it doesn't allow to filter events by a given container, user, etc. Inspektor Gadget provides a set of helpers files and functions to make this process easy. Include the `filter.h` file: ```c // Inspektor Gadget filtering helpers #include ``` The `gadget_should_discard_data_current` function is provided to determine if a given event should be traced or not. This function should be called as early as possible in the program to avoid unnecessary work: ```c ... if (gadget_should_discard_data_current()) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; ... ``` The gadget now exposes some parameters to filter events: ```bash $ sudo ig run mygadget:latest --verify-image=false -h Run a gadget Usage: ig run [flags] Flags: ... -c, --containername string Show only data from containers with that name (default "") ... --gid uint32 Show only events generated by processes with this gid (default 4294967295) ... --host Show data from both the host and containers ... --pid uint32 Show only events generated by processes with this pid (default 0) ... --tid uint32 Show only events generated by threads with this tid (default 0) ... --uid uint32 Show only events generated by processes with this uid (default 4294967295) ... ``` The following command doesn't show any event as there is no container with the specified name: ```bash $ sudo ig run mygadget:latest -c non_existing_container --verify-image=false RUNTIME.CONTAINERNAME MNTNS_ID PID COMM FILENAME ``` ## Updating the gadget Some times we have to update our gadgets, like adding more fields to the generated event for instance. Let's add the following fields to the event struct: ```c struct event { ... __u32 uid; __u32 gid; ... } ``` and add the logic in the eBPF program to fill them: ```c __u64 uid_gid = bpf_get_current_uid_gid(); event->uid = (__u32)uid_gid; event->gid = (__u32)(uid_gid >> 32); ``` Let's build the gadget with the `--update-metadata` file, so our new fields are automatically added to the metadata file. Notice the -v option is used to get debugging messages. ```bash $ sudo ig image build . -t mygadget --update-metadata -v ... DEBU[0000] Metadata file found, updating it DEBU[0000] Adding field "mntns_id" DEBU[0000] Field "pid" already exists, skipping DEBU[0000] Field "comm" already exists, skipping DEBU[0000] Field "filename" already exists, skipping DEBU[0000] Adding field "uid" DEBU[0000] Adding field "gid" ... ``` The uid, gid and mntns_id (added in a [previous step](#container-enrichment)) fields were added to the metadata file: ```yaml gid: annotations: description: 'TODO: Fill field description' mntns_id: annotations: description: 'TODO: Fill field description' pid: annotations: description: PID of the process opening a file template: pid uid: annotations: description: 'TODO: Fill field description' ``` Edit them, build and run the gadget again: ```yaml comm: annotations: description: Name of the process opening a file template: comm filename: annotations: description: Path of the file being opened columns.width: 64 gid: annotations: description: Group ID opening the file template: uid mntns_id: annotations: description: Mount namespace inode id template: ns pid: annotations: description: PID of the process opening a file template: pid uid: annotations: description: User ID opening the file template: uid ``` ```bash $ sudo ig image build . -t mygadget --update-metadata -v ... $ sudo ig run mygadget:latest --verify-image=false RUNTIME.CONTAINERN… PID COMM FILENAME UID GID ``` Now, the UID and GID columns have the expected format. Notice also that the MNTNS_ID column is not showed because the template `ns` hides it by default. ### Using helpers to handle common fields Most of the gadgets have common fields like `pid`, `comm`, `uid`, `gid`, etc. Inspektor Gadget provides some types and common helpers to handle these fields. Let's refactor the event structure to use them. This is the new full code of the gadget: ```c // Kernel types definitions // Check https://blog.aquasec.com/vmlinux.h-ebpf-programs for more details #include // eBPF helpers signatures // Check https://man7.org/linux/man-pages/man7/bpf-helpers.7.html to learn // more about different available helpers #include // Inspektor Gadget buffer #include // Helpers to handle common data #include // Inspektor Gadget macros #include // Inspektor Gadget filtering #include // Inspektor Gadget types #include #define NAME_MAX 255 struct event { struct gadget_process proc; char filename[NAME_MAX]; }; // events is the name of the buffer map and 1024 * 256 is its size. GADGET_TRACER_MAP(events, 1024 * 256); // [Optional] Define a tracer GADGET_TRACER(open, events, event); SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct syscall_trace_enter *ctx) { struct event *event; if (gadget_should_discard_data_current()) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); bpf_probe_read_user_str(event->filename, sizeof(event->filename), (const char *)ctx->args[1]); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; ``` And the metadata can be simplified too, as Inspektor Gadget automatically provides field annotations for well-known types: ```yaml name: mygadget description: Example gadget homepageURL: http://mygadget.com documentationURL: https://mygadget.com/docs sourceURL: https://github.com/my-org/mygadget/ datasources: open: fields: filename: annotations: description: Path of the file being opened columns.width: 64 ``` When running the gadget, the `comm`, `pid` and `tid` columns are visible by default: ```bash $ sudo ig run mygadget:latest --verify-image=false WARN[0001] image signature verification is disabled due to using corresponding option WARN[0001] image signature verification is disabled due to using corresponding option RUNTIME.CONTAINERNAME COMM PID TID FILENAME ... mycontainer cat 51020 51020 /dev/null ``` And the json output contains all the process information: ```json { "filename": "/dev/null", "k8s": { "containerName": "", "hostnetwork": false, "namespace": "", "node": "", "owner": { "kind": "", "name": "" }, "podName": "" }, "proc": { "comm": "cat", "mntns_id": 4026534688, "parent": { "comm": "sh", "pid": 50991 }, "pid": 51092, "tid": 51092, "creds": { "gid": 0, "group": "root", "uid": 0, "user": "root" } }, "runtime": { "containerId": "ff4df9bf30a89c0cc8bd32d1c976875bf5bd8d7c745d09b98358b953ef4d8666", "containerImageDigest": "sha256:768e5c6f5cb6db0794eec98dc7a967f40631746c32232b78a3105fb946f3ab83", "containerImageName": "docker.io/library/busybox:latest", "containerName": "mycontainer", "runtimeName": "docker" } } ``` ### Closing Congratulations! You've implemented your first gadget. Check out our [documentation](./index.mdx) to get more information. inspektor-gadget-0.46.0/docs/gadget-devel/index.mdx000066400000000000000000000006631510117411400221510ustar00rootroot00000000000000--- title: 'Gadget Development' sidebar_position: 100 description: Developing a Gadget --- import DocCardList from '@theme/DocCardList'; [Gadget introduction](./gadget-intro.md) is a good starting point to learn what a Gadget is, then the [hello world gadget](./hello-world-gadget.md) guide will get you familiar with the Gadget development process. Once you have completed it, please check the following resources: inspektor-gadget-0.46.0/docs/gadget-devel/metadata.md000066400000000000000000000101061510117411400224230ustar00rootroot00000000000000--- title: 'Metadata file' sidebar_position: 600 description: 'Introduction to the metadata file' --- The metadata file includes extra information about the gadget, like the name, description, etc. This file is optional. The metadata file has to be named `gadget.yaml` and placed in the root folder of the gadget. ### Basic Contents The basic contents of the metadatafile are defined in https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1#GadgetMetadata. ### Generating a metadata file It's possible to generate (and update) the metadata file for a gadget by using the `--update-metadata` flag when building it. :::warning We're considering changing how the metadata file is generated, so this support could be changed soon. ::: ### Datasources The `datasources` section in the metadata can be used to apply additional information to those. For example, `annotations` can be applied to each datasource to control different aspects of the datasource and how it's seen and used by operators. Additionally, `fields` can also have their own `annotations`, to control for example the formatting on a per-field level. For example, the following metadata file defines a `foo` datasource with two fields, `pid` and `bar`. In this case, both the datasource and the fields have annotations: ```yaml datasources: foo: annotations: cli.clear-screen-before: "true" fields: pid: annotations: description: Process ID template: pid bar: annotations: description: Bar field description columns.hidden: true ``` #### Annotations ##### Datasource The annotations for the datasource depend on its type and the operators it uses. For more information, refer to the [operator documentation](../spec/operators/). ##### Field The field annotations can be defined for each field of the datasource. The following annotations are a non-exhaustive list of the available annotations: - `description`: Column description - `value.one-of`: Defines a list of possible values for this field. - `columns.width`: Width to reserve for this column - `columns.maxwidth`: Maximum width this column will be scaled to when using auto-scaling - `columns.minwidth`: MinWidth will be the minimum width this column will be scaled to when using auto-scaling - `columns.alignment`: Alignment of this column (left or right) - `columns.ellipsis`: EllipsisType defines how to abbreviate this column if the value needs more space than is available (start, middle, end) - `columns.hidden`: Hide the field from the columns output mode by default. The user can always show it by using `--fields=bar,foo`. - `columns.fixed`: Forces the Width even when using Auto-Scaling - `columns.hex`: Format the field using hexadecimal - `template`: Use the annotation from some predefined templates. Available templates are: - timestamp: - `columns.width: 35`, `columns.maxwidth: 35`, `columns.ellipsis: end` - node: - `columns.width: 30`, `columns.ellipsis: middle` - pod: - `columns.width: 30`, `columns.ellipsis: middle` - container: - `columns.width: 30` - namespace: - `columns.width: 30` - containerImageName: - `columns.width: 30` - containerImageDigest: - `columns.width: 30` - containerStartedAt: - `columns.hidden: true`, `columns.width: 35` - comm: - `description: Process name`, `columns.maxwidth: 16` - pcomm: - `description: The process name of the parent process`, `columns.maxwidth: 16` - pid: - `columns.minwidth: 7`, `columns.alignment: right` - uid: - `columns.minwidth: 8`, `columns.alignment: right` - gid: - `columns.minwidth: 8`, `columns.alignment: right` - ns: - `columns.hidden: true`, `columns.width: 12`, `columns.alignment: right` - l4endpoint: - `columns.minwidth: 22`, `columns.width: 40`, `columns.maxwidth: 52` - syscall: - `columns.width: 18`, `columns.maxwidth: 28` - errorString: - `columns.width: 12` - `columns.replace`: Indicates this field must be replacing by the one on the annotation when printing it. - `json.skip`: Skip the field when marshalling to json. inspektor-gadget-0.46.0/docs/gadget-devel/metrics.md000066400000000000000000000152221510117411400223150ustar00rootroot00000000000000--- title: 'Adding Metrics to your Gadget' sidebar_position: 500 --- > These instructions explain how to implement metrics collection if you're developing your own or extending an existing > gadget. For the user perspective of things (actually exporting the metrics to a third party), please read > [this](../reference/export-logs.mdx) . Inspektor Gadget allows you to easily add metrics to your gadgets that then can be exported to OpenTelemetry compatible software (like Prometheus), the CLI, or other third parties by implementing a dedicated operator for that. Inspektor Gadget currently supports counters, gauges and histograms - fields must be of any integer or float type. For histograms, we also support handing over all buckets at once as an array of int32 or int64 and adding their values up. Metrics can either be collected in user-space or directly inside your eBPF programs using eBPF maps. Which option you choose depends on how you collect the data and the quantity of it. If you're sending events to user-space, you can create metrics from those by just adding a couple of annotations to your `gadget.yaml` file, or by using some well-known types inside your struct definition inside eBPF code. If you don't want to emit events, because it would just be too much throughput, you can choose to write the metrics into eBPF maps instead and let IG create a [data source](gadget-intro.md#data-sources) from it. Those can then be exported to for example Prometheus. | Source | Application | Performance | | ---------- | --------------------------------------------------------------------------------------- | ----------- | | user-space | easy development when using event sources (GADGET_TRACE()); event sources can be reused | slower | | eBPF maps | using dedicated maps for metrics, especially suited for high throughput scenarios | fast | ## User-space collection ### Using the metadata file Without modifying eBPF code, you can modify the `gadget.yaml` to specify how metrics should be collected from existing data sources. Keep in mind that this requires an event being sent to user-space in order to work - so if you expect many events, please look into implementing the metrics collection using eBPF maps (see below). Let's assume you've already got a data source called `events`. That data source has two fields - a string field called `name` and an int32 field called `count`. The (empty) section of your `gadget.yaml` file for that datasource could look like this: ```yaml datasources: events: fields: name: count: ``` First, you need to annotate the data source itself with `metrics.collect` set to `true`. Now, if you want to expose the field `count` as a metric, just annotate the field with `metrics.type` as key and `counter` as value, like so: ```yaml datasources: events: annotations: metrics.collect: true fields: count: annotations: metrics.type: counter ``` This will increase the counter of that metrics by whatever value the `count` field has. Use `metrics.type: gauge`, if you always just want to set the metric to the latest value. If you later on want to differentiate the count by their different `name` contents, you can annotate the `name` field with key `metrics.type` and value `key`. This creates a key (or label) from that field that is associated with each metric afterward - e.g.: this lets you later on filter the values of `count` according to the corresponding `name` values. > Note: adding multiple metric.key annotations will increase cardinality a lot and take up more space and storage. #### Adding an implicit counter If you just want to count the number of events happening for a given set of keys, you can add another annotation to your datasource that will increase a counter whenever a new event has been emitted. ```yaml datasources: events: annotations: metrics.implicit-counter.name: eventctr metrics.implicit-counter.description: number of events ... ``` This is especially useful if you just want to quickly convert an existing event-based gadget to a metrics collector, as you can easily set annotations when running a gadget using the `--annotate` flag. ### Using well-known types in the eBPF code You can also edit your eBPF source code and use well-known types instead of annotating the individual fields. Inspektor Gadget provides the following types: - `gadget_counter__u32`: a counter of type `__u32` - `gadget_counter__u64`: a counter of type `__u64` - `gadget_gauge__u32`: a gauge of type `__u32` - `gadget_gauge__u64`: a gauge of type `__u64` - `gadget_histogram_slot__u32`: a histogram slot of type `__u32` - `gadget_histogram_slot__u64`: a histogram slot of type `__u64` An event struct using this could look like: ```c struct event { ... gadget_counter__u32 name; ... } ``` ## Collection of metrics from eBPF maps The following instructions expect you to collect metrics in an eBPF map that is periodically read into Inspektor Gadget. This is the preferred way to collect metrics in high throughput scenarios - like when registering metrics from network packets or other kernel hooks in a hot path or without strict filtering. We use eBPF hash maps like this (this example is following a similar structure as the user-space collection example above): ```c ... #include ... #define MAX_ENTRIES 10240 struct metrics_key { __u32 key; }; struct metrics_value { gadget_counter__u32 counter; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct metrics_key); __type(value, struct metrics_value); } metrics SEC(".maps"); GADGET_MAPITER(mymetrics, metrics); ``` Let's quickly go through what happens here, from bottom to top: `GADGET_MAPITER(mymetrics, metrics);` registers a map iterator called `mymetrics` (this will be the name of the data source later on) for the map `metrics` defined above. That map is of type `BPF_MAP_TYPE_HASH` and uses `struct metrics_key` as its key and `struct metrics_value` as its value types respectively. If you look at the `struct metrics_value` definition, you see one field of type `gadget_counter__u32`. This will tell IG that this value is meant to be registered as a `counter` of type `__u32`. The key fields need to be annotated with `metrics.type: key` on the metadata file. You can fill the map like you usually would (e.g. using `bpf_map_update_elem`, `bpf_map_lookup_elem` and so on), but you still need to annotate the data source with key `metrics.collect` and value `true` like so: ```yaml datasources: metrics: annotations: metrics.collect: true ``` > TODO: more details on histograms inspektor-gadget-0.46.0/docs/gadget-devel/output.md000066400000000000000000000065521510117411400222150ustar00rootroot00000000000000--- title: 'Displaying Output' sidebar_position: 620 --- By default, Inspektor Gadget allows you to display the output of each data source in all the output modes supported by the [CLI operator](../spec/operators/cli.md#output). Unless you have specific requirements, we recommend using the CLI operator's default configuration. However, for [Map Iterators](./gadget-intro.md#map-iterators) with a map value type of `gadget_histogram_slot__u32` or `gadget_histogram_slot__u64` (TODO: Add links), the output should be displayed as a chart, which the CLI operator doesn't support. In such cases, you can use the [Otel Metrics](../spec/operators/otel-metrics.md) operator to render the output as a histogram by annotating the data source with [metrics.print: "true"](../spec/operators/otel-metrics.md#metricsprint). The [profile_blockio](../gadgets/profile_blockio.mdx) gadget is an example of this. ## Fields The fields to be displayed in the output when using the `columns`, `json`, `jsonpretty` or `yaml` output modes depend on the data source type: - Tracers: The fields are all the elements of the event `struct` specified when defining the data source. - Map Iterators: The fields are all the elements of the key and value `struct`s used to define the eBPF map to be iterated. As mentioned above, there is a special case for the map iterators with a map value type of `gadget_histogram_slot__u32` or `gadget_histogram_slot__u64`. In such cases, the data source created by the Otel Metrics operator will contain just one field called `text` which will carry the rendered histogram as a plain text. - Snapshotters: The fields are all the elements of the snapshot entry `struct` specified when defining the data source. ## Custom Text Output There are cases when you want to print custom output. This can be implemented by using a [WASM](./gadget-wasm-api-go.md) module and some annotations on the [metadata](./metadata.md) file. First of all, annotate the datasource with the name of the output mode: ```yaml datasources: mydatasource: annotations: cli.supported-output-modes: myoutputmode,myoutputmode1,myoutputmode2 cli.default-output-mode: myoutputmode ``` Then, in the WASM module create the data source and a string field called `text` that will be used to emit the data: :::warning The field needs to be called `text` to be recognized by the CLI operator. ::: ```go var ( textds api.DataSource textField api.Field ) //go:wasmexport gadgetInit func gadgetInit() int32 { var err error textds, err = api.NewDataSource("mydatasource", api.DataSourceTypeSingle) if err != nil { api.Errorf("creating datasource: %s", err) return 1 } textField, err = textds.AddField("text", api.Kind_String) if err != nil { api.Errorf("adding field: %s", err) return 1 } return 0 } ``` Then, format your output as a string and emit it: ```go //go:wasmexport gadgetStart func gadgetStart() int32 { nd, err := textds.NewPacketSingle() if err != nil { api.Errorf("creating packet: %s", err) return 1 } if err := textField.SetString(api.Data(nd), "hi there!!"); err != nil { api.Errorf("setting field: %s", err) return 1 } if err := textds.EmitAndRelease(api.Packet(nd)); err != nil { api.Errorf("emitting packet: %s", err) return 1 } return 0 } ``` ```bash $ sudo ig image build . -t hello-world $ sudo ig run hello-world --verify-image=false hi there!! ``` inspektor-gadget-0.46.0/docs/gadget-devel/parameters.md000066400000000000000000000055351510117411400230200ustar00rootroot00000000000000--- title: 'Parameters' sidebar_position: 610 description: 'Gadget Parameters' --- ## Parameters from eBPF programs A Gadget can expose parameters to the client from the eBPF program. Inspektor Gadget provides the mechanism to expose the parameters as CLI flags to the user and allow to set them from the configuration file. 1. Define a constant. It's important to use `const volatile` for the verifier to remove dead code. ```c const volatile bool myparam = false; ``` 2. Mark the constant as a parameter. ```c GADGET_PARAM(myparam); ``` 3. Provide additional information for the param on the metadata file: ```yaml params: ebpf: myparam: key: my-param defaultValue: "false" description: Description for the param ``` ## Customizable parameters Much of Inspektor Gadget's functionality is controlled by parameters and annotations. To give gadget authors more freedom, one can define new parameters that affect a group of other parameters, datasource and field annotations, operator's configuration or any other field in the metadata file. This works by patching the gadget metadata itself, depending on those custom parameters' values. In the `gadget.yaml`, create a new section called `custom` to `params` like this: ```yaml params: custom: myCustomParam: description: A parameter that will apply a patch based on one of the possible values. defaultValue: "option1" values: option1: patch: datasources: myDataSource: annotations: columns.output: none mySecondParam: description: Another parameter. This will apply a patch globally, regardless of the actual value. defaultValue: "default" patch: datasources: myDataSource: annotations: my.annotation: >- A template driven value, now {{call .getParamValue "custom.mySecondParam"}}. my.second.annotation: >- We can also access other configuration values, like the gadget name: {{call .getConfig "name"}} ``` All keys below `custom` will become new parameters that can be set by the user of the gadget. Depending on the parameters' value, a `patch` node will be applied to the gadget metadata itself. (See `myCustomParam` example above.) If no specific values are configured, a global `patch` section will be applied. (See `mySecondParam` example above.) Strings used can use templates (explained [here](https://pkg.go.dev/text/template)). Functions available to the templating engine are: ### getParamValue(paramName) Can be used to get the value of any set parameter; paramName needs to be fully qualified, e.g. `custom.mySecondParam` or `operator.oci.ebpf.target_family`. ### getConfig(key) Can be used to get the value of any metadata key like `name`, `params.custom.myCustomParam.description`, etc. inspektor-gadget-0.46.0/docs/gadget-devel/program-types.md000066400000000000000000000076371510117411400234730ustar00rootroot00000000000000--- title: 'eBPF Program Types' sidebar_position: 310 description: 'Different eBPF programs supported by Inspektor Gadget' --- Inspektor Gadget automatically loads and attaches the eBPF programs contained in a gadget. This document describes the different types that are supported and specific details about them. The section name specifies the type of the program and the target they should be attached to. ## Program Types ### Kprobes / Kretprobes The section name must use the `kprobe/` or `kretprobe/` formats. `` is the kernel function that the kprobe will be attached to. ### Tracepoints The section name must use the `tracepoint/`. `` is one of the available tracepoints on `/sys/kernel/debug/tracing/events`. ### Socket Filter The section name must start with `socket`. Socket programs are attached to all network namespaces matching the filter configuration when running the gadget. ### Tracing Currently we support some iterators and fentry/fexit programs. #### Iterators The section name must use `iter/`. ig supports the following ``: - `ksym` - `task` - `task_file` - `tcp` - `udp` `tcp` and `udp` iterators are invoked in different network namespaces matching the filter configuration when running the gadget. You can find the list of iterator types supported by Linux with: - `git grep -w ^DEFINE_BPF_ITER_FUNC` in the Linux sources (16 types as of Linux 6.9) - `sudo bpftool btf dump id 1 format c |grep 'struct bpf_iter__'` in the current kernel #### Fentry / Fexit The section name must use the `fentry/` or `fexit/`. As in kprobes, `` is the kernel function that the program will be attached to. ### PerfEvents The section name must be `perf_event/`, where `` is used to apply parameters to the program using the `gadget.yaml` file. Currently, we only support the following settings (`` is `myPerfEvent` in this case): ```yaml programs: myPerfEvent: perf: type: software config: count_sw_cpu_clock sampleType: sample_raw sampler: frequency: 49 ``` All parameters are mandatory for now. ### Raw Tracepoints TODO! ### SchedCLS The section name must use the `classifier//` format. SchedCLS programs are attached to the peer of the networking interface of the containers on the host according to the filtering configuration. Inspektor Gadget supports running multiple gadgets that use SchedCLS programs at the same time. Programs must return `TC_ACT_UNSPEC` in order to allow the packet to be processed by other gadgets. The order of execution of the programs is not deterministic, this is something we could visit later on. ### Uprobes / Uretprobes The section name must use the `/:` format. `` must be either `uprobe` or `uretprobe`. `` is the absolute path of an executable or a library, that the uprobe will be attached to. For common libraries, `` can also be the library's name, such as `libc`. `` is a debugging symbol that can be found in the file mentioned above. ### User-Level Statically Defined Tracing (USDT) The section name must use the `usdt/::` format. `` can be either an absolute path or a library name, same as the field in Uprobe. `` and `` are two fields that can jointly identify a USDT trace point. ### Tracing with Linux Security Modules (LSM) The section name must use the `lsm/` format. The hook points could be found in [``](https://github.com/torvalds/linux/blob/master/include/linux/lsm_hook_defs.h). ## Disabling Programs You can disable a program by using `gadget_program_disabled` as the program target. For example: ```c SEC("kprobe/gadget_program_disabled") int BPF_KPROBE(foo, args...) { return 0; } ``` inspektor-gadget-0.46.0/docs/gadget-devel/signing.md000066400000000000000000000005501510117411400223030ustar00rootroot00000000000000--- title: 'Signing a Gadget' sidebar_position: 720 description: 'Signing a Gadget' --- It's highly recommended to sign your gadget images for security reasons. Signed images ensure integrity and authenticity, adding an extra layer of trust. Tools like [cosign](https://docs.sigstore.dev/cosign/signing/signing_with_containers/) can be used for this purpose. inspektor-gadget-0.46.0/docs/gadget-devel/testing.md000066400000000000000000000104501510117411400223220ustar00rootroot00000000000000--- title: 'Testing a Gadget' sidebar_position: 710 description: 'Testing a Gadget' --- :::warning This document is slightly outdated, please check the [existing gadgets](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/gadgets) to learn how they implement the tests. ::: Inspektor Gadget provides a set of helpers to implement tests for your gadget. This document is a small guide showing how to implement tests for the [hello-world gadget](./hello-world-gadget.md). First, create the testing file, `mygadget_test.go` and import some packages, like: ```go package main import ( "testing" "github.com/stretchr/testify/require" // helper functions for creating and running commands in a container. "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" // wrapper function for ig binary igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" // helper functions for parsing and comparing output. "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" // Event struct for fields enriched by ig. eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) ``` Then, we create a structure with all the information the gadget provides. ```go type mygadgetEvent struct { eventtypes.Event MntNsID uint64 `json:"mntns_id"` Pid uint32 `json:"pid"` Uid uint32 `json:"uid"` Gid uint32 `json:"gid"` Comm string `json:"comm"` Filename string `json:"filename"` } ``` Later we create a test function called `TestMyGadget()`. In this, we first create a container manager (can be either `docker` or `containerd`). After that, we create a command to run the gadget with various options. Finally, these commands are used as arguments in `RunTestSteps()`: :::warning TODO: Update this document with: - Use new normalize functions - Support other container runtimes than docker ::: ```go func TestMyGadget(t *testing.T) { cn := "test-mygadget" // returns a container manager which implements an interface with methods for creating new container // and running commands within that container. containerFactory, err := containers.NewContainerFactory("docker") require.NoError(t, err, "new container factory") mygadgetCmd := igrunner.New( // gadget repository and tag can be added with the following environment variables: // - $GADGET_REPOSITORY // - $GADGET_TAG "mygadget", igrunner.WithFlags("--runtimes=docker", "--timeout=5"), igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &mygadgetEvent{ Event: eventtypes.Event{ CommonData: eventtypes.CommonData{ Runtime: eventtypes.BasicRuntimeMetadata{ RuntimeName: eventtypes.String2RuntimeName("docker"), ContainerName: cn, }, }, }, Comm: "cat", Filename: "/dev/null", Uid: 1000, Gid: 1111, } // used to "normalize" the output, sets random value fields to a default value // so that it only includes non-default values for the fields we can verify. normalize := func(e *mygadgetEvent) { e.MntNsID = 0 e.Pid = 0 e.Runtime.ContainerID = "" e.Runtime.ContainerImageName = "" e.Runtime.ContainerImageDigest = "" } // parses the output and matches it to expectedEntry. match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, ), ) testSteps := []igtesting.TestStep{ // WithStartAndStop used to start the container command, then, wait for other commands to run // and stop later and verify the output. containerFactory.NewContainer(cn, "while true; do setuidgid 1000:1111 cat /dev/null; sleep 0.1; done", containers.WithStartAndStop()), mygadgetCmd, } igtesting.RunTestSteps(testSteps, t) } ``` (Optional) If running the test for a gadget whose image resides in a remote container registry, you can define environment variables for the gadget repository and tag. ```bash $ export GADGET_REPOSITORY=ghcr.io/my-org GADGET_TAG=latest ``` We are all set now to run the test. ```bash $ go test -exec 'sudo -E' -v ./mygadget_test.go ``` inspektor-gadget-0.46.0/docs/gadgets/000077500000000000000000000000001510117411400174115ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/advise_networkpolicy.mdx000077700000000000000000000000001510117411400343412../../gadgets/advise_networkpolicy/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/advise_seccomp.mdx000077700000000000000000000000001510117411400316012../../gadgets/advise_seccomp/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/audit_seccomp.mdx000077700000000000000000000000001510117411400312672../../gadgets/audit_seccomp/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/bpfstats.mdx000077700000000000000000000000001510117411400273052../../gadgets/bpfstats/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/deadlock.mdx000077700000000000000000000000001510117411400271452../../gadgets/deadlock/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/fdpass.mdx000077700000000000000000000000001510117411400263712../../gadgets/fdpass/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/files/000077500000000000000000000000001510117411400205135ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/files/seccomp-confined.yaml000066400000000000000000000004371510117411400246170ustar00rootroot00000000000000# confined.yaml apiVersion: v1 kind: Pod metadata: name: default-pod labels: app: default-pod spec: securityContext: seccompProfile: type: Localhost localhostProfile: profile.json containers: - name: test-container image: docker.io/library/nginx:latest inspektor-gadget-0.46.0/docs/gadgets/files/seccomp-unconfined.yaml000066400000000000000000000004011510117411400251510ustar00rootroot00000000000000# unconfined.yaml apiVersion: v1 kind: Pod metadata: name: default-pod labels: app: default-pod spec: securityContext: seccompProfile: type: RuntimeDefault containers: - name: test-container image: docker.io/library/nginx:latest inspektor-gadget-0.46.0/docs/gadgets/fsnotify.mdx000077700000000000000000000000001510117411400273332../../gadgets/fsnotify/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/index.mdx000066400000000000000000000007321510117411400212340ustar00rootroot00000000000000--- title: 'Gadgets' sidebar_position: 30 description: Documentation about the official Gadgets" --- import DocCardList from '@theme/DocCardList'; This section provides documentation for the Gadgets hosted in the [gadgets](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/gadgets) folder of the Inspektor Gadget source tree. Check [Artifact HUB](https://artifacthub.io/packages/search?kind=22) to get a more complete list of Gadgets. inspektor-gadget-0.46.0/docs/gadgets/profile_blockio.mdx000077700000000000000000000000001510117411400321352../../gadgets/profile_blockio/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/profile_cpu.mdx000077700000000000000000000000001510117411400304472../../gadgets/profile_cpu/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/profile_qdisc_latency.mdx000077700000000000000000000000001510117411400345352../../gadgets/profile_qdisc_latency/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/profile_tcprtt.mdx000077700000000000000000000000001510117411400317312../../gadgets/profile_tcprtt/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/snapshot_process.mdx000077700000000000000000000000001510117411400326232../../gadgets/snapshot_process/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/snapshot_socket.mdx000077700000000000000000000000001510117411400322472../../gadgets/snapshot_socket/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/switching_to_image_based_gadgets.mdx000066400000000000000000000237551510117411400266360ustar00rootroot00000000000000--- title: Switching to image-based Gadgets sidebar_position: 1 --- This guide covers how to switch from built-in Gadgets to image-based Gadgets. ### CLI Users Image-based Gadgets are executed with the [`run`](../reference/run) command: ```bash $ ig run gadget_name $ kubectl gadget run gadget_name ``` For each built-in Gadget we have a corresponding image-based Gadget: ```bash $ ig trace open # built-in $ ig run trace_open # image-based $ ig snapshot process # built-in $ ig run snapshot_process # image-based ``` Usually the name is the concatenation of the gadget category and the gadget name: `trace exec` corresponds to `trace_exec`, `top file` corresponds to `top_file` and so on. This section describes the biggest differences between that kind of gadgets. #### Columns Output We tuned the output of different Gadgets to be more user friendly, we changed the size of some columns and show or hide some of them by default. For instance, this is the output for the trace open gadget: Built-in: ```bash $ sudo ig trace open RUNTIME.CONTAINERNAME PID TID COMM FD ERR PATH determined_kapitsa 42364 42364 cat 0 2 /lib/x86_64/x86_64/libm… determined_kapitsa 42364 42364 cat 0 2 /lib/x86_64/libm.so.6 determined_kapitsa 42364 42364 cat 0 2 /lib/x86_64/libm.so.6 determined_kapitsa 42364 42364 cat 3 0 /lib/libm.so.6 determined_kapitsa 42364 42364 cat 3 0 /lib/libresolv.so.2 determined_kapitsa 42364 42364 cat 3 0 /lib/libc.so.6 determined_kapitsa 42364 42364 cat 0 2 /tmp/foo ``` Image-based: ```bash $ sudo ig run trace_open RUNTIME.CONTAIN… COMM PID TID FD FNAME MODE ERROR determined_kapit cat 42364 42364 0 /lib/x86_64/x86_64/libm… -------… ENOENT determined_kapit cat 42364 42364 0 /lib/x86_64/libm.so.6 -------… ENOENT determined_kapit cat 42364 42364 0 /lib/x86_64/libm.so.6 -------… ENOENT determined_kapit cat 42364 42364 3 /lib/libm.so.6 -------… determined_kapit cat 42364 42364 3 /lib/libresolv.so.2 -------… determined_kapit cat 42364 42364 3 /lib/libc.so.6 -------… determined_kapit cat 42364 42364 0 /tmp/foo -------… ENOENT ``` #### Json (and Yaml) Output The output for both kind of Gadgets is very similar. Let's analyse the output of `trace open` to compare the differences: Built-in: ```bash $ ig trace open -o jsonpretty { "runtime": { "runtimeName": "docker", "containerId": "b092854647ae52c4582204be7978052c2bb5ea8bd572e99f630d04b04ed4c9e1", "containerName": "determined_kapitsa", "containerPid": 37591, "containerImageName": "busybox", "containerImageDigest": "sha256:2919d0172f7524b2d8df9e50066a682669e6d170ac0f6a49676d54358fe970b5", "containerStartedAt": 1737640953449803500 }, "k8s": { "owner": {} }, "timestamp": 1737641591294238200, "type": "normal", "mountnsid": 4026534388, "pid": 39733, "tid": 39733, "gid": 0, "comm": "cat", "err": 2, "flags": [ "O_RDONLY" ], "mode": "----------", "path": "/tmp/foo" } ``` Image-based: ```bash $ ig run trace_open -o jsonpretty { "error": "ENOENT", "error_raw": 2, "fd": 0, "flags": "O_RDONLY", "flags_raw": 0, "fname": "/tmp/foo", "k8s": { "containerName": "", "hostnetwork": false, "namespace": "", "node": "", "owner": { "kind": "", "name": "" }, "podLabels": "", "podName": "" }, "mode": "----------", "mode_raw": 0, "proc": { "comm": "cat", "creds": { "gid": 0, "group": "root", "uid": 0, "user": "root" }, "mntns_id": 4026534388, "parent": { "comm": "sh", "pid": 37591 }, "pid": 39733, "tid": 39733 }, "runtime": { "containerId": "b092854647ae52c4582204be7978052c2bb5ea8bd572e99f630d04b04ed4c9e1", "containerImageDigest": "sha256:2919d0172f7524b2d8df9e50066a682669e6d170ac0f6a49676d54358fe970b5", "containerImageName": "busybox", "containerName": "determined_kapitsa", "containerPid": 37591, "containerStartedAt": 1737640953449803500, "runtimeName": "docker" }, "timestamp": "2025-01-23T09:13:11.294236963-05:00", "timestamp_raw": 1737641591294237000 } ``` - **process information**: The image-based one has all the process related information such as command name (comm), process identifier (pid), thread identifier (tid), user identifier (uid), group identifier (gid), parent process (pcomm) and mount namespace inode id (mntns_id) consolidated on the "proc" node. - **enriched fields**: The image-based gadgets contains both the raw version and the enriched (human friendly version) of fields like timestamp, mode, flags etc. - **fields renamed**: The name of some fields were changed, for instance in this case the path of the file being open is now called fname instead of path. #### Filtering events in user space with `--filter` The syntax is a bit different for both cases. Built-in: ```bash A filter can match any column using the following syntax columnName:value - matches, if the content of columnName equals exactly value columnName:!value - matches, if the content of columnName does not equal exactly value columnName:>=value - matches, if the content of columnName is greater than or equal to the value columnName:>value - matches, if the content of columnName is greater than the value columnName:<=value - matches, if the content of columnName is less than or equal to the value columnName:=value - matches, if the content of field is greater than or equal to the value field>value - matches, if the content of field is greater than the value field<=value - matches, if the content of field is less than or equal to the value field myimages.tar ``` Then, transfer `myimages.tar` to the machine where you want to run the Gadgets, import and run them: ```bash $ sudo ig image import myimages.tar $ sudo ig run trace_open:v0.36.0 ``` #### New Features This is a raw list of features that are only available with the image-based gadgets. Please check the individual documentation for each one of them to get more information. - [**Headless mode**](../reference/headless): Run Gadgets on background. - [**Gadget Instance Manifests**](../reference/manifests): Run a Gadget from a file containing its configuration. - [**Metrics**](../reference/export-metrics): Export metrics to Prometheus and OpenTelemetry. - **Uniform filtering**: Filtering by common fields like command name, pid, tid, etc. in the kernel directly. - [**Creating your own Gadgets**](../gadget-devel/): You can now create your own Gadgets without requiring any changes on the project. ### Golang API Users The main difference for the users of the Golang API is that image-based Gadgets don't provide a Golang package, instead a generic runner needs to be used to run them. Check the [Golang API](../api/golang) to learn more about it. inspektor-gadget-0.46.0/docs/gadgets/tcpdump.mdx000077700000000000000000000000001510117411400267612../../gadgets/tcpdump/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/top_blockio.mdx000077700000000000000000000000001510117411400304412../../gadgets/top_blockio/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/top_file.mdx000077700000000000000000000000001510117411400272332../../gadgets/top_file/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/top_process.mdx000077700000000000000000000000001510117411400305312../../gadgets/top_process/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/top_tcp.mdx000077700000000000000000000000001510117411400267512../../gadgets/top_tcp/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_bind.mdx000077700000000000000000000000001510117411400300152../../gadgets/trace_bind/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_capabilities.mdx000077700000000000000000000000001510117411400332472../../gadgets/trace_capabilities/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_dns.mdx000077700000000000000000000000001510117411400275352../../gadgets/trace_dns/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_exec.mdx000077700000000000000000000000001510117411400300352../../gadgets/trace_exec/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_fsslower.mdx000077700000000000000000000000001510117411400316752../../gadgets/trace_fsslower/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_lsm.mdx000077700000000000000000000000001510117411400275532../../gadgets/trace_lsm/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_malloc.mdx000077700000000000000000000000001510117411400307032../../gadgets/trace_malloc/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_mount.mdx000077700000000000000000000000001510117411400304712../../gadgets/trace_mount/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_oomkill.mdx000077700000000000000000000000001510117411400313012../../gadgets/trace_oomkill/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_open.mdx000077700000000000000000000000001510117411400300672../../gadgets/trace_open/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_signal.mdx000077700000000000000000000000001510117411400307172../../gadgets/trace_signal/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_sni.mdx000077700000000000000000000000001510117411400275472../../gadgets/trace_sni/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_ssl.mdx000077700000000000000000000000001510117411400275672../../gadgets/trace_ssl/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_tcp.mdx000077700000000000000000000000001510117411400275412../../gadgets/trace_tcp/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_tcpdrop.mdx000077700000000000000000000000001510117411400313132../../gadgets/trace_tcpdrop/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/trace_tcpretrans.mdx000077700000000000000000000000001510117411400325372../../gadgets/trace_tcpretrans/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/traceloop.mdx000077700000000000000000000000001510117411400276112../../gadgets/traceloop/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/gadgets/ttysnoop.mdx000077700000000000000000000000001510117411400274272../../gadgets/ttysnoop/README.mdxustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/guides/000077500000000000000000000000001510117411400172535ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/guides/_category_.yaml000066400000000000000000000003601510117411400222510ustar00rootroot00000000000000customProps: description: 'This section provides an overview of the gadgets included in Inspektor Gadget and guidance on how to use each. ' label: Guides link: slug: guides/ title: Guides type: generated-index position: 30 inspektor-gadget-0.46.0/docs/images/000077500000000000000000000000001510117411400172405ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/images/architecture-ig-daemon.svg000066400000000000000000002572531510117411400243170ustar00rootroot00000000000000 eyJ2ZXJzaW9uIjoiMSIsImVuY29kaW5nIjoiYnN0cmluZyIsImNvbXByZXNzZWQiOnRydWUsImVuY29kZWQiOiJ4nO1cXGtT4shcdTAwMWH+7q+gPF/OqVrYvl/mm+Cs4jgjo446nrM1XHUwMDE1oVx0kZBgXGJcdTAwMDJuzX8/XHUwMDFkXHUwMDE0ciHBoFx1MDAwNHF3MpZcdTAwMDPdnb6+z/Neutu/dkqlXX/SV7tcdTAwMWZKu2rcNGyr5Vx1MDAxOaPd34L0e+VccizX0Vlo+n3gXHUwMDBlvea0ZMf3+4NcdTAwMGa//1x1MDAxZb5Rabq9x7eUrXrK8Vx1MDAwN7rcf/X3Uumv6e9IO55q+oZj2mr6wjQrbFxuUppM/eI602ZcdTAwMTHggFx1MDAwMUw4m5ewnJZcdTAwMWFcdTAwMDd1XHUwMDFhN2Fl1mBfd8JXLZ3RNuyBXG5zgqRdefL9YNzuiONcdTAwMGLnXHUwMDAw+1/a7Zurulx1MDAxOb7etmz7zJ/Y075cdTAwMGVcXD2+MG/ge25XXVotvzOblkh61lueOzQ7jlx1MDAxYVx1MDAwNHNcdTAwMDLnqW7faFr+JEhcdTAwMDNgnvo4MVx1MDAxZkphSjA+ycLvwVx1MDAxYpGvj03XXFzb9YKm/4VcdDZcYlxiXHUwMDFivzGaXVP3wGmFZdrTJywzelx1MDAxYVx1MDAxMFx1MDAxNmG9XHUwMDFkZZlcdTAwMWQ/XHUwMDE4ZSRxoKazyjjCXGZxXHUwMDFjTkDQQr/emq76n+FUekZP1YM3nKFtR+fDaT3Nx0w6QvnATyk/wyFcdTAwMDTlPyblKipbMfny1difjy2y7lx1MDAxZptnI/9zv3p0Ydb734eAXHUwMDFjs5rYnZf7+Vt6tY8vN+9uyodfvL3Tj1eycb4/wOLo5DDeyqx9w/PcUaTep0/htFxm+y3jUTwhR4hSilxikJTP823L6SbnzHab3VCid1wiXHUwMDFkXsBXbPxRaCGZXHItqNeUSo7SoHWRXHUwMDFmW+lzvOXYonFs0UKwxUhcdTAwMDXQRXRhmlx1MDAwNFx1MDAxN4JAi1x1MDAwNKdCvFx1MDAxZV2xjFx1MDAwNVx1MDAxOC2TSCwpYytIZNgr1/HPrIepVIlY6lx1MDAxZkbPsoNcdTAwMTlcdTAwMGWHPFx1MDAxNVU9a4fuIFwiskHqnm2ZgdDu2qpcdTAwMWSXZt/SSmee7bv9MLepWzEsR3n1PETvepZpOYZ9ntpcdGPou6dq8DhcdTAwMTLfXHUwMDFiquhkqMPZ+sFcbqJL0bhcXNthnkydQZJgrepohHtDQLby41x1MDAxMbYn48NbVb3sWFVaM6tnxmXZ3248wmiR6SuoXHUwMDE4bVx1MDAwN0mKtltUdlxiXCJcIonQP+9K251/wmx/XCKqg1x1MDAwM3TX7Hh7aNy/XHUwMDE55tV29veh+81yXHUwMDFi/SvvwT9cdTAwMWadX11cZk8m+bTd0nrb4Ptto1M1sPImZNhcdTAwMWHfoVx1MDAxYb5fQ72HVFx1MDAxMaPWrTfLqPpt1P708O3iK19DvcVqfUFcdMaFa32Ck6kzioFcdTAwMTQjxLhgaSSj8pNMuqhtO8nIXG6Q+lx1MDAxMYRcdTAwMTOIwlpcdTAwMWVcdTAwMTmnXHUwMDE4XHUwMDFiQLdTXHUwMDExQD9cdTAwMThQyClcdTAwMTdhs3NcdTAwMDLiXHUwMDBiXHUwMDA0XHUwMDA0iVx1MDAxMFx1MDAwNFx1MDAxMVx1MDAwMddgbr/cIFhVWF9nXHUwMDEwWOb/nH+3XGbVc53/ZFx1MDAxOFx1MDAwNk3da+UtMVxyelarXHUwMDE1VbtcdOvgXHUwMDE51Zi0XHUwMDBl0nu0LishKJ2GXoGSiTPwSqDFXHUwMDA3k1TstvNjXHUwMDE3Ia8/2DvvXHUwMDFjiLvriflxXzVcdTAwMTXsrFx1MDAxNbst11x1MDAwZppfq8VcdTAwMWU3XHUwMDEwXHUwMDEw2aA7vFx1MDAwME/BJKSA8kKcYfS8ebDUr+RIoqhI5lx1MDAwNe3ANzy/qiXKcszkK8ppZeTYxsCvub2eXHUwMDE1rHjDtVx1MDAxYz9ZYlrvXqAqO8pYmFx1MDAwYl1zZl4/qC5uXHUwMDBmhZ9K4bJMv8w///lbaunIyibK70T/X1XX8kxrXHUwMDFlXCJMXHUwMDAxllx1MDAxOKbFrjr54Xp9t//ty+W4d1xyXHUwMDFkb3L742vZvj49+Vx1MDAwNdfpkDivULpcXLkuettSXHUwMDAwwblcdTAwMDRv6WxDSlx1MDAxOVx0YzNF69au8lx1MDAxY2Wv3d2O9TepPZNtrktvZlq9gCyxevWKY55cbkUrP1x1MDAxNM2DPbNve52vRNVuqo1cdTAwMTPVXHUwMDFk2/vvXHKKoCjXmlZywVx1MDAwZlwiIVx1MDAxMOIsXFytNzBtibalSFRcdTAwMDBcdTAwMGKF33CgvPJAL5raLFx1MDAwNNPa3UyQXHUwMDBiZG7pQIg4QVxconD6Qyze5sdi6+RcbjrX4Kh8Uf9xVHWGt91cdTAwMDE43nJcdTAwMGZcdTAwMTSQXHUwMDA0XHUwMDE2XHUwMDBi2tSJdmWORLboZWrbXHUwMDA0ISRpSIvvIczl/fBqbXc8XHUwMDA0rPWVXHUwMDFl2u1Gbe++u4Ew18xOXFyjVn+holx1MDAxM1ngXHUwMDEynElGZZqa6+aHVvpcdTAwMDRvObQo0qagwLOHxIHGdW4xXHUwMDE2KKmIsFVcdTAwMWOJlyxTgVx1MDAxMlx1MDAwYshcdTAwMDRB/yBcdTAwMTNUVVx1MDAxYn9cdTAwMTRcdTAwMTTWeUZcdTAwMTUktWK8J5vRhzA7XCKLXHUwMDAwokKvR1x1MDAxYWjt/KDteLxzdHfQcveNzsPljVx1MDAwMLxxsF43sYCIrNgqfciBXHUwMDEwXHUwMDFjXG75vs44SPuy1ulcdTAwMGZH9uGVcX08PO/zfo9tYHdma9RhxKtbtDVcdEVcdTAwMTSnKsTeXG7Hh1KneMuxJd+TQmSAXHUwMDEyQHmEXHUwMDBmfinElyvEZ3TBZlx1MDAxNOIjX6RcdTAwMDCW4sxcdTAwMWRcdTAwMGVIXGJcdTAwMDSQR/e9QsA6+Vx1MDAwMbvcyt9SwG4oUMPy+YZcdTAwMDBcbky0e7hcdTAwMDZErn2PQ1wiXHUwMDAyX1x1MDAwNNTEXHUwMDFlR6RjT2dY8+xcdTAwMTNOod1cdTAwMWNcdTAwMDa9LIOKZtLYv0gp0+hHxWEqeOP4LsnCPMR2WrL6t9zgTfSPvrJHa97hSfLCWjd5yixWnqXs8oT9sm/cUU7bI5vLUKZhjyTQgqr90lx1MDAxNCpz81PZclx1MDAwYm1LqSxp11x1MDAxN0VlqIJcdTAwMTCHXHUwMDA0M600XGKCMDRy5tRGZYVJRmBwfJnRXGJtzIhcdTAwMGVKxpmA69hcdTAwMGVaP9FcdTAwMTHKwzV4Q6LTPFwisJ6mgHspxYxthOeW2zGx7mkjXHUwMDFmXCKtsiBiSPLwvsA/gPSyUVx1MDAxMDxJ+V9cdTAwMTMjPnOjI9vCXHUwMDBitl5cdTAwMThAIC3876/gko0+dc+cxmV3n427XmN4L3+cbjktUlx1MDAxNGdFUVxmKUZNtiVcdTAwMDae1kyEUVxm17FcdTAwMGa3wWiHOaT92l7ryGhcdTAwMWNflS16fHLcJblvdLzizOhcdTAwMDJYXHUwMDE2yVx1MDAxYTFcdTAwMGVWOT+/XHUwMDE0X5nRXHUwMDBlmlx1MDAxOfyHWFx1MDAwMMggTd3lXHUwMDFl5odW+lx1MDAxNG83tFx1MDAxOKlwzSyzo53xs52yqFhcdTAwMDfEIH7+ZFx1MDAxMXgpsVx1MDAwZUCllJi+aaxjZWFccnv1kliHabRM5Tf9rCMor1xyeDyjXHKSXHUwMDAxj5TubGZcdTAwMWIg+6YjxFS7XHUwMDBigqXqxfv84P1ev63fnffrn3HVvLu4depcdTAwMGbo+mzLwZvQi/BtXHUwMDE1I0RcdTAwMTJcdTAwMDIu6Tu76nhyKnqfPvlcdTAwMGantov2nDMy9un5yXZcXHpAXFyyVbyYlylGln1cdTAwMTKTaN9Fsy5Lw9YoP7bSp3i7sUVQhYu0aPz0/eI0IydcdTAwMTVcdTAwMTLdXHUwMDA1SPHM0+5B4kBm1nLL+Fx1MDAxNapxRXF9nWp0/Y7ySk3bmnatXHUwMDE49fiMUkiqx4wuXHUwMDE1vjHAUDaEmVx1MDAwNFx1MDAxOCOYatuO80N4uVx1MDAwN7CVXHUwMDEw5iR+Wbmou5HaXHUwMDAwWcQoYlx1MDAxNVx1MDAxNn1cIlfWnzBLsZBcdTAwMWHp5E2tWUG1/f1cdTAwMTLI5oyTLbcvS9FAXHUwMDE0TjyLgbJoQD5cdTAwMTaJilx1MDAwNnVgXHUwMDA1oKyNhZJuhiWeeeYsrLNiqG2FSGByhFx1MDAwYlx1MDAwM0SiwnNccrJcZlwiXHUwMDE35Fx1MDAxZseVrHzJuF5cdTAwMTCjS3LPJsN0kNPXlF9E4nNcdTAwMTVEXHUwMDAw/VxcXHUwMDA1XHUwMDBiRlxcXHUwMDE4XG5cZoj+ZXQuUHZcdTAwMTSQSyywJCTNXCKb5Kfz5Xbru6DzovZGUumc4jjAwumfWWCcQYI4+Fuz+XJzqFx1MDAxNNs+3Vx1MDAxMJ2vQHu/6PzvQOflXHUwMDA1KK5I58sqeFxynWf511x1MDAxMVx1MDAwMy9B5lx1MDAxOFxiSVx1MDAwMUrb6L5cdTAwMDH7+cl88vlztWp+M1unXHUwMDFmoe/gIbi6huu9XbV2Mlx1MDAxN2AjWzpcXC/1M39DYNGZXHUwMDE2Qjv+jL3pXHUwMDE5c4SkXHUwMDA0m7tnZZ42alx1MDAxOS50QTes4i2u7CHvPIF01+j3z3w9d3NK37231KiaLSM7T1xiXHUwMDBlYKGmocafOz//XHUwMDBmJGF0tiJ9 Hostig(daemon)kerneluser-spaceeBPFeBPFgadgetctlother clientsgRPCinspektor-gadget-0.46.0/docs/images/architecture-ig.svg000066400000000000000000002452161510117411400230520ustar00rootroot00000000000000 eyJ2ZXJzaW9uIjoiMSIsImVuY29kaW5nIjoiYnN0cmluZyIsImNvbXByZXNzZWQiOnRydWUsImVuY29kZWQiOiJ4nO1ba1PiSFx1MDAxN/7ur7B4v45s37sz31x1MDAwNFx1MDAxZC/rjIwy6ri1NVx1MDAxNaCBSEhiXHUwMDEyXHUwMDE03Jr//nai0klIMDLBxd1NWVxufUmfPn2e85w+3f61tb1dXHUwMDBiZ56sfdyuyWnXtK2eb97XPkTld9JcdTAwMGYs11FVKP5cdTAwMWW4XHUwMDEzv1x1MDAxYrdcdTAwMWOGoVx1MDAxN3z87Tfdo951x4+9pC3H0lx0XHUwMDAz1e5cdTAwMGb1fXv7r/h3Ylx1MDAxY192Q9NcdTAwMTnYMu5cdTAwMTBX6aEgM7KlX1xcJ1x1MDAxZVx1MDAxNlJcdTAwMDZcdTAwMDSnmKN5XHUwMDBiy+nJafROs6NfZlx1MDAwNXtKiFD2VEXftFx1MDAwM6lroqKacfr9YNpcdTAwMWaKk1x1MDAwYudcdTAwMDCHX/r9ztXRQHfvW7Z9XHUwMDFlzuxY1sBV89N1Qei7I3lp9cLhs1pcdTAwMTLlRb18dzJcdTAwMTg6Moh0XHUwMDAy56WuZ3atcFx1MDAxNpVcdTAwMDEwL31UzMdtXVx1MDAxMs2PXHT9PerBQGbopmu7fjT0/zDBJlx1MDAwMXrwjtlcdTAwMWRccpRcdTAwMDROT7fpx49uc/80IYL0e4fSXHUwMDFhXGZDVYhcdTAwMTPSXHUwMDA1MtYq41xiM8SxVkA0gnfUi1f9T61K31x1MDAxY8ujqIczse2kPpzekz6erUPbXHUwMDA3fir5qadcdTAwMTC138/aVdK2UvZcdTAwMTXKaTifW2Ld97vn9+Fnr3F8MTjyvk9cdTAwMDA5YU1Rm7f7+SH/tY+du7edncMv/u7Z/pXRau9cdTAwMDVYXHUwMDFjn1x1MDAxZaZHeVx1MDAxZd/0ffc+8d6nT1otXHUwMDEzr2c+mifkXGJRSlx04ViIeb1tOaOszmy3O9JcdTAwMTa9lVx1MDAxMHhcdTAwMDFfqfknoUVgIbRcZkRcdTAwMDVcdTAwMTJcdTAwMTjnQuuiPLbydbzh2KJpbNG1YIuROqA56KJZcCFcYpRJcJowiJXRlapYgNFyi0RcdJ/zskVqqVxcJzy3XHUwMDFlXCI9I5Eq/WSOLTvSsJ5ybKpKa4dukDDZqHTXtlx1MDAwNpHR1mzZT1tzaCnSmVeHrqdru2pcdTAwMTTTcqR/VMbRu741sFx1MDAxY9Nu51xuYU5C90xcdTAwMDaPM1x0/YlMKkNcdTAwMWU+r1x1MDAxZqwjulx1MDAxNI3L2Y7SbOlcdTAwMWOSiFx1MDAxMEFcdTAwMTlcdTAwMTMkXHUwMDA3kr3yiIT92fTwRjYuh1aDNlx1MDAwN41z83In3GxEXG6UZjvI11x1MDAwM0lIcuiO5Fx1MDAwMFx1MDAxMlx1MDAxMYNcYvXzruiu/TtmezPRXGJcdTAwMGXQbXfo76Kp15mUpTv7+8T9Zrkt78p/XGLb9+2ri8nprFx1MDAxY90tfW9cdTAwMWZ8v2lcclx1MDAxYiaW/oxMetNb1MR3XHUwMDE1vLfVOrz9XG7ds3YjnJyx5n5Ie+N2ZfTMXHUwMDE5xuunZ8aLI1+uYl9cdTAwMGVcdTAwMTK40L5AlvdcdTAwMDX5JrHZvoCLuoAselx1MDAwMFx1MDAwNlwi4Vxy4/5iPYEwQnVcdTAwMWOPyVxyLFx1MDAxMEZET3hcdHNDouRDRMBcbuLi1ZlbxeVcdH+5bua2XHUwMDA2XHUwMDA1vN1Vskp/XHRzj61eL8mKXHUwMDE58n6Bt7LknZSjKuqOWuch1cBFQCWUXCJBOGQ5OO2XxylCvlx1MDAxN+y2h1x1MDAwN+L2ejbY35NdXHSHleK054bR8JWG0WnSRmvao2KRQ9pcdTAwMGI7VMFcZkhcdTAwMDHla9mhopcpe1x1MDAxOUAhVlx1MDAxNrJcbkCD0PTDhrIoy1x1MDAxOWS7SKdXUGObQdh0x2MrWvGWazlhtkX83t2IXHUwMDE2h9JcXNCFenNhnVx1MDAxN70uXHUwMDFko+hP23pZ4i/zz39+yG2dWNlM+63k39fyamJcdTAwMWaVRatcdTAwMDFcdTAwMDVDXGbnoXVYXHUwMDFlrde3e9++XFxOx9fQ8Wc3P77u2Ndnp/+hNZ5cdTAwMTLndUpcdTAwMDFQ1E1VXHUwMDE0z4WWdlx0j1x1MDAxYVx1MDAwMlxizlxy8LdugFdG6Uo0OpK+I+3Kt8ApebOUmVx1MDAxZLMq2ixcZnBh4WaXQ6JcdTAwMDJcdTAwMTecy5tWeSRcdTAwMGVcdTAwMGV2XHUwMDA3nu1cdTAwMGa/XHUwMDEy2ew0WqdyNLX33lx1MDAxYlx1MDAxMtF6kKg0XFwvhT6IhECIM1x1MDAxZGn/49E3XHSkv1x1MDAxM6hFk2+LwLxx3ybvlEBadq/JXHUwMDA0XHUwMDAzkFxumpdcbr4pj8Xe6Vx1MDAxNXSuwfHOxdGP44YzuVx1MDAxOVx1MDAwNeBks/eanGWguKbdZVKSOVx1MDAxMNlCXGZcdTAwMGKVP0RcYlx1MDAxOVSv1XvIO/k//GbfnU5cdTAwMDDrfaWHdr/V3L1cdTAwMWK9Qd7pOUis0KusSHOFJ5hcdTAwMWMxzlx1MDAwNU4kXHUwMDEyNbRG5aGVr+HNhlx1MDAxNkcqXHUwMDEwXHUwMDE0+PlJp3GQoWrXXHUwMDEzf5K60KOqp1x1MDAxNFx1MDAwM1x1MDAxYVgoN0jQvyhcdTAwMDCVjdanNWVyXmCCLCmmJXlcdTAwMWI6RCRbOqdDLlxiXHUwMDEzycM4XHJZuzxkhz5cdTAwMWZcdTAwMWXfXHUwMDFl9Nw9c/hw2Vx1MDAxMYC3XHUwMDBlqt0jVlx1MDAwZVlcdTAwMDNsXHUwMDE0XHUwMDFiciBcdTAwMDSHwnhfd1x1MDAwZVxm+7I59Cb39uGVeX0yaXvcXHUwMDFiszc4LNlcdTAwMTgyRIWHXHUwMDFhhlxuMongeVu+8Ssu8+QqeLOBXHUwMDA131x1MDAxM1x1MDAxNzJAXHSgPFx1MDAwMf7/uHB1LnyBXHUwMDA33oZcdTAwMGJcdTAwMWadRVx1MDAwZVpcdTAwMTks5MHoXHUwMDAwXHUwMDFjg9xUqVNcdTAwMWWty8P7jUSr4Dqcf8zPwMzY1aCT6mHmcEyUPcNcdTAwMTFAtX9gySTR5lx1MDAxY2xwhklcdTAwMTVcdTAwMDdcdTAwMWJcdMGebpOWOVx1MDAxMoxx3Z1EUu6AOsQ09cNcdTAwMTPNXHUwMDA2ppc0h9jwpumzkVx1MDAwNUWkzleKXHUwMDA0XFxcdTAwMWXpplx1MDAwNUT0XHUwMDE3Jar4XFwn61x1MDAxNSo92tnRllx1MDAxYz3U0Fx1MDAxZFx1MDAxNlwiXHUwMDE1aXfc+5JhR7EnXHUwMDAzhblmQlx1MDAwMcXIyL1F7JZ3ZcuDs410ZVx1MDAwNoB1QFx1MDAxMDYwppQhI1x1MDAxM3isybExWIeCcFxuXHUwMDEwYVx1MDAxMKLkdUvt6ESdXHUwMDE5jMDoWjGjcNHtQYNxJmBcdTAwMTVHQv9cXLenvFx1MDAxZcFcdTAwMDZDysBcdTAwMDVH1NC72nU6veUhTUo8ilXsq1xiTFmBXHUwMDAyIP1Vn/yePGAxXG6iJ2v/XHUwMDE1ucflSY+EXHUwMDA3zOYpXHUwMDE5j+47XHUwMDFhOS6yXHUwMDAz9sv7SPpcdDw8XHUwMDE43VHY3JV3Y3tw8+2ctTfbRy7cPVx1MDAwNes6jit191x1MDAxNDJcdTAwMGVIdFx1MDAxN7yC07i3/FeLzyds5+Ku36bm0VicfO5cdTAwMWV1ePPfdJdTLEl74OhcdTAwMWYtQE5CsVx1MDAwMz6Vx1a+ijdcdTAwMWJbjNaNOPFhMFx1MDAwM0KGMkhbT9qDiDqIxkSAQeXYqFjEXU7ag6shuahkn7V62oNhZa2rRFx1MDAxNiulPZonR2vKerzAXHUwMDAz2axHSpBfTXqU8SlF+4nYaIVRT2dcdTAwMDAgXHUwMDA1XHUwMDBiRpbjzNEyOFRh4H8vxF9cdTAwMDWHhIs7qL1cZpI5+WHC1V5l8XQmWpfif2bjXGJcdTAwMDJMjOSZTaEzzeIxJUd+rI+SXHUwMDE2WFx1MDAxNpGVXHUwMDA2k6nWKOei5GtD5Jej/OVcdTAwMTBORflcdTAwMDBAglx1MDAwNOVPvznFi/uQZPKjon3Ia7JD1Yu4+lx1MDAxZNrcgH7raVx1MDAxMWum552Hylxi51x1MDAxM6/dWfK+UexcdTAwMWW2nqSK3IOMw76fWz//XHUwMDBmZD44iiJ9 Hostigkerneluser-spaceeBPFeBPFCLIinspektor-gadget-0.46.0/docs/images/architecture-k8s.svg000066400000000000000000003143251510117411400231560ustar00rootroot00000000000000 eyJ2ZXJzaW9uIjoiMSIsImVuY29kaW5nIjoiYnN0cmluZyIsImNvbXByZXNzZWQiOnRydWUsImVuY29kZWQiOiJ4nO1daVfqyFx1MDAxNv1+f4XL97Wha1x1MDAxZfqbgPOEiIq81cuFXHUwMDEwhlx1MDAwYlx1MDAwMoYgYK/+76/CVTJVQoSA8T7pYUnGSlXtvc85dXL458fOzq41XHUwMDFiXHUwMDFhu3/t7Fx1MDAxYdN6rddpmLXJ7lx1MDAxZvb2XHUwMDE3w1x1MDAxY3VcdTAwMDZ9tVx1MDAwYs2/j1x1MDAwNmOzPj+ybVnD0V9//umcka1cdTAwMGaefp1l9Iwno2+N1HH/Vd93dv6Z/1/t6TTsc+Xl/eG02Vx1MDAxNme3/UNsXTSbj5Xj1vzU+UHvjTGNulXrt3qGs2uqtlx1MDAxM1x1MDAwNlx1MDAxNt9n6rtwvk46XHKrbVx1MDAxZoKcbW2j02pb9lx1MDAxM7hcdTAwMGX8ddm/dpwtI8tcdTAwMWN0jfygNzDte/9cdTAwMDdcdTAwMTNcXCPAufNjrd5tmYNxv+FcdTAwMWPTnH+cY5qdXu/ams2vrLpKdcuu7/p3b1xyRL7tYWepXHUwMDFittp9Y2R3JVxcbFx1MDAxZFxma/WOZT87XHUwMDA0zlx1MDAxM9itXHUwMDFiXHUwMDFlN+a9/rfTJrP2ZFx1MDAxY9vd3lx1MDAxZvd6i82dfsOwO3O39ui5W7/xdrf3IXPGXHUwMDAzv23512m7YdhcdTAwMTdmXHUwMDFjYYY4dlx1MDAxZcqZNlx1MDAxMHL/1otBfz6FXHUwMDA0gVx1MDAxOCMmndM6o4KaOtb8os1ab2Q4vW+3bN8/rdxTyzNzLGNqLVx1MDAxZcs18fbr11x1MDAxM+t8mDu5bVx1MDAxZFx1MDAwZu/HgJyxvNhdXHUwMDFj9+9cdTAwMWb6y/46uf78mDm6MPdK+1x1MDAxNVksXHUwMDE3RlicXFxcdTAwMWV57/J+/5ppXHUwMDBlJq7rvv3ljMp42Kj9ek7IXHUwMDExopRwgVQvLvb3Ov2uf8h6g3rX6ZpcdTAwMWauXHUwMDA2++Clf8pcdTAwMDC8PJ30hizqRVx1MDAxNlxyIEvILIOMMcGBXHUwMDFhWihEXHUwMDEwZ5h+w0xcdTAwMDOzWz3OPIe/XHUwMDAxXG5BQCnl1NW7XHUwMDBlooJcdTAwMWLfXHUwMDAxXHUwMDA1JWdcdTAwMDAyXHUwMDA0V0GUp1x1MDAxZOtPT2e22bNMdcDFoGHsQNcgXHUwMDBl+tZ159WYXHUwMDEzs2frQe2p07N7nXoustfrtOzn3+1cdTAwMTlN17xVfWB1lFx1MDAwNC12W4Ohs7eurlfr9Fxy8ziO8FxmzE6r06/1yiFtro2tQclcdTAwMTj9arVljlxyd4dcdTAwMThH71x1MDAwMIBZRCPgXHSbs+nRTyN31+7kaL6Vu67dZazY6seIV/0gXHTKn3u6LmDJvtVPXHUwMDAzy8ba6qfgRiRcdTAwMTHqX1x1MDAxZFhcdTAwMDOauFx1MDAwMCtcdTAwMTSUYOBcdTAwMWGVjatf+Vx1MDAxNLPCTORGh+i53jb30HT4OI6rfr378eCmMyhcdTAwMGUr5qtVnpQrt+PLWTz1i7xuXHUwMDEz3P8stnM1bJgzMm5Mn1FcdTAwMWW/JHDdVuNmr3N7s49qxFx1MDAxMK/jXHUwMDE5Ps9cdTAwMTfyaVRr/ajEUGtGZFx1MDAxNlx1MDAwMoExpoIzv3ZDirJcdTAwMWH5hllun4FcdTAwMDRcIlx1MDAxY3DgPMO3fEfyhFx1MDAxMV+9IVx1MDAxMYIgXCKgzlx1MDAxZeah5jAkUFwiQFazhzet3p1WpitGSah3XbXYMCP0+6nTaLhFzyfhS9TTL+H+hicj4VximcPRXrl9KJ6rs9Z+wahcdTAwMWKwXHUwMDFkxKx9yWjfXHUwMDE1adRb67x+XHUwMDAx8W5cZix71m1cdTAwMTOVzbjqjcLUWzBcdCmgXFyHVddY+bBKibKyMVlJvDdcdTAwMDXV4aDjt1x1MDAwZZy/dpzpMv+y+PvvP7RHu+ag7/iAOPZqIys/eHrq2KNftFx1MDAxYlx1MDAxMeBFq2ZaOTVqnX7Lv8/oN0L2zM/as6W5bdRcdTAwMDJzQJ3n31x1MDAxN4HX6nPh5uJu+lSFfXP28+Eq06uWLmN5xGI5XjnPUlxuXHUwMDAwwIBCTrlw5vqX0tRPgG87vqhKXHUwMDAxXHUwMDA051x1MDAxMuiMbFx1MDAxYaqpXGIqXHUwMDAzSVx1MDAwMslIioD6rqldw+xcdTAwMWK9z/WIPe31a6e/getqp1x1MDAxZWaxnCWg7CnlLlGmmUWd3Vx1MDAxOIP75lx1MDAxNFx1MDAxY+61hj2zfUWM/GOueGl0p71CalBcdTAwMTSkXHUwMDA2LVx1MDAwNYFkqWNcdTAwMTE0IDRcdTAwMWJNXe/2LVx1MDAxMlx1MDAwMiHuwtSH4Fx1MDAxZor0gJebpFx1MDAwM7Y6yuxOXHUwMDFij1xmMzNSg+Yy57aBQN19k0KhJr7kglwi9W9cXETtMeZcdTAwMThhXHUwMDE3XHUwMDExO0j8XHUwMDE5XHUwMDFmiY3LXG7sV8FJ5vb44STXXHUwMDFm/+yOwFlafEQ9XHUwMDEwqd92Z1x1MDAxYlx1MDAwMuKS6N07XGYxZFxiIenixJVxXHUwMDE4J9yVUFx1MDAxMMp8MPPNwXRcZljjilx1MDAxZfWaxfzeS3dcdTAwMGJBqIDduqGgzlKRXHUwMDBiXHUwMDBm31x1MDAxMzWkmFx1MDAxM3dcdTAwMDBgXHUwMDAxrW58aOl7ON3Q4kjZ0HZg6u3jXHUwMDA1XHUwMDFhd4eykoRcdTAwMWEnWeG6K45cdTAwMGWHvVx1MDAwM09iXHUwMDAxmSAu+fjtXHUwMDA10MhcdTAwMTVcdTAwMGZCpG/dgM5cdTAwMTIl8EuityVbXHUwMDExQ4n9XHUwMDFiXHUwMDE3kMWYcVx1MDAwNFx1MDAxMdbZpb34kG2bvH3yfNhcdTAwMThcdTAwMTRq7de7R1x1MDAwMXjx8DLdkOUgVWrIgVx1MDAxMFx1MDAxY1xuXHUwMDE3d35cdTAwMDUxlL27fHs4nvSOKrXq2bg85MMntoWVk7SIoWShyFx1MDAxMlx1MDAxMFx1MDAwMVxuodbje4qPLH1cdTAwMGanXHUwMDFiWdArhsSLs5SJIVx1MDAwM5RcdTAwMDDKxYrBoG8x9IjhXHUwMDEyIdisXHUwMDE4xrGxfZTimbgsXCJS8T7JWDSbpzY6uv1cdTAwMTXH/tprXHUwMDFiXHUwMDEwQIGJclx1MDAxMlx1MDAwM+tcdTAwMTg2lEmoi69cdTAwMWNcdTAwMTHAMIJ8XHUwMDEzK5GUQ+ael5+yvJFhnuNZoutcdTAwMWKuXHUwMDExekuEjbNyOaed+th+wlxmUFxidW1v1YbuaTaf0FNvW1x1MDAwMlPAs65cdTAwMTLWomjTO+FcdTAwMTZ9aD3HTy9G73EwiZVOXHUwMDExbVx1MDAxNUXRV8Ci1dFcdTAwMTfKXCLEIcFcZkBOXHUwMDEwhI44L+iMyiyTjNheXHUwMDAxYlx1MDAxNMpvclx1MDAwYpLbYH1yg5JxJqB2RUixXii5cYwp5dJlev5m5Fx1MDAxNj5H7Y9/dqaK+Vx1MDAxNM0wNUCMXHUwMDEyiblQ3lx1MDAxY3dcdTAwMWS0MVx1MDAxYYw2ujzNo1hCpFRcdTAwMTVcIoYkp+s2b0ucWJk9XHUwMDE3r/hr4b7QnT02gGE97MF67IxT7ot7ZzQvXFy418W/7bpI6ntOIONUmWdcdTAwMWNcdTAwMDNcdTAwMWUgOfuscOZjXGZxolxmu1VcdTAwMTbDV1xmcIwm+XyxUSw174e3hatcdTAwMDI/XHUwMDFl5Sf3W0jhjLzuXHUwMDExNUgt3z2uZ1DuZtI8fb25veJcdFxcd41cdTAwMTdEXCKvWyhcdTAwMWO8XFxNbkt3N2Pl31Uu+i10dZJUoEdcdTAwMDDlITiuwFqprPrRXHUwMDBl8EwwzYZzlpWu2IM3lTXDuCaVXHUwMDE1XHUwMDAxllx1MDAwNTh2vOKbgVx1MDAxNlxmZOpcdTAwMTlIm8sq7TR1qH1cdTAwMTFcdTAwMDVL/0aHaThcdTAwMTaUYZcoJGZjUanc01VsrEXazfjRyNSGnZ2RYb64YzWfl9O6RJ9cdTAwMDN5OWFPkExcdTAwMDAomnaXeFBZNUCCS0GkoNBcdTAwMTmn+czFXCJLXHRBklxuhXXitsBcdTAwMTfBfoV0TjGQkiBBXHUwMDE40bxdXHUwMDA2qbPxXHUwMDFi01x1MDAwYkyP4lpcdTAwMTXhXHUwMDBllVA9b1x1MDAwZp1cdTAwMGXrKMKhUn4yx1KgXHKAXXJcYj8/XHUwMDE5NnRW2p+MmpDOXHUwMDA1XHUwMDAyevs50SPOKOM2c9tcdFwiXHUwMDFlXHUwMDA38N1NyVx1MDAxMuVcdTAwMDRcdTAwMDNcdTAwMDJcdTAwMDFkXHUwMDE0XHUwMDAwgtxcdTAwMTdKxquKJjVvgyHmXHUwMDEyUoqw5Mqy5Vwi2N713KqA65SUZyUnp93rfvGuW2DTrllcdTAwMWO/yIeSJtpcdTAwMTTiWWFfxClcdTAwMDORxrXSvVx1MDAwZfDtWulI0IpLguGuXHUwMDE1oIRRXGZdyY2uPONcYtdcblx1MDAxM4GZXFwpYr6ia9VcdTAwMWHTYX6vcVIrnlUyXHUwMDFkenZ51iWx32Vfw1x1MDAwNVxuUFxckLZcdTAwMTlnzMnJXsul0D9lXGaXXHUwMDAyXHUwMDAzkcU+dFx1MDAwMb1cdTAwMWaBs5oo7rfroEPY+Fx1MDAwM65cdTAwMDOgUkpMhW71iYanelx1MDAwYoxcdTAwMDTEjG8gPvvRean1XHUwMDFk6lYv06o1WoaVXHUwMDA212GJXHUwMDAw6VxcXHUwMDA33Vx1MDAwM2wljypIqlx1MDAwZX9cdTAwMDJcdLHHz3TmnOtxlmV73Fx1MDAxZv88fi5cdTAwMGaPz3Gu9Xz7s3/8iqrXaYGcPtvDb1x1MDAwM2wmi2qZXHUwMDExsUjtl4okJcVfK43qsiSeTk+t11JvgPb612Rq0fJlOsq6UFx1MDAwMMVHloRcItFcdTAwMTWWRlx1MDAxNVxmXHUwMDA0v1x1MDAwM4tAwlx09YR8XHUwMDE3uJrEx5W+g9ONK4R+vequTSmGm0qigpxkiTsoXHUwMDE5bVosXCL62J4wPFx03K2eRfXRubq6/NldOLDahrlT73XmTduMOi7RXHUwMDAzvzqGNCmZsFq0yVx1MDAxZFx1MDAxNVajyFx1MDAxN1x1MDAwZtctwGFccsGTby9Rw3vT+DYsxUIqNFx1MDAxM51cdItAeClcdTAwMDdcdTAwMDRcdFx1MDAwMcSdXGaQnFxyKyBYKf6dbEhcZtJ1jidLT3DNZ/9cdFx1MDAwMdVNLMZcdTAwMTZtTO+4XHUwMDEzXHUwMDAxsO9cdTAwMTPMXHUwMDA0cOdLeUJWnn7JXHUwMDAyRfvufzzdmmW+T6BcdTAwMTc2XHUwMDE4lPM/4mpPqC5cdTAwMDRcdTAwMTDw5Fx1MDAxNWO08kMmXHUwMDE32bN5PNLY8p3pXHUwMDAyPlxuzZwkyneVxF1NwqGdWXxzK9okTaW55dcotCE/RidzQT9cdTAwMDZxXHUwMDA2XHTiq2pFMuZcdTAwMTRjwIlkf4SpY7JVtHFcdTAwMTON5Vxy0ZX/Nv/vdFx1MDAxNVOZ1iC0NKl6hn1U1jORmddcdTAwMWYg68i4XHUwMDEzXGbab042KFx1MDAwNVRgRHWM/Vx1MDAxYZ+xpy/Xpcbz5d3JrDw9qpRZ/bV7cZ9uxpbIXHUwMDFieFx1MDAxMpth7KWlmFx1MDAxN5kmv6qefq232V9of3hRK4ryWVx1MDAxNVx1MDAxZoBcdTAwMDOLXHUwMDE2xJ34WIRIXCJBnUyaXHJFiNzL6P5cdTAwMWE5XHUwMDE4cYyB7lx1MDAxNdZHXHUwMDAw4kNA31x1MDAxNSmHQGi94yQhIHlcdTAwMTYpneC2dlx1MDAwMuo2XG6iXqxTnp6gXHUwMDAysE99y1xcUihXWjFZKSQ0r7eLQmJBa5T9XcLO2rK/rmZsZXFEkV+oSEGFUYYw1EJcdTAwMTTGh2iJNi/H1fPTm/7g3lx1MDAwNHfVw9P9Ssr9XG6oXHUwMDBlyar/oFSzkUvgmkz+6sefUYOF03lcdFx1MDAwMJFcdTAwMDBIt6ha3Yvi4IBfXHUwMDAzQdnB/ewsn7GOxTDuelx0XHUwMDFktnuW+TqZ9vJcdTAwMDYmOUucn4w73ruslOW8Z+6fNGdcdTAwMTiU70pH07N7Vs5XeDX92dNcYsuPOHkrqbdcZs+0JZRcdTAwMDPGsS7i8FxiUHxq0E+JtFODzCpfjVwiXHRcdTAwMTi1X1x1MDAxOfJSXHUwMDAz3dRcdTAwMWHPx4ooOy/jcioxIJ9aNk1CvFr0eCU991x1MDAxN99NdG1niZhtulx1MDAxMLC+xm+sYoZcdTAwMDTZ6c+6NdlHgONDtlp+7bWPXHUwMDFlMH9cdTAwMWRcdTAwMWNXXHUwMDFlSie3xlxi3SZcbtnki1x1MDAxOSqnM0LN0YbUfElF5cViXHUwMDBm5lRQslx1MDAxMS1cdTAwMGamXW9cdTAwMDe3q9XeXSFutaw672LflutcdTAwMTSvJLg8VHA5UiZcdTAwMWaRukSlR0Dig/c1V87sXHUwMDFm11x1MDAwZW9cdTAwMTArVXLXV7U6qydrim9cdTAwMDC85DPA+7Hyyu8/SSXswog8iWjSV1x1MDAxMVt/td7fsUIwXHUwMDA04SmEXHUwMDAyMW6/3KqVVVx1MDAxYVx1MDAxZpmwemQ+3DRkpfC4V71pWs/Ne/PmayPzsytcdTAwMDZTSZCyej63YOJ20fh/VzFcdTAwMThGpMNQQoldhF1cdTAwMGJNXHUwMDE2XHUwMDFmmldcdTAwMTdFLozS5at5TYpXXVx1MDAwMvdcdTAwMDbDtDupINri/eRcdTAwMWHCnDGMJVx1MDAxMlx0OKVbjF818tXTk/NJh/THP8msd3D2XFw+wluIX73blFx0ssxqMlxiQ1x1MDAxNzSxwMjOJdVCjceHmr6LU1x1MDAwZTWMskx5cEhcYjivb+OFWrpcbicqPsBcdTAwMDK5PdPfXlx1MDAxMzdYN3GJMqSgiLArV1wi8GtCXHUwMDE4XG5cdTAwMDGku1qCg1lcdTAwMTFcdTAwMWazZ6X8mbw0Wn3UbIzH3clcdTAwMTN9rjZSjlnIUiyPXGJTyaj7R2e+gjpmTk9cdTAwMWYqXHUwMDBmhb1R7/q+dkAr3ZPS+cFcdTAwMTZWYdKjjuEl9imShFBP8TdcdTAwMDdqMj7U9H2ccqjxLySPXGJcdTAwMTCKXHUwMDEwXHUwMDE37FtcdTAwMWaT0Mcl0rBcdTAwMWR9XGbNqKZcdTAwMTG+I1x1MDAwMUpcdTAwMTek+9eGXFyI3YuP2GizP6WI/ZSwzpJcdTAwMTLNTqVcdTAwMDTlN1wilsR65lx1MDAwNpZLOF6pbkzM1OvotcedTyjlXHUwMDFibVx1MDAwMCfcooSXhzaa0/yRUs9x6r7EILNw80NANTkx1pNZLj6ZRVtpKSWzaEt/U2S2TsHmxVx1MDAwZjpDXHUwMDA0MIGbeSv+d6G6QO1ed02pjfFetGHjaZ63dq+mJtZvy4GJVYROhCBcdTAwMTFcdTAwMGYlSClcdTAwMTCCPCRcdTAwMTKSj8+P0Tl/KeVH11NvMrVcdTAwMTXp7DuoWVx1MDAxYlx1MDAxMJxhXG7cL1x1MDAwNqSG9Vx1MDAwNCBSOkz+qaynWFx1MDAwNUtA7GZcdTAwMDHkWn7eJOvFfi9OkbLwfOSazftib7RlkNf8y8C1XHLAX1xmMzs/z+VaN61GaVx1MDAxZlp9PFx1MDAwNpUqdP2ScHhdMlx1MDAxNqfmXHUwMDFmx1lcZr7+T4pvvbbDIyh4blx1MDAxN1ncQVxiLjBjSFfvXHUwMDE0hlbUUWdcdTAwMDGF9VxylHZcdTAwMTB2tHklUntcdTAwMGYgtUpFl0im7vfEvc37cFTpx1x1MDAxYlJ3a8PhtaX6bkGQuy9cdTAwMWRjklx1MDAwYp/TP95QbM9pY65H//7493+Kr903In0= Node 1ig-k8skerneluser-spaceeBPFeBPFkube-api serverkubectl-gadgetother clientsNode 2ig-k8skerneluser-spaceeBPFeBPFgRPCinspektor-gadget-0.46.0/docs/images/architecture/000077500000000000000000000000001510117411400217225ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/images/architecture/gadget-tracer-manager.svg000066400000000000000000006152731510117411400266020ustar00rootroot00000000000000 image/svg+xml Stop inspektor-gadget-0.46.0/docs/images/architecture/ig.svg000066400000000000000000002605061510117411400230530ustar00rootroot00000000000000
    IG
    IG
    Container-Collector
    Container-Collector
    Trace-Collector
    Trace-Collector
    Exec
    Exec
    Bind
    Bind
    Socket
    Socket
    Process
    Process
    TCP
    TCP
    ...
    ...
    Tracers
    Tracers
    Container-Collection
    Container-Collection
    Tracer-Collection
    Tracer-Collection
    IG
    IG
    Bind
    Bind
    Exec
    Exec
    Socket
    Socket    Text is not SVG - cannot display    inspektor-gadget-0.46.0/docs/images/architecture/inspektor_gadget_tools.svg000066400000000000000000001463071510117411400272270ustar00rootroot00000000000000 image/svg+xml System Call Interface Device Drivers File Systems Volume Manager VFS Block Device TCP/UDP IP Sockets Ethernet Scheduler VirtualMemory Clocksource Applications System Libraries Firmware Inspired by Brendan Gregg original image trace bind trace capabilities trace dns trace fsslower trace mount trace network trace oomkill trace sni trace open trace exec trace signal trace tcp trace tcpconnect Various: trace tcpdrop profile block-io profile cpu snapshot process snapshot socket top block-io top file top ebpf top tcp traceloop inspektor-gadget-0.46.0/docs/images/architecture/k8s_deploy.svg000066400000000000000000002765511510117411400245440ustar00rootroot00000000000000 image/svg+xml "gadget" pod inspektor-gadget-0.46.0/docs/images/architecture/k8s_event.svg000066400000000000000000003146061510117411400243630ustar00rootroot00000000000000 image/svg+xml Events are readfrom kernel buffer inspektor-gadget-0.46.0/docs/images/architecture/k8s_install.svg000066400000000000000000003100751510117411400247040ustar00rootroot00000000000000 image/svg+xml inspektor-gadget-0.46.0/docs/images/architecture/k8s_trace.svg000066400000000000000000003244601510117411400243370ustar00rootroot00000000000000 image/svg+xml inspektor-gadget-0.46.0/docs/images/architecture/traceloop.svg000066400000000000000000004763551510117411400244570ustar00rootroot00000000000000 image/svg+xml inspektor-gadget-0.46.0/docs/images/logo/000077500000000000000000000000001510117411400202005ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/images/logo/icon.png000066400000000000000000000216211510117411400216400ustar00rootroot00000000000000PNG  IHDRx pHYs  sRGBgAMA a#&IDATx_\ŝ< mbn&^bf +\MP XJ+&[:9uT*sd|^$$X[dV2ǧuSPQUѿy`'UœO7h9nEnIiww/NgGu]C8;n}Y?VO e"`KMlAЋn%n#D{_Uˉr/$G\G:/YߗZ-KlDzD:P<%V@a/7!<`{&_Ʋʎ0}Ye.giOчPvYw/Uͽ^JvY M Qe7"@$y+)HR"@ yy(!@Ge ijo߲M1-_ke2M-q)EXӺ?zJH>"qϩ{c  "x=,ѷ#(Lk5ϗ}ԡ'/.X~ÐYٲO2buMȈbYdeHSJF X'{DFgY 08!@,S#@%e}A Xև%ؚe}8PB kYև$x> $P80#@@a,CBF.wtv|dY4RvYք>!L@)wh>XTG!K?~0Z_֯i`{~©O0YDDYև|`M `Dn[v=zfY@ c׳O=tp G,ӏO;:[N>#@ de} C{GX+>0a;G`dLm9[5[E ;nukZzNn@rЙk#@0:ǟ5}x-h{FJz=$@gͩ{y!(Ve&+KIyN|ZW  ^ǧuS,߄TPXůo@O{Z]:@ix~C^ϛx=^Ǐ? hq^u[=ϲ> S}_]ܫ~5fQdS֞m,7 DT=p'?X$bԽvYze}:ztmX ȩ{ά0W/'N`p1UOHtl#0zu%<R4/_1vک{ ?n` N WM\ eXSj9迸|=oKw/g늜our!4似wS1+םgɪ^e=JW7/SU٣~.ٸzɽ\_\Y8uM?t{M9Ƿ9~? |_[<U_3h<=^_S5=}W<38W u 71GASЯ4Xun,@8_Uo}oeg@n_`wgVo$b> @b8l *Л [o;W~кpqT!<_M;-zЯm]kq ^SBCy\G` ]^|\4H+}?(Əÿ?=.煞U/GD =y[Y\ @^+mT/. й][T\?W.nkDbW|?LE@?MkUo6 Dm?==r嗞x/+a-+С+=mD$?WDt#Vp^*>WDg??= w. nL+?pW7oY :g][a:+"v:0YԋZ4 7WDlua +"nWUq:xENP]95_p;VgpNt+pV? ,o< 7W;)iɧVgP^2_bj1<4]Ib=,tc-?jBlI3/u! Nm;MA^ÿh.;󇝜rpDW a U'hBt m,&GeTU'M@A2Iuu旅?*@xO?$h CaV , i VUYV;(* @"3[pyoU%i V(\boaG4LobeMe;F7OZat]_icoٳM{t+оi=+Ø=/^]W0'.p 02+btUOO?gVoyͬ_{0W!;P0pCeᬚz 9Hyÿ,|l9( `C)s_!u劣? H>wN`Vo5U8 PColC N7mzbHxu4O+-ߙ?Lo 9)1uIBb`f_eM[R| [*8b uk.7ydž?ur mwjS]wk&| [r1^u@C0wu7ؗΎX {?߇W)Q Qɍ`Ive+(/H +_^TC- %u@?l?\u0UGyog2y#JT7}ȅ3Go]6IpV? #2M .y5UgÕ 0Oiƹhk?=W1y aԥPr>M@u_ys|((E+D%u@UUDž J1?hÝ ݏO'0A`V X `Ҫ_DS5^ ?3S!]".CuXjD^gO`*b*TO` MHf"S&?"rO ܈rc\cJXůBb.?e1s'QBb.?0Bx~g0-g~|j2S#BB͂)?U"bp_4D)KMu&/ EߏT͉0IiD J>~巿0)Jc ~:o.Ԏ]WO>[~3 w?>ꯗ_C Փ:6g*ggXz"NB3]iX~ȮB^祼":b7UvW!>y" 1ÐD/ßץ/|,bC6"`|17$ʥ @~ 7lT/OfAjo$5_xʵ{"|ܮxy;/1V7ˏI%?Ng{D@NC6"`xUt ekOo}li=VOد?|Y8 88Z"P [z8o.E~xohEHgYԋ2WVD@Uwqur9ynv-g^Bfz ȏ῟}2[D@> r^%gﯽ7-.`}o -p&d,Z" 7r:wݠ3;{oehM@K QBF Pu]w!S@K^ Q1ߟܮݔLD@w >w捻%g,7%-~MI@KMz ؞?rwS3_I>Z"zrwS3U$7e-?Cgo*Z"Kn.Z"(?ݔeD$@A 1}l%#J`o@rD0erw$%)2C~@KSbd[TD0Zp@K9337M2Z"ȑ០\i@N 45Uܧ֤%ji2h et"%ikBh %D-01Uu Ct%1 `gdbn*6Z"ៗ]h`~v%>s"៭Io 5"៯E&w&A]0d_[W! MM"؇៿^I@0an6 iD@/)_IlI$(69#2(/B!D@B `OPBT=}ϖ.0ßSϏN(=X O D `OW&:p0 ß̞0I?m%\It@'yEtD'JwO rp&1p/H!n=kO1U(؝O ,{/O{ dgVngÿL%]I @\'JwxO -'^2I_x^DO JwA`ßVin#)1 R`RJßx&0"'?}E$``ßM%^Q ڱ?)0W @B`ß+Ų_[B:^I$(0IMx @r{&'?7)MVJO nS@rßl7 ?)0Vn @FR{& ~ \V_pgl?;)M 3)D@;ϮJwИ`ß}ܙL?)0K g  cCFO ( !"'?p8}"hßCuV&ßWe ."'?]qLԾ;g% q;2*ß. %O?_:(t׳P۶ q<{_ok^s^sr_{(\_s?\s1E}!/L0rc I-/W: XF@`Z~ڸ|7@* @A֟ 0Q1f0mkaf0Ύ}aZVg? O#4.-X'o>~vFV?'-rvtw;n tDTߖYpҲڒ=[4bu`kv`C\[2!a1UO[ s 70!}ݏyhBW0!G!|ؙ ?d; 1!7ݗx wor3!_ݟh?@ ߢ _&(<7@Q LP #VAE0aZx8<]0=1t@0Y?L!$L&i&髛;"pgV {?dr4$Ȗeip茣ɒeY'o>~v3VȎiB1@v.Bo('G ;o?Px $ Ȗ28"]" $9)roopqo!`zG39OOu'Ȗeɱ~ &I@/d\z&3x~wY 9w"ȋ'(|8H_{'(?@Dk E ñ@Ѭ@Zb Xů^F@\.?`4Gu< Bsm4;"`[z80JE0$W0EpЀ\Cp/e0n `0>L-Ds0lw?>ꯗ @?0fd%zQAUl~8wvt!6 @';{.OCU ?bp9 (H;;K@GḐ 9w\:v!>7zh?~YpΪ}jH@OD\M@D\i\46Ggo~vHC@D]so^L13"p"7/ty%A\ ؗ#W8 cٖd< Z"㱿oY ;[U _&<:ン@Pv'*]\4߼lMLW;g1~j]|uggOv":csCÙ_L:aUgjS 'W|c}wg>7jUMG |n#~ho™>p0/tBt; A<3$tJl;OZ|R"^'M |r%^M-Tw9G+ygJ0\"`Z\3eL|$A7dx&Q1yn& `TD浸>O.@X| )IENDB`inspektor-gadget-0.46.0/docs/images/logo/ig-logo-compact.svg000066400000000000000000000366561510117411400237220ustar00rootroot00000000000000 inspektor-gadget-0.46.0/docs/images/logo/ig-logo-horizontal.svg000066400000000000000000000363651510117411400244620ustar00rootroot00000000000000 inspektor-gadget-0.46.0/docs/images/logo/logo-horizontal-dark.png000066400000000000000000000462501510117411400247630ustar00rootroot00000000000000PNG  IHDR B, pHYs!8!8E1`sRGBgAMA aL=IDATx[rיoeѢl.yFԙꑡ#nO`7M)&jG"oG )TUSI.$qK^~P`HZ(^ӓɳɲ-YQ9oP 4㣔cSqO` .&V`Pi'٭U}Ji8#\D@5qڳɲ-YJWujyyoQ1)KMO X k=fV* ujt-YJnV. GjtyyoQ1)ʭNO |X VӓjV,We*FG͑h|K@k<-qZPUt` ^7iG),(כ$:( X ӓjV,We*FG͑~%V`ոQw*M`ب4"GU$E <=*rTujNE@+Հ^ӓeuQs$kX 蝧q50rTU '"V:＼7Q)6 !V:'OO&_LUZU*FG͑ b5ոQW*wb5{\UZ/VF^ՀVӓeuQs$7b5`oոQW*E>9xvLyyoQSTh 5yz2bҲR1:j5vMlq9 S75vIyyoQSTEe@kp%yz2bҲR1:jj5vA\iy\8zը&V~v_r.W) $Mb5el,GzQs$^-b5geQ),(MO b5fzjvkUR`klX zӞMhYϊ8e|` MA4= ` MA5ӞOVb*S1:j tq9\)yyoQSTv[ X&j2yz2y6Ye=K9;"XjOjTݔc>+أe< j֪>\4[htV,GK4qڳɲ-YQ9 pUb5ؒgeQ),(MOFU`Ci'٭U}Ji&N@e8dY(Q@ \򃲨ÔcSC!X"b5xfzjvkURӀ!6b5&N{6Ye=K9|Kq50rT3 J4"GU'$?$VddYe]bt nLw襧q50rT* 4㣔cS/I5b5:)OO&'٭U}Ji&N/b5:ӞMhYϊ8e*5aZOjTݔcS` `jyyo[խU}Ji&N&0؛<=<,Ѳbt z"Ƌ[ ةq50rT믾*1ت4"GU_p`@kC1ؠ<=SHiGENQ&Nk$UmAL,T&J4"چ<-q2-^,09iq,5LuL^>atS$$%d5W)͢.-U ޠӞMhYϊ8eo8{Ƀdw<+?(8L9fiYDQD"uG` :Vk=fV*YjF2rj}Qq0X՚8dY,/c9uJ4U2Y `zh=-qZVlA>ßջjiGENQ:&/0: '<jyz2bҲR1::O.-'}JQֹXӞM帎Q}UQ(v`T< yyoQ1;O/C'N1Og2Vk=fV*Y1y٥%}MN8VjMl,GzVᗱS@˭x Zq5n1)$NYgZbQݗbOVKa(jq"&tުX= Nc\gSrϧir: LU{vE*Yv^W0Y YVצ@/䘧YV8 #;"}P1jq@祈;=Nb6U (5v9qXdd52o@kqkl=V{'e\(Fz` Z*,>Zc\,Pϧ[q@ۤcn?BWG^k2E=z[>/O& qk.7jN,x7j֠=m+l5VuG.^Ak< xj)ˇj`Vu< x[yy2y^~ߺz]ͺOUS<5jeߺY0a $<[R*^yʫ`M<S$[`+Mv/ޯ#֍<@-j)R@Ou3Tk2)+XV8 B5|zhpEq2HzZQ1 jRa#֋*vH)O= j)R@t?Tk2+G/\Fb"a=яPQ/\ZX`?neD 9W(n  >/O&)bxpM7Qq ?yb<nMVN_jTLQi@G3T{) I ,VAzr EbqGtPCFpI`"nMVG8eD!>/O&d5q7tXm9NU2PN,MU+XG7tX0N֨WePڱZ d5"`e r Rz0`-ǩ 5.`T< ؀kjENpCoLXyZ? ؀kju*vyy2I.MU`cǕjX\J]<`C: Aj k\N8كy\9VK92BH.TG~AW"hw9%˘lЕbJZBCuiyAWrMUN b`"`hB5 ddbPMV$ X ͻtv^W)B{%T{\gA-\ªX= ذKjuU{$TXV9ba`.9ewjlťcH&~.+V:lb `jW"g[pXMU]ŋ_~ Tl2T8lF"TA1:)-#R< mos[u֤͹Pħ7Пk$E|#F垳)yR}3S: ;%ᚶ'r> %cLkL?e:?OZ5Ҟ9ZRڦsR `Gjב\&U-ոhwu{'nw>{0 D_'n踾s~?rgΣ '7Ї{y]o|=˾>1FarH57Γ\?1:'(EKR\ qծ/Mx|zh%jY; Tno#lхvAvc)Mxq[Xd)Hyգ-zkN,H /~ "G,3l[c\,-mWb[X-6*jE=zeo>/O& `ÄjxeoV* mCӿz9iq,`%S`ÄjےSVT5vxslPm[>/O&)bkuv൱7IEBmz'*x^~vxmvZVlPmꕩj&uG;X-!N$S MH܀PmW\Zbe;Xd¤">.G#׿ u]QvZV\Pmk);TPp B}a(VK) jm X8v{/N) jm"XCߋ[K\Pk ]N8`NJ2$Z Uv{ZJn TC"|`cj82 պDԑ֋* պHX-Ex Z q{mV8 j} XEq2H^C'5z-<`O^j[/^CG5Ge"UPkQ=z8`O^jEC65$G,YSqiD ڐG{TnPmk{T8 j&X|`GEN <5:,<`ϊA5(I<$Tdž刳ۢ~1hq{6n5{͇0B5ެ AD*#z RN{0ww~7:ￎ|{zn_U ?"\΃zQ^,gTr}Ý$h7]\#s] +j ?$X۝:%;)U}b5nd}?1YP? Nueev.OqQ1?z?6Ľ3 NJVH]]$KĹ&xkjk/E5㈏ZڱZCFW`mVd5ZFZC ֶ)^4en5k`mKRZh#ZC 6GZhcZC "ipcQ@ m4Vk&Xb%X^@ m -E<5k&Tیcb[5amNNI PmEb` `jO-ZlZCoB-H1hj 6b նcj^b`]R&T۞Uzr{5~mOX^45k&T:S脽j @7 նoO:ZC-B8& 5nHyZ? Vj @ vNaѺX!Xh'nu:ZCyz2V8كy@G6Vk _}*Tۭ:iuϫP-G*G|!5YtH'b` `wjO-:3ZCup)BH1Nj Up!Z;X \lP=VQ@t2Vk6G9bq{lܜPuLU:5k'TkU:ZCpuBvx^j  Z*<-tPob` bB)Q57۪N]PRٝ:ZCB#? j P+tXc` 2Zq@>Vkր!uI>=X|Aj ڰ PcR:n0ZC6\9XuOQtܠb` 3Z7գ:npZCPrϧ7j-:Ni`m4Zg$bn1T8[E1hy?9ur;=˾p+忺F|ZGSt{gv$~xݖH J~ߢXu5!}[5"k$n'H} |cZCPVu< G_~㾌/|q5g?y P'_ XH?_Ṛp3yJɹX pX 7чk$_j|]$T}CtPrʟX;k@cUE@O~@P?RٝzB5jRG~#b7m"Tq="V{ B~Z+k"&$T|z{]`R-cj=b3bK$T뷢= ր]x3b+$THg=#VZH+^Pm0LUj$X|ۋ?Pm8Vu< ! NF7Նg=$V!Z[ Xmkm#TjÓS$j"Xk  Tq=%V ھ _L?ӃGm`m_jtCWFi0(9q@ն@kB5A6l㈏zL%] B5VQ@նHmB5AFXX;ږ ֶ#G "j; X۬&TZF xGzN#xt)EP:zNCB5'<-Xmk#T+jPN8`j{ X]!TuVu< ڞ.GFWx^|`0b=P&9 `jtP)0b}Pqq!Vk ׄjtPk"VkZP.wom1nwށ};Hf kt$W0DȆL@Jї\1F=X(v۲N9 վ|Ak XQ6oA+Rp[E=?P~7flը~6 2Mst"7~*:7)B_J[~ʕk?$ `.",sE 7aB5@ʥL#mքjtPu(X a65] Tc]b0`bF&T jK,`j=`MFX3SQ|Fq:y;yͣDŽjlr}9ڀ]%X_>nxr#.ޝxHHl9.+?7򹋜7Ņn.̯üY׼~.Tc|9}.Xy n.E|_tW>>.&}x*!ijP U8`MB5h)''V` A֔xO/`jn9Aՠ|@-"TnX41 b5h tѨb5htH*{> V-AX HݳhRGj%B51~GjB5&4O ՠF$lP mQ,LV `Cjuy6f|X 6@= Bb5X3Cє.$V5A4嫣.$V5Az\X @3 jbB5E>K+$T~~g`EjS9.%VAX nI6*rjp B51S?X nHDp%b5 (yW"Vkp,jpEb5 IYW"V+2\P hIW&VK`4+p! T*{d|?utYt̸ޯNq_܋c}a{/.]`]`- ܖ V_^Cls$9\rxyu0`}sW@$[ - Fj P )'܈XAҔ#T>%G`nL`ՀY41 RՀˌp &{B5R9nEF Հ)p+b5zK\ըUz/w)Ry6>~ [1Y^k7{9ˤ5tޛV\b5X%XbQ,ܚX^svlnMF ր0U VD ",Z41 `%R<~4˗o|o1YA(&@TXgrʇXA"WL G܏a+`@l|A+cf S8 `j ` g<A`hbJ- Cw`j 5S` j+52?rb5ם0Y @AR7`j5藜ak!VK֠?MX<~4~\;X LXnk"OX\û`-GQFt5` :fQ,LV5 Y-X.ɳɈڈk!)J Xn(rZk~wbZ`kb9T7`j"5h&jb5X!ODڥVV-d5X kت&4lO5xF`keE> `#Rkwo-R_lP>`#LV 0a Eƈ`CkYESNl` 6NYLl` 6 Gy#V-zGlX [41 `R[upr8X.l{lje'aLQqb5hNN0AK`5FEظ@<}<l|Ag kp )B-$X)X E-%X[i[!Vz\ ` &\5b5\hI[#V)i[#VrTޛ5b5|IalX :Hjت@g<}<B69޿VfDu['V1t9N= XcFEغ@o<}<<?}֙=b j35b5h `Xi Vw9ZA=&XRu!VWESNh  `>SZC!XWrTޛb5}Ѥ0U ZF#X&Z%0H'w,7:fpw*&@FWu#VE9ZG'XkFEhK'w,7Z-O:&LXRTX xOFەYm%V> Xb@+ՀhQY$V>IFۤZK\HFM9 jg h;e1 jkl]*{ZK\`m)h5pe5e$VKpM'w,76`Pwj&fsX S> j ؄QZ/-<}<X<?}@뙬ܚ kK8 jJXQ:A`U[i VVJƪz\r5VT5krpr89br95G)&;u':C`Oy-Wi4Qj x~@Հ YV䨖LuzLj,͊T9::=t0 `PjF M:iu%Nj ֺ'GʹeeI'v{\T_/+qp5vΩ9JM1iuՀm޻8mLJX :ziEjyįrGUX hieΓR}zL5!X4+rSiYlX hU^G1-_i@Հʹї'ej@+ 4XooJtX hk簾S,NKMq3zY.֣`8-8M`}V䨖GY6~_@ՀN@>N+s䔎NO0b53Z74+rSiY X -k&Gו8 9 ۛ:i_z2>"V:i Z~{[\L(_V4u`ԴyQ/MT;8 fj@]1X NK)sG4`}V䨖GY6~_k!Vz,XQ<)6ӻ?>?jz-H%jIENDB`inspektor-gadget-0.46.0/docs/images/logo/logo-horizontal.png000066400000000000000000000454451510117411400240510ustar00rootroot00000000000000PNG  IHDR B, pHYs!8!8E1`sRGBgAMA aJIDATx]MuDwJc欠R%Q.W N{1Bw60W01w.@uJM$)E_(Y`7I'ge9Zֳ(sN. ;/Ns=>J9f9E>1N~ 9j J3=d5W)~_EjZ=,ѲTY|X 9/Ns=>J9f9Eyi!Xy֪>\4X` E@'=-ѲTYͪ%X N8/Ns=>J9f9Ei!XJyz2y>Y͊Lm#XOj\ag*@/؛4㣔cS$:(/?Sؙ<=YnUJ3q XSji&rg5{6O@g.iy\8zvC@'㼼;Q)9 'VQL,T=!Xj=-qZU@ h-0(iGENQI@h%kyz2nҲR1:jt` 7%V;/Ns=>*rTuj}N` k܄X Z&OO&&rg5{`Gk\X Ziy\긓rGe{ӏ<\X |ZՇfq-^Ίe"jMl,GzVa(k\X Yy,0i@ lH3=d5W)i@,\S=,ѲEq#!!V+xV+8L9f9Eiz05."Vh=fV*8 2"V74qڳɲ-Y*FG͞kX{ZW:#G>"kX9/Ns=>*rTuj}L+6'&*-*fOpc5$VոQU5^ iG),(I5b5:)OO&'٭U}Ji&N/b5:ӞMhYϊ8e*5aZOjTǝcS` `jyyw[խU}Ji&N&0؛<=<,Ѳbt z"Ƌ[ ةq50rTG_` `HjlyywQST$P6(OO&'Y\EM2`4,jH=,ѲT>-Q({F:=WWuqrӲ1yG@ոP3=d5W)R5rY{b5~ӞMhYϊ8>ַ:%qWS<AKOjTǝcv帙VoU` 4Q*0 ؠo2"OO&MUZU*FGQiS*))؊c XǞոQ}UQwm9yywQST;N`E!c<=0U i):oްX<腃Qa?XMU^1OgoYV8 3;"}P1xNb RO޲XMU>#? xjE:oe;l=V=X|xjY|ЫPfknA My{l=VK9{-T{X-SԣXd)xjrqLR^<xjŲ wz` ڣ9?tVc\,~P5ƣjr |` oUH%ߖ'WWԬ+^~^v7v@?lmjY_,Tk{cpj)E/#-yp[my2^~m>T{/"~W6[oe99YEF.4-8X-dp@wl?Tk7N8k9qž~D"jkfuXhb5׃l<_izctOؼ.^#p}}5W`Sw=UFb\#Aw;_o؜<vc]/ li8/@4 Vb^ nBk=W\d^ߧi+p^`~5 `h4iLLñfuPdrtc^q,+xű8ش\v0P ^k *V.a''Q0@ ^fžggZ}k)TAo` 6'jy#T{MQԣX-t'iWZ?!k;.i''Q0 ^̓rpI FCR:j\Fc< `5rEp u+hV8 \I8Ƀyl,V;d* Z^r Jȏhc֋*^)&\8+X"UT7CF("?jEzڋ_Ӄ+Hv4"MjF4I1j[/zۡZ#< Jz06HU=P#xp ՊD?BF?pi9bчcqʈ4 5r2Y Q5=X|ؠ+j)Z@./~}ObaWL,ꠘpQy*EA`j,KXGvX `jK>(G,#låc"a{"TN1U td5e>hU-Tv^WP*RD}<` .յj{Bx{B5Hy/IEfd+BZWNg?n]7 ߯AaM겾 _L_v7~8s~ޯяsP.4h`_z9ii/A[titR4RQծ#׹LZqN\oE5QBp}͋ J_~ܺ/9p35<$fًpyM=3h8+}9/9C ^q,pSq>|AV\ qծ/M|z|%jY; TN_lͅvAvc)Mxqė[Xd)Hy{գ-`Q,H /~}Z#탱Zc6Q1 Rʋ-`r ` jd5= زjߖ'HQaB`T< زje նxeՒjaBm)ީNa;Q|6D-ߖ'1 :;Xä"6}Kk\~xgvZVlPmꕩj>uG;X-!N$S }_H܀PmW\Nbe;Xd¤">.G[u]YvZV\Pmk);T|Wp B}Oa,VK) jm X9v'''QpB6ZyZ? ءjP DF5.xcOg\Pk ٪;X-t'Ku`!Jg?y0رj矜LSDj]"Xchȏ௱֋* պH௱ZTB.1"௱Z0`˧{2V;dPOkZyV^TPkUQX-ExPkQ=z8`O^jE T}#,8dH6$5zQ[/~$T"}a(ڰ 躏<QS.O`1س""[ ]S*`ϊ)-^icA>,VooB5nZ8[8heN+V|wbGk*VZ`5Im;X{3H[>eYš@Kw`~qs7 V):m ."XkShB56rZ:M9/T RџǠ`Vu< hE Xjl`-EqiE^KQvxh c` ৚`m~ `mrY@K&X[C`-xTNt.r"ؙU|hq\Q渹k\?<˯SDlk|^z,s6w7z; [E1֦ί`sZxA5ߏNjE\PrY@&Vk.&TkWիX!Xx?Zj  -E}<z5k#Tk:mպbe@:Vkր!uHtXc` "ZӃD [I:&<5kÕ# Za@ *Vkր>uS=z85k@ պ)G,n/8 q T渹qBN{zDit߿`ך49a?r^sFxzyxmis#zKt~&o_#55\#q3H}5`c` Zx,^oUtM}hhBOH?pYaϣR4f:ϣۚc!V؄>\#& " $T뾏<c` "Zdd@~$XD9zBBXibր6G8Ƀy@OAP_ȏzD5Mj32Gj X@Obe"V`R$j}Oo/8 %ֺ/_:Fc)=#V$KB~+]` ZG=#V"MB3bkuM>E T5zIvMȧQ>4ńjña@n@vB5A6,?y0! JF7&<j Xk TW=%VZ[0<) MF7r2~jCO/zJa} M?|=&Vڮ ڰ# 1ږvEF7XG=&V"ڶ 9baj[&Xێq&T j4Rʋ`mP.j'T㵢= 9ڎ6uM)Մj`T< 9 nFFWsb]Pq@v5B5Bƻx0b=]P.i}<`j{$X0]!T}r!V3ڻ S*` j- X)]!T""BWjtPk"VkZP.q))"VkAkPqY,Vw{F`avq,!wd`v` &YAt!3.f)i\r ƈm!v::<P,ED`Xj-4`-׿~@ ոe X 7#Iu8Z "XB5n*\ Xz Qԣi:Pq[F,``jѫ`MFոe#V^kB5:@])LU`j`MFո2`j`MFոA0@bT&Tj4< (Zu!XW?m'TAe@N[k?|-վ}Ak hҸed1h'@i}[mv[mݖWۿج@>~mtݷ0n ˺} ܙX {*]~*_oZSݷo֡گrl__<қ4Û BxOr8="cB5va Xm Ou<gsH.r_t(?6˜;Ņo.cq0o귯jl]8'V˂5Z{jqYv{)%wػP>Gޫs痮Q.e"ɻ P=6w #> քj!T*4j|tkZ;ՠ|$V3esB5hQMyՠej >#VA7,P x\P :$GE ՠ[rG|A;$TY֩ b5tOX| b5tSyW`˄j]W|X Hݶ,&j%B5~|{@#V d5ر0a sTlX Z@)ub5h 4c\2KWgBON^< `LV1a ENՠkp;,V]AK rNՠkp}9TvB-'XI)WX :@W+4AGrF,A9T/t` T0U vL$XuT N?}= Br02Y :̄59vN'XcrGX z@Ɛ\s)8}j,`0|rQ;g k N2VAQ@[ՠk ŲXh`դ: b51}Rh `*4{b@k` kJ2UZC"X/@ˈ``kA]G@ݳY-\'h`LXr* 袜Q#V5"N OvZ-''/:&LXRX HFۍX J|FF-,V_F9TZI|`I)WX `6)4F,Ws9T/h-p-5v)8j ؕeZ- >~|{jqafpc&M9G@Հ[-9ZOܚ`m RWgɋGjƦ:A4B&#^ b515,:A4JFSrD5tX h``CN?}= BXUNq*UE!V6J|V,(i}b5`k|Rix WjVֆe9*Sճ?55>K"eN?M|8`PjV ]6RՀuO"YGշLS5]'jNCsQ~3zSՀCXUNqJܔX )}V+,(i@j 6k9uO^0 QӜRuvV !X4/r]χ2*xb6zm VZGQEԳ:oGj4`--ss.fߌޔ4 j@k

    $ kubectl gadget deploy ...

    [Other installation methods](reference/install-kubernetes.md) | [One-shot command on **one** worker node](#one-shot-command-on-one-worker-node)
    $ kubectl debug node ...

    | | [On Linux systems](#linux) | [Download the official ig binary](#download-the-official-ig-binary)
    $ ig run ...

    [Other installation methods](reference/install-linux.md) | [Run ig in a container](#run-ig-in-a-container)
    $ docker run ...

    | The following examples use the [trace_open](./gadgets/trace_open) Gadget which shows the files being opened. ### Kubernetes To use Inspektor Gadget on Kubernetes, choose one of the following methods. #### Long-running deployment on all worker nodes [krew](https://sigs.k8s.io/krew) is the recommended way to install `kubectl gadget`. You can follow the [krew's quickstart](https://krew.sigs.k8s.io/docs/user-guide/quickstart/) to install it and then install `kubectl gadget` by executing the following commands. ```bash kubectl krew install gadget kubectl gadget deploy kubectl gadget run trace_open:%IG_TAG% -n default -c myapp ``` For more details, check [Installing on Kubernetes](./reference/install-kubernetes.md) and the [run](./reference/run.mdx) command for filtering and exporting. #### One-shot command on one worker node We can use [kubectl debug node](https://kubernetes.io/docs/tasks/debug/debug-cluster/kubectl-node-debug/) to run `ig` on a Kubernetes node: ```bash kubectl debug --profile=sysadmin node/minikube-docker -ti \ --image=ghcr.io/inspektor-gadget/ig:%IG_TAG% -- \ ig run trace_open:%IG_TAG% \ --filter k8s.namespace==default,k8s.containerName==myapp ``` For more information on how to use `ig` without installation on Kubernetes, please refer to the [ig documentation](./reference/ig.md#using-ig-with-kubectl-debug-node). ### Linux To use Inspektor Gadget on a Linux machine, choose one of the following methods. #### Download the official ig binary Install the `ig` binary locally on Linux and run a Gadget: ```bash IG_ARCH=amd64 IG_VERSION=$(curl -s https://api.github.com/repos/inspektor-gadget/inspektor-gadget/releases/latest | jq -r .tag_name) curl -sL https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${IG_VERSION}/ig-linux-${IG_ARCH}-${IG_VERSION}.tar.gz | sudo tar -C /usr/local/bin -xzf - ig sudo ig run trace_open:%IG_TAG% -c mycontainer ``` For more details, check [Installing on Linux](./reference/install-linux.md) and the [run](./reference/run.mdx) command for filtering and exporting. #### Run ig in a container ```bash docker run -ti --rm --privileged -v /:/host --pid=host ghcr.io/inspektor-gadget/ig:%IG_TAG% run trace_open:%IG_TAG% -c mycontainer ``` For more information on how to use `ig` without installation on Linux, please check [Using ig in a container](./reference/ig.md#using-ig-in-a-container). ### MacOS or Windows It's possible to control an `ig` running in Linux from different operating systems by using the `gadgetctl` binary. Run the following on a Linux machine to make `ig` available to clients. ```bash sudo ig daemon --host=tcp://0.0.0.0:1234 ``` Download the `gadgetctl` tools for MacOS ([amd64](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-darwin-amd64-v0.30.0.tar.gz), [arm64](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-darwin-arm64-v0.30.0.tar.gz)) or [windows](https://github.com/inspektor-gadget/inspektor-gadget/releases/download/v0.30.0/gadgetctl-windows-amd64-v0.30.0.tar.gz) and run the Gadget specifying the IP address of the Linux machine: ```bash gadgetctl run trace_open:%IG_TAG% --remote-address=tcp://$IP:1234 -c mycontainer ``` inspektor-gadget-0.46.0/docs/reference/000077500000000000000000000000001510117411400177315ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/reference/_category_.yaml000066400000000000000000000002301510117411400227230ustar00rootroot00000000000000customProps: description: 'Reference Documentation' label: Reference link: slug: reference/ title: Reference type: generated-index position: 20 inspektor-gadget-0.46.0/docs/reference/architecture.md000066400000000000000000000023421510117411400227360ustar00rootroot00000000000000--- title: Architecture sidebar_position: 20 description: Inspektor Gadget Architecture --- :::warning This document is work in progress ::: Inspektor Gadget handles the execution of Gadgets, it fetches the Gadget image from an OCI registry, loads the eBPF programs in the kernel and handles the data they provide. ## On Kubernetes Inspektor Gadget is deployed as a DaemonSet in Kubernetes, i.e. there is one Inspektor Gadget pod per each node in the cluster. This pod is on charge of loading the eBPF programs in the kernel, fetching the data they produce and enriching that with information available on the node (like container name, pod name etc.) and finally sending the data to the client. Clients (like kubectl gadget) control Inspektor Gadget by using gRPC connection through the kube-api server. ![ig-k8s architecture](../images/architecture-k8s.svg) ## On Local Host The architecture on the local host is very similar to the previous one, the only difference is that the `ig` binary can provide the information locally or send it through a gRPC connection when running as a daemon. ### Locally ![ig architecture](../images/architecture-ig.svg) ### `ig` as daemon ![ig daemon architecture](../images/architecture-ig-daemon.svg) inspektor-gadget-0.46.0/docs/reference/configuration.md000066400000000000000000000051741510117411400231310ustar00rootroot00000000000000--- title: Configuration sidebar_position: 400 description: How to configure Inspektor Gadget --- ## Environment Variables You can use environment variables to configure the behavior of the `run` command. The environment variables use fully qualified names (as in the [configuration file](#configuration-file)) with the prefix `INSPEKTOR_GADGET_`. ```bash # Enable verbose output $ export INSPEKTOR_GADGET_VERBOSE=true $ kubectl gadget run trace_open DEBU[0000] using target "gadget-b7jrc" ("minikube-docker") ... # Disable image verification (not recommended) $ export INSPEKTOR_GADGET_OPERATOR_OCI_VERIFY_IMAGE=false $ sudo ig run trace_open WARN[0000] image signature verification is disabled due to using corresponding option WARN[0000] image signature verification is disabled due to using corresponding option ... ``` ## Configuration File You can use a configuration file to set specific settings that persist across multiple executions. The default location for the configuration file is `~/.ig/config.yaml`. You can change the location of the configuration file specifying the `--config` flag. The default configuration file can be generated using the following command: ```bash # Default configuration file for kubectl gadget $ kubectl gadget config default as: "" as-group: [] as-uid: "" cache-dir: /home/qasim/.kube/cache ... # Default configuration file for ig $ ig config default auto-mount-filesystems: "false" auto-wsl-workaround: "false" operator: localmanager: containerd-namespace: k8s.io ... # Default configuration file for gadgetctl $ gadgetctl config default operator: oci: authfile: /var/lib/ig/config.json ... ``` You can use the default configuration as a starting point (e.g. `ig config default > ~/.ig/config.yaml`) and modify it to suit your needs. The current configuration can be printed using the following command: ```bash # Print the current configuration for kubectl gadget $ kubectl gadget config view as: "" as-group: [] as-uid: "" cache-dir: /home/qasim/.kube/cache ... # Print the current configuration for ig $ ig config view operator: localmanager: containerd-namespace: k8s.io runtimes: docker,containerd,cri-o,podman ... # Print the current configuration for gadgetctl $ gadgetctl config view operator: oci: authfile: /var/lib/ig/config.json insecure: "false" ... ``` ## Precedence The precedence order of the configuration settings is as follows: - Flags passed to the command - Environment variables - Configuration file - Default values (this is due to Inspektor Gadget using the [viper](https://github.com/spf13/viper?tab=readme-ov-file#why-viper) library) inspektor-gadget-0.46.0/docs/reference/disallow-pulling.mdx000066400000000000000000000063051510117411400237350ustar00rootroot00000000000000--- title: 'Disallow pulling Gadgets' sidebar_position: 600 description: How to disallow pulling gadgets --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; It is possible to disallow pulling gadgets by using the `--disallow-pulling` flag. By default, pulling is allowed. You can specify this option only at deploy time. Start by creating a daemon configuration file, for example `daemon-config.yaml`: ```bash cat < daemon-config.yaml operator: oci: disallow-pulling: true EOF ``` ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ... Inspektor Gadget successfully deployed $ kubectl gadget run trace_exec Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: pulling image (if missing) "trace_exec": pulling image "trace_exec": pulling is disabled ``` You can use the `--disallow-pulling` flag at run time: ```bash $ sudo ig image list REPOSITORY TAG DIGEST CREATED trace_exec latest 24c0da566661 15 hours ago $ sudo ig run --disallow-pulling trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP minikube-docker iptables 137722 137722 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.902064… minikube-docker ip6tables 137723 137723 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.904561… ^C $ sudo ig run --disallow-pulling trace_open Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: pulling image (if missing) "trace_open": pulling image "trace_open": pulling is disabled ``` You can specify these options only at start time: ```bash $ sudo ig image list REPOSITORY TAG DIGEST CREATED trace_exec latest 24c0da566661 15 hours ago $ sudo ig daemon --disallow-pulling ... # Switch to another terminal $ gadgetctl run trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP minikube-docker iptables 137722 137722 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.902064… minikube-docker ip6tables 137723 137723 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.904561… $ gadgetctl run trace_open Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: pulling image (if missing) "trace_open": pulling image "trace_open": pulling is disabled ``` inspektor-gadget-0.46.0/docs/reference/export-logs.mdx000066400000000000000000000037001510117411400227260ustar00rootroot00000000000000--- title: Exporting Logs (OpenTelemetry) sidebar_position: 1200 description: Using OpenTelemetry to export gadget logs --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Inspektor Gadget supports [exporting logs to OpenTelemetry](https://opentelemetry.io/docs/specs/otel/logs/) using the otlp-grpc exporter. You can log the events of any datasource by configuring exporters in the `operator.otel-logs` section of the config file like so: ```yaml operator: otel-logs: exporters: my-log-exporter: exporter: otlp-grpc compression: gzip endpoint: "127.0.0.1:4317" insecure: true ``` This will configure an exporter named `my-log-exporter` with the given endpoint, gzip compression enabled and TLS disabled. You can then run a gadget and activate the exporter for it by setting the `--otel-logs-exporter=my-log-exporter` flag. ### Exporter settings #### exporter Currently we only support `otlp-grpc`. #### compression Compression can be set to either "none" (no compression) or "gzip" (gzip compression). #### endpoint IP address and port of the gRPC receiver. #### insecure If set to true, the gRPC connection will not use TLS encryption. False by default. ## Annotations Annotations can be used to define how logs should be generated from a datasource. Let's look at an example: ```yaml datasources: open: annotations: logs.name: my-gadget logs.severity: 13 # equals WARN severity and will be set for every event logs.body: "file " + fname + " was opened by " + comm + " (PID " + string(pid) + ")" fields: timestamp: logs.name: timestamp # this expects the field to contain the time in unix microseconds ## Alternatively, you could set the severity from a field of any int type like so: # severity: # logs.name: severity ## You can also set any string typed field as body for the log entry # comm: # logs.name: body ```inspektor-gadget-0.46.0/docs/reference/export-metrics.mdx000066400000000000000000000275671510117411400234510ustar00rootroot00000000000000--- title: Exporting Metrics (Prometheus) sidebar_position: 1200 description: Using OpenTelemetry to export gadget metrics to Prometheus --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Inspektor Gadget supports exporting metrics to Prometheus using the [metrics exporter](https://opentelemetry.io/docs/specs/otel/metrics/sdk_exporters/prometheus/). In order to do so, you need to [enable the metrics listener](#enabling-the-metrics-listener) and [configure each gadget to actively expose its metrics](#enabling-export-for-gadgets). ## Enabling the metrics listener In order to enable the metrics listener, you need to set the `otel-metrics-listen` parameter to `true`: ```bash kubectl gadget deploy --otel-metrics-listen=true ``` ```bash sudo ig daemon --otel-metrics-listen=true ``` ## Enabling export for gadgets Some gadgets have the ability to export metrics. The *Exporting metrics* section of the gadget's documentation will tell you whether or not the gadget exports metrics and, in case, what metrics it exports. The [profile_blockio](../gadgets/profile_blockio#exporting-metrics) gadget is an example of a gadget that exports metrics. :::note If you're developing your own gadget, you can add metrics to it by following the instructions in the [Adding Metrics to your Gadget](../gadget-devel/metrics) guide. ::: Now, in order to enable the export of metrics for a gadget, you need to do the following: - Annotate the data source with `metrics.collect=true`: This tells the gadget to collect and export metrics for this data source. - Specify a unique metrics name for the data source using the `--otel-metrics-name datasource:metricsname` flag: This is required even if `datasource` and `metricsname` are the same. This makes sure that you don't export metrics by accident and thereby skew existing data as the `metricsname` will be the used as the [otel-scope](https://opentelemetry.io/docs/concepts/instrumentation-scope/). - [Optional] If you are only interested in exporting metrics and not displaying them in the CLI, you can use the `--detach` flag to run the gadget in [headless mode](./headless.mdx). Following is an example of how to enable metrics export for the `profile_blockio` gadget: ```bash kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_blockio:%IG_TAG% \ --name profileblockio \ --annotate=blockio:metrics.collect=true \ --otel-metrics-name=blockio:blockio-metrics \ --detach ``` ```bash gadgetctl run ghcr.io/inspektor-gadget/gadget/profile_blockio:%IG_TAG% \ --name profileblockio \ --annotate=blockio:metrics.collect=true \ --otel-metrics-name=blockio:blockio-metrics \ --detach ``` ## Viewing metrics Once you have enabled the metrics listener and configured the gadgets to export metrics, you can query the metrics using Prometheus. By default, the metrics will be available at `http://0.0.0.0:2224/metrics`. You can change this address by setting the `otel-metrics-listen-address` parameter. Metrics will be available under the `metricsname` you specified when enabling the metrics export for the gadget. For example, under `blockio-metrics` for the `profile_blockio` gadget we ran above: ```bash $ POD_NAME=$(kubectl get pods -n gadget -o jsonpath="{.items[0].metadata.name}") $ kubectl -n gadget port-forward $POD_NAME 2224:2224 & $ curl http://localhost:2224/metrics -s | grep blockio-metrics latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8"} 4347 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16"} 11534 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32"} 17621 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="64"} 23856 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="128"} 34452 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="256"} 37677 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="512"} 37812 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1024"} 37876 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2048"} 37882 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4096"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8192"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16384"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32768"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="65536"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="131072"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="262144"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="524288"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.048576e+06"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2.097152e+06"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4.194304e+06"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8.388608e+06"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.6777216e+07"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="3.3554432e+07"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="6.7108864e+07"} 37891 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="+Inf"} 37891 latency_sum{otel_scope_name="blockio-metrics",otel_scope_version=""} 3.109288e+06 latency_count{otel_scope_name="blockio-metrics",otel_scope_version=""} 37891 otel_scope_info{otel_scope_name="blockio-metrics",otel_scope_version=""} 1 ``` ```bash $ curl http://localhost:2224/metrics -s | grep blockio-metrics latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8"} 10 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16"} 193 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32"} 374 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="64"} 943 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="128"} 1825 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="256"} 2829 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="512"} 3905 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1024"} 4280 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2048"} 4351 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4096"} 4351 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8192"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16384"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32768"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="65536"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="131072"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="262144"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="524288"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.048576e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2.097152e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4.194304e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8.388608e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.6777216e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="3.3554432e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="6.7108864e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="+Inf"} 4354 latency_sum{otel_scope_name="blockio-metrics",otel_scope_version=""} 1.520032e+06 latency_count{otel_scope_name="blockio-metrics",otel_scope_version=""} 4354 otel_scope_info{otel_scope_name="blockio-metrics",otel_scope_version=""} 1 ``` ## Stopping metrics collection You can stop the metrics collection at any time by deleting the gadget instance: ```bash $ kubectl gadget delete profileblockio ``` ```bash $ gadgetctl delete profileblockio ``` ## Other Exporters If you have more complex requirements for metric exporting, you can setup multiple exporters using the config file. In this section we're exploring other exporters. ### OTLP-gRPC In order to setup an exporter using [OTLP](https://opentelemetry.io/docs/specs/otel/metrics/sdk_exporters/otlp/) over gRPC, you can add the following section to your config file: ```yaml operator: otel-metrics: exporters: myexporter: exporter: otlp-grpc endpoint: "localhost:4317" insecure: true temporality: delta interval: 30s collectGoMetrics: false collectIGMetrics: false ``` This will add a new exporter named "myexporter" that can be selected by using the flag `--otel-metrics-exporter myexporter` when running a gadget. `exporter` needs to be set to `otlp-grpc` and you at least need to configure an `endpoint`. #### Insecure This boolean flag determines whether to use encryption when communicating with the server. #### Temporality Can be `cumulative` (default) or `delta`. See the [official documentation](https://opentelemetry.io/docs/specs/otel/metrics/sdk_exporters/otlp/) for more information. #### Interval Interval in which to report metrics to the server. #### collectGoMetrics Enable collecting/exporting internal Go metrics. These are exposed by the Go programming language (that IG is written in) and contain a set of performance and usage metrics. #### collectIGMetrics Enable collecting/exporting internal Inspektor Gadget metrics. inspektor-gadget-0.46.0/docs/reference/headless.mdx000066400000000000000000000210071510117411400222330ustar00rootroot00000000000000--- title: 'Headless Mode' sidebar_position: 310 description: How to run Gadgets without a client --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Instead of running Gadgets interactively, you can also install Gadget Instances on your server, so they keep running even if you are no longer connected. This also ensures that Gadgets will be resumed after a node restart or - depending on the environment - when nodes are added to your cluster. ## Creating Gadget Instances To create a new Gadget Instance on your server / cluster, you can use the `run` command with the `--detach` option: ```bash $ gadgetctl run trace_exec:latest --detach INFO[0001] installed on node "local" as "61c8fdd9b75e1aec3c242347f18cf854" ``` ```bash $ kubectl gadget run trace_exec:latest --detach INFO[0001] installed as "f0ff5614be1a0da655ea308e13ce6605" ID NAME TAGS GADGET 4f5ae12c54bd serene_tu trace_open:latest f0ff5614be1a brave_bartik trace_exec:latest ``` The command returns the ID of the newly installed Gadget Instance. :::warning When upgrading server versions, please make sure to also upgrade all existing Gadget Instances to avoid compatibility issues. For example in Kubernetes you should see following warning in the server logs: ``` $ kubectl logs -n gadget -l k8s-app=gadget ... time="2025-09-26T07:50:38Z" level=warning msg="This gadget was built with ig v0.42.0 and it's being run with v0.44.1. Gadget could be incompatible" time="2025-09-26T07:50:40Z" level=error msg="running gadget: starting operators: starting operator \"oci\": starting operator \"ebpf\": creating eBPF collection: program ig_trace_dns: load program: bad CO-RE relocation: invalid func unknown#195896080 (303 line(s) omitted)" ... ``` Please [delete](#deleting-a-gadget-instance) and re-create the Gadget Instance to resolve this. ::: ## Listing Gadget Instances To list all existing Gadget Instances on the server, you can run: ```bash $ gadgetctl list ID NAME TAGS GADGET 4f5ae12c54bd serene_tu trace_open:latest 61c8fdd9b75e brave_bartik trace_exec:latest ``` ```bash $ kubectl gadget list ID NAME TAGS GADGET 4f5ae12c54bd serene_tu trace_open:latest 61c8fdd9b75e brave_bartik trace_exec:latest ``` ## Attaching to a Gadget Instance If you want to see the output of the Gadget Instance, you can attach to it using the (partial) ID or name: ```bash $ gadgetctl attach 61c8fdd9b75e RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ERR… USER LOGINUSER GROUP magical_pike bash 282432 282432 containerd-s… 282410 /bin/bash root uid:4294967… root magical_pike groups 282454 282454 bash 282453 /usr/bin/gro… root uid:4294967… root magical_pike dircolors 282456 282456 bash 282455 /usr/bin/dir… root uid:4294967… root $ gadgetctl attach brave_bartik RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ERR… USER LOGINUSER GROUP magical_pike bash 282432 282432 containerd-s… 282410 /bin/bash root uid:4294967… root magical_pike groups 282454 282454 bash 282453 /usr/bin/gro… root uid:4294967… root magical_pike dircolors 282456 282456 bash 282455 /usr/bin/dir… root uid:4294967… root ``` ```bash $ kubectl gadget attach 61c8fdd9b75e K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID UID GID FD FNAME MODE ERROR minikube-docker kube-system kube-proxy-hr474 kube-proxy kube-proxy 4653 4692 0 0 10 /dev/null ---------- minikube-docker kube-system kube-proxy-hr474 kube-proxy kube-proxy 4653 4824 0 0 9 /dev/null ---------- minikube-docker kube-system kube-proxy-hr474 kube-proxy iptables 102586 102586 0 0 0 /etc/ld.so.cache ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy ip6tables 102587 102587 0 0 0 /etc/ld.so.cache ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy iptables 102586 102586 0 0 0 /lib/aarch64-linux-gnu/tls/aarch64… ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy ip6tables 102587 102587 0 0 0 /lib/aarch64-linux-gnu/tls/aarch64… ---------- ENOENT $ kubectl gadget attach brave_bartik K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID UID GID FD FNAME MODE ERROR minikube-docker kube-system kube-proxy-hr474 kube-proxy kube-proxy 4653 4692 0 0 10 /dev/null ---------- minikube-docker kube-system kube-proxy-hr474 kube-proxy kube-proxy 4653 4824 0 0 9 /dev/null ---------- minikube-docker kube-system kube-proxy-hr474 kube-proxy iptables 102586 102586 0 0 0 /etc/ld.so.cache ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy ip6tables 102587 102587 0 0 0 /etc/ld.so.cache ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy iptables 102586 102586 0 0 0 /lib/aarch64-linux-gnu/tls/aarch64… ---------- ENOENT minikube-docker kube-system kube-proxy-hr474 kube-proxy ip6tables 102587 102587 0 0 0 /lib/aarch64-linux-gnu/tls/aarch64… ---------- ENOENT ``` ## Deleting a Gadget Instance To delete one or more Gadget Instances, just provide the names or (partial) IDs to the `delete` command, like so: ```bash $ gadgetctl delete 4f 61 4f5ae12c54bd7c2058c0484ebd13dbc2 61c8fdd9b75e1aec3c242347f18cf854 ``` ```bash $ kubectl gadget delete 4f 61 4f5ae12c54bd7c2058c0484ebd13dbc2 61c8fdd9b75e1aec3c242347f18cf854 ``` inspektor-gadget-0.46.0/docs/reference/ig.md000066400000000000000000000341441510117411400206600ustar00rootroot00000000000000--- title: ig sidebar_position: 2000 description: > Description of the ig tool. --- :::warning This document is outdated ::: Inspektor Gadget relies on the Kubernetes API server to work. However, there are [some cases](#use-cases) where it is necessary, or preferred, to trace containers without passing through Kubernetes. In such scenarios, you can use the `ig` tool, as it allows you to collect insights from the nodes to debug your Kubernetes containers without relying on Kubernetes itself, but on the container runtimes. It is important to remark that `ig` can also be used to trace containers that were not created via Kubernetes. Some characteristics of `ig`: - It uses eBPF as its underlying core technology. - Enriches the collected data with the Kubernetes metadata. - Easy to install as it is a single binary (statically linked). ## Use cases - In a Kubernetes environment, when the Kubernetes API server is not working properly, we cannot deploy Inspektor Gadget. Therefore, we still need a way to debug the containers of the cluster. - In some cases, you might have root SSH access to the Kubernetes nodes of a cluster, but not to the `kubeconfig`. - If you don't want to install `kubectl-gadget` on your machine, you can run `ig` in a Kubernetes pod and read the output directly. - If you are implementing an application that needs to get insights from the Kubernetes node, you could include the `ig` binary in your container image, and your app simply execs it. In such a case, it is suggested to use the JSON output format to ease the parsing. - Outside a Kubernetes environment, for observing and debugging standalone containers. ## Installation The instruction to install `ig` are available in the main [installation](../reference/install-linux.md) guide. ## Usage Currently, `ig` can trace containers managed by Docker regardless of whether they were created via Kubernetes or not. In case of containerd, we are using containerd API directly and containerd namespace (default `k8s.io`) can be configured using `--containerd-namespace` flag. It uses the CRI to trace containers managed by CRI-O. Similarly, it uses the [podman API](https://docs.podman.io/en/latest/markdown/podman-system-service.1.html) to trace podman containers. By default, `ig` will try to communicate with all the supported container runtimes (docker, containerd, CRI-O, podman): ```bash $ docker run -d --name myContainer nginx:1.21 95b814bb82b9e30dd935b03d04a7b00b6978ce018a6f55d6a9c7a824b31ec6b5 $ sudo ig list-containers RUNTIME.RUNTIMENAME RUNTIME.CONTAINERID RUNTIME.CONTAINERNAME containerd c7dfa4c92fec235626157417bf45745969006bd3bfd2607e87fdd0a176547603 konnectivity-agent containerd cd8ce885c115adbc87da5243630b90935e5bf1c2af96b00154ec475fd9b393b0 nsenter containerd b436a9886ee6e59ac7d38d1b76f8a306e2efeb3f1b6679ea1a58028edb198db3 azure-ip-masq-agent containerd 642fc58b15fbaf578340f4bd656b427db51be63a94a7b6eb663388486e73d855 azuredisk containerd 466a9d7e7b2087966621eacd792cc492f48f08f741f9dc82d88ef62a9d7d3e0f liveness-probe containerd f79db0f2ea6518869c89e1d0a0892221047b23e04e4dab59dc7e42d6808e2530 azurefile containerd 85d74aeb6d29aaa38b282f3e51202bb648f7ba16a681d0d39dda684e724bb8a3 node-driver-registrar containerd a126df15fba5713f57f1abad9c484cb75569e9f48f1169bd9710f63bb8af0e46 kube-proxy containerd 428c933882f1e4459c397da20bd89bbe7df7d437880a254472879d33b125b4da node-driver-registrar containerd cd75a08ea2e69756cd7b1de5935c49f5ba08ba7495b0589567dcd9493193d712 cloud-node-manager containerd d4bdf83ba71c7b22ee339ae5bb6fa7359f8a6bc7cd2f35ccd5681c728869cd39 liveness-probe docker b72558e589cb95e835c4840de19f0306d4081091c34045246d62b6efed3549f4 myContainer ``` To check which paths `ig` is using, you can use the `--help` flag: ```bash $ sudo ig list-containers --help List all containers Usage: ig list-containers [flags] Flags: ... --containerd-namespace string Namespace used by containerd (default "k8s.io") --containerd-socketpath string containerd CRI Unix socket path (default "/run/containerd/containerd.sock") --crio-socketpath string CRI-O CRI Unix socket path (default "/run/crio/crio.sock") --docker-socketpath string Docker Engine API Unix socket path (default "/run/docker.sock") --podman-socketpath string Podman Unix socket path (default "/run/podman/podman.sock") ... -r, --runtimes string Comma-separated list of container runtimes. Supported values are: docker, containerd, cri-o, podman (default "docker,containerd,cri-o,podman") -w, --watch After listing the containers, watch for new containers ... ``` If needed, we can also specify the runtimes to be used and their UNIX socket path: ```bash $ sudo ig list-containers --runtimes docker --docker-socketpath /some/path/docker.sock RUNTIME.RUNTIMENAME RUNTIME.CONTAINERID RUNTIME.CONTAINERNAME docker b72558e589cb95e835c4840de19f0306d4081091c34045246d62b6efed3549f4 myContainer ``` ### Common features Notice that most of the commands support the following features even if, for simplicity, they are not demonstrated in each command guide: - JSON format and `columns` output mode are supported through the `--output` flag. - It is possible to filter events by container name using the `--containername` flag. - It is possible to trace events from all the running processes, even though they were not generated from containers, using the `--host` flag. For instance, for the `list-containers` command: ```bash $ sudo ig list-containers -o json --containername kube-proxy [ { "runtime": { "runtimeName": "containerd", "containerId": "a126df15fba5713f57f1abad9c484cb75569e9f48f1169bd9710f63bb8af0e46", "containerName": "kube-proxy" }, "k8s": { "namespace": "kube-system", "podName": "kube-proxy-tcbn4", "containerName": "kube-proxy", "podUID": "87c52d60-fefd-45a9-a420-895256fc03b5" }, "pid": 454674, "mntns": 4026532232, "netns": 4026531840, "hostNetwork": true, "cgroupPath": "/sys/fs/cgroup/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod87c52d60_fefd_45a9_a420_895256fc03b5.slice/cri-containerd-a126df15fba5713f57f1abad9c484cb75569e9f48f1169bd9710f63bb8af0e46.scope", "cgroupID": 41286, "cgroupV2": "/kubepods.slice/kubepods-burstable.slice/kubepods-burstable-pod87c52d60_fefd_45a9_a420_895256fc03b5.slice/cri-containerd-a126df15fba5713f57f1abad9c484cb75569e9f48f1169bd9710f63bb8af0e46.scope" } ] ``` For example, with `--host`, you can get the following output: ```bash $ sudo ig trace exec --host RUNTIME.CONTAINERNAME PID PPID COMM RET ARGS # Open another terminal. $ cat /dev/null $ docker run --name test-host --rm -t debian sh -c 'ls > /dev/null' # Go back to first terminal. RUNTIME.CONTAINERNAME PID PPID COMM RET ARGS 3326022 308789 cat 0 /usr/bin/cat /dev/null test-host 3326093 3326070 sh 0 /usr/bin/sh -c ls > /dev/null test-host 3326123 3326093 ls 0 /usr/bin/ls ``` Events generated from containers have their container field set, while events which are generated from the host do not. ### Using ig with "kubectl debug node" The "kubectl debug node" command is documented in [Debugging Kubernetes Nodes With Kubectl](https://kubernetes.io/docs/tasks/debug/debug-cluster/kubectl-node-debug/). Examples of commands: ```bash $ kubectl debug --profile=sysadmin node/minikube-docker -ti --image=ghcr.io/inspektor-gadget/ig -- ig trace exec Creating debugging pod node-debugger-minikube-docker-c2wfw with container debugger on node minikube-docker. If you don't see a command prompt, try pressing enter. RUNTIME.CONTAINERNAME PID PPID COMM RET ARGS k8s_shell_shell_default_b4ebb… 3186934 3186270 cat 0 /bin/cat file ``` ```bash $ kubectl debug --profile=sysadmin node/minikube-docker -ti --image=ghcr.io/inspektor-gadget/ig -- ig list-containers -o json ``` This requires Kubernetes v1.30.0. It is also working on older versions as long as kubectl (client) is v1.30.0 or greater. #### Usage with flag `--enrich-with-k8s-apiserver` In order to use `--enrich-with-k8s-apiserver`, the spawned debug pod has to have permissions to list all Pods, Services, DaemonSets and more. This can be done with giving it the `cluster-admin` role: ```bash $ kubectl create namespace ig $ kubectl create clusterrolebinding ig \ --clusterrole=cluster-admin \ --serviceaccount=ig:default $ NODE_NAME=minikube-docker $ kubectl debug -n ig --profile=sysadmin node/$NODE_NAME --env NODE_NAME=$NODE_NAME -ti --image=ghcr.io/inspektor-gadget/ig -- ig run trace_exec --enrich-with-k8s-apiserver --fields k8s.owner.kind,k8s.owner.name,pid,comm,args ``` ### Using ig as a daemon `ig` can also be run as a daemon. You can then use `gadgetctl` to connect to it as an unprivileged user. We will be using a new group called `ig` to allow controlling `ig` in this example. #### Create new group "ig" and add yourself to it ```bash $ sudo addgroup ig $ sudo adduser $USER ig ``` Logout and login to make sure the new group membership is applied to your session. #### Create systemd service This assumes you installed `ig` in `/usr/local/bin` and are using systemd. Create a new service file at `/etc/systemd/system/ig.service` with the following content: ```ini [Unit] Description=Inspektor Gadget [Service] User=root Restart=on-failure RestartSec=30 WorkingDirectory=/usr/local/bin ExecStart=/usr/local/bin/ig daemon --group ig [Install] WantedBy=multi-user.target ``` > If you want to use another group than `ig`, make sure to adjust the `--group` parameter on the "ExecStart" line. Enable and start the new service: ```bash $ sudo systemctl enable ig.service $ sudo systemctl start ig.service ``` #### Run gadgetctl If all went well, you can now run `gadgetctl` with your favorite gadgets! ```bash $ gadgetctl trace open RUNTIME.CONTAINERNAME PID COMM FD ERR PATH minikube-docker 3293 cri-dockerd 11 0 /etc/cni/net.d minikube-docker 3293 cri-dockerd 11 0 /etc/cni/net.d/1-k8s.conflist minikube-docker 2180730 bridge 3 0 /etc/ld.so.cache ... ``` #### Using over the network > This is not yet a recommended way of working with ig, as the connection is __not secure__. Please only use it on otherwise > secured and/or trusted networks. We will be adding secure connections later on. Modify the `ig.service` file to something like this: ``` ... ExecStart=/usr/local/bin/ig daemon -H tcp://127.0.0.1:9999 ... ``` Restart the service: ```bash $ sudo systemctl restart ig.service ``` Use `gadgetctl` like this: ```bash $ gadgetctl trace open --remote-address tcp://127.0.0.1:9999 ``` #### Debugging In case anything is not working, you can look at the logs: ```bash $ journalctl -u ig.service ``` To increase the verbosity of `ig`, you can edit the service file and add the verbose flag (-v) like so: ```ini ... ExecStart=/usr/local/bin/ig daemon -v --group ig ... ``` The flag can also be used with `gadgetctl` like so: ```bash $ gadgetctl trace open -v ``` ### Using ig in a container Example of command: ```bash $ docker run -ti --rm \ --privileged \ -v /:/host \ --pid=host \ ghcr.io/inspektor-gadget/ig \ trace exec RUNTIME.CONTAINERNAME PID PPID COMM RET ARGS heuristic_yonath 3329233 3329211 ls 0 /bin/ls ``` List of flags: - `--privileged` gives all capabilities such as `CAP_SYS_ADMIN`. It is required to run eBPF programs. - `-v /:/host` gives access to the host filesystem. This is used to access the host processes via /host/proc, and access container runtime hooks (rootfs and config.json). - `--pid=host` runs in the host PID namespace. Optional on Linux. This is necessary on Docker Desktop on Windows because /host/proc does not give access to the host processes. ### Using ig in a Kubernetes pod In order to run `ig` in a Kubernetes pod use [pod-ig.yaml](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/docs/examples/pod-ig.yaml). ```bash $ kubectl apply -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/%IG_BRANCH%/docs/examples/pod-ig.yaml $ kubectl logs ig RUNTIME.CONTAINERNAME RUNTIME.CONTAIN… PID PPID COMM RET ARGS kube-proxy k8s.gcr.io/kube… 3985376 3024961 ip6tables 0 /usr/sbin/ip6tables -w 5 -W 100000 -S K… ``` ### Adding ig in your own container image In order to add `ig` in your own container image, you can take example on the following Dockerfile: ```Dockerfile # In production, you should use a specific version of ig instead of latest: # --build-arg BASE_IMAGE=ghcr.io/inspektor-gadget/ig:v0.18.1 ARG BASE_IMAGE=ghcr.io/inspektor-gadget/ig:latest FROM ${BASE_IMAGE} AS ig # Your own image FROM alpine:3.17 COPY --from=ig /usr/bin/ig /usr/bin/ig ENV HOST_ROOT=/host # The rest of your Dockerfile ``` The `ghcr.io/inspektor-gadget/ig` image supports amd64 and arm64. Your own image can also support both architectures if you use the appropriate `--platforms` flag of `docker buildx build` (see [Docker documentation about multi-platform images](https://docs.docker.com/build/building/multi-platform/#example)). You can then run your image locally or in a Kubernetes pod. Here is an example using a Kubernetes DaemonSet: [ds-ig.yaml](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/docs/examples/ds-ig.yaml): ```bash $ kubectl apply -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/%IG_BRANCH%/docs/examples/ds-ig.yaml $ kubectl exec -ti $(kubectl get pod -o name -l name=example-ig | head -1) -- sh / # ig trace exec ``` inspektor-gadget-0.46.0/docs/reference/images.md000066400000000000000000000340071510117411400215240ustar00rootroot00000000000000--- title: Handling Gadgets sidebar_position: 500 description: Handling Gadget Images --- Gadgets in Inspektor Gadget are packaged as OCI artifacts. This document describes the different commands available to interact with those artifacts and with OCI registries. If you're looking to run a gadget, check the [run](run.mdx) command. ## Authentication The authentication file holds the credentials necessary for communicating with the registry. By default it is stored at `/var/lib/ig/config.json`. If the default authentication file does not exist and you haven't specified one using either the `--authfile PATH` parameter for every involved ig command or the environment variable `REGISTRY_AUTH_FILE`, your docker credentials (`~/.docker/config.json`) will be used as fallback. ## Commands ### `login` Login to a container registry. ```bash $ sudo ig login -h Login to a container registry on a specified server. Usage: ig login [command options] REGISTRY [flags] Flags: --authfile string path of the authentication file. Use REGISTRY_AUTH_FILE environment variable to override --cert-dir string use certificates at the specified path to access the registry --get-login Return the current login user for the registry -h, --help help for login -p, --password string Password for registry --password-stdin Take the password from stdin -u, --username string Username for registry -v, --verbose Write more detailed information to stdout ``` ```bash $ sudo ig login ghcr.io -u mauriciovasquezbernal Password: Login Succeeded! $ sudo ig login ghcr.io --get-login mauriciovasquezbernal ``` ### `logout` Logout of a container registry. ```bash $ sudo ig logout -h Logout of a container registry on a specified server. Usage: ig logout [command options] REGISTRY [flags] Flags: -a, --all Remove the cached credentials for all registries in the auth file --authfile string path of the authentication file. Use REGISTRY_AUTH_FILE environment variable to override -h, --help help for logout ``` ```bash $ sudo ig logout ghcr.io Removed login credentials for ghcr.io $ sudo ig login ghcr.io --get-login Error: not logged into ghcr.io ``` ### `image` ```bash $ sudo ig image -h Manage gadget images Usage: ig image [command] Available Commands: build Build a gadget image export Export the SRC_IMAGE images to DST_FILE import Import images from SRC_FILE inspect Inspect a gadget image list List gadget images on the host pull Pull the specified image from a remote registry push Push the specified image to a remote registry remove Remove local gadget image tag Tag the local SRC_IMAGE image with the DST_IMAGE ``` The following subcommands are available: #### `build` See [building](../gadget-devel/building.md) for more information. #### `list` List gadget images on the host. ```bash $ sudo ig image list -h List gadget images on the host Usage: ig image list [flags] Flags: -h, --help help for list --no-trunc Don't truncate output ``` ```bash $ sudo ig image list REPOSITORY TAG DIGEST docker.io/library/mygadget latest adf9a4c63642 ghcr.io/inspektor-gadget/trace_dns latest 95f570bdf511 ghcr.io/inspektor-gadget/trace_exec latest 328dd7a244b8 ghcr.io/inspektor-gadget/trace_open latest 3a23c1f08a8b ``` #### `remove` Remove the given gadget image from the host. ```bash $ sudo ig image remove -h Remove local gadget image Usage: ig image remove IMAGE [flags] Flags: -h, --help help for remove ``` ```bash $ sudo ig image remove gadget Successfully removed gadget ``` #### `pull` Pull the specified image from a remote registry. ```bash $ sudo ig image pull -h Pull the specified image from a remote registry Usage: ig image pull IMAGE [flags] Flags: --authfile string Path of the authentication file. This overrides the REGISTRY_AUTH_FILE environment variable (default "/var/lib/ig/config.json") -h, --help help for pull --insecure-registries strings List of registries to access over plain HTTP ``` ```bash $ sudo ig image pull ghcr.io/mauriciovasquezbernal/trace_open Pulling ghcr.io/mauriciovasquezbernal/trace_open:latest... Successfully pulled ghcr.io/mauriciovasquezbernal/trace_open:latest@sha256:842e69c79177908b6998737b86fc691e8fc0b3e45e2030cafcb362cbfcb1c039 ``` #### `push` Push the specified image to a remote registry. ```bash $ sudo ig image push -h Push the specified image to a remote registry Usage: ig image push IMAGE [flags] Flags: --authfile string Path of the authentication file. This overrides the REGISTRY_AUTH_FILE environment variable (default "/var/lib/ig/config.json") -h, --help help for push --insecure-registries strings List of registries to access over plain HTTP ``` ```bash $ sudo ig image push ghcr.io/mauriciovasquezbernal/trace_open Pushing ghcr.io/mauriciovasquezbernal/trace_open:latest... Successfully pushed ghcr.io/mauriciovasquezbernal/trace_open:latest@sha256:842e69c79177908b6998737b86fc691e8fc0b3e45e2030cafcb362cbfcb1c039 ``` #### `tag` Tag the local SRC_IMAGE image with the DST_IMAGE. ```bash $ sudo ig image tag -h Tag the local SRC_IMAGE image with the DST_IMAGE Usage: ig image tag SRC_IMAGE DST_IMAGE [flags] Flags: -h, --help help for tag ``` ```bash $ sudo ig image tag mygadget:latest ghcr.io/mauriciovasquezbernal/mygadget:latest Successfully tagged with ghcr.io/mauriciovasquezbernal/mygadget:latest@sha256:adf9a4c636421d09e038eefa15623176195b0de482b25972e09b8bb3390bd3e9 ``` #### `export` Export the SRC_IMAGE images to DST_FILE. ```bash $ sudo ig image export -h Export the SRC_IMAGE images to DST_FILE Usage: ig image export SRC_IMAGE [SRC_IMAGE n] DST_FILE [flags] Flags: -h, --help help for export ``` ```bash # Pull an image $ sudo ig image pull ghcr.io/inspektor-gadget/gadget/trace_open Successfully pulled ghcr.io/inspektor-gadget/gadget/trace_open:latest@sha256:19ea8377298f... # Export it to a file $ sudo ig image export ghcr.io/inspektor-gadget/gadget/trace_open trace_open.tar Successfully exported images to trace_open.tar $ ls -lnh trace_open.tar -rw-r--r-- 1 0 0 181K abr 24 17:35 trace_open.tar ``` #### `import` ```bash $ sudo ig image import -h Import images from SRC_FILE Usage: ig image import SRC_FILE [flags] Flags: -h, --help help for import ``` ```bash # Remove image if existing $ sudo ig image remove trace_open Successfully removed trace_open $ sudo ig image list REPOSITORY TAG DIGEST CREATED # Import image exported above $ sudo ig image import trace_open.tar Successfully imported images: ghcr.io/inspektor-gadget/gadget/trace_open:latest $ sudo ig image list REPOSITORY TAG DIGEST CREATED trace_open latest 19ea8377298f 30 minutes ago ``` #### `inspect` Inspect the given gadget image. ```bash $ sudo ig image inspect -h Inspect a gadget image Usage: ig image inspect IMAGE [flags] Flags: -h, --help help for inspect -o, --output string Output mode: json, jsonpretty, yaml (default "jsonpretty") --extra-info string specify particular info required --jsonpath string JSONPath to extract from the extra info --show-datasources bool show datasources along with their fields ``` ```bash # Pull an image to inspect $ sudo ig image pull ghcr.io/inspektor-gadget/gadget/trace_tcp Successfully pulled ghcr.io/inspektor-gadget/gadget/trace_tcp:latest@sha256:a9e26ab904c32b47aec2588cabe11a1839332ee53faef861eac3c5323412395d # Inspect the image with default output (jsonpretty) $ sudo ig image inspect ghcr.io/inspektor-gadget/gadget/trace_tcp { "ebpf.maps": { "content": "[{\"Name\":\"gadget_heap\",\"Type\":\"PerCPUArray\"},{\"Name\":\"gadget_mntns_filter_map\",\"Type\":\"Hash\"},{\"Name\":\"tuplepid\",\"Type\":\"Hash\"},{\"Name\":\"sockets\",\"Type\":\"Hash\"},{\"Name\":\"events\",\"Type\":\"RingBuf\"}]", "contentType": "application/json" }, "ebpf.sections": { "content": "[\"\",\".strtab\",\".text\",\"kprobe/tcp_v4_connect\",\".relkprobe/tcp_v4_connect\",\"kretprobe/tcp_v4_connect\",\".relkretprobe/tcp_v4_connect\",\"kprobe/tcp_v6_connect\",\".relkprobe/tcp_v6_connect\",\"kretprobe/tcp_v6_connect\",\".relkretprobe/tcp_v6_connect\",\"kprobe/tcp_close\",\".relkprobe/tcp_close\",\"kprobe/tcp_set_state\",\".relkprobe/tcp_set_state\",\"kretprobe/inet_csk_accept\",\".relkretprobe/inet_csk_accept\",\".rodata\",\".bss\",\"license\",\".maps\",\".BTF\",\".rel.BTF\",\".BTF.ext\",\".rel.BTF.ext\",\".llvm_addrsig\",\".symtab\"]", "contentType": "application/json" }, ... } # List possible extra-info $ sudo ig image inspect fsnotify:main |jq keys [ "ebpf.flowchart", "ebpf.maps", "ebpf.programs", "ebpf.sections", "ebpf.sequence", "ebpf.variables", "oci.created", "oci.digest", "oci.manifest", "oci.metadata", "oci.repository", "oci.tag", "wasm.gadgetAPIVersion", "wasm.upcalls" ] # Retrieve specific info using --extra-info $ sudo ig image inspect --extra-info=ebpf.sections ghcr.io/inspektor-gadget/gadget/trace_tcp -o json ["",".strtab",".text","kprobe/tcp_v4_connect",".relkprobe/tcp_v4_connect","kretprobe/tcp_v4_connect",".relkretprobe/tcp_v4_connect","kprobe/tcp_v6_connect",".relkprobe/tcp_v6_connect","kretprobe/tcp_v6_connect",".relkretprobe/tcp_v6_connect","kprobe/tcp_close",".relkprobe/tcp_close","kprobe/tcp_set_state",".relkprobe/tcp_set_state","kretprobe/inet_csk_accept",".relkretprobe/inet_csk_accept",".rodata",".bss","license",".maps",".BTF",".rel.BTF",".BTF.ext",".rel.BTF.ext",".llvm_addrsig",".symtab"] # Listing programs $ sudo ig image inspect fsnotify --extra-info ebpf.programs --jsonpath='[*].Section' [ "kprobe/fsnotify_insert_event", "kretprobe/inotify_handle_inode_event", "kretprobe/fanotify_handle_event", "kretprobe/fsnotify_remove_first_event", "kretprobe/inotify_handle_event", "kprobe/fanotify_handle_event", "kprobe/fsnotify_destroy_event", "kprobe/fsnotify_remove_first_event", "kprobe/inotify_handle_inode_event", "kprobe/inotify_handle_event" ] # Printing the source of a program $ sudo ig image inspect fsnotify:latest --extra-info ebpf.programs|jq -r '.[] | select(.Section=="kprobe/fsnotify_remove_first_event") | .Source' ig_fa_pick_e: ; int BPF_KPROBE(ig_fa_pick_e, struct fsnotify_group *group) 0: LdXMemDW dst: r6 src: r1 off: 112 imm: 0 1: StXMemDW dst: rfp src: r6 off: -8 imm: 0 ; pid_tgid = bpf_get_current_pid_tgid(); 2: Call FnGetCurrentPidTgid ... 25: MovImm dst: r0 imm: 0 26: Exit # Printing the gadget annotations $ sudo ig image inspect audit_seccomp:main --extra-info=oci.manifest --jsonpath='.annotations' { "io.inspektor-gadget.builder.version": "fb7bfcd", "org.opencontainers.image.created": "2025-04-10T08:49:17Z", "org.opencontainers.image.description": "Audit syscalls according to the seccomp profile", "org.opencontainers.image.documentation": "https://www.inspektor-gadget.io/docs/latest/gadgets/audit_seccomp", "org.opencontainers.image.source": "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/audit_seccomp", "org.opencontainers.image.title": "audit seccomp", "org.opencontainers.image.url": "https://inspektor-gadget.io/" } # Indexing ebpf programs using the jsonpath flag $ sudo ig image inspect advise_seccomp:latest --extra-info=ebpf.programs --jsonpath="[0].Section" "raw_tracepoint/sys_enter" # Indexing oci manifest fields using jsonpath flag $ sudo ig image inspect advise_seccomp:latest --extra-info=oci.manifest --jsonpath=".layers[0].digest" "sha256:36f802754b93c6592a9d44e6a6b5ee4910773750966f230f3f10324065017639" # Printing the gadget metadata $ sudo ig image inspect audit_seccomp:main --extra-info=oci.metadata name: audit seccomp description: Audit syscalls according to the seccomp profile homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/audit_seccomp sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/audit_seccomp datasources: seccomp: fields: syscall_raw: annotations: columns.hidden: true syscall: annotations: columns.width: 20 code: annotations: description: Seccomp return code columns.width: 20 columns.ellipsis: start ustack: annotations: columns.hidden: true ustack.addresses: annotations: description: User stack's addresses columns.hidden: true columns.width: 20 ustack.symbols: annotations: description: User stack's symbols columns.hidden: true columns.width: 20 params: ebpf: collect_ustack: key: collect-ustack defaultValue: "false" description: Collect user stack traces # Listing the layers from the oci manifest $ sudo ig image inspect advise_seccomp:latest --extra-info=oci.manifest --jsonpath=".layers[*].mediaType" -o yaml - application/vnd.gadget.ebpf.program.v1+binary - application/vnd.gadget.wasm.program.v1+binary # List the fields of a datasource $ sudo ig image inspect advise_seccomp:latest --show-datasources --jsonpath='[0].fields[*].fullName' [ "mntns_id_raw", "syscalls", "k8s", "k8s.node", "k8s.namespace", "k8s.podName", "k8s.containerName", "k8s.hostnetwork", "k8s.podLabels", "k8s.owner", "k8s.owner.kind", "k8s.owner.name", "runtime", "runtime.containerName", "runtime.runtimeName", "runtime.containerId", "runtime.containerPid", "runtime.containerImageName", "runtime.containerImageDigest", "runtime.containerStartedAt" ] ```inspektor-gadget-0.46.0/docs/reference/insecure-registries.mdx000066400000000000000000000020551510117411400244400ustar00rootroot00000000000000--- title: 'Insecure Registries' sidebar_position: 600 description: Using Insecure Registries --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Inspektor Gadget allows pulling, pushing and running Gadget images from insecure (plain-HTTP) only registries. This is controlled with the `--insecure-registries` flag: For `kubectl gadget`, it can only be configured at deploy time. Start by creating a daemon config file: ```bash cat < daemon-config.yaml operator: oci: insecure-registries: - 192.168.1.16:5000 - localhost:5000 EOF ``` ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ... $ kubectl gadget run 192.168.1.16:5000/trace_exec:latest ... ``` ```bash $ sudo ig image pull 192.168.1.16:5000/trace_exec:latest --insecure-registries="192.168.1.16:5000" ... $ sudo ig run 192.168.1.16:5000/trace_exec:latest --insecure-registries="192.168.1.16:5000" ``` inspektor-gadget-0.46.0/docs/reference/install-kubernetes.md000066400000000000000000000452561510117411400241020ustar00rootroot00000000000000--- title: Installing on Kubernetes sidebar_position: 100 description: Getting Started on Kubernetes --- Inspektor Gadget is composed of a `kubectl` plugin executed in the user's system and a DaemonSet deployed in the cluster. ## Installing the `kubectl gadget` client Choose one way to install the Inspektor Gadget `kubectl` plugin: * [Using krew](#using-krew) * [Install a specific release](#install-a-specific-release) * [Install from distribution package](#install-from-distribution-package) * [Compilation from source](#compilation-from-source) ### Using krew [krew](https://sigs.k8s.io/krew) is the recommended way to install `kubectl gadget`. You can follow the [krew's quickstart](https://krew.sigs.k8s.io/docs/user-guide/quickstart/) to install it and then install `kubectl gadget` by executing the following commands. ```bash $ kubectl krew install gadget $ kubectl gadget --help ``` ### Install a specific release Download the asset for a given release and platform from the [releases page](https://github.com/inspektor-gadget/inspektor-gadget/releases/), uncompress and move the `kubectl-gadget` executable to your `PATH`. ```bash $ IG_VERSION=$(curl -s https://api.github.com/repos/inspektor-gadget/inspektor-gadget/releases/latest | jq -r .tag_name) $ IG_ARCH=amd64 $ curl -sL https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${IG_VERSION}/kubectl-gadget-linux-${IG_ARCH}-${IG_VERSION}.tar.gz | sudo tar -C /usr/local/bin -xzf - kubectl-gadget $ kubectl gadget version ``` ### Install from distribution package `kubectl-gadget` is packaged for the following distributions: [![`kubectl-gadget`](https://repology.org/badge/vertical-allrepos/kubectl-gadget.svg)](https://repology.org/project/kubectl-gadget/versions) ### Compilation from source To build Inspektor Gadget from source, you'll need to have a Golang version 1.24.6 or higher installed. ```bash $ git clone https://github.com/inspektor-gadget/inspektor-gadget.git $ cd inspektor-gadget $ make kubectl-gadget-linux-amd64 $ sudo cp kubectl-gadget-linux-amd64 /usr/local/bin/kubectl-gadget $ kubectl gadget version ``` ## Installing the DaemonSet in the cluster Before you begin, ensure that your Kubernetes cluster is up and running and that you can access it with `kubectl`. To install Inspektor Gadget on Kubernetes, choose one of the following methods: * [Quick installation with the deploy command](#quick-installation-with-the-deploy-command) * [Installation with the Helm chart](#installation-with-the-helm-chart) * [Installation on Minikube with the Inspektor Gadget Addon](#installation-on-minikube-with-the-inspektor-gadget-addon) ### Quick installation with the deploy command ```bash $ kubectl gadget deploy ``` This will deploy the gadget DaemonSet along with its RBAC rules. #### Customizing the deployment The customization is divided into **two** main sections: one for configuring **Kubernetes resources** and another for **configuring Inspektor Gadget** itself. Kubernetes resources are configured using flags e.g `--image`, `--node-selector`, etc. and Inspektor Gadget configuration is done by passing the path of YAML file using the `--daemon-config` flag. #### Customizing Kubernetes Resources ##### Choosing the gadget image If you wish to install an alternative gadget image, you could use the following commands: ```bash $ kubectl gadget deploy --image=ghcr.io/myfork/inspektor-gadget:tag ``` ##### Deploy to specific nodes The `--node-selector` flag accepts a [label selector](https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/#label-selectors) that defines the nodes where Inspektor Gadget will be deloyed to: ```bash # Deploy only to the minikube-m02 node $ kubectl gadget deploy --node-selector kubernetes.io/hostname=minikube-m02 # Deploy to all nodes but minikube $ kubectl gadget deploy --node-selector kubernetes.io/hostname!=minikube # Deploy to minikube and minikube-m03 nodes only $ kubectl gadget deploy --node-selector 'kubernetes.io/hostname in (minikube, minikube-m03)' ``` ##### Deploying into a custom namespace By default Inspektor Gadget is deployed to the namespace `gadget`. This can be changed with the `--gadget-namespace` flag. When using gadgets (e.g. `kubectl gadget trace exec`) the deployed namespace is discovered automatically and no additional flags are needed during the usage. For `undeploy` the `--gadget-namespace` flag is mandatory. ##### Deploying with an AppArmor profile By default, Inspektor Gadget runs as unconfined because it needs to write to different files under `/sys`. It is nonetheless possible to deploy Inspektor Gadget using a custom AppArmor profile with the `--apparmor-profile` flag: ```bash $ kubectl gadget deploy --apparmor-profile 'localhost/inspektor-gadget-profile' ``` Note that, the AppArmor profile should already exists in the cluster to be used. ##### Deploying with a seccomp profile By default, Inspektor Gadget syscalls are not restricted. If the seccomp profile operator is [installed](https://github.com/kubernetes-sigs/security-profiles-operator/blob/main/installation-usage.md#install-operator), you can use the `--seccomp-profile` flag to deploy Inspektor Gadget with a custom seccomp profile. Note that, the profile should follow the [`SeccompProfile` format](https://github.com/kubernetes-sigs/security-profiles-operator/blob/main/installation-usage.md#create-a-seccomp-profile): ```bash $ cat 'gadget-profile.yaml' apiVersion: security-profiles-operator.x-k8s.io/v1beta1 kind: SeccompProfile metadata: namespace: gadget name: profile spec: defaultAction: SCMP_ACT_ERRNO syscalls: - action: SCMP_ACT_ALLOW names: - accept4 - access - arch_prctl - bind ... $ kubectl gadget deploy --seccomp-profile 'gadget-profile.yaml' ``` ##### Verifying the Inspektor Gadget Image When deploying Inspektor Gadget using `kubectl gadget deploy`, the image will be automatically verified if the `policy-controller` is deployed on your Kubernetes cluster. To do so, you first need to [install](https://docs.sigstore.dev/policy-controller/installation/) this component. Now, let's deploy Inspektor Gadget in a cluster where the `policy-controller` is present: ```bash $ kubectl get pod -n cosign-system NAME READY STATUS RESTARTS AGE policy-controller-webhook-7c7f55dfcf-qkpw4 1/1 Running 0 10s $ kubectl gadget deploy ... 1/1 gadget pod(s) ready ... Inspektor Gadget successfully deployed ``` As you can see, everything was successfully deployed. Now, let's undeploy Inspektor Gadget and try to deploy an old release which was not signed: ```bash $ kubectl gadget undeploy ... Inspektor Gadget successfully removed $ kubectl gadget deploy --image 'ghcr.io/inspektor-gadget/inspektor-gadget:v0.22.0' ... Creating DaemonSet/gadget... Error: problem while creating resource: creating "DaemonSet": admission webhook "policy.sigstore.dev" denied the request: validation failed: failed policy: gadget-image-policy: spec.template.spec.containers[0].image ghcr.io/inspektor-gadget/inspektor-gadget@sha256:9272c2be979a9857971fc8b6f7226e609cadec8352f97e9769081930121ef27f signature key validation failed for authority authority-0 for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:9272c2be979a9857971fc8b6f7226e609cadec8352f97e9769081930121ef27f: no matching signatures ``` As this image is not signed, the verification failed and the container was not deployed to the cluster. In case the `policy-controller` is not present, a warning message will be printed to inform you the verification will not take place: ```bash $ kubectl get pod -n cosign-system No resources found in cosign-system namespace. $ kubectl gadget deploy WARN[0000] No policy controller found, the container image will not be verified ... Inspektor Gadget successfully deployed ``` ##### Skipping verification You can also decide to not verify the image, using `--verify-image=false`. However, we definitely recommend enabling this security feature. ```bash $ kubectl gadget deploy --verify-image=false WARN[0000] You used --verify-image=false, the container image will not be verified ... Inspektor Gadget successfully deployed ``` ##### Using custom public key for verification To verify the image with a specific key, you can use the `--public-key` flag: ```bash $ kubectl gadget deploy --public-key="$(cat pkg/resources/inspektor-gadget.pub)" ``` ##### Experimental features Inspektor Gadget has some experimental features disabled by default. Users can enable those features, however they don't provide any stability and could be removed at any time. `kubectl gadget deploy` provides an `--experimental` flag to enabled them. ```bash $ kubectl gadget deploy --experimental $ kubectl logs -n gadget $PODNAME -f | grep -i experimental ... time="2023-06-15T15:20:03Z" level=info msg="Experimental features enabled" ... $ kubectl gadget run trace_exec INFO[0000] Experimental features enabled ... ``` #### Customizing Inspektor Gadget ##### Hook Mode Inspektor Gadget needs to detect when containers are started and stopped. The different supported modes can be set by using the `operator.kubemanager.hook-mode` parameter: - `auto`(default): Inspektor Gadget will try to find the best option based on the system it is running on. - `crio`: Use the [CRIO hooks](https://github.com/containers/podman/blob/v3.4.4/pkg/hooks/docs/oci-hooks.5.md) support. Inspektor Gadget installs the required hooks in `/etc/containers/oci/hooks.d`, be sure that path is part of the `hooks_dir` option on [crio.conf](https://github.com/cri-o/cri-o/blob/v1.20.0/docs/crio.conf.5.md#crioruntime-table). If `hooks_dir` is not declared at all, that path is considered by default. - `podinformer`: Use a Kubernetes controller to get information about new pods. This option is racy and the first events produced by a container could be lost. This mode is selected when `auto` is used and the above modes are not available. - `nri`: Use the [Node Resource Interface](https://github.com/containerd/nri). It requires containerd v1.5 and it's not considered when `auto` is used. - `fanotify+ebpf`: Uses the Linux [fanotify](https://man7.org/linux/man-pages/man7/fanotify.7.html) API and an eBPF module. It works with both runc and crun. It works regardless of the pid namespace configuration. In order to set the hook mode start by creating daemon configuration file, for example `daemon-config.yaml`: ```bash cat < daemon-config.yaml operator: kubemanager: hook-mode: fanotify+ebpf EOF ``` Then, deploy Inspektor Gadget with the following command: ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ``` Following is a sample `daemon-config.yaml` file to showcase the different options: ```yaml containerd-socketpath: /run/containerd/containerd.sock crio-socketpath: /run/crio/crio.sock daemon-log-level: info docker-socketpath: /run/docker.sock events-buffer-length: 16384 gadget-namespace: gadget operator: kubemanager: fallback-podinformer: true hook-mode: auto oci: allowed-gadgets: [] disallow-pulling: false insecure-registries: [] public-keys: - | -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEoDOC0gYSxZTopenGmX3ZFvQ1DSfh Ir4EKRt5jC+mXaJ7c7J+oREskYMn/SfZdRHNSOjLTZUMDm60zpXGhkFecg== -----END PUBLIC KEY----- verify-image: true otel-metrics: otel-metrics-listen: false otel-metrics-listen-address: 0.0.0.0:2224 podman-socketpath: /run/podman/podman.sock ``` ##### Other Deploy Options Please check the following documents to learn more about different options: - [Restricting the Gadgets that can be run](./restricting-gadgets.mdx) - [Using Insecure Registries](./insecure-registries.mdx) - [Verifying Gadget Images](./verify-assets.mdx#verify-image-based-gadgets) ### Installation with the Helm chart Inspektor Gadget can also be installed using our [official Helm chart](https://github.com/inspektor-gadget/inspektor-gadget/tree/main/charts). To install using Helm, you can use the following approaches: #### From OCI registry ```bash helm install gadget --namespace=gadget --create-namespace oci://ghcr.io/inspektor-gadget/inspektor-gadget/charts/gadget --version=%IG_CHART% ``` #### From HTTP(s) repository ```bash helm repo add gadget https://inspektor-gadget.github.io/charts helm install gadget gadget/gadget --namespace=gadget --create-namespace ``` For more information on the Helm chart, please refer to the [Helm Chart documentation](https://artifacthub.io/packages/helm/gadget/gadget). #### Configuration options Inspektor Gadget Helm chart provides a set of configuration options that can be used to customize the installation. You can pass these options using the `--set` flag or by creating a `values.yaml` file. These options are divided into a couple of sections: - Kubernetes Resources (`values`): The root section contains the configuration options for the Kubernetes resources, such as `image`, `nodeSelector`, `tolerations`, `mountPullSecret`, etc. - Inspektor Gadget Configuration (`values.config`): This section contains the configuration options for the Inspektor Gadget, such as `hookMode`, `containerdSocketPath`, `operator`, etc. Let's go through an example of how to configure the Helm chart using a `values.yaml` file. Suppose we want to configure the following options: - Change the `eventsBufferLength` to `32768`. - Change the `operator.otel-metrics.otel-metrics-listen` to `true`. - Include `otel-logs` exporter in `operator` configuration. - Using a custom `image.tag` for the Inspektor Gadget DaemonSet. You can create a `values.yaml` file with the following content: ```yaml config: eventsBufferLength: 32768 operator: otel-logs: exporters: my-log-exporter: exporter: otlp-grpc compression: gzip endpoint: '127.0.0.1:4317' insecure: true otel-metrics: otel-metrics-listen: true image: tag: my-custom-tag ``` Then, you can install the Helm chart using the following command: ```bash helm install gadget --namespace=gadget --create-namespace oci://ghcr.io/inspektor-gadget/inspektor-gadget/charts/gadget --version=%IG_CHART% -f values.yaml ``` For more information you can check the [values.yaml](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/charts/gadget/values.yaml) file for full list of options available in the Helm chart. ### Installation on Minikube with the Inspektor Gadget Addon In addition to the deploy command and the Helm chart, Inspektor Gadget offers another alternative to install on Minikube using the [Inspektor Gadget Addon](https://minikube.sigs.k8s.io/docs/handbook/addons/inspektor-gadget/) available since [minikube v1.31.0](https://github.com/kubernetes/minikube/releases). We recommend to use the `docker` driver: ```bash $ minikube start --driver=docker $ minikube addons enable inspektor-gadget ``` But can also use the `kvm2` one: ```bash $ minikube start --driver=kvm2 $ minikube addons enable inspektor-gadget ``` ### Private registries In order to use private registries, you will need a [Kubernetes secret](https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/) having credentials to access the registry. There are two different ways to use this support: #### Defining a default secret when deploying Inspektor Gadget This approach creates a secret that will be used by default when pulling the gadget images. It requires to have a `docker-registry` secret named `gadget-pull-secret` in the `gadget` namespace: Let's create the `gadget` namespace if it doesn't exist: ```bash $ kubectl create namespace gadget ``` then create the secret: ```bash $ kubectl create secret docker-registry gadget-pull-secret -n gadget --docker-server=MYSERVER --docker-username=MYUSERNAME --docker-password=MYPASSWORD ``` or you can create the secret from a file: ```bash $ kubectl create secret docker-registry gadget-pull-secret -n gadget --from-file=.dockerconfigjson=$HOME/.docker/config.json ``` then, deploy Inspektor Gadget: ```bash $ kubectl gadget deploy ... ``` this secret will be used by default when running a gadget: ```bash $ kubectl gadget run myprivateregistry.io/trace_tcpconnect:latest ``` #### Specifying the secret when running a gadget It's possible to pass a secret each time a gadget is run, you'd need to follow a similar approach as above to create the secret: ```bash # from credentials $ kubectl create secret docker-registry my-pull-secret -n gadget --docker-server=MYSERVER --docker-username=MYUSERNAME --docker-password=MYPASSWORD # from a file $ kubectl create secret docker-registry my-pull-secret -n gadget --from-file=.dockerconfigjson=$HOME/.docker/config.json ``` Then, it can be used each time a gadget is run: ```bash $ kubectl gadget run myprivateregistry.io/trace_tcpconnect:latest --pull-secret my-pull-secret ``` You can specify the pull secret as part of configuration file to avoid specifying it each time you run a gadget: ```yaml # ~/.ig/config.yaml operator: oci: pull-secret: "my-pull-secret" ``` For more information about the configuration file, check the [configuration guide](./configuration.md). ## Uninstalling from the cluster Depending on your installation method, use one of the following command to remove all the resources created by Inspektor Gadget on the cluster: ### Using kubectl gadget undeploy ```bash $ kubectl gadget undeploy ``` This command removes all Inspektor Gadget resources while preserving the namespace and any user-deployed resources within it. The following resources are removed: - DaemonSet (gadget) - ServiceAccount (gadget) - ConfigMap (gadget) - Role (gadget-role) - RoleBinding (gadget-role-binding) - ClusterRole (gadget-cluster-role) - ClusterRoleBinding (gadget-cluster-role-binding) - ClusterImagePolicy (if image verification was enabled) - CRD (for backward compatibility with older versions) **Note**: SeccompProfile resources are not automatically removed as they are user-provided content. If you deployed Inspektor Gadget with a custom seccomp profile using the `--seccomp-profile` flag, you will need to manually remove the SeccompProfile resource after undeploying. To also remove the namespace and all resources within it, use: ```bash $ kubectl gadget undeploy --delete-namespace ``` **Warning**: The `--delete-namespace` flag will remove ALL resources in the namespace, not just those created by Inspektor Gadget. ### Using Helm ```bash $ helm uninstall -n gadget gadget ``` ### Using Minikube addon ```bash $ minikube addons disable inspektor-gadget ``` ## Version skew policy Inspektor Gadget requires the kubectl-gadget plugin and the DaemonSet deployed on the cluster to be the exact same version. Even if this is possible that different versions work well together, we don't provide any guarantee in those cases. We'll visit this policy again once we approach to the v1.0 release. inspektor-gadget-0.46.0/docs/reference/install-linux.md000066400000000000000000000041031510117411400230540ustar00rootroot00000000000000--- title: Installing on Linux sidebar_position: 200 description: How to install Inspektor Gadget on Linux --- To use Inspektor Gadget on a Linux machine, choose one of the following methods: * [Install a specific release](#install-a-specific-release) * [Install from distribution package](#install-from-distribution-package) * [Compilation from source](#compilation-from-source) ### Install a specific release It is possible to download the asset for a given release and platform from the [releases page](https://github.com/inspektor-gadget/inspektor-gadget/releases/). For instance, to download the latest release for linux-amd64: ```bash $ IG_VERSION=$(curl -s https://api.github.com/repos/inspektor-gadget/inspektor-gadget/releases/latest | jq -r .tag_name) $ IG_ARCH=amd64 $ curl -sL https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${IG_VERSION}/ig-linux-${IG_ARCH}-${IG_VERSION}.tar.gz | sudo tar -C /usr/local/bin -xzf - ig $ ig version ``` We strongly advise you to verify `ig` by following our [detailed instructions](./verify-assets.mdx#verify-an-asset). ### Install from distribution package `ig` is packaged for the following distributions: [![`ig`](https://repology.org/badge/vertical-allrepos/inspektor-gadget.svg)](https://repology.org/project/inspektor-gadget/versions) ### Compilation from source `ig` is built using a Docker container relying on [Docker Buildx](https://docs.docker.com/buildx/working-with-buildx), so you don't have to worry about installing dependencies: ```bash $ make ig $ sudo cp ig /usr/local/bin/ ``` ## Experimental features Inspektor Gadget has some experimental features disabled by default. Users can enable those features, however they don't provide any stability and could be removed at any time. Experimental features can be enabled in `ig` by using the `IG_EXPERIMENTAL` env variable. ```bash $ sudo IG_EXPERIMENTAL=true ig run trace_exec INFO[0000] Experimental features enabled ... # pass -E if using export and sudo $ export IG_EXPERIMENTAL=true $ sudo -E ig run trace_exec INFO[0000] Experimental features enabled ... ``` inspektor-gadget-0.46.0/docs/reference/kubernetes-flags.md000066400000000000000000000042261510117411400235200ustar00rootroot00000000000000--- title: 'Kubernetes CLI Options' sidebar_position: 700 description: Advanced CLI options for kubectl gadget --- ## Kubernetes CLI Runtime options The Inspektor Gadget `kubectl` plugin uses the [kubernetes cli-runtime](https://github.com/kubernetes/cli-runtime) helpers. This adds support for many CLI options that are common to many Kubernetes tools, which let us specify how to connect to the cluster, which kubeconfig to use, and so on. ```bash --as string Username to impersonate for the operation --as-group stringArray Group to impersonate for the operation, this flag can be repeated to specify multiple groups. --cache-dir string Default cache directory (default "/home/marga/.kube/cache") --certificate-authority string Path to a cert file for the certificate authority --client-certificate string Path to a client certificate file for TLS --client-key string Path to a client key file for TLS --cluster string The name of the kubeconfig cluster to use --context string The name of the kubeconfig context to use --insecure-skip-tls-verify If true, the server's certificate will not be checked for validity. This will make your HTTPS connections insecure --kubeconfig string Path to the kubeconfig file to use for CLI requests. --request-timeout string The length of time to wait before giving up on a single server request. Non-zero values should contain a corresponding time unit (e.g. 1s, 2m, 3h). A value of zero means don't timeout requests. (default "0") , --server string The address and port of the Kubernetes API server --tls-server-name string Server name to use for server certificate validation. If it is not provided, the hostname used to contact the server is used --token string Bearer token for authentication to the API server --user string The name of the kubeconfig user to use ``` If none of these options are specified, Inspektor Gadget will connect to the cluster configured in the default kubeconfig location, with the default connection options. inspektor-gadget-0.46.0/docs/reference/manifests.mdx000066400000000000000000000106071510117411400224400ustar00rootroot00000000000000--- title: 'Gadget Instance Manifests' sidebar_position: 305 description: Running gadgets in a predefined way using manifests --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Instead of providing all the parameters from command line, you can also use the `-f` flag in combination with the `run` command to specify a manifest file to run gadgets from. A manifest file is a file in [YAML format](https://en.wikipedia.org/wiki/YAML), that can hold information about one or more gadget instances. Such a file could look like this: ```yaml apiVersion: 1 kind: instance-spec image: trace_exec name: my-gadget-1 paramValues: operator.LocalManager.host: true tags: - mytag1 - mytag2 --- apiVersion: 1 kind: instance-spec image: trace_open name: my-gadget-2 ``` This example contains two gadget instance specifications that are divided by three dashes (`---`). The `apiVersion` and `kind` fields define the specification used. They are mandatory and currently we only support this version and kind as part of the manifest. Specifying an `image` is also mandatory, while the rest of the fields are optional. When specifying `paramValues`, please use the fully qualified parameter names provided with their respective documentations in the [operators section](../spec/operators) ([example](../spec/operators/filter#filter)). :::warning If a manifest contains multiple instance specs, it can only be run by additionally using `--detach`. This is however only available when using `gadgetctl`. The run command will then try to create instances for all given specs and return their IDs. ::: ## Remote Manifests You can also use a remote manifest file by providing a URL instead of a local file path. The URL must be prefixed with `http://` or `https://`. ```bash kubectl gadget run -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/%IG_BRANCH%/examples/instance-manifests/dns/failed-dns-requests-all.yaml ``` Feel free to check out the [example manifests](https://github.com/inspektor-gadget/inspektor-gadget/tree/%IG_BRANCH%/examples/instance-manifests) in the repository for more examples. ## Running a single gadget interactively When running interactively, you are limited to one gadget instance spec per manifest. This applies to `ig` as well as `gadgetctl` without the `--detach` flag. ```bash $ sudo ig run -f gadget.yaml WARN[0000] Ignoring runtime "cri-o" with non-existent socketPath "/run/crio/crio.sock" WARN[0000] Ignoring runtime "podman" with non-existent socketPath "/run/podman/podman.sock" RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ERROR USER LOGINUSER GROUP cat 22630 22630 bash 16905 username username username ^C ``` ```yaml apiVersion: 1 kind: instance-spec image: trace_exec name: my-gadget-1 paramValues: operator.LocalManager.host: true operator.filter.filter: 'proc.comm~^ba.*$' tags: - mytag1 - mytag2 ``` ## Running multiple gadgets in Headless Mode When running in Headless Mode (with the `--detach` flag), you can specify several gadget instance specs. This only applies to `gadgetctl`. More information about the Headless Mode is available [here](headless.mdx). ```bash $ gadgetctl run -f gadgets.yaml --detach INFO[0000] installed on node "local" as "1bfb2963fef8b6d046357c9c4081d62a" INFO[0000] installed on node "local" as "d32d70d4baca063e3a183f40ecdf2d0a" $ gadgetctl list ID NAME TAGS GADGET 1bfb2963fef8 my-gadget-1 mytag1,mytag2 trace_exec d32d70d4baca my-gadget-2 trace_open ``` ```yaml apiVersion: 1 kind: instance-spec image: trace_exec name: my-gadget-1 paramValues: operator.LocalManager.host: true tags: - mytag1 - mytag2 --- apiVersion: 1 kind: instance-spec image: trace_open name: my-gadget-2 ``` inspektor-gadget-0.46.0/docs/reference/requirements.md000066400000000000000000000074311510117411400230030ustar00rootroot00000000000000--- title: Requirements sidebar_position: 210 description: > Requirements for running Inspektor Gadget. --- ## Kernel Kernel requirements are largely determined by the specific eBPF functionality a Gadget makes use of. The eBPF functionality available to Gadgets depend on the version and configuration of the kernel running running in the node/machine where the Gadget is being loaded. Gadgets developed by the Inspektor Gadget project require at least Linux 5.10 with [BTF](https://www.kernel.org/doc/html/latest/bpf/btf.html) enabled. ## Kubernetes Platform | Kubernetes platforms | Support | |--------------------------------------------------------|-----------------------------------------------------------------------------------| | Minikube | ✔️ | | AKS, EKS, GKS | ✔️ | | AWS Fargate, Azure Containers instances, GKE Autopilot | ❌ (see [#1320](https://github.com/inspektor-gadget/inspektor-gadget/issues/1320)) | | OpenShift | ✔️ | | Talos | ✔️ | ## Container Runtime | Orchestrator | Container manager | Container runtime | Support | |-------------------|-------------------|-------------------|-----------------------------------------------------------------------------------| | docker | containerd | runc | ✔️ | | nerdctl | containerd | runc | ✔️ | | Kubernetes | containerd | runc | ✔️ | | Kubernetes | containerd | wasm | ❌ (see [#1899](https://github.com/inspektor-gadget/inspektor-gadget/issues/1899)) | | Kubernetes | containerd | katacontainers | ❌ | | Kubernetes | CRI-O | runc / crun | Kubernetes v1.20+ (see [below](#cri-o)) | | Podman (root) | podman | runc / crun | ✔️ | | Podman (rootless) | podman | runc / crun | Only with Podman API enabled (see [below](#podman-rootless)) | ### CRI-O We only support [CRI v1](https://github.com/kubernetes/cri-api/tree/master/pkg/apis/runtime/v1) meaning that only [CRI-O](https://github.com/cri-o/cri-o) v1.20+ (compatible with Kubernetes v1.20+) is supported. ### Podman (rootless) We use [Podman API](https://docs.podman.io/en/latest/markdown/podman-system-service.1.html) to trace containers. In case we want trace rootless containers, we need to ensure that the Podman API is available via socket as: ```bash $ systemctl start --user podman.socket # use rootless Podman API socket i.e /run/user/USERID#/podman/podman.sock $ sudo ig -r podman --podman-socketpath /run/user/$UID/podman/podman.sock list-containers $ sudo ig -r podman --podman-socketpath /run/user/$UID/podman/podman.sock snapshot process ``` inspektor-gadget-0.46.0/docs/reference/restricting-gadgets.mdx000066400000000000000000000421661510117411400244250ustar00rootroot00000000000000--- title: 'Restricting Gadgets' sidebar_position: 600 description: How to restrict the gadgets that can be run --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; It is possible to limit the gadgets that can be run by using the `--allowed-gadgets` flag. With this flag, you can restrict running the gadgets using the following: 1. [By digest](#by-digest), 2. [By tag](#by-tag) 3. Or [by using a prefix](#by-prefix), with a wildcard at the end, like `ghcr.io/inspektor-gadget/gadget/*`. By default, all gadgets are allowed, although other restrictions (like a signature check) could still keep them from running. ### By digest You can restrict running gadgets by specifying the digest of the ones you want to run: You can specify this option only at deploy time: ```bash $ kubectl gadget deploy --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/your-repo/gadget/your_gadget@sha256:digest_of_your_gadget' ... Inspektor Gadget successfully deployed $ kubectl gadget run trace_exec K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNA… COMM PID TID PCOMM PPID ARGS K8S.NODE E… TIMESTAMP gadget gadget-fdpxp gadget gadgettr… 131299 131299 runc 131281 /bin/ga… minikub… 2024-07-25T08:22:… gadget gadget-fdpxp gadget gadgettr… 131298 131298 runc 131280 /bin/ga… minikub… 2024-07-25T08:22:… ^C $ kubectl gadget run trace_open Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_open is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f, ghcr.io/your-repo/gadget/your_gadget@sha256:digest_of_your_gadget $ kubectl gadget run ghcr./io/your-repo/gadget/your_gadget K8S.NAMESPACE K8S.PODNAME K8S.CONTAINER… TIMEST… PID UID GID MNTNS_… ERR FD FLAGS MODE COMM FNAME K8S.N… gadget gadget-8rcdz gadget 500159… 134426 0 0 402653… 0 5 0 0 runc:… /sys/… minik… gadget gadget-8rcdz gadget 500159… 134427 0 0 402653… 0 5 0 0 runc:… /sys/… minik… ^C ``` You can use the `--allowed-gadgets` flag at run time: ```bash $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d' trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP minikube-docker iptables 137722 137722 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.902064… minikube-docker ip6tables 137723 137723 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.904561… ^C $ sudo ig run ---allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d' trace_open RUNTIME.CONTAINER… COMM PID TID UID GID FD FNAME MODE ERROR TIMESTAMP minikube-docker kubelet 11713 11715 0 0 20 /sys/fs/cgroup/kubepods… --------… 2024-07-25T10:30:44… minikube-docker kubelet 11713 11715 0 0 20 /proc/2136/fd --------… 2024-07-25T10:30:44… ^C $ sudo ig run --allowed-gadgetss='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d' trace_signal Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_signal is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f, ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d $ sudo ig run --allowed-gadgetss='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d' ghcr.io/your-repo/gadget/your-gadget Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: ghcr.io/your-repo/gadget/your-gadget is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f, ghcr.io/inspektor-gadget/gadget/trace_open@sha256:be8dd66efc69a14f2812b7d5472b378b095a2002ef89fa7aa1e33b7133da762d ``` You can specify these options only at start time: ```bash $ sudo ig daemon --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f,ghcr.io/your-repo/gadget/your_gadget@sha256:digest_of_your_gadget' ... # Switch to another terminal $ gadgetctl run trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP $ gadgetctl run trace_open Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_open is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec@sha256:e13e3859be5ed8cef676a720274480d2748f66fd98cf8d963af6c4c05121526f, ghcr.io/your_repo/gadget/your_gadget@sha256:digest_of_your_gadget $ gadgetctl run ghcr./io/your-repo/gadget/your_gadget RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` ### By tag We also offer the possibility to restrict running by gadget tags: You can specify this option only at deploy time: ```bash $ kubectl gadget deploy --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/your-repo/gadget/your_gadget:latest' ... Inspektor Gadget successfully deployed $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_exec:latest K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNA… COMM PID TID PCOMM PPID ARGS K8S.NODE E… TIMESTAMP gadget gadget-fdpxp gadget gadgettr… 131299 131299 runc 131281 /bin/ga… minikub… 2024-07-25T08:22:… gadget gadget-fdpxp gadget gadgettr… 131298 131298 runc 131280 /bin/ga… minikub… 2024-07-25T08:22:… ^C # As the name matches, the execution is allowed. $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_exec:v0.32.0 Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: ghcr.io/inspektor-gadget/gadget/trace_exec:v0.32.0 is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/your-repo/gadget/your_gadget:latest $ kubectl gadget run trace_open Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_open is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/your-repo/gadget/your_gadget:latest $ kubectl gadget run ghcr./io/your-repo/gadget/your_gadget:latest K8S.NAMESPACE K8S.PODNAME K8S.CONTAINER… TIMEST… PID UID GID MNTNS_… ERR FD FLAGS MODE COMM FNAME K8S.N… gadget gadget-8rcdz gadget 500159… 134426 0 0 402653… 0 5 0 0 runc:… /sys/… minik… gadget gadget-8rcdz gadget 500159… 134427 0 0 402653… 0 5 0 0 runc:… /sys/… minik… ^C ``` You can use the `--allowed-gadgets` flag at run time: ```bash $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/inspektor-gadget/gadget/trace_open:latest' ghcr.io/inspektor-gadget/gadget/trace_exec:latest RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP minikube-docker iptables 137722 137722 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.902064… minikube-docker ip6tables 137723 137723 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.904561… ^C $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/inspektor-gadget/gadget/trace_open:latest' ghcr.io/inspektor-gadget/gadget/trace_open:latest RUNTIME.CONTAINER… COMM PID TID UID GID FD FNAME MODE ERROR TIMESTAMP minikube-docker kubelet 11713 11715 0 0 20 /sys/fs/cgroup/kubepods… --------… 2024-07-25T10:30:44… minikube-docker kubelet 11713 11715 0 0 20 /proc/2136/fd --------… 2024-07-25T10:30:44… ^C $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/inspektor-gadget/gadget/trace_open:latest' ghcr.io/inspektor-gadget/gadget/trace_exec:v0.32.0 Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: ghcr.io/inspektor-gadget/gadget/trace_exec:v0.32.0 is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/inspektor-gadget/gadget/trace_open:latest $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/inspektor-gadget/gadget/trace_open:latest' trace_signal Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_signal is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/inspektor-gadget/gadget/trace_open:latest $ sudo ig run --allowed-gadgetss='ghcr.io/inspektor-gadget/gadget/trace_exec,ghcr.io/inspektor-gadget/gadget/trace_open' ghcr.io/your-repo/gadget/your-gadget Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: ghcr.io/your-repo/gadget/your-gadget is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/inspektor-gadget/gadget/trace_open:latest ``` You can specify these options only at start time: ```bash $ sudo ig daemon --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec:latest,ghcr.io/your-repo/gadget/your_gadget:latest' ... # Switch to another terminal $ gadgetctl run trace_exec:latest RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP $ gadgetctl run trace_open Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: trace_open is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_exec:latest, ghcr.io/your-repo/gadget/your_gadget:latest $ gadgetctl run ghcr./io/your-repo/gadget/your_gadget:latest RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` ### By prefix This can be used to allow all the gadgets from a specific repository. Let's see how you can use it: You can specify this option only at deploy time: ```bash # Let's allow all the tracers from Inspektor Gadget repository and all the gadgets from your repository. $ kubectl gadget deploy --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_*,ghcr.io/your-repo/gadget/*' ... Inspektor Gadget successfully deployed $ kubectl gadget run trace_exec K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNA… COMM PID TID PCOMM PPID ARGS K8S.NODE E… TIMESTAMP gadget gadget-fdpxp gadget gadgettr… 131299 131299 runc 131281 /bin/ga… minikub… 2024-07-25T08:22:… gadget gadget-fdpxp gadget gadgettr… 131298 131298 runc 131280 /bin/ga… minikub… 2024-07-25T08:22:… ^C $ kubectl gadget run top_file Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: top_file is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_*, ghcr.io/your-repo/gadget/* $ kubectl gadget run ghcr./io/your-repo/gadget/your_gadget K8S.NAMESPACE K8S.PODNAME K8S.CONTAINER… TIMEST… PID UID GID MNTNS_… ERR FD FLAGS MODE COMM FNAME K8S.N… gadget gadget-8rcdz gadget 500159… 134426 0 0 402653… 0 5 0 0 runc:… /sys/… minik… gadget gadget-8rcdz gadget 500159… 134427 0 0 402653… 0 5 0 0 runc:… /sys/… minik… ^C ``` You can use the `--allowed-gadgets` flag at run time: ```bash # Let's allow all the tracers and toppers from Inspektor Gadget repository. $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_*,ghcr.io/inspektor-gadget/gadget/top_*' trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP minikube-docker iptables 137722 137722 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.902064… minikube-docker ip6tables 137723 137723 kubelet 11713 /usr/sbin/i… 2024-07-25T10:30:21.904561… ^C $ sudo ig run ---allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec,ghcr.io/inspektor-gadget/gadget/trace_open' trace_open RUNTIME.CONTAINER… COMM PID TID UID GID FD FNAME MODE ERROR TIMESTAMP minikube-docker kubelet 11713 11715 0 0 20 /sys/fs/cgroup/kubepods… --------… 2024-07-25T10:30:44… minikube-docker kubelet 11713 11715 0 0 20 /proc/2136/fd --------… 2024-07-25T10:30:44… ^C $ sudo ig run --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_exec,ghcr.io/inspektor-gadget/gadget/trace_open' profile_blockio Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: profile_blockio is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_*, ghcr.io/inspektor-gadget/gadget/top_* $ sudo ig run --allowed-gadgetss='ghcr.io/inspektor-gadget/gadget/trace_exec,ghcr.io/inspektor-gadget/gadget/trace_open' ghcr.io/your-repo/gadget/your-gadget Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: ghcr.io/your-repo/gadget/your-gadget is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_*, ghcr.io/inspektor-gadget/gadget/top_* ``` You can specify these options only at start time: ```bash # Let's allow all the tracers from Inspektor Gadget repository and all the gadgets from your repository. $ sudo ig daemon --allowed-gadgets='ghcr.io/inspektor-gadget/gadget/trace_*,ghcr.io/your-repo/gadget/*' ... # Switch to another terminal $ gadgetctl run trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP $ gadgetctl run top_file Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: top_file is not part of allowed gadgets: ghcr.io/inspektor-gadget/gadget/trace_*, ghcr.io/your_repo/gadget/* $ gadgetctl run ghcr./io/your-repo/gadget/your_gadget RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` inspektor-gadget-0.46.0/docs/reference/run.mdx000066400000000000000000000563441510117411400212630ustar00rootroot00000000000000--- title: Running Gadgets sidebar_position: 300 description: The run command allows to run a gadget. --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Once you have installed Inspektor Gadget either on [Kubernetes](./install-kubernetes.md) or on the [local host](./install-linux.md), you can run Gadgets with the `run` command: ```bash $ kubectl gadget run trace_exec:latest K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNA… COMM PID TID PCOMM PPID ARGS K8S.NODE E… TIMESTAMP USER LOGINUS… GROUP default mypod2 mypod2 ping 425494 425494 sh 343042 /bin/pi… minikube 2024-07-31T18:08… root uid:429… root default mypod2 mypod2 wget 425719 425719 sh 343042 /bin/wg… minikube 2024-07-31T18:09… root uid:429… root ^C $ kubectl gadget run snapshot_process:latest -A K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID UID GID PPID K8S.NODE kube-system kube-control…er-minikube kube-controller-manager kube-control… 336554 336554 0 0 336505 minikube kube-system kube-apiserver-minikube kube-apiserver kube-apiserv… 336561 336561 0 0 336532 minikube kube-system etcd-minikube etcd etcd 336644 336644 0 0 336577 minikube kube-system kube-scheduler-minikube kube-scheduler kube-schedul… 336737 336737 0 0 336713 minikube kube-system kube-proxy-vgp6m kube-proxy kube-proxy 337401 337401 0 0 337339 minikube kube-system coredns-7db6d8ff4d-xskcm coredns coredns 337598 337598 65532 65532 337566 minikube kube-system storage-provisioner storage-provisioner storage-prov… 338431 338431 0 0 338410 minikube gadget gadget-ptnct gadget gadgettracer… 341345 341345 0 0 341324 minikube default mypod2 mypod2 sh 343042 343042 0 0 343021 minikube ^C ``` ```bash $ sudo ig run trace_exec:latest RUNTIME.CONTAINERNA… COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP USER LOGINUSER GROUP mycontainer sh 439180 439180 container… 439157 /bin/sh 2024-07-31T13:20:49.9… root uid:42949… root mycontainer ping 439211 439211 sh 439180 /bin/ping… 2024-07-31T13:20:53.7… root uid:42949… root mycontainer wget 439219 439219 sh 439180 /bin/wget… 2024-07-31T13:20:56.3… root uid:42949… root ^C $ sudo ig run snapshot_process:latest RUNTIME.CONTAINERNAME COMM PID TID UID GID PPID registry registry 3320 3320 0 0 3301 mycontainer sh 439180 439180 0 0 439157 ^C ``` The `run` command runs a gadget from an OCI image. The `run` command will use the following defaults to refer an OCI image: - `ghcr.io` as the registry - `inspektor-gadget/gadget` as the repository prefix - `latest` as the tag You can find a growing collection of Gadgets on [Artifact HUB](https://artifacthub.io/packages/search?kind=22). This includes both in-tree Gadgets (hosted in this git repository in the [/gadgets](https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets) directory and third-party Gadgets). ## Event Filtering Inspektor Gadget supports filtering the events that are gathered by a Gadget. It's useful to (1) reduce the performance overhead of the tracing and (2) remove the noise to focus on relevant information. The filtering is supported in two different ways: ### In Kernel Filtering Inspektor Gadget supports to efficiently filter events directly on eBPF for some common fields: * `--node string`, show only data from pods running in that node * `-n string`, `--namespace string`, show data from pods in that namespace * `-A`, `--all-namespaces`, show data from pods in all namespaces * `-p string`, `--podname string`, `--k8s-podname` show only data from pods with that name * `-c string`, `--containername string`, `--k8s-containername`, show only data from containers with the name defined in the pod spec * `--runtime-containername string`, show only data from containers with the runtime-assigned name (not the name defined in the pod spec) * `-l string`, `--selector string`, `--k8s-selector`, show only data that matches the given Kubernetes label or selector. Only `=` is currently supported (e.g. `key1=value1,key2=value2`). We can use one or more of these parameters to choose which pods or containers will be inspected by our gadgets. For example: ```bash $ kubectl gadget run trace_exec:latest -n demo -l app=myapp ``` Runs the `trace_exec` gadget filtering events generated by for all pods in the `demo` namespace that have the `app=myapp` label. Inspektor Gadget supports to efficiently filter events directly on eBPF. However, `ig` doesn't support yet filtering by Kubernetes fields like `namespace`, `podname`, `containername` and `selector` using this mechanism. You can still use the `--filter` or `--filter-expr` flag to filter by those fields in [user space](#filtering-in-user-space). The current supported fields to filter in kernel are: * `-c string`, `--containername string`, `--runtime-containername`, show only data from containers with that name. Notice that this container name is the one set by the runtime, and it may be different from the one set by Kubernetes (defined in the pod spec) depending on the runtime. * `--k8s-containername string`, show only data from containers with the name defined in the pod spec. * `--k8s-namespace string`, show data from pods in that Kubernetes namespace. * `--k8s-podname`, show only data from containers with the name defined in the pod spec * `--k8s-selector string`, show only data that matches the given Kubernetes label or selector. Only `=` is currently supported (e.g. `key1=value1,key2=value2`). For example, the following command will show only data from the container named `mycontainer`: ```bash $ sudo ig run trace_exec:latest -c mycontainer ``` ### Filtering in User Space The `--filter` flag allows you to filter events based on specific field values provided by the gadget. This is particularly useful for narrowing down the output to entries that meet certain criteria. The filter syntax supports the following operations: ```bash - `field==value`: Matches if the content of `field` equals exactly `value`. - `field!=value`: Matches if the content of `field` does not equal exactly `value`. - `field>=value`: Matches if the content of `field` is greater than or equal to `value`. - `field>value`: Matches if the content of `field` is greater than `value`. - `field<=value`: Matches if the content of `field` is less than or equal to `value`. - `field ```bash $ kubectl gadget run trace_tcp:latest -A -o json {"comm":"wget","dst":{"addr":"1.1.1.1","port":80,"proto":6,"version":4},"gid":0,"k8s":{"containerName":"mypod2","hostnetwork":false,"namespace":"default","node":"minikube","podName":"mypod2"},"mntns_id":4026536533,"netns_id":4026535383,"pid":446916,"runtime":{"containerId":"53225e24386f30ac68a58cd57c1689590875e4904f9449d0c19835f68da0c0b6","containerImageDigest":"","containerImageName":"","containerName":"","runtimeName":""},"src":{"addr":"10.244.0.8","port":41464,"proto":6,"version":4},"tid":446916,"timestamp":"2024-07-31T18:38:31.977700392Z","timestamp_raw":1722451111977700392,"type":"connect","type_raw":0,"uid":0} ``` ```bash $ sudo ig run trace_tcp:latest -o json {"comm":"wget","dst":{"addr":"1.1.1.1","port":80,"proto":6,"version":4},"gid":0,"k8s":{"containerName":"","hostnetwork":false,"namespace":"","node":"","podName":""},"mntns_id":4026535102,"netns_id":4026535106,"pid":447673,"runtime":{"containerId":"88df7f962685e0452e130937696a0686a3fb21466dbd4ba7b5e46574876756f6","containerImageDigest":"sha256:5eef5ed34e1e1ff0a4ae850395cbf665c4de6b4b83a32a0bc7bcb998e24e7bbb","containerImageName":"docker.io/library/busybox:latest","containerName":"mycontainer","runtimeName":"docker"},"src":{"addr":"172.17.0.3","port":45942,"proto":6,"version":4},"tid":447673,"timestamp":"2024-07-31T13:39:16.455283441-05:00","timestamp_raw":1722451156455283441,"type":"connect","type_raw":0,"uid":0} ``` ### JSON Pretty Output Passing `-o jsonpretty` will print all the information gathered in JSON format but with indentation making it easier to read. ```bash $ kubectl gadget run trace_tcp:latest -o jsonpretty { "comm": "wget", "dst": { "addr": "1.1.1.1", "port": 80, "proto": 6, "version": 4 }, "gid": 0, "k8s": { "containerName": "mypod2", "hostnetwork": false, "namespace": "default", "node": "minikube", "podName": "mypod2" }, "mntns_id": 4026536533, "netns_id": 4026535383, "pid": 450698, "runtime": { "containerId": "53225e24386f30ac68a58cd57c1689590875e4904f9449d0c19835f68da0c0b6", "containerImageDigest": "", "containerImageName": "", "containerName": "", "runtimeName": "" }, "src": { "addr": "10.244.0.8", "port": 51080, "proto": 6, "version": 4 }, "tid": 450698, "timestamp": "2024-07-31T18:42:09.094958020Z", "timestamp_raw": 1722451329094958020, "type": "connect", "type_raw": 0, "uid": 0 } ``` ```bash $ sudo ig run trace_tcp:latest -o jsonpretty { "comm": "wget", "dst": { "addr": "1.1.1.1", "port": 80, "proto": 6, "version": 4 }, "gid": 0, "k8s": { "containerName": "", "hostnetwork": false, "namespace": "", "node": "", "podName": "" }, "mntns_id": 4026535102, "netns_id": 4026535106, "pid": 449647, "runtime": { "containerId": "88df7f962685e0452e130937696a0686a3fb21466dbd4ba7b5e46574876756f6", "containerImageDigest": "sha256:5eef5ed34e1e1ff0a4ae850395cbf665c4de6b4b83a32a0bc7bcb998e24e7bbb", "containerImageName": "docker.io/library/busybox:latest", "containerName": "mycontainer", "runtimeName": "docker" }, "src": { "addr": "172.17.0.3", "port": 57210, "proto": 6, "version": 4 }, "tid": 449647, "timestamp": "2024-07-31T13:41:09.379465891-05:00", "timestamp_raw": 1722451269379465891, "type": "connect", "type_raw": 0, "uid": 0 } ``` ### YAML Output Passing `-o yaml` will print all the information gathered in YAML format. Each entry is preceded by the end of directives markers (`---`). ```bash $ kubectl gadget run trace_tcp:latest -o yaml --- comm: wget dst: addr: 1.1.1.1 port: 80 proto: 6 version: 4 gid: 0 k8s: containerName: mypod2 hostnetwork: false namespace: default node: minikube podName: mypod2 mntns_id: 4026536533 netns_id: 4026535383 pid: 452381 runtime: containerId: 53225e24386f30ac68a58cd57c1689590875e4904f9449d0c19835f68da0c0b6 containerImageDigest: "" containerImageName: "" containerName: "" runtimeName: "" src: addr: 10.244.0.8 port: 55282 proto: 6 version: 4 tid: 452381 timestamp: "2024-07-31T18:43:51.457963290Z" timestamp_raw: 1722451431457963290 type: connect type_raw: 0 uid: 0 --- ``` ```bash $ sudo ig run trace_tcp:latest -o yaml --- comm: wget dst: addr: 1.1.1.1 port: 80 proto: 6 version: 4 gid: 0 k8s: containerName: "" hostnetwork: false namespace: "" node: "" podName: "" mntns_id: 4026535102 netns_id: 4026535106 pid: 455094 runtime: containerId: 88df7f962685e0452e130937696a0686a3fb21466dbd4ba7b5e46574876756f6 containerImageDigest: sha256:5eef5ed34e1e1ff0a4ae850395cbf665c4de6b4b83a32a0bc7bcb998e24e7bbb containerImageName: docker.io/library/busybox:latest containerName: mycontainer runtimeName: docker src: addr: 172.17.0.3 port: 37088 proto: 6 version: 4 tid: 455094 timestamp: "2024-07-31T13:46:27.686093841-05:00" timestamp_raw: 1722451587686093841 type: connect type_raw: 0 uid: 0 --- ``` ## Selecting Specific Fields The `--fields` flag allows to choose which columns to print. You can use `run [gadget] -h` to see which columns are available: ```bash $ kubectl gadget run trace_exec:latest -h ... --fields string Available data sources / fields "exec" (data source): args args_count args_size comm Process name cwd The current working directory of the process (require --paths flag) error error_raw gid Group ID group k8s.containerName k8s.hostnetwork k8s.namespace k8s.node k8s.podName loginuid loginuser mntns_id Mount namespace inode id pcomm The process name of the parent process pid Process ID ppid pupper_layer Whether the executable's parent in the process hierarchy is in the upper layer of the overlay filesystem. Only initialized when the execution succeeded. runtime.containerId runtime.containerImageDigest runtime.containerImageName runtime.containerName runtime.runtimeName sessionid tid Thread ID timestamp timestamp_raw uid User ID upper_layer Whether the executable is in the upper layer of the overlay filesystem user ``` ```bash $ sudo ig run trace_exec:latest -h ... --fields string Available data sources / fields "exec" (data source): args args_count args_size comm Process name cwd The current working directory of the process (require --paths flag) error error_raw gid Group ID group k8s.containerName k8s.hostnetwork k8s.namespace k8s.node k8s.podName loginuid loginuser mntns_id Mount namespace inode id pcomm The process name of the parent process pid Process ID ppid ... ``` For example, we can only show the containername, comm, pid and ppid of new executed processes: ```bash $ kubectl gadget run trace_exec:latest --fields=k8s.containername,comm,pid,ppid K8S.CONTAINERNAME COMM PID PPID mypod2 wget 478644 44638 ``` ```bash $ sudo ig run trace_exec:latest --fields=runtime.containername,comm,pid,ppid RUNTIME.CONTAINERNAME COMM PID PPID mycontainer wget 477678 44591 ``` It's possible to hide and show some fields by prefixing them with +/-, for instance ```bash $ kubectl gadget run trace_exec:latest --fields=-error,-timestamp COMM PID TID PCOMM PPID ARGS K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME USER LOGINUSER GROUP $ kubectl gadget run trace_exec:latest --fields=+uid,+pid COMM PID TID PCOMM PPID ARGS K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME ERROR USER LOGINUSER GROUP UID ``` ```bash $ sudo ig run trace_exec:latest --fields=-error,-timestamp RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS USER LOGINUSER GROUP $ sudo ig run trace_exec:latest --fields=+uid,+pid RUNTIME.CONTAINERNAME COMM TID PCOMM PPID ARGS TIMESTAMP USER LOGINUSER GROUP UID PID ``` ## Run for a specific amount of time Many gadgets will run forever, printing the gathered output until we press Ctrl-C to stop them. If we want to run a gadget only for a window of time, we can use the `--timeout int` flag, passing the number of seconds during which we want to run the gadget. ```bash $ kubectl gadget run trace_exec:latest --timeout 5 K8S.NAMESPACE K8S.PODNAME K8S.CONTAINER… COMM PID TID PCOMM PPID ARGS K8S.NO… E… TIMESTAMP USER LOGIN… GROUP default mypod2 mypod2 wget 509661 509661 sh 446383 /bin/w… miniku… 2024-07-31T19:… root uid:4… root default mypod2 mypod2 wget 509732 509732 sh 446383 /bin/w… miniku… 2024-07-31T19:… root uid:4… root ``` ```bash $ sudo ig run trace_exec:latest --timeout 5 RUNTIME.CONTAINERN… COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP USER LOGINUSER GROUP mycontainer wget 510384 510384 sh 445912 /bin/wge… 2024-07-31T14:33:43.… root uid:4294… root ``` inspektor-gadget-0.46.0/docs/reference/stack-traces.mdx000066400000000000000000000242551510117411400230370ustar00rootroot00000000000000--- title: Stack traces sidebar_position: 1300 description: Kernel and user stack traces --- Inspektor Gadget supports collecting kernel and user space stack traces through eBPF. Stack traces provide valuable context about what code paths led to an event, helping with debugging, performance analysis (including generating flamegraphs), and security investigations. ## Usage Gadgets making use of stack trace functionality typically disable it by default due to the additional overhead. When enabled, stack traces can be collected from: - **Kernel space**: Shows the kernel call stack when an event occurred. Enabled with `--collect-kstack`. - **User space**: Shows the application call stack when an event occurred. Enabled with `--collect-ustack`. The stack traces contain the addresses of the functions in the call stack. To convert these addresses into human-readable function names, symbolization is performed. Inspektor Gadget supports different symbolization methods, including client-side and server-side symbolization. - **Kallsyms**: Uses the kernel's kallsyms mechanism to resolve kernel addresses (server-side only). This is always enabled for kernel stack traces. - **Symtab**: Uses the user space application's symbol table to resolve user addresses (server-side only). This is enabled by default. You can use `--symbolizers=symtab` to be explicit. - **Debuginfod cache**: Uses the debuginfod cache to resolve user addresses (server-side or client-side) from build ids and offsets. This requires `--collect-build-id`. This is disabled by default for performance reasons. Use `--symbolizers=debuginfod-cache` to enable it on the client or on the standalone ig. Use `--symbolizers=debuginfod-cache-on-ig-server` to enable it on the server only. ### Examples ```bash kubectl gadget run trace_capabilities:%IG_TAG% \ --collect-kstack \ --collect-ustack \ --collect-build-id \ --symbolizers symtab,debuginfod-cache \ -o yaml ``` ### Output Format When stack traces are enabled, the output includes additional columns or fields showing the stack traces. For example: ``` ustack: addresses: '[0]0x00007ff9dd7734fb; [1]0x00007ff9dd6763b8; [2]0x00007ff9dd67647b; [3]0x00005617712fa2d5; ' buildid: '[0]91f01b4ad171c80b6303d08d1f08cba8b990413d +1274fb; [1]91f01b4ad171c80b6303d08d1f08cba8b990413d +2a3b8; [2]91f01b4ad171c80b6303d08d1f08cba8b990413d +2a47b; [3]ae03c7096b4806aa173c0fd1861b019daf6a057a +32d5; ' symbols: '[0]chroot; [1]__libc_start_call_main; [2]__libc_start_main_alias_1; [3]_start; ' ``` The raw stack trace output consists of memory addresses. Symbolization converts these addresses into human-readable function names. ## Architecture Stack trace collection in Inspektor Gadget works as follows: 1. **Collection**: The eBPF program uses BPF helpers like `bpf_get_stack()` to collect stack traces at specific trace points. Inspektor Gadget provides a helper API at `gadget/kernel_stack_map.h` and `gadget/user_stack_map.h` to help gadget authors. See [Stack maps in Gadget eBPF API](../gadget-devel/gadget-ebpf-api.md#Stack-maps) for more information. 2. **Transfer**: Stack traces are sent to userspace as part of the event data. 3. **Processing**: The ebpf operator and the ustack operator process and optionally symbolize the stack traces. ## Performance Considerations Enabling stack traces increases overhead in several ways: - Additional CPU cycles for the eBPF program to collect the stack trace - Increased memory usage for storing stack frames - Greater data transfer between kernel and user space - CPU usage for symbolization The most impactful is the symbolization because it needs to parse the ELF file and load the symbol table. ## Limitations ### Stack depth Inspektor Gadget collects up to 127 frames for kernel stack traces and 127 frames for user stack traces. It can be a problem with Java because Java applications often have deep call stacks, and hitting the frame limit may result in incomplete stack traces that miss important context. ### Missing symbols - The symtab symbolization method only works if the executable has debug symbols available. - The debuginfod symbolization method does not download the debuginfo packages itself but leaves it to the user. - The debuginfod symbolization method relies on the build id being available in an ELF note such as `.note.gnu.build-id` or `.note.go.buildid`. When building with gcc, this can be added with `-Wl,--build-id`. ```bash $ readelf -n /bin/cat|grep 'Build ID:' Build ID: 54d277fac459da46ee1a054d1ef6a5d02a3d9346 ``` ## Guide Prepare a simple program: ```c #include #include #include __attribute__((noinline)) void level3() { chroot("/"); } __attribute__((noinline)) void level2() { level3(); } __attribute__((noinline)) void level1() { level2(); } int main() { level1(); sleep(1); return 0; } ``` Create a container for compiling and running the example application: ```bash $ docker run -ti --rm --name test ghcr.io/inspektor-gadget/ci/gcc:latest cat > chroot.c : copy/paste the program, then ctrl-d gcc -Wall -o basic chroot.c gcc -Wall -static -o static chroot.c cp basic stripped ; strip stripped cp static static-stripped ; strip static-stripped gcc -Wall -Wl,--build-id -o stripped-buildid chroot.c ; strip stripped-buildid gcc -Wall -fPIE -pie -o pie chroot.c ``` Use the trace_capabilities gadget to collect the stack traces: ```bash sudo ig run \ ghcr.io/inspektor-gadget/gadget/trace_capabilities:%IG_TAG% \ --collect-ustack \ --collect-build-id \ --symbolizers symtab,debuginfod-cache \ -c test --fields proc.comm,ustack.symbols ``` We can now run the various versions of the program. Observe the output: ``` COMM USTACK.SYMBOLS static [0]chroot; [1]level2; [2]level1; [3]main; [4]__libc_start_call_main; static-stripped [0][unknown]; [1][unknown]; [2][unknown]; [3][unknown]; [4][unknown]; ``` When the binary is not stripped of symbol table, the symbtab symbolizer works correctly. The stripped binary does not have symbols, so the symtab symbolizer cannot resolve the addresses. Some Linux distributions strip the binaries by default, but provide ways to retrieve the symbols, either with debuginfo packages or by using [public debuginfod database](https://sourceware.org/elfutils/Debuginfod.html). The debuginfod database is indexed by build id, which is a unique identifier for the binary generated at compile time with `gcc -Wl,--build-id`. This is what is suggested by the warnings: ``` WARN[0084] Debuginfo def5460e3cee00bfee25b429c97bcc4853e5b3a8 for test/stripped-buildi not found in /root/.cache/debuginfod_client/def5460e3cee00bfee25b429c97bcc4853e5b3a8/debuginfo. Suggested remedial: "DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo def5460e3cee00bfee25b429c97bcc4853e5b3a8" WARN[0084] Debuginfo 448b87dfff9599434fba6b1086ee18447460151f for test/stripped-buildi not found in /root/.cache/debuginfod_client/448b87dfff9599434fba6b1086ee18447460151f/debuginfo. Suggested remedial: "DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo 448b87dfff9599434fba6b1086ee18447460151f" stripped-buildi [0][unknown]; [1][unknown]; [2][unknown]; [3][unknown]; [4][unknown]; ``` Let's use another container to demonstrate this: ```bash $ docker run -ti --rm --name test ubuntu:24.10 # chroot / chroot / id ``` At first, Inspektor Gadget will not be able to resolve the symbols: ``` WARN[0282] Debuginfo 91f01b4ad171c80b6303d08d1f08cba8b990413d for test/chroot not found in /root/.cache/debuginfod_client/91f01b4ad171c80b6303d08d1f08cba8b990413d/debuginfo. Suggested remedial: "DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo 91f01b4ad171c80b6303d08d1f08cba8b990413d" WARN[0282] Debuginfo ae03c7096b4806aa173c0fd1861b019daf6a057a for test/chroot not found in /root/.cache/debuginfod_client/ae03c7096b4806aa173c0fd1861b019daf6a057a/debuginfo. Suggested remedial: "DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo ae03c7096b4806aa173c0fd1861b019daf6a057a" chroot [0][unknown]; [1][unknown]; [2][unknown]; [3][unknown]; chroot [0][unknown]; [1][unknown]; [2][unknown]; [3][unknown]; ``` Ubuntu 24.10 provides debuginfod packages on the federated server https://debuginfod.elfutils.org, so we can run the suggested commands as root: ```bash sudo DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo 91f01b4ad171c80b6303d08d1f08cba8b990413d sudo DEBUGINFOD_CACHE_PATH=/root/.cache/debuginfod_client DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo ae03c7096b4806aa173c0fd1861b019daf6a057a ``` Now, Inspektor Gadget can resolve the symbols even though the running executable is stripped: ``` COMM USTACK.SYMBOLS chroot [0]chroot; [1]__libc_start_call_main; [2]__libc_start_main_alias_1; [3]_start; chroot [0]chroot; [1]__libc_start_call_main; [2]__libc_start_main_alias_1; [3]_start; ``` The same can apply for dynamic libraries. Even though `basic` was built without build id, it uses libc which was built with build id. So after using the debuginfod-find command to retrieve the missing debuginfo files, we can see the libc symbols for `basic`: ``` COMM USTACK.SYMBOLS basic [0]__GI_chroot; [1]level2; [2]level1; [3]main; [4]__libc_start_call_main; ``` Inspektor Gadget also supports Position-Independent Executables (PIE), so you can also see symbols for `pie`: ``` COMM USTACK.SYMBOLS pie [0]__GI_chroot; [1]level2; [2]level1; [3]main; [4]__libc_start_call_main; ``` We can also collect the kernel stack with `--collect-kstack`: ```bash sudo ig run \ ghcr.io/inspektor-gadget/gadget/trace_capabilities:%IG_TAG% \ --collect-kstack \ -c test --fields proc.comm,kstack ``` Here is the output: ``` COMM KSTACK chroot [0]security_capable; [1]ns_capable; [2]__x64_sys_chroot; [3]do_syscall_64; [4]entry_SYSCALL_64_after_hwframe; ```inspektor-gadget-0.46.0/docs/reference/verify-assets.mdx000066400000000000000000000554031510117411400232560ustar00rootroot00000000000000--- title: Verifying Assets sidebar_position: 1000 description: Verify assets provided by Inspektor Gadget --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; Inspektor Gadget container image and release assets are signed using [`cosign`](https://github.com/sigstore/cosign). In this guide, we will see how you can verify them with this tool. Note that, You would need to have `cosign` [v2.0](https://github.com/sigstore/cosign/blob/main/README.md#developer-installation) installed. ## Verify the container image manually Verifying the container image is pretty straightforward: ```bash $ RELEASE='v0.27.0' $ cosign verify --key https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/${RELEASE}/inspektor-gadget.pub ghcr.io/inspektor-gadget/inspektor-gadget:${RELEASE} The following checks were performed on each of these signatures: - The cosign claims were validated - Existence of the claims in the transparency log was verified offline - The signatures were verified against the specified public key [{"critical":{"identity":{"docker-reference":"ghcr.io/inspektor-gadget/inspektor-gadget"}, ... ] ``` Getting the above output followed by a JSON array of payloads, ensures you the container image was signed using our private key. ## Verify the container Source Code Bill Of Materials (SBOMs) A Software Bill of Materials (SBOM) is a detailed list of all the components of a software. It facilitates security and license compliance assessments. The Inspektor Gadget project publishes SBOMs in the [CycloneDX format](https://cyclonedx.org/specification/overview/) for all our container images and CLI tools: * SBOMs for container images are attached to the corresponding image and can be found in our [registry](https://github.com/orgs/inspektor-gadget/packages). * SBOMs for CLI tools are available as [release](https://github.com/inspektor-gadget/inspektor-gadget/releases) assets. In this section, we will see how you can verify and inspect the SBOMs attached to our container images. To do so, you will need `cosign`, [`oras`](https://oras.land/docs/installation) and Inspektor Gadget public key. ```bash # We will demo this for amd64, but it works the same for arm64. $ arch=amd64 $ oras discover --platform linux/${arch} --artifact-type example/sbom ghcr.io/inspektor-gadget/inspektor-gadget:latest Discovered 1 artifact referencing latest Digest: sha256:... Artifact Type Digest example/sbom sha256:hash_of_sbom_manifest # As we include SBOMs in our multi architecture container image, they are also # signed. # So, let's check the SBOM is signed with our private key: $ cosign verify --key inspektor-gadget.pub ghcr.io/inspektor-gadget/inspektor-gadget@sha256:hash_of_sbom_manifest Verification for ghcr.io/inspektor-gadget/inspektor-gadget@sha256:hash_of_sbom_manifest The following checks were performed on each of these signatures: - The cosign claims were validated - Existence of the claims in the transparency log was verified offline - The signatures were verified against the specified public key [{"critical":{"identity":{"docker-reference":"ghcr.io/inspektor-gadget/inspektor-gadget"}, ... ] # Let's download the SBOM and look at it: $ oras pull --allow-path-traversal ghcr.io/inspektor-gadget/inspektor-gadget@sha256:hash_of_sbom_manifest Downloading 1d479bb51392 /tmp/gadget-container-image-linux-amd64/sbom_cyclonedx.json Downloaded 1d479bb51392 /tmp/gadget-container-image-linux-amd64/sbom_cyclonedx.json Pulled [registry] ghcr.io/eiffel-fl/inspektor-gadget@sha256:hash_of_sbom_manifest Digest: sha256:hash_of_sbom_manifest $ jq '' /tmp/gadget-container-image-linux-amd64/sbom_cyclonedx.json { "$schema": "http://cyclonedx.org/schema/bom-1.5.schema.json", "bomFormat": "CycloneDX", "specVersion": "1.5", "serialNumber": "urn:uuid:cf132c3d-5960-4536-9c03-9724babd76e9", "version": 1, "metadata": { "timestamp": "2024-03-21T17:22:38Z", "tools": { "components": [ { "type": "application", "author": "anchore", "name": "syft", "version": "1.0.1" } ] }, "component": { "bom-ref": "af63bd4c8601b7f1", "type": "file", "name": "." } }, "components": [ { "bom-ref": "pkg:deb/debian/base-files@12.4+deb12u5?arch=amd64&distro=debian-12&package-id=854ccee33785ad46", "type": "library", "publisher": "Santiago Vila ", "name": "base-files", ... } ``` As the SBOM was signed with our private key, you can now inspect it to track down every dependencies we use to build our container image. ## Verify image-based gadgets ### Verify with cosign Like our container image, we sign all our image-based gadgets. The signatures are by default verified against the official Inspektor Gadget public key. When using Inspektor Gadget on Kubernetes, you have to configure these features at deploy time. This enforces the policies so that users cannot override them. By default all image-based gadgets are verified using Inspektor Gadget public key: ```bash $ kubectl gadget deploy ... Inspektor Gadget successfully deployed $ kubectl gadget run ghcr.io/your_repo/trace_exec -A Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: verifying image "ghcr.io/your_repo/trace_exec": verifying signature: invalid signature when validating ASN.1 encoded signature $ kubectl gadget run trace_exec -A K8S.NAMESP… K8S.PODNAME K8S.CONTAI… MNTNS… TIMES… PID PPID UID GID LOGIN… SESSI… RETVAL ARGS_… UPPER… ARGS_… COMM ARGS K8S.… gadget gadge…hbh8n gadget 40265… 22867… 53386 53368 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… gadget gadge…hbh8n gadget 40265… 22867… 53387 53369 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… ... ``` You can specify a custom public key at deployment time using `--daemon-config`. Start by creating daemon config file: ```bash cat < daemon-config.yaml operator: oci: public-keys: - | -----BEGIN PUBLIC KEY----- MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAp3pbyFZOnEz4ZtkXY0Zm Q78zbdZ9Pyhgje+oD1T49r7HYeUdf2vKyc1ObcCwT3EZyzv48IC6cBcdNu4RjbS8 snpzFVK5P9szolYJfuMJyLkMTGOAc6AjA0YY8b3wJtV8F3N3IjzA0HtJ3vIqDxIb e8rm52uh4RV7SooxMyh5SAdPi06/kAV2ZClQK1z5Vob9zM2U8w2M8Ib4h/cHBY4e 7W9IuQZTvwlAEyEZng7GUPf/dke69/9I3/N9UoKXIJ8cHg0pxtWKPmCGoFqFT9qR ehd9nJdWmLfFT7y1KmfkxknC0TAl3lA4ArZqYYzRmX8cUFz2mGNzNnWgkxN7qVMS LQIDAQAB -----END PUBLIC KEY----- EOF ``` Then, you can deploy Inspektor Gadget with this configuration: ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ... Inspektor Gadget successfully deployed # Without the official public key, official gadgets will be rejected. $ kubectl gadget run trace_exec -A Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: verifying image "trace_exec": the image was not signed by the provided keys: crypto/rsa: verification error $ kubectl-gadget run ghcr.io/your_repo/trace_exec -A K8S.NAMESP… K8S.PODNAME K8S.CONTAI… MNTNS… TIMES… PID PPID UID GID LOGIN… SESSI… RETVAL ARGS_… UPPER… ARGS_… COMM ARGS K8S.… gadget gadge…hbh8n gadget 40265… 22867… 53386 53368 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… gadget gadge…hbh8n gadget 40265… 22867… 53387 53369 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… ... ``` Let's try to run an image-based gadget which was not signed: ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_open:v0.27.0 Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: verifying image "ghcr.io/inspektor-gadget/gadget/trace_open:v0.27.0": getting signing information: getting signature: getting signature bytes: ghcr.io/inspektor-gadget/gadget/trace_open:sha256-0c0e2fa72ae70e65351ab7a48a1cd5a68752a94d9c36e7b51e8764a1b7be3d7a.sig: not found ``` As the image was not signed, no signature was found in the repository, so the execution is denied. You can set your own public keys with `--public-keys`: ```bash $ sudo ig run --public-keys="$(cat your-key.pub)" ghcr.io/your-repo/gadget/trace_open RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ``` If you forget to set your public key, the image-based gadget will be verified using Inspektor Gadget public key and you will get the following error: ```bash $ sudo ig run ghcr.io/your-repo/gadget/trace_open Error: fetching gadget information: initializing and preparing operators: instantiating operator "oci": ensuring image: verifying image "ghcr.io/your-repo/gadget/trace_open": verifying signature: invalid signature when validating ASN.1 encoded signature ``` You can specify several public keys: ```bash $ sudo ig run --public-keys="$(cat your-key.pub),$(cat inspektor-gadget.pub)" ghcr.io/your-repo/gadget/trace_open RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ... $ sudo ig run --public-keys="$(cat your-key.pub),$(cat inspektor-gadget.pub)" ghcr.io/inspektor-gadget/gadget/trace_open RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ... ``` The signing information are set once when starting `ig` as a daemon. This avoids them being tampered by any users. By default all image-based gadgets are verified using Inspektor Gadget public key: ```bash $ sudo ig daemon --public-keys="$(cat your-key.pub)" ... # Switch to another terminal $ gadgetctl run ghcr.io/your_repo/trace_exec Error: fetching gadget information: getting gadget info: rpc error: code = Unknown desc = getting gadget info: initializing and preparing operators: instantiating operator "oci": ensuring image: verifying image "ghcr.io/your_repo/trace_exec:latest": the image was not signed by the provided keys: invalid signature when validating ASN.1 encoded signature $ gadgetctl run trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP ``` You can specify several public keys, by using a comma to separate them: ```bash $ IP='your_ip' $ PORT='your_port' $ ADDR=tcp://$IP:$PORT $ sudo ig daemon --public-keys="$(cat your-key.pub),$(cat inspektor-gadget.pub)" --host=$ADDR ... # Switch to another terminal $ gadgetctl run trace_open:latest RUNTIME.CONTAINER… COMM PID TID UID GID FD FNAME MODE ERROR TIMESTAMP ... ^C $ gadgetctl run ghcr.io/your-repo/gadget/trace_open:latest RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` ### Verify with notation Along cosign, Inspektor Gadget also supports running gadgets signed with notation. The main difference consist in using certificates and a [policy document](https://github.com/notaryproject/specifications/blob/main/specs/trust-store-trust-policy.md#trust-policy). Note that, notation and cosign verification are complementary and it is possible to run gadgets signed with both methods. When using Inspektor Gadget on Kubernetes, you have to configure these features at deploy time. This enforces the policies so that users cannot override them. You can specify a certificate at deployment time using `--daemon-config`. Start by creating daemon config file: ```bash cat < daemon-config.yaml operator: oci: notation-certificates: - | -----BEGIN CERTIFICATE----- MIIDRTCCAi2gAwIBAgICAIEwDQYJKoZIhvcNAQELBQAwUTELMAkGA1UEBhMCVVMx CzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3Rhcnkx EjAQBgNVBAMTCWJhcmZvby5pbzAeFw0yNTEwMDExNTQ2MzVaFw0yNTEwMDIxNTQ2 MzVaMFExCzAJBgNVBAYTAlVTMQswCQYDVQQIEwJXQTEQMA4GA1UEBxMHU2VhdHRs ZTEPMA0GA1UEChMGTm90YXJ5MRIwEAYDVQQDEwliYXJmb28uaW8wggEiMA0GCSqG SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDirG5+wdavupHd+K3M4hvPAzQu1NE6Edur VsptZTBXnZNCT3/rVlzIF6uoExUe9k8xdBV86aVlI1KUKXb3jWtq4u+9ACcmZ3nO +JzhkOZEGN7XTf7axDWIZWv5mye655shIwtLrrguNBs+0lXqO+x5uImqdGtjgH5S RrDpHzSNiRziyqym1fCgJI3lwO/sWIZK+2oJLPvCYzS4k0sNo50wB6JI+Eu/qtBK c0OCXLhKr0ml9bRpDaoMyIhQrD0+k5JWSDPlNCwIEYueJpf3Ua38YuuM3pPEj8MA /hzEyrFpqeJV2Nn5JHRjAecSZbFRHyRtzETn9NKaz00EnoE3/O3nAgMBAAGjJzAl MA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzANBgkqhkiG9w0B AQsFAAOCAQEANjfgsg6Zxc/g+8T3ZLNMj0myd8yciiL16iS4+LQKViRGNmAjRbic eslrAFXSiZHI/RIJxKnQBxtDiXs8UlknV2mLnxZP+S2vk3kW/z0w6gRPRC8t3w3K BcsDhE//PzLmnXdEYSZQvgXfdv2JujEb1euspyTjRL1vBlxdPh5eeevZsysHrt6q c2bFCX/8nicguibCC4ybKQazsbQK07tIPDwlbu0+sCk6ojmhdMZeOaXVcUoaisgq dKl8IemhdshLNii2f05fLb1ftcMaG0XIT7i86txiDbiBs+srcjW4bqfhSc201jHu /ftuKYyrrWBgnWZ6gmzqC5SR4pBdZVAp3w== -----END CERTIFICATE----- notation-policy-document: | { "version": "1.0", "trustPolicies": [ { "name": "inspektor-gadget-policy", "registryScopes": [ "*" ], "signatureVerification": { "level" : "strict" }, "trustStores": ["ca:foobar.io"], "trustedIdentities": [ "x509.subject: CN=foobar.io, O=Notary, L=Seattle, ST=WA, C=US" ] } ] } EOF ``` Then, you can deploy Inspektor Gadget with this configuration: ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ... Inspektor Gadget successfully deployed $ kubectl-gadget run ghcr.io/your_repo/trace_exec -A K8S.NAMESP… K8S.PODNAME K8S.CONTAI… MNTNS… TIMES… PID PPID UID GID LOGIN… SESSI… RETVAL ARGS_… UPPER… ARGS_… COMM ARGS K8S.… gadget gadge…hbh8n gadget 40265… 22867… 53386 53368 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… gadget gadge…hbh8n gadget 40265… 22867… 53387 53369 0 0 42949… 42949… 0 2 false 35 gadg… /bin… mini… ... ``` You can set your own certificates and policy document with `--notation-certificates` and `notation-policy-document`: ```bash $ sudo ig run --notation-certificates="$(cat your-certificate.crt),$(cat your-2nd-certificate.crt)" --notation-policy-document=$(cat your-policy-document.json) ghcr.io/your-repo/gadget/trace_open:your_tag RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ``` You can specify several certificates: ```bash $ sudo ig run --notation-certificates="$(cat your-1st-certificate.crt),$(cat your-2nd-certificate.crt)" --notation-policy-document=$(cat your-policy-document.json) ghcr.io/your-repo/gadget/trace_open:your_1st_tag RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ... $ sudo ig run --notation-certificates="$(cat your-1st-certificate.crt),$(cat your-2nd-certificate.crt)" --notation-policy-document=$(cat your-policy-document.json) ghcr.io/your-repo/gadget/trace_open:your_2nd_tag RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ... ``` The signing information are set once when starting `ig` as a daemon. This avoids them being tampered by any users. ```bash $ sudo ig daemon --notation-certificates="$(cat your-certificate.crt)" --notation-policy-document="$(cat your-policy-document.sjon)" ... # Switch to another terminal $ gadgetctl run ghcr.io/your_repo/trace_exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ER… TIMESTAMP You can specify several certificates, by using a comma to separate them: ```bash $ IP='your_ip' $ PORT='your_port' $ ADDR=tcp://$IP:$PORT $ sudo ig daemon --notation-certificates="$(cat your-1st-certificate.crt),$(cat your-2nd-certificate.crt)" --notation-policy-document=$(cat your-policy-document.json) --host=$ADDR ... # Switch to another terminal $ gadgetctl run ghcr.io/your-repo/gadget/trace_open:your_1st_tag RUNTIME.CONTAINER… COMM PID TID UID GID FD FNAME MODE ERROR TIMESTAMP ... ^C $ gadgetctl run ghcr.io/your-repo/gadget/trace_open:your_2nd_tag RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` ### Disabling the verification You can skip verifying image-based gadget signature. Note that we do not recommend using this and this should be used for development purpose only: Start by creating a daemon config file: ```bash cat < daemon-config.yaml operator: oci: verify-image: false EOF ``` Then, you can deploy Inspektor Gadget with this configuration: ```bash $ kubectl gadget deploy --daemon-config=daemon-config.yaml ... Inspektor Gadget successfully deployed $ kubectl gadget run trace_exec -A WARN[0001] minikube-docker | gadget signature verification is disabled due to using corresponding option K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID PPID RE… COMM ARGS K8S.NODE TIMESTAMP gadget gadget-z55jq gadget 55376 55357 0 gadgettr… /bin/gad… minikube… 2024-07-17T07:39:07.… gadget gadget-z55jq gadget 55375 55358 0 gadgettr… /bin/gad… minikube… 2024-07-17T07:39:07.… ... ``` ```bash $ sudo ig run --verify-image=false ghcr.io/your-repo/gadget/trace_open WARN[0000] gadget signature verification is disabled due to using corresponding option WARN[0000] gadget signature verification is disabled due to using corresponding option RUNTIME.CONTAINERNAME PID UID GID MNTNS_ID RET FL… MODE COMM FNAME TIMESTAMP ``` ```bash $ sudo ig daemon --verify-image=false ... # Switch to another terminal $ gadgetctl run ghcr.io/your-repo/gadget/trace_open:latest WARN[0000] your_ip | gadget signature verification is disabled due to using corresponding option RUNTIME.CONTAINERN… TIMESTAMP PID UID GID MNTNS_ID ERR FD FLAGS MODE COMM FNAME ``` ## Verify the gadget-builder image We also sign the `gadget-builder` image which is used to build gadgets. You can verify it using the following command: ```bash $ cosign verify --key inspektor-gadget.pub ghcr.io/inspektor-gadget/gadget-builder:%IG_TAG% ``` We highly recommend you to verify by digest and specify the digest when building. This helps to protect against [TOCTOU](https://en.wikipedia.org/wiki/Time-of-check_to_time-of-use) issue, as the image tag that got verified could have been manipulated to point to another malicious image after the check. ```bash $ DIGEST='sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522' $ cosign verify --key inspektor-gadget.pub ghcr.io/inspektor-gadget/gadget-builder@$DIGEST Verification for ghcr.io/inspektor-gadget/gadget-builder@sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522 -- The following checks were performed on each of these signatures: - The cosign claims were validated - Existence of the claims in the transparency log was verified offline - The signatures were verified against the specified public key [{"critical":{"identity":{"docker-reference":"ghcr.io/inspektor-gadget/gadget-builder"}, ... ] $ sudo ig image build -t trace_exec:build-verified -f gadgets/trace_exec/gadget.yaml --builder-image ghcr.io/inspektor-gadget/gadget-builder@$DIGEST gadgets/trace_exec Pulling builder image ghcr.io/inspektor-gadget/gadget-builder@sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522 ghcr.io/inspektor-gadget/gadget-builder@sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522: Pulling from inspektor-gadget/gadget-builder ... Digest: sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522 Status: Downloaded newer image for ghcr.io/inspektor-gadget/gadget-builder@sha256:4967ad1a11a9ed32867dc0d63e137dc2196c560db4b3644c7c0c97fccea7c522 Successfully built ghcr.io/inspektor-gadget/gadget/trace_exec:build-verified@sha256:c85eac1e4615a08c74883402f73c5f8667b64597bd51f9e46275dfdbb0a04703 ``` ## Verify an asset Rather than signing all the assets, we only sign the checksums file. So, by verifying this file, you can then verify the assets themselves by checking their checksums. ### Verifying the checksums file The following snippet show you how to verify the checksums file: ```bash $ RELEASE='v0.19.0' $ ASSET="SHA256SUMS" $ URL="https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${RELEASE}" # We need to get the asset itself, its signature file and the corresponding bundle: $ for i in $URL/$ASSET $URL/$ASSET.sig $URL/$ASSET.bundle; do wget $i done ... # We need to get the public key too. $ wget $URL/inspektor-gadget.pub ... $ cosign verify-blob $ASSET --bundle ${ASSET}.bundle --signature ${ASSET}.sig --key inspektor-gadget.pub --offline Verified OK ``` As you can see, the checksum file was correctly verified which means this file was indeed signed by us. So, you can use this file to verify other release assets. ### Verify an asset Once you verified the checksums file, you can now verify the integrity of an asset using such checksums file: ```bash $ RELEASE='v0.19.0' $ ASSET="inspektor-gadget-${RELEASE}.yaml" $ URL="https://github.com/inspektor-gadget/inspektor-gadget/releases/download/${RELEASE}" $ wget $URL/$ASSET $ grep $ASSET SHA256SUMS | shasum -a 256 -c -s || echo "Error: ${ASSET} didn't pass the checksum verification. You must not use it!" ``` inspektor-gadget-0.46.0/docs/spec/000077500000000000000000000000001510117411400167255ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/spec/_category_.yaml000066400000000000000000000003561510117411400217300ustar00rootroot00000000000000customProps: description: 'This section provides reference documentation defining different interfaces.' label: Specification documentation link: slug: specs/ title: Specification documentation type: generated-index position: 200 inspektor-gadget-0.46.0/docs/spec/oci.md000066400000000000000000000051371510117411400200270ustar00rootroot00000000000000--- title: 'Gadgets as OCI artifacts' sidebar_position: 20 description: 'Reference documentation for the format of a gadget OCI artifact' --- Intro TODO ## Specifications The [Open Container Initiative](https://opencontainers.org/) defines the [Image Format Specification](https://github.com/opencontainers/image-spec/blob/main/spec.md). This specification was initially defined for container images but it is extended to store other artifacts, see [Guidance for Artifacts Authors](https://github.com/opencontainers/image-spec/blob/main/artifacts-guidance.md). ## Architectures Inspektor Gadget supports multi architecture artifacts. The following architectures are supported: - amd64 - arm64 ## ArtifactType Media type: `application/vnd.gadget.v1+binary` This indicates the manifest is a Gadget. It follows the guidelines in: https://github.com/opencontainers/image-spec/blob/main/manifest.md#guidelines-for-artifact-usage. ## Gadget metadata Media type: `application/vnd.gadget.config.v1+yaml` This contains the [gadget metadata](../gadget-devel/metadata.md). ## Image layers and media types Each architecture can contain several layers, but each layer must have a different media type among the following: - `application/vnd.gadget.ebpf.program.v1+binary` - `application/vnd.gadget.wasm.program.v1+binary` - `application/vnd.gadget.btfgen.v1+binary` ### The ebpf layer There must be exactly one layer with the ebpf media type. It must not be empty. Its content must be a valid ELF file. See [gadget eBPF API](../gadget-devel/gadget-ebpf-api.md). ### The wasm layer There must be at most one layer with the wasm media type. If present, it must not be empty and it must be a valid wasm file. See [WASM API](../gadget-devel/gadget-wasm-api-raw.md). ### The btfgen layer [btfgen](https://www.inspektor-gadget.io/blog/2022/03/btfgen-one-step-closer-to-truly-portable-ebpf-programs/) is used to enable running eBPF programs on kernels that don't provide BTF information. A gadget image can contain at most one btfgen layer. This layer must contain the generated BTF files in a tarball following the same folder structure of [btfhub-archive](https://github.com/aquasecurity/btfhub-archive/). ## Image annotations OCI images can have annotations at different levels: - index - manifest - config - layer Inspektor Gadget automatically adds the following annotations at the manifest and config levels: - `org.opencontainers.image.*`: defined by [OCI Image Format](https://github.com/opencontainers/image-spec/blob/main/annotations.md#pre-defined-annotation-keys) - title - description - url - documentation - source - created inspektor-gadget-0.46.0/docs/spec/operators/000077500000000000000000000000001510117411400207435ustar00rootroot00000000000000inspektor-gadget-0.46.0/docs/spec/operators/btfgen.md000066400000000000000000000007421510117411400225350ustar00rootroot00000000000000--- title: btfgen sidebar_position: 30 --- The btfgen operator loads the BTF files present on the [btfgen layer](../oci.md#the-btfgen-layer) according to the kernel version of the host machine to be sure gadgets work even on machines without BTF information. Check our [BTFGen: One Step Closer to Truly Portable eBPF Programs](https://www.inspektor-gadget.io/blog/2022/03/btfgen-one-step-closer-to-truly-portable-ebpf-programs/) to know more details about it. ## Parameters None inspektor-gadget-0.46.0/docs/spec/operators/cli.md000066400000000000000000000062171510117411400220420ustar00rootroot00000000000000--- title: CLI --- The CLI operator is the default output operator - it prints all information and data from a gadget to the standard output (usually your terminal). It supports different output formats, depending on the gadget and the use case. ## Priority 10000 ## Parameters ### Instance Parameters #### `fields` Set the fields to be printed. Multiple data sources and fields can be specified using the format `datasource:comma,separated,fields;datasource2:comma,separated,fields`. Fully qualified name: `operator.cli.fields` #### `output` Determines the output format of the data source. It can be either a single output mode for all data sources or an output mode for each data source individually in the format `datasource:mode,datasource2:mode`. The following modes are supported: - `columns`: This is the default output mode. It displays the output in a tabular format with a column for each field in the data source, unless the field is annotated with `columns.hidden: true`. In addition to hiding columns, you can also customize the columns format by using several annotations like `columns.width`, `columns.alignment`, etc., as explained in TODO. - `json`: This mode displays the output in JSON format. Note that the output contains all the fields of the data source, even if they annotated with `columns.hidden: true` as this annotation applies only to the `columns` mode. Depending on the data source type, it may be an array of objects or multiple objects separated by newlines. - `jsonpretty`: As the `json` mode, but the output is formatted in a more human-readable way. - `yaml`: This mode displays the output in YAML format. Like the `json` mode, it contains all the fields of the data source. YAML entries will be separated by `---` to make it easier to read. By default, the CLI operator allows setting the output of each data source in all the supported modes. However, this can be customized by annotating the data source with the [supported-output-modes](#clisupported-output-modes) annotation. Also, you can change the default output mode for each data source by setting the [default-output-mode](#clidefault-output-mode) annotation. Fully qualified name: `operator.cli.output` Default: `columns` ## Annotations ### Data Source Annotations #### `cli.supported-output-modes` Comma-separated list of output modes supported for the data source. This is useful when you want to customize the output modes supported by the data source. Note that if you include any output mode different from the ones supported by the CLI operator, it will treat as a custom output mode and will be printed as a string. #### `cli.default-output-mode` Set the default output mode for the data source. This is useful when you want to set a different default output mode for a data source. #### `cli.clear-screen-before` Clear the screen before printing the output of the data source. This is useful for data sources that emit periodically the batch of data and you want to clear the screen before printing the new data. This annotation is only applicable to the `columns` and custom output modes added by annotating the data source with `cli.supported-output-modes`. inspektor-gadget-0.46.0/docs/spec/operators/combiner.md000066400000000000000000000004031510117411400230600ustar00rootroot00000000000000--- title: Combiner --- The Combiner operator combines the data coming from different servers when using kubectl-gadget or gadgetctl with multiple targets. This operator is only enabled for data sources of type array. ## Priority -500 ## Parameters None inspektor-gadget-0.46.0/docs/spec/operators/ebpf.md000066400000000000000000000020151510117411400221770ustar00rootroot00000000000000--- title: ebpf sidebar_position: 10 --- The eBPF operator handles the [ebpf layer](../oci.md#the-ebpf-layer) that contains an ELF file with the eBPF programs. This operator loads the programs into the kernel and attaches them to the different hooks as specified by the gadget developer. ## Instance Parameters ### `iface` Network interface to attach networking programs to. Only available if the gadget uses networking programs. Fully qualified name: `operator.oci.ebpf.iface` ### `trace-pipe` Print debug information generated by eBPF with `bpf_printk()` to the terminal. Fully qualified name: `operator.oci.ebpf.trace-pipe` ### `map-fetch-interval` Interval in which to iterate over eBPF maps that have been marked with `GADGET_MAPITER()`. Fully qualified name: `operator.oci.ebpf.map-fetch-interval` Default: `1000ms` ### `map-fetch-count` Number of fetch cycles (use 0 for unlimited) for eBPF maps that have been marked with `GADGET_MAPITER()`. Fully qualified name: `operator.oci.ebpf.map-fetch-count` Default: `0` inspektor-gadget-0.46.0/docs/spec/operators/env.md000066400000000000000000000023751510117411400220640ustar00rootroot00000000000000--- title: Environment Variables --- The Environment Variable operator lets you add fields containing environment variables to datasources. This helps with adding host related information to events. In order to do so, you first need to add the names of allowed environment variables to the `--env-vars` parameter and then add an annotation to the datasource you want to contain the new field like so: ```yaml datasources: mydatasource: annotations: env.fields.myfieldname: MYENVVAR ``` This example will add a field named `myfieldname` to the datasource `mydatasource` with the static value of the environment variable called `MYENVVAR`. It is important to note that environment variables will always be read from the host that runs the gadget and _not_ on the client side. ## Priority 1 ## Parameters ### Global Parameters #### `env-vars` Comma-separated list of environment variables that are allowed to be included in datasources. Default: empty ## Annotations ### Data Source Annotations #### `env.fields.FIELDNAME` You can use multiple annotations like this (having distinctive `FIELDNAME` values) to add new fields to a datasource. The value of the annotation should be the name of the environment variable that you want the field to contain. inspektor-gadget-0.46.0/docs/spec/operators/filter.md000066400000000000000000000037631510117411400225630ustar00rootroot00000000000000--- title: Filter --- The Filter operator filters events in user space. Since the filtering in user space is slower, it's preferred to use in-ebpf filtering options when possible, as provided by other operators like [LocalManager](./localmanager.md) and [KubeManager](./kubemanager.md) or specific [parameters](../../gadget-devel/parameters.md) provided by each gadget. ## Priority 9000 ## Instance Parameters ### filter This parameter allows you to filter events based on specific field values provided by the gadget. This is particularly useful for narrowing down the output to entries that meet certain criteria. The filter syntax supports the following operations: - `field==value`: Matches if the content of `field` equals exactly `value`. - `field!=value`: Matches if the content of `field` does not equal exactly `value`. - `field>=value`: Matches if the content of `field` is greater than or equal to `value`. - `field>value`: Matches if the content of `field` is greater than `value`. - `field<=value`: Matches if the content of `field` is less than or equal to `value`. - `fieldmanager manager-->filter filter-->sorter sorter-->dotdotdot["..."] dotdotdot-->output subgraph oci ebpf wasm btfgen end subgraph manager[" "] direction TB kubemanager~~~localmanager end subgraph output[" "] otelmetrics["otel metrics"]~~~cli end ``` Operators are enabled automatically based on the gadget that's being run, according to the layers present on the OCI image, the types used by the eBPF programs, etc. It's currently [not possible](https://github.com/inspektor-gadget/inspektor-gadget/issues/1992) to explicitly disable an operator. Also, all operators are currently built-in, [we however plan](https://github.com/inspektor-gadget/inspektor-gadget/issues/2497) to support third-party operators in the future. ## Parameters Operators expose parameters to control them. There are two kinds of parameters: ### Global These parameters have a global scope and can only be set on the server part when [deploying](../../reference/architecture.md#on-kubernetes) Inspektor Gadget in Kubernetes, running it as a [daemon](../../reference/architecture.md#ig-as-daemon) or running it [locally](../../reference/architecture.md#locally). It means, these parameters aren't available to users running gadgetctl or kubectl-gadget. They are intended to control sensitive things like security configuration that can only be set by the system administrator. ### Instance These parameters can be set each time a gadget is run and only have impact on the gadget being run. Parameters are passed as flags when [running](../../reference/run.mdx) a gadget using the CLI tools (kubectl-gadget / gadgetctl / ig). When using the [APIs](../../apis), it's required to use the full qualified name. ## Available Operators inspektor-gadget-0.46.0/docs/spec/operators/kubeipresolver.md000066400000000000000000000026331510117411400243320ustar00rootroot00000000000000--- title: KubeIPResolver --- The KubeIPResolver operator enriches layer 4 endpoints ([gadget_l4endpoint_t](../../gadget-devel/gadget-ebpf-api.md#struct-gadget_l4endpoint_t)) with pod and service information by adding following fields to the events: - `k8s`: - `kind`: The Kubernetes object kind, which can be either `pod` or `svc`. - `labels`: The labels of the Kubernetes object. - `name`: The name of the Kubernetes object. - `namespace`: The namespace of the Kubernetes object. Also, endpoints are formatted to use the Kubernetes metadata when available with `//:` format e.g `p/default/nginx:80` or `s/default/nginx:80` where `p` stands for pod and `s` stands for service. The example below shows a request from `mypod` pod to `kube-dns` service in json format: ```json { ... "dst": { "addr": "10.96.0.10", "k8s": { "kind": "svc", "labels": "k8s-app=kube-dns,kubernetes.io/cluster-service=true,kubernetes.io/name=CoreDNS", "name": "kube-dns", "namespace": "kube-system" }, "port": 53, "proto": "UDP", "proto_raw": 17, "version": 4 }, ... "src": { "addr": "10.244.0.12", "k8s": { "kind": "pod", "labels": "run=mypod", "name": "mypod", "namespace": "demo" }, "port": 57066, "proto": "UDP", "proto_raw": 17, "version": 4 }, ... } ``` ## Priority 10 ## Parameters None inspektor-gadget-0.46.0/docs/spec/operators/kubemanager.md000066400000000000000000000041661510117411400235550ustar00rootroot00000000000000--- title: KubeManager --- The KubeManager operator is used when Inspektor Gadget is deployed to Kubernetes as a DaemonSet. This operator keeps track of the pods running on the node by talking to the kube-apiserver and to the different container runtimes. This operator uses the pod informer and/or fanotify mechanisms to detect when containers are created. This information is used to: - Update the eBPF maps used to filter events in eBPF by Kubernetes concepts like pod and container names, namespace, labels, etc. - Enrich events with container information (see below). - Attach networking programs to specific containers according to the filtering options passed by the user. This operator uses the mount or network namespace inode IDs to enrich events with the following fields: - k8s - node name - container name - pod name - namespace - pod labels - owner - runtime - runtime name - container name - container ID - container image name - container image digest - container started time ## Priority -1 ## Instance Parameters ### `containername` / `k8s-containername` Show only data from containers with that name Fully qualified name: `operator.KubeManager.containername` or `operator.KubeManager.k8s-containername` ### `podname` / `k8s-podname` Show only data from pods with that name Fully qualified name: `operator.KubeManager.podname` or `operator.KubeManager.k8s-podname` ### `selector` / `k8s-selector` Kubernetes Labels selector to filter on. Only '=' is supported (e.g. key1=value1,key2=value2) Fully qualified name: `operator.KubeManager.selector` / `operator.KubeManager.k8s-selector` ### `namespace` / `k8s-namespace` Show only data from pods in a given namespace Fully qualified name: `operator.KubeManager.namespace` / `operator.KubeManager.k8s-namespace` ### `all-namespaces` Show data from pods in all namespaces Fully qualified name: `operator.KubeManager.all-namespaces` ### `runtime-containername` Show data only from containers with the runtime-assigned name (not the name defined in the pod spec) Fully qualified name: `operator.KubeManager.runtime-containername`inspektor-gadget-0.46.0/docs/spec/operators/kubenameresolver.md000066400000000000000000000024721510117411400246430ustar00rootroot00000000000000--- title: KubeNameResolver --- The KubeNameResolver operator uses the `K8s.PodName` and `K8s.Namespace` fields to enrich the event with `K8s.PodIp` and `K8s.HostIp` fields. This operator is disabled by default (See [annotation](#annotation) for how to enable it). The example below shows a request from `test-pod` pod in json format: Without `KubeNameResolver`: ```json { ... "k8s": { "containerName": "test-pod", "hostnetwork": false, "namespace": "default", "node": "minikube-docker", "owner": { "kind": "", "name": "" }, "podLabels": "run=test-pod", "podName": "test-pod" }, "proc": { "comm": "wget", ... }, ... } ``` With `KubeNameResolver`: ```json { ... "k8s": { "containerName": "test-pod", "hostIP": "192.168.58.2", "hostnetwork": false, "namespace": "default", "node": "minikube-docker", "owner": { "kind": "", "name": "" }, "podIP": "10.244.0.29", "podLabels": "run=test-pod", "podName": "test-pod" }, "proc": { "comm": "wget", ... }, ... } ``` ## Priority 11 ## Parameters None ## Annotation This operator is disabled by default and is only activated for a datasource if it has the following annotations: datasource_name: annotations: kubenameresolver.enable: true ``` inspektor-gadget-0.46.0/docs/spec/operators/limiter.md000066400000000000000000000013321510117411400227310ustar00rootroot00000000000000--- title: Limiter --- The Limiter operator limits the number of entries in each batch of data. This operator is only enabled for data sources of type array. A great scenario for this operator is when you are already sorting data within an array of data and you want to filter out the top `max-entries` entries. ## Priority 9600 ## Instance Parameters ### `--max-entries` The maximum number of entries for each batch of data. If using multiple array data sources, prefix the value with 'datasourcename:' and separate with ','. If no array data source is specified, the value will be applied to all array data sources. Use -1 to disable the limiter. Fully qualified name: `operator.limiter.max-entries` Default value: `-1` inspektor-gadget-0.46.0/docs/spec/operators/localmanager.md000066400000000000000000000071241510117411400237160ustar00rootroot00000000000000--- title: LocalManager --- The LocalManager operator is used by the `ig` binary. This operator keeps track of the containers on the system talking to the different container runtimes and using the fanotify mechanism to detect when containers are created. This information is used to: - Update the eBPF maps used to filter events in eBPF by container name. - Enrich events with container information (see below). - Attach networking programs to specific containers according to the filtering options passed by the user. This operator uses the mount or network namespace inode IDs to enrich events with the following fields: - runtime - runtime name - container name - container ID - container image name - container image digest - container started time It also adds some Kubernetes information gathered from the container runtimes, but it doesn't talk to the kube-apiserver unless the [`enrich-with-k8s-apiserver`](#enrich-with-k8s-apiserver) parameter is set. - k8s - container name - pod name - namespace - pod labels - owner (only when using `enrich-with-k8s-apiserver`) ## Priority -1 ## Global Parameters ### `runtimes` Comma-separated list of container runtimes. Supported values are: docker, containerd, cri-o, podman. Default: `docker,containerd,cri-o,podman` ### `docker-socketpath` Docker Engine API Unix socket path Default: `/run/docker.sock` ### `crio-socketpath` CRI-O CRI Unix socket path Default: `/run/crio/crio.sock` ### `podman-socketpath` Podman Unix socket path Default: `/run/podman/podman.sock` ### `containerd-socketpath` Containerd CRI Unix socket path Default: `/run/containerd/containerd.sock` ### `containerd-namespace` Containerd namespace to use Default: `k8s.io` ### `runtime-protocol` Container runtime protocol. Supported values are: internal, cri Using cri will enrich events with the labels of the Kubernetes pod. Default: `internal` ### `enrich-with-k8s-apiserver` Connect to the K8s API server to get further K8s enrichment, like the [owner reference](https://kubernetes.io/docs/concepts/overview/working-with-objects/owners-dependents/). Default: `false` ## Instance Parameters ### `containername` / `runtime-containername` Show data only from containers with the runtime-assigned name (not the name defined in the pod spec) Fully qualified name: `operator.LocalManager.containername` / `operator.LocalManager.runtime-containername` ### `k8s-containername` Show data only from containers with the name defined in the pod spec Fully qualified name: `operator.LocalManager.k8s-containername` ### `k8s-namespace` Show only data from containers in that Kubernetes namespace Fully qualified name: `operator.LocalManager.k8s-namespace` ### `k8s-podname` Show only data from containers in that Kubernetes pod Fully qualified name: `operator.LocalManager.k8s-podname` ### `k8s-selector` Kubernetes Labels selector to filter on. Only '=' is supported (e.g. key1=value1,key2=value2). Fully qualified name: `operator.LocalManager.k8s-selector` ### `host` Show data from both the host and containers Fully qualified name: `operator.LocalManager.host` Default: `false` ## Containers datasource This operator creates the `containers` datasource which publishes events about containers being created or deleted. It is only activated if the gadget has the following annotations: ```yaml annotations: enable-containers-datasource: true ``` So far, the event published contains the following fields: - `event_type`: Either "CREATED" or "DELETED". - `name`: The container name. - `mntns_id`: The container mount namespace ID. - `cgroup_id`: The container cgroup ID. inspektor-gadget-0.46.0/docs/spec/operators/oci.md000066400000000000000000000051171510117411400220430ustar00rootroot00000000000000--- title: oci sidebar_position: 0 --- The OCI operator handles Gadgets images. It pulls images from the OCI registries and invokes the different layer operators according to the [layers](../oci.md#image-layers-and-media-types) present on the image. ## Priority -1000 ## Global Parameters ### `authfile` Path of the authentication file. This overrides the `REGISTRY_AUTH_FILE` environment variable. If the default file doesn't exist, `$HOME/.docker/config.json` is used as a fallback. Default: `/var/lib/ig/config.json` ### `pull-secret` [Kubernetes Secret](https://kubernetes.io/docs/concepts/configuration/secret/) to use when pulling the gadget image. The Kubernetes namespace for the Secret is not configurable and is hardcoded to "gadget". Fully qualified name: `operator.oci.pull-secret` ### `verify-image` Verify image using the provided public key. Check [Verify image-based gadgets](../../reference/verify-assets.mdx#verify-image-based-gadgets) to learn more. Default: `true` ### `public-keys` Public keys used to verify the gadgets. Check [Verify image-based gadgets](../../reference/verify-assets.mdx#verify-image-based-gadgets) to learn more. Default: [Inspektor Gadget public key](https://github.com/inspektor-gadget/inspektor-gadget/blob/%IG_BRANCH%/pkg/resources/inspektor-gadget.pub). ### `allowed-gadgets` List of allowed gadgets. If a gadget is not part of it, execution will be denied. By default, all digests are allowed. Check [Restricting Gadgets](../../reference/restricting-gadgets.mdx) to get more details. ### `insecure-registries` List of registries to access over plain HTTP. Check [Insecure Registries](../../reference/insecure-registries.mdx) to learn more. ### `disallow-pulling` Disallow pulling gadgets from registries. Check [Disallow pulling Gadgets](../../reference/disallow-pulling.mdx) to learn more. Default: `false` ## Instance Parameters ### `validate-metadata` Validate the gadget metadata before running the gadget Fully qualified name: `operator.oci.validate-metadata` Default: `true` ### `pull` Specify when the gadget image should be pulled Possible Values: - `always`: Always pull the gadget image. - `missing`: Pull the gadget image only if missing. - `never`: Never pull the gadget image. Fully qualified name: `operator.oci.pull` Default: `missing` ### `annotate` Add annotations to datasources or fields. Use a comma-separated list in the formats: - `datasource:annotation=value` to add an annotation to a datasource - `datasource.field:annotation=value` to add an annotation to the field of a datasource Fully qualified name: `operator.oci.annotate` inspektor-gadget-0.46.0/docs/spec/operators/otel-metrics.md000066400000000000000000000103501510117411400236730ustar00rootroot00000000000000--- title: otel-metrics --- The otel-metrics operator handles collecting and exporting metrics using the [Prometheus exporter](https://opentelemetry.io/docs/specs/otel/metrics/sdk_exporters/prometheus/). When setting `otel-metrics-listen=true`, it will serve http requests on "0.0.0.0:2224" (configurable using `otel-metrics-listen-address`) with the metrics available at "/metrics". ## Priority 9995 ## Parameters ### Global Parameters > Most of these settings only apply to a locally created metric endpoint (Prometheus compatible). If > you want to export metrics using other protocols, please check the documentation about > [Other Exporters](../../reference/export-metrics.mdx#other-exporters). #### `otel-metrics-listen` Enables the Prometheus exporter on the address given by `otel-metrics-listen-address` if set to `true`. Default: `false` #### `otel-metrics-listen-address` The listen address that should be serving Prometheus requests. Default: `0.0.0.0:2224` #### `otel-metrics-export-internals` Enables exporting internal Inspektor Gadget metrics to the global exporter that is configured using `otel-metrics-listen`. Default: `false` ### Instance Parameters #### `otel-metrics-name` Overrides the name of a datasource and explicitly sets it as name for the export. This is mandatory if you want to export the metrics. Use a name that is unique to the gadget+params combination to avoid collision of metrics. Fully qualified name: `operator.otel-metrics.otel-metrics-name` #### `otel-metrics-print-interval` Interval in which metrics should be emitted as human-readable text. This only has effect for data sources that are annotated using `metrics.print=true`. This is also limited to print histograms for now. This functionality might be removed in the future. The minimum interval is 25ms. Fully qualified name: `operator.otel-metrics.otel-metrics-print-interval` Default: `1000ms` ## Annotations ### Data Source Annotations #### `metrics.collect` Together with the `otel-metrics-listen=true` and `otel-metrics-name=` flags, this annotation is used to enable the Otel Metrics operator to export the data source's output as Prometheus metrics. #### `metrics.print` If set to `"true"`, the Otel Metrics operator will render the data source's output in more human-friendly formats. Currently, this feature only supports rendering as histograms the output of [Map Iterators](../../gadget-devel/gadget-intro.md#map-iterators) with the map’s value type of `gadget_histogram_slot__u32` or `gadget_histogram_slot__u64` (TODO: Add link). To achieve this, the Otel Metrics operator disables the original data source and creates a new one, suffixed with `-rendered`, which will emit the original data source's output as a rendered histogram. Additionally, the Otel Metrics operator will configure the CLI operator for this new data source as follows: - Set both the [cli.supported-output-modes](./cli.md#clisupported-output-modes) and [cli.default-output-mode](./cli.md#clidefault-output-mode) annotations to `histogram`. This will create a custom output mode that will make the CLI operator print the output as it is received (i.e., a rendered histogram), and use this mode as the default. - Set the [cli.clear-screen-before](./cli.md#cliclear-screen-before) annotation to `true` to make the CLI operator clear the screen before printing each histogram. ### Field Annotations #### `metrics.type` Defines the type of the field. If not set, the operator will try to infer it from the field type. Possible values: `counter`, `gauge`, `histogram`, `key`. #### `metrics.unit` This annotation is used to set the [OpenTelemetry instrument unit](https://pkg.go.dev/go.opentelemetry.io/otel/metric@v1.30.0#WithUnit). It should be defined using the appropriate [UCUM](https://ucum.org) case-sensitive code. #### `metrics.description` This annotation is used to set the [OpenTelemetry instrument description](https://pkg.go.dev/go.opentelemetry.io/otel/metric@v1.30.0#WithDescription). #### `metrics.boundaries` For fields of type `histogram`, this annotation allows to specify the [OpenTelemetry instrument explicit bucket boundaries](https://pkg.go.dev/go.opentelemetry.io/otel/metric@v1.30.0#WithExplicitBucketBoundaries). It should be a comma-separated list of numbers. inspektor-gadget-0.46.0/docs/spec/operators/process.md000066400000000000000000000127151510117411400227510ustar00rootroot00000000000000--- title: process --- The process operator emits events about running processes with CPU and RAM usage information. It periodically collects information about running processes and emits them as events through a data source. ## Priority -1000 ## Configuration The process operator is configured through the gadget.yaml file using the following configuration: ```yaml operator: process: emitstats: true interval: 60s fields: - comm - pid - ppid - cpuUsage - cpuUsageRelative - memoryRSS - memoryVirtual - memoryRelative - threadCount - state - uid - startTime ``` ### Configuration Parameters #### `operator.process.emitstats` Enables or disables the process monitoring. When set to `true`, the operator will start collecting and emitting process information. Default: `false` #### `operator.process.interval` The interval at which process information is collected and emitted. This should be a valid duration string (e.g., "60s", "1m", "5m"). Default: `60s` #### `operator.process.fields` A list of fields to include in the process information. If not specified, all fields will be included. The PID field is always included regardless of this setting. Available fields: - `pid` - Process ID (always included) - `ppid` - Parent Process ID - `comm` - Command name - `cpuUsage` - CPU usage percentage - `cpuUsageRelative` - CPU usage percentage relative to number of CPUs available - `memoryRSS` - Resident Set Size - `memoryVirtual` - Virtual memory size - `memoryRelative` - Total memory used relative to available memory - `threadCount` - Number of threads - `state` - Process state (for possible values see below) - `uid` - Process owner UID - `startTime` - Process start time (clock ticks since system boot) - `startTimeStr` - Process start time as a formatted date-time string (automatically included when startTime is enabled) - `mountnsid` - Mount namespace ID (always included) Default: All fields are included ## Data Source The process operator creates a data source named `processes` that emits events with the following fields: ### Fields #### `pid` The process ID. This field is always included. Type: `int32` #### `ppid` The parent process ID. Type: `int32` #### `comm` The command name of the process. Type: `string` #### `cpuUsage` The CPU usage of the process as a percentage. Type: `float64` #### `cpuUsageRelative` The CPU usage percentage relative to the number of CPUs available. Type: `float64` #### `memoryRSS` The Resident Set Size (RSS) of the process in bytes. This represents the portion of memory occupied by a process that is held in main memory (RAM). Type: `uint64` #### `memoryVirtual` The Virtual Memory Size of the process in bytes. This represents the total amount of virtual memory used by the process. Type: `uint64` #### `memoryRelative` Percentage of RSS memory used relative to available memory. Type: `float64` #### `threadCount` The number of threads in the process. Type: `int32` #### `state` The state of the process |-------|------------------------------------------| | Value | Description | |-------|------------------------------------------| | R | Running | | S | Sleeping in an interruptible wait | | D | Waiting in uninterruptible disk sleep | | Z | Zombie | | T | Stopped (on a signal) or (before Linux | | | 2.6.33) trace stopped | | t | Tracing stop (Linux 2.6.33 onward) | | W | Paging (only before Linux 2.6.0) | | X | Dead (from Linux 2.6.0 onward) | | x | Dead (Linux 2.6.33 to 3.13 only) | | K | Wakekill (Linux 2.6.33 to 3.13 only) | | W | Waking (Linux 2.6.33 to 3.13 only) | | P | Parked (Linux 3.9 to 3.13 only) | | I | Idle (Linux 4.14 onward) | |-------|------------------------------------------| Type: `string` #### `uid` The UID of the process owner. Type: `uint32` #### `startTime` The time when the process started, represented as clock ticks since system boot. Type: `uint64` #### `startTimeStr` The time when the process started, represented as a formatted date-time string in RFC3339 format (e.g., "2023-06-15T14:30:45Z"). This field is automatically included when the `startTime` field is enabled. Type: `string` #### `mountnsid` The mount namespace ID of the process. This can be used to identify which container a process belongs to. This field is always included. Type: `uint64` ## Example Usage To enable process monitoring, add the following to your gadget.yaml configuration: ```yaml operator: process: emitstats: true interval: 30s # Collect process information every 30 seconds ``` Note that the `mountnsid` and `pid` fields are always included, regardless of the fields configuration. This will enable the process operator, which will emit process events every 30 seconds with all available fields. ### Example with Selected Fields To enable process monitoring with only specific fields, add the following to your gadget.yaml configuration: ```yaml operator: process: emitstats: true interval: 30s fields: - comm - ppid - cpuUsage - memoryRSS ``` This will enable the process operator, which will emit process events every 30 seconds with only the specified fields. This can be useful to reduce resource usage and network traffic when you only need specific information. inspektor-gadget-0.46.0/docs/spec/operators/socketenricher.md000066400000000000000000000020011510117411400242660ustar00rootroot00000000000000--- title: SocketEnricher --- The Socket enricher operator provides information about the socket owner, i.e. the process that created the socket. This is used to correlate sockets and process information in gadgets that only have information about the socket, like networking ones. The following information can be gotten from a socket object: - Mount namespace inode ID - Process name - Process and Thread IDs - User and Group IDs ## Priority 10 ## Parameters ### `socket-enricher-fields` List of optional fields and their sizes to be enabled on the socket enricher using the field0=size,field1=size,... format. Disabling or reducing the size of the optional fields can reduce the memory and CPU usage of Inspektor Gadget. Passing 0 as the size will use the default size of 512 bytes. If a field is not present on the list, then it's disabled. The max size of a field is 4096 and the size must be a power of two. Fully qualified name: `operator.SocketEnricher.socket-enricher-fields` Default: `cwd=512,exepath=512` inspektor-gadget-0.46.0/docs/spec/operators/sort.md000066400000000000000000000007121510117411400222540ustar00rootroot00000000000000--- title: Sort --- The Sort operator sorts the output. This operator is only enabled for data sources of type array. This operation is performed on the server side. ## Priority 9500 ## Instance Parameters ### `sort` Sort by fields. Join multiple fields with ','. Prefix a field with '-' to sort in descending order. If using multiple data sources, prefix fields with 'datasourcename:' and separate with ';' Fully qualified name: `operator.sort.sort` inspektor-gadget-0.46.0/docs/spec/operators/uidgidresolver.md000066400000000000000000000010031510117411400243060ustar00rootroot00000000000000--- title: UidGidResolver --- The `UidGidResolver` data operator resolves `uid` and `gid` (user and group identifiers) values to the corresponding user and group names. It does this by monitoring the `/etc/passwd` and `/etc/group` files on the host. This leads to the restrictions that user and groupnames inside the guest might not be correctly resolved. It means the events are enriched with the user and group names from the host, so the ones for the container are ignored. ## Priority 5 ## Parameters None inspektor-gadget-0.46.0/docs/spec/operators/wasm.md000066400000000000000000000004311510117411400222320ustar00rootroot00000000000000--- title: WASM sidebar_position: 20 --- The WASM operator runs the WASM module present on the [wasm layer](../oci.md#the-wasm-layer). Please check the [WASM API](../../gadget-devel/gadget-wasm-api-raw.md) to get details of the API exposed to those programs. ## Parameters None inspektor-gadget-0.46.0/examples/000077500000000000000000000000001510117411400166615ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/README.md000066400000000000000000000020671510117411400201450ustar00rootroot00000000000000# examples This folder contains some examples showing the usage of the Golang packages provided by Inspektor Gadget. These examples are designed for developers that want to use the Golang packages exposed by Inspektor Gadget directly. End-users do not need this and can use `kubectl-gadget` or `ig` directly. - [container-hook](container-hook/): Use of the container-hook package to - receive notifications when a container starts or terminates - execute PreStart and PostStop hooks - [container-collection](container-collection/): Use the container-collection package ("github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection") to print a message when a container is created or removed. - [kube-container-collection](kube-container-collection/): Use the container-collection package ("github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection") in order to be notified when a new container is started and to attach the OCI config.json as a Kubernetes event. - (image-based) gadgets: - Check list of examples in [gadgets](gadgets) inspektor-gadget-0.46.0/examples/container-collection/000077500000000000000000000000001510117411400227745ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/container-collection/.gitignore000066400000000000000000000000251510117411400247610ustar00rootroot00000000000000container-collection inspektor-gadget-0.46.0/examples/container-collection/README.md000066400000000000000000000017161510117411400242600ustar00rootroot00000000000000# Container Collection Example This is a basic example that uses the container-collection package ("github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection") to print a message when a container is created or removed. ## How to build ```bash $ go build . ``` ## How to run Start the example in one terminal. It'll print the already existing containers: ```bash $ sudo ./container-collection Container added: "local-registry" pid 6135 ``` In another terminal, run a container: ``` $ docker run --name hi -rm ubuntu /bin/bash -c "echo hi && sleep 2" hi ``` The previous terminal will contain messages indicating the creation and removal of this container: ```bash $ sudo ./container-collection Container added: "local-registry" pid 6135 Container added: "hi" pid 130258 Container removed: "hi" pid 130258 ``` ## More information The [`kube-container-collection`](../kube-container-collection) example contains a more complex setup using this package. inspektor-gadget-0.46.0/examples/container-collection/container-collection.go000066400000000000000000000051371510117411400274440ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os" "os/signal" "syscall" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func main() { // Function that will be called for events. event contains // information about the kind of event (added, removed) and an // instance of the container. callback := func(event containercollection.PubSubEvent) { switch event.Type { case containercollection.EventTypeAddContainer: fmt.Printf("Container added: %q pid %d\n", event.Container.Runtime.ContainerName, event.Container.ContainerPid()) case containercollection.EventTypeRemoveContainer: fmt.Printf("Container removed: %q pid %d\n", event.Container.Runtime.ContainerName, event.Container.ContainerPid()) } } // Define the different options for the container collection instance opts := []containercollection.ContainerCollectionOption{ // Indicate the callback that will be invoked each time // there is an event containercollection.WithPubSub(callback), // Get containers created with runc containercollection.WithContainerFanotifyEbpf(), // Enrich those containers with data from the container // runtime. docker and containerd in this case. // (It's needed to have the name of the container in this example). containercollection.WithMultipleContainerRuntimesEnrichment( []*containerutilsTypes.RuntimeConfig{ {Name: types.RuntimeNameDocker}, {Name: types.RuntimeNameContainerd}, }), } // Create and initialize the container collection containerCollection := &containercollection.ContainerCollection{} err := containerCollection.Initialize(opts...) if err != nil { fmt.Printf("failed to initialize container collection: %s\n", err) return } defer containerCollection.Close() // Graceful shutdown exit := make(chan os.Signal, 1) signal.Notify(exit, syscall.SIGINT, syscall.SIGTERM) <-exit } inspektor-gadget-0.46.0/examples/container-hook/000077500000000000000000000000001510117411400216015ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/container-hook/.gitignore000066400000000000000000000000451510117411400235700ustar00rootroot00000000000000container-hook container-hook-static inspektor-gadget-0.46.0/examples/container-hook/Dockerfile000066400000000000000000000011151510117411400235710ustar00rootroot00000000000000FROM golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 AS builder # Cache go modules so they won't be downloaded at each build COPY go.mod go.sum /gadget/ COPY examples/go.mod examples/go.sum /gadget/examples/ RUN cd /gadget && go mod download COPY ./ /gadget RUN cd /gadget/examples/container-hook && make container-hook-static FROM busybox@sha256:9ae97d36d26566ff84e8893c64a6dc4fe8ca6d1144bf5b87b2b85a32def253c7 COPY --from=builder /gadget/examples/container-hook/container-hook-static /bin/container-hook ENTRYPOINT ["/bin/container-hook"] inspektor-gadget-0.46.0/examples/container-hook/Dockerfile.dockerignore000066400000000000000000000000531510117411400262430ustar00rootroot00000000000000* !go.mod !go.sum !examples !pkg !internal inspektor-gadget-0.46.0/examples/container-hook/Makefile000066400000000000000000000016251510117411400232450ustar00rootroot00000000000000CONTAINER_REPO ?= ghcr.io/inspektor-gadget/inspektor-gadget IMAGE_TAG ?= $(shell ../../tools/image-tag branch) container-hook: main.go CGO_ENABLED=0 go build -o container-hook main.go container-hook-static: main.go CGO_ENABLED=0 go build -o container-hook-static -ldflags '-w -extldflags "-static"' main.go # Example how container-hook can be used to show a stream of events test-output: sudo ./container-hook -output "add,remove,config" # Example how container-hook can be used to execute a prestart hook test-hook: sudo ./container-hook -prestart 'cat > /tmp/hooks.log' build-container: DOCKER_BUILDKIT=1 docker build -t $(CONTAINER_REPO)-container-hook:$(IMAGE_TAG) -f Dockerfile ../.. install: sed "s|image: .*:latest|image: $(CONTAINER_REPO)-container-hook:$(IMAGE_TAG)|" deploy.yaml | kubectl apply -f - uninstall: kubectl delete -f deploy.yaml clean: rm -f container-hook container-hook-static inspektor-gadget-0.46.0/examples/container-hook/README.md000066400000000000000000000045601510117411400230650ustar00rootroot00000000000000# Example with the container-hook package This example uses the container-hook package ("github.com/inspektor-gadget/inspektor-gadget/pkg/container-hook") in order to: 1. receive notifications when a container starts (including its [configuration](https://github.com/opencontainers/runtime-spec/blob/main/config.md)) or terminates 2. execute PreStart and PostStop hooks. This is not adding the hooks in the container [configuration](https://github.com/opencontainers/runtime-spec/blob/main/config.md) but the API works in similar way, so programs designed to be [PreStart or PostStop OCI hooks](https://github.com/opencontainers/runtime-spec/blob/main/config.md#posix-platform-hooks) can simply be reused here without changes. For instance: * the commands are executed in the host namespaces * the commands receive a synthesised [OCI State](https://github.com/opencontainers/runtime-spec/blob/main/runtime.md#state) over stdin. This uses a DaemonSet: each pod will only monitor containers locally and there is no network communication. To deploy the DaemonSet: ``` $ make install ``` Start a new pod: ``` $ kubectl run -ti --rm --image busybox shell1 -- sh ``` Notice the logs: ``` $ kubectl logs -n container-hook container-hook-c9nsf Container added: 27e08a048becd153a3a73447dfb9dd241079a9f5d24fb2eab768289e06ee73ff pid 417824 {"ociVersion":"1.0.2-dev",...} OCI State in prestart hook: {"ociVersion":"1.0.2-dev","id":"27e08a048becd153a3a73447dfb9dd241079a9f5d24fb2eab768289e06ee73ff","status":"created","pid":417824,"bundle":"/run/containerd/io.containerd.runtime.v2.task/moby/27e08a048becd153a3a73447dfb9dd241079a9f5d24fb2eab768289e06ee73ff"} Container added: 5a3ee42edcb5825ebf6d88b7cedfac5cffb89ccce99e528ce6dbd92a159518ef pid 417888 {"ociVersion":"1.0.2-dev",...} OCI State in prestart hook: {"ociVersion":"1.0.2-dev","id":"5a3ee42edcb5825ebf6d88b7cedfac5cffb89ccce99e528ce6dbd92a159518ef","status":"created","pid":417888,"bundle":"/run/containerd/io.containerd.runtime.v2.task/moby/5a3ee42edcb5825ebf6d88b7cedfac5cffb89ccce99e528ce6dbd92a159518ef"} ``` There are two containers because Kubernetes starts a "pause" container along with the requested container. Notice the Kubernetes events: ``` $ kubectl get events 88s Normal NewContainerConfig node {"ociVersion":"1.0.2-dev",...} 86s Normal NewContainerConfig node {"ociVersion":"1.0.2-dev",...} ``` inspektor-gadget-0.46.0/examples/container-hook/deploy.yaml000066400000000000000000000063121510117411400237630ustar00rootroot00000000000000apiVersion: v1 kind: Namespace metadata: name: container-hook --- apiVersion: v1 kind: ServiceAccount metadata: name: container-hook namespace: container-hook --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: container-hook-cluster-role rules: - apiGroups: [""] resources: ["events"] verbs: ["list", "watch", "create"] - apiGroups: ["security.openshift.io"] # It is necessary to use the 'privileged' security context constraints to be # able mount host directories as volumes, use the host networking, among others. # This will be used only when running on OpenShift: # https://docs.openshift.com/container-platform/4.9/authentication/managing-security-context-constraints.html#default-sccs_configuring-internal-oauth resources: ["securitycontextconstraints"] resourceNames: ["privileged"] verbs: ["use"] --- kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: container-hook-cluster-role-binding subjects: - kind: ServiceAccount name: container-hook namespace: container-hook roleRef: kind: ClusterRole name: container-hook-cluster-role apiGroup: rbac.authorization.k8s.io --- apiVersion: apps/v1 kind: DaemonSet metadata: name: container-hook namespace: container-hook labels: k8s-app: container-hook spec: selector: matchLabels: k8s-app: container-hook template: metadata: labels: k8s-app: container-hook spec: serviceAccount: container-hook hostPID: false hostNetwork: false containers: - name: gadget terminationMessagePolicy: FallbackToLogsOnError image: gadget-container-hook:latest imagePullPolicy: Always command: ["container-hook"] args: - "-publish-kubernetes-event=true" - "-output=add,remove,config" - "-prestart=echo OCI State in prestart hook: ; cat ; echo" - "-poststop=echo OCI State in poststop hook: ; cat ; echo" env: - name: NODE_NAME valueFrom: fieldRef: fieldPath: spec.nodeName - name: POD_NAME valueFrom: fieldRef: fieldPath: metadata.name securityContext: capabilities: add: # fanotify requires CAP_SYS_ADMIN - SYS_ADMIN volumeMounts: - name: host mountPath: /host - name: run mountPath: /run - name: modules mountPath: /lib/modules - name: debugfs mountPath: /sys/kernel/debug - name: cgroup mountPath: /sys/fs/cgroup readOnly: true - name: bpffs mountPath: /sys/fs/bpf tolerations: - effect: NoSchedule operator: Exists - effect: NoExecute operator: Exists volumes: - name: host hostPath: path: / - name: run hostPath: path: /run - name: cgroup hostPath: path: /sys/fs/cgroup - name: modules hostPath: path: /lib/modules - name: bpffs hostPath: path: /sys/fs/bpf - name: debugfs hostPath: path: /sys/kernel/debug inspektor-gadget-0.46.0/examples/container-hook/main.go000066400000000000000000000154041510117411400230600ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "context" "encoding/json" "flag" "fmt" "os" "os/exec" "os/signal" "strings" "syscall" "time" ocispec "github.com/opencontainers/runtime-spec/specs-go" api "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" containerhook "github.com/inspektor-gadget/inspektor-gadget/pkg/container-hook" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) var ( outputList = flag.String("output", "add,remove", "comma-separated list of events to print [add,remove,config]") outputAdd bool outputRemove bool outputConfig bool hookPreStart = flag.String("prestart", "", "command to run in the PreStart hook") hookPostStop = flag.String("poststop", "", "command to run in the PostStop hook") env = flag.String("env", "", "the environ") dir = flag.String("dir", "", "dir") timeout = flag.String("timeout", "10s", "timeout") timeoutDuration time.Duration publishKubernetesEvent = flag.Bool("publish-kubernetes-event", false, "Publish an event using the Kubernetes Event API") kubeconfig = flag.String("kubeconfig", "", "kubeconfig") node = flag.String("node", "", "Node name") client *kubernetes.Clientset ) func publishEvent(reason, message string) { eventTime := metav1.NewTime(time.Now()) event := &api.Event{ ObjectMeta: metav1.ObjectMeta{ Name: fmt.Sprintf("%v.%x", *node, time.Now().UnixNano()), Namespace: "default", }, Source: api.EventSource{ Component: "RuncHook", Host: *node, }, Count: 1, ReportingController: "github.com/inspektor-gadget/inspektor-gadget", ReportingInstance: os.Getenv("POD_NAME"), // pod name FirstTimestamp: eventTime, LastTimestamp: eventTime, InvolvedObject: api.ObjectReference{ Kind: "Node", Name: *node, // Uncomment to make it visible in 'kubectl describe node' //UID: types.UID(*node), }, Type: api.EventTypeNormal, Reason: reason, Message: message, } ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) defer cancel() if _, err := client.CoreV1().Events("default").Create(ctx, event, metav1.CreateOptions{}); err != nil { fmt.Fprintf(os.Stderr, "Failed to create event: %s\n", err) } } func runCommand(command, dir string, env []string, timeout time.Duration, ociState *ocispec.State) error { b, err := json.Marshal(ociState) if err != nil { return err } ctx, cancel := context.WithTimeout(context.Background(), timeout) defer cancel() cmd := exec.CommandContext(ctx, "/bin/sh", "-c", command) cmd.Dir = dir cmd.Env = env cmd.Stdin = bytes.NewReader(b) cmd.Stdout = os.Stdout cmd.Stderr = os.Stderr return cmd.Run() } func callback(notif containerhook.ContainerEvent) { // The OCI State is defined at: // https://github.com/opencontainers/runtime-spec/blob/main/runtime.md#state // and is passed to OCI hooks over stdin, see: // https://github.com/opencontainers/runtime-spec/blob/main/config.md#posix-platform-hooks // ociState will be given as stdin to the command. // // This code does not add any hooks in the config but executes the // command in the same way that OCI hooks would do. For this we need to // synthesise the OCI State. ociState := &ocispec.State{ Version: ocispec.Version, ID: notif.ContainerID, Pid: int(notif.ContainerPID), Bundle: notif.Bundle, Annotations: make(map[string]string), } if notif.ContainerConfig != "" { ociSpec := &ocispec.Spec{} _ = json.Unmarshal([]byte(notif.ContainerConfig), ociSpec) if ociSpec.Annotations != nil { ociState.Annotations = ociSpec.Annotations } } var cmd string switch notif.Type { case containerhook.EventTypeAddContainer: ociState.Status = ocispec.StateCreated if outputAdd { fmt.Printf("Container added: %v pid %d\n", notif.ContainerID, notif.ContainerPID) } if outputConfig { if notif.ContainerConfig != "" { fmt.Printf("%s\n", notif.ContainerConfig) } else { fmt.Fprintf(os.Stderr, "Error: container config not found for container %s\n", notif.ContainerID) } } if *publishKubernetesEvent { if notif.ContainerConfig != "" { publishEvent("NewContainerConfig", notif.ContainerConfig) } else { publishEvent("ContainerConfigNotFound", "") } } if *hookPreStart != "" { cmd = *hookPreStart } case containerhook.EventTypeRemoveContainer: ociState.Status = ocispec.StateStopped if outputRemove { fmt.Printf("Container removed: %v pid %d\n", notif.ContainerID, notif.ContainerPID) } if *hookPostStop != "" { cmd = *hookPostStop } default: return } if cmd != "" { err := runCommand(cmd, *dir, strings.Split(*env, " "), timeoutDuration, ociState) if err != nil { fmt.Fprintf(os.Stderr, "Failed to execute command: %s\n", err) } } } func main() { host.Init(host.Config{}) flag.Parse() var err error timeoutDuration, err = time.ParseDuration(*timeout) if err != nil { fmt.Fprintf(os.Stderr, "Invalid timeout %q: %s\n", *timeout, err) os.Exit(1) } if *node == "" && os.Getenv("NODE_NAME") != "" { *node = os.Getenv("NODE_NAME") } for _, o := range strings.Split(*outputList, ",") { switch o { case "add": outputAdd = true case "remove": outputRemove = true case "config": outputConfig = true case "": // strings.Split() can generate empty strings default: fmt.Fprintf(os.Stderr, "invalid option: %q\n", o) os.Exit(1) } } if *publishKubernetesEvent { if *kubeconfig == "" && os.Getenv("KUBECONFIG") != "" { *kubeconfig = os.Getenv("KUBECONFIG") } client, err = k8sutil.NewClientset(*kubeconfig, "container-hook-publish-event") if err != nil { fmt.Fprintf(os.Stderr, "Failed to get Kubernetes client set: %s\n", err) os.Exit(1) } } if !containerhook.Supported() { fmt.Printf("containerhook not supported\n") os.Exit(1) } notifier, err := containerhook.NewContainerNotifier(callback) if err != nil { fmt.Printf("containerhook failed: %v\n", err) os.Exit(1) } defer notifier.Close() // Graceful shutdown exit := make(chan os.Signal, 1) signal.Notify(exit, syscall.SIGINT, syscall.SIGTERM) <-exit } inspektor-gadget-0.46.0/examples/gadgets/000077500000000000000000000000001510117411400202775ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/README.md000066400000000000000000000003101510117411400215500ustar00rootroot00000000000000### Gadgets Examples This folder contains different examples of how gadgets can be run from a Golang application. Check their documentation on https://www.inspektor-gadget.io/docs/latest/api/golang. inspektor-gadget-0.46.0/examples/gadgets/datasource000077700000000000000000000000001510117411400302402../../docs/api/_golang/datasource/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/from_file000077700000000000000000000000001510117411400276602../../docs/api/_golang/from_file/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/from_memory000077700000000000000000000000001510117411400306422../../docs/api/_golang/from_memory/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/grpc000077700000000000000000000000001510117411400256422../../docs/api/_golang/grpc/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/grpc_kubernetes000077700000000000000000000000001510117411400322412../../docs/api/_golang/grpc_kubernetesustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/operators000077700000000000000000000000001510117411400300102../../docs/api/_golang/operators/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/other/000077500000000000000000000000001510117411400214205ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/other/mutate/000077500000000000000000000000001510117411400227175ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/other/mutate/.gitignore000066400000000000000000000000071510117411400247040ustar00rootroot00000000000000mutate inspektor-gadget-0.46.0/examples/gadgets/other/mutate/README.md000066400000000000000000000027131510117411400242010ustar00rootroot00000000000000# Mutating fields from a `datasource` This example shows how an operator can add and mutate fields from a datasource. ### How to compile ```bash $ go build . ``` ### How to run ```bash $ go run -exec sudo . ``` In another terminal, open some files ```bash $ cat /dev/null ``` Those will be printed in the gadget's terminal: ```bash $ go run -exec sudo . PID UID GID MNTNS… E… FD F… MODE COMM FNAME IS_ROOT ... 128675 1001 1001 402653 0 3 52 0 cat /etc/ld.so.cac false 128675 1001 1001 402653 0 3 52 0 cat /lib/x86_64-li false 128675 1001 1001 402653 0 3 52 0 cat /usr/lib/local false 128675 1001 1001 402653 0 3 0 0 cat /dev/null false 18740 1001 1001 402653 0 12 0 0 tmux: s /proc/124706/c false 7402 1001 1001 402653 0 47 19 384 Chrome_ /dev/shm/.com. false 1101 108 117 402653 0 7 52 0 systemd /proc/meminfo false 1296 0 998 402653 0 21 0 0 wdavdae /proc/128676/s true 1296 0 998 402653 0 21 0 0 wdavdae /proc/128676/c true 1296 0 998 402653 0 21 0 0 wdavdae /proc/128676/s true 1296 0 998 402653 0 21 0 0 wdavdae /proc/128676/s true 1296 0 998 402653 0 21 0 0 wdavdae /proc/128676/c true ... ``` inspektor-gadget-0.46.0/examples/gadgets/other/mutate/main.go000066400000000000000000000056071510117411400242020ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" clioperator "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/cli" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { // In this case, we need to set priority to a low value to be sure it's // executed before the cli operator (which prints the output) const opPriority = 100 myOperator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { // It's possible to add new fields to the datasource isRootF, err := d.AddField("is_root", api.Kind_Bool) if err != nil { return fmt.Errorf("adding field: %w", err) } // It's also possible to change visibility, and other attributes of fields timeStampF := d.GetField("timestamp") timeStampF.SetHidden(true, false) // Get accessors to some specific fields uidF := d.GetField("uid") d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { // Error handling is omitted for brevity uid, _ := uidF.Uint32(data) // if uid is zero, set is_root to true if uid == 0 { isRootF.PutBool(data, true) } return nil }, opPriority) } return nil })) gadgetCtx := gadgetcontext.New( context.Background(), "ghcr.io/inspektor-gadget/gadget/trace_open:main", gadgetcontext.WithDataOperators(ocihandler.OciHandler, myOperator, clioperator.CLIOperator), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/examples/gadgets/other/otel_metrics/000077500000000000000000000000001510117411400241115ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/other/otel_metrics/.gitignore000066400000000000000000000000151510117411400260750ustar00rootroot00000000000000otel_metrics inspektor-gadget-0.46.0/examples/gadgets/other/otel_metrics/README.md000066400000000000000000000012531510117411400253710ustar00rootroot00000000000000# Open Telemetry Metrics Exporter Operator This example shows how to export metrics using OpenTelemetry / Prometheus. ### How to run ```bash $ go run -exec sudo . ``` ### What it does By default, the operator exposes the metrics at http://IP-ADDRESS:2224/metrics (change IP-ADDRESS to your actual IP address). This demo uses a counter, gauge and a histogram that emits new values every second. With the provided annotations, the operator will set those fields up properly and export them. Note that in this demo no actual gadget is run (thus the image parameter is unused) - instead, we use a simple operator to emit the metrics.inspektor-gadget-0.46.0/examples/gadgets/other/otel_metrics/main.go000066400000000000000000000123241510117411400253660ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "math/rand" "os" "runtime" "sync" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" otelmetrics "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/otel-metrics" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { var producer func() // We will simulate generating metrics for three nodes; these strings will serve as the only key for the metrics nodes := []string{"node1", "node2", "node3"} // used to stop the producer done := make(chan struct{}) // used to wait for the producer to finish wg := &sync.WaitGroup{} metricsGenerator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { ds, err := gadgetCtx.RegisterDataSource(datasource.TypeSingle, "metrics") if err != nil { return err } ds.AddAnnotation(otelmetrics.AnnotationMetricsCollect, "true") // The node name will be used as key node, err := ds.AddField( "node", api.Kind_String, datasource.WithAnnotations(map[string]string{ otelmetrics.AnnotationMetricsType: otelmetrics.MetricTypeKey, otelmetrics.AnnotationMetricsDescription: "Node name", }), ) if err != nil { return err } // Latency will be recorded as histogram latency, err := ds.AddField( "latency", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ otelmetrics.AnnotationMetricsType: otelmetrics.MetricTypeHistogram, otelmetrics.AnnotationMetricsDescription: "Latency", }), ) if err != nil { return err } // Memory will be recorded as gauge mem, err := ds.AddField( "memory", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ otelmetrics.AnnotationMetricsType: otelmetrics.MetricTypeGauge, otelmetrics.AnnotationMetricsDescription: "Memory usage", }), ) if err != nil { return err } // Every second the counter gets increased by 1 ctr, err := ds.AddField( "ctr", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ otelmetrics.AnnotationMetricsType: otelmetrics.MetricTypeCounter, otelmetrics.AnnotationMetricsDescription: "Number of metric events", }), ) if err != nil { return err } producer = func() { defer wg.Done() ticker := time.NewTicker(time.Second) for { select { case <-ticker.C: for _, n := range nodes { // emit new metrics metrics, err := ds.NewPacketSingle() if err != nil { gadgetCtx.Logger().Warnf("failed to create packet: %v", err) continue } node.PutString(metrics, n) latency.PutUint64(metrics, uint64(rand.Intn(2000))) var m runtime.MemStats runtime.ReadMemStats(&m) mem.PutUint64(metrics, m.TotalAlloc) ctr.PutUint64(metrics, 1) ds.EmitAndRelease(metrics) } case <-done: return } } } return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { wg.Add(1) go producer() return nil }), simple.OnStop(func(gadgetCtx operators.GadgetContext) error { close(done) return nil }), ) // Initialize operator with default settings globalParams := apihelpers.ToParamDescs(otelmetrics.Operator.GlobalParams()).ToParams() globalParams.Set(otelmetrics.ParamOtelMetricsListen, "true") otelmetrics.Operator.Init(globalParams) l := logger.DefaultLogger() l.SetLevel(logger.DebugLevel) gadgetCtx := gadgetcontext.New( context.Background(), "none", gadgetcontext.WithDataOperators(metricsGenerator, otelmetrics.Operator), gadgetcontext.WithLogger(l), ) // Create the runtime runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() params := map[string]string{ "operator.otel-metrics.otel-metrics-name": "metrics", } // Run the gadget if err := runtime.RunGadget(gadgetCtx, nil, params); err != nil { return fmt.Errorf("running gadget: %w", err) } // Wait for the producer to finish wg.Wait() return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/examples/gadgets/trace_dns/000077500000000000000000000000001510117411400222415ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/gadgets/trace_dns/.gitignore000066400000000000000000000000121510117411400242220ustar00rootroot00000000000000trace_dns inspektor-gadget-0.46.0/examples/gadgets/trace_dns/README.md000066400000000000000000000060341510117411400235230ustar00rootroot00000000000000# `trace_dns` This example shows how to run the `trace_dns` gadget and print the events it captures to the terminal in json format. ### How to run ```bash $ go run -exec sudo . ``` In another terminal, perform some DNS queries within a container. Queries on the host aren't traced by the example. ```bash $ docker run --name c3 --rm -it busybox sh -c "nslookup inspektor-gadget.io" Server: 190.248.0.7 Address: 190.248.0.7:53 Non-authoritative answer: Name: inspektor-gadget.io Address: 172.67.166.105 Name: inspektor-gadget.io Address: 104.21.11.160 Non-authoritative answer: Name: inspektor-gadget.io Address: 2606:4700:3030::6815:ba0 Name: inspektor-gadget.io Address: 2606:4700:3037::ac43:a669 ``` Those will be printed in the gadget's terminal: ```bash $ go run -exec sudo . { "anaddr": "00000000000000000000000000000000", "anaddrcount": 0, "ancount": 0, "gid": 0, "id": 64864, "k8s": { "container": "", "hostnetwork": false, "namespace": "", "node": "", "pod": "" }, "latency_ns": 0, "mntns_id": 4026535114, "name": "inspektor-gadget.io", "netns": 4026535118, "pid": 125928, "pkt_type": 4, "qr": 0, "qtype": 1, "rcode": 0, "runtime": { "containerId": "1ccee3e25641f6825fe269628b2fb15de8e9e11b8dc8d5b01b6373839a140c62", "containerImageDigest": "", "containerImageName": "busybox", "containerName": "c3", "runtimeName": "docker" }, "task": "nslookup", "tid": 125928, "timestamp": 8772942863578, "uid": 0 } { "anaddr": "00000000000000000000000000000000", "anaddrcount": 0, "ancount": 0, "gid": 0, "id": 25747, "k8s": { "container": "", "hostnetwork": false, "namespace": "", "node": "", "pod": "" }, "latency_ns": 0, "mntns_id": 4026535114, "name": "inspektor-gadget.io", "netns": 4026535118, "pid": 125928, "pkt_type": 4, "qr": 0, "qtype": 28, "rcode": 0, "runtime": { "containerId": "1ccee3e25641f6825fe269628b2fb15de8e9e11b8dc8d5b01b6373839a140c62", "containerImageDigest": "", "containerImageName": "busybox", "containerName": "c3", "runtimeName": "docker" }, "task": "nslookup", "tid": 125928, "timestamp": 8772942906128, "uid": 0 } { "anaddr": "00000000000000000000ffff68150ba0", "anaddrcount": 1, "ancount": 2, "gid": 0, "id": 64864, "k8s": { "container": "", "hostnetwork": false, "namespace": "", "node": "", "pod": "" }, "latency_ns": 60238431, "mntns_id": 4026535114, "name": "inspektor-gadget.io", "netns": 4026535118, "pid": 125928, "pkt_type": 0, "qr": 1, "qtype": 1, "rcode": 0, "runtime": { "containerId": "1ccee3e25641f6825fe269628b2fb15de8e9e11b8dc8d5b01b6373839a140c62", "containerImageDigest": "", "containerImageName": "busybox", "containerName": "c3", "runtimeName": "docker" }, "task": "nslookup", "tid": 125928, "timestamp": 8773003102009, "uid": 0 } ``` > [!WARNING] > The DNS name isn't shown in the right format. See > https://github.com/inspektor-gadget/inspektor-gadget/issues/2316. inspektor-gadget-0.46.0/examples/gadgets/trace_dns/main.go000066400000000000000000000067451510117411400235300ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/localmanager" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/socketenricher" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" ) func do() error { const opPriority = 50000 myOperator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, _ := igjson.New(d, // Show all fields igjson.WithShowAll(true), // Print json in a pretty format igjson.WithPretty(true, " "), ) d.Subscribe(func(source datasource.DataSource, data datasource.Data) error { jsonOutput := jsonFormatter.Marshal(data) fmt.Printf("%s\n", jsonOutput) return nil }, opPriority) } return nil })) // There are some gadgets, like trace_dns, trace_sni, trace_network that // require the local manager (or kube manager) operators to work. // TODO: How to mark them and why is it a hard requirement? // Create the local manager operator localManagerOp := localmanager.LocalManagerOperator localManagerParams := localManagerOp.GlobalParamDescs().ToParams() localManagerParams.Get(localmanager.Runtimes).Set("docker") if err := localManagerOp.Init(localManagerParams); err != nil { return fmt.Errorf("init local manager: %w", err) } defer localManagerOp.Close() // The socker enricher operator is used to provide information about the // process performing the DNS query. socketEnricherOp := &socketenricher.SocketEnricher{} socketEnricherParams := socketEnricherOp.GlobalParamDescs().ToParams() if err := socketEnricherOp.Init(socketEnricherParams); err != nil { return fmt.Errorf("init socket enricher: %w", err) } defer socketEnricherOp.Close() gadgetCtx := gadgetcontext.New( context.Background(), "ghcr.io/inspektor-gadget/gadget/trace_dns:main", gadgetcontext.WithDataOperators( ocihandler.OciHandler, localManagerOp, socketEnricherOp, myOperator, ), ) runtime := local.New() if err := runtime.Init(nil); err != nil { return fmt.Errorf("runtime init: %w", err) } defer runtime.Close() if err := runtime.RunGadget(gadgetCtx, nil, nil); err != nil { return fmt.Errorf("running gadget: %w", err) } return nil } func main() { if err := do(); err != nil { fmt.Printf("Error running application: %s\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/examples/gadgets/trace_open000077700000000000000000000000001510117411400302122../../docs/api/_golang/trace_open/ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/go.mod000066400000000000000000000227131510117411400177740ustar00rootroot00000000000000module examples go 1.24.0 require ( github.com/inspektor-gadget/inspektor-gadget v0.28.1 github.com/opencontainers/runtime-spec v1.2.1 k8s.io/api v0.34.1 k8s.io/apimachinery v0.34.1 k8s.io/client-go v0.34.1 ) require ( github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 // indirect github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0 // indirect github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c // indirect github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 // indirect github.com/Microsoft/go-winio v0.6.2 // indirect github.com/Microsoft/hcsshim v0.13.0 // indirect github.com/beorn7/perks v1.0.1 // indirect github.com/blang/semver v3.5.1+incompatible // indirect github.com/blang/semver/v4 v4.0.0 // indirect github.com/cenkalti/backoff/v5 v5.0.3 // indirect github.com/cespare/xxhash/v2 v2.3.0 // indirect github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101 // indirect github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b // indirect github.com/containerd/cgroups/v3 v3.0.5 // indirect github.com/containerd/containerd v1.7.28 // indirect github.com/containerd/containerd/api v1.8.0 // indirect github.com/containerd/continuity v0.4.4 // indirect github.com/containerd/errdefs v1.0.0 // indirect github.com/containerd/errdefs/pkg v0.3.0 // indirect github.com/containerd/fifo v1.1.0 // indirect github.com/containerd/log v0.1.0 // indirect github.com/containerd/platforms v0.2.1 // indirect github.com/containerd/ttrpc v1.2.7 // indirect github.com/containerd/typeurl/v2 v2.2.3 // indirect github.com/coreos/go-systemd/v22 v22.6.0 // indirect github.com/cyphar/filepath-securejoin v0.5.0 // indirect github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc // indirect github.com/distribution/reference v0.6.0 // indirect github.com/docker/cli v28.5.1+incompatible // indirect github.com/docker/docker v28.5.1+incompatible // indirect github.com/docker/docker-credential-helpers v0.9.3 // indirect github.com/docker/go-connections v0.6.0 // indirect github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c // indirect github.com/docker/go-units v0.5.0 // indirect github.com/emicklei/go-restful/v3 v3.12.2 // indirect github.com/felixge/httpsnoop v1.0.4 // indirect github.com/florianl/go-tc v0.4.7 // indirect github.com/fsnotify/fsnotify v1.9.0 // indirect github.com/fxamacker/cbor/v2 v2.9.0 // indirect github.com/go-asn1-ber/asn1-ber v1.5.7 // indirect github.com/go-errors/errors v1.4.2 // indirect github.com/go-jose/go-jose/v4 v4.1.2 // indirect github.com/go-ldap/ldap/v3 v3.4.10 // indirect github.com/go-logr/logr v1.4.3 // indirect github.com/go-logr/stdr v1.2.2 // indirect github.com/go-openapi/jsonpointer v0.21.0 // indirect github.com/go-openapi/jsonreference v0.21.0 // indirect github.com/go-openapi/swag v0.23.1 // indirect github.com/go-viper/mapstructure/v2 v2.4.0 // indirect github.com/godbus/dbus/v5 v5.1.0 // indirect github.com/gofrs/flock v0.13.0 // indirect github.com/gogo/protobuf v1.3.2 // indirect github.com/golang-jwt/jwt/v4 v4.5.2 // indirect github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 // indirect github.com/google/btree v1.1.3 // indirect github.com/google/gnostic-models v0.7.0 // indirect github.com/google/go-cmp v0.7.0 // indirect github.com/google/go-containerregistry v0.20.3 // indirect github.com/google/uuid v1.6.0 // indirect github.com/gopacket/gopacket v1.4.0 // indirect github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc // indirect github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 // indirect github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 // indirect github.com/inconshreveable/mousetrap v1.1.0 // indirect github.com/josharian/intern v1.0.0 // indirect github.com/josharian/native v1.1.0 // indirect github.com/json-iterator/go v1.1.12 // indirect github.com/klauspost/compress v1.18.0 // indirect github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec // indirect github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de // indirect github.com/mailru/easyjson v0.9.0 // indirect github.com/mdlayher/netlink v1.7.2 // indirect github.com/mdlayher/socket v0.5.1 // indirect github.com/moby/docker-image-spec v1.3.1 // indirect github.com/moby/locker v1.0.1 // indirect github.com/moby/moby v28.5.1+incompatible // indirect github.com/moby/sys/atomicwriter v0.1.0 // indirect github.com/moby/sys/mountinfo v0.7.2 // indirect github.com/moby/sys/sequential v0.6.0 // indirect github.com/moby/sys/signal v0.7.0 // indirect github.com/moby/sys/user v0.4.0 // indirect github.com/moby/sys/userns v0.1.0 // indirect github.com/moby/term v0.5.2 // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee // indirect github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00 // indirect github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect github.com/notaryproject/notation-core-go v1.3.0 // indirect github.com/notaryproject/notation-go v1.3.2 // indirect github.com/notaryproject/notation-plugin-framework-go v1.0.0 // indirect github.com/notaryproject/tspclient-go v1.0.0 // indirect github.com/opencontainers/go-digest v1.0.0 // indirect github.com/opencontainers/image-spec v1.1.1 // indirect github.com/opencontainers/selinux v1.12.0 // indirect github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7 // indirect github.com/pelletier/go-toml/v2 v2.2.4 // indirect github.com/peterbourgon/diskv v2.0.1+incompatible // indirect github.com/pkg/errors v0.9.1 // indirect github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect github.com/prometheus/client_golang v1.23.2 // indirect github.com/prometheus/client_model v0.6.2 // indirect github.com/prometheus/common v0.66.1 // indirect github.com/prometheus/otlptranslator v0.0.2 // indirect github.com/prometheus/procfs v0.17.0 // indirect github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a // indirect github.com/sagikazarmark/locafero v0.11.0 // indirect github.com/secure-systems-lab/go-securesystemslib v0.9.0 // indirect github.com/sergi/go-diff v1.3.1 // indirect github.com/sigstore/protobuf-specs v0.4.1 // indirect github.com/sigstore/sigstore v1.9.5 // indirect github.com/sirupsen/logrus v1.9.3 // indirect github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect github.com/spf13/afero v1.15.0 // indirect github.com/spf13/cast v1.10.0 // indirect github.com/spf13/cobra v1.10.1 // indirect github.com/spf13/pflag v1.0.10 // indirect github.com/spf13/viper v1.21.0 // indirect github.com/subosito/gotenv v1.6.0 // indirect github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399 // indirect github.com/veraison/go-cose v1.3.0 // indirect github.com/vishvananda/netlink v1.3.1 // indirect github.com/vishvananda/netns v0.0.5 // indirect github.com/x448/float16 v0.8.4 // indirect github.com/xlab/treeprint v1.2.0 // indirect go.opencensus.io v0.24.0 // indirect go.opentelemetry.io/auto/sdk v1.1.0 // indirect go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0 // indirect go.opentelemetry.io/otel v1.38.0 // indirect go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0 // indirect go.opentelemetry.io/otel/exporters/prometheus v0.60.0 // indirect go.opentelemetry.io/otel/metric v1.38.0 // indirect go.opentelemetry.io/otel/sdk v1.38.0 // indirect go.opentelemetry.io/otel/sdk/metric v1.38.0 // indirect go.opentelemetry.io/otel/trace v1.38.0 // indirect go.opentelemetry.io/proto/otlp v1.7.1 // indirect go.yaml.in/yaml/v2 v2.4.2 // indirect go.yaml.in/yaml/v3 v3.0.4 // indirect golang.org/x/crypto v0.43.0 // indirect golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0 // indirect golang.org/x/mod v0.28.0 // indirect golang.org/x/net v0.46.0 // indirect golang.org/x/oauth2 v0.30.0 // indirect golang.org/x/sync v0.17.0 // indirect golang.org/x/sys v0.37.0 // indirect golang.org/x/term v0.36.0 // indirect golang.org/x/text v0.30.0 // indirect golang.org/x/time v0.14.0 // indirect google.golang.org/genproto v0.0.0-20241118233622-e639e219e697 // indirect google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5 // indirect google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5 // indirect google.golang.org/grpc v1.76.0 // indirect google.golang.org/protobuf v1.36.10 // indirect gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect gopkg.in/inf.v0 v0.9.1 // indirect gopkg.in/yaml.v2 v2.4.0 // indirect gopkg.in/yaml.v3 v3.0.1 // indirect gotest.tools/v3 v3.5.1 // indirect k8s.io/cli-runtime v0.34.1 // indirect k8s.io/component-base v0.34.1 // indirect k8s.io/cri-api v0.34.1 // indirect k8s.io/klog/v2 v2.130.1 // indirect k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b // indirect k8s.io/kubelet v0.34.1 // indirect k8s.io/utils v0.0.0-20250604170112-4c0f3b243397 // indirect oras.land/oras-go/v2 v2.6.0 // indirect sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8 // indirect sigs.k8s.io/kustomize/api v0.20.1 // indirect sigs.k8s.io/kustomize/kyaml v0.20.1 // indirect sigs.k8s.io/randfill v1.0.0 // indirect sigs.k8s.io/structured-merge-diff/v6 v6.3.0 // indirect sigs.k8s.io/yaml v1.6.0 // indirect ) // use current code of inspektor-gadget replace github.com/inspektor-gadget/inspektor-gadget => ../ inspektor-gadget-0.46.0/examples/go.sum000066400000000000000000001756141510117411400200320ustar00rootroot00000000000000cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 h1:bvDV9vkmnHYOMsOr4WLk+Vo07yKIzd94sVoIqshQ4bU= github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24/go.mod h1:8o94RPi1/7XTJvwPpRSzSUedZrtlirdB3r9Z20bi2f8= github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0 h1:59MxjQVfjXsBpLy+dbd2/ELV5ofnUkUZBvWSC85sheA= github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0/go.mod h1:OahwfttHWG6eJ0clwcfBAHoDI6X/LV/15hx/wlMZSrU= github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c h1:udKWzYgxTojEKWjV8V+WSxDXJ4NFATAsZjh8iIbsQIg= github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c/go.mod h1:xomTg63KZ2rFqZQzSB4Vz2SUXa1BpHTVz9L5PTmPC4E= github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 h1:mFRzDkZVAjdal+s7s0MwaRv9igoPqLRdzOLzw/8Xvq8= github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358/go.mod h1:chxPXzSsl7ZWRAuOIE23GDNzjWuZquvFlgA8xmpunjU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/Microsoft/go-winio v0.6.2 h1:F2VQgta7ecxGYO8k3ZZz3RS8fVIXVxONVUPlNERoyfY= github.com/Microsoft/go-winio v0.6.2/go.mod h1:yd8OoFMLzJbo9gZq8j5qaps8bJ9aShtEA8Ipt1oGCvU= github.com/Microsoft/hcsshim v0.13.0 h1:/BcXOiS6Qi7N9XqUcv27vkIuVOkBEcWstd2pMlWSeaA= github.com/Microsoft/hcsshim v0.13.0/go.mod h1:9KWJ/8DgU+QzYGupX4tzMhRQE8h6w90lH6HAaclpEok= github.com/alexbrainman/sspi v0.0.0-20231016080023-1a75b4708caa h1:LHTHcTQiSGT7VVbI0o4wBRNQIgn917usHWOd6VAffYI= github.com/alexbrainman/sspi v0.0.0-20231016080023-1a75b4708caa/go.mod h1:cEWa1LVoE5KvSD9ONXsZrj0z6KqySlCCNKHlLzbqAt4= github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= github.com/blang/semver v3.5.1+incompatible h1:cQNTCjp13qL8KC3Nbxr/y2Bqb63oX6wdnnjpJbkM4JQ= github.com/blang/semver v3.5.1+incompatible/go.mod h1:kRBLl5iJ+tD4TcOOxsy/0fnwebNt5EWlYSAyrTnjyyk= github.com/blang/semver/v4 v4.0.0 h1:1PFHFE6yCCTv8C1TeyNNarDzntLi7wMI5i/pzqYIsAM= github.com/blang/semver/v4 v4.0.0/go.mod h1:IbckMUScFkM3pff0VJDNKRiT6TG/YpiHIM2yvyW5YoQ= github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= github.com/cenkalti/backoff/v5 v5.0.3 h1:ZN+IMa753KfX5hd8vVaMixjnqRZ3y8CuJKRKj1xcsSM= github.com/cenkalti/backoff/v5 v5.0.3/go.mod h1:rkhZdG3JZukswDf7f0cwqPNk4K0sa+F97BxZthm/crw= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs= github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/cilium/ebpf v0.5.0/go.mod h1:4tRaxcgiL706VnOzHOdBlY8IEAIdxINsQBcU4xJJXRs= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/cilium/ebpf v0.8.1/go.mod h1:f5zLIM0FSNuAkSyLAN7X+Hy6yznlF1mNiWUMfxMtrgk= github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101 h1:DWbiRLIoIjcHMZ3jXcEYIzMjXPHcSmO6ipjOk+mGDBA= github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101/go.mod h1:fLCgMo3l8tZmAdM3B2XqdFzXBpwkcSTroaVqN08OWVY= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b h1:EgR1t4Lnq6uP6QxJQ+oIFtENOHUY3/7gMOE76vL0KcA= github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b/go.mod h1:X/9cHz8JVzKlvoZyKBgMgrogKZlLf+pWjmm5gSUm5dI= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/containerd/cgroups/v3 v3.0.5 h1:44na7Ud+VwyE7LIoJ8JTNQOa549a8543BmzaJHo6Bzo= github.com/containerd/cgroups/v3 v3.0.5/go.mod h1:SA5DLYnXO8pTGYiAHXz94qvLQTKfVM5GEVisn4jpins= github.com/containerd/containerd v1.7.28 h1:Nsgm1AtcmEh4AHAJ4gGlNSaKgXiNccU270Dnf81FQ3c= github.com/containerd/containerd v1.7.28/go.mod h1:azUkWcOvHrWvaiUjSQH0fjzuHIwSPg1WL5PshGP4Szs= github.com/containerd/containerd/api v1.8.0 h1:hVTNJKR8fMc/2Tiw60ZRijntNMd1U+JVMyTRdsD2bS0= github.com/containerd/containerd/api v1.8.0/go.mod h1:dFv4lt6S20wTu/hMcP4350RL87qPWLVa/OHOwmmdnYc= github.com/containerd/continuity v0.4.4 h1:/fNVfTJ7wIl/YPMHjf+5H32uFhl63JucB34PlCpMKII= github.com/containerd/continuity v0.4.4/go.mod h1:/lNJvtJKUQStBzpVQ1+rasXO1LAWtUQssk28EZvJ3nE= github.com/containerd/errdefs v1.0.0 h1:tg5yIfIlQIrxYtu9ajqY42W3lpS19XqdxRQeEwYG8PI= github.com/containerd/errdefs v1.0.0/go.mod h1:+YBYIdtsnF4Iw6nWZhJcqGSg/dwvV7tyJ/kCkyJ2k+M= github.com/containerd/errdefs/pkg v0.3.0 h1:9IKJ06FvyNlexW690DXuQNx2KA2cUJXx151Xdx3ZPPE= github.com/containerd/errdefs/pkg v0.3.0/go.mod h1:NJw6s9HwNuRhnjJhM7pylWwMyAkmCQvQ4GpJHEqRLVk= github.com/containerd/fifo v1.1.0 h1:4I2mbh5stb1u6ycIABlBw9zgtlK8viPI9QkQNRQEEmY= github.com/containerd/fifo v1.1.0/go.mod h1:bmC4NWMbXlt2EZ0Hc7Fx7QzTFxgPID13eH0Qu+MAb2o= github.com/containerd/log v0.1.0 h1:TCJt7ioM2cr/tfR8GPbGf9/VRAX8D2B4PjzCpfX540I= github.com/containerd/log v0.1.0/go.mod h1:VRRf09a7mHDIRezVKTRCrOq78v577GXq3bSa3EhrzVo= github.com/containerd/platforms v0.2.1 h1:zvwtM3rz2YHPQsF2CHYM8+KtB5dvhISiXh5ZpSBQv6A= github.com/containerd/platforms v0.2.1/go.mod h1:XHCb+2/hzowdiut9rkudds9bE5yJ7npe7dG/wG+uFPw= github.com/containerd/ttrpc v1.2.7 h1:qIrroQvuOL9HQ1X6KHe2ohc7p+HP/0VE6XPU7elJRqQ= github.com/containerd/ttrpc v1.2.7/go.mod h1:YCXHsb32f+Sq5/72xHubdiJRQY9inL4a4ZQrAbN1q9o= github.com/containerd/typeurl/v2 v2.2.3 h1:yNA/94zxWdvYACdYO8zofhrTVuQY73fFU1y++dYSw40= github.com/containerd/typeurl/v2 v2.2.3/go.mod h1:95ljDnPfD3bAbDJRugOiShd/DlAAsxGtUBhJxIn7SCk= github.com/coreos/go-systemd/v22 v22.6.0 h1:aGVa/v8B7hpb0TKl0MWoAavPDmHvobFe5R5zn0bCJWo= github.com/coreos/go-systemd/v22 v22.6.0/go.mod h1:iG+pp635Fo7ZmV/j14KUcmEyWF+0X7Lua8rrTWzYgWU= github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g= github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/creack/pty v1.1.24 h1:bJrF4RRfyJnbTJqzRLHzcGaZK1NeM5kTC9jGgovnR1s= github.com/creack/pty v1.1.24/go.mod h1:08sCNb52WyoAwi2QDyzUCTgcvVFhUzewun7wtTfvcwE= github.com/cyphar/filepath-securejoin v0.5.0 h1:hIAhkRBMQ8nIeuVwcAoymp7MY4oherZdAxD+m0u9zaw= github.com/cyphar/filepath-securejoin v0.5.0/go.mod h1:Sdj7gXlvMcPZsbhwhQ33GguGLDGQL7h7bg04C/+u9jI= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/distribution/reference v0.6.0 h1:0IXCQ5g4/QMHHkarYzh5l+u8T3t73zM5QvfrDyIgxBk= github.com/distribution/reference v0.6.0/go.mod h1:BbU0aIcezP1/5jX/8MP0YiH4SdvB5Y4f/wlDRiLyi3E= github.com/docker/cli v28.5.1+incompatible h1:ESutzBALAD6qyCLqbQSEf1a/U8Ybms5agw59yGVc+yY= github.com/docker/cli v28.5.1+incompatible/go.mod h1:JLrzqnKDaYBop7H2jaqPtU4hHvMKP+vjCwu2uszcLI8= github.com/docker/docker v28.5.1+incompatible h1:Bm8DchhSD2J6PsFzxC35TZo4TLGR2PdW/E69rU45NhM= github.com/docker/docker v28.5.1+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= github.com/docker/docker-credential-helpers v0.9.3 h1:gAm/VtF9wgqJMoxzT3Gj5p4AqIjCBS4wrsOh9yRqcz8= github.com/docker/docker-credential-helpers v0.9.3/go.mod h1:x+4Gbw9aGmChi3qTLZj8Dfn0TD20M/fuWy0E5+WDeCo= github.com/docker/go-connections v0.6.0 h1:LlMG9azAe1TqfR7sO+NJttz1gy6KO7VJBh+pMmjSD94= github.com/docker/go-connections v0.6.0/go.mod h1:AahvXYshr6JgfUJGdDCs2b5EZG/vmaMAntpSFH5BFKE= github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c h1:+pKlWGMw7gf6bQ+oDZB4KHQFypsfjYlq/C4rfL7D3g8= github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c/go.mod h1:Uw6UezgYA44ePAFQYUehOuCzmy5zmg/+nl2ZfMWGkpA= github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4= github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= github.com/emicklei/go-restful/v3 v3.12.2 h1:DhwDP0vY3k8ZzE0RunuJy8GhNpPL6zqLkDf9B/a0/xU= github.com/emicklei/go-restful/v3 v3.12.2/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/florianl/go-tc v0.4.7 h1:Ysai5TIx4PgOzqI/1cse/pquOFCEkWofKtc/EPumfrg= github.com/florianl/go-tc v0.4.7/go.mod h1:Fdz6eHitQZwylSvpAW3y9R9cUrnS/zinuAdjJpD7XqY= github.com/frankban/quicktest v1.11.3/go.mod h1:wRf/ReqHper53s+kmmSZizM8NamnL3IM0I9ntUbOk+k= github.com/frankban/quicktest v1.14.0/go.mod h1:NeW+ay9A/U67EYXNFA1nPE8e/tnQv/09mUdL/ijj8og= github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8= github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= github.com/fsnotify/fsnotify v1.9.0 h1:2Ml+OJNzbYCTzsxtv8vKSFD9PbJjmhYF14k/jKC7S9k= github.com/fsnotify/fsnotify v1.9.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0= github.com/fxamacker/cbor/v2 v2.9.0 h1:NpKPmjDBgUfBms6tr6JZkTHtfFGcMKsw3eGcmD/sapM= github.com/fxamacker/cbor/v2 v2.9.0/go.mod h1:vM4b+DJCtHn+zz7h3FFp/hDAI9WNWCsZj23V5ytsSxQ= github.com/go-asn1-ber/asn1-ber v1.5.7 h1:DTX+lbVTWaTw1hQ+PbZPlnDZPEIs0SS/GCZAl535dDk= github.com/go-asn1-ber/asn1-ber v1.5.7/go.mod h1:hEBeB/ic+5LoWskz+yKT7vGhhPYkProFKoKdwZRWMe0= github.com/go-errors/errors v1.4.2 h1:J6MZopCL4uSllY1OfXM374weqZFFItUbrImctkmUxIA= github.com/go-errors/errors v1.4.2/go.mod h1:sIVyrIiJhuEF+Pj9Ebtd6P/rEYROXFi3BopGUQ5a5Og= github.com/go-jose/go-jose/v4 v4.1.2 h1:TK/7NqRQZfgAh+Td8AlsrvtPoUyiHh0LqVvokh+1vHI= github.com/go-jose/go-jose/v4 v4.1.2/go.mod h1:22cg9HWM1pOlnRiY+9cQYJ9XHmya1bYW8OeDM6Ku6Oo= github.com/go-ldap/ldap/v3 v3.4.10 h1:ot/iwPOhfpNVgB1o+AVXljizWZ9JTp7YF5oeyONmcJU= github.com/go-ldap/ldap/v3 v3.4.10/go.mod h1:JXh4Uxgi40P6E9rdsYqpUtbW46D9UTjJ9QSwGRznplY= github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= github.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI= github.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= github.com/go-openapi/jsonpointer v0.21.0 h1:YgdVicSA9vH5RiHs9TZW5oyafXZFc6+2Vc1rr/O9oNQ= github.com/go-openapi/jsonpointer v0.21.0/go.mod h1:IUyH9l/+uyhIYQ/PXVA41Rexl+kOkAPDdXEYns6fzUY= github.com/go-openapi/jsonreference v0.21.0 h1:Rs+Y7hSXT83Jacb7kFyjn4ijOuVGSvOdF2+tg1TRrwQ= github.com/go-openapi/jsonreference v0.21.0/go.mod h1:LmZmgsrTkVg9LG4EaHeY8cBDslNPMo06cago5JNLkm4= github.com/go-openapi/swag v0.23.1 h1:lpsStH0n2ittzTnbaSloVZLuB5+fvSY/+hnagBjSNZU= github.com/go-openapi/swag v0.23.1/go.mod h1:STZs8TbRvEQQKUA+JZNAm3EWlgaOBGpyFDqQnDHMef0= github.com/go-quicktest/qt v1.101.1-0.20240301121107-c6c8733fa1e6 h1:teYtXy9B7y5lHTp8V9KPxpYRAVA7dozigQcMiBust1s= github.com/go-quicktest/qt v1.101.1-0.20240301121107-c6c8733fa1e6/go.mod h1:p4lGIVX+8Wa6ZPNDvqcxq36XpUDLh42FLetFU7odllI= github.com/go-task/slim-sprig/v3 v3.0.0 h1:sUs3vkvUymDpBKi3qH1YSqBQk9+9D/8M2mN1vB6EwHI= github.com/go-task/slim-sprig/v3 v3.0.0/go.mod h1:W848ghGpv3Qj3dhTPRyJypKRiqCdHZiAzKg9hl15HA8= github.com/go-test/deep v1.1.1 h1:0r/53hagsehfO4bzD2Pgr/+RgHqhmf+k1Bpse2cTu1U= github.com/go-test/deep v1.1.1/go.mod h1:5C2ZWiW0ErCdrYzpqxLbTX7MG14M9iiw8DgHncVwcsE= github.com/go-viper/mapstructure/v2 v2.4.0 h1:EBsztssimR/CONLSZZ04E8qAkxNYq4Qp9LvH92wZUgs= github.com/go-viper/mapstructure/v2 v2.4.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM= github.com/godbus/dbus/v5 v5.1.0 h1:4KLkAxT3aOY8Li4FRJe/KvhoNFFxo0m6fNuFUO8QJUk= github.com/godbus/dbus/v5 v5.1.0/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= github.com/gofrs/flock v0.13.0 h1:95JolYOvGMqeH31+FC7D2+uULf6mG61mEZ/A8dRYMzw= github.com/gofrs/flock v0.13.0/go.mod h1:jxeyy9R1auM5S6JYDBhDt+E2TCo7DkratH4Pgi8P+Z0= github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= github.com/golang-jwt/jwt/v4 v4.5.2 h1:YtQM7lnr8iZ+j5q71MGKkNw9Mn7AjHM68uc9g5fXeUI= github.com/golang-jwt/jwt/v4 v4.5.2/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 h1:f+oWsMOmNPc8JmEHVZIycC7hBoQxHH9pNKQORJNozsQ= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8/go.mod h1:wcDNUvekVysuuOpQKo3191zZyTpiI6se1N1ULghS0sw= github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek= github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps= github.com/google/btree v1.1.3 h1:CVpQJjYgC4VbzxeGVHfvZrv1ctoYCAI8vbl07Fcxlyg= github.com/google/btree v1.1.3/go.mod h1:qOPhT0dTNdNzV6Z/lhRX0YXUafgPLFUh+gZMl761Gm4= github.com/google/gnostic-models v0.7.0 h1:qwTtogB15McXDaNqTZdzPJRHvaVJlAl+HVQnLmJEJxo= github.com/google/gnostic-models v0.7.0/go.mod h1:whL5G0m6dmc5cPxKc5bdKdEN3UjI7OUGxBlw57miDrQ= github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= github.com/google/go-containerregistry v0.20.3 h1:oNx7IdTI936V8CQRveCjaxOiegWwvM7kqkbXTpyiovI= github.com/google/go-containerregistry v0.20.3/go.mod h1:w00pIgBRDVUDFM6bq+Qx8lwNWK+cxgCuX1vd3PIBDNI= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db h1:097atOisP2aRj7vFgYQBbFN4U4JNXUNYpxael3UzMyo= github.com/google/pprof v0.0.0-20241029153458-d1b30febd7db/go.mod h1:vavhavw2zAxS5dIdcRluK6cSGGPlZynqzFM8NdvU144= github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/gopacket/gopacket v1.4.0 h1:cr1OlFpzksCkZHNO0eLjaSSOrMQnpPXg0j6qHIY3y2U= github.com/gopacket/gopacket v1.4.0/go.mod h1:EpvsxINeehp5qj4YMKMLf2/dekdhKn2IIAO/ZOifS7o= github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4= github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM= github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc h1:GN2Lv3MGO7AS6PrRoT6yV5+wkrOpcszoIsO4+4ds248= github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc/go.mod h1:+JKpmjMGhpgPL+rXZ5nsZieVzvarn86asRlBg4uNGnk= github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 h1:+ngKgrYPPJrOjhax5N+uePQ0Fh1Z7PheYoUI/0nzkPA= github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA= github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 h1:8Tjv8EJ+pM1xP8mK6egEbD1OgnVTyacbefKhmbLhIhU= github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2/go.mod h1:pkJQ2tZHJ0aFOVEEot6oZmaVEZcRme73eIFmhiVuRWs= github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8= github.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= github.com/jcmturner/aescts/v2 v2.0.0 h1:9YKLH6ey7H4eDBXW8khjYslgyqG2xZikXP0EQFKrle8= github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= github.com/jcmturner/dnsutils/v2 v2.0.0 h1:lltnkeZGL0wILNvrNiVCR6Ro5PGU/SeBvVO/8c/iPbo= github.com/jcmturner/dnsutils/v2 v2.0.0/go.mod h1:b0TnjGOvI/n42bZa+hmXL+kFJZsFT7G4t3HTlQ184QM= github.com/jcmturner/gofork v1.7.6 h1:QH0l3hzAU1tfT3rZCnW5zXl+orbkNMMRGJfdJjHVETg= github.com/jcmturner/gofork v1.7.6/go.mod h1:1622LH6i/EZqLloHfE7IeZ0uEJwMSUyQ/nDd82IeqRo= github.com/jcmturner/goidentity/v6 v6.0.1 h1:VKnZd2oEIMorCTsFBnJWbExfNN7yZr3EhJAxwOkZg6o= github.com/jcmturner/goidentity/v6 v6.0.1/go.mod h1:X1YW3bgtvwAXju7V3LCIMpY0Gbxyjn/mY9zx4tFonSg= github.com/jcmturner/gokrb5/v8 v8.4.4 h1:x1Sv4HaTpepFkXbt2IkL29DXRf8sOfZXo8eRKh687T8= github.com/jcmturner/gokrb5/v8 v8.4.4/go.mod h1:1btQEpgT6k+unzCwX1KdWMEwPPkkgBtP+F6aCACiMrs= github.com/jcmturner/rpc/v2 v2.0.3 h1:7FXXj8Ti1IaVFpSAziCZWNzbNuZmnvw/i6CqLNdWfZY= github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= github.com/jmhodges/clock v1.2.0 h1:eq4kys+NI0PLngzaHEe7AmPT90XMGIEySD1JfV1PDIs= github.com/jmhodges/clock v1.2.0/go.mod h1:qKjhA7x7u/lQpPB1XAqX1b1lCI/w3/fNuYpI/ZjLynI= github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= github.com/josharian/native v0.0.0-20200817173448-b6b71def0850/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/josharian/native v1.0.0/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/josharian/native v1.1.0 h1:uuaP0hAbW7Y4l0ZRQ6C9zfb7Mg1mbFKry/xzDAfmtLA= github.com/josharian/native v1.1.0/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/jsimonetti/rtnetlink v0.0.0-20190606172950-9527aa82566a/go.mod h1:Oz+70psSo5OFh8DBl0Zv2ACw7Esh6pPUphlvZG9x7uw= github.com/jsimonetti/rtnetlink v0.0.0-20200117123717-f846d4f6c1f4/go.mod h1:WGuG/smIU4J/54PblvSbh+xvCZmpJnFgr3ds6Z55XMQ= github.com/jsimonetti/rtnetlink v0.0.0-20201009170750-9c6f07d100c1/go.mod h1:hqoO/u39cqLeBLebZ8fWdE96O7FxrAsRYhnVOdgHxok= github.com/jsimonetti/rtnetlink v0.0.0-20201216134343-bde56ed16391/go.mod h1:cR77jAZG3Y3bsb8hF6fHJbFoyFukLFOkQ98S0pQz3xw= github.com/jsimonetti/rtnetlink v0.0.0-20201220180245-69540ac93943/go.mod h1:z4c53zj6Eex712ROyh8WI0ihysb5j2ROyV42iNogmAs= github.com/jsimonetti/rtnetlink v0.0.0-20210122163228-8d122574c736/go.mod h1:ZXpIyOK59ZnN7J0BV99cZUPmsqDRZ3eq5X+st7u/oSA= github.com/jsimonetti/rtnetlink v0.0.0-20210212075122-66c871082f2b/go.mod h1:8w9Rh8m+aHZIG69YPGGem1i5VzoyRC8nw2kA8B+ik5U= github.com/jsimonetti/rtnetlink v0.0.0-20210525051524-4cc836578190/go.mod h1:NmKSdU4VGSiv1bMsdqNALI4RSvvjtz65tTMCnD05qLo= github.com/jsimonetti/rtnetlink v0.0.0-20211022192332-93da33804786 h1:N527AHMa793TP5z5GNAn/VLPzlc0ewzWdeP/25gDfgQ= github.com/jsimonetti/rtnetlink v0.0.0-20211022192332-93da33804786/go.mod h1:v4hqbTdfQngbVSZJVWUhGE/lbTFf9jb+ygmNUDQMuOs= github.com/jsimonetti/rtnetlink/v2 v2.0.1 h1:xda7qaHDSVOsADNouv7ukSuicKZO7GgVUCXxpaIEIlM= github.com/jsimonetti/rtnetlink/v2 v2.0.1/go.mod h1:7MoNYNbb3UaDHtF8udiJo/RH6VsTKP1pqKLUTVCvToE= github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo= github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc= github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw= github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec h1:2tTW6cDth2TSgRbAhD7yjZzTQmcN25sDRPEeinR51yQ= github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec/go.mod h1:TmwEoGCwIti7BCeJ9hescZgRtatxRE+A72pCoPfmcfk= github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de h1:9TO3cAIGXtEhnIaL+V+BEER86oLrvS+kWobKpbJuye0= github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de/go.mod h1:zAbeS9B/r2mtpb6U+EI2rYA5OAXxsYw6wTamcNW+zcE= github.com/mailru/easyjson v0.9.0 h1:PrnmzHw7262yW8sTBwxi1PdJA3Iw/EKBa8psRf7d9a4= github.com/mailru/easyjson v0.9.0/go.mod h1:1+xMtQp2MRNVL/V1bOzuP3aP8VNwRW55fQUto+XFtTU= github.com/mdlayher/ethtool v0.0.0-20210210192532-2b88debcdd43/go.mod h1:+t7E0lkKfbBsebllff1xdTmyJt8lH37niI6kwFk9OTo= github.com/mdlayher/genetlink v1.0.0/go.mod h1:0rJ0h4itni50A86M2kHcgS85ttZazNt7a8H2a2cw0Gc= github.com/mdlayher/netlink v0.0.0-20190409211403-11939a169225/go.mod h1:eQB3mZE4aiYnlUsyGGCOpPETfdQq4Jhsgf1fk3cwQaA= github.com/mdlayher/netlink v1.0.0/go.mod h1:KxeJAFOFLG6AjpyDkQ/iIhxygIUKD+vcwqcnu43w/+M= github.com/mdlayher/netlink v1.1.0/go.mod h1:H4WCitaheIsdF9yOYu8CFmCgQthAPIWZmcKp9uZHgmY= github.com/mdlayher/netlink v1.1.1/go.mod h1:WTYpFb/WTvlRJAyKhZL5/uy69TDDpHHu2VZmb2XgV7o= github.com/mdlayher/netlink v1.2.0/go.mod h1:kwVW1io0AZy9A1E2YYgaD4Cj+C+GPkU6klXCMzIJ9p8= github.com/mdlayher/netlink v1.2.1/go.mod h1:bacnNlfhqHqqLo4WsYeXSqfyXkInQ9JneWI68v1KwSU= github.com/mdlayher/netlink v1.2.2-0.20210123213345-5cc92139ae3e/go.mod h1:bacnNlfhqHqqLo4WsYeXSqfyXkInQ9JneWI68v1KwSU= github.com/mdlayher/netlink v1.3.0/go.mod h1:xK/BssKuwcRXHrtN04UBkwQ6dY9VviGGuriDdoPSWys= github.com/mdlayher/netlink v1.4.0/go.mod h1:dRJi5IABcZpBD2A3D0Mv/AiX8I9uDEu5oGkAVrekmf8= github.com/mdlayher/netlink v1.4.1/go.mod h1:e4/KuJ+s8UhfUpO9z00/fDZZmhSrs+oxyqAS9cNgn6Q= github.com/mdlayher/netlink v1.6.0/go.mod h1:0o3PlBmGst1xve7wQ7j/hwpNaFaH4qCRyWCdcZk8/vA= github.com/mdlayher/netlink v1.7.2 h1:/UtM3ofJap7Vl4QWCPDGXY8d3GIY2UGSDbK+QWmY8/g= github.com/mdlayher/netlink v1.7.2/go.mod h1:xraEF7uJbxLhc5fpHL4cPe221LI2bdttWlU+ZGLfQSw= github.com/mdlayher/socket v0.0.0-20210307095302-262dc9984e00/go.mod h1:GAFlyu4/XV68LkQKYzKhIo/WW7j3Zi0YRAz/BOoanUc= github.com/mdlayher/socket v0.1.1/go.mod h1:mYV5YIZAfHh4dzDVzI8x8tWLWCliuX8Mon5Awbj+qDs= github.com/mdlayher/socket v0.5.1 h1:VZaqt6RkGkt2OE9l3GcC6nZkqD3xKeQLyfleW/uBcos= github.com/mdlayher/socket v0.5.1/go.mod h1:TjPLHI1UgwEv5J1B5q0zTZq12A/6H7nKmtTanQE37IQ= github.com/moby/docker-image-spec v1.3.1 h1:jMKff3w6PgbfSa69GfNg+zN/XLhfXJGnEx3Nl2EsFP0= github.com/moby/docker-image-spec v1.3.1/go.mod h1:eKmb5VW8vQEh/BAr2yvVNvuiJuY6UIocYsFu/DxxRpo= github.com/moby/locker v1.0.1 h1:fOXqR41zeveg4fFODix+1Ch4mj/gT0NE1XJbp/epuBg= github.com/moby/locker v1.0.1/go.mod h1:S7SDdo5zpBK84bzzVlKr2V0hz+7x9hWbYC/kq7oQppc= github.com/moby/moby v28.5.1+incompatible h1:JD8lBdCDBF2oiHWLqIRofPqI8qvkppRjMJ6EnwrhvX0= github.com/moby/moby v28.5.1+incompatible/go.mod h1:fDXVQ6+S340veQPv35CzDahGBmHsiclFwfEygB/TWMc= github.com/moby/sys/atomicwriter v0.1.0 h1:kw5D/EqkBwsBFi0ss9v1VG3wIkVhzGvLklJ+w3A14Sw= github.com/moby/sys/atomicwriter v0.1.0/go.mod h1:Ul8oqv2ZMNHOceF643P6FKPXeCmYtlQMvpizfsSoaWs= github.com/moby/sys/mountinfo v0.7.2 h1:1shs6aH5s4o5H2zQLn796ADW1wMrIwHsyJ2v9KouLrg= github.com/moby/sys/mountinfo v0.7.2/go.mod h1:1YOa8w8Ih7uW0wALDUgT1dTTSBrZ+HiBLGws92L2RU4= github.com/moby/sys/sequential v0.6.0 h1:qrx7XFUd/5DxtqcoH1h438hF5TmOvzC/lspjy7zgvCU= github.com/moby/sys/sequential v0.6.0/go.mod h1:uyv8EUTrca5PnDsdMGXhZe6CCe8U/UiTWd+lL+7b/Ko= github.com/moby/sys/signal v0.7.0 h1:25RW3d5TnQEoKvRbEKUGay6DCQ46IxAVTT9CUMgmsSI= github.com/moby/sys/signal v0.7.0/go.mod h1:GQ6ObYZfqacOwTtlXvcmh9A26dVRul/hbOZn88Kg8Tg= github.com/moby/sys/user v0.4.0 h1:jhcMKit7SA80hivmFJcbB1vqmw//wU61Zdui2eQXuMs= github.com/moby/sys/user v0.4.0/go.mod h1:bG+tYYYJgaMtRKgEmuueC0hJEAZWwtIbZTB+85uoHjs= github.com/moby/sys/userns v0.1.0 h1:tVLXkFOxVu9A64/yh59slHVv9ahO9UIev4JZusOLG/g= github.com/moby/sys/userns v0.1.0/go.mod h1:IHUYgu/kao6N8YZlp9Cf444ySSvCmDlmzUcYfDHOl28= github.com/moby/term v0.5.2 h1:6qk3FJAFDs6i/q3W/pQ97SX192qKfZgGjCQqfCJkgzQ= github.com/moby/term v0.5.2/go.mod h1:d3djjFCrjnB+fl8NJux+EJzu0msscUP+f8it8hPkFLc= github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee h1:W5t00kpgFdJifH4BDsTlE89Zl93FEloxaWZfGcifgq8= github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00 h1:n6/2gBQ3RWajuToeY6ZtZTIKv2v7ThUy5KKusIT0yc0= github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00/go.mod h1:Pm3mSP3c5uWn86xMLZ5Sa7JB9GsEZySvHYXCTK4E9q4= github.com/morikuni/aec v1.0.0 h1:nP9CBfwrvYnBRgY6qfDQkygYDmYwOilePFkwzv4dU8A= github.com/morikuni/aec v1.0.0/go.mod h1:BbKIizmSmc5MMPqRYbxO4ZU0S0+P200+tUnFx7PXmsc= github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= github.com/notaryproject/notation-core-go v1.3.0 h1:mWJaw1QBpBxpjLSiKOjzbZvB+xh2Abzk14FHWQ+9Kfs= github.com/notaryproject/notation-core-go v1.3.0/go.mod h1:hzvEOit5lXfNATGNBT8UQRx2J6Fiw/dq/78TQL8aE64= github.com/notaryproject/notation-go v1.3.2 h1:4223iLXOHhEV7ZPzIUJEwwMkhlgzoYFCsMJvSH1Chb8= github.com/notaryproject/notation-go v1.3.2/go.mod h1:/1kuq5WuLF6Gaer5re0Z6HlkQRlKYO4EbWWT/L7J1Uw= github.com/notaryproject/notation-plugin-framework-go v1.0.0 h1:6Qzr7DGXoCgXEQN+1gTZWuJAZvxh3p8Lryjn5FaLzi4= github.com/notaryproject/notation-plugin-framework-go v1.0.0/go.mod h1:RqWSrTOtEASCrGOEffq0n8pSg2KOgKYiWqFWczRSics= github.com/notaryproject/tspclient-go v1.0.0 h1:AwQ4x0gX8IHnyiZB1tggpn5NFqHpTEm1SDX8YNv4Dg4= github.com/notaryproject/tspclient-go v1.0.0/go.mod h1:LGyA/6Kwd2FlM0uk8Vc5il3j0CddbWSHBj/4kxQDbjs= github.com/onsi/ginkgo/v2 v2.21.0 h1:7rg/4f3rB88pb5obDgNZrNHrQ4e6WpjonchcpuBRnZM= github.com/onsi/ginkgo/v2 v2.21.0/go.mod h1:7Du3c42kxCUegi0IImZ1wUQzMBVecgIHjR1C+NkhLQo= github.com/onsi/gomega v1.35.1 h1:Cwbd75ZBPxFSuZ6T+rN/WCb/gOc6YgFBXLlZLhC7Ds4= github.com/onsi/gomega v1.35.1/go.mod h1:PvZbdDc8J6XJEpDK4HCuRBm8a6Fzp9/DmhC9C7yFlog= github.com/opencontainers/go-digest v1.0.0 h1:apOUWs51W5PlhuyGyz9FCeeBIOUDA/6nW8Oi/yOhh5U= github.com/opencontainers/go-digest v1.0.0/go.mod h1:0JzlMkj0TRzQZfJkVvzbP0HBR3IKzErnv2BNG4W4MAM= github.com/opencontainers/image-spec v1.1.1 h1:y0fUlFfIZhPF1W537XOLg0/fcx6zcHCJwooC2xJA040= github.com/opencontainers/image-spec v1.1.1/go.mod h1:qpqAh3Dmcf36wStyyWU+kCeDgrGnAve2nCC8+7h8Q0M= github.com/opencontainers/runtime-spec v1.2.1 h1:S4k4ryNgEpxW1dzyqffOmhI1BHYcjzU8lpJfSlR0xww= github.com/opencontainers/runtime-spec v1.2.1/go.mod h1:jwyrGlmzljRJv/Fgzds9SsS/C5hL+LL3ko9hs6T5lQ0= github.com/opencontainers/selinux v1.12.0 h1:6n5JV4Cf+4y0KNXW48TLj5DwfXpvWlxXplUkdTrmPb8= github.com/opencontainers/selinux v1.12.0/go.mod h1:BTPX+bjVbWGXw7ZZWUbdENt8w0htPSrlgOOysQaU62U= github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7 h1:MfXxQU9tEe3zmyLVVwE8gJwQVtsG2aqzBkFNz0N6eAo= github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7/go.mod h1:1jryUz9E2ndKwZBNHzVhLMzS3WHO0fOKydYi9XWWu9w= github.com/pelletier/go-toml/v2 v2.2.4 h1:mye9XuhQ6gvn5h28+VilKrrPoQVanw5PMw/TB0t5Ec4= github.com/pelletier/go-toml/v2 v2.2.4/go.mod h1:2gIqNv+qfxSVS7cM2xJQKtLSTLUE9V8t9Stt+h56mCY= github.com/peterbourgon/diskv v2.0.1+incompatible h1:UBdAOUP5p4RWqPBg048CAvpKN+vxiaj6gdUUzhl4XmI= github.com/peterbourgon/diskv v2.0.1+incompatible/go.mod h1:uqqh8zWWbv1HBMNONnaR/tNboyR3/BZd58JJSHlUSCU= github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U= github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/prometheus/client_golang v1.23.2 h1:Je96obch5RDVy3FDMndoUsjAhG5Edi49h0RJWRi/o0o= github.com/prometheus/client_golang v1.23.2/go.mod h1:Tb1a6LWHB3/SPIzCoaDXI4I8UHKeFTEQ1YCr+0Gyqmg= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.6.2 h1:oBsgwpGs7iVziMvrGhE53c/GrLUsZdHnqNwqPLxwZyk= github.com/prometheus/client_model v0.6.2/go.mod h1:y3m2F6Gdpfy6Ut/GBsUqTWZqCUvMVzSfMLjcu6wAwpE= github.com/prometheus/common v0.66.1 h1:h5E0h5/Y8niHc5DlaLlWLArTQI7tMrsfQjHV+d9ZoGs= github.com/prometheus/common v0.66.1/go.mod h1:gcaUsgf3KfRSwHY4dIMXLPV0K/Wg1oZ8+SbZk/HH/dA= github.com/prometheus/otlptranslator v0.0.2 h1:+1CdeLVrRQ6Psmhnobldo0kTp96Rj80DRXRd5OSnMEQ= github.com/prometheus/otlptranslator v0.0.2/go.mod h1:P8AwMgdD7XEr6QRUJ2QWLpiAZTgTE2UYgjlu3svompI= github.com/prometheus/procfs v0.17.0 h1:FuLQ+05u4ZI+SS/w9+BWEM2TXiHKsUQ9TADiRH7DuK0= github.com/prometheus/procfs v0.17.0/go.mod h1:oPQLaDAMRbA+u8H5Pbfq+dl3VDAvHxMUOVhe0wYB2zw= github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= github.com/rogpeppe/go-internal v1.13.2-0.20241226121412-a5dc8ff20d0a h1:w3tdWGKbLGBPtR/8/oO74W6hmz0qE5q0z9aqSAewaaM= github.com/rogpeppe/go-internal v1.13.2-0.20241226121412-a5dc8ff20d0a/go.mod h1:S8kfXMp+yh77OxPD4fdM6YUknrZpQxLhvxzS4gDHENY= github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a h1:np2nR32/A/VcOG9Hn+IOPA8kMk1gbBzK5LpSsgq5pJI= github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a/go.mod h1:wiP6GQ2T378F+YIyuNw7yXtBxJZR+fqrrn1Z6UHZi0Q= github.com/sagikazarmark/locafero v0.11.0 h1:1iurJgmM9G3PA/I+wWYIOw/5SyBtxapeHDcg+AAIFXc= github.com/sagikazarmark/locafero v0.11.0/go.mod h1:nVIGvgyzw595SUSUE6tvCp3YYTeHs15MvlmU87WwIik= github.com/secure-systems-lab/go-securesystemslib v0.9.0 h1:rf1HIbL64nUpEIZnjLZ3mcNEL9NBPB0iuVjyxvq3LZc= github.com/secure-systems-lab/go-securesystemslib v0.9.0/go.mod h1:DVHKMcZ+V4/woA/peqr+L0joiRXbPpQ042GgJckkFgw= github.com/sergi/go-diff v1.3.1 h1:xkr+Oxo4BOQKmkn/B9eMK0g5Kg/983T9DqqPHwYqD+8= github.com/sergi/go-diff v1.3.1/go.mod h1:aMJSSKb2lpPvRNec0+w3fl7LP9IOFzdc9Pa4NFbPK1I= github.com/sigstore/protobuf-specs v0.4.1 h1:5SsMqZbdkcO/DNHudaxuCUEjj6x29tS2Xby1BxGU7Zc= github.com/sigstore/protobuf-specs v0.4.1/go.mod h1:+gXR+38nIa2oEupqDdzg4qSBT0Os+sP7oYv6alWewWc= github.com/sigstore/sigstore v1.9.5 h1:Wm1LT9yF4LhQdEMy5A2JeGRHTrAWGjT3ubE5JUSrGVU= github.com/sigstore/sigstore v1.9.5/go.mod h1:VtxgvGqCmEZN9X2zhFSOkfXxvKUjpy8RpUW39oCtoII= github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 h1:+jumHNA0Wrelhe64i8F6HNlS8pkoyMv5sreGx2Ry5Rw= github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8/go.mod h1:3n1Cwaq1E1/1lhQhtRK2ts/ZwZEhjcQeJQ1RuC6Q/8U= github.com/spf13/afero v1.15.0 h1:b/YBCLWAJdFWJTN9cLhiXXcD7mzKn9Dm86dNnfyQw1I= github.com/spf13/afero v1.15.0/go.mod h1:NC2ByUVxtQs4b3sIUphxK0NioZnmxgyCrfzeuq8lxMg= github.com/spf13/cast v1.10.0 h1:h2x0u2shc1QuLHfxi+cTJvs30+ZAHOGRic8uyGTDWxY= github.com/spf13/cast v1.10.0/go.mod h1:jNfB8QC9IA6ZuY2ZjDp0KtFO2LZZlg4S/7bzP6qqeHo= github.com/spf13/cobra v1.10.1 h1:lJeBwCfmrnXthfAupyUTzJ/J4Nc1RsHC/mSRU2dll/s= github.com/spf13/cobra v1.10.1/go.mod h1:7SmJGaTHFVBY0jW4NXGluQoLvhqFQM+6XSKD+P4XaB0= github.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/spf13/pflag v1.0.10 h1:4EBh2KAYBwaONj6b2Ye1GiHfwjqyROoF4RwYO+vPwFk= github.com/spf13/pflag v1.0.10/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/spf13/viper v1.21.0 h1:x5S+0EU27Lbphp4UKm1C+1oQO+rKx36vfCoaVebLFSU= github.com/spf13/viper v1.21.0/go.mod h1:P0lhsswPGWD/1lZJ9ny3fYnVqxiegrlNrEmgLjbTCAY= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY= github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U= github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U= github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8= github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU= github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399 h1:e/5i7d4oYZ+C1wj2THlRK+oAhjeS/TRQwMfkIuet3w0= github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399/go.mod h1:LdwHTNJT99C5fTAzDz0ud328OgXz+gierycbcIx2fRs= github.com/veraison/go-cose v1.3.0 h1:2/H5w8kdSpQJyVtIhx8gmwPJ2uSz1PkyWFx0idbd7rk= github.com/veraison/go-cose v1.3.0/go.mod h1:df09OV91aHoQWLmy1KsDdYiagtXgyAwAl8vFeFn1gMc= github.com/vishvananda/netlink v1.3.1 h1:3AEMt62VKqz90r0tmNhog0r/PpWKmrEShJU0wJW6bV0= github.com/vishvananda/netlink v1.3.1/go.mod h1:ARtKouGSTGchR8aMwmkzC0qiNPrrWO5JS/XMVl45+b4= github.com/vishvananda/netns v0.0.5 h1:DfiHV+j8bA32MFM7bfEunvT8IAqQ/NzSJHtcmW5zdEY= github.com/vishvananda/netns v0.0.5/go.mod h1:SpkAiCQRtJ6TvvxPnOSyH3BMl6unz3xZlaprSwhNNJM= github.com/x448/float16 v0.8.4 h1:qLwI1I70+NjRFUR3zs1JPUCgaCXSh3SW62uAKT1mSBM= github.com/x448/float16 v0.8.4/go.mod h1:14CWIYCyZA/cWjXOioeEpHeN/83MdbZDRQHoFcYsOfg= github.com/xlab/treeprint v1.2.0 h1:HzHnuAF1plUN2zGlAFHbSQP2qJ0ZAD3XF5XD7OesXRQ= github.com/xlab/treeprint v1.2.0/go.mod h1:gj5Gd3gPdKtR1ikdDK6fnFLdmIS0X30kTTuNd/WEJu0= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= go.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA= go.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 h1:sbiXRNDSWJOTobXh5HyQKjq6wUC5tNybqjIqDpAY4CU= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0/go.mod h1:69uWxva0WgAA/4bu2Yy70SLDBwZXuQ6PbBpbsa5iZrQ= go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0 h1:PeBoRj6af6xMI7qCupwFvTbbnd49V7n5YpG6pg8iDYQ= go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0/go.mod h1:ingqBCtMCe8I4vpz/UVzCW6sxoqgZB37nao91mLQ3Bw= go.opentelemetry.io/otel v1.38.0 h1:RkfdswUDRimDg0m2Az18RKOsnI8UDzppJAtj01/Ymk8= go.opentelemetry.io/otel v1.38.0/go.mod h1:zcmtmQ1+YmQM9wrNsTGV/q/uyusom3P8RxwExxkZhjM= go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0 h1:vl9obrcoWVKp/lwl8tRE33853I8Xru9HFbw/skNeLs8= go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0/go.mod h1:GAXRxmLJcVM3u22IjTg74zWBrRCKq8BnOqUVLodpcpw= go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.34.0 h1:OeNbIYk/2C15ckl7glBlOBp5+WlYsOElzTNmiPW/x60= go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.34.0/go.mod h1:7Bept48yIeqxP2OZ9/AqIpYS94h2or0aB4FypJTc8ZM= go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.33.0 h1:wpMfgF8E1rkrT1Z6meFh1NDtownE9Ii3n3X2GJYjsaU= go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.33.0/go.mod h1:wAy0T/dUbs468uOlkT31xjvqQgEVXv58BRFWEgn5v/0= go.opentelemetry.io/otel/exporters/prometheus v0.60.0 h1:cGtQxGvZbnrWdC2GyjZi0PDKVSLWP/Jocix3QWfXtbo= go.opentelemetry.io/otel/exporters/prometheus v0.60.0/go.mod h1:hkd1EekxNo69PTV4OWFGZcKQiIqg0RfuWExcPKFvepk= go.opentelemetry.io/otel/metric v1.38.0 h1:Kl6lzIYGAh5M159u9NgiRkmoMKjvbsKtYRwgfrA6WpA= go.opentelemetry.io/otel/metric v1.38.0/go.mod h1:kB5n/QoRM8YwmUahxvI3bO34eVtQf2i4utNVLr9gEmI= go.opentelemetry.io/otel/sdk v1.38.0 h1:l48sr5YbNf2hpCUj/FoGhW9yDkl+Ma+LrVl8qaM5b+E= go.opentelemetry.io/otel/sdk v1.38.0/go.mod h1:ghmNdGlVemJI3+ZB5iDEuk4bWA3GkTpW+DOoZMYBVVg= go.opentelemetry.io/otel/sdk/metric v1.38.0 h1:aSH66iL0aZqo//xXzQLYozmWrXxyFkBJ6qT5wthqPoM= go.opentelemetry.io/otel/sdk/metric v1.38.0/go.mod h1:dg9PBnW9XdQ1Hd6ZnRz689CbtrUp0wMMs9iPcgT9EZA= go.opentelemetry.io/otel/trace v1.38.0 h1:Fxk5bKrDZJUH+AMyyIXGcFAPah0oRcT+LuNtJrmcNLE= go.opentelemetry.io/otel/trace v1.38.0/go.mod h1:j1P9ivuFsTceSWe1oY+EeW3sc+Pp42sO++GHkg4wwhs= go.opentelemetry.io/proto/otlp v1.7.1 h1:gTOMpGDb0WTBOP8JaO72iL3auEZhVmAQg4ipjOVAtj4= go.opentelemetry.io/proto/otlp v1.7.1/go.mod h1:b2rVh6rfI/s2pHWNlB7ILJcRALpcNDzKhACevjI+ZnE= go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI= go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU= go.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc= go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58= golang.org/x/crypto v0.13.0/go.mod h1:y6Z2r+Rw4iayiXXAIxJIDAJ1zMW4yaTpebo8fPOliYc= golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8= golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk= golang.org/x/crypto v0.43.0 h1:dduJYIi3A3KOfdGOHX8AVZ/jGiyPa3IbBozJ5kNuE04= golang.org/x/crypto v0.43.0/go.mod h1:BFbav4mRNlXJL4wNeejLpWxB7wMbc79PdRGhWKncxR0= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0 h1:R84qjqJb5nVJMxqWYb3np9L5ZsaDtB+a39EqjV0JSUM= golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0/go.mod h1:S9Xr4PYopiDyqSyp5NjCrhFrqg6A5zA2E/iPHPhqnS8= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= golang.org/x/mod v0.28.0 h1:gQBtGhjxykdjY9YhZpSlZIsbnaE2+PgjfLWUQTnoZ1U= golang.org/x/mod v0.28.0/go.mod h1:yfB/L0NOf/kmEbXjzCPOx1iK1fRutOydrCMsqRhEBxI= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20191007182048-72f939374954/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201216054612-986b41b23924/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210119194325-5f4716e94777/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20210928044308-7d9f5e0b762b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk= golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44= golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM= golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4= golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.30.0 h1:dnDm7JmhM45NNpd8FDDeLhK6FwqbOf4MLCM9zb1BOHI= golang.org/x/oauth2 v0.30.0/go.mod h1:B++QgG3ZKulg6sRPGD/mqlHQs5rB3Ml9erfeDY7xKlU= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y= golang.org/x/sync v0.6.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.10.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug= golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190411185658-b44545bcd369/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191008105621-543471e840be/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201009025420-dfb3f7c4e634/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201118182958-a01c418693c7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201218084310-7d0127a74742/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210110051926-789bb1bd4061/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210123111255-9b0068b26619/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210216163648-f7da38b97c65/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210305230114-8fe3ee5dd75b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210525143221-35b2ab0089ea/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210906170528-6f6e22806c34/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211025201205-69cdffdb9359/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220128215802-99c3d69c2c27/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.2.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.10.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/term v0.12.0/go.mod h1:owVbMEjm3cBLCHdkQu9b1opXd4ETQWc3BhuQGKgXgvU= golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk= golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY= golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM= golang.org/x/term v0.36.0 h1:zMPR+aF8gfksFprF/Nc/rd1wRS1EI6nDBGyWAvDzx2Q= golang.org/x/term v0.36.0/go.mod h1:Qu394IJq6V6dCBRgwqshf3mPF85AqzYEzofzRdZkWss= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE= golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ= golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k= golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM= golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI= golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58= golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk= golang.org/x/tools v0.37.0 h1:DVSRzp7FwePZW356yEAChSdNcQo6Nsp+fex1SUW09lE= golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= gonum.org/v1/gonum v0.16.0 h1:5+ul4Swaf3ESvrOnidPp4GZbzf0mxVQpDCYUQE7OJfk= gonum.org/v1/gonum v0.16.0/go.mod h1:fef3am4MQ93R2HHpKnLk4/Tbh/s0+wqD5nfa6Pnwy4E= google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= google.golang.org/genproto v0.0.0-20241118233622-e639e219e697 h1:ToEetK57OidYuqD4Q5w+vfEnPvPpuTwedCNVohYJfNk= google.golang.org/genproto v0.0.0-20241118233622-e639e219e697/go.mod h1:JJrvXBWRZaFMxBufik1a4RpFw4HhgVtBBWQeQgUj2cc= google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5 h1:BIRfGDEjiHRrk0QKZe3Xv2ieMhtgRGeLcZQ0mIVn4EY= google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5/go.mod h1:j3QtIyytwqGr1JUDtYXwtMXWPKsEa5LtzIFN1Wn5WvE= google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5 h1:eaY8u2EuxbRv7c3NiGK0/NedzVsCcV6hDuU5qPX5EGE= google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5/go.mod h1:M4/wBTSeyLxupu3W3tJtOgB14jILAS/XWPSSa3TAlJc= google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= google.golang.org/grpc v1.76.0 h1:UnVkv1+uMLYXoIz6o7chp59WfQUYA2ex/BXQ9rHZu7A= google.golang.org/grpc v1.76.0/go.mod h1:Ju12QI8M6iQJtbcsV+awF5a4hfJMLi4X0JLo94ULZ6c= google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= google.golang.org/protobuf v1.36.10 h1:AYd7cD/uASjIL6Q9LiTjz8JLcrh/88q5UObnmY3aOOE= google.golang.org/protobuf v1.36.10/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/evanphx/json-patch.v4 v4.12.0 h1:n6jtcsulIzXPJaxegRbvFNNrZDjbij7ny3gmSPG+6V4= gopkg.in/evanphx/json-patch.v4 v4.12.0/go.mod h1:p8EYWUEYMpynmqDbY58zCKCFZw8pRWMG4EsWvDvM72M= gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gotest.tools/v3 v3.5.1 h1:EENdUnS3pdur5nybKYIh2Vfgc8IUNBjxDPSjtiJcOzU= gotest.tools/v3 v3.5.1/go.mod h1:isy3WKz7GK6uNw/sbHzfKBLvlvXwUyV06n6brMxxopU= honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= k8s.io/api v0.34.1 h1:jC+153630BMdlFukegoEL8E/yT7aLyQkIVuwhmwDgJM= k8s.io/api v0.34.1/go.mod h1:SB80FxFtXn5/gwzCoN6QCtPD7Vbu5w2n1S0J5gFfTYk= k8s.io/apimachinery v0.34.1 h1:dTlxFls/eikpJxmAC7MVE8oOeP1zryV7iRyIjB0gky4= k8s.io/apimachinery v0.34.1/go.mod h1:/GwIlEcWuTX9zKIg2mbw0LRFIsXwrfoVxn+ef0X13lw= k8s.io/cli-runtime v0.34.1 h1:btlgAgTrYd4sk8vJTRG6zVtqBKt9ZMDeQZo2PIzbL7M= k8s.io/cli-runtime v0.34.1/go.mod h1:aVA65c+f0MZiMUPbseU/M9l1Wo2byeaGwUuQEQVVveE= k8s.io/client-go v0.34.1 h1:ZUPJKgXsnKwVwmKKdPfw4tB58+7/Ik3CrjOEhsiZ7mY= k8s.io/client-go v0.34.1/go.mod h1:kA8v0FP+tk6sZA0yKLRG67LWjqufAoSHA2xVGKw9Of8= k8s.io/component-base v0.34.1 h1:v7xFgG+ONhytZNFpIz5/kecwD+sUhVE6HU7qQUiRM4A= k8s.io/component-base v0.34.1/go.mod h1:mknCpLlTSKHzAQJJnnHVKqjxR7gBeHRv0rPXA7gdtQ0= k8s.io/cri-api v0.34.1 h1:n2bU++FqqJq0CNjP/5pkOs0nIx7aNpb1Xa053TecQkM= k8s.io/cri-api v0.34.1/go.mod h1:4qVUjidMg7/Z9YGZpqIDygbkPWkg3mkS1PvOx/kpHTE= k8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk= k8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE= k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b h1:MloQ9/bdJyIu9lb1PzujOPolHyvO06MXG5TUIj2mNAA= k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b/go.mod h1:UZ2yyWbFTpuhSbFhv24aGNOdoRdJZgsIObGBUaYVsts= k8s.io/kubelet v0.34.1 h1:doAaTA9/Yfzbdq/u/LveZeONp96CwX9giW6b+oHn4m4= k8s.io/kubelet v0.34.1/go.mod h1:PtV3Ese8iOM19gSooFoQT9iyRisbmJdAPuDImuccbbA= k8s.io/utils v0.0.0-20250604170112-4c0f3b243397 h1:hwvWFiBzdWw1FhfY1FooPn3kzWuJ8tmbZBHi4zVsl1Y= k8s.io/utils v0.0.0-20250604170112-4c0f3b243397/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= oras.land/oras-go/v2 v2.6.0 h1:X4ELRsiGkrbeox69+9tzTu492FMUu7zJQW6eJU+I2oc= oras.land/oras-go/v2 v2.6.0/go.mod h1:magiQDfG6H1O9APp+rOsvCPcW1GD2MM7vgnKY0Y+u1o= sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8 h1:gBQPwqORJ8d8/YNZWEjoZs7npUVDpVXUUOFfW6CgAqE= sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8/go.mod h1:mdzfpAEoE6DHQEN0uh9ZbOCuHbLK5wOm7dK4ctXE9Tg= sigs.k8s.io/kustomize/api v0.20.1 h1:iWP1Ydh3/lmldBnH/S5RXgT98vWYMaTUL1ADcr+Sv7I= sigs.k8s.io/kustomize/api v0.20.1/go.mod h1:t6hUFxO+Ph0VxIk1sKp1WS0dOjbPCtLJ4p8aADLwqjM= sigs.k8s.io/kustomize/kyaml v0.20.1 h1:PCMnA2mrVbRP3NIB6v9kYCAc38uvFLVs8j/CD567A78= sigs.k8s.io/kustomize/kyaml v0.20.1/go.mod h1:0EmkQHRUsJxY8Ug9Niig1pUMSCGHxQ5RklbpV/Ri6po= sigs.k8s.io/randfill v1.0.0 h1:JfjMILfT8A6RbawdsK2JXGBR5AQVfd+9TbzrlneTyrU= sigs.k8s.io/randfill v1.0.0/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= sigs.k8s.io/structured-merge-diff/v6 v6.3.0 h1:jTijUJbW353oVOd9oTlifJqOGEkUw2jB/fXCbTiQEco= sigs.k8s.io/structured-merge-diff/v6 v6.3.0/go.mod h1:M3W8sfWvn2HhQDIbGWj3S099YozAsymCo/wrT5ohRUE= sigs.k8s.io/yaml v1.6.0 h1:G8fkbMSAFqgEFgh4b1wmtzDnioxFCUgTZhlbj5P9QYs= sigs.k8s.io/yaml v1.6.0/go.mod h1:796bPqUfzR/0jLAl6XjHl3Ck7MiyVv8dbTdyT3/pMf4= inspektor-gadget-0.46.0/examples/instance-manifests/000077500000000000000000000000001510117411400224545ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/instance-manifests/README.md000066400000000000000000000003151510117411400237320ustar00rootroot00000000000000# instance-manifests This directory contains examples of [instance manifests](https://www.inspektor-gadget.io/docs/latest/reference/manifests) to run a gadget or a set of gadgets for a specific use case. inspektor-gadget-0.46.0/examples/instance-manifests/dns/000077500000000000000000000000001510117411400232405ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/instance-manifests/dns/failed-dns-requests-all.yaml000066400000000000000000000023001510117411400305440ustar00rootroot00000000000000# Trace DNS requests that are not successful (rcode!=Success) and are responses (qr==R) in all namespaces. # Gadgets used: # - trace_dns (https://www.inspektor-gadget.io/docs/latest/gadgets/trace_dns) apiVersion: 1 kind: instance-spec image: trace_dns:latest name: failed-dns-requests-all paramValues: # The following parameter is used to trace DNS requests in all namespaces # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/kubemanager operator.KubeManager.all-namespaces: true # The following parameter is used to filter the DNS requests that are: # 1. Not successful (rcode!=Success) # 2. Responses only (qr==R) # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/filter operator.filter.filter: rcode!=Success,qr==R # The following parameter is used to display the following fields in the output: # 1. Namespace of the pod # 2. Name of the pod # 3. Source endpoint of the DNS request # 4. Destination endpoint of the DNS request # 5. Name in the DNS request # 6. Response code of the DNS request # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/cli operator.cli.fields: k8s.namespace,k8s.podname,src,dst,name,rcode inspektor-gadget-0.46.0/examples/instance-manifests/dns/failed-dns-requests-default.yaml000066400000000000000000000021301510117411400314210ustar00rootroot00000000000000# Trace DNS requests that are not successful (rcode!=Success) and are responses (qr==R) in default namespace. # Gadgets used: # - trace_dns (https://www.inspektor-gadget.io/docs/latest/gadgets/trace_dns) apiVersion: 1 kind: instance-spec image: trace_dns:latest name: failed-dns-requests-default paramValues: # The following parameter is used to trace DNS requests in the default namespace # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/kubemanager operator.KubeManager.namespace: default # The following parameter is used to filter the DNS requests that are: # 1. Not successful (rcode!=Success) # 2. Responses only (qr==R) # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/filter operator.filter.filter: rcode!=Success,qr==R # The following parameter is used to display the following fields in the output: # 1. Name of the pod # 2. Source endpoint of the DNS request # 3. Destination endpoint of the DNS request # 4. Name in the DNS request # 5. Response code of the DNS request operator.cli.fields: k8s.podname,src,dst,name,rcode inspektor-gadget-0.46.0/examples/instance-manifests/security/000077500000000000000000000000001510117411400243235ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/instance-manifests/security/modified-files-all.yaml000066400000000000000000000016241510117411400306400ustar00rootroot00000000000000# Trace the execution of all processes that have been modified in container in all namespaces. # Gadgets used: # - trace_exec (https://www.inspektor-gadget.io/docs/latest/gadgets/trace_exec) apiVersion: 1 kind: instance-spec image: trace_exec:latest name: modified-files-all paramValues: # The following parameter is used to trace the execution of all processes in all namespaces # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/kubemanager operator.KubeManager.all-namespaces: true # The following parameter is used to filter the processes that have been modified in container images # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/filter operator.filter.filter: upper_layer==true # The following parameter is used to display events as JSON in a pretty format # See: https://www.inspektor-gadget.io/docs/latest/spec/operators/cli operator.cli.output: jsonpretty inspektor-gadget-0.46.0/examples/kube-container-collection/000077500000000000000000000000001510117411400237205ustar00rootroot00000000000000inspektor-gadget-0.46.0/examples/kube-container-collection/.gitignore000066400000000000000000000000731510117411400257100ustar00rootroot00000000000000kube-container-collection kube-container-collection-static inspektor-gadget-0.46.0/examples/kube-container-collection/Dockerfile000066400000000000000000000012101510117411400257040ustar00rootroot00000000000000FROM golang:1.25.3-trixie@sha256:7534a6264850325fcce93e47b87a0e3fddd96b308440245e6ab1325fa8a44c91 AS builder # Cache go modules so they won't be downloaded at each build COPY go.mod go.sum /gadget/ RUN cd /gadget && go mod download COPY ./ /gadget COPY examples/go.mod examples/go.sum /gadget/examples/ RUN cd /gadget/examples/kube-container-collection && make kube-container-collection-static FROM busybox@sha256:9ae97d36d26566ff84e8893c64a6dc4fe8ca6d1144bf5b87b2b85a32def253c7 COPY --from=builder /gadget/examples/kube-container-collection/kube-container-collection-static /bin/kube-container-collection CMD ["/bin/kube-container-collection"] inspektor-gadget-0.46.0/examples/kube-container-collection/Dockerfile.dockerignore000066400000000000000000000000531510117411400303620ustar00rootroot00000000000000* !go.mod !go.sum !examples !pkg !internal inspektor-gadget-0.46.0/examples/kube-container-collection/Makefile000066400000000000000000000013401510117411400253560ustar00rootroot00000000000000CONTAINER_REPO ?= ghcr.io/inspektor-gadget/inspektor-gadget IMAGE_TAG ?= $(shell ../../tools/image-tag branch) kube-container-collection: main.go CGO_ENABLED=0 go build -o kube-container-collection main.go kube-container-collection-static: main.go CGO_ENABLED=0 go build -o kube-container-collection-static -ldflags '-w -extldflags "-static"' main.go build-container: DOCKER_BUILDKIT=1 docker build -t $(CONTAINER_REPO)-kube-container-collection:$(IMAGE_TAG) -f Dockerfile ../.. install: sed "s|image: .*:latest|image: $(CONTAINER_REPO)-kube-container-collection:$(IMAGE_TAG)|" deploy.yaml | kubectl apply -f - uninstall: kubectl delete -f deploy.yaml clean: rm -f kube-container-collection kube-container-collection-static inspektor-gadget-0.46.0/examples/kube-container-collection/README.md000066400000000000000000000037101510117411400252000ustar00rootroot00000000000000# Example with the container-collection package This example uses the container-collection package ("github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection") in order to be notified when a new container is started and to attach the OCI config.json as a Kubernetes event. This uses a DaemonSet: each pod will only monitor containers locally. To deploy the DaemonSet: ``` $ make install ``` Start a new pod: ``` $ kubectl run -ti --rm --image busybox shell1 -- sh ``` Notice the new event: ``` $ kubectl get events LAST SEEN TYPE REASON OBJECT MESSAGE 7s Normal Scheduled pod/shell1 Successfully assigned default/shell1 to minikube 6s Normal Pulling pod/shell1 Pulling image "busybox" 5s Normal Pulled pod/shell1 Successfully pulled image "busybox" in 1.675873757s 5s Normal Created pod/shell1 Created container shell1 4s Normal NewContainerConfig pod/shell1 {"ociVersion":"1.0.2-dev",...} 4s Normal Started pod/shell1 Started container shell1 ``` This can also be seen with the following command: ``` $ kubectl describe pod shell1 Name: shell1 Namespace: default ... Events: Type Reason Age From Message ---- ------ ---- ---- ------- Normal Scheduled 60s default-scheduler Successfully assigned default/shell1 to minikube Normal Pulling 59s kubelet Pulling image "busybox" Normal Pulled 58s kubelet Successfully pulled image "busybox" in 1.675873757s Normal Created 58s kubelet Created container shell1 Normal NewContainerConfig 57s KubeContainerCollection {"ociVersion":"1.0.2-dev",...} Normal Started 57s kubelet Started container shell1 ``` inspektor-gadget-0.46.0/examples/kube-container-collection/deploy.yaml000066400000000000000000000063021510117411400261010ustar00rootroot00000000000000apiVersion: v1 kind: Namespace metadata: name: gadget-container-collection --- apiVersion: v1 kind: ServiceAccount metadata: name: gadget-container-collection namespace: gadget-container-collection --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: gadget-container-collection-cluster-role rules: - apiGroups: [""] resources: ["pods"] verbs: ["get", "watch", "list"] - apiGroups: [""] resources: ["events"] verbs: ["list", "watch", "create"] - apiGroups: ["security.openshift.io"] # It is necessary to use the 'privileged' security context constraints to be # able mount host directories as volumes, use the host networking, among others. # This will be used only when running on OpenShift: # https://docs.openshift.com/container-platform/4.9/authentication/managing-security-context-constraints.html#default-sccs_configuring-internal-oauth resources: ["securitycontextconstraints"] resourceNames: ["privileged"] verbs: ["use"] --- kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1 metadata: name: gadget-container-collection-cluster-role-binding subjects: - kind: ServiceAccount name: gadget-container-collection namespace: gadget-container-collection roleRef: kind: ClusterRole name: gadget-container-collection-cluster-role apiGroup: rbac.authorization.k8s.io --- apiVersion: apps/v1 kind: DaemonSet metadata: name: gadget-container-collection namespace: gadget-container-collection labels: k8s-app: gadget-container-collection spec: selector: matchLabels: k8s-app: gadget-container-collection template: metadata: labels: k8s-app: gadget-container-collection spec: serviceAccount: gadget-container-collection hostPID: false hostNetwork: false containers: - name: gadget terminationMessagePolicy: FallbackToLogsOnError image: gadget-kube-container-collection:latest imagePullPolicy: Always env: - name: NODE_NAME valueFrom: fieldRef: fieldPath: spec.nodeName - name: POD_NAME valueFrom: fieldRef: fieldPath: metadata.name securityContext: capabilities: add: # fanotify requires CAP_SYS_ADMIN - SYS_ADMIN volumeMounts: - name: host mountPath: /host - name: run mountPath: /run - name: modules mountPath: /lib/modules - name: debugfs mountPath: /sys/kernel/debug - name: cgroup mountPath: /sys/fs/cgroup readOnly: true - name: bpffs mountPath: /sys/fs/bpf tolerations: - effect: NoSchedule operator: Exists - effect: NoExecute operator: Exists volumes: - name: host hostPath: path: / - name: run hostPath: path: /run - name: cgroup hostPath: path: /sys/fs/cgroup - name: modules hostPath: path: /lib/modules - name: bpffs hostPath: path: /sys/fs/bpf - name: debugfs hostPath: path: /sys/kernel/debug inspektor-gadget-0.46.0/examples/kube-container-collection/main.go000066400000000000000000000101541510117411400251740ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "flag" "fmt" "os" "os/signal" "syscall" "time" api "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" "k8s.io/apimachinery/pkg/types" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" ) var ( kubeconfig = flag.String("kubeconfig", "", "kubeconfig") node = flag.String("node", "", "Node name") client *kubernetes.Clientset cc *containercollection.ContainerCollection ) func publishEvent(c *containercollection.Container, reason, message string) { eventTime := metav1.NewTime(time.Now()) event := &api.Event{ ObjectMeta: metav1.ObjectMeta{ Name: fmt.Sprintf("%v.%x", c.K8s.PodName, time.Now().UnixNano()), Namespace: c.K8s.Namespace, }, Source: api.EventSource{ Component: "KubeContainerCollection", Host: *node, }, Count: 1, ReportingController: "github.com/inspektor-gadget/inspektor-gadget", ReportingInstance: os.Getenv("POD_NAME"), // pod name FirstTimestamp: eventTime, LastTimestamp: eventTime, InvolvedObject: api.ObjectReference{ Kind: "Pod", Namespace: c.K8s.Namespace, Name: c.K8s.PodName, UID: types.UID(c.K8s.PodUID), }, Type: api.EventTypeNormal, Reason: reason, Message: message, } ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second) defer cancel() if _, err := client.CoreV1().Events(c.K8s.Namespace).Create(ctx, event, metav1.CreateOptions{}); err != nil { fmt.Fprintf(os.Stderr, "Failed to create event: %s\n", err) } } func callback(notif containercollection.PubSubEvent) { switch notif.Type { case containercollection.EventTypeAddContainer: fmt.Printf("Container added: %v pid %d\n", notif.Container.Runtime.ContainerID, notif.Container.ContainerPid()) if notif.Container.OciConfig != "" { publishEvent(notif.Container, "NewContainerConfig", notif.Container.OciConfig) } else { publishEvent(notif.Container, "ContainerConfigNotFound", "") } case containercollection.EventTypeRemoveContainer: fmt.Printf("Container removed: %v pid %d\n", notif.Container.Runtime.ContainerID, notif.Container.ContainerPid()) default: return } } func main() { flag.Parse() if *kubeconfig == "" && os.Getenv("KUBECONFIG") != "" { *kubeconfig = os.Getenv("KUBECONFIG") } if *node == "" && os.Getenv("NODE_NAME") != "" { *node = os.Getenv("NODE_NAME") } var err error client, err = k8sutil.NewClientset(*kubeconfig, "publish-event") if err != nil { fmt.Fprintf(os.Stderr, "Failed to get Kubernetes client set: %s\n", err) os.Exit(1) } containerEventFuncs := []containercollection.FuncNotify{callback} opts := []containercollection.ContainerCollectionOption{ containercollection.WithPubSub(containerEventFuncs...), containercollection.WithCgroupEnrichment(), containercollection.WithKubeconfigPath(*kubeconfig), containercollection.WithNodeName(*node), containercollection.WithKubernetesEnrichment(*node), containercollection.WithContainerFanotifyEbpf(), } cc = &containercollection.ContainerCollection{} err = cc.Initialize(opts...) if err != nil { fmt.Fprintf(os.Stderr, "Failed to initialize container collection: %s\n", err) os.Exit(1) } fmt.Printf("Ready\n") cc.ContainerRange(func(c *containercollection.Container) { fmt.Printf("%+v\n", c) }) // Graceful shutdown exit := make(chan os.Signal, 1) signal.Notify(exit, syscall.SIGINT, syscall.SIGTERM) <-exit } inspektor-gadget-0.46.0/gadget-container/000077500000000000000000000000001510117411400202565ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/Makefile000066400000000000000000000017611510117411400217230ustar00rootroot00000000000000.PHONY: gadget-container-deps gadget-container-deps: cleanup ocihookgadget gadgettracermanager nrigadget TARGET_ARCH ?= $(shell go env GOHOSTARCH) VERSION ?= $(shell git describe --tags --always --dirty) .PHONY: cleanup cleanup: mkdir -p bin GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=$(TARGET_ARCH) go build \ -o bin/cleanup \ ./cleanup/cleanup.go # Gadgets .PHONY: gadgettracermanager gadgettracermanager: mkdir -p bin GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=$(TARGET_ARCH) go build \ -ldflags "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=$(VERSION)" \ -o bin/gadgettracermanager \ ./gadgettracermanager/ # Hooks .PHONY: ocihookgadget ocihookgadget: mkdir -p bin GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=$(TARGET_ARCH) go build \ -o bin/ocihookgadget \ ./hooks/oci/main.go .PHONY: nrigadget nrigadget: mkdir -p bin GO111MODULE=on CGO_ENABLED=0 GOOS=linux GOARCH=$(TARGET_ARCH) go build \ -o bin/nrigadget \ ./hooks/nri/main.go inspektor-gadget-0.46.0/gadget-container/cleanup/000077500000000000000000000000001510117411400217055ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/cleanup/cleanup.go000066400000000000000000000054111510117411400236640ustar00rootroot00000000000000// Copyright 2019-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "encoding/json" "os" "path/filepath" nriv1 "github.com/containerd/nri/types/v1" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/config/gadgettracermanagerconfig" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) func removeCRIOHooks() { for _, file := range []string{"ocihookgadget", "prestart.sh", "poststop.sh"} { path := filepath.Join("/opt/hooks/oci", file) hostPath := filepath.Join(host.HostRoot, path) os.Remove(hostPath) } for _, file := range []string{"etc/containers/oci/hooks.d", "usr/share/containers/oci/hooks.d/"} { hookPath := filepath.Join(host.HostRoot, file) for _, config := range []string{"gadget-prestart.json", "gadget-poststop.json"} { path := filepath.Join(hookPath, config) os.Remove(path) } } } func removeNRIHooks() { path := filepath.Join(host.HostRoot, "opt/nri/bin/nrigadget") os.Remove(path) configPath := filepath.Join(host.HostRoot, "etc/nri/conf.json") content, err := os.ReadFile(configPath) if err != nil { return } var configList nriv1.ConfigList err = json.Unmarshal(content, &configList) if err != nil { return } length := len(configList.Plugins) if length == 1 && configList.Plugins[0].Type == "nrigadget" { os.Remove(configPath) } else { for i, plugin := range configList.Plugins { if plugin.Type != "nrigadget" { continue } configList.Plugins[i] = configList.Plugins[length-1] configList.Plugins = configList.Plugins[:length-1] break } content, err = json.Marshal(configList) if err != nil { return } err = os.WriteFile(configPath, content, 0o640) if err != nil { return } } } func main() { if err := gadgettracermanagerconfig.Init(); err != nil { log.Fatalf("Initializing config: %v", err) } logLevel, err := log.ParseLevel(config.Config.GetString(gadgettracermanagerconfig.DaemonLogLevel)) if err != nil { log.Fatalf("Parsing log level %q: %v", logLevel, err) } log.SetLevel(logLevel) log.Infof("Cleanup started") removeCRIOHooks() removeNRIHooks() os.RemoveAll("/sys/fs/bpf/gadget/") log.Infof("Cleanup completed") } inspektor-gadget-0.46.0/gadget-container/entrypoint/000077500000000000000000000000001510117411400224715ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/entrypoint/entrypoint.go000066400000000000000000000062561510117411400252440ustar00rootroot00000000000000// Copyright 2019-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package entrypoint import ( "bufio" "fmt" "os" "path/filepath" "strings" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const gadgetPullSecretPath = "/var/run/secrets/gadget/pull-secret/config.json" func getPrettyName() (string, error) { path := filepath.Join(host.HostRoot, "/etc/os-release") file, err := os.Open(path) if err != nil { return "", fmt.Errorf("opening file %s: %w", path, err) } defer file.Close() scanner := bufio.NewScanner(file) for scanner.Scan() { line := scanner.Text() parts := strings.SplitN(line, "=", 2) if len(parts) != 2 { continue } if parts[0] == "PRETTY_NAME" { return strings.Trim(parts[1], "\""), nil } } err = scanner.Err() if err != nil { return "", fmt.Errorf("reading file %s: %w", path, err) } return "", fmt.Errorf("%s does not contain PRETTY_NAME", path) } func getKernelRelease() (string, error) { uts := &unix.Utsname{} if err := unix.Uname(uts); err != nil { return "", fmt.Errorf("calling uname: %w", err) } return unix.ByteSliceToString(uts.Release[:]), nil } func hasGadgetPullSecret() bool { _, err := os.Stat(gadgetPullSecretPath) return err == nil } func prepareGadgetPullSecret() error { log.Info("Preparing gadget pull secret") err := os.MkdirAll("/var/lib/ig", 0o755) if err != nil { return fmt.Errorf("creating /var/lib/ig: %w", err) } err = os.Symlink(gadgetPullSecretPath, oci.DefaultAuthFile) if err != nil { return fmt.Errorf("creating symlink %s: %w", oci.DefaultAuthFile, err) } return nil } func Init() error { if _, err := os.Stat(filepath.Join(host.HostRoot, "/bin")); os.IsNotExist(err) { return fmt.Errorf("%s must be executed in a pod with access to the host via %s", os.Args[0], host.HostRoot) } prettyName, err := getPrettyName() if err != nil { log.Warnf("os-release information not available. Some features could not work") } log.Infof("OS detected: %s", prettyName) kernelRelease, err := getKernelRelease() if err != nil { return fmt.Errorf("getting kernel release: %w", err) } log.Infof("Kernel detected: %s", kernelRelease) log.Infof("Gadget Image: %s", os.Getenv("GADGET_IMAGE")) if hasGadgetPullSecret() { err = prepareGadgetPullSecret() if err != nil { return fmt.Errorf("preparing gadget pull secret: %w", err) } } log.Info("Starting the Gadget Tracer Manager...") err = os.Chdir("/") if err != nil { return fmt.Errorf("changing directory: %w", err) } os.Remove("/run/gadgetservice.socket") return nil } inspektor-gadget-0.46.0/gadget-container/gadgettracermanager/000077500000000000000000000000001510117411400242455ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/gadgettracermanager/main.go000066400000000000000000000213171510117411400255240ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "flag" "fmt" "os" "os/signal" "strconv" "syscall" "time" log "github.com/sirupsen/logrus" "google.golang.org/grpc" "google.golang.org/grpc/codes" "google.golang.org/grpc/credentials/insecure" healthpb "google.golang.org/grpc/health/grpc_health_v1" "google.golang.org/grpc/status" "github.com/inspektor-gadget/inspektor-gadget/internal/version" // Import this early to set the environment variable before any other package is imported _ "github.com/inspektor-gadget/inspektor-gadget/pkg/environment/k8s" instancemanager "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/instance-manager" k8sconfigmapstore "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/store/k8s-configmap-store" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/config/gadgettracermanagerconfig" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" // import for gadgettracermanager entrypoint" "github.com/inspektor-gadget/inspektor-gadget/gadget-container/entrypoint" // Blank import for some operators _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/btfgen" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/env" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/filter" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/formatters" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubeipresolver" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubenameresolver" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/limiter" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/otel-logs" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/otel-metrics" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/process" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/socketenricher" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/sort" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/uidgidresolver" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ustack" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/wasm" // Symbolizers (all) _ "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer/debuginfod" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer/symtab" gadgetservice "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" kubemanagertypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) var ( serve bool liveness bool socketfile string gadgetServiceHost string ) var clientTimeout = 2 * time.Second func init() { flag.StringVar(&socketfile, "liveness-socketfile", kubemanagertypes.DefaultHookAndLivenessSocketFile, "Path to socket file for liveness checks") flag.StringVar(&gadgetServiceHost, "service-host", fmt.Sprintf("tcp://127.0.0.1:%d", api.GadgetServicePort), "Socket address for gadget service") flag.BoolVar(&serve, "serve", false, "Start server") flag.BoolVar(&liveness, "liveness", false, "Execute as client and perform liveness probe") } func main() { flag.Parse() if flag.NArg() > 0 { fmt.Println("invalid command") flag.PrintDefaults() os.Exit(1) } if liveness { var ctx context.Context var cancel context.CancelFunc var conn *grpc.ClientConn var err error //nolint:staticcheck conn, err = grpc.Dial("unix://"+socketfile, grpc.WithTransportCredentials(insecure.NewCredentials())) if err != nil { fmt.Printf("Gadget Tracer Manager health check failed to dial: %v", err) os.Exit(1) } defer conn.Close() // Let's cover the cases where timeoutSeconds is not respected. See // https://kubernetes.io/docs/tasks/configure-pod-container/configure-liveness-readiness-startup-probes/#configure-probes. // IMPORTANT: Consider that setting timeoutSeconds to a value larger // than clientTimeout will have no effect. Check further details in // https://github.com/inspektor-gadget/inspektor-gadget/issues/940. clientTimeout = time.Minute ctx, cancel = context.WithTimeout(context.Background(), clientTimeout) defer cancel() resp, err := healthpb.NewHealthClient(conn).Check(ctx, &healthpb.HealthCheckRequest{Service: ""}) if err != nil { stat := status.Convert(err) if stat.Code() == codes.DeadlineExceeded { fmt.Printf("Gadget Tracer Manager health RPC reached the timeout: %v", clientTimeout) } else { fmt.Printf("Gadget Tracer Manager health RPC failed: '%s'", stat.Message()) } os.Exit(1) } if resp.GetStatus() != healthpb.HealthCheckResponse_SERVING { fmt.Printf("Gadget Tracer Manager unhealthy: %s", resp.GetStatus().String()) os.Exit(1) } fmt.Printf("Gadget Tracer Manager healthy: %s", resp.GetStatus().String()) os.Exit(0) } if serve { if err := gadgettracermanagerconfig.Init(); err != nil { log.Fatalf("Initializing config: %v", err) } log.Infof("Inspektor Gadget version: %s", version.Version().String()) log.Infof("Inspektor Gadget User Agent: %s", version.UserAgent()) logLevel, err := log.ParseLevel(config.Config.GetString(gadgettracermanagerconfig.DaemonLogLevel)) if err != nil { log.Fatalf("Parsing log level %q: %v", logLevel, err) } log.SetLevel(logLevel) log.Infof("Config: %s=%s", gadgettracermanagerconfig.DaemonLogLevel, logLevel) if experimental.Enabled() { log.Info("Experimental features enabled") } operators.RegisterDataOperator(ocihandler.OciHandler) hostConfig := host.Config{ AutoMountFilesystems: true, } err = host.Init(hostConfig) if err != nil { log.Fatalf("host.Init() failed: %v", err) } hostPidNs, err := host.IsHostPidNs() if err != nil { log.Fatalf("Detecting pid namespace: %v", err) } log.Infof("HostPID=%t", hostPidNs) hostNetNs, err := host.IsHostNetNs() if err != nil { log.Fatalf("Detecting net namespace: %v", err) } log.Infof("HostNetwork=%t", hostNetNs) hostCgroupNs, err := host.IsHostCgroupNs() if err != nil { log.Fatalf("Detecting cgroup namespace: %v", err) } log.Infof("HostCgroup=%t", hostCgroupNs) if err = entrypoint.Init(); err != nil { log.Fatalf("entrypoint.Init() failed: %v", err) } stringBufferLength := config.Config.GetString(gadgettracermanagerconfig.EventsBufferLengthKey) log.Infof("Config: %s=%s", gadgettracermanagerconfig.EventsBufferLengthKey, stringBufferLength) bufferLength, err := strconv.ParseUint(stringBufferLength, 10, 64) if err != nil { log.Fatalf("Parsing events-buffer-length %q: %v", stringBufferLength, err) } service := gadgetservice.NewService(log.StandardLogger()) service.SetEventBufferLength(bufferLength) mgr, err := instancemanager.New(local.New()) if err != nil { log.Fatalf("initializing manager: %v", err) } gadgetNs := config.Config.GetString(gadgettracermanagerconfig.GadgetNamespace) log.Infof("Config: %s=%s", gadgettracermanagerconfig.GadgetNamespace, gadgetNs) if gadgetNs == "" { log.Fatalf("gadget namespace must not be empty") } store, err := k8sconfigmapstore.New(mgr, gadgetNs) if err != nil { log.Fatalf("initializing store: %v", err) } service.SetStore(store) service.SetInstanceManager(mgr) socketType, socketPath, err := api.ParseSocketAddress(gadgetServiceHost) if err != nil { log.Fatalf("invalid service host: %v", err) } go func() { err := service.Run(gadgetservice.RunConfig{ SocketType: socketType, SocketPath: socketPath, }) if err != nil { log.Fatalf("starting gadget service: %v", err) } }() exitSignal := make(chan os.Signal, 1) signal.Notify(exitSignal, syscall.SIGINT, syscall.SIGTERM) <-exitSignal service.Close() } } inspektor-gadget-0.46.0/gadget-container/hooks/000077500000000000000000000000001510117411400214015ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/hooks/crio/000077500000000000000000000000001510117411400223355ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/hooks/crio/gadget-poststop.json000066400000000000000000000003761510117411400263620ustar00rootroot00000000000000{ "version": "1.0.0", "hook": { "path": "/bin/sh", "args": [ "sh", "-c", "test ! -x /opt/hooks/oci/poststop.sh || /opt/hooks/oci/poststop.sh" ] }, "when": { "always": true }, "stages": [ "poststop" ] } inspektor-gadget-0.46.0/gadget-container/hooks/crio/gadget-prestart.json000066400000000000000000000003761510117411400263330ustar00rootroot00000000000000{ "version": "1.0.0", "hook": { "path": "/bin/sh", "args": [ "sh", "-c", "test ! -x /opt/hooks/oci/prestart.sh || /opt/hooks/oci/prestart.sh" ] }, "when": { "always": true }, "stages": [ "prestart" ] } inspektor-gadget-0.46.0/gadget-container/hooks/nri/000077500000000000000000000000001510117411400221715ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/hooks/nri/conf.json000066400000000000000000000003041510117411400240060ustar00rootroot00000000000000{ "version": "0.1", "plugins": [ { "type": "nrigadget", "conf": { "socketFile": "/run/hook-liveness.socket" } } ] } inspektor-gadget-0.46.0/gadget-container/hooks/nri/main.go000066400000000000000000000073471510117411400234570ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "encoding/json" "fmt" "os" "time" "github.com/containerd/nri/skel" types "github.com/containerd/nri/types/v1" log "github.com/sirupsen/logrus" "google.golang.org/grpc" "google.golang.org/grpc/credentials/insecure" pb "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service/api" ) // TODO: Understand why using github.com/containerd/pkg/cri/annonations // creates a hell dependency problem with k8s.io packages. const ( // SandboxNamespace is the name of the namespace of the sandbox (pod) SandboxNamespace = "io.kubernetes.cri.sandbox-namespace" // SandboxName is the name of the sandbox (pod) SandboxName = "io.kubernetes.cri.sandbox-name" // ContainerName is the name of the container in the pod ContainerName = "io.kubernetes.cri.container-name" ) var socketfile string type igHookConf struct { Socketfile string Debug bool } type igHook struct{} func (i *igHook) Type() string { return "ighook" } func (i *igHook) Invoke(ctx context.Context, r *types.Request) (*types.Result, error) { // Ignore sandbox containers if !r.IsSandbox() && (r.State == types.Create || r.State == types.Delete) { conf := igHookConf{} err := json.Unmarshal(r.Conf, &conf) if err != nil { return nil, err } err = processContainer(r, &conf) if err != nil && conf.Debug { log.Debugf("failed to process container %s: %s", r.ID, err) } } result := r.NewResult("ighook") return result, nil } func main() { ctx := context.Background() if err := skel.Run(ctx, &igHook{}); err != nil { fmt.Fprintf(os.Stderr, "Error executing ighook: %v", err) // don't return an error as it's a debug tool and we don't want to // create extra trouble if there is a failure. os.Exit(0) } } func processContainer(r *types.Request, conf *igHookConf) error { // Validate state if r.ID == "" || (r.Pid == 0 && r.State == types.Create) { return fmt.Errorf("invalid OCI state: %v %v", r.ID, r.Pid) } // Connect to the Hook Service var client pb.HookServiceClient var ctx context.Context var cancel context.CancelFunc //nolint:staticcheck conn, err := grpc.Dial("unix://"+conf.Socketfile, grpc.WithTransportCredentials(insecure.NewCredentials())) if err != nil { return err } defer conn.Close() client = pb.NewHookServiceClient(conn) ctx, cancel = context.WithTimeout(context.Background(), 1*time.Second) defer cancel() // Handle the poststop hook first if r.State == types.Delete { _, err := client.RemoveContainer(ctx, &pb.ContainerDefinition{ Id: r.ID, }) return err } labels := []*pb.Label{} for key, value := range r.Labels { label := &pb.Label{ Key: key, Value: value, } labels = append(labels, label) } namespace, ok := r.Spec.Annotations[SandboxNamespace] if !ok { return nil } containerName, ok := r.Spec.Annotations[ContainerName] if !ok { return nil } podName, ok := r.Spec.Annotations[SandboxName] if !ok { return nil } _, err = client.AddContainer(ctx, &pb.ContainerDefinition{ Id: r.ID, Labels: labels, Namespace: namespace, Podname: podName, Name: containerName, Pid: uint32(r.Pid), }) return err } inspektor-gadget-0.46.0/gadget-container/hooks/oci/000077500000000000000000000000001510117411400221535ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadget-container/hooks/oci/main.go000066400000000000000000000105071510117411400234310ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bufio" "bytes" "context" "encoding/json" "flag" "fmt" "io" "os" "path/filepath" "regexp" "strconv" "strings" "time" ocispec "github.com/opencontainers/runtime-spec/specs-go" "google.golang.org/grpc" "google.golang.org/grpc/credentials/insecure" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" pb "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service/api" kubemanagertypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/types" ) var ( socketfile string hook string ) func init() { flag.StringVar(&socketfile, "socketfile", kubemanagertypes.DefaultHookAndLivenessSocketFile, "Socket file") flag.StringVar(&hook, "hook", "", "OCI hook: prestart or poststop") } func main() { // Parse arguments flag.Parse() if flag.NArg() > 0 { flag.PrintDefaults() panic(fmt.Errorf("invalid command")) } if hook != "prestart" && hook != "poststop" { panic(fmt.Errorf("hook %q not supported", hook)) } // Parse state from stdin stateBuf, err := io.ReadAll(os.Stdin) if err != nil { panic(fmt.Errorf("reading stdin: %w", err)) } ociStateID, ociStatePid, err := containerutils.ParseOCIState(stateBuf) if err != nil { panic(fmt.Errorf("parsing stdin: %w\n%s", err, string(stateBuf))) } // Validate state if ociStateID == "" || (ociStatePid == 0 && hook == "prestart") { panic(fmt.Errorf("invalid OCI state: %v %v", ociStateID, ociStatePid)) } // Connect to the Hook Service var client pb.HookServiceClient var ctx context.Context var cancel context.CancelFunc //nolint:staticcheck conn, err := grpc.Dial("unix://"+socketfile, grpc.WithTransportCredentials(insecure.NewCredentials())) if err != nil { panic(err) } defer conn.Close() client = pb.NewHookServiceClient(conn) ctx, cancel = context.WithTimeout(context.Background(), 1*time.Second) defer cancel() // Handle the poststop hook first if hook == "poststop" { _, err := client.RemoveContainer(ctx, &pb.ContainerDefinition{ Id: ociStateID, }) if err != nil { panic(err) } return } // Get bundle directory and OCI spec (config.json) ppid := 0 if statusFile, err := os.Open(filepath.Join("/proc", fmt.Sprintf("%d", ociStatePid), "status")); err == nil { defer statusFile.Close() reader := bufio.NewReader(statusFile) for { line, err := reader.ReadString('\n') if err != nil { break } if strings.HasPrefix(line, "PPid:\t") { ppidStr := strings.TrimPrefix(line, "PPid:\t") ppidStr = strings.TrimSuffix(ppidStr, "\n") ppid, err = strconv.Atoi(ppidStr) if err != nil { panic(fmt.Errorf("parsing ppid (%q): %w", ppidStr, err)) } break } } } else { panic(fmt.Errorf("parsing /proc/PID/status: %w", err)) } cmdline, err := os.ReadFile(filepath.Join("/proc", fmt.Sprintf("%d", ppid), "cmdline")) if err != nil { panic(fmt.Errorf("reading /proc/PID/cmdline: %w", err)) } cmdline = bytes.ReplaceAll(cmdline, []byte{0}, []byte("\n")) r := regexp.MustCompile("--bundle\n([^\n]*)\n") matches := r.FindStringSubmatch(string(cmdline)) if len(matches) != 2 { panic(fmt.Errorf("finding bundle in %q: matches=%+v", string(cmdline), matches)) } bundle := matches[1] bundleConfig, err := os.ReadFile(filepath.Join(bundle, "config.json")) if err != nil { panic(fmt.Errorf("reading config.json from bundle directory %q: %w", bundle, err)) } ociSpec := &ocispec.Spec{} err = json.Unmarshal(bundleConfig, ociSpec) if err != nil { panic(fmt.Errorf("parsing config.json: %w\n%s", err, string(bundleConfig))) } _, err = client.AddContainer(ctx, &pb.ContainerDefinition{ Id: ociStateID, Pid: uint32(ociStatePid), OciConfig: string(bundleConfig), }) if err != nil { panic(err) } } inspektor-gadget-0.46.0/gadget-container/hooks/oci/poststop.sh000077500000000000000000000002421510117411400244030ustar00rootroot00000000000000#!/bin/bash read JSON pidof gadgettracermanager > /dev/null || exit 0 echo $JSON | /opt/hooks/oci/ocihookgadget -hook poststop >> /var/log/gadget.log 2>&1 exit 0 inspektor-gadget-0.46.0/gadget-container/hooks/oci/prestart.sh000077500000000000000000000002421510117411400243540ustar00rootroot00000000000000#!/bin/bash read JSON pidof gadgettracermanager > /dev/null || exit 0 echo $JSON | /opt/hooks/oci/ocihookgadget -hook prestart >> /var/log/gadget.log 2>&1 exit 0 inspektor-gadget-0.46.0/gadgets/000077500000000000000000000000001510117411400164615ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/Makefile000066400000000000000000000162531510117411400201300ustar00rootroot00000000000000SHELL := /bin/bash ROOT_DIR:=$(dir $(realpath $(firstword $(MAKEFILE_LIST)))) GADGET_TAG ?= $(shell ../tools/image-tag branch) GADGET_REPOSITORY ?= ghcr.io/inspektor-gadget/gadget BUILDER_IMAGE ?= ghcr.io/inspektor-gadget/gadget-builder:main KERNEL_REPOSITORY ?= ghcr.io/inspektor-gadget/ci-kernels IG ?= ig KUBECTL_GADGET ?= kubectl-gadget IG_RUNTIME ?= docker IG_FLAGS ?= IG_DEBUG_LOGS ?= true COSIGN ?= cosign CRANE ?= crane VIMTO ?= vimto VIMTO_VM_MEMORY ?= 4096M DOCKER ?= docker UNIT_TEST_DIR = test/unit INTEGRATION_TEST_DIR = test/integration GADGETS ?= \ advise_networkpolicy \ advise_seccomp \ audit_seccomp \ bpfstats \ deadlock \ fdpass \ fsnotify \ profile_blockio \ profile_cpu \ profile_qdisc_latency \ profile_tcprtt \ tcpdump \ trace_bind \ trace_capabilities \ trace_dns \ trace_exec \ trace_fsslower \ trace_lsm \ traceloop \ trace_malloc \ trace_mount \ trace_oomkill \ trace_open \ trace_signal \ trace_sni \ trace_ssl \ trace_tcp \ trace_tcpdrop \ trace_tcpretrans \ top_blockio \ top_file \ top_process \ top_tcp \ ttysnoop \ snapshot_process \ snapshot_socket \ ci/datasource-containers \ ci/inner_fields \ ci/sched_cls_drop \ ci/image_inspect \ ci/container_filtering \ # DATE=$(shell date -u +"%Y-%m-%dT%H:%M:%SZ") GADGETS_README = $(filter-out ci/%, $(addsuffix /README.mdx, $(GADGETS))) GADGETS_README_DEV = $(filter-out ci/%, $(addsuffix /dev.md, $(GADGETS))) .PHONY: all all: build .PHONY: build build: $(GADGETS) # Pull the gadget builder in an independent step to avoid doing the same for # each gadget, which introduces some overhead and increases the build time. .PHONY: pull-builder-image pull-builder-image: $(DOCKER) pull $(BUILDER_IMAGE) # GADGET_BUILD_PARAMS can be used to pass additional parameters e.g # GADGET_BUILD_PARAMS="--update-metadata" make build .PHONY: $(GADGETS) $(GADGETS): pull-builder-image @echo "Building $@" @sudo -E \ IG_SOURCE_PATH=$(realpath $(ROOT_DIR)/..) \ $(IG) image build \ --builder-image $(BUILDER_IMAGE) \ -t $(GADGET_REPOSITORY)/$@:$(GADGET_TAG) \ --builder-image-pull=never \ $$GADGET_BUILD_PARAMS \ $@ .PHONY: $(GADGETS_README) $(GADGETS_README): @# Create README if not exists if [ ! -f "$@" ] ; then \ gomplate -d gadget=$(@:README.mdx=gadget.yaml) -d artifacthubpkg=$(@:README.mdx=artifacthub-pkg.yml) --file README.template --out $@ ; \ fi @# Replace flags section sed -i '/^## Flags/,/^## /{/^## /!d}' $@ sed -i '/## Flags/r '<(gomplate -d gadget=$(@:README.mdx=gadget.yaml) -d artifacthubpkg=$(@:README.mdx=artifacthub-pkg.yml) --file README-flags.template) $@ @# Create symlinks for README if not exists if [ ! -f $(ROOT_DIR)../docs/gadgets/$(@) ] ; then \ ln -sf ../../gadgets/$@ $(ROOT_DIR)../docs/gadgets/$(shell dirname $@).mdx ; \ fi # GADGET_README_DEV_PARAMS can be used to pass additional parameters e.g # GADGET_README_DEV_PARAMS="--verify-image=false" make mygadget/dev.md .PHONY: $(GADGETS_README_DEV) $(GADGETS_README_DEV): @# Create dev.md if not exists @if [ ! -f "$@" ]; then \ echo "Creating $@"; \ touch $@; \ fi @# Update dev.md with mermaid diagrams. echo -e "# Developer Notes\n\nThis file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget." > "$@"; \ echo -e "\n## Program-Map interactions\n\nThe following diagrams are generated using the \`ig image inspect\` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime." >> "$@" echo -e "\n### Flowchart\n\n\`\`\`mermaid" >> "$@" sudo ig image inspect $(@:/dev.md=):$(GADGET_TAG) -o custom --extra-info=ebpf.flowchart $$GADGET_README_DEV_PARAMS >> "$@" echo "\`\`\`" >> "$@" echo -e "\n### Sequence Diagram\n\n\`\`\`mermaid" >> "$@" sudo ig image inspect $(@:/dev.md=):$(GADGET_TAG) -o custom --extra-info=ebpf.sequence $$GADGET_README_DEV_PARAMS >> "$@" echo -e "\`\`\`" >> "$@" %-push: %-build @echo "Pushing $*" @sudo -E $(IG) image push $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) .PHONY: push: $(addsuffix -push,$(GADGETS)) %-push-existing: % @echo "Pushing existing $*" @sudo -E $(IG) image push $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) .PHONY: push-existing: $(addsuffix -push-existing,$(GADGETS)) %-sign: %-push @echo "Signing $*" digest=$$(sudo -E $(IG) image inspect $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) -o json | jq -r .Digest) ; \ cosign sign --key env://COSIGN_PRIVATE_KEY --yes --recursive $(GADGET_REPOSITORY)/$*@$$digest sign: $(addsuffix -sign,$(GADGETS)) %-sign-existing: @echo "Signing existing $*" digest=$$(sudo -E $(IG) image list --no-trunc | grep "$* " | awk '{ print $$3 }') ; \ cosign sign --key env://COSIGN_PRIVATE_KEY --yes --recursive $(GADGET_REPOSITORY)/$*@$$digest sign-existing: $(addsuffix -sign-existing,$(GADGETS)) %-clean: sudo -E $(IG) image remove $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) .PHONY: clean: $(addsuffix -clean,$(GADGETS)) .PHONY: pull: GADGET_TAG=$(GADGET_TAG) \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) && \ for GADGET in $(GADGETS); do \ sudo -E $(IG) image pull $(GADGET_REPOSITORY)/$$GADGET:$(GADGET_TAG); \ done .PHONY: %/pull: GADGET_TAG=$(GADGET_TAG) \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) \ sudo -E $(IG) image pull $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) .PHONY: test-unit: build IG_VERIFY_IMAGE=$(IG_VERIFY_IMAGE) \ IG_DEBUG_LOGS=$(IG_DEBUG_LOGS) \ GADGET_TAG=$(GADGET_TAG) \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) \ VIMTO=$(VIMTO) \ VIMTO_VM_MEMORY=$(VIMTO_VM_MEMORY) \ $(if $(KERNEL_VERSION), \ sudo -E $(VIMTO) -kernel $(KERNEL_REPOSITORY):$(KERNEL_VERSION) \ -memory $(VIMTO_VM_MEMORY) -- go test -v ./.../$(UNIT_TEST_DIR)/..., \ go test -v -exec 'sudo -E' ./.../$(UNIT_TEST_DIR)/...) .PHONY: %/test-unit: % IG_VERIFY_IMAGE=$(IG_VERIFY_IMAGE) \ IG_DEBUG_LOGS=$(IG_DEBUG_LOGS) \ GADGET_TAG=$(GADGET_TAG) \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) \ VIMTO=$(VIMTO) \ VIMTO_VM_MEMORY=$(VIMTO_VM_MEMORY) \ $(if $(KERNEL_VERSION), \ sudo -E $(VIMTO) -kernel $(KERNEL_REPOSITORY):$(KERNEL_VERSION) \ -memory $(VIMTO_VM_MEMORY) -- go test -v ./$*/$(UNIT_TEST_DIR)/..., \ go test -v -exec 'sudo -E' ./$*/$(UNIT_TEST_DIR)/...) .PHONY: %/test-integration: % IG_PATH=$(IG_PATH) \ CGO_ENABLED=0 \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) \ GADGET_TAG=$(GADGET_TAG) \ IG_FLAGS=$(IG_FLAGS) \ TEST_DNS_SERVER_IMAGE=$(DNSTESTER_IMAGE) \ go test -v -exec 'sudo -E' ./$*/$(INTEGRATION_TEST_DIR)/... .PHONY: test-integration: build IG_PATH=$(IG_PATH) \ CGO_ENABLED=0 \ GADGET_REPOSITORY=$(GADGET_REPOSITORY) \ GADGET_TAG=$(GADGET_TAG) \ IG_FLAGS=$(IG_FLAGS) \ TEST_DNS_SERVER_IMAGE=$(DNSTESTER_IMAGE) \ go test -v -exec 'sudo -E' ./.../$(INTEGRATION_TEST_DIR)/... .PHONY: test-local: IG_PATH=$(IG) test-local: test-integration .PHONY: test-k8s: IG_PATH=$(KUBECTL_GADGET) test-k8s: test-integration .PHONY: %-update-latest-tag: $(CRANE) copy $(GADGET_REPOSITORY)/$*:$(GADGET_TAG) $(GADGET_REPOSITORY)/$*:latest .PHONY: update-latest-tag: $(addsuffix -update-latest-tag,$(GADGETS)) inspektor-gadget-0.46.0/gadgets/README-flags.template000066400000000000000000000004561510117411400222520ustar00rootroot00000000000000{{ if has (ds "gadget") "params" -}} {{ range $i, $operator := index (ds "gadget") "params" }}{{ range $j, $param := $operator }} ### `--{{ index $param "key" }}` {{ index $param "description" }} Default value: "{{ index $param "defaultValue" }}" {{ end -}}{{ end -}} {{- else }} No flags. {{ end }} inspektor-gadget-0.46.0/gadgets/README.md000066400000000000000000000005601510117411400177410ustar00rootroot00000000000000# Gadgets This folder contains the gadgets provided by Inspektor Gadget. Check our online documentation to get more details: - [Running Gadgets](https://www.inspektor-gadget.io/docs/latest/reference/run) - [Gadgets Documentation](https://www.inspektor-gadget.io/docs/latest/gadgets/) - [Gadget Development](https://www.inspektor-gadget.io/docs/latest/gadget-devel/) inspektor-gadget-0.46.0/gadgets/README.template000066400000000000000000000013161510117411400211540ustar00rootroot00000000000000--- title: {{ (datasource "gadget").name }} sidebar_position: 900 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # {{ (datasource "gadget").name }} {{ (datasource "gadget").description }} ## Requirements TODO ## Getting started Running the gadget: {{ $image := index (index (index (datasource "artifacthubpkg") "containersImages") 0) "image" -}} ```bash $ kubectl gadget run {{ $image }} [flags] ``` ```bash $ sudo ig run {{ $image }} [flags] ``` ## Flags TODO ## Guide TODO inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/000077500000000000000000000000001510117411400227255ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/README.md000066400000000000000000000005011510117411400242000ustar00rootroot00000000000000# advise networkpolicy The advise networkpolicy gadget monitors the network activity in the specified namespaces and records a summary of TCP and UDP traffic. This is then used to generate Kubernetes network policies. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/advise_networkpolicy inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/README.mdx000066400000000000000000000063771510117411400244110ustar00rootroot00000000000000--- title: advise networkpolicy sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; The advise networkpolicy gadget monitors the network activity in the specified namespaces and records a summary of TCP and UDP traffic. This is then used to generate Kubernetes network policies. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/advise_networkpolicy:%IG_TAG% ``` ## Flags No flags. ## Guide First, we need to create an nginx deployment which can respond to our test requests. ```bash $ kubectl create service nodeport nginx --tcp=80:80 service/nginx created $ kubectl create deployment nginx --image=nginx deployment.apps/nginx created ``` Then, start the advise_networkpolicy gadget in another terminal. ```bash $ kubectl gadget run advise_networkpolicy:%IG_TAG% ``` Now we can deploy our client pod, send a request to our nginx deployment and `1.1.1.1` and then quit. ```bash $ kubectl run --rm -ti --image busybox test-pod If you don't see a command prompt, try pressing enter. / # wget nginx Connecting to nginx (10.105.129.249:80) saving to 'index.html' index.html 100% |********************************| 615 0:00:00 ETA 'index.html' saved / # wget 1.1.1.1 Connecting to 1.1.1.1 (1.1.1.1:80) Connecting to 1.1.1.1 (1.1.1.1:443) wget: note: TLS certificate validation not implemented Connecting to one.one.one.one (1.1.1.1:443) wget: can't open 'index.html': File exists / # exit Session ended, resume using 'kubectl attach test-pod -c test-pod -i -t' command when the pod is running pod "test-pod" deleted ``` Let's switch back to the gadget terminal, stop our gadget. The policy will then be printed: ```bash $ kubectl gadget run advise_networkpolicy:%IG_TAG% ... ^C apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: creationTimestamp: null name: nginx-network namespace: default spec: ingress: - from: - podSelector: matchLabels: run: test-pod ports: - port: 80 protocol: TCP podSelector: matchLabels: app: nginx policyTypes: - Ingress - Egress --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: creationTimestamp: null name: test-pod-network namespace: default spec: egress: - ports: - port: 80 protocol: TCP to: - ipBlock: cidr: 1.1.1.1/32 - ports: - port: 80 protocol: TCP to: - podSelector: matchLabels: app: nginx - ports: - port: 443 protocol: TCP to: - ipBlock: cidr: 1.1.1.1/32 - ports: - port: 53 protocol: UDP to: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: kube-system podSelector: matchLabels: k8s-app: kube-dns kubernetes.io/cluster-service: "true" kubernetes.io/name: CoreDNS podSelector: matchLabels: run: test-pod policyTypes: - Ingress - Egress ``` Finally, clean the system: ```bash $ kubectl delete deployment nginx deployment.apps "nginx" deleted $ kubectl delete service nginx service "nginx" deleted ``` inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/artifacthub-pkg.yml000066400000000000000000000016321510117411400265250ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "advise_networkpolicy" category: monitoring-logging displayName: "advise networkpolicy" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Generate network policies according to the K8s traffic" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/advise_networkpolicy" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/advise_networkpolicy:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/advise_networkpolicy" install: | # Run ```bash kubectl gadget run ghcr.io/inspektor-gadget/gadget/advise_networkpolicy:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/gadget.yaml000066400000000000000000000011231510117411400250410ustar00rootroot00000000000000name: advise networkpolicy description: Generate network policies according to the K8s traffic homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/advise_networkpolicy sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/advise_networkpolicy datasources: network_connections: annotations: cli.supported-output-modes: none ebpf.map.flush-on-stop: true generate_networkpolicy.enable: true kubenameresolver.enable: true paramDefaults: operator.oci.ebpf.map-fetch-interval: "0" inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/program.bpf.c000066400000000000000000000064311510117411400253120ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2025 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #define GADGET_TYPE_NETWORKING #include #define PACKET_HOST 0 #define PACKET_OUTGOING 4 struct event_t { gadget_netns_id netns_id; struct gadget_l4endpoint_t endpoint; __u8 egress; }; struct empty_t { __u8 unused; }; const struct empty_t zero = {}; // When using GADGET_MAPITER, both the key and value has to be structs struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct event_t); __type(value, struct empty_t); } packets SEC(".maps"); GADGET_MAPITER(network_connections, packets); SEC("socket1") int ig_trace_net(struct __sk_buff *skb) { // Skip multicast, broadcast, forwarding... if (skb->pkt_type != PACKET_HOST && skb->pkt_type != PACKET_OUTGOING) return 0; // Skip frames with non-IP Ethernet protocol. struct ethhdr ethh; if (bpf_skb_load_bytes(skb, 0, ðh, sizeof ethh)) return 0; if (bpf_ntohs(ethh.h_proto) != ETH_P_IP) return 0; int ip_off = ETH_HLEN; // Read the IP header. struct iphdr iph; if (bpf_skb_load_bytes(skb, ip_off, &iph, sizeof iph)) return 0; // An IPv4 header doesn't have a fixed size. The IHL field of a packet // represents the size of the IP header in 32-bit words, so we need to // multiply this value by 4 to get the header size in bytes. __u8 ip_header_len = iph.ihl * 4; int l4_off = ip_off + ip_header_len; __u16 port; if (iph.protocol == IPPROTO_TCP) { // Read the TCP header. struct tcphdr tcph; if (bpf_skb_load_bytes(skb, l4_off, &tcph, sizeof tcph)) return 0; if (!tcph.syn || tcph.ack) return 0; port = bpf_htons(tcph.dest); } else if (iph.protocol == IPPROTO_UDP) { // Read the UDP header. struct udphdr udph; if (bpf_skb_load_bytes(skb, l4_off, &udph, sizeof udph)) return 0; // UDP packets don't have a TCP-SYN to identify the direction. // Check usage of dynamic ports instead. // https://www.iana.org/assignments/service-names-port-numbers/service-names-port-numbers.xhtml // System Ports: 0-1023 // User Ports: 1024-49151 // Dynamic and/or Private Ports: 49152-65535 // However, Linux uses ephemeral ports: 32768-60999 (/proc/sys/net/ipv4/ip_local_port_range) // And /proc/sys/net/ipv4/ip_unprivileged_port_start: 1024 if (bpf_htons(udph.dest) < 1024) port = bpf_htons(udph.dest); else return 0; } else { // Skip packets with IP protocol other than TCP/UDP. return 0; } struct event_t event = {}; event.netns_id = skb->cb[0]; // cb[0] initialized by dispatcher.bpf.c if (skb->pkt_type == PACKET_HOST) { event.endpoint.addr_raw.v4 = iph.saddr; } else { event.endpoint.addr_raw.v4 = iph.daddr; } event.endpoint.proto_raw = iph.protocol; event.endpoint.port = port; event.endpoint.version = 4; event.egress = skb->pkt_type == PACKET_OUTGOING; bpf_map_update_elem(&packets, &event, &zero, BPF_ANY); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/test/000077500000000000000000000000001510117411400237045ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/test/integration/000077500000000000000000000000001510117411400262275ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_networkpolicy/test/integration/advise_networkpolicy_test.go000066400000000000000000000113441510117411400340640ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "strings" "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) var expectedYaml = `apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: test-advise-networkpolicy-client-network namespace: spec: egress: - ports: - port: 80 protocol: TCP to: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: podSelector: matchLabels: run: test-advise-networkpolicy-server podSelector: matchLabels: run: test-advise-networkpolicy-client policyTypes: - Ingress - Egress --- apiVersion: networking.k8s.io/v1 kind: NetworkPolicy metadata: name: test-advise-networkpolicy-server-network namespace: spec: ingress: - from: - namespaceSelector: matchLabels: kubernetes.io/metadata.name: podSelector: matchLabels: run: test-advise-networkpolicy-client ports: - port: 80 protocol: TCP podSelector: matchLabels: run: test-advise-networkpolicy-server policyTypes: - Ingress - Egress` func TestAdviseNetworkpolicyGadget(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent != utils.KubectlGadgetTestComponent { t.Skip("This gadget is only for kubectl-gadget") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") serverNs := utils.GenerateTestNamespaceName(t, "test-advise-networkpolicy") serverContainerName := "test-advise-networkpolicy-server" serverContainerImage := gadgettesting.NginxImage serverContainerOpts := []containers.ContainerOption{ containers.WithContainerImage(serverContainerImage), containers.WithContainerNamespace(serverNs), } testServerContainer := containerFactory.NewContainer( serverContainerName, "nginx && sleep 10000", serverContainerOpts..., ) testServerContainer.Start(t) t.Cleanup(func() { testServerContainer.Stop(t) }) clientNs := utils.GenerateTestNamespaceName(t, "test-advise-networkpolicy") clientContainerName := "test-advise-networkpolicy-client" clientContainerImage := gadgettesting.BusyBoxImage clientContainerOpts := []containers.ContainerOption{ containers.WithContainerImage(clientContainerImage), containers.WithContainerNamespace(clientNs), } testClientContainer := containerFactory.NewContainer( clientContainerName, fmt.Sprintf("while true; do sleep 1 && wget %s; done", testServerContainer.IP()), clientContainerOpts..., ) testClientContainer.Start(t) t.Cleanup(func() { testClientContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s,%s", serverNs, clientNs), "--timeout=5"), igrunner.WithOutputMode("advise")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(serverNs, clientNs))) runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedYaml = strings.ReplaceAll(expectedYaml, "", serverNs) expectedYaml = strings.ReplaceAll(expectedYaml, "", clientNs) yamlExpectedArr := strings.Split(expectedYaml, "---") yamlActualArr := strings.Split(output, "---") require.Equal(t, len(yamlExpectedArr), len(yamlActualArr), "number of policies") assert.YAMLEq(t, yamlExpectedArr[0], yamlActualArr[0], "first policy") assert.YAMLEq(t, yamlExpectedArr[1], yamlActualArr[1], "second policy") }, )) adviseNetworkPolicyCmd := igrunner.New("advise_networkpolicy", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{adviseNetworkPolicyCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/advise_seccomp/000077500000000000000000000000001510117411400214455ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_seccomp/README.md000066400000000000000000000004361510117411400227270ustar00rootroot00000000000000# advise_seccomp The seccomp profile advisor gadget records syscalls that are issued in a specified container, and then uses this information to generate the corresponding seccomp profile. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/advise_seccomp inspektor-gadget-0.46.0/gadgets/advise_seccomp/README.mdx000066400000000000000000000265261510117411400231270ustar00rootroot00000000000000--- title: advise_seccomp sidebar_position: 0 --- import CodeBlock from '@theme/CodeBlock'; import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; The seccomp profile advisor gadget records syscalls that are issued in a specified container, and then uses this information to generate the corresponding seccomp profile. ## Requirements - Minimum Kernel Version : 5.6 ## Getting started ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/advise_seccomp:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/advise_seccomp:%IG_TAG% [flags] ``` ## Flags No Flags. ## Guide We need to start the advise_seccomp gadget before running our workload, so it's able to capture all the syscalls the container uses. ```bash $ kubectl gadget run advise_seccomp:%IG_TAG% --podname default-pod ``` ```bash $ sudo ig run advise_seccomp:%IG_TAG% --containername mycontainer ``` Then, start our application and interact with it to be sure it generates all the syscalls it needs to work. import unconfined from '!!raw-loader!./files/seccomp-unconfined.yaml'; {unconfined} ```bash $ kubectl apply -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/refs/heads/%IG_BRANCH%/docs/gadgets/files/seccomp-unconfined.yaml ``` Use port-forward to access the server from the client machine ```bash $ kubectl -n default port-forward default-pod 3000:80 & $ curl localhost:3000 Welcome to nginx!

    Welcome to nginx!

    If you see this page, the nginx web server is successfully installed and working. Further configuration is required.

    For online documentation and support please refer to nginx.org.
    Commercial support is available at nginx.com.

    Thank you for using nginx.

    ```     ```bash $ docker run --name mycontainer --rm -d docker.io/library/nginx e6bc6e02989054f4984c04b7213d304767faffa295b277e8f36a5b2422409e18 $ curl $(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' mycontainer) Welcome to nginx!

    Welcome to nginx!

    If you see this page, the nginx web server is successfully installed and working. Further configuration is required.

    For online documentation and support please refer to nginx.org.
    Commercial support is available at nginx.com.

    Thank you for using nginx.

    ```     Now, go back and stop the gadget. It'll print to the terminal the seccomp policy for all container running on the system: ```bash $ kubectl gadget run advise_seccomp:%IG_TAG% --podname default-pod ^C // test-container { "defaultAction": "SCMP_ACT_ERRNO", "architectures": [ "SCMP_ARCH_X86_64", "SCMP_ARCH_X86", "SCMP_ARCH_X32" ], "syscalls": [ { "names": [ "accept4", "access", "arch_prctl", "bind", "brk", "capget", "capset", "chdir", "chown", "clone", "close", "connect", "dup2", "epoll_create", "epoll_ctl", "epoll_pwait", "epoll_wait", "eventfd2", "execve", "exit_group", "faccessat2", "fadvise64", "fchdir", "fchown", "fcntl", "fgetxattr", "fsetxattr", "fstat", "fstatfs", "futex", "getcwd", "getdents64", "getegid", "geteuid", "getgid", "getpid", "getppid", "getrandom", "gettid", "getuid", "io_setup", "ioctl", "listen", "lseek", "mkdir", "mmap", "mprotect", "munmap", "nanosleep", "newfstatat", "openat", "pipe2", "prctl", "pread64", "prlimit64", "pwrite64", "read", "recvfrom", "recvmsg", "rename", "rseq", "rt_sigaction", "rt_sigprocmask", "rt_sigreturn", "rt_sigsuspend", "sched_getaffinity", "sendfile", "sendmsg", "set_robust_list", "set_tid_address", "setgid", "setgroups", "setsockopt", "setuid", "sigaltstack", "socket", "socketpair", "statfs", "syscall_1f4", "sysinfo", "tgkill", "umask", "uname", "utimensat", "vfork", "wait4", "write", "writev" ], "action": "SCMP_ACT_ALLOW" } ] } ``` ```bash $ sudo ig run advise_seccomp:%IG_TAG% --containername mycontainer // mycontainer { "defaultAction": "SCMP_ACT_ERRNO", "architectures": [ "SCMP_ARCH_X86_64", "SCMP_ARCH_X86", "SCMP_ARCH_X32" ], "syscalls": [ { "names": [ "accept4", "access", "arch_prctl", "bind", "brk", "capget", "capset", "chdir", "chown", "clone", "close", "connect", "dup2", "epoll_create", "epoll_ctl", "epoll_pwait", "epoll_wait", "eventfd2", "execve", "exit_group", "faccessat2", "fadvise64", "fchdir", "fchown", "fcntl", "fgetxattr", "fsetxattr", "fstat", "fstatfs", "futex", "getcwd", "getdents64", "getegid", "geteuid", "getgid", "getpid", "getppid", "getrandom", "gettid", "getuid", "io_setup", "ioctl", "listen", "lseek", "mkdir", "mmap", "mprotect", "munmap", "nanosleep", "newfstatat", "openat", "pipe2", "prctl", "pread64", "prlimit64", "pwrite64", "read", "recvfrom", "recvmsg", "rename", "rseq", "rt_sigaction", "rt_sigprocmask", "rt_sigreturn", "rt_sigsuspend", "sched_getaffinity", "sendfile", "sendmsg", "set_robust_list", "set_tid_address", "setgid", "setgroups", "setsockopt", "setuid", "sigaltstack", "socket", "socketpair", "statfs", "syscall_1f4", "sysinfo", "umask", "uname", "utimensat", "vfork", "wait4", "write", "writev" ], "action": "SCMP_ACT_ALLOW" } ] } ``` Now, let's configure our container to use that policy. For Kubernetes, we can follow [Restrict a Container's Syscalls with seccomp](https://kubernetes.io/docs/tutorials/security/seccomp/). Copy the profile to the node: ```bash $ minikube cp profile.json /var/lib/kubelet/seccomp/profile.json ``` And then deploy a pod using that profile: import confined from '!!raw-loader!./files/seccomp-confined.yaml'; {confined} ```bash $ kubectl delete -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/refs/heads/%IG_BRANCH%/docs/gadgets/files/seccomp-unconfined.yaml $ kubectl apply -f https://raw.githubusercontent.com/inspektor-gadget/inspektor-gadget/refs/heads/%IG_BRANCH%/docs/gadgets/files/seccomp-confined.yaml $ kubectl -n default port-forward default-pod 3000:80 & $ curl localhost:3000 .... ``` For Docker, we can follow this intructions in [Seccomp security profiles for Docker](https://docs.docker.com/engine/security/seccomp/). Save the profile in a file (removing the first line with the container name), and run the container as: ```bash $ docker stop mycontainer mycontainer $ docker run --name mycontainer --rm -d --security-opt seccomp= docker.io/library/nginx 921e6b33c6660c27d2fc2ca27ef817a66b893c345226d517bad2ebeb90083a07 $ curl $(docker inspect -f '{{range.NetworkSettings.Networks}}{{.IPAddress}}{{end}}' mycontainer) Welcome to nginx!

    Welcome to nginx!

    If you see this page, the nginx web server is successfully installed and working. Further configuration is required.

    For online documentation and support please refer to nginx.org.
    Commercial support is available at nginx.com.

    Thank you for using nginx.

    ```     If you try to open a bash to the pod, you'll get an error as it tries to execute syscall not allowed by the profile. ```bash $ kubectl exec -it default-pod -- bash bash: initialize_job_control: getpgrp failed: No such file or directory command terminated with exit code 1 ``` ```bash $ docker exec -it mycontainer bash bash: initialize_job_control: getpgrp failed: No such file or directory ``` To finish, let's clean up the environment: ```bash $ kubectl delete -f confined.yaml ``` ```bash $ docker stop mycontainer ``` ## Limitations: - The gadget generates a profile for each container, if you're running multiple instances of a container (by using a ReplicaSet or DaemonSet), you'll need to combine the profiles manually. - The current implementation relies on the implementation of `runc` to detect when to start recording syscalls, hence it might not work well with other container runtimes like `crun`. - This approach requires the workload to execute all the syscalls it might use when running the gadget. Please be sure you run the application long enough so all possible code paths needed to work are captured. ## Related project: - SPO's Profile Recording: https://github.com/kubernetes-sigs/security-profiles-operator/blob/main/installation-usage.md#record-seccomp-profile - https://github.com/containers/oci-seccomp-bpf-hook (podman only) inspektor-gadget-0.46.0/gadgets/advise_seccomp/artifacthub-pkg.yml000066400000000000000000000015221510117411400252430ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "advise seccomp" category: monitoring-logging displayName: "advise seccomp" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Suggest a seccomp profile" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/advise_seccomp" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/advise_seccomp:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/advise_seccomp" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/advise_seccomp:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/advise_seccomp/build.yaml000066400000000000000000000000241510117411400234240ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/advise_seccomp/dev.md000066400000000000000000000021001510117411400225360ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR gadget_mntns_filter_map[("gadget_mntns_filter_map")] syscalls_per_mntns[("syscalls_per_mntns")] ig_seccomp_e -- "Lookup+Update" --> syscalls_per_mntns ig_seccomp_e["ig_seccomp_e"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_seccomp_e end box eBPF Maps participant syscalls_per_mntns end ig_seccomp_e->>syscalls_per_mntns: Lookup ig_seccomp_e->>syscalls_per_mntns: Update ``` inspektor-gadget-0.46.0/gadgets/advise_seccomp/gadget.yaml000066400000000000000000000010651510117411400235660ustar00rootroot00000000000000name: advise seccomp description: Suggest a seccomp profile homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/advise_seccomp sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/advise_seccomp datasources: syscalls: annotations: cli.supported-output-modes: none ebpf.map.flush-on-stop: true advise: annotations: cli.supported-output-modes: advise cli.default-output-mode: advise paramDefaults: operator.oci.ebpf.map-fetch-interval: "0" inspektor-gadget-0.46.0/gadgets/advise_seccomp/go/000077500000000000000000000000001510117411400220525ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_seccomp/go/go.mod000066400000000000000000000003731510117411400231630ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/advise_seccomp/go/program.go000066400000000000000000000105451510117411400240550ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "encoding/json" "fmt" "slices" "strings" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) var ( textds api.DataSource textField api.Field ) type SeccompProfile struct { DefaultAction string `json:"defaultAction"` Architectures []string `json:"architectures"` Syscalls []Syscalls `json:"syscalls"` } type Syscalls struct { Names []string `json:"names"` Action string `json:"action"` } //go:wasmexport gadgetInit func gadgetInit() int32 { var err error textds, err = api.NewDataSource("advise", api.DataSourceTypeSingle) if err != nil { api.Errorf("creating datasource: %s", err) return 1 } textField, err = textds.AddField("text", api.Kind_String) if err != nil { api.Errorf("adding field: %s", err) return 1 } return 0 } //go:wasmexport gadgetPreStart func gadgetPreStart() int32 { syscallds, err := api.GetDataSource("syscalls") if err != nil { api.Errorf("getting datasource: %s", err) return 1 } syscallsF, err := syscallds.GetField("syscalls") if err != nil { api.Errorf("getting syscalls field: %s", err) return 1 } K8sContainerF, err := syscallds.GetField("k8s.containerName") if err != nil { api.Errorf("getting k8s.containerName field: %s", err) return 1 } runtimeContainerF, err := syscallds.GetField("runtime.containerName") if err != nil { api.Errorf("getting runtime.containerName field: %s", err) return 1 } mntnsidF, err := syscallds.GetField("mntns_id_raw") if err != nil { api.Errorf("getting mntns_id_raw field: %s", err) return 1 } // keep in sync with SYSCALLS_MAP_VALUE_SIZE in program.bpf.c syscallsBuffer := make([]byte, 500+1) err = syscallds.SubscribeArray(func(source api.DataSource, dataArr api.DataArray) error { // Get all fields sent by ebpf for j := 0; j < dataArr.Len(); j++ { data := dataArr.Get(j) if _, err := syscallsF.Bytes(data, syscallsBuffer); err != nil { api.Warnf("reading syscalls: %s", err) continue } // The name of the container is only used as an informative comment // on the output K8sContainer, err := K8sContainerF.String(data, 512) if err != nil { api.Warnf("reading container name: %s", err) continue } runtimeContainer, err := runtimeContainerF.String(data, 512) if err != nil { api.Warnf("reading container name: %s", err) continue } containerName := K8sContainer if containerName == "" { containerName = runtimeContainer } mntnsid, err := mntnsidF.Uint64(data) if err != nil { api.Warnf("reading mntnsid: %s", err) continue } if api.ShouldDiscardMntNsID(mntnsid) { continue } syscallStrings := make([]string, 0) for i := range syscallsBuffer { if syscallsBuffer[i] > 0 { syscallName, err := api.GetSyscallName(uint16(i)) if err != nil { syscallName = fmt.Sprintf("unknown_syscall_%d", i) } syscallStrings = append(syscallStrings, syscallName) } } slices.Sort(syscallStrings) var out strings.Builder out.WriteString(fmt.Sprintf("// %s\n", containerName)) profile := SeccompProfile{ DefaultAction: "SCMP_ACT_ERRNO", Architectures: []string{ "SCMP_ARCH_X86_64", "SCMP_ARCH_X86", "SCMP_ARCH_X32", }, Syscalls: []Syscalls{ { Names: syscallStrings, Action: "SCMP_ACT_ALLOW", }, }, } jsonText, _ := json.MarshalIndent(profile, "", " ") out.Write(jsonText) out.WriteRune('\n') nd, err := textds.NewPacketSingle() if err != nil { api.Warnf("creating new packet: %s", err) continue } textField.SetString(api.Data(nd), out.String()) textds.EmitAndRelease(api.Packet(nd)) } return nil }, 9999) if err != nil { api.Warnf("subscribing to syscalls: %s", err) return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/advise_seccomp/program.bpf.c000066400000000000000000000113521510117411400240300ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2025 The Inspektor Gadget authors */ /* This BPF program uses the GPL-restricted function bpf_probe_read*(). */ #include #include #include #include #include #include #include // Include this to force the filtering map to be created. It's not directly used // by the ebpf code but it's needed by the wasm module. #include #include #define SYSCALLS_COUNT 500 #define SYSCALLS_MAP_VALUE_FOOTER_SIZE 1 #define SYSCALLS_MAP_VALUE_SIZE \ (SYSCALLS_COUNT + SYSCALLS_MAP_VALUE_FOOTER_SIZE) #define TASK_COMM_LEN 16 #define TS_COMPAT 0x0002 // prctl syscall number from // https://github.com/seccomp/libseccomp/blob/abad8a8f41fc13efbb95fc1ccaa3e181342bade7/src/syscalls.csv#L265 #ifndef __NR_prctl #if defined(bpf_target_x86) #define __NR_prctl 157 #elif defined(bpf_target_arm64) #define __NR_prctl 167 #else #error "Unsupported architecture" #endif #endif // prclt syscall parameters from // https://github.com/torvalds/linux/blob/5147da902e0dd162c6254a61e4c57f21b60a9b1c/include/uapi/linux/prctl.h#L10 // https://github.com/torvalds/linux/blob/5147da902e0dd162c6254a61e4c57f21b60a9b1c/include/uapi/linux/prctl.h#L175 #ifndef PR_GET_PDEATHSIG #define PR_GET_PDEATHSIG 2 #endif #ifndef PR_SET_NO_NEW_PRIVS #define PR_SET_NO_NEW_PRIVS 38 #endif // Seccomp syscall number from // https://github.com/torvalds/linux/blob/v5.12/tools/testing/selftests/seccomp/seccomp_bpf.c#L115 // Only x86_64 is supported for now. #ifndef __NR_seccomp #if defined(bpf_target_x86) #define __NR_seccomp 317 #elif defined(bpf_target_arm64) #define __NR_seccomp 277 #else #error "Unsupported architecture" #endif #endif struct key_t { gadget_mntns_id mntns_id_raw; }; struct val_t { unsigned char syscalls[SYSCALLS_MAP_VALUE_SIZE]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct key_t); __type(value, struct val_t); __uint(max_entries, 1024); } syscalls_per_mntns SEC(".maps"); GADGET_MAPITER(syscalls, syscalls_per_mntns); const struct val_t blank_bitmap = {}; #ifdef __TARGET_ARCH_x86 static __always_inline int is_x86_compat(struct task_struct *task) { return !!(BPF_CORE_READ(task, thread_info.status) & TS_COMPAT); } #endif SEC("raw_tracepoint/sys_enter") int ig_seccomp_e(struct bpf_raw_tracepoint_args *ctx) { // We cannot filter by container at this point because the container // filtering mechanism is configured after runc has done some syscalls to // setup the container. Hence, if we filter by container, the generated // seccomp profile will be missing some syscalls and the container creation // will fail. struct pt_regs regs = {}; unsigned int id; #ifdef __TARGET_ARCH_x86 struct task_struct *task = (struct task_struct *)bpf_get_current_task(); if (is_x86_compat(task)) return 0; #endif bpf_probe_read(®s, sizeof(struct pt_regs), (void *)ctx->args[0]); id = ctx->args[1]; if (id < 0 || id >= SYSCALLS_COUNT) return 0; char comm[TASK_COMM_LEN]; bpf_get_current_comm(comm, sizeof(comm)); int is_runc = comm[0] == 'r' && comm[1] == 'u' && comm[2] == 'n' && comm[3] == 'c'; u64 mntns = gadget_get_current_mntns_id(); struct key_t key = { .mntns_id_raw = mntns, }; struct val_t *syscall_bitmap = bpf_map_lookup_or_try_init( &syscalls_per_mntns, &key, &blank_bitmap); if (!syscall_bitmap) return 0; // If it is runc, we want to record only the syscalls executed after the // seccomp profile is actually installed. However, if we are running the // seccomp-advisor gadget, it is very probably that the pod does not have // a seccomp profile yet, so seccomp() will not be called. Therefore, we // decide to start recording from the prctl(PR_GET_PDEATHSIG) call on. It // is a safe place right before all the seccomp() calls that will be always // executed during the runc initialisation: // https://github.com/opencontainers/runc/blob/8b4a8f093d0dbdf45100597f710d16777845ee83/libcontainer/standard_init_linux.go#L148 if (is_runc) { if (syscall_bitmap->syscalls[SYSCALLS_COUNT] == 0) { if (id == __NR_prctl && PT_REGS_PARM1(®s) == PR_GET_PDEATHSIG) { // Start recording the runc syscalls from now on. syscall_bitmap->syscalls[SYSCALLS_COUNT] = 1; } return 0; } // Record all the runc syscalls after prctl(PR_GET_PDEATHSIG) except // for seccomp() and prctl(PR_SET_NO_NEW_PRIVS) because we know they // are executed before the seccomp profile is installed. if ((id == __NR_prctl && PT_REGS_PARM1(®s) == PR_SET_NO_NEW_PRIVS) || (id == __NR_seccomp)) { return 0; } } // Record the syscall syscall_bitmap->syscalls[id] = 0x01; return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/advise_seccomp/test/000077500000000000000000000000001510117411400224245ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_seccomp/test/unit/000077500000000000000000000000001510117411400234035ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/advise_seccomp/test/unit/advise_seccomp_test.go000066400000000000000000000153531510117411400277640ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "encoding/json" "strings" "syscall" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" utilstest "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) const ( adviseDsName = "advise" containerName = "mycontainer" ) type SeccompProfile struct { DefaultAction string `json:"defaultAction"` Architectures []string `json:"architectures"` Syscalls []Syscalls `json:"syscalls"` } type Syscalls struct { Names []string `json:"names"` Action string `json:"action"` } type testDef struct { runnerConfig *utilstest.RunnerConfig mntnsFilterMap func(info *utilstest.RunnerInfo) *ebpf.Map validate func(t *testing.T, info *utilstest.RunnerInfo, policies map[string]SeccompProfile) } func TestAdviseSeccompGadget(t *testing.T) { gadgettesting.InitUnitTest(t) // see https://github.com/inspektor-gadget/inspektor-gadget/issues/3751 gadgettesting.MinimumKernelVersion(t, "5.6") testCases := map[string]testDef{ "all_containers": { runnerConfig: &utilstest.RunnerConfig{}, validate: func(t *testing.T, info *utilstest.RunnerInfo, policies map[string]SeccompProfile) { require.GreaterOrEqual(t, len(policies), 1) }, }, "specific_container": { runnerConfig: &utilstest.RunnerConfig{}, mntnsFilterMap: func(info *utilstest.RunnerInfo) *ebpf.Map { return utilstest.CreateMntNsFilterMap(t, info.MountNsID) }, validate: func(t *testing.T, info *utilstest.RunnerInfo, policies map[string]SeccompProfile) { policy, ok := policies[containerName] require.True(t, ok) require.Len(t, policy.Syscalls, 1) syscalls := policy.Syscalls[0] require.Contains(t, syscalls.Names, "getpid") require.Contains(t, syscalls.Names, "getppid") require.Contains(t, syscalls.Names, "getuid") require.Contains(t, syscalls.Names, "geteuid") require.Contains(t, syscalls.Names, "openat") require.Contains(t, syscalls.Names, "close") require.Contains(t, syscalls.Names, "sysinfo") require.Contains(t, syscalls.Names, "chdir") require.Contains(t, syscalls.Names, "mmap") require.Contains(t, syscalls.Names, "munmap") // check syscalls that should not be present require.NotContains(t, syscalls.Names, "unshare") require.NotContains(t, syscalls.Names, "mkdir") require.NotContains(t, syscalls.Names, "reboot") }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() runner := utilstest.NewRunnerWithTest(t, testCase.runnerConfig) var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap != nil { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utilstest.RunWithRunner(t, runner, executeSyscalls) return nil } opts := gadgetrunner.GadgetRunnerOpts[any]{ Image: "advise_seccomp", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, OnGadgetRun: onGadgetRun, ParamValues: map[string]string{ "operator.oci.ebpf.map-fetch-count": "0", "operator.oci.ebpf.map-fetch-interval": "0", }, } policies := make(map[string]SeccompProfile) gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) // this gadget requires the runtime.containerName to be present, add // a simple operator to set it only for the runner that generates // the events myOp := simple.New("myop", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { syscallsDs := gadgetCtx.GetDataSources()["syscalls"] require.NotNil(t, syscallsDs) runtimeContainerNameF, err := syscallsDs.AddField("runtime.containerName", api.Kind_String) require.NoError(t, err) k8sContainerNameF, err := syscallsDs.AddField("k8s.containerName", api.Kind_String) require.NoError(t, err) syscallsDs.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { mntnsidF := ds.GetField("mntns_id_raw") require.NotNil(t, mntnsidF) mntnsid, err := mntnsidF.Uint64(data) require.NoError(t, err) if mntnsid != runner.Info.MountNsID { return nil } err = runtimeContainerNameF.PutString(data, containerName) require.NoError(t, err) k8sContainerNameF.PutString(data, containerName) require.NoError(t, err) return nil }, 100) return nil }), ) gadgetRunner.DataOperator = append(gadgetRunner.DataOperator, myOp) gadgetRunner.DataFunc = func(ds datasource.DataSource, data datasource.Data) error { if ds.Name() != adviseDsName { return nil } textField := ds.GetField("text") require.NotNil(t, textField) text, err := textField.String(data) require.NoError(t, err) subparts := strings.SplitN(text, "\n", 2) require.Len(t, subparts, 2) name := strings.TrimPrefix(subparts[0], `// `) content := subparts[1] var policy SeccompProfile err = json.Unmarshal([]byte(content), &policy) require.NoError(t, err) policies[name] = policy return nil } gadgetRunner.RunGadget() testCase.validate(t, runner.Info, policies) }) } } // executeSyscalls executes the following syscalls: Getpid, Getppid, Getuid, // Geteuid, Open, Close, Sysinfo, Chdir, Getcwd, Mmap and Munmap. func executeSyscalls() error { syscall.Getpid() syscall.Getppid() syscall.Getuid() syscall.Geteuid() fd, err := syscall.Open("/dev/null", syscall.O_WRONLY, 0o644) if err == nil { syscall.Close(fd) } var info syscall.Sysinfo_t syscall.Sysinfo(&info) if err := syscall.Chdir("/"); err == nil { cwd := make([]byte, 256) syscall.Getcwd(cwd) } mem, err := syscall.Mmap(-1, 0, 4096, syscall.PROT_READ|syscall.PROT_WRITE, syscall.MAP_ANON|syscall.MAP_PRIVATE) if err == nil { syscall.Munmap(mem) } return nil } inspektor-gadget-0.46.0/gadgets/audit_seccomp/000077500000000000000000000000001510117411400213005ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/audit_seccomp/README.md000066400000000000000000000012731510117411400225620ustar00rootroot00000000000000# audit_seccomp The audit seccomp gadget provides a stream of events with syscalls that had their seccomp filters generating an audit log. An audit log can be generated in one of these two conditions: * The Seccomp profile has the flag `SECCOMP_FILTER_FLAG_LOG` (supported from [runc v1.2.0](https://github.com/opencontainers/runc/releases/tag/v1.2.0), see [runc#3390](https://github.com/opencontainers/runc/pull/3390)) and returns any action other than `SECCOMP_RET_ALLOW`. * The Seccomp profile does not have the flag `SECCOMP_FILTER_FLAG_LOG` but returns `SCMP_ACT_LOG` or `SCMP_ACT_KILL*`. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/audit_seccomp inspektor-gadget-0.46.0/gadgets/audit_seccomp/README.mdx000066400000000000000000000145571510117411400227630ustar00rootroot00000000000000--- title: audit_seccomp sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; The audit seccomp gadget provides a stream of events with syscalls that had their seccomp filters generating an audit log. An audit log can be generated in one of these two conditions: * The Seccomp profile has the flag `SECCOMP_FILTER_FLAG_LOG` (supported from [runc v1.2.0](https://github.com/opencontainers/runc/releases/tag/v1.2.0), see [runc#3390](https://github.com/opencontainers/runc/pull/3390)) and returns any action other than `SECCOMP_RET_ALLOW`. * The Seccomp profile does not have the flag `SECCOMP_FILTER_FLAG_LOG` but returns `SCMP_ACT_LOG` or `SCMP_ACT_KILL*`. ## Getting started ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/audit_seccomp:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/audit_seccomp:%IG_TAG% [flags] ``` ## Flags No flags. ## Guide First, we need to create a pod / container with a seccomp profile that executes some fordibben syscalls. We'll use the [Security Profiles Operator](https://github.com/kubernetes-sigs/security-profiles-operator) to handle seccomp profiles, however them can be handled manually as explained in [Restrict a Container's Syscalls with seccomp](https://kubernetes.io/docs/tutorials/security/seccomp/) 1. [Install](https://github.com/kubernetes-sigs/security-profiles-operator/blob/main/installation-usage.md#install-operator) the Security Profiles Operator 2. Install a SeccompProfile that logs the `mkdir` and blocks the `unshare` syscalls. ```yaml # seccompprofile.yaml apiVersion: security-profiles-operator.x-k8s.io/v1beta1 kind: SeccompProfile metadata: name: log annotations: description: "Log some syscalls" spec: defaultAction: SCMP_ACT_ALLOW syscalls: - action: SCMP_ACT_KILL names: - unshare - action: SCMP_ACT_LOG names: - mkdir ``` ```bash $ kubectl apply -f seccompprofile.yaml ``` 3. Start a pod with that SeccompProfile. ```yaml # mypod.yaml apiVersion: v1 kind: Pod metadata: name: mypod spec: securityContext: seccompProfile: type: Localhost localhostProfile: operator/default/log.json restartPolicy: Never containers: - name: container1 image: busybox command: ["sh"] args: ["-c", "while true ; do mkdir /tmp/dir42 ; unshare -i; sleep 1; done"] ``` ```yaml $ kubectl apply -f mypod.yaml ``` * Prepare a Seccomp Profile. ```json { "defaultAction": "SCMP_ACT_ALLOW", "syscalls": [ { "action": "SCMP_ACT_KILL", "names": [ "unshare" ] } ] } ``` Create a container using that profile: ```bash $ docker run --name test-audit-seccomp -d --security-opt seccomp=profile.json \ busybox /bin/sh -c 'while true ; do unshare -i; sleep 1 ; done' ``` Then, start the audit_seccomp gadget and observe how it logs the `unshare` syscall being denied. ```bash $ kubectl gadget run audit_seccomp:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERN… COMM PID TID CODE SYSCALL minikube-docker default mypod container1 mkdir 60482 60482 …_RET_LOG SYS_MKDIR minikube-docker default mypod container1 unshare 60483 60483 …L_THREAD SYS_UNSH… minikube-docker default mypod container1 mkdir 60553 60553 …_RET_LOG SYS_MKDIR minikube-docker default mypod container1 unshare 60554 60554 …L_THREAD SYS_UNSH… ^C ``` ```bash $ sudo -E ig run audit_seccomp:%IG_TAG% RUNTIME.CONTAINERNAME COMM PID TID CODE SYSCALL test-audit-seccomp unshare 485855 485855 …_KILL_THREAD SYS_UNSHARE test-audit-seccomp unshare 485865 485865 …_KILL_THREAD SYS_UNSHARE test-audit-seccomp unshare 485868 485868 …_KILL_THREAD SYS_UNSHARE test-audit-seccomp unshare 485888 485888 …_KILL_THREAD SYS_UNSHARE ^C ``` In the previous examples, it is straightforward why the application is performing the syscall. The unshare program executes the unshare syscall and the mkdir program executes the mkdir syscall. For bigger applications, it can be useful to show the user stack trace. ```bash $ kubectl gadget run audit_seccomp:%IG_TAG% --collect-ustack -o jsonpretty ... "ustack": { "addresses": "[0]0x000000000040332e; [1]0x00000000004771e6; [2]0x000000000047752e; [3]0x000000000048250b; [4]0x00000000004829ae; [5]0x0000000000482a7e; [6]0x0000000000482afe; [7]0x0000000000482b7e; [8]0x0000000000435a9d; [9]0x00000000004625a1; ", ... "symbols": "[0]runtime/internal/syscall.Syscall6; [1]syscall.Syscall; [2]syscall.Syscall.abi0; [3]golang.org/x/sys/unix.Chroot; [4]main.level3; [5]main.level2; [6]main.level1; [7]main.main; [8]runtime.main; [9]runtime.goexit.abi0; " } ^C ``` ```bash $ sudo -E ig run audit_seccomp:%IG_TAG% --collect-ustack -o jsonpretty ... "ustack": { "addresses": "[0]0x000000000040332e; [1]0x00000000004771e6; [2]0x000000000047752e; [3]0x000000000048250b; [4]0x00000000004829ae; [5]0x0000000000482a7e; [6]0x0000000000482afe; [7]0x0000000000482b7e; [8]0x0000000000435a9d; [9]0x00000000004625a1; ", ... "symbols": "[0]runtime/internal/syscall.Syscall6; [1]syscall.Syscall; [2]syscall.Syscall.abi0; [3]golang.org/x/sys/unix.Chroot; [4]main.level3; [5]main.level2; [6]main.level1; [7]main.main; [8]runtime.main; [9]runtime.goexit.abi0; " } ^C ``` Finally, clean the system: ```bash $ kubectl delete -f mypod.yaml $ kubectl delete -f seccompprofile.yaml ``` ```bash $ docker rm -f test-trace-bind ``` inspektor-gadget-0.46.0/gadgets/audit_seccomp/artifacthub-pkg.yml000066400000000000000000000015421510117411400251000ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "audit seccomp" category: monitoring-logging displayName: "audit seccomp" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Audit syscalls according to the seccomp profile" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/audit_seccomp" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/audit_seccomp:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/audit_seccomp" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/audit_seccomp:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/audit_seccomp/dev.md000066400000000000000000000024101510117411400223750ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_ustack[("ig_ustack")] ig_audit_secc -- "Lookup" --> gadget_mntns_filter_map ig_audit_secc -- "Lookup" --> gadget_heap ig_audit_secc -- "EventOutput" --> events ig_audit_secc["ig_audit_secc"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_audit_secc end box eBPF Maps participant gadget_mntns_filter_map participant gadget_heap participant events end ig_audit_secc->>gadget_mntns_filter_map: Lookup ig_audit_secc->>gadget_heap: Lookup ig_audit_secc->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/audit_seccomp/gadget.yaml000066400000000000000000000011441510117411400234170ustar00rootroot00000000000000name: audit seccomp description: Audit syscalls according to the seccomp profile homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/audit_seccomp sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/audit_seccomp datasources: seccomp: fields: syscall_raw: annotations: columns.hidden: true syscall: annotations: columns.width: 20 code: annotations: description: Seccomp return code columns.width: 20 columns.ellipsis: start inspektor-gadget-0.46.0/gadgets/audit_seccomp/program.bpf.c000066400000000000000000000031311510117411400236570ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021-2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include #include enum code { SECCOMP_RET_KILL_PROCESS = 0x80000000, SECCOMP_RET_KILL_THREAD = 0x00000000, SECCOMP_RET_KILL = 0x00000000, SECCOMP_RET_TRAP = 0x00030000, SECCOMP_RET_ERRNO = 0x00050000, SECCOMP_RET_USER_NOTIF = 0x7fc00000, SECCOMP_RET_TRACE = 0x7ff00000, SECCOMP_RET_LOG = 0x7ffc0000, SECCOMP_RET_ALLOW = 0x7fff0000, SECCOMP_RET_ACTION_FULL = 0xffff0000, }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; gadget_syscall syscall_raw; enum code code_raw; struct gadget_user_stack ustack; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(seccomp, events, event); SEC("kprobe/audit_seccomp") int ig_audit_secc(struct pt_regs *ctx) { unsigned long syscall = PT_REGS_PARM1(ctx); int code = PT_REGS_PARM3(ctx); struct event *event; if (gadget_should_discard_data_current()) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); event->timestamp_raw = bpf_ktime_get_boot_ns(); event->syscall_raw = syscall; event->code_raw = code; gadget_get_user_stack(ctx, &event->ustack); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/audit_seccomp/test/000077500000000000000000000000001510117411400222575ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/audit_seccomp/test/integration/000077500000000000000000000000001510117411400246025ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/audit_seccomp/test/integration/audit_seccomp_test.go000066400000000000000000000107371510117411400310170ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type auditSeccompEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Syscall string `json:"syscall"` Code string `json:"code"` } var seccompProfile = ` { "defaultAction": "SCMP_ACT_ALLOW", "syscalls": [ { "names": [ "unshare" ], "action": "SCMP_ACT_KILL" }, { "names": [ "mkdir" ], "action": "SCMP_ACT_LOG" } ] } ` func TestAuditSeccomp(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.Runtime != "docker" { t.Skipf("Test requires docker runtime, got: %s", utils.Runtime) } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-audit-seccomp" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), containers.WithContainerSeccompProfile(seccompProfile), } switch utils.CurrentTestComponent { case utils.KubectlGadgetTestComponent: ns = utils.GenerateTestNamespaceName(t, "test-audit-seccomp") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do setuidgid 1000:1111 unshare -i; setuidgid 1000:1111 mkdir foo; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := []*auditSeccompEvent{ { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("unshare", 1000, 1111), Syscall: "SYS_UNSHARE", Code: "SECCOMP_RET_KILL_THREAD", // Check the existence of the following fields Timestamp: utils.NormalizedStr, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("mkdir", 1000, 1111), Syscall: "SYS_MKDIR", Code: "SECCOMP_RET_LOG", // Check the existence of the following fields Timestamp: utils.NormalizedStr, }, } normalize := func(e *auditSeccompEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) traceOpenCmd := igrunner.New("audit_seccomp", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceOpenCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/audit_seccomp/test/unit/000077500000000000000000000000001510117411400232365ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/audit_seccomp/test/unit/audit_seccomp_test.go000066400000000000000000000017051510117411400274460ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestAuditSeccomp(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "audit_seccomp") } inspektor-gadget-0.46.0/gadgets/bpfstats/000077500000000000000000000000001510117411400203075ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/bpfstats/README.md000066400000000000000000000003351510117411400215670ustar00rootroot00000000000000# bpfstats The bpfstats gadget provides statistics about memory and CPU usage for bpf programd and gadgets running on the system. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/bpfstats inspektor-gadget-0.46.0/gadgets/bpfstats/README.mdx000066400000000000000000000357221510117411400217670ustar00rootroot00000000000000--- title: bpfstats sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # bpfstats The bpfstats Gadget provides CPU and memory usage for Gadgets and eBPF programs. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/bpfstats:%IG_TAG% [flags] ``` ```bash $ sudo gadgetctl run ghcr.io/inspektor-gadget/gadget/bpfstats:%IG_TAG% [flags] ``` ## Flags ### `--all` Collect statistics for all eBPF programs Default value: "false" ## Guide Start the server part of IG: ```bash $ kubectl gadget deploy ``` ```bash $ sudo ig daemon ``` Then, let's run the gadget: ```bash $ kubectl gadget run bpfstats:%IG_TAG% NODENAME GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPC… ``` ```bash $ sudo gadgetctl run bpfstats:%IG_TAG% GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPCO… ``` You can run the gadget with `--help` to get the meaning of the different columns: - comms List of processes using the eBPF program - gadgetID Unique ID assigned to each Gadget instance - gadgetImage Name of the Gadget image (like trace_open, trace_exec, etc.) - gadgetName Name of the Gadget instance - mapCount Number of maps used by the eBPF program or Gadget - mapMemory Memory used by maps in bytes - pids List of PIDs using the eBPF program - progID eBPF program ID assigned by the Linux kernel - progName Name of the eBPF program - progType Type of the eBPF program - runcount Number of times the eBPF program or Gadget has run - runtime Time that the eBPF program or Gadget has run in nanoseconds It won't print anything as there are not gadgets running on the system. Let's create a couple of gadgets: ```bash $ kubectl gadget run --name mytraceopen trace_open:%IG_TAG% --detach $ kubectl gadget run --name mytraceexec trace_exec:%IG_TAG% --detach ``` ```bash $ sudo gadgetctl run --name mytraceopen trace_open:%IG_TAG% --detach $ sudo gadgetctl run --name mytraceexec trace_exec:%IG_TAG% --detach ``` The bpfstats will print the statistics for these two gadgets: ```bash $ kubectl gadget run bpfstats:%IG_TAG% NODENAME GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPC… minikube 6bcfcca7a mytraceopen trace_open:%IG_TAG% 0 2537846 10798 1710240 6 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 0 8265 12 8742176 7 ``` ```bash $ sudo gadgetctl run bpfstats:%IG_TAG% GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPCO… a624bdbf27f mytraceexec trace_exec:%IG_TAG% 0 0 0 8742176 7 bb95fa2c8ab mytraceopen trace_open:%IG_TAG% 0 95233 242 1710240 6 ``` By default the gadget prints consolidated information for the Gadgets. In this case PROGID is 0 and PROGNAME is empty, as a Gadget can have multiple programs. It's possible to get per-program statistics by using the `--all` flag. In this mode, the statistics for eBPF programs not handled by Inspektor Gadget are shown as well. ```bash $ kubectl gadget run bpfstats:%IG_TAG% --all NODENAME GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPC… minikube 2 hid_tail_call 0 0 8512 1 minikube 38 sched_process_e 89770034 15277 4391808 4 minikube 39 task_newtask 172413186 91790 4391808 4 minikube 40 sched_process_e 144593647 91635 4391808 4 minikube 41 __x64_sys_renam 7185786 2173 1083840 4 minikube 42 __x64_sys_renam 23368056 2184 6467272 7 minikube 43 __x64_sys_renam 4649957 2069 1083840 4 minikube 44 __x64_sys_renam 18957942 2072 6467272 7 minikube 45 __x64_sys_renam 0 0 1083840 4 minikube 46 __x64_sys_renam 0 0 6467272 7 minikube 47 __x64_sys_unlin 37799602 14147 1083840 4 minikube 48 __x64_sys_unlin 120719371 14370 6467272 7 minikube 49 __x64_sys_unlin 17037065 9561 1083840 4 minikube 50 __x64_sys_unlin 56861068 9561 6467272 7 minikube 1244 ig_execve_e 15430709 3239 849792 2 minikube 1245 ig_execve_x 1792662 3655 837504 1 minikube 1246 ig_fa_pick_e 2899018 4581 21632 2 minikube 1247 ig_fa_pick_x 4478788 4581 1194336 4 minikube 1248 ig_sched_exec 2759885 2728 837504 1 minikube 6bcfcca7a mytraceopen trace_open:%IG_TAG% 1259 ig_open_x 0 0 1615904 4 minikube 6bcfcca7a mytraceopen trace_open:%IG_TAG% 1260 ig_openat_x 14944051 83160 1615904 4 minikube 6bcfcca7a mytraceopen trace_open:%IG_TAG% 1261 ig_open_e 0 0 1098240 3 minikube 6bcfcca7a mytraceopen trace_open:%IG_TAG% 1262 ig_openat_e 33097520 83005 1098240 3 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1263 ig_execve_x 200186 570 8647840 5 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1264 ig_execveat_x 0 0 8647840 5 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1265 security_bprm_c 225868 362 8372040 4 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1266 ig_execve_e 340822 518 8372040 4 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1267 ig_execveat_e 37108 52 8372040 4 minikube 040e3fc1d mytraceexec trace_exec:%IG_TAG% 1268 ig_sched_exec 226692 362 8647840 1 ``` ```bash $ sudo gadgetctl run bpfstats --all GADGETID GADGETNAME GADGETIMAGE PROGID PROGNAME RUNTIME RUNCOUNT MAPMEMORY MAPCO… 2 hid_tail_call 0 0 8512 1 38 sched_process_e 1212539 180 4391808 4 198 0 0 48672 1 736 ig_execve_e 1103998 317 849792 2 737 ig_execve_x 160239 317 837504 1 738 ig_fa_pick_e 373093 509 21632 2 739 ig_fa_pick_x 378858 509 1194336 4 740 ig_sched_exec 112317 67 837504 1 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 743 security_bprm_c 49435 67 8372040 4 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 744 ig_execve_e 140296 317 8372040 4 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 745 ig_execveat_e 0 0 8372040 4 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 746 ig_execve_x 89667 317 8647840 5 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 747 ig_sched_exec 76171 67 8647840 5 a624bdbf27f mytraceexec trace_exec:%IG_TAG% 748 ig_execveat_x 0 0 8647840 5 bb95fa2c8ab mytraceopen trace_open:%IG_TAG% 749 ig_open_e 0 0 1098240 3 bb95fa2c8ab mytraceopen trace_open:%IG_TAG% 750 ig_openat_e 21538317 48300 1098240 3 bb95fa2c8ab mytraceopen trace_open:%IG_TAG% 751 ig_open_x 0 0 1615904 4 bb95fa2c8ab mytraceopen trace_open:%IG_TAG% 752 ig_openat_x 9076187 48503 1615904 4 ``` Finally, clean the system: ```bash $ kubectl gadget remove mytraceexec mytraceopen ``` ```bash $ sudo gadgetctl remove mytraceexec mytraceopen ``` ### Exporting metrics The `bpfstats` Gadget provides the following metrics for `mapCount`, `mapMemory`, `runcount` and `runtime`. To enable the metrics listener, check the [Exporting Metrics](../reference/export-metrics.mdx) documentation. To enable the collector for this gadget, run the following command: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash $ sudo gadgetctl run bpfstats --name mystats --otel-metrics-name=bpfstats:bpfstats --annotate=bpfstats:metrics.collect=true --detach INFO[0000] installed as "8423cd8e53339c8d4501ec7cdff436bc" ``` ```bash WIP: Headless mode for kubectl gadget is under development ``` Unless you configured the metrics listener to do differently, the metrics will be available at `http://localhost:2224/metrics` on the server side. For the `bpfstats` gadget we ran above, you can find the metrics under the `bpfstats` scope: ```bash $ curl http://localhost:2224/metrics -s | grep bpfstats mapCount{gadgetImage="trace_exec:latest",gadgetName="mytraceexec",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 7 mapCount{gadgetImage="trace_open:latest",gadgetName="mytraceopen",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 6 mapMemory{gadgetImage="trace_exec:latest",gadgetName="mytraceexec",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 1.83170336e+08 mapMemory{gadgetImage="trace_open:latest",gadgetName="mytraceopen",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 1.71024e+06 otel_scope_info{otel_scope_name="bpfstats",otel_scope_version=""} 1 runcount_total{gadgetImage="trace_exec:latest",gadgetName="mytraceexec",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 636 runcount_total{gadgetImage="trace_open:latest",gadgetName="mytraceopen",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 219513 runtime_total{gadgetImage="trace_exec:latest",gadgetName="mytraceexec",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 445114 runtime_total{gadgetImage="trace_open:latest",gadgetName="mytraceopen",otel_scope_name="bpfstats",otel_scope_version="",progName=""} 7.3383934e+07 ``` Finally, stop metrics collection: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash $ sudo gadgetctl delete mystats 8423cd8e53339c8d4501ec7cdff436bc ``` ### Limitations #### Memory usage of maps The shown value for MapMemory is read from `/proc//fdinfo/`. This is the maximum size the map can have, but it doesn't necessarily reflect its current memory allocation. Additionally, maps can be used by more than one program and would account towards the MapMemory of all those programs. Also note: * `BPF_MAP_TYPE_PERF_EVENT_ARRAY`: value_size is not counting the ring buffers, but only their file descriptors (i.e. sizeof(int) = 4 bytes) * `BPF_MAP_TYPE_{HASH,ARRAY}_OF_MAPS`: value_size is not counting the inner maps, but only their file descriptors (i.e. sizeof(int) = 4 bytes) inspektor-gadget-0.46.0/gadgets/bpfstats/artifacthub-pkg.yml000066400000000000000000000015121510117411400241040ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "bpfstats" category: monitoring-logging displayName: "bpfstats" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Get memory and CPU usage of eBPF programs and Gadgets" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/bpfstats" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/bpfstats:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/bpfstats" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/bpfstats:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/bpfstats/gadget.yaml000066400000000000000000000005141510117411400224260ustar00rootroot00000000000000name: bpfstats description: Get memory and CPU usage of eBPF programs and Gadgets homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/bpfstats sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/bpfstats operator: ebpf: emitstats: true inspektor-gadget-0.46.0/gadgets/bpfstats/test/000077500000000000000000000000001510117411400212665ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/bpfstats/test/unit/000077500000000000000000000000001510117411400222455ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/bpfstats/test/unit/bpfstats_test.go000066400000000000000000000114301510117411400254600ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "path/filepath" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedBpfstatsEvent struct { GadgetID string `json:"gadgetID"` GadgetImage string `json:"gadgetImage"` GadgetName string `json:"gadgetName"` MapCount int `json:"mapCount"` MapMemory string `json:"mapMemory"` ProgID int `json:"progID"` ProgName string `json:"progName"` ProgType string `json:"progType"` Runcount int `json:"runcount"` Runtime string `json:"runtime"` Comms string `json:"comms"` Pids string `json:"pids"` } type testDef struct { runnerConfig *utils.RunnerConfig allPrograms bool generateEvent func(t *testing.T) expectedEvents []ExpectedBpfstatsEvent } const ( testGadgetImage = "trace_open" ) func TestBpfstatsGadget(t *testing.T) { gadgettesting.InitUnitTest(t) runnerConfig := &utils.RunnerConfig{} comm, err := os.Executable() require.NoError(t, err) comm = filepath.Base(comm) pids := fmt.Sprintf("%d", os.Getpid()) testCases := map[string]testDef{ "by_gadget": { runnerConfig: runnerConfig, generateEvent: generateEvent, expectedEvents: []ExpectedBpfstatsEvent{ { GadgetImage: gadgetrunner.GetGadgetImageName(testGadgetImage), ProgID: 0, }, }, }, "by_programs": { runnerConfig: runnerConfig, generateEvent: generateEvent, allPrograms: true, expectedEvents: []ExpectedBpfstatsEvent{ // programs from trace_open gadget. This introduces a dependency // on the trace_open gadget, but it's almost guaranteed that this // gadget will have these two programs { GadgetImage: gadgetrunner.GetGadgetImageName(testGadgetImage), ProgName: "ig_openat_e", ProgID: utils.NormalizedInt, ProgType: "TracePoint", Comms: comm, Pids: pids, }, { GadgetImage: gadgetrunner.GetGadgetImageName(testGadgetImage), ProgName: "ig_openat_x", ProgID: utils.NormalizedInt, ProgType: "TracePoint", Comms: comm, Pids: pids, }, // TODO: test external program }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) normalizeEvent := func(event *ExpectedBpfstatsEvent) { utils.NormalizeInt(&event.MapCount) utils.NormalizeInt(&event.ProgID) utils.NormalizeString(&event.MapMemory) utils.NormalizeString(&event.Runtime) // Manually set the values to the normalized values because the // function doesn't modify the value when is 0 event.Runcount = utils.NormalizedInt } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { testCase.generateEvent(t) return nil }) return nil } var paramValues map[string]string if testCase.allPrograms { paramValues = map[string]string{"operator.ebpf.all": "true"} } opts := gadgetrunner.GadgetRunnerOpts[ExpectedBpfstatsEvent]{ Image: "bpfstats", Timeout: 5 * time.Second, ParamValues: paramValues, OnGadgetRun: onGadgetRun, NormalizeEvent: normalizeEvent, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() for _, expectedEvent := range testCase.expectedEvents { expectedEvent.MapCount = utils.NormalizedInt expectedEvent.MapMemory = utils.NormalizedStr expectedEvent.Runcount = utils.NormalizedInt expectedEvent.Runtime = utils.NormalizedStr require.Contains(t, gadgetRunner.CapturedEvents, expectedEvent) } }) } } func generateEvent(t *testing.T) { // Run a gadget so it's captured by the bpstats gadget opts := gadgetrunner.GadgetRunnerOpts[ExpectedBpfstatsEvent]{ Image: testGadgetImage, Timeout: 1 * time.Second, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() } inspektor-gadget-0.46.0/gadgets/ci/000077500000000000000000000000001510117411400170545ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/.gitignore000066400000000000000000000000511510117411400210400ustar00rootroot00000000000000artifacthub-pkg.yml README.md README.mdx inspektor-gadget-0.46.0/gadgets/ci/container_filtering/000077500000000000000000000000001510117411400231015ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/container_filtering/program.bpf.c000066400000000000000000000013461510117411400254660ustar00rootroot00000000000000#include #include #include #include #include #include #include struct event { struct gadget_process proc; }; GADGET_TRACER_MAP(open_events, 1024 * 256); GADGET_TRACER(open, open_events, event); SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct trace_event_raw_sys_enter *ctx) { struct event *event; if (gadget_should_discard_data_current()) return 0; event = gadget_reserve_buf(&open_events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); gadget_submit_buf(ctx, &open_events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ci/container_filtering/test/000077500000000000000000000000001510117411400240605ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/container_filtering/test/integration/000077500000000000000000000000001510117411400264035ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/container_filtering/test/integration/container_filtering_test.go000066400000000000000000000076541510117411400340320ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package integration import ( "fmt" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type containerFilteringEvent struct { utils.CommonData } func TestContainerFiltering(t *testing.T) { t.Parallel() gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-container-filtering" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-container-filtering") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do sleep 1 && cat /etc/hostname >/dev/null; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime))) case utils.KubectlGadgetTestComponent: testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } // TODO: Maybe we should have separate test for each flag switch utils.Runtime { case containers.RuntimeKubernetes: // FIXME: Use --runtime-containername once following issue is fixed // https://github.com/inspektor-gadget/inspektor-gadget/issues/4844 runnerOpts = append(runnerOpts, igrunner.WithFlags( fmt.Sprintf("--k8s-namespace=%s", ns), fmt.Sprintf("--k8s-podname=%s", containerName), fmt.Sprintf("--k8s-containername=%s", containerName), ), ) default: runnerOpts = append(runnerOpts, igrunner.WithFlags( fmt.Sprintf("--runtime-containername=%s", containerName), ), ) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedContainer := &containerFilteringEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), } normalize := func(e *containerFilteringEvent) { utils.NormalizeCommonData(&e.CommonData) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedContainer) }, )) runnerOpts = append(runnerOpts, igrunner.WithStartAndStop()) containerFilteringCmd := igrunner.New("ci/container_filtering", runnerOpts...) testSteps := []igtesting.TestStep{ containerFilteringCmd, utils.Sleep(3 * time.Second), } igtesting.RunTestSteps(testSteps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/000077500000000000000000000000001510117411400233515ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/build.yaml000066400000000000000000000000241510117411400253300ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/gadget.yaml000066400000000000000000000006761510117411400255010ustar00rootroot00000000000000name: mygadget description: Example gadget homepageURL: http://mygadget.com documentationURL: https://mygadget.com/docs sourceURL: https://github.com/my-org/mygadget/ annotations: enable-containers-datasource: true datasources: open: fields: pid: annotations: columns.hidden: "true" tid: annotations: columns.hidden: "true" comm: annotations: columns.hidden: "true" inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/go/000077500000000000000000000000001510117411400237565ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/go/go.mod000066400000000000000000000003761510117411400250720ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../../ inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/go/program.go000066400000000000000000000040001510117411400257460ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //export gadgetPreStart func gadgetPreStart() int { ds, err := api.GetDataSource("containers") if err != nil { api.Errorf("Failed to get data source: %v", err) return 1 } eventTypeField, err := ds.GetField("event_type") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } cgroupIDField, err := ds.GetField("cgroup_id") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } mntnsIDField, err := ds.GetField("mntns_id") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } nameField, err := ds.GetField("name") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } ds.Subscribe(func(ds api.DataSource, data api.Data) { _, err := eventTypeField.String(data, api.DataSourceContainersEventTypeMaxSize) if err != nil { api.Errorf("getting event_type from corresponding field: %v", err) return } _, err = cgroupIDField.Uint64(data) if err != nil { api.Errorf("getting cgroup_id from corresponding field: %v", err) return } _, err = mntnsIDField.Uint64(data) if err != nil { api.Errorf("getting mntns_id from corresponding field: %v", err) return } _, err = nameField.String(data, 64) if err != nil { api.Errorf("getting name from corresponding field: %v", err) return } }, 0) return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/program.bpf.c000066400000000000000000000011511510117411400257300ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2025 The Inspektor Gadget authors */ #include #include #include #include #include #include #define NAME_MAX 255 struct event { struct gadget_process proc; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(open, events, event); /* Needed to trigger the localmanager operator. */ SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct syscall_trace_enter *ctx) { return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/test/000077500000000000000000000000001510117411400243305ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/test/integration/000077500000000000000000000000001510117411400266535ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/datasource-containers/test/integration/datasource_test.go000066400000000000000000000150431510117411400323760ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "encoding/json" "fmt" "testing" "time" ocispec "github.com/opencontainers/runtime-spec/specs-go" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type DatasourceContainersEvent struct { ContainerID string `json:"container_id"` ContainerConfig string `json:"container_config"` CgroupID uint64 `json:"cgroup_id"` EventType string `json:"event_type"` MntnsID uint64 `json:"mntns_id"` Name string `json:"name"` } func TestDatasourceContainers(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-datasource-containers" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-datasource-containers") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "sleep inf", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime))) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &DatasourceContainersEvent{ EventType: "CREATED", Name: containerName, MntnsID: utils.NormalizedInt, CgroupID: utils.NormalizedInt, ContainerID: utils.NormalizedStr, ContainerConfig: utils.NormalizedStr, } normalize := func(e *DatasourceContainersEvent) { utils.NormalizeInt(&e.CgroupID) utils.NormalizeInt(&e.MntnsID) utils.NormalizeString(&e.ContainerID) // only validate the OCI config is not empty before normalizing it var spec *ocispec.Spec err = json.Unmarshal([]byte(e.ContainerConfig), &spec) require.NoError(t, err, "unmarshalling OCI config") require.NotNil(t, spec, "OCI spec is not empty") require.NotEmpty(t, spec.Version, "OCI runtime spec version is not empty") utils.NormalizeString(&e.ContainerConfig) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) runnerOpts = append(runnerOpts, igrunner.WithStartAndStop()) datasourceContainersCmd := igrunner.New("ci/datasource-containers", runnerOpts...) steps := []igtesting.TestStep{ datasourceContainersCmd, // wait to ensure ig or kubectl-gadget has started utils.Sleep(3 * time.Second), } igtesting.RunTestSteps(steps, t, testingOpts...) } func TestDatasourceContainersPreCreate(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-datasource-containers-precreate" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), containers.WithStartAndStop(), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-datasource-containers") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "sleep inf", containerOpts..., ) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime))) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &DatasourceContainersEvent{ EventType: "PRECREATE", ContainerID: utils.NormalizedStr, ContainerConfig: utils.NormalizedStr, } normalize := func(e *DatasourceContainersEvent) { utils.NormalizeString(&e.ContainerID) // only validate the OCI config is not empty before normalizing it var spec *ocispec.Spec err = json.Unmarshal([]byte(e.ContainerConfig), &spec) require.NoError(t, err, "unmarshalling OCI config") require.NotNil(t, spec, "OCI spec is not empty") require.NotEmpty(t, spec.Version, "OCI runtime spec version is not empty") utils.NormalizeString(&e.ContainerConfig) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) runnerOpts = append(runnerOpts, igrunner.WithStartAndStop()) datasourceContainersCmd := igrunner.New("ci/datasource-containers", runnerOpts...) steps := []igtesting.TestStep{ datasourceContainersCmd, // wait to ensure ig or kubectl-gadget has started utils.Sleep(5 * time.Second), testContainer, } igtesting.RunTestSteps(steps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/ci/image_inspect/000077500000000000000000000000001510117411400216635ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/image_inspect/gadget.yaml000066400000000000000000000017341510117411400240070ustar00rootroot00000000000000name: image_inspect description: Example gadget homepageURL: http://mygadget.com documentationURL: https://mygadget.com/docs sourceURL: https://github.com/my-org/mygadget/ datasources: open: fields: comm: annotations: description: Name of the process opening a file template: comm filename: annotations: columns.width: "64" description: Path of the file being opened pid: annotations: description: PID of the process opening a file template: pid qdisc: fields: latency: annotations: description: 'TODO: Fill field description' unused: annotations: description: 'TODO: Fill field description' params: ebpf: ifindex: key: ifindex defaultValue: "" description: 'TODO: Fill parameter description' targ_ms: key: targ_ms defaultValue: "" description: 'TODO: Fill parameter description' inspektor-gadget-0.46.0/gadgets/ci/image_inspect/program.bpf.c000066400000000000000000000042041510117411400242440ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2025 The Inspektor Gadget authors */ /* * This program is adapted from the 'profile_qdisc_latency' gadget. * It serves as a test gadget to ensure consistent behavior for the * 'inspect' command across environments and updates. */ #include #include #include #include #include #include #include #include #ifndef PROFILER_MAX_SLOTS #define PROFILER_MAX_SLOTS 27 #endif /* !PROFILER_MAX_SLOTS */ #define MAX_ENTRIES 10240 const volatile int ifindex = -1; const volatile bool targ_ms = false; GADGET_PARAM(ifindex); GADGET_PARAM(targ_ms); struct hist_key { u8 unused; }; // hist_value is used as value for profiler hash map. struct hist_value { gadget_histogram_slot__u32 latency[PROFILER_MAX_SLOTS]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist_value); } map1 SEC(".maps"); GADGET_MAPITER(qdisc, map1); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct sk_buff *); __type(value, u64); } map2 SEC(".maps"); SEC("program1") int BPF_PROG(qdisc_enqueue, struct sk_buff *skb) { u64 ts = bpf_ktime_get_ns(); bpf_map_update_elem(&map2, &skb, &ts, 0); return 0; } SEC("program2") int BPF_PROG(qdisc_dequeue, struct sk_buff *skb) { static struct hist_value initial_hist; struct hist_value *histp; struct hist_key hkey = { 0 }; histp = bpf_map_lookup_elem(&map1, &hkey); if (!histp) { bpf_map_update_elem(&map1, &hkey, &initial_hist, 0); histp = bpf_map_lookup_elem(&map1, &hkey); } return 0; } SEC("program3") int BPF_PROG(consume_skb, struct sk_buff *skb) { u64 *tsp, ts = bpf_ktime_get_ns(); s64 delta; tsp = bpf_map_lookup_elem(&map2, &skb); if (!tsp) return 0; delta = (s64)(ts - *tsp); if (delta < 0) goto cleanup; cleanup: bpf_map_delete_elem(&map2, &skb); return 0; } SEC("program4") int BPF_PROG(kfree_skb, struct sk_buff *skb) { return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ci/image_inspect/test/000077500000000000000000000000001510117411400226425ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/image_inspect/test/unit/000077500000000000000000000000001510117411400236215ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/image_inspect/test/unit/image_inspect_test.go000066400000000000000000000224341510117411400300230ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "context" "encoding/json" "fmt" "sort" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ) type extraInfoMap struct { Name string Type string } type extraInfoProgram struct { Section string Source string } type extraInfoVariable struct { Name string Offset uint64 Size uint64 Map string } func TestInspectCmd(t *testing.T) { gadgettesting.InitUnitTest(t) t.Parallel() info, err := extractGadgetInfo(true) if err != nil { t.Fatalf("Error getting gadget info: %v\n", err) } // Validate keys expectedKeys := []string{ "ebpf.flowchart", "ebpf.maps", "ebpf.programs", "ebpf.sections", "ebpf.sequence", "ebpf.variables", "oci.created", "oci.digest", "oci.manifest", "oci.metadata", "oci.repository", "oci.tag", } extraInfoKeys := make([]string, 0, len(info.ExtraInfo.Data)) for k := range info.ExtraInfo.Data { extraInfoKeys = append(extraInfoKeys, k) } sort.Strings(extraInfoKeys) sort.Strings(expectedKeys) require.Equal(t, expectedKeys, extraInfoKeys, "extra info keys mismatch") // Validate eBPF programs validateExtraInfoValue(t, "ebpf.programs", info.ExtraInfo.Data["ebpf.programs"], []string{"program1", "program2", "program3", "program4"}) // Validate eBPF maps validateExtraInfoValue(t, "ebpf.maps", info.ExtraInfo.Data["ebpf.maps"], []extraInfoMap{ {Name: "map1", Type: "Hash"}, {Name: "map2", Type: "Hash"}, }) // Validate eBPF variables validateExtraInfoValue(t, "ebpf.variables", info.ExtraInfo.Data["ebpf.variables"], []string{ "gadget_mapiter_qdisc___map1", "gadget_param_ifindex", "gadget_param_targ_ms", "ifindex", "targ_ms", }) // Validate flowchart expectedFlowchart := `flowchart LR map1[("map1")] map2[("map2")] consume_skb -- "Lookup+Delete" --> map2 consume_skb["consume_skb"] kfree_skb["kfree_skb"] qdisc_dequeue -- "Lookup+Update" --> map1 qdisc_dequeue["qdisc_dequeue"] qdisc_enqueue -- "Update" --> map2 qdisc_enqueue["qdisc_enqueue"] ` validateExtraInfoValue(t, "ebpf.flowchart", info.ExtraInfo.Data["ebpf.flowchart"], expectedFlowchart) // Validate sequence chart expectedSequence := `sequenceDiagram box eBPF Programs participant consume_skb participant kfree_skb participant qdisc_dequeue participant qdisc_enqueue end box eBPF Maps participant map2 participant map1 end consume_skb->>map2: Lookup consume_skb->>map2: Delete qdisc_dequeue->>map1: Lookup qdisc_dequeue->>map1: Update qdisc_enqueue->>map2: Update ` validateExtraInfoValue(t, "ebpf.sequence", info.ExtraInfo.Data["ebpf.sequence"], expectedSequence) // Validate OCI extra info validateExtraInfoValue(t, "oci.created", info.ExtraInfo.Data["oci.created"], nil) validateExtraInfoValue(t, "oci.digest", info.ExtraInfo.Data["oci.digest"], nil) validateExtraInfoValue(t, "oci.repository", info.ExtraInfo.Data["oci.repository"], nil) validateExtraInfoValue(t, "oci.tag", info.ExtraInfo.Data["oci.tag"], nil) validateExtraInfoValue(t, "oci.manifest", info.ExtraInfo.Data["oci.manifest"], nil) // Validate OCI metadata expectedMetadata := `name: image_inspect description: Example gadget homepageURL: http://mygadget.com documentationURL: https://mygadget.com/docs sourceURL: https://github.com/my-org/mygadget/ datasources: open: fields: comm: annotations: description: Name of the process opening a file template: comm filename: annotations: columns.width: "64" description: Path of the file being opened pid: annotations: description: PID of the process opening a file template: pid qdisc: fields: latency: annotations: description: 'TODO: Fill field description' unused: annotations: description: 'TODO: Fill field description' params: ebpf: ifindex: key: ifindex defaultValue: "" description: 'TODO: Fill parameter description' targ_ms: key: targ_ms defaultValue: "" description: 'TODO: Fill parameter description' ` validateExtraInfoValue(t, "oci.metadata", info.ExtraInfo.Data["oci.metadata"], expectedMetadata) } func TestExtraInfoLeak(t *testing.T) { gadgettesting.InitUnitTest(t) t.Parallel() info, err := extractGadgetInfo(false) require.Nil(t, err, "getting gadget info: %v\n", err) // Validate extraInfo is empty require.Nil(t, info.ExtraInfo, "extra info should be nil") } func extractGadgetInfo(extraInfo bool) (*api.GadgetInfo, error) { image := gadgetrunner.GetGadgetImageName("ci/image_inspect") ocihandlerOp := ocihandler.New() opGlobalParams := make(map[string]*params.Params) opGlobalParams["oci"] = apihelpers.ToParamDescs(ocihandlerOp.GlobalParams()).ToParams() verifyImage := "false" if verifyImage == "true" || verifyImage == "false" { opGlobalParams["oci"].Set("verify-image", verifyImage) } else { return nil, fmt.Errorf("Environment variable IG_VERIFY_IMAGE must be set to \"true\" or \"false\", got: %s", verifyImage) } runtime := local.New() runtimeParams := runtime.ParamDescs().ToParams() ops := make([]operators.DataOperator, 0) err := ocihandlerOp.Init(opGlobalParams["oci"]) if err != nil { return nil, fmt.Errorf("Error initializing OCI handler: %w\n", err) } ops = append(ops, ocihandlerOp) gadgetCtx := gadgetcontext.New( context.Background(), image, gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithUseInstance(false), gadgetcontext.IncludeExtraInfo(extraInfo), ) ociParams := apihelpers.ToParamDescs(ocihandlerOp.InstanceParams()).ToParams() paramValueMap := make(map[string]string) ociParams.CopyToMap(paramValueMap, "operator.oci.") info, err := runtime.GetGadgetInfo(gadgetCtx, runtimeParams, paramValueMap) if err != nil { return nil, fmt.Errorf("Error getting gadget info: %w\n", err) } return info, nil } func validateExtraInfoValue(t *testing.T, key string, extraInfo *api.GadgetInspectAddendum, expected any) { t.Helper() switch key { case "ebpf.programs": var got []extraInfoProgram require.NoError(t, json.Unmarshal(extraInfo.Content, &got), "unmarshal ebpf.programs failed") require.Equal(t, "application/json", extraInfo.ContentType, "ebpf.programs: expected type mismatch") var gotNames []string for _, v := range got { gotNames = append(gotNames, v.Section) } require.Len(t, gotNames, len(expected.([]string))) for _, name := range expected.([]string) { require.Contains(t, gotNames, name) } case "ebpf.maps": var got []extraInfoMap require.NoError(t, json.Unmarshal(extraInfo.Content, &got), "unmarshal ebpf.maps failed") require.Equal(t, "application/json", extraInfo.ContentType, "ebpf.maps: expected type mismatch") sort.Slice(got, func(i, j int) bool { return got[i].Name < got[j].Name }) require.Equal(t, expected, got) case "ebpf.variables": var got []extraInfoVariable require.NoError(t, json.Unmarshal(extraInfo.Content, &got), "unmarshal ebpf.variables failed") require.Equal(t, "application/json", extraInfo.ContentType, "ebpf.variables: expected type mismatch") var gotNames []string for _, v := range got { gotNames = append(gotNames, v.Name) } require.Len(t, gotNames, len(expected.([]string))) for _, name := range expected.([]string) { require.Contains(t, gotNames, name) } case "ebpf.flowchart", "ebpf.sequence": require.Equal(t, "text/mermaid", extraInfo.ContentType, "%s: expected []byte", key) require.Equal(t, expected.(string), string(extraInfo.Content), "%s mismatch", key) case "oci.created", "oci.digest", "oci.repository", "oci.tag": require.Equal(t, "text/plain", extraInfo.ContentType, "%s: expected []byte", key) require.NotNil(t, extraInfo.Content, "%s: expected non-nil content", key) case "oci.manifest": require.Equal(t, "application/json", extraInfo.ContentType, "%s: expected []byte", key) require.NotNil(t, extraInfo.Content, "%s: expected non-nil content", key) case "oci.metadata": require.Equal(t, "text/yaml", extraInfo.ContentType, "%s: expected []byte", key) require.Equal(t, expected, string(extraInfo.Content), "%s mismatch", key) default: t.Fatalf("unexpected key: %s", key) } } inspektor-gadget-0.46.0/gadgets/ci/inner_fields/000077500000000000000000000000001510117411400215155ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/inner_fields/program.bpf.c000066400000000000000000000024571510117411400241060ustar00rootroot00000000000000#include #include #include #include #include enum myenum { ONE = 1, TWO = 2, THREE = 3, }; // Just to show inner fields struct inner { gadget_uid inner_user_raw; gadget_gid inner_group_raw; gadget_syscall inner_syscall_raw; gadget_errno inner_errno_raw; enum myenum inner_enum_raw; }; struct event { gadget_uid user_raw; gadget_gid group_raw; gadget_syscall syscall_raw; gadget_errno errno_raw; enum myenum enum_raw; struct inner inner; }; GADGET_TRACER_MAP(open_events, 1024 * 256); GADGET_TRACER(open, open_events, event); SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct trace_event_raw_sys_enter *ctx) { struct event *event; event = gadget_reserve_buf(&open_events, sizeof(*event)); if (!event) return 0; event->user_raw = 0; event->group_raw = 0; event->syscall_raw = 50; event->errno_raw = 15; event->enum_raw = TWO; event->inner.inner_user_raw = event->user_raw; event->inner.inner_group_raw = event->group_raw; event->inner.inner_syscall_raw = event->syscall_raw; event->inner.inner_errno_raw = event->errno_raw; event->inner.inner_enum_raw = event->enum_raw; gadget_submit_buf(ctx, &open_events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ci/inner_fields/test/000077500000000000000000000000001510117411400224745ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/inner_fields/test/unit/000077500000000000000000000000001510117411400234535ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/inner_fields/test/unit/inner_fields_test.go000066400000000000000000000074551510117411400275150ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "os/user" "testing" "time" "golang.org/x/sys/unix" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" utilstest "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type Inner struct { InnerEnum string `json:"inner_enum"` InnerEnumRaw int `json:"inner_enum_raw"` InnerErrno string `json:"inner_errno"` InnerErrnoRaw int `json:"inner_errno_raw"` InnerGroup string `json:"inner_group"` InnerGroupRaw int `json:"inner_group_raw"` InnerSyscall string `json:"inner_syscall"` InnerSyscallRaw int `json:"inner_syscall_raw"` InnerUser string `json:"inner_user"` InnerUserRaw int `json:"inner_user_raw"` } type ExpectedInnerEvent struct { Enum string `json:"enum"` EnumRaw int `json:"enum_raw"` Errno string `json:"errno"` ErrnoRaw int `json:"errno_raw"` Group string `json:"group"` GroupRaw int `json:"group_raw"` Inner Inner `json:"inner"` Syscall string `json:"syscall"` SyscallRaw int `json:"syscall_raw"` User string `json:"user"` UserRaw int `json:"user_raw"` } func TestInnerFields(t *testing.T) { gadgettesting.InitUnitTest(t) t.Parallel() runnerConfig := &utilstest.RunnerConfig{} runner := utilstest.NewRunnerWithTest(t, runnerConfig) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utilstest.RunWithRunner(t, runner, generateEvent) return nil } // As this gadget has / on this name, we need to use the full path to avoid // a lookup failure when running it. image := "ci/inner_fields" if _, ok := os.LookupEnv("GADGET_REPOSITORY"); !ok { image = fmt.Sprintf("ghcr.io/inspektor-gadget/gadget/%s", image) } opts := gadgetrunner.GadgetRunnerOpts[ExpectedInnerEvent]{ Image: image, Timeout: 5 * time.Second, OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() userInfo, err := user.LookupId(fmt.Sprintf("%d", runner.Info.Uid)) require.NoError(t, err) groupInfo, err := user.LookupGroupId(fmt.Sprintf("%d", runner.Info.Gid)) require.NoError(t, err) utilstest.ExpectAtLeastOneEvent(func(info *utilstest.RunnerInfo, _ int) *ExpectedInnerEvent { return &ExpectedInnerEvent{ Inner: Inner{ InnerEnum: "TWO", InnerEnumRaw: 2, InnerErrno: "ENOTBLK", InnerErrnoRaw: 15, InnerGroup: groupInfo.Name, InnerGroupRaw: 0, InnerSyscall: "SYS_LISTEN", InnerSyscallRaw: 50, InnerUser: userInfo.Name, InnerUserRaw: 0, }, Enum: "TWO", EnumRaw: 2, Errno: "ENOTBLK", ErrnoRaw: 15, Group: groupInfo.Name, GroupRaw: 0, Syscall: "SYS_LISTEN", SyscallRaw: 50, User: userInfo.Name, UserRaw: 0, } })(t, runner.Info, 0, gadgetRunner.CapturedEvents) } // generateEvent simulates an event by opening and closing a file func generateEvent() error { fd, err := unix.Open("/dev/null", 0, 0) if err != nil { return err } unix.Close(fd) return nil } inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/000077500000000000000000000000001510117411400220275ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/gadget.yaml000066400000000000000000000005101510117411400241420ustar00rootroot00000000000000name: sched_cls_drop description: gadget used by the CI homepageURL: https://inspektor-gadget.io/ documentationURL: https://inspektor-gadget.io/docs/latest/ sourceURL: https://github.com/inspektor-gadget/inspektor-gadget gadgetParams: iface: key: iface defaultValue: "" description: Network interface to attach to inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/program.bpf.c000066400000000000000000000015101510117411400244050ustar00rootroot00000000000000#include #include #include #include #include #include enum direction { EGRESS = 0, INGRESS = 1, }; struct event { enum direction dir_raw; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(exec, events, event); void handle(void *ctx, enum direction dir) { struct event *event; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return; event->dir_raw = dir; gadget_submit_buf(ctx, &events, event, sizeof(*event)); } SEC("classifier/egress/drop") int egress_drop(struct __sk_buff *skb) { handle(skb, EGRESS); return TC_ACT_UNSPEC; } SEC("classifier/ingress/drop") int ingress_drop(struct __sk_buff *skb) { handle(skb, INGRESS); return TC_ACT_UNSPEC; } char __license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/test/000077500000000000000000000000001510117411400230065ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/test/integration/000077500000000000000000000000001510117411400253315ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/test/integration/run_insecure_test.go000066400000000000000000000075241510117411400314300ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "net" "testing" "time" "github.com/stretchr/testify/require" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) // checkRegistryReachable attempts to connect to a TCP address with backoff func checkRegistryReachable(addr string) error { maxRetries := 120 // 1 minute retryDelay := 500 * time.Millisecond for range maxRetries { conn, err := net.DialTimeout("tcp", addr, retryDelay) if err == nil { conn.Close() return nil } time.Sleep(retryDelay) } return fmt.Errorf("registry not reachable after %d attempts", maxRetries) } func TestRunInsecure(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerRegistryOpts := []containers.ContainerOption{ containers.WithContainerImage(gadgettesting.RegistryImage), } // It's a bit difficutl to implement this on Kubernetes as we'd to use port // forwarding to copy the image below. if utils.CurrentTestComponent != utils.IgLocalTestComponent { t.Skip("Test only sopported on ig") } if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerRegistry := containerFactory.NewContainer( "gadget-registry", "registry serve /etc/docker/registry/config.yml", containerRegistryOpts..., ) containerRegistry.Start(t) t.Cleanup(func() { containerRegistry.Stop(t) }) registry := containerRegistry.IP() + ":5000" // Check if registry is reachable with backoff err = checkRegistryReachable(registry) require.NoError(t, err, "registry not reachable") srcImage := gadgetrunner.GetGadgetImageName("ci/sched_cls_drop") destImage := registry + "/sched_cls_drop:latest" srcRepo, err := remote.NewRepository(srcImage) require.NoError(t, err) destRepo, err := remote.NewRepository(destImage) require.NoError(t, err) destRepo.PlainHTTP = true // Enable plain HTTP for insecure registry // Copy the image desc, err := oras.Copy(t.Context(), srcRepo, srcImage, destRepo, destImage, oras.DefaultCopyOptions) require.NoError(t, err) require.NotNil(t, desc) runnerOpts := []igrunner.Option{ // force pulling to avoid the test passing if the image was pulled by a test before igrunner.WithFlags("--pull=always"), igrunner.WithFlags("--insecure-registries=" + registry), // disable image verification as we aren't copying the signature igrunner.WithFlags("--verify-image=false"), } var testingOpts []igtesting.Option runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) schedClsCmd := igrunner.New(destImage, runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{schedClsCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/ci/sched_cls_drop/test/integration/sched_cls_drop_test.go000066400000000000000000000100721510117411400316720ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type schedCLSDropEvent struct { Dir string `json:"dir"` } func TestSchedCLS(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") const serverContainerName = "schedcls-server" const clientContainerName = "schedcls-client" var nsTest string serverContainerOpts := []containers.ContainerOption{containers.WithContainerImage(gadgettesting.NginxImage)} clientContainerOpts := []containers.ContainerOption{containers.WithContainerImage(gadgettesting.NginxImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { nsTest = utils.GenerateTestNamespaceName(t, "schedcls-test") testutils.CreateK8sNamespace(t, nsTest) clientContainerOpts = append(clientContainerOpts, containers.WithContainerNamespace(nsTest)) clientContainerOpts = append(clientContainerOpts, containers.WithUseExistingNamespace()) serverContainerOpts = append(serverContainerOpts, containers.WithContainerNamespace(nsTest)) serverContainerOpts = append(serverContainerOpts, containers.WithUseExistingNamespace()) } serverContainer := containerFactory.NewContainer( serverContainerName, "nginx && sleep 1000", serverContainerOpts..., ) serverContainer.Start(t) t.Cleanup(func() { serverContainer.Stop(t) }) serverIP := serverContainer.IP() clientContainer := containerFactory.NewContainer( clientContainerName, // do not use ping as it requires root privileges and we don't support // running test privileged containers in k8s yet fmt.Sprintf("while true; do curl %s; sleep 1; done", serverIP), clientContainerOpts..., ) clientContainer.Start(t) t.Cleanup(func() { clientContainer.Stop(t) }) runnerOpts := []igrunner.Option{ igrunner.WithFlags("'--containername=" + clientContainerName), } var testingOpts []igtesting.Option switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", nsTest), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(nsTest))) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := []*schedCLSDropEvent{ { Dir: "INGRESS", }, { Dir: "EGRESS", }, } match.MatchEntries(t, match.JSONMultiObjectMode, output, nil, expectedEntries...) }, )) schedClsCmd := igrunner.New("ci/sched_cls_drop", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{schedClsCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/deadlock/000077500000000000000000000000001510117411400202275ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/deadlock/README.md000066400000000000000000000003211510117411400215020ustar00rootroot00000000000000# deadlock Use uprobe to trace pthread_mutex_lock and pthread_mutex_unlock in libc.so and detect potential deadlocks. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/deadlock inspektor-gadget-0.46.0/gadgets/deadlock/README.mdx000066400000000000000000000037251510117411400217050ustar00rootroot00000000000000--- title: deadlock sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # deadlock Use uprobe to trace pthread_mutex_lock and pthread_mutex_unlock in libc.so and detect potential deadlocks. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/deadlock:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/deadlock:%IG_TAG% [flags] ``` ## Flags ### `--pid` Show only events generated by processes with this pid Default value: "" ## Guide To generate mutex lock/unlock events, you can run a `test` program in another container. For this example, we use a [test C++ program](https://github.com/iovisor/bcc/blob/master/tools/deadlock_example.txt#L187) (from BCC) with lock inversions that can cause a potential deadlock. The deadlock gadget traces all potential deadlocks: ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/deadlock:%IG_TAG% RUNTIME.CONTAINERNAME PID NODES STACK_IDS COMM hungry_montalcini 39046 3 [77, 13], [149, 42], [11, 109] test hungry_montalcini 39046 4 [51, 208], [87, 52], [239, 71], [175, 35] test ``` ### Notes - This gadget detects "potential" deadlocks and not just actual deadlocks as a deadlock that didn't happen during the trace could happen in the future. A deadlock occurring depends on various factors such as thread scheduling and order of mutex acquisitions/releases, and hence it makes sense to report mutex lock order inversions as potentially unsafe resource management. - Tracing with `--host` will slow down the gadget due to too many events.inspektor-gadget-0.46.0/gadgets/deadlock/artifacthub-pkg.yml000066400000000000000000000015761510117411400240360ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "deadlock" category: monitoring-logging displayName: "deadlock" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "use uprobe to trace pthread_mutex_lock and pthread_mutex_unlock in libc.so and detect potential deadlocks" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/deadlock" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/deadlock:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/deadlock" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/deadlock:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/deadlock/build.yaml000066400000000000000000000000231510117411400222050ustar00rootroot00000000000000wasm: go/program.goinspektor-gadget-0.46.0/gadgets/deadlock/dev.md000066400000000000000000000047431510117411400213370ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR dead_pids[("dead_pids")] edges[("edges")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] stackmap[("stackmap")] thread_to_held_mutexes[("thread_to_held_mutexes")] trace_sched_process_exit -- "Lookup" --> gadget_mntns_filter_map trace_sched_process_exit -- "Delete" --> thread_to_held_mutexes trace_sched_process_exit -- "Lookup" --> gadget_heap trace_sched_process_exit -- "EventOutput" --> dead_pids trace_sched_process_exit["trace_sched_process_exit"] trace_uprobe_mutex_lock -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_mutex_lock -- "Lookup+Update" --> thread_to_held_mutexes trace_uprobe_mutex_lock -- "Update" --> edges trace_uprobe_mutex_lock["trace_uprobe_mutex_lock"] trace_uprobe_mutex_unlock -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_mutex_unlock -- "Lookup+Delete" --> thread_to_held_mutexes trace_uprobe_mutex_unlock["trace_uprobe_mutex_unlock"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant trace_sched_process_exit participant trace_uprobe_mutex_lock participant trace_uprobe_mutex_unlock end box eBPF Maps participant gadget_mntns_filter_map participant thread_to_held_mutexes participant gadget_heap participant dead_pids participant edges end trace_sched_process_exit->>gadget_mntns_filter_map: Lookup trace_sched_process_exit->>thread_to_held_mutexes: Delete trace_sched_process_exit->>gadget_heap: Lookup trace_sched_process_exit->>dead_pids: EventOutput trace_uprobe_mutex_lock->>gadget_mntns_filter_map: Lookup trace_uprobe_mutex_lock->>thread_to_held_mutexes: Lookup trace_uprobe_mutex_lock->>thread_to_held_mutexes: Update trace_uprobe_mutex_lock->>edges: Update trace_uprobe_mutex_unlock->>gadget_mntns_filter_map: Lookup trace_uprobe_mutex_unlock->>thread_to_held_mutexes: Lookup trace_uprobe_mutex_unlock->>thread_to_held_mutexes: Delete ``` inspektor-gadget-0.46.0/gadgets/deadlock/gadget.yaml000066400000000000000000000022121510117411400223430ustar00rootroot00000000000000name: deadlock description: use uprobe to trace pthread_mutex_lock and pthread_mutex_unlock in libc.so and detect potential deadlocks homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/deadlock sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/deadlock datasources: mutex: annotations: description: Edges of the mutex-wait directed graph process_exit: annotations: description: Dead process IDs deadlock: annotations: description: Potential deadlocks fields: pid: annotations: description: Process ID template: pid nodes: annotations: description: Number of mutexes involved in the deadlock columns.width: 4 stack_ids: annotations: description: Stack IDs of all mutexes involved in the deadlock columns.width: 30 mntns_id: annotations: description: Mount namespace inode id columns.hidden: "true" comm: annotations: description: Process name template: comm inspektor-gadget-0.46.0/gadgets/deadlock/go/000077500000000000000000000000001510117411400206345ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/deadlock/go/digraph/000077500000000000000000000000001510117411400222525ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/deadlock/go/digraph/cycles.go000066400000000000000000000101331510117411400240610ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package digraph provides a directed graph implementation and methods for cycle detection. package digraph // StronglyConnectedComponents finds all strongly connected components in the graph. func StronglyConnectedComponents(g *DiGraph) []map[uint64]struct{} { preorder := make(map[uint64]int) lowlink := make(map[uint64]int) sccFound := make(map[uint64]bool) sccQueue := []uint64{} var sccs []map[uint64]struct{} i := 0 var strongConnect func(v uint64) strongConnect = func(v uint64) { i++ preorder[v] = i lowlink[v] = i sccQueue = append(sccQueue, v) for _, w := range g.Neighbors(v) { if _, ok := preorder[w]; !ok { strongConnect(w) lowlink[v] = min(lowlink[v], lowlink[w]) } else if !sccFound[w] { lowlink[v] = min(lowlink[v], preorder[w]) } } if lowlink[v] == preorder[v] { scc := make(map[uint64]struct{}) for { u := sccQueue[len(sccQueue)-1] sccQueue = sccQueue[:len(sccQueue)-1] scc[u] = struct{}{} sccFound[u] = true if u == v { break } } sccs = append(sccs, scc) } } for _, v := range g.Nodes() { if _, ok := preorder[v]; !ok { strongConnect(v) } } return sccs } // SimpleCycles finds all simple cycles in the graph. func SimpleCycles(g *DiGraph) [][]uint64 { var cycles [][]uint64 unblock := func(node uint64, blocked map[uint64]bool, B map[uint64]map[uint64]struct{}) { stack := []uint64{node} for len(stack) > 0 { n := stack[len(stack)-1] stack = stack[:len(stack)-1] if blocked[n] { blocked[n] = false for m := range B[n] { stack = append(stack, m) } delete(B, n) } } } subG := g.Subgraph(g.Nodes()) sccs := StronglyConnectedComponents(subG) for len(sccs) > 0 { scc := sccs[len(sccs)-1] sccs = sccs[:len(sccs)-1] var startNode uint64 for node := range scc { startNode = node break } path := []uint64{startNode} blocked := make(map[uint64]bool) closed := make(map[uint64]bool) blocked[startNode] = true B := make(map[uint64]map[uint64]struct{}) stack := [][2]uint64{{startNode, 0}} for len(stack) > 0 { thisNode, prevNode := stack[len(stack)-1][0], stack[len(stack)-1][1] stack = stack[:len(stack)-1] if prevNode != 0 { path = append(path, thisNode) } done := true for _, nextNode := range subG.Neighbors(thisNode) { if nextNode == startNode { cycles = append(cycles, append(path, startNode)) closed[startNode] = true } else if !blocked[nextNode] { stack = append(stack, [2]uint64{nextNode, thisNode}) blocked[nextNode] = true done = false } } if done { if closed[thisNode] { unblock(thisNode, blocked, B) } else { for _, nextNode := range subG.Neighbors(thisNode) { if _, ok := B[nextNode]; !ok { B[nextNode] = make(map[uint64]struct{}) } B[nextNode][thisNode] = struct{}{} } } path = path[:len(path)-1] } } subG.RemoveNode(startNode) H := subG.Subgraph(g.Nodes()) newSCCs := StronglyConnectedComponents(H) sccs = append(sccs, newSCCs...) } return cycles } // FindCycles returns edges from all cycles in the graph. func FindCycles(g *DiGraph) [][][2]uint64 { simpleCycles := SimpleCycles(g) var cycles [][][2]uint64 for _, cycle := range simpleCycles { edges := make([][2]uint64, len(cycle)-1) for i := 0; i < len(cycle)-1; i++ { edges[i] = [2]uint64{cycle[i], cycle[i+1]} } cycles = append(cycles, edges) } return cycles } // min returns the minimum of two integers. func min(a, b int) int { if a < b { return a } return b } inspektor-gadget-0.46.0/gadgets/deadlock/go/digraph/digraph.go000066400000000000000000000062561510117411400242300ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package digraph provides a directed graph implementation and methods for cycle detection. package digraph // DiGraph represents a directed graph. type DiGraph struct { adjacencyMap map[uint64]map[uint64]struct{} attributesMap map[[2]uint64]map[string]interface{} } // NewDiGraph creates a new directed graph. func NewDiGraph() *DiGraph { return &DiGraph{ adjacencyMap: make(map[uint64]map[uint64]struct{}), attributesMap: make(map[[2]uint64]map[string]interface{}), } } // Neighbors returns the neighbors of a node. func (g *DiGraph) Neighbors(node uint64) []uint64 { neighbors := []uint64{} if adj, exists := g.adjacencyMap[node]; exists { for neighbor := range adj { neighbors = append(neighbors, neighbor) } } return neighbors } // Edges returns all edges in the graph. func (g *DiGraph) Edges() [][2]uint64 { edges := [][2]uint64{} for node, neighbors := range g.adjacencyMap { for neighbor := range neighbors { edges = append(edges, [2]uint64{node, neighbor}) } } return edges } // Nodes returns all nodes in the graph. func (g *DiGraph) Nodes() []uint64 { nodes := []uint64{} for node := range g.adjacencyMap { nodes = append(nodes, node) } return nodes } // Attributes returns the attributes of an edge. func (g *DiGraph) Attributes(node1, node2 uint64) map[string]interface{} { return g.attributesMap[[2]uint64{node1, node2}] } // AddEdge adds an edge to the graph with optional attributes. func (g *DiGraph) AddEdge(node1, node2 uint64, attributes map[string]interface{}) { if _, exists := g.adjacencyMap[node1]; !exists { g.adjacencyMap[node1] = make(map[uint64]struct{}) } if _, exists := g.adjacencyMap[node2]; !exists { g.adjacencyMap[node2] = make(map[uint64]struct{}) } g.adjacencyMap[node1][node2] = struct{}{} g.attributesMap[[2]uint64{node1, node2}] = attributes } // RemoveNode removes a node and its edges from the graph. func (g *DiGraph) RemoveNode(node uint64) { delete(g.adjacencyMap, node) for _, neighbors := range g.adjacencyMap { delete(neighbors, node) } for edge := range g.attributesMap { if edge[0] == node || edge[1] == node { delete(g.attributesMap, edge) } } } // Subgraph returns a subgraph containing only the specified nodes. func (g *DiGraph) Subgraph(nodes []uint64) *DiGraph { subgraph := NewDiGraph() nodeSet := make(map[uint64]struct{}) for _, node := range nodes { nodeSet[node] = struct{}{} } for node := range nodeSet { for _, neighbor := range g.Neighbors(node) { if _, exists := nodeSet[neighbor]; exists { subgraph.AddEdge(node, neighbor, g.Attributes(node, neighbor)) } } } return subgraph } inspektor-gadget-0.46.0/gadgets/deadlock/go/go.mod000066400000000000000000000003771510117411400217510ustar00rootroot00000000000000module deadlock go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/deadlock/go/program.go000066400000000000000000000205111510117411400226310ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "sort" "strings" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" "deadlock/digraph" ) // ProcInfo stores process information. type ProcInfo struct { comm string mntnsId uint64 } // The pidInfo map stores information about each process ID. var pidInfo map[uint32]ProcInfo // The graphs map stores a directed graph for each process ID. var graphs map[uint32]*digraph.DiGraph // The detectedCycles map stores the set of detected cycles for each PID. var detectedCycles map[uint32]map[string]struct{} //go:wasmexport gadgetInit func gadgetInit() int32 { pidInfo = make(map[uint32]ProcInfo) graphs = make(map[uint32]*digraph.DiGraph) detectedCycles = make(map[uint32]map[string]struct{}) // Get the `mutex` datasource and its fields dsMutex, err := api.GetDataSource("mutex") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } mutex1F, err := dsMutex.GetField("mutex1") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } mutex2F, err := dsMutex.GetField("mutex2") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } tidF, err := dsMutex.GetField("tid") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } pidF, err := dsMutex.GetField("pid") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } mutex1StackF, err := dsMutex.GetField("mutex1_stack_id") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } mutex2StackF, err := dsMutex.GetField("mutex2_stack_id") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } commF, err := dsMutex.GetField("comm") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } mntnsIdF, err := dsMutex.GetField("mntns_id") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } err = dsMutex.Unreference() if err != nil { api.Warnf("failed to unreference datasource: %s", err) return 1 } // Get the `process_exit` datasource and its fields dsProcessExit, err := api.GetDataSource("process_exit") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } deadPidF, err := dsProcessExit.GetField("pid") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } err = dsProcessExit.Unreference() if err != nil { api.Warnf("failed to unreference datasource: %s", err) return 1 } // Create the `deadlock` datasource and its fields dsDeadlock, err := api.NewDataSource("deadlock", api.DataSourceTypeSingle) if err != nil { api.Warnf("failed to create datasource: %s", err) return 1 } deadlockPidF, err := dsDeadlock.AddField("pid", api.Kind_Uint32) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } deadlockNodesF, err := dsDeadlock.AddField("nodes", api.Kind_Uint64) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } deadlockStackIdsF, err := dsDeadlock.AddField("stack_ids", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } deadlockCommF, err := dsDeadlock.AddField("comm", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } deadlockMntnsIdF, err := dsDeadlock.AddField("mntns_id", api.Kind_Uint64) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } err = deadlockMntnsIdF.AddTag("type:gadget_mntns_id") // enrich mntns id if err != nil { api.Warnf("failed to add tag to field: %s", err) return 1 } // Build the graph for deadlock detection using edges from the `mutex` datasource dsMutex.SubscribeArray(func(source api.DataSource, data api.DataArray) error { affectedPIDs := make(map[uint32]struct{}) for i := 0; i < data.Len(); i++ { datum := data.Get(i) mutex1, err := mutex1F.Uint64(datum) if err != nil { api.Warnf("failed to get mutex1: %s", err) continue } mutex2, err := mutex2F.Uint64(datum) if err != nil { api.Warnf("failed to get mutex2: %s", err) continue } tid, err := tidF.Uint32(datum) if err != nil { api.Warnf("failed to get tid: %s", err) continue } pid, err := pidF.Uint32(datum) if err != nil { api.Warnf("failed to get pid: %s", err) continue } mutex1Stack, err := mutex1StackF.Uint64(datum) if err != nil { api.Warnf("failed to get mutex1_stack_id: %s", err) continue } mutex2Stack, err := mutex2StackF.Uint64(datum) if err != nil { api.Warnf("failed to get mutex2_stack_id: %s", err) continue } // Record process information for the PID if _, exists := pidInfo[pid]; !exists { comm, err := commF.String(datum, 16) if err != nil { api.Warnf("failed to get comm: %s", err) continue } mntnsId, err := mntnsIdF.Uint64(datum) if err != nil { api.Warnf("failed to get mntns_id: %s", err) continue } pidInfo[pid] = ProcInfo{ comm: comm, mntnsId: mntnsId, } } // Update the graph for the PID g, exists := graphs[pid] if !exists { g = digraph.NewDiGraph() graphs[pid] = g } g.AddEdge(mutex1, mutex2, map[string]interface{}{ "tid": tid, "mutex1StackId": mutex1Stack, "mutex2StackId": mutex2Stack, }) affectedPIDs[pid] = struct{}{} } // Check for cycles only in the affected PIDs for pid := range affectedPIDs { g := graphs[pid] cycles := digraph.FindCycles(g) if _, exists := detectedCycles[pid]; !exists { // Create entry for the PID detectedCycles[pid] = make(map[string]struct{}) } if len(cycles) == 0 || len(cycles) == len(detectedCycles[pid]) { continue // no new cycles detected } for _, cycle := range cycles { cycleKey := cycleToKeyString(cycle) if _, exists := detectedCycles[pid][cycleKey]; !exists { // New cycle detected detectedCycles[pid][cycleKey] = struct{}{} // Build the stack IDs string var stackIds []string for _, edge := range cycle { attrs := g.Attributes(edge[0], edge[1]) stackId1 := attrs["mutex1StackId"].(uint64) stackId2 := attrs["mutex2StackId"].(uint64) stackIds = append(stackIds, fmt.Sprintf("[%d, %d]", stackId1, stackId2)) } stackIdsStr := strings.Join(stackIds, ", ") // Emit the deadlock packet for the new cycle packet, err := dsDeadlock.NewPacketSingle() if err != nil { api.Warnf("failed to create new packet: %s", err) continue } deadlockPidF.SetUint32(api.Data(packet), pid) deadlockNodesF.SetUint64(api.Data(packet), uint64(len(cycle))) deadlockStackIdsF.SetString(api.Data(packet), stackIdsStr) deadlockCommF.SetString(api.Data(packet), pidInfo[pid].comm) deadlockMntnsIdF.SetUint64(api.Data(packet), pidInfo[pid].mntnsId) dsDeadlock.EmitAndRelease(api.Packet(packet)) } } } return nil }, 0) // Clean up dead processes using pid from the `process_exit` datasource dsProcessExit.Subscribe(func(source api.DataSource, data api.Data) { deadPid, err := deadPidF.Uint32(data) if err != nil { api.Warnf("failed to get pid: %s", err) return } delete(pidInfo, deadPid) delete(graphs, deadPid) delete(detectedCycles, deadPid) }, 0) return 0 } // cycleToKeyString converts a cycle to a unique string representation. func cycleToKeyString(cycle [][2]uint64) string { // Sort the cycle to ensure a consistent representation sort.Slice(cycle, func(i, j int) bool { if cycle[i][0] != cycle[j][0] { return cycle[i][0] < cycle[j][0] } return cycle[i][1] < cycle[j][1] }) // Convert the cycle to a string of format: "1->2,2->3,3->1" var parts []string for _, edge := range cycle { parts = append(parts, fmt.Sprintf("%d->%d", edge[0], edge[1])) } return strings.Join(parts, ",") } // The main function is not used, but it's still required by the compiler func main() {} inspektor-gadget-0.46.0/gadgets/deadlock/program.bpf.c000066400000000000000000000155611510117411400226200ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #define MAX_HELD_MUTEXES 16 #define MAX_ENTRIES 65536 #define MAX_STACK_DEPTH 50 /* Stack map */ struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __type(key, u32); __uint(max_entries, 256); __uint(value_size, MAX_STACK_DEPTH * sizeof(u64)); } stackmap SEC(".maps"); // Represents a mutex held by a thread. struct held_mutex { u64 mutex; u64 stack_id; }; // Represents an empty list of held mutexes. static const struct held_mutex EMPTY_HELD_MUTEXES[MAX_HELD_MUTEXES] = {}; /* Map of thread ID to an array of held_mutex structs */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, gadget_tid); __type(value, struct held_mutex[MAX_HELD_MUTEXES]); // array of held mutexes } thread_to_held_mutexes SEC(".maps"); // Represents a dead process. struct dead_pid { gadget_pid pid; }; GADGET_TRACER_MAP(dead_pids, 1024 * 256); // Key type for edges. Represents an edge from mutex1 to mutex2. struct edges_key { __u64 mutex1; __u64 mutex2; gadget_pid pid; }; // Value type for edges. Holds information about the edge. struct edges_value { gadget_mntns_id mntns_id; gadget_tid tid; __u64 mutex1_stack_id; __u64 mutex2_stack_id; gadget_comm comm[TASK_COMM_LEN]; }; /* Map containing all edges in the mutex wait graph */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct edges_key); __type(value, struct edges_value); } edges SEC(".maps"); GADGET_MAPITER(mutex, edges); GADGET_TRACER(process_exit, dead_pids, dead_pid); /* * Creates edges in the mutex wait graph from each mutex * held by the current thread to the newly acquired mutex. */ static __always_inline int trace_mutex_acquire(struct pt_regs *ctx, u64 mutex) { if (gadget_should_discard_data_current()) return 0; u64 mtns_id = gadget_get_current_mntns_id(); u64 pid_tgid = bpf_get_current_pid_tgid(); u32 tid = (u32)pid_tgid; u32 pid = pid_tgid >> 32; struct held_mutex *held_mutexes = bpf_map_lookup_or_try_init( &thread_to_held_mutexes, &tid, &EMPTY_HELD_MUTEXES); if (!held_mutexes) { bpf_printk( "could not add thread_to_held_mutexes key. thread: %d, mutex: %p\n", tid, mutex); return 1; // out of memory } // Check for recursive mutexes #pragma unroll for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { if (held_mutexes[i].mutex == mutex) { return 1; // disallow self edges } } u64 stack_id = bpf_get_stackid(ctx, &stackmap, BPF_F_USER_STACK); // Add mutex to `held_mutexes` and update the graph int added_mutex = 0; // flag indicating whether the mutex was added to `held_mutexes` #pragma unroll for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { if (!held_mutexes[i].mutex) { // Free slot found, add mutex if not already added if (!added_mutex) { held_mutexes[i].mutex = mutex; held_mutexes[i].stack_id = stack_id; added_mutex = 1; // update flag } continue; } // Add edges from held mutex to current mutex struct edges_key edge_key = {}; edge_key.mutex1 = held_mutexes[i].mutex; edge_key.mutex2 = mutex; edge_key.pid = pid; struct edges_value edge_value = {}; edge_value.tid = tid; edge_value.mntns_id = mtns_id; edge_value.mutex1_stack_id = held_mutexes[i].stack_id; edge_value.mutex2_stack_id = stack_id; bpf_get_current_comm(&edge_value.comm, sizeof(edge_value.comm)); int result = bpf_map_update_elem(&edges, &edge_key, &edge_value, BPF_ANY); // update graph if (result) { bpf_printk( "could not add edge key with mutexes %p and %p. error: %d\n", edge_key.mutex1, edge_key.mutex2, result); continue; // out of memory } } if (!added_mutex) { bpf_printk("could not add mutex %p\n", mutex); return 1; // no more free space on `held_mutexes` } return 0; } /* * Removes mutex from the list of held mutexes for the current thread. * * We don't remove the edges associated with the mutex from the mutex wait graph * as we are detecting "potential" deadlocks (even if they might never happen). * * If we remove the edges, we only detect deadlocks that actually happen during the trace. * But a deadlock that didn't happen during the trace could happen in the future * as it depends on factors such as thread scheduling and order of mutex acquisitions/releases. */ static __always_inline int trace_mutex_release(struct pt_regs *ctx, u64 mutex) { if (gadget_should_discard_data_current()) return 0; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 tid = (u32)pid_tgid; // Fetch the held mutexes for the current thread struct held_mutex *held_mutexes = bpf_map_lookup_elem(&thread_to_held_mutexes, &tid); if (!held_mutexes) { /* * If `held_mutexes` doesn't exist for the tid, then it means we either missed * the acquire event, or were out of memory when adding it. */ bpf_printk( "could not find the thread's held mutexes. thread: %d, mutex: %p\n", tid, mutex); return 1; } int is_cleared = 1; // flag indicating whether all held mutexes by the current thread are cleared for (int i = 0; i < MAX_HELD_MUTEXES; ++i) { // Find the current mutex and clear it if (held_mutexes[i].mutex == mutex) { held_mutexes[i].mutex = 0; held_mutexes[i].stack_id = 0; } if (held_mutexes[i].mutex != 0 && held_mutexes[i].mutex != 0) { // Thread still holds a mutex is_cleared = 0; } } if (is_cleared) { // Remove the entry from the map if no mutex is held by the thread bpf_map_delete_elem(&thread_to_held_mutexes, &tid); } return 0; } /* * Removes dead threads from BPF maps and * sends dead process IDs to userspace for clean-up */ static __always_inline int trace_process_exit(void *ctx) { if (gadget_should_discard_data_current()) return 0; u64 pid_tgid = bpf_get_current_pid_tgid(); u32 tid = (u32)pid_tgid; u32 pid = pid_tgid >> 32; bpf_map_delete_elem(&thread_to_held_mutexes, &tid); if (tid == pid) { // Process exited, send dead PID to userspace struct dead_pid *event; event = gadget_reserve_buf(&dead_pids, sizeof(*event)); if (!event) return 0; event->pid = pid; gadget_submit_buf(ctx, &dead_pids, event, sizeof(*event)); } return 0; } /* mutex acquisition */ SEC("uprobe/libc:pthread_mutex_lock") int BPF_UPROBE(trace_uprobe_mutex_lock, void *mutex_addr) { return trace_mutex_acquire(ctx, (u64)mutex_addr); } /* mutex release */ SEC("uprobe/libc:pthread_mutex_unlock") int BPF_UPROBE(trace_uprobe_mutex_unlock, void *mutex_addr) { return trace_mutex_release(ctx, (u64)mutex_addr); } /* process exit */ SEC("tracepoint/sched/sched_process_exit") int trace_sched_process_exit(void *ctx) { return trace_process_exit(ctx); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/deadlock/test/000077500000000000000000000000001510117411400212065ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/deadlock/test/unit/000077500000000000000000000000001510117411400221655ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/deadlock/test/unit/deadlock_test.go000066400000000000000000000016741510117411400253310ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestDeadlock(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "deadlock") } inspektor-gadget-0.46.0/gadgets/fdpass/000077500000000000000000000000001510117411400177415ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fdpass/README.md000066400000000000000000000002651510117411400212230ustar00rootroot00000000000000# fdpass The fdpass gadget traces file descriptor passing via a unix socket (`SCM_RIGHTS`). Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/fdpass inspektor-gadget-0.46.0/gadgets/fdpass/README.mdx000066400000000000000000000075411510117411400214170ustar00rootroot00000000000000--- title: fdpass sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # fdpass The fdpass gadget traces file descriptor passing via a unix socket (`SCM_RIGHTS`). Currently it only shows the sender side. Unix sockets have the ability to send a file descriptor from one process to another using a mechanism called "fd passing" or SCM_RIGHTS. This is explained in the [Linux manual page unix(7)](https://man7.org/linux/man-pages/man7/unix.7.html). Various applications use this mechanism for inter-process communication. In the guide below, we will see two applications using fd passing: D-Bus and runc. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/fdpass:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/fdpass:%IG_TAG% [flags] ``` ## Flags ### `--target_pid` Show only events generated by process with this PID Default value: "" ## Guide ### Example with D-Bus First, we need to run an application that generates some events. We will use an example application that sends a file descriptor over D-Bus. ```bash $ git clone https://github.com/alban/godbus.git $ cd godbus $ git switch alban_passfd ``` Run the server: ```bash $ go run _examples/server.go ``` In another terminal, run the client: ```bash $ go run _examples/client.go ``` Observe the events: ``` $ sudo ig run ghcr.io/inspektor-gadget/gadget/fdpass:%IG_TAG% --host --fields proc.comm,proc.pid,socket_ino,sockfd,fd,file COMM PID SOCKET_INO SOCKFD FD FILE client 1296790 8683452 7 3 /dev/null dbus-broker 5128 8629627 107 112 /dev/null ``` The client sends the file descriptor for `/dev/null` to the server via dbus-broker. ### Example with Docker Docker uses fd passing to [initialize new pseudo-terminal](https://github.com/opencontainers/runc/blob/main/docs/terminals.md#detached-new-terminal). Let's start a docker container and observe the how runc initialize the container: ```bash docker run -ti --rm busybox ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/fdpass:%IG_TAG% --host --fields proc.comm,proc.pid,socket_ino,sockfd,fd,file COMM PID SOCKET_INO SOCKFD FD FILE runc:[2:INIT] 1311501 8744858 3 7 /dev/pts/ptmx ``` ### Example with the Linux Bluetooth stack The Bluetooth stack on Linux uses fd passing to pass a `AF_BLUETOOTH` socket to other processes. Connect a Bluetooth headset while running the fdpass gadget: ``` $ sudo ig run ghcr.io/inspektor-gadget/gadget/fdpass:%IG_TAG% --host --fields proc.comm,proc.pid,socket_ino,sockfd,fd,file COMM PID SOCKET_INO SOCKFD FD FILE bluetoothd 1231 28962 7 30 RFCOMM dbus-broker 1227 40373 82 55 RFCOMM pipewire 5353 43027 35 58 memfd:pipewire-memfd:flags=0x0000000f,type=2,size=2312 pipewire 5353 43027 35 59 [eventfd] pipewire 5353 43027 35 60 [eventfd] pipewire 5353 43027 35 61 [eventfd] pipewire 5353 43027 35 63 [eventfd] systemd-logind 1257 8826380 45 44 /dev/input/event21 systemd-logind 1257 29754 13 45 /dev/input/event21 dbus-broker 1227 37765 46 55 /dev/input/event21 ``` inspektor-gadget-0.46.0/gadgets/fdpass/artifacthub-pkg.yml000066400000000000000000000015051510117411400235400ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "fdpass" category: monitoring-logging displayName: "fdpass" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Trace file descriptor passing via a unix socket (SCM_RIGHTS)" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/fdpass" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/fdpass:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/fdpass" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/fdpass:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/fdpass/dev.md000066400000000000000000000055701510117411400210500ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR bufs[("bufs")] events[("events")] fget_raw_ctx[("fget_raw_ctx")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] scm_send_ctx[("scm_send_ctx")] sendmsg_ctx[("sendmsg_ctx")] fget_raw_e -- "Lookup" --> gadget_mntns_filter_map fget_raw_e -- "Lookup" --> scm_send_ctx fget_raw_e -- "Update" --> fget_raw_ctx fget_raw_e["fget_raw_e"] fget_raw_x -- "Lookup" --> scm_send_ctx fget_raw_x -- "Lookup+Delete" --> fget_raw_ctx fget_raw_x -- "Lookup" --> sendmsg_ctx fget_raw_x -- "Lookup" --> gadget_heap fget_raw_x -- "Lookup" --> bufs fget_raw_x -- "EventOutput" --> events fget_raw_x["fget_raw_x"] scm_snd_e -- "Lookup" --> gadget_mntns_filter_map scm_snd_e -- "Update" --> scm_send_ctx scm_snd_e["scm_snd_e"] scm_snd_x -- "Delete" --> scm_send_ctx scm_snd_x["scm_snd_x"] sendmmsg_e -- "Lookup" --> gadget_mntns_filter_map sendmmsg_e -- "Update" --> sendmsg_ctx sendmmsg_e["sendmmsg_e"] sendmmsg_x -- "Delete" --> sendmsg_ctx sendmmsg_x["sendmmsg_x"] sendmsg_e -- "Lookup" --> gadget_mntns_filter_map sendmsg_e -- "Update" --> sendmsg_ctx sendmsg_e["sendmsg_e"] sendmsg_x -- "Delete" --> sendmsg_ctx sendmsg_x["sendmsg_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant fget_raw_e participant fget_raw_x participant scm_snd_e participant scm_snd_x participant sendmmsg_e participant sendmmsg_x participant sendmsg_e participant sendmsg_x end box eBPF Maps participant gadget_mntns_filter_map participant scm_send_ctx participant fget_raw_ctx participant sendmsg_ctx participant gadget_heap participant bufs participant events end fget_raw_e->>gadget_mntns_filter_map: Lookup fget_raw_e->>scm_send_ctx: Lookup fget_raw_e->>fget_raw_ctx: Update fget_raw_x->>scm_send_ctx: Lookup fget_raw_x->>fget_raw_ctx: Lookup fget_raw_x->>sendmsg_ctx: Lookup fget_raw_x->>gadget_heap: Lookup fget_raw_x->>bufs: Lookup fget_raw_x->>events: EventOutput fget_raw_x->>fget_raw_ctx: Delete scm_snd_e->>gadget_mntns_filter_map: Lookup scm_snd_e->>scm_send_ctx: Update scm_snd_x->>scm_send_ctx: Delete sendmmsg_e->>gadget_mntns_filter_map: Lookup sendmmsg_e->>sendmsg_ctx: Update sendmmsg_x->>sendmsg_ctx: Delete sendmsg_e->>gadget_mntns_filter_map: Lookup sendmsg_e->>sendmsg_ctx: Update sendmsg_x->>sendmsg_ctx: Delete ``` inspektor-gadget-0.46.0/gadgets/fdpass/gadget.yaml000066400000000000000000000017421510117411400220640ustar00rootroot00000000000000name: fdpass description: Trace file descriptor passing via a unix socket (SCM_RIGHTS) homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/fdpass sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/fdpass datasources: fdpass: fields: fd: annotations: columns.alignment: right description: File descriptor sent through the socket file: annotations: description: Absolute file path sent through the socket columns.width: 30 socket_ino: annotations: columns.alignment: right description: Inode of the socket sockfd: annotations: columns.alignment: right description: File descriptor of the socket transporting the fd params: ebpf: target_pid: key: target_pid defaultValue: "" description: Show only events generated by process with this PID inspektor-gadget-0.46.0/gadgets/fdpass/program.bpf.c000066400000000000000000000112501510117411400223210ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; u64 socket_ino; u32 sockfd; u32 fd; char file[GADGET_PATH_MAX]; }; // Context between tracepoints enter/exit sendmsg struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); // sendmsg can sleep __type(key, u64); // pid_tgid __type(value, u32); // sockfd } sendmsg_ctx SEC(".maps"); // Context between kprobe/kretprobe __scm_send struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 128); __type(key, u64); // pid_tgid __type(value, u64); // socket_ino } scm_send_ctx SEC(".maps"); // Context between kprobe/kretprobe fget_raw struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 128); __type(key, u64); // pid_tgid __type(value, unsigned int); // fd } fget_raw_ctx SEC(".maps"); const volatile pid_t target_pid = 0; GADGET_PARAM(target_pid); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(fdpass, events, event); static __always_inline int sys_sendmsg_e(struct syscall_trace_enter *ctx) { u64 pid_tgid; u32 sockfd; if (gadget_should_discard_data_current()) return 0; pid_tgid = bpf_get_current_pid_tgid(); u32 pid = pid_tgid >> 32; if (target_pid && target_pid != pid) return 0; sockfd = (u32)ctx->args[0]; bpf_map_update_elem(&sendmsg_ctx, &pid_tgid, &sockfd, BPF_ANY); return 0; } static __always_inline int sys_sendmsg_x(struct syscall_trace_exit *ctx) { u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&sendmsg_ctx, &pid_tgid); return 0; } SEC("tracepoint/syscalls/sys_enter_sendmsg") int sendmsg_e(struct syscall_trace_enter *ctx) { return sys_sendmsg_e(ctx); } SEC("tracepoint/syscalls/sys_exit_sendmsg") int sendmsg_x(struct syscall_trace_exit *ctx) { return sys_sendmsg_x(ctx); } SEC("tracepoint/syscalls/sys_enter_sendmmsg") int sendmmsg_e(struct syscall_trace_enter *ctx) { return sys_sendmsg_e(ctx); } SEC("tracepoint/syscalls/sys_exit_sendmmsg") int sendmmsg_x(struct syscall_trace_exit *ctx) { return sys_sendmsg_x(ctx); } // __scm_send() sends a file descriptor through a unix socket // using sendmsg() and SCM_RIGHTS. See man cmsg(3) for more details. // // This kprobe is used to filter the right call to fget_raw(). // // __scm_send() exists since the very first git commit in 2005 SEC("kprobe/__scm_send") int BPF_KPROBE(scm_snd_e, struct socket *sock) { u64 pid_tgid; u64 socket_ino; if (gadget_should_discard_data_current()) return 0; pid_tgid = bpf_get_current_pid_tgid(); socket_ino = (u64)BPF_CORE_READ(sock, file, f_inode, i_ino); bpf_map_update_elem(&scm_send_ctx, &pid_tgid, &socket_ino, BPF_ANY); return 0; } SEC("kretprobe/__scm_send") int BPF_KRETPROBE(scm_snd_x) { u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&scm_send_ctx, &pid_tgid); return 0; } // fget_raw() gets a struct file from a file descriptor. It is used by // __scm_send() to pick up the fd specified by userspace in sendmsg(). // // fget_raw() exists since Linux v2.6.39 (2011) SEC("kprobe/fget_raw") int BPF_KPROBE(fget_raw_e, unsigned int _fd) { u64 pid_tgid; u64 *socket_ino; u32 fd; if (gadget_should_discard_data_current()) return 0; pid_tgid = bpf_get_current_pid_tgid(); fd = (u32)_fd; socket_ino = bpf_map_lookup_elem(&scm_send_ctx, &pid_tgid); if (!socket_ino) return 0; bpf_map_update_elem(&fget_raw_ctx, &pid_tgid, &fd, BPF_ANY); return 0; } SEC("kretprobe/fget_raw") int BPF_KRETPROBE(fget_raw_x, struct file *ret) { u64 pid_tgid = bpf_get_current_pid_tgid(); u64 *socket_ino; u32 *fd; u32 *sockfd; struct event *eventp; struct path f_path; char *c_path; socket_ino = bpf_map_lookup_elem(&scm_send_ctx, &pid_tgid); if (!socket_ino) return 0; fd = bpf_map_lookup_elem(&fget_raw_ctx, &pid_tgid); if (!fd) return 0; sockfd = bpf_map_lookup_elem(&sendmsg_ctx, &pid_tgid); if (!sockfd) goto end; eventp = gadget_reserve_buf(&events, sizeof(*eventp)); if (!eventp) goto end; eventp->timestamp_raw = bpf_ktime_get_boot_ns(); gadget_process_populate(&eventp->proc); eventp->socket_ino = *socket_ino; eventp->sockfd = *sockfd; eventp->fd = *fd; f_path = BPF_CORE_READ(ret, f_path); c_path = get_path_str(&f_path); bpf_probe_read_kernel_str(eventp->file, sizeof(eventp->file), c_path); gadget_submit_buf(ctx, &events, eventp, sizeof(*eventp)); end: bpf_map_delete_elem(&fget_raw_ctx, &pid_tgid); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/fdpass/test/000077500000000000000000000000001510117411400207205ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fdpass/test/unit/000077500000000000000000000000001510117411400216775ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fdpass/test/unit/fdpass_test.go000066400000000000000000000072751510117411400245600ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" "time" "github.com/cilium/ebpf" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedFdpassEvent struct { Proc utils.Process `json:"proc"` SocketIno uint64 `json:"socket_ino"` Sockfd uint32 `json:"sockfd"` Fd uint32 `json:"fd"` File string `json:"file"` } type testDef struct { runnerConfig *utils.RunnerConfig mntnsFilterMap func(info *utils.RunnerInfo) *ebpf.Map generateEvent func() (uint64, int, int, error) validateEvent func(t *testing.T, info *utils.RunnerInfo, inodeNum uint64, sockfd int, fd int, events []ExpectedFdpassEvent) } func TestFdpassGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := map[string]testDef{ "basic": { runnerConfig: &utils.RunnerConfig{}, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, inodeNum uint64, sockfd int, fd int, events []ExpectedFdpassEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedFdpassEvent { return &ExpectedFdpassEvent{ Proc: info.Proc, SocketIno: inodeNum, Sockfd: uint32(sockfd), Fd: uint32(fd), File: "/dev/null", } })(t, info, fd, events) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() var ( socketIno uint64 sockfd, fd int ) runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap != nil { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { var err error socketIno, sockfd, fd, err = testCase.generateEvent() if err != nil { return err } return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedFdpassEvent]{ Image: "fdpass", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, socketIno, sockfd, fd, gadgetRunner.CapturedEvents) }) } } func generateEvent() (uint64, int, int, error) { sockfds, err := unix.Socketpair(unix.AF_UNIX, unix.SOCK_STREAM, 0) if err != nil { return 0, 0, 0, err } defer unix.Close(sockfds[0]) defer unix.Close(sockfds[1]) var stat unix.Stat_t err = unix.Fstat(sockfds[0], &stat) if err != nil { return 0, 0, 0, err } inodeNum := stat.Ino fd, err := unix.Open("/dev/null", 0, 0) if err != nil { return 0, 0, 0, err } defer unix.Close(fd) oob := unix.UnixRights(int(fd)) err = unix.Sendmsg(sockfds[0], []byte("hello"), oob, nil, 0) if err != nil { return 0, 0, 0, err } return inodeNum, sockfds[0], fd, nil } inspektor-gadget-0.46.0/gadgets/fsnotify/000077500000000000000000000000001510117411400203225ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fsnotify/README.md000066400000000000000000000002541510117411400216020ustar00rootroot00000000000000# fsnotify The `fsnotify` gadget detects applications using inotify or fanotify. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/fsnotify inspektor-gadget-0.46.0/gadgets/fsnotify/README.mdx000066400000000000000000000162271510117411400220010ustar00rootroot00000000000000--- title: fsnotify sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # fsnotify The fsnotify gadget detects applications using inotify or fanotify and enriches the events with the process-related metadata. This gadget requires Linux >= 5.4. Additionally, the field `i_ino` is only available in Linux >= 5.11. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/fsnotify:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/fsnotify:%IG_TAG% [flags] ``` ## Flags ### `--fanotify-only` Show only fanotify events Default value: "" ### `--inotify-only` Show only inotify events Default value: "" ### `--tracee-pid` Show only fsnotify events generated by processes with this pid Default value: "" ### `--tracer-group` Show only fsnotify events generated by a struct fsnotify_group with this address. You can find this address in Golang with kfilefields.ReadPrivateDataFromFd(). See https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget/pkg/kfilefields#ReadPrivateDataFromFd Default value: "" ### `--tracer-pid` Show only fsnotify events generated for processes with this pid Default value: "" ## Guide ### Example with inotify Start an application using inotify: ```bash inotifywatch /tmp/ ``` You can generate events in another terminal with: ```bash touch /tmp/ABCDE ``` The fsnotify gadget can observe and enrich the inotify events in the following way: ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/fsnotify:%IG_TAG% --inotify-only --fields=tracer_comm,tracee_comm,i_mask,name TRACER_COMM TRACEE_COMM I_MASK NAME inotifywatch touch 0x8000020 ABCDE inotifywatch touch 0x8000004 ABCDE inotifywatch touch 0x8000008 ABCDE ``` The mask uses the same flags as inotify (`IN_ACCESS`, etc.) + some internal ones: ```bash 134217760 = 0x08000020 = FS_OPEN | FS_EVENT_ON_CHILD 134217732 = 0x08000004 = FS_ATTRIB | FS_EVENT_ON_CHILD 134217736 = 0x08000008 = FS_CLOSE_WRITE | FS_EVENT_ON_CHILD ``` ### Example with fanotify ig itself uses fanotify to watch containers. You can generate events in another terminal with: ```bash docker run -ti --rm busybox date ``` The fsnotify gadget can observe and enrich the fanotify events in the following way: ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/fsnotify:%IG_TAG% --fanotify-only --fields=tracer_comm,tracee_comm,type,fa_type,fa_response,name TRACER_COMM TRACEE_COMM TYPE FA_TYPE FA_RESPONSE NAME ig containerd-shim fanotify FANOTIFY_EVENT_TYPE_PATH_PERM na /usr/bin/runc ig containerd-shim fa_resp FANOTIFY_EVENT_TYPE_PATH_PERM allow /usr/bin/runc ig containerd-shim fanotify FANOTIFY_EVENT_TYPE_PATH_PERM na /run/containerd/io.containerd.runtime.v2.task/mob… ig containerd-shim fa_resp FANOTIFY_EVENT_TYPE_PATH_PERM allow /run/containerd/io.containerd.runtime.v2.task/mob… ig containerd-shim fanotify FANOTIFY_EVENT_TYPE_PATH_PERM na /usr/bin/runc ig containerd-shim fa_resp FANOTIFY_EVENT_TYPE_PATH_PERM allow /usr/bin/runc ig containerd-shim fanotify FANOTIFY_EVENT_TYPE_PATH_PERM na /usr/bin/runc ig containerd-shim fa_resp FANOTIFY_EVENT_TYPE_PATH_PERM allow /usr/bin/runc ig containerd-shim fanotify FANOTIFY_EVENT_TYPE_PATH_PERM na /usr/bin/runc ig containerd-shim fa_resp FANOTIFY_EVENT_TYPE_PATH_PERM allow /usr/bin/runc ``` ## Architecture ```mermaid sequenceDiagram box Programs participant Tracer participant Tracee end box Maps participant fsnotify_insert_event_ctx participant enriched_fsnotify_events participant fsnotify_remove_first_event_ctx participant events ring buffer end alt inotify Note over Tracee: kprobe/inotify_handle_inode_event Activate Tracee rect rgba(0, 0, 255, .1) Tracee ->> fsnotify_insert_event_ctx: insert into hash table
    Key: pid
    Value: {type=inotify, ino=123...} Activate fsnotify_insert_event_ctx end else fanotify Note over Tracee: kprobe/fanotify_handle_event rect rgba(0, 0, 255, .1) Tracee ->> fsnotify_insert_event_ctx: insert into hash table
    Key: pid
    Value: {type=fanotify, ino=123...} end end Note over Tracee: kprobe/fsnotify_insert_event
    Input: struct fsnotify_group *group, struct fsnotify_event *event Activate Tracee rect rgba(0, 0, 255, .1) Tracee ->> fsnotify_insert_event_ctx: lookup from hash table
    Key: pid
    Value: {type, ino...} Tracee ->> enriched_fsnotify_events: insert into hash table
    Key: fsnotify_event
    Value: {filename, tracee_comm, ...} Activate enriched_fsnotify_events end Deactivate Tracee alt inotify Note over Tracee: kretprobe/inotify_handle_inode_event rect rgba(0, 0, 255, .1) Tracee ->> fsnotify_insert_event_ctx: delete entry from hash table
    Key: pid end else fanotify Note over Tracee: kretprobe/fanotify_handle_event rect rgba(0, 0, 255, .1) Tracee ->> fsnotify_insert_event_ctx: delete entry from hash table
    Key: pid Deactivate fsnotify_insert_event_ctx end end Deactivate Tracee Note over Tracer: kprobe/fsnotify_remove_first_event
    Input: struct fsnotify_group *group Activate Tracer rect rgba(0, 0, 255, .1) Tracer ->> fsnotify_remove_first_event_ctx: insert into hash table
    Key: pid
    Value: fsnotify_group pointer Activate fsnotify_remove_first_event_ctx end Note over Tracer: kretprobe/fsnotify_remove_first_event
    Returns: struct fsnotify_event *event rect rgba(0, 0, 255, .1) Tracer ->> fsnotify_remove_first_event_ctx: lookup+delete from hash table
    Key: pid Deactivate fsnotify_remove_first_event_ctx Tracer ->> enriched_fsnotify_events: lookup from hash table
    Key: fsnotify_event
    Value: {filename, tracee_comm, ...} Tracer ->> events ring buffer: submit event to ring buffer
    type = fanotify | inotify Note over events ring buffer: Inspektor Gadget
    receives the event end Deactivate Tracer Note over Tracee: kprobe/fsnotify_destroy_event
    Input: struct fsnotify_group *group, struct fsnotify_event *event Activate Tracee rect rgba(0, 0, 255, .1) alt inotify or fanotify Note over events ring buffer: Nothing to send else fanotify_perm_response Tracee ->> events ring buffer: submit event to ring buffer
    type = fanotify_perm_response Note over events ring buffer: Inspektor Gadget
    receives the event end Tracee ->> enriched_fsnotify_events: delete from hash table
    Key: fsnotify_event Deactivate enriched_fsnotify_events end Deactivate Tracee ``` inspektor-gadget-0.46.0/gadgets/fsnotify/artifacthub-pkg.yml000066400000000000000000000014661510117411400241270ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "fsnotify" category: monitoring-logging displayName: "fsnotify" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "enrich inotify or fanotify events" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/fsnotify" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/fsnotify:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/fsnotify" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/fsnotify:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/fsnotify/build.yaml000066400000000000000000000000241510117411400223010ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/fsnotify/dev.md000066400000000000000000000104261510117411400214250ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR bufs[("bufs")] enriched_fsnotify_events[("enriched_fsnotify_events")] events[("events")] fsnotify_insert_event_ctx[("fsnotify_insert_event_ctx")] fsnotify_remove_first_event_ctx[("fsnotify_remove_first_event_ctx")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] fanotify_handle_event_e -- "Update" --> fsnotify_insert_event_ctx fanotify_handle_event_e["fanotify_handle_event_e"] fanotify_handle_event_x -- "Delete" --> fsnotify_insert_event_ctx fanotify_handle_event_x["fanotify_handle_event_x"] fsnotify_destroy_event -- "Lookup" --> fsnotify_insert_event_ctx fsnotify_destroy_event -- "Lookup" --> gadget_heap fsnotify_destroy_event -- "Lookup+Delete" --> enriched_fsnotify_events fsnotify_destroy_event -- "Lookup" --> bufs fsnotify_destroy_event -- "EventOutput" --> events fsnotify_destroy_event["fsnotify_destroy_event"] fsnotify_insert_event_e -- "Lookup" --> fsnotify_insert_event_ctx fsnotify_insert_event_e -- "Lookup+Update" --> enriched_fsnotify_events fsnotify_insert_event_e -- "Lookup" --> bufs fsnotify_insert_event_e["fsnotify_insert_event_e"] ig_fa_pick_e -- "Update" --> fsnotify_remove_first_event_ctx ig_fa_pick_e["ig_fa_pick_e"] ig_fa_pick_x -- "Lookup+Delete" --> fsnotify_remove_first_event_ctx ig_fa_pick_x -- "Lookup" --> gadget_heap ig_fa_pick_x -- "Lookup" --> enriched_fsnotify_events ig_fa_pick_x -- "EventOutput" --> events ig_fa_pick_x["ig_fa_pick_x"] inotify_handle_event_e -- "Update" --> fsnotify_insert_event_ctx inotify_handle_event_e["inotify_handle_event_e"] inotify_handle_event_x -- "Delete" --> fsnotify_insert_event_ctx inotify_handle_event_x["inotify_handle_event_x"] inotify_handle_inode_event_e -- "Update" --> fsnotify_insert_event_ctx inotify_handle_inode_event_e["inotify_handle_inode_event_e"] inotify_handle_inode_event_x -- "Delete" --> fsnotify_insert_event_ctx inotify_handle_inode_event_x["inotify_handle_inode_event_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant fanotify_handle_event_e participant fanotify_handle_event_x participant fsnotify_destroy_event participant fsnotify_insert_event_e participant ig_fa_pick_e participant ig_fa_pick_x participant inotify_handle_event_e participant inotify_handle_event_x participant inotify_handle_inode_event_e participant inotify_handle_inode_event_x end box eBPF Maps participant fsnotify_insert_event_ctx participant gadget_heap participant enriched_fsnotify_events participant bufs participant events participant fsnotify_remove_first_event_ctx end fanotify_handle_event_e->>fsnotify_insert_event_ctx: Update fanotify_handle_event_x->>fsnotify_insert_event_ctx: Delete fsnotify_destroy_event->>fsnotify_insert_event_ctx: Lookup fsnotify_destroy_event->>gadget_heap: Lookup fsnotify_destroy_event->>enriched_fsnotify_events: Lookup fsnotify_destroy_event->>bufs: Lookup fsnotify_destroy_event->>events: EventOutput fsnotify_destroy_event->>enriched_fsnotify_events: Delete fsnotify_insert_event_e->>fsnotify_insert_event_ctx: Lookup fsnotify_insert_event_e->>enriched_fsnotify_events: Update fsnotify_insert_event_e->>enriched_fsnotify_events: Lookup fsnotify_insert_event_e->>bufs: Lookup ig_fa_pick_e->>fsnotify_remove_first_event_ctx: Update ig_fa_pick_x->>fsnotify_remove_first_event_ctx: Lookup ig_fa_pick_x->>gadget_heap: Lookup ig_fa_pick_x->>enriched_fsnotify_events: Lookup ig_fa_pick_x->>events: EventOutput ig_fa_pick_x->>fsnotify_remove_first_event_ctx: Delete inotify_handle_event_e->>fsnotify_insert_event_ctx: Update inotify_handle_event_x->>fsnotify_insert_event_ctx: Delete inotify_handle_inode_event_e->>fsnotify_insert_event_ctx: Update inotify_handle_inode_event_x->>fsnotify_insert_event_ctx: Delete ``` inspektor-gadget-0.46.0/gadgets/fsnotify/gadget.yaml000066400000000000000000000146661510117411400224560ustar00rootroot00000000000000name: fsnotify description: Gadget enriching inotify or fanotify events homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/fsnotify sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/fsnotify datasources: fsnotify: fields: fa_f_flags: annotations: columns.hidden: "true" description: event_f_flags from fanotify_init fa_flags: annotations: columns.hidden: "true" description: flags from fanotify_init fa_mask: annotations: description: Mask describing fanotify event (FAN_ACCESS, FAN_MODIFY, etc.) fa_mask_raw: annotations: columns.hidden: "true" fa_pid: annotations: columns.hidden: "true" description: pid from fanotify_event_metadata. Process ID, or thread ID if flag FAN_REPORT_TID was set in fanotify_init template: pid fa_response: annotations: description: 'response to a fanotify permission request' value.one-of: "na, allow, deny, interrupted" fa_response_raw: annotations: columns.hidden: "true" fa_type: annotations: columns.hidden: "true" description: 'Type of fanotify event' value.one-of: 'FANOTIFY_EVENT_TYPE_FID, FANOTIFY_EVENT_TYPE_FID_NAME, FANOTIFY_EVENT_TYPE_PATH, FANOTIFY_EVENT_TYPE_PATH_PERM, FANOTIFY_EVENT_TYPE_OVERFLOW, FANOTIFY_EVENT_TYPE_FS_ERROR' fa_type_raw: annotations: columns.hidden: "true" i_cookie: annotations: columns.hidden: "true" description: 'cookie from inotify_event: Unique cookie associating related events (for rename(2))' i_ino: annotations: columns.hidden: "true" description: inode of the file accessed by inotify (requires Linux >= 5.11) i_ino_dir: annotations: columns.hidden: "true" description: inode of the directory containing the file accessed by inotify i_mask: annotations: description: Mask describing inotify event (IN_ACCESS, IN_MODIFY, etc.) i_mask_raw: annotations: columns.hidden: "true" i_wd: annotations: columns.hidden: "true" description: 'wd from inotify_event: watch descriptor returned by a previous call to inotify_add_watch' name: annotations: description: filename within a watched directory prio: annotations: columns.hidden: "true" description: 'fsnotify group priorities. Events are send in order from highest priority to lowest priority. 0: default, normal notifiers, no permissions. 1: fanotify content based access control. 2: fanotify pre-content access.' value.one-of: "0, 1, 2" tracee: annotations: columns.hidden: "true" tracee.comm: annotations: description: Tracee process name tracee.pcomm: annotations: columns.hidden: "true" description: Tracee parent process name tracee.pid: annotations: description: Tracee process ID tracee.ppid: annotations: columns.hidden: "true" description: Tracee parent process ID tracee.tid: annotations: columns.hidden: "true" description: Tracee thread ID tracee_gid_raw: annotations: columns.hidden: "true" description: Tracee group ID uidgidresolver.target: tracee_group tracee_group: annotations: columns.hidden: "true" description: Tracee group name tracee_mntns_id: annotations: columns.hidden: "true" description: Tracee mount namespace inode id tracee_uid_raw: annotations: columns.hidden: "true" description: Tracee user ID uidgidresolver.target: tracee_user tracee_user: annotations: columns.hidden: "true" description: Tracee user name tracer: annotations: columns.hidden: "true" tracer.comm: annotations: description: Tracer process name tracer.pcomm: annotations: columns.hidden: "true" description: Tracer parent process name tracer.pid: annotations: description: Tracer process ID tracer.ppid: annotations: columns.hidden: "true" description: Tracer parent process ID tracer.tid: annotations: columns.hidden: "true" description: Tracer thread ID tracer_gid_raw: annotations: columns.hidden: "true" description: Tracer group ID uidgidresolver.target: tracer_group tracer_group: annotations: columns.hidden: "true" description: Tracer group name tracer_mntns_id: annotations: columns.hidden: "true" description: Tracer mount namespace inode id tracer_uid_raw: annotations: columns.hidden: "true" description: Tracer user ID uidgidresolver.target: tracer_user tracer_user: annotations: columns.hidden: "true" description: Tracer user name type: annotations: description: 'Type of event' value.one-of: "inotify, fanotify" type_raw: annotations: columns.hidden: "true" params: ebpf: fanotify_only: key: fanotify-only defaultValue: "" description: Show only fanotify events inotify_only: key: inotify-only defaultValue: "" description: Show only inotify events tracee_pid: key: tracee-pid defaultValue: "" description: Show only fsnotify events generated by processes with this pid tracer_group: key: tracer-group defaultValue: "" description: Show only fsnotify events generated by a struct fsnotify_group with this address. You can find this address in Golang with kfilefields.ReadPrivateDataFromFd(). See https://pkg.go.dev/github.com/inspektor-gadget/inspektor-gadget/pkg/kfilefields#ReadPrivateDataFromFd tracer_pid: key: tracer-pid defaultValue: "" description: Show only fsnotify events generated for processes with this pid inspektor-gadget-0.46.0/gadgets/fsnotify/go/000077500000000000000000000000001510117411400207275ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fsnotify/go/go.mod000066400000000000000000000003731510117411400220400ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/fsnotify/go/go.sum000066400000000000000000000000001510117411400220500ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fsnotify/go/program.go000066400000000000000000000042631510117411400227320ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetPreStart func gadgetPreStart() int32 { // Linux 5.16 renamed fsnotify_add_event to fsnotify_insert_event // https://github.com/torvalds/linux/commit/1ad03c3a326a86e259389592117252c851873395 if api.KallsymsSymbolExists("fsnotify_insert_event") { // Fast path for Linux >= 5.16 // No need to check for other symbols // inotify_handle_event is only on Linux < 5.11 api.SetConfig("programs.inotify_handle_event_e.attach_to", "gadget_program_disabled") api.SetConfig("programs.inotify_handle_event_x.attach_to", "gadget_program_disabled") return 0 } if !api.KallsymsSymbolExists("fsnotify_add_event") { api.Errorf("kernel symbol not found: fsnotify_add_event or fsnotify_insert_event") return 0 } api.SetConfig("programs.fsnotify_insert_event_e.attach_to", "fsnotify_add_event") // Linux 5.11 introduced inotify_handle_inode_event (replacing inotify_handle_event) // https://github.com/torvalds/linux/commit/1a2620a99803ad660edc5d22fd9c66cce91ceb1c if !api.KallsymsSymbolExists("inotify_handle_inode_event") { if api.KallsymsSymbolExists("inotify_handle_event") { api.SetConfig("programs.inotify_handle_inode_event_e.attach_to", "gadget_program_disabled") api.SetConfig("programs.inotify_handle_inode_event_x.attach_to", "gadget_program_disabled") api.Warnf("inotify_handle_inode_event not found, falling back to inotify_handle_event") return 0 } api.Errorf("kernel symbol not found: inotify_handle_inode_event or inotify_handle_event") } return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/fsnotify/program.bpf.c000066400000000000000000000455011510117411400227100ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include #include #define TASK_COMM_LEN 16 enum type { unknown, dnotify, inotify, fanotify, fa_resp, }; enum fa_response { na = 0, allow = 0x01, // FAN_ALLOW deny = 0x02, // FAN_DENY interrupted = 0x03, // tracee interrupted (state != FAN_EVENT_ANSWERED) // FAN_AUDIT and FAN_INFO not handled }; struct process { __u32 ppid; __u32 pid; __u32 tid; char comm[TASK_COMM_LEN]; char pcomm[TASK_COMM_LEN]; }; enum i_mask_set : u32 { IN_ACCESS = 0x00000001, IN_MODIFY = 0x00000002, IN_ATTRIB = 0x00000004, IN_CLOSE_WRITE = 0x00000008, IN_CLOSE_NOWRITE = 0x00000010, IN_OPEN = 0x00000020, IN_MOVED_FROM = 0x00000040, IN_MOVED_TO = 0x00000080, IN_CREATE = 0x00000100, IN_DELETE = 0x00000200, IN_DELETE_SELF = 0x00000400, IN_MOVE_SELF = 0x00000800, IN_UNMOUNT = 0x00002000, IN_Q_OVERFLOW = 0x00004000, IN_IGNORED = 0x00008000, IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE), IN_MOVE = (IN_MOVED_FROM | IN_MOVED_TO), IN_ONLYDIR = 0x01000000, IN_DONT_FOLLOW = 0x02000000, IN_EXCL_UNLINK = 0x04000000, IN_MASK_CREATE = 0x10000000, IN_MASK_ADD = 0x20000000, IN_ISDIR = 0x40000000, IN_ONESHOT = 0x80000000, }; enum fa_mask_set : u32 { FAN_ACCESS = 0x00000001, FAN_MODIFY = 0x00000002, FAN_ATTRIB = 0x00000004, FAN_CLOSE_WRITE = 0x00000008, FAN_CLOSE_NOWRITE = 0x00000010, FAN_OPEN = 0x00000020, FAN_MOVED_FROM = 0x00000040, FAN_MOVED_TO = 0x00000080, FAN_CREATE = 0x00000100, FAN_DELETE = 0x00000200, FAN_DELETE_SELF = 0x00000400, FAN_MOVE_SELF = 0x00000800, FAN_OPEN_EXEC = 0x00001000, FAN_Q_OVERFLOW = 0x00004000, FAN_FS_ERROR = 0x00008000, FAN_OPEN_PERM = 0x00010000, FAN_ACCESS_PERM = 0x00020000, FAN_OPEN_EXEC_PERM = 0x00040000, FAN_EVENT_ON_CHILD = 0x08000000, FAN_RENAME = 0x10000000, FAN_ONDIR = 0x40000000, }; struct enriched_event { enum type type; struct process tracee; struct process tracer; // mntns_id cannot yet be part of struct process because Inspektor Gadget // only support one mntns_id per event. gadget_mntns_id tracee_mntns_id; __u64 tracer_mntns_id; // uids and gids cannot yet be part of struct process because the // UidGidResolver does not yet support those fields in an inner struct gadget_uid tracee_uid_raw; gadget_gid tracee_gid_raw; gadget_uid tracer_uid_raw; gadget_gid tracer_gid_raw; __u32 prio; __u32 fa_type; __u32 fa_mask; __u32 fa_pid; __u32 fa_flags; __u32 fa_f_flags; __s32 i_wd; __u32 i_mask; __u32 i_cookie; __u32 i_ino; __u32 i_ino_dir; __u8 name[GADGET_PATH_MAX]; }; static const struct enriched_event empty_enriched_event = {}; // context for the caller of fsnotify_insert_event struct fsnotify_insert_event_value { enum type type; __u32 i_ino; __u32 i_ino_dir; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 64); __type(key, u64); // tgid_pid __type(value, struct fsnotify_insert_event_value); } fsnotify_insert_event_ctx SEC(".maps"); // context for kprobe/kretprobe fsnotify_remove_first_event struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 64); __type(key, u64); // tgid_pid __type(value, void *); // struct fsnotify_group * } fsnotify_remove_first_event_ctx SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, void *); // struct fsnotify_event *event __type(value, struct enriched_event); __uint(max_entries, 1024); } enriched_fsnotify_events SEC(".maps"); const volatile u64 tracer_group = 0; const volatile pid_t tracer_pid = 0; const volatile pid_t tracee_pid = 0; const volatile bool inotify_only = false; const volatile bool fanotify_only = false; GADGET_PARAM(tracer_group); GADGET_PARAM(tracer_pid); GADGET_PARAM(tracee_pid); GADGET_PARAM(inotify_only); GADGET_PARAM(fanotify_only); struct gadget_event { gadget_timestamp timestamp_raw; enum type type_raw; struct process tracee; struct process tracer; // mntns_id cannot yet be part of struct process because Inspektor Gadget // only support one mntns_id per event. gadget_mntns_id tracee_mntns_id; __u64 tracer_mntns_id; // uids and gids cannot yet be part of struct process because the // UidGidResolver does not yet support those fields in an inner struct gadget_uid tracee_uid_raw; gadget_gid tracee_gid_raw; gadget_uid tracer_uid_raw; gadget_gid tracer_gid_raw; __u32 prio; // fsnotify masks are defined in an internal API, but duplicated in two user // APIs with mostly the same values. A single u32 is used to define the event // type but also flags. Some are internal API, some are public API. // // Internal flags are filtered before sending the mask to userspace: // - inotify_mask_to_arg() // - FANOTIFY_OUTGOING_EVENTS // // For detail, see: // https://github.com/torvalds/linux/blob/v6.6/include/linux/fsnotify_backend.h#L31-L47 // https://github.com/torvalds/linux/blob/v6.6/include/uapi/linux/inotify.h#L29-L46 // https://github.com/torvalds/linux/blob/v6.6/include/uapi/linux/fanotify.h#L8-L33 // enum fa_mask_set fa_mask_raw; enum i_mask_set i_mask_raw; enum fanotify_event_type fa_type_raw; __u32 fa_pid; __u32 fa_flags; __u32 fa_f_flags; enum fa_response fa_response_raw; __s32 i_wd; __u32 i_cookie; __u32 i_ino; __u32 i_ino_dir; char name[GADGET_PATH_MAX]; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(fsnotify, events, gadget_event); static __always_inline void process_init(struct process *p, __u64 pid_tgid, struct task_struct *task) { struct task_struct *parent; p->pid = pid_tgid >> 32; p->tid = (u32)pid_tgid; bpf_get_current_comm(&p->comm, sizeof(p->comm)); parent = BPF_CORE_READ(task, real_parent); if (parent != NULL) { p->ppid = (pid_t)BPF_CORE_READ(parent, tgid); bpf_probe_read_kernel(&p->pcomm, sizeof(p->pcomm), parent->comm); } } // Linux < v6.10 struct fsnotify_group___with_prio_int { unsigned int priority; }; // Linux >= 6.10 // https://github.com/torvalds/linux/commit/477cf917dd02853ba78a73cdeb6548889e5f8cd7 enum fsnotify_group_prio___new { FSNOTIFY_PRIO_NORMAL___new = 0, /* normal notifiers, no permissions */ FSNOTIFY_PRIO_CONTENT___new, /* fanotify permission events */ FSNOTIFY_PRIO_PRE_CONTENT___new, /* fanotify pre-content events */ __FSNOTIFY_PRIO_NUM___new }; struct fsnotify_group___with_prio_enum { enum fsnotify_group_prio___new priority; }; static __always_inline __u32 get_priority(struct fsnotify_group *group) { if (bpf_core_type_matches(struct fsnotify_group___with_prio_int)) { struct fsnotify_group___with_prio_int *g = (struct fsnotify_group___with_prio_int *)group; return BPF_CORE_READ(g, priority); } if (bpf_core_type_matches(struct fsnotify_group___with_prio_enum)) { struct fsnotify_group___with_prio_enum *g = (struct fsnotify_group___with_prio_enum *)group; return BPF_CORE_READ(g, priority); } bpf_core_unreachable(); return 0; } static __always_inline int get_fanotify_type(struct fanotify_event *fae) { // fanotify types were introduced by Linux v5.6 // https://github.com/torvalds/linux/commit/7088f35720a55b99624ea36091538baec7ec611f if (bpf_core_field_exists(fae->type)) return BPF_CORE_READ_BITFIELD_PROBED(fae, type); return -1; } static __always_inline struct path * fanotify_get_path(struct fanotify_event *fae) { struct path *p = NULL; int type = get_fanotify_type(fae); if (type == -1) return NULL; if (type == FANOTIFY_EVENT_TYPE_PATH) p = &container_of(fae, struct fanotify_path_event, fae)->path; else if (type == FANOTIFY_EVENT_TYPE_PATH_PERM) p = &container_of(fae, struct fanotify_perm_event, fae)->path; return p; } // Probes for the tracees SEC("kprobe/inotify_handle_inode_event") int BPF_KPROBE(inotify_handle_inode_event_e, struct fsnotify_mark *inode_mark, u32 mask, struct inode *inode, struct inode *dir, const struct qstr *name, u32 cookie) { // inotify_handle_inode_event is introduced in Linux v5.11: // https://github.com/torvalds/linux/commit/1a2620a99803ad660edc5d22fd9c66cce91ceb1c if (!fanotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); struct fsnotify_insert_event_value value = { .type = inotify, .i_ino = BPF_CORE_READ(inode, i_ino), .i_ino_dir = BPF_CORE_READ(dir, i_ino), }; // context for fsnotify_insert_event bpf_map_update_elem(&fsnotify_insert_event_ctx, &pid_tgid, &value, 0); } return 0; } SEC("kretprobe/inotify_handle_inode_event") int BPF_KRETPROBE(inotify_handle_inode_event_x, int ret) { if (!fanotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&fsnotify_insert_event_ctx, &pid_tgid); } return 0; } // Linux < 5.11 does not have inotify_handle_inode_event but inotify_handle_event // https://github.com/torvalds/linux/commit/1a2620a99803ad660edc5d22fd9c66cce91ceb1c SEC("kprobe/inotify_handle_event") int BPF_KPROBE(inotify_handle_event_e, struct fsnotify_group *group, struct inode *inode) { if (!fanotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); struct fsnotify_insert_event_value value = { .type = inotify, // FIXME: i_ino not available on Linux < 5.11 // https://github.com/inspektor-gadget/inspektor-gadget/issues/4222 .i_ino = 0, .i_ino_dir = BPF_CORE_READ(inode, i_ino), }; // context for fsnotify_insert_event bpf_map_update_elem(&fsnotify_insert_event_ctx, &pid_tgid, &value, 0); } return 0; } SEC("kretprobe/inotify_handle_event") int BPF_KRETPROBE(inotify_handle_event_x, int ret) { if (!fanotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&fsnotify_insert_event_ctx, &pid_tgid); } return 0; } SEC("kprobe/fanotify_handle_event") int BPF_KPROBE(fanotify_handle_event_e) { if (!inotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); struct fsnotify_insert_event_value value = { .type = fanotify }; // context for fsnotify_insert_event bpf_map_update_elem(&fsnotify_insert_event_ctx, &pid_tgid, &value, 0); } return 0; } SEC("kretprobe/fanotify_handle_event") int BPF_KRETPROBE(fanotify_handle_event_x, int ret) { if (!inotify_only) { u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&fsnotify_insert_event_ctx, &pid_tgid); } return 0; } SEC("kprobe/fsnotify_insert_event") int BPF_KPROBE(fsnotify_insert_event_e, struct fsnotify_group *group, struct fsnotify_event *event) { struct task_struct *task; u64 pid_tgid; u64 uid_gid; struct enriched_event *ee; struct fsnotify_insert_event_value *value; struct fanotify_event *fae; struct inotify_event_info *ine; int name_len; struct path *p = NULL; task = (struct task_struct *)bpf_get_current_task(); pid_tgid = bpf_get_current_pid_tgid(); uid_gid = bpf_get_current_uid_gid(); if (tracee_pid && tracee_pid != pid_tgid >> 32) return 0; value = bpf_map_lookup_elem(&fsnotify_insert_event_ctx, &pid_tgid); if (value) { if (inotify_only && value->type != inotify) return 0; if (fanotify_only && value->type != fanotify) return 0; } else { if (inotify_only || fanotify_only) return 0; } // fsnotify_insert_event() might not add the event, but // fsnotify_destroy_event() will be called in any cases. // So it is safe to add an entry in the map even if fsnotify_insert_event // does not insert an event. bpf_map_update_elem(&enriched_fsnotify_events, &event, &empty_enriched_event, BPF_NOEXIST); ee = bpf_map_lookup_elem(&enriched_fsnotify_events, &event); if (!ee) return 0; process_init(&ee->tracee, pid_tgid, task); ee->tracee_mntns_id = gadget_get_current_mntns_id(); ee->tracee_uid_raw = (u32)uid_gid; ee->tracee_gid_raw = (u32)(uid_gid >> 32); ee->prio = get_priority(group); if (value) { ee->type = value->type; ee->fa_type = -1; switch (ee->type) { case inotify: ine = container_of(event, struct inotify_event_info, fse); ee->i_wd = BPF_CORE_READ(ine, wd); ee->i_mask = BPF_CORE_READ(ine, mask); ee->i_cookie = BPF_CORE_READ(ine, sync_cookie); ee->i_ino = value->i_ino; ee->i_ino_dir = value->i_ino_dir; name_len = BPF_CORE_READ(ine, name_len); if (name_len < 0) name_len = 0; name_len++; // ine->name_len does not include the NULL at the end if (name_len > GADGET_PATH_MAX) name_len = GADGET_PATH_MAX; bpf_probe_read_kernel_str(&ee->name, name_len, &ine->name[0]); break; case fanotify: fae = container_of(event, struct fanotify_event, fse); ee->fa_mask = BPF_CORE_READ(fae, mask); // fanotify types were introduced by Linux v5.6 // https://github.com/torvalds/linux/commit/7088f35720a55b99624ea36091538baec7ec611f if (bpf_core_field_exists(fae->type)) ee->fa_type = BPF_CORE_READ_BITFIELD_PROBED( fae, type); ee->fa_pid = BPF_CORE_READ(fae, pid, numbers[0].nr); ee->fa_flags = BPF_CORE_READ(group, fanotify_data.flags); ee->fa_f_flags = BPF_CORE_READ(group, fanotify_data.f_flags); p = fanotify_get_path(fae); if (p) bpf_probe_read_kernel_str(ee->name, GADGET_PATH_MAX, get_path_str(p)); break; default: // Nothing to do break; } } return 0; } SEC("kprobe/fsnotify_destroy_event") int BPF_KPROBE(fsnotify_destroy_event, struct fsnotify_group *group, struct fsnotify_event *event) { struct task_struct *task; u64 pid_tgid; u64 uid_gid; struct fsnotify_insert_event_value *value; struct fanotify_event *fae; struct fanotify_perm_event *fpe; short unsigned int state; __u32 fa_type; __u32 fa_mask; struct gadget_event *gadget_event; struct enriched_event *ee; // handle fanotify perm responses if (inotify_only) goto out; pid_tgid = bpf_get_current_pid_tgid(); if (tracee_pid && tracee_pid != pid_tgid >> 32) goto out; value = bpf_map_lookup_elem(&fsnotify_insert_event_ctx, &pid_tgid); if (!value || value->type != fanotify) goto out; fae = container_of(event, struct fanotify_event, fse); fa_type = get_fanotify_type(fae); if (fa_type == -1) goto out; if (fa_type != FANOTIFY_EVENT_TYPE_PATH_PERM) goto out; fpe = container_of(fae, struct fanotify_perm_event, fae); gadget_event = gadget_reserve_buf(&events, sizeof(*gadget_event)); if (!gadget_event) goto out; task = (struct task_struct *)bpf_get_current_task(); uid_gid = bpf_get_current_uid_gid(); gadget_event->type_raw = fa_resp; gadget_event->fa_type_raw = fa_type; gadget_event->prio = get_priority(group); gadget_event->timestamp_raw = bpf_ktime_get_boot_ns(); ee = bpf_map_lookup_elem(&enriched_fsnotify_events, &event); if (ee) { gadget_event->tracer_mntns_id = ee->tracer_mntns_id; gadget_event->tracer = ee->tracer; } process_init(&gadget_event->tracee, pid_tgid, task); gadget_event->tracee_mntns_id = gadget_get_current_mntns_id(); gadget_event->tracee_uid_raw = (u32)uid_gid; gadget_event->tracee_gid_raw = (u32)(uid_gid >> 32); bpf_probe_read_kernel_str(gadget_event->name, GADGET_PATH_MAX, get_path_str(&fpe->path)); fa_mask = BPF_CORE_READ(fae, mask); gadget_event->fa_mask_raw = (enum fa_mask_set)fa_mask; gadget_event->fa_pid = BPF_CORE_READ(fae, pid, numbers[0].nr); gadget_event->fa_flags = BPF_CORE_READ(group, fanotify_data.flags); gadget_event->fa_f_flags = BPF_CORE_READ(group, fanotify_data.f_flags); state = BPF_CORE_READ(fpe, state); if (state == FAN_EVENT_ANSWERED) { gadget_event->fa_response_raw = BPF_CORE_READ(fpe, response); gadget_event->fa_response_raw &= allow | deny; } else { gadget_event->fa_response_raw = interrupted; } gadget_submit_buf(ctx, &events, gadget_event, sizeof(*gadget_event)); out: // This might be called for unrelated events. This is fine: // bpf_map_delete_elem would just ignore events that are not in the // map. bpf_map_delete_elem(&enriched_fsnotify_events, &event); return 0; } // Probes for the tracers SEC("kprobe/fsnotify_remove_first_event") int BPF_KPROBE(ig_fa_pick_e, struct fsnotify_group *group) { u64 pid_tgid; pid_tgid = bpf_get_current_pid_tgid(); u32 tgid = pid_tgid >> 32; if (tracer_pid && tracer_pid != tgid) return 0; if (tracer_group && tracer_group != (u64)group) return 0; // context for kretprobe bpf_map_update_elem(&fsnotify_remove_first_event_ctx, &pid_tgid, &group, 0); return 0; } static __always_inline void prepare_ee_for_fa_perm(struct enriched_event *ee, struct fsnotify_event *event, struct gadget_event *gadget_event) { struct fanotify_event *fae; __u32 fa_type; if (inotify_only) return; if (ee->type != fanotify) return; fae = container_of(event, struct fanotify_event, fse); fa_type = get_fanotify_type(fae); if (fa_type == -1) return; if (fa_type != FANOTIFY_EVENT_TYPE_PATH_PERM) return; ee->tracer = gadget_event->tracer; ee->tracer_mntns_id = gadget_event->tracer_mntns_id; } SEC("kretprobe/fsnotify_remove_first_event") int BPF_KRETPROBE(ig_fa_pick_x, struct fsnotify_event *event) { struct task_struct *task; u64 pid_tgid; u64 uid_gid; struct fsnotify_group **group; struct enriched_event *ee; struct gadget_event *gadget_event; // pid_tgid is the task owning the fsnotify fd task = (struct task_struct *)bpf_get_current_task(); pid_tgid = bpf_get_current_pid_tgid(); uid_gid = bpf_get_current_uid_gid(); group = bpf_map_lookup_elem(&fsnotify_remove_first_event_ctx, &pid_tgid); if (!group) return 0; gadget_event = gadget_reserve_buf(&events, sizeof(*gadget_event)); if (!gadget_event) goto end; /* gadget_event data */ gadget_event->timestamp_raw = bpf_ktime_get_boot_ns(); process_init(&gadget_event->tracer, pid_tgid, task); gadget_event->tracer_mntns_id = gadget_get_current_mntns_id(); gadget_event->tracer_uid_raw = (u32)uid_gid; gadget_event->tracer_gid_raw = (u32)(uid_gid >> 32); ee = bpf_map_lookup_elem(&enriched_fsnotify_events, &event); if (ee) { gadget_event->type_raw = ee->type; gadget_event->tracee = ee->tracee; gadget_event->tracee_uid_raw = ee->tracee_uid_raw; gadget_event->tracee_gid_raw = ee->tracee_gid_raw; gadget_event->tracee_mntns_id = ee->tracee_mntns_id; gadget_event->prio = ee->prio; gadget_event->fa_type_raw = ee->fa_type; gadget_event->fa_mask_raw = (enum fa_mask_set)ee->fa_mask; gadget_event->fa_pid = ee->fa_pid; gadget_event->fa_flags = ee->fa_flags; gadget_event->fa_f_flags = ee->fa_f_flags; gadget_event->i_wd = ee->i_wd; gadget_event->i_mask_raw = (enum i_mask_set)ee->i_mask; gadget_event->i_cookie = ee->i_cookie; gadget_event->i_ino = ee->i_ino; gadget_event->i_ino_dir = ee->i_ino_dir; bpf_probe_read_kernel_str(gadget_event->name, GADGET_PATH_MAX, ee->name); prepare_ee_for_fa_perm(ee, event, gadget_event); } else { if (inotify_only || fanotify_only) { gadget_discard_buf(gadget_event); goto end; } } /* emit gadget_event */ gadget_submit_buf(ctx, &events, gadget_event, sizeof(*gadget_event)); end: bpf_map_delete_elem(&fsnotify_remove_first_event_ctx, &pid_tgid); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/fsnotify/test/000077500000000000000000000000001510117411400213015ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fsnotify/test/unit/000077500000000000000000000000001510117411400222605ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/fsnotify/test/unit/fsnotify_test.go000066400000000000000000000144201510117411400255100ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "errors" "fmt" "os" "path" "testing" "time" "github.com/fsnotify/fsnotify" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type Process struct { PPid uint32 `json:"ppid"` Pid uint32 `json:"pid"` Tid uint32 `json:"tid"` Comm string `json:"comm"` PComm string `json:"pcomm"` } type EventDetails struct { FileName string Ino uint32 InoDir uint32 } type ExpectedFsnotifyEvent struct { Timestamp string `json:"timestamp"` Type string `json:"type"` TraceeProc Process `json:"tracee_proc"` TracerProc Process `json:"tracer_proc"` TraceeMntnsId uint64 `json:"tracee_mntns_id"` TracerMntnsId uint64 `json:"tracer_mntns_id"` TraceeUId uint32 `json:"tracee_uid"` TraceeGId uint32 `json:"tracee_gid"` TracerUId uint32 `json:"tracer_uid"` TracerGId uint32 `json:"tracer_gid"` Prio uint32 `json:"prio"` FaMask string `json:"fa_mask"` IMask string `json:"i_mask"` FaType string `json:"fa_type"` FaPId uint32 `json:"fa_pid"` FaFlags uint32 `json:"fa_flags"` FaFFlags uint32 `json:"fa_f_flags"` FaResponse string `json:"fa_response"` IWd int32 `json:"i_wd"` ICookie uint32 `json:"i_cookie"` IIno uint32 `json:"i_ino"` IInoDir uint32 `json:"i_ino_dir"` Name string `json:"name"` } type testDef struct { runnerConfig *utils.RunnerConfig generateEvent func() (EventDetails, error) validateEvent func(t *testing.T, info *utils.RunnerInfo, eventDetails EventDetails, events []ExpectedFsnotifyEvent) } func TestFsnotifyGadget(t *testing.T) { gadgettesting.MinimumKernelVersion(t, "5.4") gadgettesting.InitUnitTest(t) runnerConfig := &utils.RunnerConfig{} // i_ino field is not available in Linux < 5.11 // https://github.com/inspektor-gadget/inspektor-gadget/issues/4222 ignoreInvalidIno := false if gadgettesting.CheckMinimumKernelVersion(t, "5.11") { ignoreInvalidIno = true t.Logf("Linux < 5.11 (%s) does not give the inode number. This field will not be tested.", gadgettesting.GetKernelVersion(t)) } testCases := map[string]testDef{ "captures_inotify_event": { runnerConfig: runnerConfig, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, eventDetails EventDetails, events []ExpectedFsnotifyEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedFsnotifyEvent { ev := &ExpectedFsnotifyEvent{ Timestamp: utils.NormalizedStr, Type: "inotify", IMask: "IN_MODIFY", TraceeMntnsId: info.MountNsID, TracerMntnsId: utils.NormalizedInt, FaType: utils.NormalizedStr, FaResponse: utils.NormalizedStr, IWd: utils.NormalizedInt, IIno: eventDetails.Ino, IInoDir: eventDetails.InoDir, Name: eventDetails.FileName, } if ignoreInvalidIno { ev.IIno = utils.NormalizedInt } return ev })(t, info, 0, events) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() var eventDetails EventDetails runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) normalizeEvent := func(event *ExpectedFsnotifyEvent) { utils.NormalizeString(&event.Timestamp) utils.NormalizeInt(&event.TracerMntnsId) utils.NormalizeString(&event.FaType) utils.NormalizeString(&event.FaResponse) if ignoreInvalidIno { event.IIno = utils.NormalizedInt } } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { var err error eventDetails, err = testCase.generateEvent() if err != nil { return err } return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedFsnotifyEvent]{ Image: "fsnotify", Timeout: 5 * time.Second, OnGadgetRun: onGadgetRun, NormalizeEvent: normalizeEvent, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, eventDetails, gadgetRunner.CapturedEvents) }) } } func generateEvent() (EventDetails, error) { watcher, err := fsnotify.NewWatcher() if err != nil { return EventDetails{}, err } defer watcher.Close() err = watcher.Add(os.TempDir()) if err != nil { return EventDetails{}, err } // event 1 newFile, err := os.CreateTemp(os.TempDir(), "test-*.txt") if err != nil { return EventDetails{}, err } defer newFile.Close() // event 2 _, err = newFile.WriteString("Hello, fsnotify!") if err != nil { return EventDetails{}, err } // Receiving events. forLoop: for { select { case event, ok := <-watcher.Events: if !ok { return EventDetails{}, errors.New("channel closed") } if event.Has(fsnotify.Write) { if event.Name != newFile.Name() { return EventDetails{}, fmt.Errorf("watcher: unexpected event: %q, expected %q", event.Name, newFile.Name()) } break forLoop } case err, ok := <-watcher.Errors: if !ok { return EventDetails{}, errors.New("channel closed") } return EventDetails{}, fmt.Errorf("watcher: %w", err) } } // Get inode values of test file and its parent directory fileInode, err := utils.GetInode(newFile.Name()) if err != nil { return EventDetails{}, err } dirInode, err := utils.GetInode(path.Dir(newFile.Name())) if err != nil { return EventDetails{}, err } fileName := path.Base(newFile.Name()) eventDetails := EventDetails{ FileName: fileName, Ino: uint32(fileInode), InoDir: uint32(dirInode), } return eventDetails, nil } inspektor-gadget-0.46.0/gadgets/profile_blockio/000077500000000000000000000000001510117411400216235ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_blockio/README.md000066400000000000000000000002701510117411400231010ustar00rootroot00000000000000# profile_blockio The `profile_blockio` gadget that profiles the block I/O of a node. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/profile_blockio inspektor-gadget-0.46.0/gadgets/profile_blockio/README.mdx000066400000000000000000000450551510117411400233030ustar00rootroot00000000000000--- title: profile_blockio sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # profile_blockio The `profile_blockio` gadget gathers information about the usage of the block device I/O (disk I/O), generating a histogram distribution of I/O latency (time), when the gadget is stopped. Notice that the latency of the disk I/O is measured from when the call is issued to the device until its completion, it does not include time spent in the kernel queue. This means that the histogram reflects only the performance of the device and not the effective latency suffered by the applications. The histogram shows the number of I/O operations (`count` column) that lie in the latency range `interval-start` -> `interval-end` (`µs` column), which, as the columns name indicates, is given in microseconds. For this guide, we will use [the `stress` tool](https://man.archlinux.org/man/stress.1) that allows us to load and stress the system in many different ways. In particular, we will use the `--io` flag that will generate a given number of workers to spin on the [sync() syscall](https://man7.org/linux/man-pages/man2/sync.2.html). In this way, we will generate disk I/O that we will analyse using the `profile_blockio` gadget. ## Requirements - Minimum Kernel Version : 5.10 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_blockio:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/profile_blockio:%IG_TAG% [flags] ``` ## Guide Run the gadget in a terminal: ```bash $ kubectl gadget run profile_blockio:%IG_TAG% --node minikube-docker ``` It will start to display the I/O latency distribution as follows: ```bash latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 1 |* | 8 -> 16 : 21 |*************************** | 16 -> 32 : 17 |********************* | 32 -> 64 : 12 |*************** | 64 -> 128 : 0 | | 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 21 |*************************** | 1024 -> 2048 : 3 |*** | 2048 -> 4096 : 31 |****************************************| 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now, let's increase the I/O operations using the stress tool: ```bash # Start by creating our testing namespace $ kubectl create ns test-biolatency # Run stress with 1 worker that will generate I/O operations $ kubectl run --restart=Never --image=polinux/stress stress-io -n test-biolatency -- stress --io 1 $ kubectl wait --timeout=-1s -n test-biolatency --for=condition=ready pod/stress-io pod/stress-io condition met $ kubectl get pod -n test-biolatency -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES stress-io 1/1 Running 0 2s 10.244.1.7 worker-node ``` Using the profile block-io gadget, we can generate another histogram to analyse the disk I/O with this load: ```bash # Run the gadget again $ kubectl gadget run profile_blockio:%IG_TAG% --node minikube-docker latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 786 | | 8 -> 16 : 57788 |****************************************| 16 -> 32 : 39060 |*************************** | 32 -> 64 : 1513 |* | 64 -> 128 : 36 | | 128 -> 256 : 16 | | 256 -> 512 : 260 | | 512 -> 1024 : 2045 |* | 1024 -> 2048 : 986 | | 2048 -> 4096 : 57 | | 4096 -> 8192 : 1 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` The new histogram shows how the number of I/O operations increased significantly. ```bash $ sudo ig run profile_blockio:%IG_TAG% ``` It will start to display the I/O latency distribution as follows: ```bash latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 4 | | 8 -> 16 : 11 |** | 16 -> 32 : 1 | | 32 -> 64 : 10 |* | 64 -> 128 : 0 | | 128 -> 256 : 0 | | 256 -> 512 : 2 | | 512 -> 1024 : 11 |** | 1024 -> 2048 : 1 | | 2048 -> 4096 : 213 |****************************************| 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now, let's increase the I/O operations using the stress tool: ```bash $ docker run -d --rm --name stresstest polinux/stress stress --io 10 ``` Run the gadget to observe the I/O latency distribution: ```bash $ sudo ig run profile_blockio:%IG_TAG% latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 202 | | 8 -> 16 : 13027 |************************************* | 16 -> 32 : 13833 |****************************************| 32 -> 64 : 4272 |************ | 64 -> 128 : 876 |** | 128 -> 256 : 13 | | 256 -> 512 : 529 |* | 512 -> 1024 : 2913 |******** | 1024 -> 2048 : 720 |** | 2048 -> 4096 : 86 | | 4096 -> 8192 : 5 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` You can clean up the resources created during this guide by running the following commands: ```bash $ kubectl delete ns test-biolatency ``` ```bash $ docker rm -f stresstest ``` ## Exporting metrics The `profile_blockio` gadget can expose the histograms it generates to a Prometheus endpoint. To do so, you need to activate both the metrics listener as well as the gadget collector. To enable the metrics listener, check the [Exporting Metrics](../reference/export-metrics.mdx) documentation. To enable the collector for the `profile_blockio` gadget with the metrics name `blockio-metrics`, run the following command: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash gadgetctl run ghcr.io/inspektor-gadget/gadget/profile_blockio:%IG_TAG% \ --annotate=blockio:metrics.collect=true \ --otel-metrics-name=blockio:blockio-metrics \ --detach ``` ```bash WIP: Headless mode for kubectl gadget is under development ``` Unless you configured the metrics listener to do differently, the metrics will be available at `http://localhost:2224/metrics` on the server side. And for the `profile_blockio` gadget we ran above, the metrics will be available under the `blockio-metrics` scope: ```bash $ curl http://localhost:2224/metrics -s | grep blockio-metrics latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4"} 0 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8"} 10 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16"} 193 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32"} 374 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="64"} 943 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="128"} 1825 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="256"} 2829 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="512"} 3905 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1024"} 4280 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2048"} 4351 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4096"} 4351 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8192"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="16384"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="32768"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="65536"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="131072"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="262144"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="524288"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.048576e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="2.097152e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="4.194304e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="8.388608e+06"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="1.6777216e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="3.3554432e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="6.7108864e+07"} 4354 latency_bucket{otel_scope_name="blockio-metrics",otel_scope_version="",le="+Inf"} 4354 latency_sum{otel_scope_name="blockio-metrics",otel_scope_version=""} 1.520032e+06 latency_count{otel_scope_name="blockio-metrics",otel_scope_version=""} 4354 otel_scope_info{otel_scope_name="blockio-metrics",otel_scope_version=""} 1 ``` Finally, stop metrics collection: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash $ gadgetctl list ID NAME TAGS GADGET 3e68634c4c28 amazing_payne ghcr.io/inspektor-gadget/gadget/profile_blockio:latest ``` ```bash $ gadgetctl/... delete 3e68634c4c28 3e68634c4c28a981a60fe96a29d24a99 ``` inspektor-gadget-0.46.0/gadgets/profile_blockio/artifacthub-pkg.yml000066400000000000000000000015341510117411400254240ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "profile blockio" category: monitoring-logging displayName: "profile blockio" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Profile block I/O operations" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/profile_blockio/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/profile_blockio:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_blockio" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/profile_blockio:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/profile_blockio/dev.md000066400000000000000000000025471510117411400227330ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR cgroup_map[("cgroup_map")] hists[("hists")] start[("start")] ig_profio_done -- "Lookup+Delete" --> start ig_profio_done -- "Lookup+Update" --> hists ig_profio_done["ig_profio_done"] ig_profio_ins -- "Update" --> start ig_profio_ins["ig_profio_ins"] ig_profio_iss -- "Update" --> start ig_profio_iss["ig_profio_iss"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_profio_done participant ig_profio_ins participant ig_profio_iss end box eBPF Maps participant start participant hists end ig_profio_done->>start: Lookup ig_profio_done->>hists: Lookup ig_profio_done->>hists: Update ig_profio_done->>start: Delete ig_profio_ins->>start: Update ig_profio_iss->>start: Update ``` inspektor-gadget-0.46.0/gadgets/profile_blockio/gadget.yaml000066400000000000000000000006331510117411400237440ustar00rootroot00000000000000name: profile blockio description: TODO homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/profile_blockio sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_blockio dataSources: blockio: annotations: metrics.print: "true" fields: latency: annotations: metrics.unit: µs inspektor-gadget-0.46.0/gadgets/profile_blockio/program.bpf.c000066400000000000000000000123151510117411400242060ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include #include #include #include #ifndef PROFILER_MAX_SLOTS #define PROFILER_MAX_SLOTS 27 #endif /* !PROFILER_MAX_SLOTS */ #define MAX_ENTRIES 10240 #define DISK_NAME_LEN 32 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) const volatile bool filter_cg = false; const volatile bool targ_per_disk = false; const volatile bool targ_per_flag = false; const volatile bool targ_queued = false; const volatile bool targ_ms = false; const volatile bool filter_dev = false; const volatile __u32 targ_dev = 0; struct hist_key { __u32 cmd_flags; __u32 dev; }; // hist_value is used as value for profiler hash map. struct hist_value { gadget_histogram_slot__u32 latency[PROFILER_MAX_SLOTS]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist_value); } hists SEC(".maps"); GADGET_MAPITER(blockio, hists); struct { __uint(type, BPF_MAP_TYPE_CGROUP_ARRAY); __type(key, u32); __type(value, u32); __uint(max_entries, 1); } cgroup_map SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct request *); __type(value, u64); } start SEC(".maps"); static struct hist_value initial_hist; static __always_inline int trace_rq_start(struct request *rq, int issue) { if (issue && targ_queued && BPF_CORE_READ(rq, q, elevator)) return 0; u64 ts = bpf_ktime_get_ns(); if (filter_dev) { struct gendisk *disk = get_disk(rq); u32 dev; dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; if (targ_dev != dev) return 0; } bpf_map_update_elem(&start, &rq, &ts, 0); return 0; } // https://github.com/torvalds/linux/commit/a54895fa057c67700270777f7661d8d3c7fda88a // - TP_PROTO(struct request_queue *q, struct request *rq), // + TP_PROTO(struct request *rq), // struct request and struct request_queue are likely different in the current // kernel and in vmlinux.h. We don't need recursive compatibility checks on // each field of the struct because we only use this to check the prototype of // the tracepoints. We use empty structs so none of the fields are checked by // bpf_core_type_matches(). struct request___empty {}; struct request_queue___empty {}; typedef void (*btf_trace_block_rq_insert___new)(void *, struct request___empty *); typedef void (*btf_trace_block_rq_insert___old)(void *, struct request_queue___empty *q, struct request___empty *); typedef void (*btf_trace_block_rq_issue___new)(void *, struct request___empty *); typedef void (*btf_trace_block_rq_issue___old)(void *, struct request_queue___empty *q, struct request___empty *); SEC("raw_tp/block_rq_insert") int ig_profio_ins(u64 *ctx) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (bpf_core_type_matches(btf_trace_block_rq_insert___new)) { // After commit a54895fa (v5.11-rc1) return trace_rq_start((void *)ctx[0], false); } else if (bpf_core_type_matches(btf_trace_block_rq_insert___old)) { // Before commit a54895fa (v5.11-rc1) return trace_rq_start((void *)ctx[1], false); } else { // Couldn't detect block/block_rq_insert tracepoint bpf_core_unreachable(); return 0; } } SEC("raw_tp/block_rq_issue") int ig_profio_iss(u64 *ctx) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; if (bpf_core_type_matches(btf_trace_block_rq_issue___new)) { // After commit a54895fa (v5.11-rc1) return trace_rq_start((void *)ctx[0], true); } else if (bpf_core_type_matches(btf_trace_block_rq_issue___old)) { // Before commit a54895fa (v5.11-rc1) return trace_rq_start((void *)ctx[1], true); } else { // Couldn't detect block/block_rq_issue tracepoint bpf_core_unreachable(); return 0; } } SEC("raw_tp/block_rq_complete") int BPF_PROG(ig_profio_done, struct request *rq, int error, unsigned int nr_bytes) { if (filter_cg && !bpf_current_task_under_cgroup(&cgroup_map, 0)) return 0; u64 slot, *tsp, ts = bpf_ktime_get_ns(); struct hist_key hkey = {}; struct hist_value *histp; s64 delta; tsp = bpf_map_lookup_elem(&start, &rq); if (!tsp) return 0; delta = (s64)(ts - *tsp); if (delta < 0) goto cleanup; if (targ_per_disk) { struct gendisk *disk = get_disk(rq); hkey.dev = disk ? MKDEV(BPF_CORE_READ(disk, major), BPF_CORE_READ(disk, first_minor)) : 0; } if (targ_per_flag) hkey.cmd_flags = BPF_CORE_READ(rq, cmd_flags); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) { bpf_map_update_elem(&hists, &hkey, &initial_hist, 0); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) goto cleanup; } if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= PROFILER_MAX_SLOTS) slot = PROFILER_MAX_SLOTS - 1; __sync_fetch_and_add(&histp->latency[slot], 1); cleanup: bpf_map_delete_elem(&start, &rq); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/profile_blockio/test/000077500000000000000000000000001510117411400226025ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_blockio/test/unit/000077500000000000000000000000001510117411400235615ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_blockio/test/unit/profile_blockio_test.go000066400000000000000000000022511510117411400303110ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestProfileBlockio(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. // TODO: This is the minimum kernel version the gadget works on among the // ones we test. We need to check if it works with other versions that we // don't test, like 5.9 gadgettesting.MinimumKernelVersion(t, "5.10") gadgettesting.DummyGadgetTest(t, "profile_blockio") } inspektor-gadget-0.46.0/gadgets/profile_cpu/000077500000000000000000000000001510117411400207705ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_cpu/README.md000066400000000000000000000002271510117411400222500ustar00rootroot00000000000000# profile_cpu The `profile_cpu` gadget profiles the CPU. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/profile_cpu inspektor-gadget-0.46.0/gadgets/profile_cpu/README.mdx000066400000000000000000000174371510117411400224530ustar00rootroot00000000000000--- title: profile_cpu sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # profile_cpu The profile cpu gadget takes samples of stack traces. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --map-fetch-interval 0 [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --map-fetch-interval 0 [flags] ``` ## Guide Here we deploy a small demo pod "random": ```bash $ kubectl run --restart=Never --image=busybox random -- sh -c 'cat /dev/urandom > /dev/null' pod/random created ``` Using the profile cpu gadget, we can see the list of stack traces. The following command filters only for pods named "random", execute the command and interrupt it after ~30 seconds. The `--kernel-stacks-only` option is passed to show only the kernel stack traces. ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --podname random --kernel-stacks-only --map-fetch-interval 0 ``` After a while press with Ctrl-C to stop trace collection ``` $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --timeout 5 --podname random --kernel-stacks-only K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID COMM SAMPLES KERN_STACK minikube-docker default random random 38130 containerd-shim 5 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 2 [0]chacha_block_generic;… minikube-docker default random random 38130 containerd-shim 2 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 2 [0]chacha_permute; [1]ge… ``` From the traces above, you can see that the pod is spending CPU time in the Linux function `urandom_read`. Instead of waiting, you can use the `--timeout` argument: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --timeout 5 --podname random --kernel-stacks-only --map-fetch-interval 0 K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID COMM SAMPLES KERN_STACK minikube-docker default random random 38130 containerd-shim 1 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]_copy_to_iter; [1]get… minikube-docker default random random 38130 containerd-shim 2 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 5 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]chacha_permute; [1]ge… minikube-docker default random random 38130 containerd-shim 1 [0]get_random_bytes_user… ``` Finally, we need to clean up our pod: ```bash $ kubectl delete pod random ``` * Generate some kernel load: ```bash $ docker run -d --rm --name random busybox cat /dev/urandom > /dev/null ``` * Start `ig`: ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/profile_cpu:%IG_TAG% --kernel-stacks-only --containername random --runtimes docker --map-fetch-interval 0 ``` * Observe the results: ```bash RUNTIME.CONTAINERNAME KERNEL_IP COMM PID TID SAMPLES KERN_STACK random 18446603336363922440 cat 83451 83451 2 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336357767960 cat 83451 83451 1 [0]rcu_all_qs; [1]__cond_resched; [2]get_random_bytes_user; [3]ura… random 18446603336363922292 cat 83451 83451 2 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363922360 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363922208 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363922380 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363862956 cat 83451 83451 1 [0]push_pipe; [1]_copy_to_iter; [2]get_random_bytes_user; [3]urand… random 18446603336363922252 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363922260 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336357585584 cat 83451 83451 1 [0]mutex_spin_on_owner; [1]__mutex_lock.constprop.0; [2]__mutex_lo… random 18446603336363922196 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… random 18446603336363922444 cat 83451 83451 1 [0]chacha_permute; [1]get_random_bytes_user; [2]urandom_read_iter;… ``` * Remove the docker container: ```bash $ docker stop random ``` inspektor-gadget-0.46.0/gadgets/profile_cpu/artifacthub-pkg.yml000066400000000000000000000014311510117411400245650ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "profile cpu" category: monitoring-logging displayName: "profile cpu" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Profile CPU" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/profile_cpu/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/profile_cpu:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_cpu" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/profile_cpu:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/profile_cpu/gadget.yaml000066400000000000000000000026251510117411400231140ustar00rootroot00000000000000name: profile cpu description: The profile cpu gadget takes samples of the stack traces. homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/profile_cpu sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_cpu programs: profiler: perf: type: software config: count_sw_cpu_clock sampleType: sample_raw sampler: frequency: 49 datasources: samples: annotations: views.modes.flamegraph: true views.defaults.mode: flamegraph ebpf.map.flush-on-stop: true fields: runtime.containerName: annotations: flamegraph.level: 0 flamegraph.type: single proc.comm: annotations: flamegraph.level: 10 flamegraph.type: single user_stack: annotations: flamegraph.level: 20 flamegraph.type: stack kern_stack: annotations: flamegraph.level: 30 flamegraph.type: stack params: ebpf: kernel_stacks_only: key: kernel-stacks-only defaultValue: "false" description: Only include the kernel stack user_stacks_only: key: user-stacks-only defaultValue: "false" description: Only include the user stack include_idle: key: include-idle defaultValue: "false" description: Include time the cpu is idle inspektor-gadget-0.46.0/gadgets/profile_cpu/program.bpf.c000066400000000000000000000047661510117411400233660ustar00rootroot00000000000000/* SPDX-License-Identifier: BSD-2-Clause */ /* Copyright (c) 2022 LG Electronics */ #include #include #include #include #include #include #include #include #include #include #include #include #define MAX_ENTRIES 10240 struct key_t { __u64 kernel_ip; struct gadget_user_stack user_stack_raw; gadget_kernel_stack kern_stack_raw; struct gadget_process proc; }; const volatile bool kernel_stacks_only = false; GADGET_PARAM(kernel_stacks_only); const volatile bool user_stacks_only = false; GADGET_PARAM(user_stacks_only); const volatile bool include_idle = false; GADGET_PARAM(include_idle); struct values { __u64 samples; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct key_t); __type(value, struct values); __uint(max_entries, MAX_ENTRIES); } counts SEC(".maps"); GADGET_MAPITER(samples, counts); /* * If PAGE_OFFSET macro is not available in vmlinux.h, determine ip whose MSB * (Most Significant Bit) is 1 as the kernel address. * TODO: use end address of user space to determine the address space of ip */ #if defined(__TARGET_ARCH_arm64) || defined(__TARGET_ARCH_x86) #define BITS_PER_ADDR (64) #define MSB_SET_ULONG (1UL << (BITS_PER_ADDR - 1)) static __always_inline bool is_kernel_addr(u64 addr) { return !!(addr & MSB_SET_ULONG); } #else static __always_inline bool is_kernel_addr(u64 addr) { return false; } #endif /* __TARGET_ARCH_arm64 || __TARGET_ARCH_x86 */ SEC("perf_event/profiler") int ig_prof_cpu(struct bpf_perf_event_data *ctx) { if (gadget_should_discard_data_current()) return 0; u64 id = bpf_get_current_pid_tgid(); u32 tid = id; struct values *valp; static const struct values zero = { 0, }; struct key_t key = {}; if (!include_idle && tid == 0) return 0; gadget_process_populate(&key.proc); if (user_stacks_only) key.kern_stack_raw = -1; else key.kern_stack_raw = bpf_get_stackid(&ctx->regs, &ig_kstack, 0); if (!kernel_stacks_only) gadget_get_user_stack(ctx, &key.user_stack_raw); if (key.kern_stack_raw >= 0) { // populate extras to fix the kernel stack u64 ip = PT_REGS_IP(&ctx->regs); if (is_kernel_addr(ip)) key.kernel_ip = ip; } valp = bpf_map_lookup_or_try_init(&counts, &key, &zero); if (valp) __sync_fetch_and_add(&valp->samples, 1); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/profile_cpu/test/000077500000000000000000000000001510117411400217475ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_cpu/test/unit/000077500000000000000000000000001510117411400227265ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_cpu/test/unit/profile_cpu_test.go000066400000000000000000000017011510117411400266220ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestProfileCpu(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "profile_cpu") } inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/000077500000000000000000000000001510117411400230235ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/README.md000066400000000000000000000003411510117411400243000ustar00rootroot00000000000000# profile_qdisc_latency The `profile_qdisc_latency` gadget that profiles the latency of the network scheduler on a node. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/profile_qdisc_latency inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/README.mdx000066400000000000000000000454331510117411400245030ustar00rootroot00000000000000--- title: profile_qdisc_latency sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # profile_qdisc_latency The `profile_qdisc_latency` gadget gathers information about the usage of the network interfaces, generating a histogram distribution of latency caused by the network scheduler when consuming packets off qdiscs, when the gadget is stopped. The histogram shows the number of packets enqueued to qdiscs (`count` column) that lie in the latency range `interval-start` -> `interval-end` (`µs` column). By default the latency is measured in microseconds. If the `--ms` flag is passed, it will be shown in milliseconds. This guide will use the [netem qdisc](https://man7.org/linux/man-pages/man8/tc-netem.8.html) to emulate delay in sending packets. To configure it, the [tc](https://man7.org/linux/man-pages/man8/tc.8.html) program of the `iproute2` is used. ## Requirements - Minimum Kernel Version : 5.15 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:%IG_TAG% [flags] ``` ## Guide Run the gadget in a terminal: ```bash $ kubectl gadget run profile_qdisc_latency:%IG_TAG% --node minikube-docker ``` It will start to display the qdisc latency distribution as follows: ```bash latency µs : count distribution 0 -> 1 : 2 |****************************************| 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 0 | | 8 -> 16 : 0 | | 16 -> 32 : 0 | | 32 -> 64 : 0 | | 64 -> 128 : 0 | | 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 0 | | 1024 -> 2048 : 0 | | 2048 -> 4096 : 0 | | 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now to introduce some more latency, let's add a `netem` qdisc with some latency and jitter. ```bash # Start by creating our testing namespace $ kubectl create ns qdisc-latency-test # Run a pod that we will emulate network latency in $ kubectl run -n qdisc-latency-test --rm -it netem-test \ --image=alpine --restart=Never \ --privileged # Inside the container run the following commands $ apk update $ apk add iproute2 # This will introduce a latency of 100ms with 100ms jitter $ tc qdisc add dev eth0 root netem delay 100ms 100ms # Now let's ping some remote host $ ping google.com ``` Using the profile qdisc-latency gadget, we can generate another histogram to analyse the latency of scheduled network packets: ```bash # Run the gadget again $ kubectl gadget run profile_qdisc_latency:%IG_TAG% --node minikube-docker latency µs : count distribution 0 -> 1 : 2 |**** | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 1 |** | 8 -> 16 : 0 | | 16 -> 32 : 5 |*********** | 32 -> 64 : 14 |******************************** | 64 -> 128 : 17 |****************************************| 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 0 | | 1024 -> 2048 : 0 | | 2048 -> 4096 : 0 | | 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` The new histogram shows how the latency numbers increased. ```bash $ sudo ig run profile_qdisc_latency:%IG_TAG% ``` It will start to display the qdisc latency distribution as follows: ```bash latency µs : count distribution 0 -> 1 : 2 |****************************************| 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 0 | | 8 -> 16 : 0 | | 16 -> 32 : 0 | | 32 -> 64 : 0 | | 64 -> 128 : 0 | | 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 0 | | 1024 -> 2048 : 0 | | 2048 -> 4096 : 0 | | 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now to introduce some more latency, let's add a `netem` qdisc with some latency and jitter. ```bash # We spawn a container where we will add network latency to $ docker run --rm --privileged --name qdisc-latency-test -it alpine # Inside the container run the following commands apk update apk add iproute2 # This will introduce a latency of 100ms with 100ms jitter tc qdisc add dev eth0 root netem delay 100ms 100ms # Now let's ping some remote host ping google.com ``` Using the profile qdisc-latency gadget, we can generate another histogram to analyse the latency of scheduled network packets: ```bash $ sudo ig run profile_qdisc_latency:%IG_TAG% latency µs : count distribution 0 -> 1 : 2 |**** | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 1 |** | 8 -> 16 : 0 | | 16 -> 32 : 5 |*********** | 32 -> 64 : 14 |******************************** | 64 -> 128 : 17 |****************************************| 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 0 | | 1024 -> 2048 : 0 | | 2048 -> 4096 : 0 | | 4096 -> 8192 : 0 | | 8192 -> 16384 : 0 | | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` You can clean up the resources created during this guide by running the following commands: ```bash $ kubectl delete ns qdisc-latency-test ``` ```bash $ docker rm -f qdisc-latency-test ``` ## Exporting metrics The `profile_qdisc_latency` gadget can expose the histograms it generates to a Prometheus endpoint. To do so, you need to activate both the metrics listener as well as the gadget collector. To enable the metrics listener, check the [Exporting Metrics](../reference/export-metrics.mdx) documentation. To enable the collector for the `profile_qdisc_latency` gadget with the metrics name `qdisc-latency-metrics`, run the following command: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash gadgetctl run ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:%IG_TAG% \ --annotate=qdisc_latency:metrics.collect=true \ --otel-metrics-name=qdisc:qdisc-latency-metrics \ --detach ``` ```bash WIP: Headless mode for kubectl gadget is under development ``` Unless you configured the metrics listener to do differently, the metrics will be available at `http://localhost:2224/metrics` on the server side. For the `profile_qdisc_latency` gadget we ran above, you can find the metrics under the `qdisc-latency-metrics` scope: ```bash $ curl http://localhost:2224/metrics -s | grep qdisc-latency latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="1"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="2"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="4"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="8"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="16"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="32"} 0 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="64"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="128"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="256"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="512"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="1024"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="2048"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="4096"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="8192"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="16384"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="32768"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="65536"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="131072"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="262144"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="524288"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="1.048576e+06"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="2.097152e+06"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="4.194304e+06"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="8.388608e+06"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="1.6777216e+07"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="3.3554432e+07"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="6.7108864e+07"} 3 latency_bucket{otel_scope_name="qdisc-latency-metrics",otel_scope_version="",le="+Inf"} 3 latency_sum{otel_scope_name="qdisc-latency-metrics",otel_scope_version=""} 192 latency_count{otel_scope_name="qdisc-latency-metrics",otel_scope_version=""} 3 otel_scope_info{otel_scope_name="qdisc-latency-metrics",otel_scope_version=""} 1 ``` Finally, stop metrics collection: ```bash WIP: Headless mode for kubectl gadget is under development ``` ```bash $ gadgetctl list ID NAME TAGS GADGET 3e68634c4c28 amazing_payne ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:latest ``` ```bash $ gadgetctl delete 3e68634c4c28 3e68634c4c28a981a60fe96a29d24a99 ``` inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/artifacthub-pkg.yml000066400000000000000000000016051510117411400266230ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "profile qdisc latency" category: monitoring-logging displayName: "profile qdisc latency" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "profile network scheduler latency" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/profile_qdisc_latency/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_qdisc_latency" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/profile_qdisc_latency:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/dev.md000066400000000000000000000032401510117411400241220ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR hists[("hists")] start[("start")] consume_skb -- "Lookup+Delete" --> start consume_skb -- "Lookup+Update" --> hists consume_skb["consume_skb"] kfree_skb -- "Lookup+Delete" --> start kfree_skb -- "Lookup+Update" --> hists kfree_skb["kfree_skb"] qdisc_dequeue -- "Lookup+Delete" --> start qdisc_dequeue -- "Lookup+Update" --> hists qdisc_dequeue["qdisc_dequeue"] qdisc_enqueue -- "Update" --> start qdisc_enqueue["qdisc_enqueue"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant consume_skb participant kfree_skb participant qdisc_dequeue participant qdisc_enqueue end box eBPF Maps participant start participant hists end consume_skb->>start: Lookup consume_skb->>hists: Lookup consume_skb->>hists: Update consume_skb->>start: Delete kfree_skb->>start: Lookup kfree_skb->>hists: Lookup kfree_skb->>hists: Update kfree_skb->>start: Delete qdisc_dequeue->>start: Lookup qdisc_dequeue->>hists: Lookup qdisc_dequeue->>hists: Update qdisc_dequeue->>start: Delete qdisc_enqueue->>start: Update ``` inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/gadget.yaml000066400000000000000000000014121510117411400251400ustar00rootroot00000000000000name: profile qdisc latency description: Profile network scheduler latency homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/profile_qdisc_latency sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_qdisc_latency datasources: qdisc: annotations: metrics.print: "true" fields: latency: annotations: metrics.unit: µs params: ebpf: ifindex: key: ifindex defaultValue: "-1" description: 'Interface index to collect metrics for. To collect metric for all interfaces, set to -1.' targ_ms: key: ms defaultValue: "false" description: Convert latency to milliseconds, by default it uses nanoseconds. inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/program.bpf.c000066400000000000000000000052521510117411400254100ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2020 Wenbo Zhang #include #include #include #include #include #include #include #include #ifndef PROFILER_MAX_SLOTS #define PROFILER_MAX_SLOTS 27 #endif /* !PROFILER_MAX_SLOTS */ #define MAX_ENTRIES 10240 #define IFNAMSIZ 16 const volatile int ifindex = -1; const volatile bool targ_ms = false; GADGET_PARAM(ifindex); GADGET_PARAM(targ_ms); struct hist_key { u8 unused; }; // hist_value is used as value for profiler hash map. struct hist_value { gadget_histogram_slot__u32 latency[PROFILER_MAX_SLOTS]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist_value); } hists SEC(".maps"); GADGET_MAPITER(qdisc, hists); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct sk_buff *); __type(value, u64); } start SEC(".maps"); static struct hist_value initial_hist; static __always_inline void trace_stop(struct sk_buff *skb) { u64 slot, *tsp, ts = bpf_ktime_get_ns(); struct hist_key hkey = { 0 }; struct hist_value *histp; s64 delta; tsp = bpf_map_lookup_elem(&start, &skb); if (!tsp) return; delta = (s64)(ts - *tsp); if (delta < 0) goto cleanup; histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) { bpf_map_update_elem(&hists, &hkey, &initial_hist, 0); histp = bpf_map_lookup_elem(&hists, &hkey); if (!histp) goto cleanup; } if (targ_ms) delta /= 1000000U; else delta /= 1000U; slot = log2l(delta); if (slot >= PROFILER_MAX_SLOTS) slot = PROFILER_MAX_SLOTS - 1; __sync_fetch_and_add(&histp->latency[slot], 1); cleanup: bpf_map_delete_elem(&start, &skb); } SEC("raw_tp/qdisc_enqueue") int BPF_PROG(qdisc_enqueue, struct Qdisc *qdisc, const struct netdev_queue *txq, struct sk_buff *skb) { if (ifindex >= 0) { int pkg_ifindex; BPF_CORE_READ_INTO(&pkg_ifindex, txq, dev, ifindex); if (pkg_ifindex != ifindex) { return 0; } } u64 ts = bpf_ktime_get_ns(); bpf_map_update_elem(&start, &skb, &ts, 0); return 0; } SEC("raw_tp/qdisc_dequeue") int BPF_PROG(qdisc_dequeue, struct Qdisc *qdisc, const struct netdev_queue *txq, int packets, struct sk_buff *skb) { trace_stop(skb); return 0; } SEC("raw_tp/consume_skb") int BPF_PROG(consume_skb, struct sk_buff *skb, void *location) { trace_stop(skb); return 0; } SEC("raw_tp/kfree_skb") int BPF_PROG(kfree_skb, struct sk_buff *skb, void *location, enum skb_drop_reason reason) { trace_stop(skb); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/test/000077500000000000000000000000001510117411400240025ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/test/unit/000077500000000000000000000000001510117411400247615ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_qdisc_latency/test/unit/profile_qdisc_latency_test.go000066400000000000000000000022651510117411400327160ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestProfileQdiscLatency(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. // TODO: This is the minimum kernel version the gadget works on among the // ones we test. We need to check if it works with other versions that we // don't test, like 5.14 gadgettesting.MinimumKernelVersion(t, "5.15") gadgettesting.DummyGadgetTest(t, "profile_qdisc_latency") } inspektor-gadget-0.46.0/gadgets/profile_tcprtt/000077500000000000000000000000001510117411400215215ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_tcprtt/README.md000066400000000000000000000003031510117411400227740ustar00rootroot00000000000000# profile_tcprtt The `profile_tcprtt` gadget profiles the TCP connections' Round-Trip Time (RTT). Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/profile_tcprtt inspektor-gadget-0.46.0/gadgets/profile_tcprtt/README.mdx000066400000000000000000000404101510117411400231670ustar00rootroot00000000000000--- title: profile_tcprtt sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # profile_tcprtt The `profile_tcprtt` gadget generates a histogram distribution of the TCP connections' Round-Trip Time (RTT). The RTT values used to create the histogram are collected from [the smoothed RTT](https://github.com/torvalds/linux/blob/v5.11/include/linux/tcp.h#L258) information already provided by the Linux kernel for the TCP sockets. The histogram considers only the TCP connections that have been already established, so it does not take into account the connection phase (3-way TCP Handshake). If it is what you are looking for, please check the latency information the `trace_tcpconnect` gadget provides. See further information in the [trace_tcpconnect documentation](trace_tcpconnect.mdx). The histogram shows the number of TCP RTT operations (`count` column) that lie in the latency range `interval-start` -> `interval-end` (`µs` column), which, as the columns name indicates, is given in microseconds. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/profile_tcprtt:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/profile_tcprtt:%IG_TAG% [flags] ``` ## Guide Run the gadget in a terminal: ```bash $ kubectl gadget run profile_tcprtt:%IG_TAG% --node minikube-docker ``` It will start to display the TCP RTT latency distribution as follows: ```bash latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 17 |****************************** | 8 -> 16 : 22 |****************************************| 16 -> 32 : 18 |******************************** | 32 -> 64 : 17 |****************************** | 64 -> 128 : 4 |******* | 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 2 |*** | 1024 -> 2048 : 0 | | 2048 -> 4096 : 1 |* | 4096 -> 8192 : 5 |********* | 8192 -> 16384 : 16 |***************************** | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now, let's create an nginx server we can query: ```bash # Start by creating and nginx server $ kubectl create service nodeport nginx --tcp=80:80 $ kubectl create deployment nginx --image=nginx # And then, create a pod to generate some traffic with the server: $ kubectl run -ti --privileged --image wbitt/network-multitool myclientpod -- bash # curl nginx # curl nginx ``` Using the profile_tcprtt` gadget, we can generate another histogram to analyse the TCP RTT with this load: ```bash # Run the gadget again $ kubectl gadget run profile_tcprtt:latest --node minikube-docker latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 6 |******** | 8 -> 16 : 5 |****** | 16 -> 32 : 15 |******************** | 32 -> 64 : 9 |************ | 64 -> 128 : 15 |******************** | 128 -> 256 : 0 | | 256 -> 512 : 0 | | 512 -> 1024 : 0 | | 1024 -> 2048 : 0 | | 2048 -> 4096 : 4 |***** | 4096 -> 8192 : 30 |****************************************| 8192 -> 16384 : 19 |************************* | 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now, let's use the [network emulator](https://wiki.linuxfoundation.org/networking/netem) to introduce some random delay to the packets and increase indirectly the RTT: ```bash # tc qdisc add dev eth0 root netem delay 50ms 50ms 25% # curl nginx # curl nginx ``` Now the average RTT value of the new histogram increased: ```bash $ kubectl gadget run profile_tcprtt:latest --node minikube-docker latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 23 |******************** | 8 -> 16 : 40 |*********************************** | 16 -> 32 : 18 |**************** | 32 -> 64 : 40 |*********************************** | 64 -> 128 : 34 |****************************** | 128 -> 256 : 10 |******** | 256 -> 512 : 10 |******** | 512 -> 1024 : 3 |** | 1024 -> 2048 : 33 |***************************** | 2048 -> 4096 : 27 |************************ | 4096 -> 8192 : 29 |************************* | 8192 -> 16384 : 45 |****************************************| 16384 -> 32768 : 0 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Run the gadget in a terminal: ```bash $ sudo ig run profile_tcprtt:latest ``` Then, start a container and download a web page: ```bash $ docker run -ti --rm --cap-add NET_ADMIN --name=netem wbitt/network-multitool -- /bin/bash # wget 1.1.1.1 ``` We can see we have some latency now: ```bash latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 39 |*** | 8 -> 16 : 121 |********** | 16 -> 32 : 127 |*********** | 32 -> 64 : 136 |************ | 64 -> 128 : 243 |********************* | 128 -> 256 : 142 |************ | 256 -> 512 : 64 |***** | 512 -> 1024 : 81 |******* | 1024 -> 2048 : 104 |********* | 2048 -> 4096 : 207 |****************** | 4096 -> 8192 : 237 |********************* | 8192 -> 16384 : 447 |****************************************| 16384 -> 32768 : 7 | | 32768 -> 65536 : 0 | | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Now, let's introduce some random delay to the packets to increase indirectly the RTT using the [network emulator](https://wiki.linuxfoundation.org/networking/netem): ```bash # tc qdisc add dev eth0 root netem delay 50ms 50ms 25% # wget 1.1.1.1 ``` We can see the latency increased: ```bash latency µs : count distribution 0 -> 1 : 0 | | 1 -> 2 : 0 | | 2 -> 4 : 0 | | 4 -> 8 : 6 |* | 8 -> 16 : 36 |******* | 16 -> 32 : 65 |************* | 32 -> 64 : 75 |*************** | 64 -> 128 : 162 |******************************** | 128 -> 256 : 72 |************** | 256 -> 512 : 44 |******** | 512 -> 1024 : 47 |********* | 1024 -> 2048 : 97 |******************* | 2048 -> 4096 : 143 |**************************** | 4096 -> 8192 : 153 |****************************** | 8192 -> 16384 : 199 |****************************************| 16384 -> 32768 : 9 |* | 32768 -> 65536 : 116 |*********************** | 65536 -> 131072 : 0 | | 131072 -> 262144 : 0 | | 262144 -> 524288 : 0 | | 524288 -> 1048576 : 0 | | 1048576 -> 2097152 : 0 | | 2097152 -> 4194304 : 0 | | 4194304 -> 8388608 : 0 | | 8388608 -> 16777216 : 0 | | 16777216 -> 33554432 : 0 | | 33554432 -> 67108864 : 0 | | ``` Congratulations! You reached the end of this guide! You can clean up the resources created during this guide by running the following commands: ```bash $ kubectl delete service nginx $ kubectl delete deployment nginx $ kubectl delete pod myclientpod ``` ```bash $ docker rm -f netem ``` inspektor-gadget-0.46.0/gadgets/profile_tcprtt/artifacthub-pkg.yml000066400000000000000000000015501510117411400253200ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "profile tcprtt" category: monitoring-logging displayName: "profile tcprtt" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Profile TCP connections' Round-Trip Time (RTT)" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/profile_tcprtt/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/profile_tcprtt:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_tcprtt" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/profile_tcprtt:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/profile_tcprtt/dev.md000066400000000000000000000017171510117411400226270ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR hists[("hists")] ig_tcprcvest_kp -- "Lookup+Update" --> hists ig_tcprcvest_kp["ig_tcprcvest_kp"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_tcprcvest_kp end box eBPF Maps participant hists end ig_tcprcvest_kp->>hists: Lookup ig_tcprcvest_kp->>hists: Update ``` inspektor-gadget-0.46.0/gadgets/profile_tcprtt/gadget.yaml000066400000000000000000000015301510117411400236370ustar00rootroot00000000000000name: profile tcprtt description: Profile TCP connections' Round-Trip Time (RTT) homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/profile_tcprtt sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/profile_tcprtt dataSources: tcprtt: annotations: metrics.print: "true" fields: latency: annotations: metrics.unit: µs params: ebpf: targ_sport: key: sport defaultValue: "" description: Show only events generated by this sender port. targ_dport: key: dport defaultValue: "" description: Show only events generated by this destination port. targ_ms: key: ms defaultValue: "false" description: Convert latency to milliseconds, by default it uses microseconds. inspektor-gadget-0.46.0/gadgets/profile_tcprtt/program.bpf.c000066400000000000000000000107761510117411400241150ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2021 Wenbo Zhang // Copyright (c) 2023 The Inspektor Gadget authors #include #include #include #include #include #include #include #include #include #ifndef PROFILER_MAX_SLOTS #define PROFILER_MAX_SLOTS 27 #endif /* !PROFILER_MAX_SLOTS */ #define IPV6_LEN 16 /* Taken from kernel include/linux/socket.h. */ #define AF_INET 2 /* IP version 4 */ #define AF_INET6 10 /* IP version 6 */ const volatile __u16 targ_sport = 0; const volatile __u16 targ_dport = 0; const volatile __u32 targ_saddr = 0; const volatile __u32 targ_daddr = 0; const volatile __u8 targ_saddr_v6[IPV6_LEN] = {}; const volatile __u8 targ_daddr_v6[IPV6_LEN] = {}; const volatile bool targ_ms = false; GADGET_PARAM(targ_sport); GADGET_PARAM(targ_dport); /* * TODO For now, we do not have a way to specify address using address notation * like 127.0.0.1 or ::1. * GADGET_PARAM(targ_saddr); * GADGET_PARAM(targ_daddr); */ /* * TODO For now, we do not accept array as parameters. * GADGET_PARAM(targ_saddr_v6); * GADGET_PARAM(targ_daddr_v6); */ GADGET_PARAM(targ_ms); #define MAX_ENTRIES 10240 struct hist_key { u8 unused; /* * TODO We do not support having array of bytes in the key structure. * So, for now, we will not enable grouping histogram by local or remote * address. * Later on, we can add back these two fields which are present in the * built-in version: * __u16 family; * __u8 addr[IPV6_LEN]; */ }; // hist_value is used as value for profiler hash map. struct hist_value { gadget_histogram_slot__u32 latency[PROFILER_MAX_SLOTS]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct hist_key); __type(value, struct hist_value); } hists SEC(".maps"); GADGET_MAPITER(tcprtt, hists); static struct hist_value zero; /* * We cannot use the following: * __builtin_memcmp(targ_*addr_v6, *, sizeof(targ_*addr_v6)); * Indeed, by using the builtin, we would discard the volatile qualifier of * targ_*addr_v6, so the compiler would optimize it and replaces the call * with 0. * So, using the volatile qualifier ensures this function is called at runtime. */ static bool inline ipv6_is_not_zero(const volatile __u8 addr[IPV6_LEN]) { for (int i = 0; i < IPV6_LEN; i++) if (addr[i]) return true; return false; } static bool inline ipv6_are_different(const volatile __u8 a[IPV6_LEN], const __u8 b[IPV6_LEN]) { for (int i = 0; i < IPV6_LEN; i++) if (a[i] != b[i]) return true; return false; } static int handle_tcp_rcv_established(struct sock *sk) { const struct inet_sock *inet = (struct inet_sock *)(sk); struct tcp_sock *ts; struct hist_value *histp; struct hist_key key = {}; u64 slot; u32 srtt; u16 family; if (targ_sport && targ_sport != BPF_CORE_READ(inet, inet_sport)) return 0; if (targ_dport && targ_dport != BPF_CORE_READ(sk, __sk_common.skc_dport)) return 0; family = BPF_CORE_READ(sk, __sk_common.skc_family); switch (family) { case AF_INET: /* If we set any of IPv6 address, we do not care about IPv4 ones. */ if (ipv6_is_not_zero(targ_saddr_v6) || ipv6_is_not_zero(targ_daddr_v6)) return 0; if (targ_saddr && targ_saddr != BPF_CORE_READ(inet, inet_saddr)) return 0; if (targ_daddr && targ_daddr != BPF_CORE_READ(sk, __sk_common.skc_daddr)) return 0; break; case AF_INET6: /* * Reciprocal of the above: if we set any of IPv4 address, we do not care * about IPv6 ones. */ if (targ_saddr || targ_daddr) return 0; if (ipv6_is_not_zero(targ_saddr_v6) && ipv6_are_different(targ_saddr_v6, BPF_CORE_READ(inet, pinet6, saddr.in6_u.u6_addr8))) return 0; if (ipv6_is_not_zero(targ_daddr_v6) && ipv6_are_different( targ_daddr_v6, BPF_CORE_READ( sk, __sk_common.skc_v6_daddr.in6_u.u6_addr8))) return 0; break; default: return 0; } histp = bpf_map_lookup_or_try_init(&hists, &key, &zero); if (!histp) return 0; ts = (struct tcp_sock *)(sk); srtt = BPF_CORE_READ(ts, srtt_us) >> 3; if (targ_ms) srtt /= 1000U; slot = log2l(srtt); if (slot >= PROFILER_MAX_SLOTS) slot = PROFILER_MAX_SLOTS - 1; __sync_fetch_and_add(&histp->latency[slot], 1); return 0; } SEC("kprobe/tcp_rcv_established") int BPF_KPROBE(ig_tcprcvest_kp, struct sock *sk) { return handle_tcp_rcv_established(sk); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/profile_tcprtt/test/000077500000000000000000000000001510117411400225005ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_tcprtt/test/unit/000077500000000000000000000000001510117411400234575ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/profile_tcprtt/test/unit/profile_tcprtt_test.go000066400000000000000000000017071510117411400301120ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestProfileTcprtt(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "profile_tcprtt") } inspektor-gadget-0.46.0/gadgets/snapshot_process/000077500000000000000000000000001510117411400220565ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_process/README.md000066400000000000000000000002471510117411400233400ustar00rootroot00000000000000# snapshot_process The `snapshot_process` shows running processes. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/snapshot_process. inspektor-gadget-0.46.0/gadgets/snapshot_process/README.mdx000066400000000000000000000043111510117411400235240ustar00rootroot00000000000000--- title: snapshot_process sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; The `snapshot_process` shows running processes. ## Requirements - Minimum Kernel Version : 5.8 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/snapshot_process:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/snapshot_process:%IG_TAG% [flags] ``` ## Flags ### `--threads` Show all threads (by default, only processes are shown) Default value: "false" ## Guide Run a pod / container: ```bash $ kubectl run --restart=Never --image=busybox test-snapshot-process -- sh -c 'sleep inf' pod/test-snapshot-process created ``` ```bash $ docker run --name test-snapshot-process -d busybox /bin/sh -c 'sleep inf' ... ``` Then, run the gadget and see how it shows the sleep process: ```bash $ kubectl gadget run snapshot_process:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID PPID minikube-docker default test-snap…t-process test-snapshot-proce sh 530932 530932 530911 ^C ``` ```bash $ sudo ig run snapshot_process:%IG_TAG% -c test-snapshot-process RUNTIME.CONTAINERNAME COMM PID TID PPID test-snapshot-process sh 524665 524665 524645 ^C ``` Finally, clean the system: ```bash $ kubectl delete pod test-snapshot-process ``` ```bash $ docker rm -f test-snapshot-process ``` inspektor-gadget-0.46.0/gadgets/snapshot_process/artifacthub-pkg.yml000066400000000000000000000015331510117411400256560ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "snapshot process" category: monitoring-logging displayName: "snapshot process" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Show running processes" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/snapshot_process" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/snapshot_process:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/snapshot_process" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/snapshot_process:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/snapshot_process/dev.md000066400000000000000000000017631510117411400231650ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_snap_proc -- "Lookup" --> gadget_mntns_filter_map ig_snap_proc["ig_snap_proc"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_snap_proc end box eBPF Maps participant gadget_mntns_filter_map end ig_snap_proc->>gadget_mntns_filter_map: Lookup ``` inspektor-gadget-0.46.0/gadgets/snapshot_process/gadget.yaml000066400000000000000000000007411510117411400241770ustar00rootroot00000000000000name: snapshot process description: Show running processes homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/snapshot_process sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/snapshot_process datasources: processes: fields: params: ebpf: show_threads: key: threads defaultValue: "false" description: Show all threads (by default, only processes are shown) inspektor-gadget-0.46.0/gadgets/snapshot_process/program.bpf.c000066400000000000000000000030621510117411400244400ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note /* Copyright (c) 2021 The Inspektor Gadget authors */ /* Inspired by the BPF iterator in the Linux tree: * https://github.com/torvalds/linux/blob/v5.12/tools/testing/selftests/bpf/progs/bpf_iter_task.c */ /* This BPF program uses the GPL-restricted function bpf_seq_write(). */ #include #include #include #include #include const volatile bool show_threads = false; GADGET_PARAM(show_threads); GADGET_ITER(processes, gadget_process, ig_snap_proc); SEC("iter/task") int ig_snap_proc(struct bpf_iter__task *ctx) { struct seq_file *seq = ctx->meta->seq; struct task_struct *task = ctx->task; struct task_struct *parent; struct gadget_process process = {}; if (task == NULL) return 0; if (!show_threads && task->tgid != task->pid) return 0; if (gadget_should_discard_data( task->nsproxy->mnt_ns->ns.inum, task->tgid, task->pid, task->comm, task->cred->uid.val, task->cred->gid.val)) return 0; process.mntns_id = task->nsproxy->mnt_ns->ns.inum; __builtin_memcpy(process.comm, task->comm, TASK_COMM_LEN); process.pid = task->tgid; process.tid = task->pid; process.creds.uid = task->cred->uid.val; process.creds.gid = task->cred->gid.val; parent = task->real_parent; if (parent) { process.parent.pid = parent->pid; __builtin_memcpy(process.parent.comm, parent->comm, TASK_COMM_LEN); } bpf_seq_write(seq, &process, sizeof(process)); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/snapshot_process/test/000077500000000000000000000000001510117411400230355ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_process/test/integration/000077500000000000000000000000001510117411400253605ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_process/test/integration/snapshot_process_test.go000066400000000000000000000067671510117411400323630ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type snapshotProcessEntry struct { utils.CommonData utils.Process } func TestSnapshotProcess(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-snapshot-process" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-snapshot-process") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "setuidgid 1000:1111 nc -l -p 9090", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} // TODO: timeout shouldn't be required. We need to use something big like 5 // seconds to avoid the message being lost. const timeoutParam = "--timeout=5" switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), timeoutParam)) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), timeoutParam)) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &snapshotProcessEntry{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Process: utils.BuildProc("nc", 1000, 1111), } normalize := func(e *snapshotProcessEntry) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeProc(&e.Process) } match.MatchEntries(t, match.JSONSingleArrayMode, output, normalize, expectedEntry) }, )) snashotProcessCmd := igrunner.New("snapshot_process", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{utils.Sleep(5 * time.Second), snashotProcessCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/snapshot_process/test/unit/000077500000000000000000000000001510117411400240145ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_process/test/unit/snapshot_process_test.go000066400000000000000000000115171510117411400310040ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "os/exec" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedSnapshotProcessEvent utils.Process type testDef struct { runnerConfig *utils.RunnerConfig generateEvent func() (int, error) validateEvent func(t *testing.T, info *utils.RunnerInfo, sleepPid int, events []ExpectedSnapshotProcessEvent) mntnsFilterMap func(info *utils.RunnerInfo) *ebpf.Map } func TestSnapshotProcessGadget(t *testing.T) { // task iterator was introduced in 5.8 gadgettesting.MinimumKernelVersion(t, "5.8") gadgettesting.InitUnitTest(t) runnerConfig := &utils.RunnerConfig{} testCases := map[string]testDef{ "captures_events_with_no_filter": { runnerConfig: runnerConfig, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, sleepPid int, events []ExpectedSnapshotProcessEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, sleepPid int) *ExpectedSnapshotProcessEvent { return &ExpectedSnapshotProcessEvent{ Comm: "sleep", Pid: uint32(sleepPid), Tid: uint32(sleepPid), Parent: utils.Parent{ Pid: uint32(info.Tid), Comm: info.Comm, }, MntNsID: info.MountNsID, } })(t, info, sleepPid, events) }, }, "captures_no_events_with_no_matching_filter": { runnerConfig: runnerConfig, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { mnts, _ := containerutils.GetNetNs(os.Getpid()) return utils.CreateMntNsFilterMap(t, mnts) }, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, sleepPid int, events []ExpectedSnapshotProcessEvent) { utils.ExpectNoEvent(t, info, sleepPid, events) }, }, "captures_events_with_matching_filter": { mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, sleepPid int, events []ExpectedSnapshotProcessEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, sleepPid int) *ExpectedSnapshotProcessEvent { return &ExpectedSnapshotProcessEvent{ Comm: "sleep", Pid: uint32(sleepPid), Tid: uint32(sleepPid), Parent: utils.Parent{ Pid: uint32(info.Tid), Comm: info.Comm, }, MntNsID: info.MountNsID, } })(t, info, sleepPid, events) }, }, "no_threads_are_captured": { runnerConfig: runnerConfig, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, sleepPid int, events []ExpectedSnapshotProcessEvent) { if len(events) == 0 { t.Fatalf("no events were captured") } for _, event := range events { require.Equal(t, event.Pid, event.Tid) } }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() var processId int runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap != nil { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } beforeGadgetRun := func() error { // Use the runner to generate an event utils.RunWithRunner(t, runner, func() error { pid, err := testCase.generateEvent() if err != nil { return err } processId = pid return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedSnapshotProcessEvent]{ Image: "snapshot_process", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, BeforeGadgetRun: beforeGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, processId, gadgetRunner.CapturedEvents) }) } } func generateEvent() (int, error) { cmd := exec.Command("/bin/sleep", "30") if err := cmd.Start(); err != nil { return 0, err } return cmd.Process.Pid, nil } inspektor-gadget-0.46.0/gadgets/snapshot_socket/000077500000000000000000000000001510117411400216705ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_socket/README.md000066400000000000000000000002771510117411400231550ustar00rootroot00000000000000# snapshot_socket The snapshot socket gadget gathers information about TCP and UDP sockets. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/snapshot_socket. inspektor-gadget-0.46.0/gadgets/snapshot_socket/README.mdx000066400000000000000000000046201510117411400233410ustar00rootroot00000000000000--- title: snapshot_socket sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; The `snapshot_socket` shows existing sockets. ## Requirements - Minimum Kernel Version : 5.8 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/snapshot_socket:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/snapshot_socket:%IG_TAG% [flags] ``` ## Guide Run a pod / container: ```bash $ kubectl run --restart=Never --image=nginx test-snapshot-socket pod/test-snapshot-socket created ``` ```bash $ docker run --name test-snapshot-socket -d nginx ... ``` Then, run the gadget and see how it shows the sockets used by nginx: ```bash $ kubectl gadget run snapshot_socket:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST STATE minikube-docker default test-snapshot-socket test-snapshot-socket :::80 :::0 10 minikube-docker default test-snapshot-socket test-snapshot-socket 0.0.0.0:80 0.0.0.0:0 10 ^C ``` ```bash $ sudo ig run snapshot_socket:%IG_TAG% -c test-snapshot-socket RUNTIME.CONTAINERNAME SRC DST STATE test-snapshot-socket :::80 :::0 10 test-snapshot-socket 0.0.0.0:80 0.0.0.0:0 10 ^C ``` Finally, clean the system: ```bash $ kubectl delete pod test-snapshot-socket ``` ```bash $ docker rm -f test-snapshot-socket ``` inspektor-gadget-0.46.0/gadgets/snapshot_socket/artifacthub-pkg.yml000066400000000000000000000015271510117411400254730ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "snapshot socket" category: monitoring-logging displayName: "snapshot socket" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Show TCP and UDP sockets" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/snapshot_socket" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/snapshot_socket:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/snapshot_socket" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/snapshot_socket:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/snapshot_socket/dev.md000066400000000000000000000015461510117411400227760ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR ig_snap_tcp["ig_snap_tcp"] ig_snap_udp["ig_snap_udp"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_snap_tcp participant ig_snap_udp end box eBPF Maps end ``` inspektor-gadget-0.46.0/gadgets/snapshot_socket/gadget.yaml000066400000000000000000000014741510117411400240150ustar00rootroot00000000000000name: snapshot socket description: Show TCP and UDP sockets homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/snapshot_socket sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/snapshot_socket datasources: sockets: fields: src: annotations: description: Source address template: l4endpoint dst: annotations: description: Destination address template: l4endpoint state: annotations: columns.width: 10 ino: annotations: description: Inode number columns.width: 10 columns.hidden: true netns_id: annotations: description: Network namespace inode id template: ns inspektor-gadget-0.46.0/gadgets/snapshot_socket/program.bpf.c000066400000000000000000000145671510117411400242660ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note /* Copyright (c) 2021 The Inspektor Gadget authors */ /* * Inspired by the BPF selftests in the Linux tree: * https://github.com/torvalds/linux/blob/v5.13/tools/testing/selftests/bpf/progs/bpf_iter_tcp4.c */ /* This BPF program uses the GPL-restricted function bpf_seq_write(). */ #include #include #include #include #include #include #define AF_INET 2 #define AF_INET6 10 #define sk_v6_daddr __sk_common.skc_v6_daddr #define sk_v6_rcv_saddr __sk_common.skc_v6_rcv_saddr #define inet_daddr sk.__sk_common.skc_daddr #define inet_rcv_saddr sk.__sk_common.skc_rcv_saddr #define inet_dport sk.__sk_common.skc_dport #define ir_loc_addr req.__req_common.skc_rcv_saddr #define ir_num req.__req_common.skc_num #define ir_rmt_addr req.__req_common.skc_daddr #define ir_rmt_port req.__req_common.skc_dport #define ir_v6_loc_addr req.__req_common.skc_v6_rcv_saddr #define ir_v6_rmt_addr req.__req_common.skc_v6_daddr #define ireq_family req.__req_common.skc_family #define sk_family __sk_common.skc_family #define sk_state __sk_common.skc_state #define sk_proto __sk_common.sk_protocol #define tw_daddr __tw_common.skc_daddr #define tw_rcv_saddr __tw_common.skc_rcv_saddr #define tw_dport __tw_common.skc_dport #define tw_v6_daddr __tw_common.skc_v6_daddr #define tw_v6_rcv_saddr __tw_common.skc_v6_rcv_saddr #define tw_family __tw_common.skc_family struct socket_entry { struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; __u32 state; __u32 ino; gadget_netns_id netns_id; }; GADGET_ITER(sockets, socket_entry, ig_snap_tcp, ig_snap_udp); /** * sock_i_ino - Returns the inode identifier associated to a socket. * @sk: The socket whom inode identifier will be returned. * * Returns the inode identifier corresponding to the given as parameter socket. * * Returns: * * The inode identifier associated to the socket. */ static unsigned long sock_i_ino(const struct sock *sk) { const struct socket *sk_socket = sk->sk_socket; const struct inode *inode; unsigned long ino; if (!sk_socket) return 0; inode = &container_of(sk_socket, struct socket_alloc, socket)->vfs_inode; bpf_probe_read_kernel(&ino, sizeof(ino), &inode->i_ino); return ino; } /* * This function receives arguments as they are stored * in the different socket structure, i.e. network-byte order. */ static __always_inline void socket_bpf_seq_write(struct seq_file *seq, __u16 family, __u16 proto, __be32 src_v4, struct in6_addr *src_v6, __u16 srcp, __be32 dest_v4, struct in6_addr *dest_v6, __u16 destp, __u8 state, __u64 ino, __u32 netns) { struct socket_entry entry = {}; switch (family) { case AF_INET: entry.src.version = entry.dst.version = 4; entry.src.addr_raw.v4 = src_v4; entry.dst.addr_raw.v4 = dest_v4; break; case AF_INET6: entry.src.version = entry.dst.version = 6; bpf_probe_read_kernel(&entry.dst.addr_raw.v6, sizeof(entry.dst.addr_raw.v6), dest_v6); bpf_probe_read_kernel(&entry.src.addr_raw.v6, sizeof(entry.src.addr_raw.v6), src_v6); break; default: return; } entry.src.proto_raw = entry.dst.proto_raw = proto; entry.src.port = bpf_htons(srcp); entry.dst.port = bpf_htons(destp); entry.state = state; entry.ino = ino; entry.netns_id = netns; bpf_seq_write(seq, &entry, sizeof(entry)); } static int dump_tcp_sock(struct seq_file *seq, __u32 netns, struct tcp_sock *tp) { struct inet_connection_sock *icsk = &tp->inet_conn; struct inet_sock *inet = &icsk->icsk_inet; struct sock *sp = &inet->sk; socket_bpf_seq_write(seq, sp->sk_family, IPPROTO_TCP, inet->inet_rcv_saddr, &sp->sk_v6_rcv_saddr, inet->inet_sport, inet->inet_daddr, &sp->sk_v6_daddr, inet->inet_dport, sp->sk_state, sock_i_ino(sp), netns); return 0; } static int dump_tw_sock(struct seq_file *seq, __u32 netns, struct tcp_timewait_sock *ttw) { struct inet_timewait_sock *tw = &ttw->tw_sk; /* * tcp_timewait_sock represents socket in TIME_WAIT state. * Socket is this particular state are not associated with a * struct sock: * https://elixir.bootlin.com/linux/v5.15.12/source/include/linux/tcp.h#L442 * https://elixir.bootlin.com/linux/v5.15.12/source/include/net/inet_timewait_sock.h#L33 * Hence, they do not have an underlying file and, as a * consequence, no inode. * * Like /proc/net/tcp, we print 0 as inode number for TIME_WAIT * (state 6) socket: * https://elixir.bootlin.com/linux/v5.15.12/source/include/net/tcp_states.h#L18 */ socket_bpf_seq_write(seq, tw->tw_family, IPPROTO_TCP, tw->tw_rcv_saddr, &tw->tw_v6_rcv_saddr, tw->tw_sport, tw->tw_daddr, &tw->tw_v6_daddr, tw->tw_dport, tw->tw_substate, 0, netns); return 0; } static int dump_req_sock(struct seq_file *seq, __u32 netns, struct tcp_request_sock *treq) { struct inet_request_sock *irsk = &treq->req; socket_bpf_seq_write(seq, irsk->ireq_family, IPPROTO_TCP, irsk->ir_loc_addr, &irsk->ir_v6_loc_addr, irsk->ir_num, irsk->ir_rmt_addr, &irsk->ir_v6_rmt_addr, irsk->ir_rmt_port, TCP_SYN_RECV, sock_i_ino(treq->req.req.sk), netns); return 0; } SEC("iter/tcp") int ig_snap_tcp(struct bpf_iter__tcp *ctx) { struct sock_common *sk_common = ctx->sk_common; struct seq_file *seq = ctx->meta->seq; struct tcp_timewait_sock *tw; struct tcp_request_sock *req; struct tcp_sock *tp; __u32 netns; if (sk_common == (void *)0) return 0; BPF_CORE_READ_INTO(&netns, sk_common, skc_net.net, ns.inum); tp = bpf_skc_to_tcp_sock(sk_common); if (tp) return dump_tcp_sock(seq, netns, tp); tw = bpf_skc_to_tcp_timewait_sock(sk_common); if (tw) return dump_tw_sock(seq, netns, tw); req = bpf_skc_to_tcp_request_sock(sk_common); if (req) return dump_req_sock(seq, netns, req); return 0; } SEC("iter/udp") int ig_snap_udp(struct bpf_iter__udp *ctx) { struct seq_file *seq = ctx->meta->seq; struct udp_sock *udp_sk = ctx->udp_sk; struct inet_sock *inet; struct sock *sp; if (udp_sk == (void *)0) return 0; inet = &udp_sk->inet; sp = &inet->sk; socket_bpf_seq_write( seq, sp->sk_family, IPPROTO_UDP, inet->inet_rcv_saddr, &sp->sk_v6_rcv_saddr, inet->inet_sport, inet->inet_daddr, &sp->sk_v6_daddr, inet->inet_dport, sp->sk_state, sock_i_ino(sp), BPF_CORE_READ(sp, __sk_common.skc_net.net, ns.inum)); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/snapshot_socket/test/000077500000000000000000000000001510117411400226475ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_socket/test/integration/000077500000000000000000000000001510117411400251725ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_socket/test/integration/snapshot_socket_test.go000066400000000000000000000103011510117411400317620ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type snapshotSocketEntry struct { utils.CommonData NetNsID uint64 `json:"netns_id"` InodeNumber uint64 `json:"ino"` SrcEndpoint utils.L4Endpoint `json:"src"` DstEndpoint utils.L4Endpoint `json:"dst"` Status uint64 `json:"status"` } func TestSnapshotSocket(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-snapshot-socket" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-snapshot-socket") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "nc -l 0.0.0.0 -p 9090", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} // TODO: timeout shouldn't be required. We need to use something big like 5 // seconds to avoid the message to be lost. const timeoutParam = "--timeout=5" switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), timeoutParam)) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), timeoutParam)) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &snapshotSocketEntry{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), SrcEndpoint: utils.L4Endpoint{ Addr: "0.0.0.0", Version: 4, Port: 9090, Proto: "TCP", }, DstEndpoint: utils.L4Endpoint{ Addr: "0.0.0.0", Version: 4, Port: 0, Proto: "TCP", }, Status: 0, NetNsID: utils.NormalizedInt, InodeNumber: utils.NormalizedInt, } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { expectedEntry.SrcEndpoint.K8s = utils.K8s{ Kind: "raw", } expectedEntry.DstEndpoint.K8s = expectedEntry.SrcEndpoint.K8s } normalize := func(e *snapshotSocketEntry) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeInt(&e.NetNsID) utils.NormalizeInt(&e.InodeNumber) } match.MatchEntries(t, match.JSONSingleArrayMode, output, normalize, expectedEntry) }, )) snapshotSocketCmd := igrunner.New("snapshot_socket", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{utils.Sleep(5 * time.Second), snapshotSocketCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/snapshot_socket/test/unit/000077500000000000000000000000001510117411400236265ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/snapshot_socket/test/unit/snapshot_socket_test.go000066400000000000000000000017701510117411400304300ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestSnapshotSocket(t *testing.T) { gadgettesting.MinimumKernelVersion(t, "5.8") // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "snapshot_socket") } inspektor-gadget-0.46.0/gadgets/tcpdump/000077500000000000000000000000001510117411400201355ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/tcpdump/README.md000066400000000000000000000005121510117411400214120ustar00rootroot00000000000000# tcpdump The tcpdump gadget captures packets in container contexts and allows applying pcap-compatible filters. This is usually combined with the `pcap-ng` output mode and piped to the `tcpdump` command or to a file - see the guide below. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/tcpdump inspektor-gadget-0.46.0/gadgets/tcpdump/README.mdx000066400000000000000000000073341510117411400216130ustar00rootroot00000000000000--- title: tcpdump sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # tcpdump The tcpdump gadget captures packets in container contexts and allows applying pcap-compatible filters. This is usually combined with the `pcap-ng` output mode and piped to the `tcpdump` command or to a file - see the guide below. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/tcpdump:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/tcpdump:%IG_TAG% [flags] ``` ## Flags ### `--snaplen` Sets the maximum number of bytes to capture from a packet. Default value: 0 ## Guide ### Piping to tcpdump If you want to let tcpdump analyze the captured traffic directly, you can use the `pcap-ng` output mode and pipe IG's output directly to tcpdump like so: ```bash $ ig run tcpdump:%IG_TAG% --host --pf "port 80" -o pcap-ng | tcpdump -nvr - 14:18:23.386163 IP (tos 0x0, ttl 64, id 59190, offset 0, flags [DF], proto TCP (6), length 60) 172.17.0.2.53618 > 13.107.253.67.80: Flags [S], cksum 0xb6f0 (incorrect -> 0x68f7), seq 1211089028, win 64240, options [mss 1460,sackOK,TS val 3404957675 ecr 0,nop,wscale 7], length 0 14:18:23.405108 IP (tos 0x0, ttl 127, id 3783, offset 0, flags [none], proto TCP (6), length 48) 13.107.253.67.80 > 172.17.0.2.53618: Flags [S.], cksum 0x988a (correct), seq 2080464456, ack 1211089029, win 32768, options [mss 1460,wscale 1,nop], length 0 14:18:23.405212 IP (tos 0x0, ttl 64, id 59191, offset 0, flags [DF], proto TCP (6), length 40) 172.17.0.2.53618 > 13.107.253.67.80: Flags [.], cksum 0xb6dc (incorrect -> 0x425a), ack 1, win 502, length 0 14:18:23.405869 IP (tos 0x0, ttl 64, id 59192, offset 0, flags [DF], proto TCP (6), length 116) 172.17.0.2.53618 > 13.107.253.67.80: Flags [P.], cksum 0xb728 (incorrect -> 0x4206), seq 1:77, ack 1, win 502, length 76: HTTP 14:18:23.406531 IP (tos 0x0, ttl 127, id 3784, offset 0, flags [none], proto TCP (6), length 40) 13.107.253.67.80 > 172.17.0.2.53618: Flags [.], cksum 0x0404 (correct), ack 77, win 16384, length 0 14:18:23.433402 IP (tos 0x0, ttl 127, id 3785, offset 0, flags [none], proto TCP (6), length 319) 13.107.253.67.80 > 172.17.0.2.53618: Flags [P.], cksum 0x98ef (correct), seq 1:280, ack 77, win 16384, length 279: HTTP, length: 279 HTTP/1.1 307 Temporary Redirect Date: Wed, 30 Jul 2025 12:18:23 GMT Content-Type: text/html Content-Length: 0 Connection: keep-alive Location: https://microsoft.com/ X-Cache: CONFIG_NOCACHE 14:18:23.433435 IP (tos 0x0, ttl 64, id 59193, offset 0, flags [DF], proto TCP (6), length 40) 172.17.0.2.53618 > 13.107.253.67.80: Flags [.], cksum 0xb6dc (incorrect -> 0x40f8), ack 280, win 501, length 0 14:18:23.434372 IP (tos 0x0, ttl 64, id 59194, offset 0, flags [DF], proto TCP (6), length 40) 172.17.0.2.53618 > 13.107.253.67.80: Flags [F.], cksum 0xb6dc (incorrect -> 0x40f7), seq 77, ack 280, win 501, length 0 14:18:23.436706 IP (tos 0x0, ttl 127, id 3786, offset 0, flags [none], proto TCP (6), length 40) 13.107.253.67.80 > 172.17.0.2.53618: Flags [.], cksum 0x02ec (correct), ack 78, win 16384, length 0 14:18:23.466609 IP (tos 0x0, ttl 127, id 3787, offset 0, flags [none], proto TCP (6), length 40) 13.107.253.67.80 > 172.17.0.2.53618: Flags [F.], cksum 0x02eb (correct), seq 280, ack 78, win 16384, length 0 14:18:23.466629 IP (tos 0x0, ttl 64, id 0, offset 0, flags [DF], proto TCP (6), length 40) 172.17.0.2.53618 > 13.107.253.67.80: Flags [.], cksum 0x40f6 (correct), ack 281, win 501, length 0 ``` inspektor-gadget-0.46.0/gadgets/tcpdump/artifacthub-pkg.yml000066400000000000000000000014441510117411400237360ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "tcpdump" category: monitoring-logging displayName: "tcpdump" createdAt: "2025-10-17T12:03:22Z" digest: "2025-10-17T12:03:22Z" description: Capture network packets logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/tcpdump" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/tcpdump:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/tcpdump" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/tcpdump:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/tcpdump/gadget.yaml000066400000000000000000000025121510117411400222540ustar00rootroot00000000000000name: tcpdump description: Capture network packets homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/tcpdump sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/tcpdump params: ebpf: snaplen: key: snaplen description: 'Maximum number of bytes to capture from a packet.' datasources: packets: annotations: ebpf.rest.len: payload_len ebpf.rest.name: payload cli.supported-output-modes: pcap-ng,columns,json,yaml cli.default-output-mode: columns cli.raw.fields: payload pcap.payload: payload pcap.timestamp: timestamp pcap.packet-length: packet_size fields: ifindex: annotations: pcap.interface-key: true payload: annotations: content-type: application/x-raw-packet k8s.node: annotations: pcap.interface-var: k8s.node pcap.interface-key: true k8s.containerName: annotations: pcap.interface-var: k8s.containerName k8s.podName: annotations: pcap.interface-var: k8s.podName k8s.podLabels: annotations: pcap.interface-var: k8s.podLabels runtime.containerName: annotations: pcap.interface-var: runtime.containerName inspektor-gadget-0.46.0/gadgets/tcpdump/program.bpf.c000066400000000000000000000046001510117411400225160ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2025 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #define GADGET_TYPE_NETWORKING #include #define MAX_PKT_LEN 1500 #define PACKET_TYPE_EGRESS 0 #define PACKET_TYPE_INGRESS 1 struct packet_event_t { gadget_timestamp timestamp_raw; u8 packet_type; u32 ifindex; u32 payload_len; u32 packet_size; struct gadget_process proc; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } packets SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(struct packet_event_t)); } tmp_packets SEC(".maps"); GADGET_TRACER(packets, packets, packet_event_t); const volatile __u16 snaplen = MAX_PKT_LEN; GADGET_PARAM(snaplen); GADGET_PF(); static __always_inline int handle(struct __sk_buff *skb, __u8 packet_type) { if (!gadget_pf_matches((void *)skb, (void *)(long)skb->data, (void *)(long)skb->data_end)) return 0; __u8 is_ingress = (packet_type == PACKET_TYPE_INGRESS); struct gadget_socket_value *skb_val = gadget_socket_lookup_with_direction(skb, is_ingress); struct packet_event_t *event; int zero = 0; event = bpf_map_lookup_elem(&tmp_packets, &zero); if (!event) return 0; // it never happens __builtin_memset(event, 0, sizeof(*event)); __u64 len = skb->len; event->packet_size = len; if (len > snaplen) len = snaplen; event->payload_len = len; event->timestamp_raw = bpf_ktime_get_ns(); event->ifindex = skb->ifindex; event->packet_type = packet_type; // Enrich event with process metadata gadget_process_populate_from_socket(skb_val, &event->proc); bpf_perf_event_output(skb, &packets, len << 32 | BPF_F_CURRENT_CPU, event, sizeof(*event)); return 0; } SEC("classifier/ingress/main") int ingress_main(struct __sk_buff *skb) { bpf_skb_pull_data(skb, 0); return handle(skb, PACKET_TYPE_INGRESS); } SEC("classifier/egress/main") int egress_main(struct __sk_buff *skb) { bpf_skb_pull_data(skb, 0); return handle(skb, PACKET_TYPE_EGRESS); } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/tcpdump/test/000077500000000000000000000000001510117411400211145ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/tcpdump/test/integration/000077500000000000000000000000001510117411400234375ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/tcpdump/test/integration/tcpdump_test.go000066400000000000000000000124611510117411400265050ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "strings" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type tcpdumpEvent struct { utils.CommonData Timestamp string `json:"timestamp"` PacketType int `json:"packet_type"` } const ( DefaultClientImage = gadgettesting.BusyBoxImage ) type testCase struct { name string clientImage string clientUID uint32 clientGID uint32 clientCmds func(string, uint32, uint32) []string } func newTCPDumpStep(t *testing.T, tc testCase) (igtesting.TestStep, []igtesting.Option) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") clientContainerName := fmt.Sprintf("%s-client", tc.name) var nsTest string clientContainerOpts := []containers.ContainerOption{containers.WithContainerImage(tc.clientImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { nsTest = utils.GenerateTestNamespaceName(t, tc.name) testutils.CreateK8sNamespace(t, nsTest) clientContainerOpts = append(clientContainerOpts, containers.WithContainerNamespace(nsTest)) clientContainerOpts = append(clientContainerOpts, containers.WithUseExistingNamespace()) } nslookupCmds := tc.clientCmds("1.1.1.1", tc.clientUID, tc.clientGID) clientContainer := containerFactory.NewContainer( clientContainerName, fmt.Sprintf("while true; do %s; sleep 1; done", strings.Join(nslookupCmds, " ; ")), clientContainerOpts..., ) clientContainer.Start(t) t.Cleanup(func() { clientContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerID(clientContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: // TODO: skip validation of ContainerImageName because of https://github.com/inspektor-gadget/inspektor-gadget/issues/4104 commonDataOpts = append(commonDataOpts, utils.WithContainerImageName(utils.NormalizedStr)) runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--pf=port 53", "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", nsTest), "--pf=port 53", "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(nsTest))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(nsTest), utils.WithContainerImageName(tc.clientImage)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := []*tcpdumpEvent{ // A DNS request { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Timestamp: utils.NormalizedStr, PacketType: 0, }, // A DNS response { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Timestamp: utils.NormalizedStr, PacketType: 1, }, } normalize := func(e *tcpdumpEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) if utils.CurrentTestComponent == utils.IgLocalTestComponent { utils.NormalizeString(&e.Runtime.ContainerImageName) } } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) return igrunner.New("tcpdump", runnerOpts...), testingOpts } func TestTCPDump(t *testing.T) { t.Parallel() clientImage := os.Getenv("TEST_DNS_CLIENT_IMAGE") if clientImage == "" { clientImage = DefaultClientImage } tc := testCase{ name: "test-tcpdump", clientImage: clientImage, clientUID: 1000, clientGID: 1111, clientCmds: func(serverIP string, uid, gid uint32) []string { return []string{ fmt.Sprintf("setuidgid %d:%d nslookup -type=a fake.test.com. %s", uid, gid, serverIP), fmt.Sprintf("setuidgid %d:%d nslookup -type=aaaa fake.test.com. %s", uid, gid, serverIP), } }, } tcpDumpCmd, testingOpts := newTCPDumpStep(t, tc) igtesting.RunTestSteps([]igtesting.TestStep{tcpDumpCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/tcpdump/test/unit/000077500000000000000000000000001510117411400220735ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/tcpdump/test/unit/tcpdump_test.go000066400000000000000000000020171510117411400251350ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceDns(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces the right events. paramValues := map[string]string{} gadgettesting.DummyGadgetTest(t, "tcpdump", gadgettesting.WithParamValues(paramValues)) } inspektor-gadget-0.46.0/gadgets/testing/000077500000000000000000000000001510117411400201365ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/testing/testing.go000066400000000000000000000126051510117411400221460ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testing import ( "os" "os/exec" "runtime" "testing" "time" "github.com/cilium/ebpf/rlimit" "github.com/moby/moby/pkg/parsers/kernel" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) const ( K8sDistroAKSAzureLinux = "aks-AzureLinux" K8sDistroAKSUbuntu = "aks-Ubuntu" K8sDistroARO = "aro" K8sDistroMinikubeGH = "minikube-github" K8sDistroEKSAmazonLinux = "eks-AmazonLinux" K8sDistroGKECOS = "gke-COS_containerd" ) const ( BusyBoxImage = "ghcr.io/inspektor-gadget/ci/busybox:latest" NginxImage = "ghcr.io/inspektor-gadget/ci/nginx:latest" GccImage = "ghcr.io/inspektor-gadget/ci/gcc:latest" NetworkMultitoolImage = "ghcr.io/inspektor-gadget/ci/network-multitool:latest" RegistryImage = "ghcr.io/inspektor-gadget/ci/registry:2" ) func SkipK8sDistros(t testing.TB, distros ...string) { t.Helper() k8sDistro := os.Getenv("KUBERNETES_DISTRIBUTION") for _, distro := range distros { if k8sDistro == distro { t.Skipf("Skipping test on Kubernetes distribution %s", distro) } } } func RequireEnvironmentVariables(t testing.TB) { if os.Getenv("IG_PATH") == "" { t.Skip("environment variable IG_PATH undefined") } if os.Getenv("IG_RUNTIME") == "" { t.Skip("environment variable IG_RUNTIME undefined") } } func RemoveMemlock(t testing.TB) { t.Helper() // Some kernel versions need to have the memlock rlimit removed err := rlimit.RemoveMemlock() require.NoError(t, err, "Failed to remove memlock rlimit: %s", err) } // GetArch returns the architecture of the current node. // When used in Kubernetes, it gets the architecture from a random node in the cluster. func GetArch(t testing.TB) string { t.Helper() var currArch string if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { cmd := exec.Command("kubectl", "get", "nodes", "-o", "jsonpath={.items[0].status.nodeInfo.architecture}") output, err := cmd.Output() require.NoError(t, err, "Failed to get architecture: %s", err) currArch = string(output) } else { currArch = runtime.GOARCH } return currArch } // GetKernelVersion returns the kernel version of the current node. // When used in Kubernetes, it gets the kernel version from a random node in the cluster. func GetKernelVersion(t testing.TB) *kernel.VersionInfo { t.Helper() var err error var currVersion *kernel.VersionInfo if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { cmd := exec.Command("kubectl", "get", "nodes", "-o", "jsonpath={.items[0].status.nodeInfo.kernelVersion}") output, err := cmd.Output() require.NoError(t, err, "Failed to get kernel version: %s", err) currVersion, err = kernel.ParseRelease(string(output)) require.NoError(t, err, "Failed to parse kernel version: %s", err) } else { currVersion, err = kernel.GetKernelVersion() require.NoError(t, err, "Failed to get kernel version: %s", err) } return currVersion } // CheckMinimumKernelVersion returns true if the current kernel version is // less than minKernelVersion. When used in Kubernetes, it gets the kernel // version from a random node in the cluster. func CheckMinimumKernelVersion(t testing.TB, minKernelVersion string) bool { t.Helper() currVersion := GetKernelVersion(t) minVersion, err := kernel.ParseRelease(minKernelVersion) require.NoError(t, err, "Failed to parse minKernelVersion: %s", err) return kernel.CompareKernelVersion(*currVersion, *minVersion) < 0 } // MinimumKernelVersion skips the test if the current kernel version is less // than minKernelVersion. When used in Kubernetes, it gets the kernel version // from a random node in the cluster. func MinimumKernelVersion(t testing.TB, minKernelVersion string) { t.Helper() if CheckMinimumKernelVersion(t, minKernelVersion) { t.Skipf("Skipping test because kernel version %s is less than %s", GetKernelVersion(t), minKernelVersion) } } func InitUnitTest(t testing.TB) { utils.RequireRoot(t) RemoveMemlock(t) } type dummyGadgetOpts struct { paramValues map[string]string } type DummyGadgetOpt func(d *dummyGadgetOpts) func WithParamValues(paramValues map[string]string) DummyGadgetOpt { return func(d *dummyGadgetOpts) { d.paramValues = paramValues } } // DummyGadgetTest runs a dummy gadget test that only checks if the gadget // can be started without errors. func DummyGadgetTest(t *testing.T, gadgetName string, optsF ...DummyGadgetOpt) { t.Helper() opts := &dummyGadgetOpts{} for _, opt := range optsF { opt(opts) } InitUnitTest(t) runnerOpts := gadgetrunner.GadgetRunnerOpts[any]{ Image: gadgetName, Timeout: 5 * time.Second, ParamValues: opts.paramValues, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, runnerOpts) gadgetRunner.RunGadget() } inspektor-gadget-0.46.0/gadgets/top_blockio/000077500000000000000000000000001510117411400207655ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_blockio/README.md000066400000000000000000000003631510117411400222460ustar00rootroot00000000000000# top_blockio The top blockio gadget provides a periodic list of input/output block device activity. This gadget requires Linux Kernel Version 6.5+. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/top_blockio inspektor-gadget-0.46.0/gadgets/top_blockio/README.mdx000066400000000000000000000067711510117411400224470ustar00rootroot00000000000000--- title: top_blockio sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # top_blockio The top_blockio gadget provides a periodic list of input/output block device activity. This gadget requires Linux Kernel Version 6.5+. Note: If you have an encrypted disk some block IO operations will not be shown, since device mappers are in between these operations to operate transparently. See https://docs.kernel.org/admin-guide/device-mapper/dm-crypt.html ## Requirements - Minimum Kernel Version : 6.6 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/top_blockio:%IG_TAG% ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/top_blockio:%IG_TAG% ``` ## Guide Run a pod / container: ```bash $ kubectl run --restart=Never --image=busybox test-top-blockio -- sh -c 'while true; do dd if=/dev/zero of=/tmp/test count=4096; sync; sleep 0.2; done' pod/test-top-blockio created ``` ```bash $ docker run --name test-top-blockio -d busybox /bin/sh -c 'while true; do dd if=/dev/zero of=/tmp/test count=4096; sync; sleep 0.2; done' ... ``` Then, run the gadget and see how it shows the sync process: ```bash $ kubectl gadget run top_blockio:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID MAJOR MINOR COMM BYTES US IO RW minikube default test-top-blockio test-top-blockio 8086 8 0 sync 81920 45 1 wr… minikube default test-top-blockio test-top-blockio 8055 8 0 sync 606208 547 3 wr… minikube default test-top-blockio test-top-blockio 8082 8 0 sync 65536 95 2 wr… minikube default test-top-blockio test-top-blockio 8084 8 0 sync 147456 95 2 wr… ... ``` ```bash $ sudo ig run top_blockio:%IG_TAG% -c test-top-blockio RUNTIME.CONTAINERNAME PID MAJOR MINOR COMM BYTES US IO RW test-top-blockio 11723 8 0 sync 212992 747 3 write test-top-blockio 11727 8 0 sync 65536 75 1 write ... ``` Finally, clean the system: ```bash $ kubectl delete pod test-top-blockio ``` ```bash $ docker rm -f test-top-blockio ``` inspektor-gadget-0.46.0/gadgets/top_blockio/artifacthub-pkg.yml000066400000000000000000000016151510117411400245660ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "top blockio" category: monitoring-logging displayName: "top blockio" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Periodically report input/output block device activity. This gadget requires Linux Kernel Version 6.5+" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/top_blockio" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/top_blockio:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_blockio" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/top_blockio:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/top_blockio/dev.md000066400000000000000000000032541510117411400220710ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR counts[("counts")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] start[("start")] whobyreq[("whobyreq")] ig_topio_done -- "Lookup+Delete" --> start ig_topio_done -- "Lookup+Delete" --> whobyreq ig_topio_done -- "Lookup+Update" --> counts ig_topio_done["ig_topio_done"] ig_topio_req -- "Update" --> start ig_topio_req["ig_topio_req"] ig_topio_start -- "Lookup" --> gadget_mntns_filter_map ig_topio_start -- "Update" --> whobyreq ig_topio_start["ig_topio_start"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_topio_done participant ig_topio_req participant ig_topio_start end box eBPF Maps participant start participant whobyreq participant counts participant gadget_mntns_filter_map end ig_topio_done->>start: Lookup ig_topio_done->>whobyreq: Lookup ig_topio_done->>counts: Lookup ig_topio_done->>counts: Update ig_topio_done->>start: Delete ig_topio_done->>whobyreq: Delete ig_topio_req->>start: Update ig_topio_start->>gadget_mntns_filter_map: Lookup ig_topio_start->>whobyreq: Update ``` inspektor-gadget-0.46.0/gadgets/top_blockio/gadget.yaml000066400000000000000000000020101510117411400230750ustar00rootroot00000000000000name: top blockio description: Periodically report input/output block device activity. homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/top_blockio sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_blockio datasources: blockio: annotations: cli.clear-screen-before: "true" fields: bytes: annotations: description: Amount of bytes read or written io: annotations: description: Amount of io operations major: annotations: description: Major device number minor: annotations: description: Minor device number rw_raw: annotations: columns.hidden: true rw: annotations: description: Indicates if the operation was a read or a write value.one-of: "read, write" columns.width: 5 us: annotations: description: Time spent in microseconds inspektor-gadget-0.46.0/gadgets/top_blockio/program.bpf.c000066400000000000000000000064011510117411400233470ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Francis Laniel #include #include #include #include #include #include #include #include #include #include #define REQ_OP_BITS 8 #define REQ_OP_MASK ((1 << REQ_OP_BITS) - 1) enum rw_type : u8 { read, write, }; // for saving the timestamp and __data_len of each request struct start_req_t { __u64 ts; __u64 data_len; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct request *); __type(value, struct start_req_t); } start SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct request *); __type(value, struct gadget_process); } whobyreq SEC(".maps"); // the key for the output summary struct info_t { struct gadget_process proc; enum rw_type rw_raw; int major; int minor; }; // the value of the output summary struct val_t { __u64 bytes; __u64 us; __u32 io; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct info_t); __type(value, struct val_t); } counts SEC(".maps"); GADGET_MAPITER(blockio, counts); static __always_inline int trace_start(struct request *req) { if (gadget_should_discard_data_current()) return 0; struct gadget_process who; // cache PID and comm by-req gadget_process_populate(&who); bpf_map_update_elem(&whobyreq, &req, &who, 0); return 0; } SEC("kprobe/blk_mq_start_request") int BPF_KPROBE(ig_topio_req, struct request *req) { /* time block I/O */ struct start_req_t start_req; start_req.ts = bpf_ktime_get_ns(); start_req.data_len = BPF_CORE_READ(req, __data_len); bpf_map_update_elem(&start, &req, &start_req, 0); return 0; } static __always_inline int trace_done(struct request *req) { struct val_t *valp, zero = {}; struct info_t info = {}; struct start_req_t *startp; unsigned int req_op_flags; struct gendisk *disk; struct gadget_process *whop; u64 delta_us; /* fetch timestamp and calculate delta */ startp = bpf_map_lookup_elem(&start, &req); if (!startp) return 0; /* missed tracing issue */ delta_us = (bpf_ktime_get_ns() - startp->ts) / 1000; /* setup info_t key */ disk = get_disk(req); info.major = BPF_CORE_READ(disk, major); info.minor = BPF_CORE_READ(disk, first_minor); req_op_flags = BPF_CORE_READ(req, cmd_flags) & REQ_OP_MASK; if (req_op_flags == REQ_OP_WRITE) info.rw_raw = write; else if (req_op_flags == REQ_OP_READ) info.rw_raw = read; else goto end; whop = bpf_map_lookup_elem(&whobyreq, &req); if (whop) __builtin_memcpy(&info.proc, whop, sizeof(info.proc)); valp = bpf_map_lookup_or_try_init(&counts, &info, &zero); if (valp) { /* save stats */ valp->us += delta_us; valp->bytes += startp->data_len; valp->io++; } end: bpf_map_delete_elem(&start, &req); bpf_map_delete_elem(&whobyreq, &req); return 0; } SEC("tp_btf/block_io_start") int BPF_PROG(ig_topio_start, struct request *req) { return trace_start(req); } SEC("tp_btf/block_io_done") int BPF_PROG(ig_topio_done, struct request *req) { return trace_done(req); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/top_blockio/test/000077500000000000000000000000001510117411400217445ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_blockio/test/integration/000077500000000000000000000000001510117411400242675ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_blockio/test/integration/top_blockio_test.go000066400000000000000000000114671510117411400301720ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type topBlockioEntry struct { utils.CommonData Proc utils.Process `json:"proc"` Bytes uint64 `json:"bytes"` Io uint32 `json:"io"` Major int `json:"major"` Minor int `json:"minor"` Rw string `json:"rw"` Us uint64 `json:"us"` } func TestTopBlockio(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) gadgettesting.MinimumKernelVersion(t, "6.5") containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-top-blockio" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-top-blockio") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do dd if=/dev/zero of=/tmp/test count=4096; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{ utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID()), } switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags( fmt.Sprintf("-r=%s", utils.Runtime), fmt.Sprintf("-c=%s", containerName), ), ) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } arch := gadgettesting.GetArch(t) k8sDistro := os.Getenv("KUBERNETES_DISTRIBUTION") // bytes manipulated by dd are given by count * bs // where bs is 512 by default and we set 4096 for count expectedBytes := uint64(512 * 4096) if k8sDistro == gadgettesting.K8sDistroAKSAzureLinux && arch == "arm64" { // AzureLinux arm64 does not report the exact same amount of bytes: // https://github.com/inspektor-gadget/inspektor-gadget/actions/runs/17369943883/attempts/1#summary-49303962116 // TODO Investigate this issue. expectedBytes = utils.NormalizedInt } runnerOpts = append(runnerOpts, igrunner.WithStartAndStop(), igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &topBlockioEntry{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("dd", 0, 0), Bytes: expectedBytes, Rw: "write", // Check the existence of the following fields Us: utils.NormalizedInt, Io: utils.NormalizedInt, // Manually normalize fields that might contain 0, so we // can't use NormalizedInt and NormalizeInt() // TODO: Support checking for the presence of a field, even if it's 0 Major: 0, Minor: 0, } normalize := func(e *topBlockioEntry) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.Us) utils.NormalizeInt(&e.Io) // Manually normalize fields that might contain 0 e.Major = 0 e.Minor = 0 if k8sDistro == gadgettesting.K8sDistroAKSAzureLinux && arch == "arm64" { utils.NormalizeInt(&e.Bytes) } } match.MatchEntries(t, match.JSONMultiArrayMode, output, normalize, expectedEntry) }, ), ) topBlockioCmd := igrunner.New("top_blockio", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{topBlockioCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/top_blockio/test/unit/000077500000000000000000000000001510117411400227235ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_blockio/test/unit/top_blockio_test.go000066400000000000000000000022401510117411400266130ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTopBlockio(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. // TODO: This is the minimum kernel version the gadget works on among the // ones we test. We need to check if it works with other versions that we // don't test, like 6.5 gadgettesting.MinimumKernelVersion(t, "6.6") gadgettesting.DummyGadgetTest(t, "top_blockio") } inspektor-gadget-0.46.0/gadgets/top_file/000077500000000000000000000000001510117411400202625ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_file/README.md000066400000000000000000000002531510117411400215410ustar00rootroot00000000000000# top_file The `top_file` reports periodically the read/write activity by file. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/top_file inspektor-gadget-0.46.0/gadgets/top_file/README.mdx000066400000000000000000000327031510117411400217360ustar00rootroot00000000000000--- title: top_file sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # top_file The top_file gadget reports periodically the read/write activity by file. ## Requirements - Minimum Kernel Version : 5.6 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/top_file:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/top_file:%IG_TAG% [flags] ``` ## Flags ### `--all-files` Trace all files types. By default, only regular files are traced Default value: "false" ### `--pid` Show only events generated by process with this PID Default value: "0" ## Guide This example shows how to use this gadget. To do so, we will run an application that performs some disk I/O activity. Before starting our application, let's start our `top_file` gadget to be sure it captures all the events from the beginning: ```bash $ kubectl gadget run top_file:%IG_TAG% --pod mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID READS RBYT… WRIT… WBYT… FILE COMM T ``` ```bash $ sudo ig run top_file:%IG_TAG% --containername test-top-file RUNTIME.CONTAINERNAME PID READS RBYTES WRITES WBYTES FILE COMM T ``` The `T` column indicates the type of the file: `R` for regular files, `S` for sockets, and `O` for other (including pipes). By default only regular files are shown; use the `--all-files` option to show all file types. In another terminal, let's create our application. It'll install `git` and then clone the linux source code: ```bash kubectl run -it mypod --rm --image ubuntu -- /bin/sh -c "apt-get update && apt-get install -y git && git clone https://github.com/torvalds/linux" ``` ```bash docker run --rm --name test-top-file ubuntu /bin/sh -c "apt-get update && apt-get install -y git && git clone https://github.com/torvalds/linux" ``` We can see how the `top_file` terminal shows the files that are read and written by the application. The `File` field shows the absolute path of the file being accessed. For instance, `http`, `apt-get` and `apt-config` are reading a lot of files when updating the packages list and installing packages: ```bash K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID READS RBYTES WRITES WBYTES FILE COMM K8S.NODE default mypod mypod 1786428 64 262144 0 0 /var/lib/apt/lists/archiv… apt-get minikube default mypod mypod 1786428 10 589883 0 0 /var/lib/apt/lists/securi… apt-get minikube default mypod mypod 1786428 2 110977 0 0 /var/lib/apt/lists/securi… apt-get minikube default mypod mypod 1786428 6 24576 0 0 /etc/group apt-get minikube default mypod mypod 1786730 3 2400 0 0 /usr/lib/x86_64-linux-gnu… dpkg minikube default mypod mypod 1786428 1494 977912… 0 0 /var/lib/apt/lists/archiv… apt-get minikube default mypod mypod 1786608 3 21287 0 0 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786730 1 832 0 0 /usr/lib/x86_64-linux-gnu… dpkg minikube default mypod mypod 1786730 2 8192 0 0 /etc/dpkg/dpkg.cfg dpkg minikube default mypod mypod 1786608 0 0 28 722475 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 0 0 28 589765 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 74 602300 0 0 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 2049 167783… 0 0 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 0 0 2 17989 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 0 0 40 973998 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786608 4 32284 0 0 /var/lib/apt/lists/partia… store minikube default mypod mypod 1786729 3 2400 0 0 /usr/lib/x86_64-linux-gnu… rm minikube default mypod mypod 1786428 10 649015 0 0 /var/lib/apt/lists/archiv… apt-get minikube default mypod mypod 1786428 4 197340 0 0 /var/lib/apt/lists/archiv… apt-get minikube default mypod mypod 1786428 188 123166… 0 0 /var/lib/apt/lists/archiv… apt-get minikube ... ``` ```bash RUNTIME.CONTAINERNAME PID READS RBYTES WRITES WBYTES FILE COMM T test-top-file 23607 1 832 0 0 /usr/lib/x86_64-linux-gnu/libxxhash.so.0.8.2 http R test-top-file 23609 1 832 0 0 /usr/lib/x86_64-linux-gnu/libbz2.so.1.0.4 http R test-top-file 23609 1 832 0 0 /usr/lib/x86_64-linux-gnu/libzstd.so.1.5.5 http R test-top-file 23608 1 832 0 0 /usr/lib/x86_64-linux-gnu/libffi.so.8.1.4 http R test-top-file 23605 3 11889 0 0 /etc/apt/apt.conf.d/01autoremove apt-get R test-top-file 23605 3 12288 0 0 /etc/passwd apt-get R test-top-file 23607 3 2400 0 0 /usr/lib/x86_64-linux-gnu/libc.so.6 http R test-top-file 23609 1 832 0 0 /usr/lib/x86_64-linux-gnu/libgnutls.so.30.37… http R test-top-file 23608 1 832 0 0 /usr/lib/x86_64-linux-gnu/libcap.so.2.66 http R test-top-file 23605 1 832 0 0 /usr/lib/x86_64-linux-gnu/libcap.so.2.66 apt-get R test-top-file 23607 1 832 0 0 /usr/lib/x86_64-linux-gnu/libzstd.so.1.5.5 http R test-top-file 23608 1 4096 0 0 /etc/passwd http R test-top-file 23606 2 2048 0 0 /proc/filesystems dpkg R ... test-top-file 23680 3 12261 0 0 /etc/apt/apt.conf.d/docker-disable-periodic-… apt-config R test-top-file 23656 2 16382 0 0 /usr/share/dpkg/tupletable apt-config R test-top-file 23689 1 832 0 0 /usr/lib/x86_64-linux-gnu/libz.so.1.3 apt-config R test-top-file 23655 2 2048 0 0 /proc/filesystems dpkg R test-top-file 23609 1 65536 14 19964 /var/lib/apt/lists/partial/archive.ubuntu.co… http R test-top-file 23647 1 832 0 0 /usr/lib/x86_64-linux-gnu/libgcc_s.so.1 gpgv R test-top-file 23653 1 832 0 0 /usr/lib/x86_64-linux-gnu/libmd.so.0.1.0 dpkg R test-top-file 23685 1 832 0 0 /usr/lib/x86_64-linux-gnu/libpcre2-8.so.0.11… dpkg R test-top-file 23684 3 12106 0 0 /etc/apt/apt.conf.d/70debconf apt-config R ... ``` After the initial installation is done, we can see how git uses a temporary file to store the repository being cloned. ```bash K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID READS RBYTES WRITES WBYTES FILE COMM K8S.NODE default mypod mypod 1799742 266 81944 0 0 /linux/.git/objects/pack/tmp_pack_dzzrva git minikube ``` ```bash RUNTIME.CONTAINERNAME PID READS RBYTES WRITES WBYTES FILE COMM T test-top-file 27959 0 0 804 3293184 /linux/.git/objects/pack/tmp_pack_UPu2eM git R ``` By default the `top_file` gadget prints a summary each second until users press Ctrl + C. Both the number of summaries and the interval can be customized using `--map-fetch-count` and `--map-fetch-interval` flags, respectively. For example, with the following values, the gadget will run for 10 seconds in total, printing 5 summaries every 2 seconds: ```bash kubectl gadget run top_file:%IG_TAG% --map-fetch-count 5 --map-fetch-interval 2s ``` ```bash sudo ig run top_file:%IG_TAG% --map-fetch-count 5 --map-fetch-interval 2s ``` inspektor-gadget-0.46.0/gadgets/top_file/artifacthub-pkg.yml000066400000000000000000000014161510117411400240620ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "top file" category: monitoring-logging displayName: "top file" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Periodically report read/write activity by file" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/top_file:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/top_file:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/top_file/dev.md000066400000000000000000000031201510117411400213560ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR bufs[("bufs")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] stats[("stats")] ig_topfile_rd_e -- "Lookup" --> gadget_mntns_filter_map ig_topfile_rd_e -- "Lookup+Update" --> stats ig_topfile_rd_e -- "Lookup" --> bufs ig_topfile_rd_e["ig_topfile_rd_e"] ig_topfile_wr_e -- "Lookup" --> gadget_mntns_filter_map ig_topfile_wr_e -- "Lookup+Update" --> stats ig_topfile_wr_e -- "Lookup" --> bufs ig_topfile_wr_e["ig_topfile_wr_e"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_topfile_rd_e participant ig_topfile_wr_e end box eBPF Maps participant gadget_mntns_filter_map participant stats participant bufs end ig_topfile_rd_e->>gadget_mntns_filter_map: Lookup ig_topfile_rd_e->>stats: Lookup ig_topfile_rd_e->>stats: Update ig_topfile_rd_e->>bufs: Lookup ig_topfile_wr_e->>gadget_mntns_filter_map: Lookup ig_topfile_wr_e->>stats: Lookup ig_topfile_wr_e->>stats: Update ig_topfile_wr_e->>bufs: Lookup ``` inspektor-gadget-0.46.0/gadgets/top_file/gadget.yaml000066400000000000000000000041211510117411400223770ustar00rootroot00000000000000name: top file description: Periodically report read/write activity by file homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/top_file sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_file datasources: file: annotations: cli.clear-screen-before: "true" fields: reads: annotations: description: Reads by file columns.width: 8 columns.alignment: right writes: annotations: description: Writes by file columns.width: 8 columns.alignment: right rbytes_raw: annotations: description: Bytes read by file columns.width: 8 columns.alignment: right wbytes_raw: annotations: description: Bytes written by file columns.width: 8 columns.alignment: right t: annotations: description: Type of file, 'R' for regular files, 'S' for sockets and 'O' for others (including pipes). By default, only regular files are shown; use the --all-files flag to include all file types. value.one-of: "R, S, O" columns.width: 1 t_raw: annotations: description: Raw value of file type. '0' for regular files, '1' for sockets and '2' for others. value.one-of: "0, 1, 2" columns.width: 1 columns.hidden: true file: annotations: description: Absolute File Path columns.width: 30 dev: annotations: description: The device on which the file resides columns.hidden: true columns.width: 12 columns.alignment: right inode: annotations: description: The inode id of the file columns.hidden: true columns.width: 12 columns.alignment: right params: ebpf: all_files: key: all-files defaultValue: "false" description: Trace all files types. By default, only regular files are traced inspektor-gadget-0.46.0/gadgets/top_file/program.bpf.c000066400000000000000000000055151510117411400226510ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ /* Copyright (c) 2023-2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include "stat.h" enum op { READ, WRITE, }; enum type { R, // Regular file S, // Socket O, // Other (including pipes) }; struct file_id { __u64 inode; __u32 dev; __u64 __pid_tgid; }; struct file_stat { struct gadget_process proc; __u64 reads; gadget_bytes rbytes_raw; __u64 writes; gadget_bytes wbytes_raw; char file[GADGET_PATH_MAX]; enum type t_raw; }; #define MAX_ENTRIES 10240 // By default, only regular files are traced const volatile bool all_files = false; GADGET_PARAM(all_files); static struct file_stat zero_value = {}; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct file_id); __type(value, struct file_stat); } stats SEC(".maps"); GADGET_MAPITER(file, stats); static void get_file_path(struct file *file, char *buf, size_t size) { struct path f_path = BPF_CORE_READ(file, f_path); // Extract the full path string char *c_path = get_path_str(&f_path); bpf_probe_read_kernel_str(buf, GADGET_PATH_MAX, c_path); } static int probe_entry(struct pt_regs *ctx, struct file *file, size_t count, enum op op) { __u64 pid_tgid = bpf_get_current_pid_tgid(); int mode; struct file_id key = {}; struct file_stat *valuep; if (gadget_should_discard_data_current()) return 0; mode = BPF_CORE_READ(file, f_inode, i_mode); if (!all_files && !S_ISREG(mode)) return 0; key.dev = BPF_CORE_READ(file, f_inode, i_rdev); key.inode = BPF_CORE_READ(file, f_inode, i_ino); key.__pid_tgid = pid_tgid; valuep = bpf_map_lookup_elem(&stats, &key); if (!valuep) { bpf_map_update_elem(&stats, &key, &zero_value, BPF_ANY); valuep = bpf_map_lookup_elem(&stats, &key); if (!valuep) return 0; gadget_process_populate(&valuep->proc); get_file_path(file, valuep->file, sizeof(valuep->file)); if (S_ISREG(mode)) { valuep->t_raw = R; } else if (S_ISSOCK(mode)) { valuep->t_raw = S; } else { valuep->t_raw = O; } } if (op == READ) { valuep->reads++; valuep->rbytes_raw += count; } else { /* op == WRITE */ valuep->writes++; valuep->wbytes_raw += count; } return 0; }; SEC("kprobe/vfs_read") int BPF_KPROBE(ig_topfile_rd_e, struct file *file, char *buf, size_t count, loff_t *pos) { return probe_entry(ctx, file, count, READ); } SEC("kprobe/vfs_write") int BPF_KPROBE(ig_topfile_wr_e, struct file *file, const char *buf, size_t count, loff_t *pos) { return probe_entry(ctx, file, count, WRITE); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/top_file/stat.h000066400000000000000000000013651510117411400214130ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */ #ifndef __STAT_H #define __STAT_H /* From include/uapi/linux/stat.h */ #define S_IFMT 00170000 #define S_IFSOCK 0140000 #define S_IFLNK 0120000 #define S_IFREG 0100000 #define S_IFBLK 0060000 #define S_IFDIR 0040000 #define S_IFCHR 0020000 #define S_IFIFO 0010000 #define S_ISUID 0004000 #define S_ISGID 0002000 #define S_ISVTX 0001000 #define S_ISLNK(m) (((m) & S_IFMT) == S_IFLNK) #define S_ISREG(m) (((m) & S_IFMT) == S_IFREG) #define S_ISDIR(m) (((m) & S_IFMT) == S_IFDIR) #define S_ISCHR(m) (((m) & S_IFMT) == S_IFCHR) #define S_ISBLK(m) (((m) & S_IFMT) == S_IFBLK) #define S_ISFIFO(m) (((m) & S_IFMT) == S_IFIFO) #define S_ISSOCK(m) (((m) & S_IFMT) == S_IFSOCK) #endif /* __STAT_H */ inspektor-gadget-0.46.0/gadgets/top_file/test/000077500000000000000000000000001510117411400212415ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_file/test/integration/000077500000000000000000000000001510117411400235645ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_file/test/integration/top_file_test.go000066400000000000000000000105651510117411400267620ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type topFileEntry struct { utils.CommonData Proc utils.Process `json:"proc"` Reads uint64 `json:"reads"` Writes uint64 `json:"writes"` ReadBytes uint64 `json:"rbytes_raw"` WriteBytes uint64 `json:"wbytes_raw"` FileType string `json:"t"` FileName string `json:"file"` FileInode uint64 `json:"inode"` FileDev uint64 `json:"dev"` } func TestTopFile(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-top-file" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-top-file") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do echo -n foo > bar ; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{ utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID()), } switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags( fmt.Sprintf("-r=%s", utils.Runtime), fmt.Sprintf("-c=%s", containerName), ), ) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithStartAndStop(), igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &topFileEntry{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sh", 0, 0), // Workload writes "foo" with "echo" (so "sh") command into // a regular file ('R') named "bar" once per second. The // gadget runs every second, so we expect 1 write operation // with 3 bytes. FileType: "R", FileName: "/bar", Writes: 1, WriteBytes: 3, // Nothing is read Reads: 0, ReadBytes: 0, // Check the existence of the following fields FileInode: utils.NormalizedInt, // Manually normalize fields that might contain 0, so we // can't use NormalizedInt and NormalizeInt() // TODO: Support checking for the presence of a field, even if it's 0 FileDev: 0, } normalize := func(e *topFileEntry) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.FileInode) // Manually normalize fields that might contain 0 e.FileDev = 0 } match.MatchEntries(t, match.JSONMultiArrayMode, output, normalize, expectedEntry) }, ), ) topFileCmd := igrunner.New("top_file", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{topFileCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/top_file/test/unit/000077500000000000000000000000001510117411400222205ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_file/test/unit/top_file_test.go000066400000000000000000000102571510117411400254140ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "path/filepath" "testing" "time" "github.com/cilium/ebpf" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTopFileEvent struct { Proc utils.Process `json:"proc"` Dev uint32 `json:"dev"` File string `json:"file"` RBytes uint64 `json:"rbytes_raw"` Reads uint64 `json:"reads"` WBytes uint64 `json:"wbytes_raw"` Writes uint64 `json:"writes"` T string `json:"t"` } type testDef struct { runnerConfig *utils.RunnerConfig generateEvent func() (string, error) validateEvent func(t *testing.T, info *utils.RunnerInfo, filepath string, events []ExpectedTopFileEvent) mntnsFilterMap func(info *utils.RunnerInfo) *ebpf.Map } func TestTopFileGadget(t *testing.T) { // BPF_MAP_LOOKUP_AND_DELETE_BATCH used by the ebpf operator was introduced // in // https://github.com/torvalds/linux/commit/057996380a42bb64ccc04383cfa9c0ace4ea11f0 gadgettesting.MinimumKernelVersion(t, "5.6") gadgettesting.InitUnitTest(t) runnerConfig := &utils.RunnerConfig{} testCases := map[string]testDef{ "captures_events_with_filter": { runnerConfig: runnerConfig, generateEvent: generateEvent, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, validateEvent: func(t *testing.T, info *utils.RunnerInfo, filepath string, events []ExpectedTopFileEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedTopFileEvent { return &ExpectedTopFileEvent{ Proc: info.Proc, T: "R", File: filepath, // Only check the existence. Writes: utils.NormalizedInt, Dev: 0, // Nothing is being read from the file. Reads: 0, RBytes: 0, WBytes: 10240, } })(t, info, 0, events) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() var filepath string runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) params := map[string]string{ "operator.oci.ebpf.map-fetch-interval": "1000ms", } var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap != nil { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } normalizeEvent := func(event *ExpectedTopFileEvent) { utils.NormalizeInt(&event.Writes) } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { var err error filepath, err = testCase.generateEvent() if err != nil { return err } return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTopFileEvent]{ Image: "top_file", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, ParamValues: params, OnGadgetRun: onGadgetRun, NormalizeEvent: normalizeEvent, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, filepath, gadgetRunner.CapturedEvents) }) } } func generateEvent() (string, error) { temp, err := os.MkdirTemp("", "test") if err != nil { return "", err } filepath := filepath.Join(temp, "foo") file, err := os.Create(filepath) if err != nil { return "", err } buf := make([]byte, 10240) _, err = file.Write(buf) if err != nil { return "", err } return filepath, nil } inspektor-gadget-0.46.0/gadgets/top_process/000077500000000000000000000000001510117411400210215ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_process/README.md000066400000000000000000000003571510117411400223050ustar00rootroot00000000000000# top_process The `top_process` gadget periodically reports process statistics, including CPU usage, memory usage, and other process information. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/top_processinspektor-gadget-0.46.0/gadgets/top_process/README.mdx000066400000000000000000000104611510117411400224720ustar00rootroot00000000000000--- title: top_process sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # top_process The top_process gadget periodically reports process statistics, including CPU usage, memory usage, and other process information. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/top_process:%IG_TAG% ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/top_process:%IG_TAG% ``` ## Guide The top_process gadget provides detailed information about running processes, including: - Process ID (PID) - Parent Process ID (PPID) - Command name - CPU usage percentage - Memory usage (RSS and virtual) - Thread count - Process state - User ID - Process start time - Mount namespace ID It also adds environment enrichments (container/k8s information), if possible. You can sort the output by any field, for example by CPU usage: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/top_process:%IG_TAG% --sort -cpuUsage --max-entries 12 K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID COMM CPUUSAGE CPUUSAGERELA… MEMORYRSS MEMORYVIRTUAL MEMORYRELATI… THREADCOUNT STATE UID STARTTIMESTR minikube test-namespace test-pod test-container 747 ig 0.3 0.1 94101504 1979633664 2.3 8 S 0 2025-05-20T2 minikube test-namespace test-pod test-container 40192 ig 0.3 0.1 134131712 2056871936 3.3 9 S 0 2025-05-27T1 minikube test-namespace test-pod test-container 32493 ig 0.3 0.1 161894400 2061258752 3.9 8 S 0 2025-05-24T1 98 ata_sff 0.0 0.0 0 0 0.0 1 I 0 2025-05-20T2 99 md 0.0 0.0 0 0 0.0 1 I 0 2025-05-20T2 817 sshd 0.0 0.0 6160384 15507456 0.2 1 S 0 2025-05-20T2 ``` ```bash $ sudo ig run top_process --sort -cpuUsage --max-entries 12 RUNTIME.CONTAINERNAME PID COMM CPUUSAGE CPUUSAGERELA… MEMORYRSS MEMORYVIRTUAL MEMORYRELATI… THREADCOUNT STATE UID STARTTIMESTR test-container 747 ig 0.3 0.1 94101504 1979633664 2.3 8 S 0 2025-05-20T2 test-container 40192 ig 0.3 0.1 134131712 2056871936 3.3 9 S 0 2025-05-27T1 test-container 32493 ig 0.3 0.1 161894400 2061258752 3.9 8 S 0 2025-05-24T1 98 ata_sff 0.0 0.0 0 0 0.0 1 I 0 2025-05-20T2 99 md 0.0 0.0 0 0 0.0 1 I 0 2025-05-20T2 817 sshd 0.0 0.0 6160384 15507456 0.2 1 S 0 2025-05-20T2 ... ``` inspektor-gadget-0.46.0/gadgets/top_process/artifacthub-pkg.yml000066400000000000000000000015531510117411400246230ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "top process" category: monitoring-logging displayName: "top process" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Periodically report process statistics" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/top_process" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/top_process:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget - process - monitoring links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_process" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/top_process:latest ``` provider: name: Inspektor Gadgetinspektor-gadget-0.46.0/gadgets/top_process/gadget.yaml000066400000000000000000000040201510117411400231340ustar00rootroot00000000000000name: top process description: Periodically report process statistics homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/top_process sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_process operator: process: emitstats: true interval: 3s first-interval: 250ms datasources: processes: annotations: cli.clear-screen-before: "true" fields: startTimeStr: annotations: columns.alias: 'STARTTIME' priority: annotations: columns.alias: 'PR' nice: annotations: columns.alias: 'NI' cpuTimeStr: annotations: columns.alias: 'TIME+' cpuUsage: annotations: columns.alias: '%CPU' cpuUsageRelative: annotations: columns.alias: '%RELCPU' memoryRelative: annotations: columns.alias: '%MEM' memoryRSS: annotations: columns.alias: 'RES' columns.maxWidth: 12 memoryShared: annotations: columns.alias: 'SHR' columns.maxWidth: 12 memoryVirtual: annotations: columns.alias: 'VIRT' columns.maxWidth: 12 comm: annotations: columns.alias: 'COMMAND' columns.with: 32 columns.maxwidth: 80 columns.ellipsis: end threadCount: annotations: columns.alias: 'THR' columns.maxWidth: 3 state: annotations: columns.alias: 'S' columns.maxWidth: 1 params: custom: interval: description: "interval to re-read statistics" defaultValue: 3s patch: operator: process: interval: >- {{call .getParamValue "custom.interval"}} count: description: "number of reports" defaultValue: 0 patch: operator: process: count: >- {{call .getParamValue "custom.count"}} inspektor-gadget-0.46.0/gadgets/top_process/test/000077500000000000000000000000001510117411400220005ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_process/test/unit/000077500000000000000000000000001510117411400227575ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_process/test/unit/top_process_test.go000066400000000000000000000017011510117411400267040ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTopProcess(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "top_process") } inspektor-gadget-0.46.0/gadgets/top_tcp/000077500000000000000000000000001510117411400201315ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_tcp/README.md000066400000000000000000000002571510117411400214140ustar00rootroot00000000000000# top tcp The `top_tcp` reports periodically tcp send receive activity by connection Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/top_tcp.inspektor-gadget-0.46.0/gadgets/top_tcp/README.mdx000066400000000000000000000121531510117411400216020ustar00rootroot00000000000000--- title: top_tcp sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # top_tcp The top_tcp gadget reports tcp send receive activity by connection. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/top_tcp:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/top_tcp:%IG_TAG% [flags] ``` ## Flags ### `--family` Trace traffic from the specified IPv family. Can be either 4 or 6. Specifying -1 equals to no filtering Default value: "-1" ### `--pid` Show only events generated by process with this PID Default value: "0" ## Guide First, we need to create one pod for us to play with: ```bash kubectl run mypod --image busybox:%IG_TAG% sleep inf ``` First, we need to create a container for us to play with: ```bash docker run -d --name mycontainer busybox:%IG_TAG% sleep inf ``` You can now use the gadget, but output will be empty: ```bash $ kubectl gadget run top_tcp:%IG_TAG% --podname mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID SRC DST COMM SENT RECEIVED ``` ```bash $ sudo ig run top_tcp:%IG_TAG% --containername mycontainer RUNTIME.CONTAINERNAME PID SRC DST COMM SENT RECEIVED ``` Indeed, it is waiting for TCP connection to occur. So, open *another terminal* and keep and eye on the first one, `exec` the container and use `wget`: ```bash $ kubectl exec -ti mypod -- wget inspektor-gadget.io Connecting to inspektor-gadget.io (188.114.96.0:80) Connecting to inspektor-gadget.io (188.114.96.0:443) wget: note: TLS certificate validation not implemented saving to 'index.html' index.html 100% |**********************************************************************************************************| 37851 0:00:00 ETA 'index.html' saved ``` ```bash $ docker exec mycontainer wget inspektor-gadget.io Connecting to inspektor-gadget.io (188.114.97.7:80) Connecting to inspektor-gadget.io (188.114.96.7:443) wget: note: TLS certificate validation not implemented saving to 'index.html' index.html 100% |********************************| 37851 0:00:00 ETA 'index.html' saved ``` On *the first terminal*, you should see: ```bash K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME PID SRC DST COMM SENT RECEIVED aks-agentpo… default mypod mypod 3602459 p/default/mypod:57076 188.114.97.7:443 wget 320 42652 aks-agentpo… default mypod mypod 3602452 p/default/mypod:49538 188.114.96.7:80 wget 0 582 ``` ```bash RUNTIME.CONTAINERNAME PID SRC DST COMM SENT RECEIVED mycontainer 79480 172.17.0.4:42522 188.114.97.7:80 wget 82 588 mycontainer 79499 172.17.0.4:54254 188.114.96.7:443 wget 320 42655 ``` These lines correspond to the TCP connection initiated by `wget`. Finally, clean the system: ```bash kubectl delete pod mypod ``` ```bash docker rm -f mycontainer ``` inspektor-gadget-0.46.0/gadgets/top_tcp/artifacthub-pkg.yml000066400000000000000000000014241510117411400237300ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "top tcp" category: monitoring-logging displayName: "top tcp" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: Periodically report tcp send receive activity by connection logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/top_tcp:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/top_tcp:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/top_tcp/dev.md000066400000000000000000000026611510117411400212360ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR gadget_mntns_filter_map[("gadget_mntns_filter_map")] ip_map[("ip_map")] ig_toptcp_clean -- "Lookup" --> gadget_mntns_filter_map ig_toptcp_clean -- "Lookup+Update" --> ip_map ig_toptcp_clean["ig_toptcp_clean"] ig_toptcp_sdmsg -- "Lookup" --> gadget_mntns_filter_map ig_toptcp_sdmsg -- "Lookup+Update" --> ip_map ig_toptcp_sdmsg["ig_toptcp_sdmsg"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_toptcp_clean participant ig_toptcp_sdmsg end box eBPF Maps participant gadget_mntns_filter_map participant ip_map end ig_toptcp_clean->>gadget_mntns_filter_map: Lookup ig_toptcp_clean->>ip_map: Lookup ig_toptcp_clean->>ip_map: Update ig_toptcp_sdmsg->>gadget_mntns_filter_map: Lookup ig_toptcp_sdmsg->>ip_map: Lookup ig_toptcp_sdmsg->>ip_map: Update ``` inspektor-gadget-0.46.0/gadgets/top_tcp/gadget.yaml000066400000000000000000000015351510117411400222540ustar00rootroot00000000000000name: top tcp description: Periodically report tcp send receive activity by connection homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/top_tcp sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/top_tcp datasources: tcp: annotations: cli.clear-screen-before: "true" fields: received_raw: annotations: description: Received bytes sent_raw: annotations: description: Sent bytes src: annotations: template: l4endpoint dst: annotations: template: l4endpoint params: ebpf: target_family: key: family defaultValue: "-1" description: Trace traffic from the specified IPv family. Can be either 4 or 6. Specifying -1 equals to no filtering inspektor-gadget-0.46.0/gadgets/top_tcp/program.bpf.c000066400000000000000000000074241510117411400225210ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Francis Laniel #include #include #include #include #include #include #include #include /* Taken from kernel include/linux/socket.h. */ #define AF_INET 2 /* Internet IP Protocol */ #define AF_INET6 10 /* IP version 6 */ const volatile int target_family = -1; GADGET_PARAM(target_family); struct ip_key_t { gadget_mntns_id mntns_id; gadget_pid pid; gadget_tid tid; struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; gadget_comm comm[TASK_COMM_LEN]; }; struct traffic_t { gadget_bytes sent_raw; gadget_bytes received_raw; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct ip_key_t); __type(value, struct traffic_t); } ip_map SEC(".maps"); GADGET_MAPITER(tcp, ip_map); static int probe_ip(bool receiving, struct sock *sk, size_t size) { struct ip_key_t ip_key = {}; struct traffic_t *trafficp; __u64 mntns_id; __u16 family; __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (target_family != -1 && ((target_family == 4 && family != AF_INET) || (target_family == 6 && family != AF_INET6))) return 0; /* drop */ if (family != AF_INET && family != AF_INET6) return 0; if (gadget_should_discard_data_current()) return 0; mntns_id = gadget_get_current_mntns_id(); ip_key.pid = pid; ip_key.tid = tid; ip_key.mntns_id = mntns_id; bpf_get_current_comm(&ip_key.comm, sizeof(ip_key.comm)); ip_key.src.port = BPF_CORE_READ(sk, __sk_common.skc_num); ip_key.dst.port = bpf_ntohs(BPF_CORE_READ(sk, __sk_common.skc_dport)); ip_key.src.proto_raw = ip_key.dst.proto_raw = IPPROTO_TCP; if (family == AF_INET) { ip_key.src.version = ip_key.dst.version = 4; } else { ip_key.src.version = ip_key.dst.version = 6; } if (family == AF_INET) { bpf_probe_read_kernel(&ip_key.src.addr_raw.v4, sizeof(sk->__sk_common.skc_rcv_saddr), &sk->__sk_common.skc_rcv_saddr); bpf_probe_read_kernel(&ip_key.dst.addr_raw.v4, sizeof(sk->__sk_common.skc_daddr), &sk->__sk_common.skc_daddr); } else { /* * family == AF_INET6, * we already checked above family is correct. */ bpf_probe_read_kernel( &ip_key.src.addr_raw.v6, sizeof(sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32), &sk->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); bpf_probe_read_kernel( &ip_key.dst.addr_raw.v6, sizeof(sk->__sk_common.skc_v6_daddr.in6_u.u6_addr32), &sk->__sk_common.skc_v6_daddr.in6_u.u6_addr32); } trafficp = bpf_map_lookup_elem(&ip_map, &ip_key); if (!trafficp) { struct traffic_t zero; if (receiving) { zero.sent_raw = 0; zero.received_raw = size; } else { zero.sent_raw = size; zero.received_raw = 0; } bpf_map_update_elem(&ip_map, &ip_key, &zero, BPF_NOEXIST); } else { if (receiving) trafficp->received_raw += size; else trafficp->sent_raw += size; bpf_map_update_elem(&ip_map, &ip_key, trafficp, BPF_EXIST); } return 0; } SEC("kprobe/tcp_sendmsg") int BPF_KPROBE(ig_toptcp_sdmsg, struct sock *sk, struct msghdr *msg, size_t size) { return probe_ip(false, sk, size); } /* * tcp_recvmsg() would be obvious to trace, but is less suitable because: * - we'd need to trace both entry and return, to have both sock and size * - misses tcp_read_sock() traffic * we'd much prefer tracepoints once they are available. */ SEC("kprobe/tcp_cleanup_rbuf") int BPF_KPROBE(ig_toptcp_clean, struct sock *sk, int copied) { if (copied <= 0) return 0; return probe_ip(true, sk, copied); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/top_tcp/test/000077500000000000000000000000001510117411400211105ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_tcp/test/integration/000077500000000000000000000000001510117411400234335ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_tcp/test/integration/top_tcp_test.go000066400000000000000000000111231510117411400264670ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type topTcpEntry struct { utils.CommonData MntNsID uint64 `json:"mntns_id"` Pid uint32 `json:"pid"` Tid uint32 `json:"tid"` Comm string `json:"comm"` Src utils.L4Endpoint `json:"src"` Dst utils.L4Endpoint `json:"dst"` // Sent and Received might be 0, so we can't use NormalizedInt and NormalizeInt() // TODO: Support checking for the presence of a field, even if it's 0 // Sent uint64 `json:"sent"` // Received uint64 `json:"received"` } func TestTopTcp(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-top-tcp" containerImage := gadgettesting.NginxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-top-tcp") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } // TODO: can't use setuidgid because it's not available on the nginx image testContainer := containerFactory.NewContainer( containerName, "nginx && while true; do curl 127.0.0.1; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{ utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID()), } switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags( fmt.Sprintf("-r=%s", utils.Runtime), fmt.Sprintf("-c=%s", containerName), ), ) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithStartAndStop(), igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &topTcpEntry{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Comm: "curl", // Check the existence of the following fields MntNsID: utils.NormalizedInt, Pid: utils.NormalizedInt, Tid: utils.NormalizedInt, } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { expectedEntry.Src.K8s = utils.K8s{ Kind: "raw", } expectedEntry.Dst.K8s = expectedEntry.Src.K8s } normalize := func(e *topTcpEntry) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeEndpoint(&e.Src) utils.NormalizeEndpoint(&e.Dst) utils.NormalizeInt(&e.MntNsID) utils.NormalizeInt(&e.Pid) utils.NormalizeInt(&e.Tid) utils.NormalizeInt(&e.Src.Port) utils.NormalizeInt(&e.Dst.Port) } match.MatchEntries(t, match.JSONMultiArrayMode, output, normalize, expectedEntry) }, ), ) topTcpCmd := igrunner.New("top_tcp", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{topTcpCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/top_tcp/test/unit/000077500000000000000000000000001510117411400220675ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/top_tcp/test/unit/top_tcp_test.go000066400000000000000000000016711510117411400251320ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTopTcp(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "top_tcp") } inspektor-gadget-0.46.0/gadgets/trace_bind/000077500000000000000000000000001510117411400205535ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_bind/README.md000066400000000000000000000002551510117411400220340ustar00rootroot00000000000000# trace_bind The `trace_bind` gadget is used to stream socket binding syscalls. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_bind inspektor-gadget-0.46.0/gadgets/trace_bind/README.mdx000066400000000000000000000071131510117411400222240ustar00rootroot00000000000000--- title: trace_bind sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_bind The trace_bind gadget is used to stream socket binding syscalls. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_bind:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_bind:%IG_TAG% [flags] ``` ## Flags ### `--ignore-errors` Show only events where the bind succeeded Default value: "true" ### `--pid` Show only bind events generated by this particular PID Default value: "" ## Guide First, we need to run an application that generates some events. ```bash $ kubectl run --restart=Never --image=busybox mypod -- sh -c 'while /bin/true ; do nc -l -p 4242 -w 1 ; sleep 3 ; done' pod/mypod created ``` ```bash $ docker run --name test-trace-bind -d busybox /bin/sh -c 'while /bin/true ; do nc -l -p 4242 -w 1 ; sleep 3 ; done' ``` Then, let's run the gadget: ```bash $ kubectl gadget run trace_bind:%IG_TAG% --podname mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME ADDR COMM PID TID BOUND_… ERROR minikube-docker default mypod mypod :::4242 nc 635160 635160 0 minikube-docker default mypod mypod :::4242 nc 635213 635213 0 minikube-docker default mypod mypod :::4242 nc 635233 635233 0 minikube-docker default mypod mypod :::4242 nc 635301 635301 0 ``` ```bash $ sudo ig run trace_bind:%IG_TAG% --containername test-trace-bind RUNTIME.CONTAINERNAME ADDR COMM PID TID BOUND_DEV_… ERROR test-trace-bind :::4242 nc 647422 647422 0 test-trace-bind :::4242 nc 647472 647472 0 ^C ``` These lines correspond to the socket binding operation initiated by `nc`. We can stop the gadget by hitting Ctrl-C. Finally, clean the system: ```bash $ kubectl delete pod mypod ``` ```bash $ docker rm -f test-trace-bind ``` inspektor-gadget-0.46.0/gadgets/trace_bind/artifacthub-pkg.yml000066400000000000000000000015051510117411400243520ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace bind" category: monitoring-logging displayName: "trace bind" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace stream socket binding syscalls" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_bind" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_bind:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_bind" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_bind:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_bind/dev.md000066400000000000000000000043701510117411400216570ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ports[("ports")] sockets[("sockets")] ig_bind_ipv4_e -- "Lookup" --> gadget_mntns_filter_map ig_bind_ipv4_e -- "Update" --> sockets ig_bind_ipv4_e["ig_bind_ipv4_e"] ig_bind_ipv4_x -- "Lookup+Delete" --> sockets ig_bind_ipv4_x -- "Lookup" --> ports ig_bind_ipv4_x -- "Lookup" --> gadget_heap ig_bind_ipv4_x -- "EventOutput" --> events ig_bind_ipv4_x["ig_bind_ipv4_x"] ig_bind_ipv6_e -- "Lookup" --> gadget_mntns_filter_map ig_bind_ipv6_e -- "Update" --> sockets ig_bind_ipv6_e["ig_bind_ipv6_e"] ig_bind_ipv6_x -- "Lookup+Delete" --> sockets ig_bind_ipv6_x -- "Lookup" --> ports ig_bind_ipv6_x -- "Lookup" --> gadget_heap ig_bind_ipv6_x -- "EventOutput" --> events ig_bind_ipv6_x["ig_bind_ipv6_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_bind_ipv4_e participant ig_bind_ipv4_x participant ig_bind_ipv6_e participant ig_bind_ipv6_x end box eBPF Maps participant gadget_mntns_filter_map participant sockets participant ports participant gadget_heap participant events end ig_bind_ipv4_e->>gadget_mntns_filter_map: Lookup ig_bind_ipv4_e->>sockets: Update ig_bind_ipv4_x->>sockets: Lookup ig_bind_ipv4_x->>ports: Lookup ig_bind_ipv4_x->>gadget_heap: Lookup ig_bind_ipv4_x->>events: EventOutput ig_bind_ipv4_x->>sockets: Delete ig_bind_ipv6_e->>gadget_mntns_filter_map: Lookup ig_bind_ipv6_e->>sockets: Update ig_bind_ipv6_x->>sockets: Lookup ig_bind_ipv6_x->>ports: Lookup ig_bind_ipv6_x->>gadget_heap: Lookup ig_bind_ipv6_x->>events: EventOutput ig_bind_ipv6_x->>sockets: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_bind/gadget.yaml000066400000000000000000000017041510117411400226740ustar00rootroot00000000000000name: trace bind description: Trace socket bindings homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_bind sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_bind datasources: bind: fields: addr: annotations: description: Address the socket is bound to columns.width: 32 error_raw: annotations: columns.hidden: true opts_raw: annotations: columns.hidden: true opts: annotations: description: Socket options columns.hidden: true bound_dev_if: annotations: description: Index of the network interface the socket is bound to columns.width: 10 params: ebpf: ignore_errors: key: ignore-errors alias: i defaultValue: "true" description: Show only events where the bind succeeded inspektor-gadget-0.46.0/gadgets/trace_bind/program.bpf.c000066400000000000000000000137171510117411400231450ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include enum bind_options_set : __u8 { FREEBIND = 0x1, TRANSPARENT = 0x2, BIND_ADDRESS_NO_PORT = 0x4, REUSEADDRESS = 0x8, REUSEPORT = 0x10, }; union bind_options { __u8 data; struct { __u8 freebind : 1; __u8 transparent : 1; __u8 bind_address_no_port : 1; __u8 reuseaddress : 1; __u8 reuseport : 1; } fields; }; struct event { gadget_timestamp timestamp_raw; struct gadget_l4endpoint_t addr; struct gadget_process proc; gadget_errno error_raw; enum bind_options_set opts_raw; // TODO: How to get the name of the device? __u32 bound_dev_if; }; const volatile bool ignore_errors = true; const volatile bool filter_by_port = false; GADGET_PARAM(ignore_errors); // TODO: Add support for filtering by port //GADGET_PARAM(filter_by_port); /* * Highly inspired from: * https://github.com/iovisor/bcc/pull/4846/commits/a55b5a0c920f */ struct inet_sock___o { __u8 freebind : 1; __u8 transparent : 1; __u8 bind_address_no_port : 1; }; enum { INET_FLAGS_FREEBIND___x = 11, INET_FLAGS_TRANSPARENT___x = 15, INET_FLAGS_BIND_ADDRESS_NO_PORT___x = 18, }; struct inet_sock___x { unsigned long inet_flags; }; #define get_inet_sock_flag(inet_sock, flag_name, flag_value) \ ({ \ __u8 __ret; \ if (bpf_core_field_exists(struct inet_sock___o, flag_name)) { \ __ret = BPF_CORE_READ_BITFIELD_PROBED( \ (struct inet_sock___o *)inet_sock, flag_name); \ } else { \ unsigned long __flags; \ __flags = BPF_CORE_READ( \ (struct inet_sock___x *)inet_sock, \ inet_flags); \ __ret = !!((1 << flag_value) & __flags); \ } \ __ret; \ }) static __always_inline __u8 get_inet_sock_freebind(void *inet_sock) { return get_inet_sock_flag(inet_sock, freebind, INET_FLAGS_FREEBIND___x); } static __always_inline __u8 get_inet_sock_transparent(void *inet_sock) { return get_inet_sock_flag(inet_sock, transparent, INET_FLAGS_TRANSPARENT___x); } static __always_inline __u8 get_inet_sock_bind_address_no_port(void *inet_sock) { return get_inet_sock_flag(inet_sock, bind_address_no_port, INET_FLAGS_BIND_ADDRESS_NO_PORT___x); } #define MAX_ENTRIES 10240 #define MAX_PORTS 1024 GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(bind, events, event); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct socket *); } sockets SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_PORTS); __type(key, __u16); __type(value, __u16); } ports SEC(".maps"); static int probe_entry(struct pt_regs *ctx, struct socket *socket) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; if (gadget_should_discard_data_current()) return 0; bpf_map_update_elem(&sockets, &tid, &socket, BPF_ANY); return 0; }; static int probe_exit(struct pt_regs *ctx, short ver) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct socket **socketp, *socket; struct inet_sock *inet_sock; struct sock *sock; union bind_options opts; struct event *event; __u16 sport = 0, *port; int ret; socketp = bpf_map_lookup_elem(&sockets, &tid); if (!socketp) return 0; ret = PT_REGS_RC(ctx); if (ignore_errors && ret != 0) goto cleanup; socket = *socketp; sock = BPF_CORE_READ(socket, sk); inet_sock = (struct inet_sock *)sock; sport = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); port = bpf_map_lookup_elem(&ports, &sport); if (filter_by_port && !port) goto cleanup; opts.fields.freebind = get_inet_sock_freebind(inet_sock); opts.fields.transparent = get_inet_sock_transparent(inet_sock); opts.fields.bind_address_no_port = get_inet_sock_bind_address_no_port(inet_sock); opts.fields.reuseaddress = BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_reuse); opts.fields.reuseport = BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_reuseport); event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) goto cleanup; gadget_process_populate(&event->proc); event->opts_raw = opts.data; event->bound_dev_if = BPF_CORE_READ(sock, __sk_common.skc_bound_dev_if); event->error_raw = -ret; event->timestamp_raw = bpf_ktime_get_boot_ns(); event->addr.port = sport; event->addr.version = ver; event->addr.proto_raw = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); if (ver == 4) { bpf_probe_read_kernel(&event->addr.addr_raw.v4, sizeof(event->addr.addr_raw.v4), &inet_sock->inet_saddr); } else { /* ver == 6 */ bpf_probe_read_kernel( &event->addr.addr_raw.v6, sizeof(event->addr.addr_raw.v6), sock->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); } /* emit event */ gadget_submit_buf(ctx, &events, event, sizeof(*event)); cleanup: bpf_map_delete_elem(&sockets, &tid); return 0; } SEC("kprobe/inet_bind") int BPF_KPROBE(ig_bind_ipv4_e, struct socket *socket) { return probe_entry(ctx, socket); } SEC("kretprobe/inet_bind") int BPF_KRETPROBE(ig_bind_ipv4_x) { return probe_exit(ctx, 4); } SEC("kprobe/inet6_bind") int BPF_KPROBE(ig_bind_ipv6_e, struct socket *socket) { return probe_entry(ctx, socket); } SEC("kretprobe/inet6_bind") int BPF_KRETPROBE(ig_bind_ipv6_x) { return probe_exit(ctx, 6); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_bind/test/000077500000000000000000000000001510117411400215325ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_bind/test/integration/000077500000000000000000000000001510117411400240555ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_bind/test/integration/trace_bind_test.go000066400000000000000000000100241510117411400275320ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceBindEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Addr utils.L4Endpoint `json:"addr"` Error string `json:"error"` Opts string `json:"opts"` BoundDevIF uint32 `json:"bound_dev_if"` } func TestTraceBind(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-bind" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-bind") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do setuidgid 1000:1111 nc -l -s 127.0.0.1 -p 9090 -w 1; sleep 0.1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceBindEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("nc", 1000, 1111), Addr: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: 9090, Proto: "TCP", }, Opts: "REUSEADDRESS", // Check the existence of the following fields Timestamp: utils.NormalizedStr, } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { expectedEntry.Addr.K8s = utils.K8s{ Kind: "raw", } } normalize := func(e *traceBindEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeEndpoint(&e.Addr) utils.NormalizeEndpoint(&e.Addr) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceBindCmd := igrunner.New("trace_bind", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceBindCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_bind/test/unit/000077500000000000000000000000001510117411400225115ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_bind/test/unit/trace_bind_test.go000066400000000000000000000104421510117411400261720ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "net" "syscall" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTraceBindEvent struct { Addr utils.L4Endpoint `json:"addr"` Error string `json:"error"` Proc utils.Process } type testCase struct { name string port uint16 network string version uint8 addr string } func TestTraceBind(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := []testCase{ { name: "TCP4 loopback on fixed port", addr: "127.0.0.1", network: "TCP", version: 4, port: 12345, }, { name: "TCP4 loopback on ephemeral port", addr: "127.0.0.1", network: "TCP", version: 4, port: 0, }, { name: "TCP6 loopback on fixed port", addr: "::1", network: "TCP", port: 2154, version: 6, }, { name: "UDP4 loopback on high port", addr: "127.0.0.1", network: "UDP", port: 12345, version: 4, }, { name: "UDP6 loopback on ephemeral port", addr: "::1", network: "UDP", port: 0, version: 6, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, &utils.RunnerConfig{}) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { // pick socket parameters based on tc.network var domain, socktype, proto int var sa syscall.Sockaddr switch tc.network { case "TCP": socktype, proto = syscall.SOCK_STREAM, syscall.IPPROTO_TCP case "UDP": socktype, proto = syscall.SOCK_DGRAM, syscall.IPPROTO_UDP } switch tc.version { case 4: domain = syscall.AF_INET ip := net.ParseIP(tc.addr).To4() var ipArray [4]byte copy(ipArray[:], ip) sa = &syscall.SockaddrInet4{Port: int(tc.port), Addr: ipArray} case 6: domain = syscall.AF_INET6 ip := net.ParseIP(tc.addr).To16() var ipArray [16]byte copy(ipArray[:], ip) sa = &syscall.SockaddrInet6{Port: int(tc.port), Addr: ipArray} } fd, err := syscall.Socket(domain, socktype, proto) require.NoError(t, err) err = syscall.Bind(fd, sa) if tc.port == 0 { sockAddr, err := syscall.Getsockname(fd) require.NoError(t, err) switch s := sockAddr.(type) { case *syscall.SockaddrInet4: tc.port = uint16(s.Port) case *syscall.SockaddrInet6: tc.port = uint16(s.Port) } } defer syscall.Close(fd) require.NoError(t, err) return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceBindEvent]{ Image: "trace_bind", Timeout: 5 * time.Second, MntnsFilterMap: utils.CreateMntNsFilterMap(t, runner.Info.MountNsID), OnGadgetRun: onGadgetRun, ParamValues: api.ParamValues{ "operator.oci.ebpf.ignore-errors": "false", }, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() utils.ExpectOneEvent( func(info *utils.RunnerInfo, fd int) *ExpectedTraceBindEvent { return &ExpectedTraceBindEvent{ Addr: utils.L4Endpoint{ Addr: tc.addr, Version: tc.version, Port: tc.port, Proto: tc.network, }, Proc: info.Proc, Error: "", } }, )(t, runner.Info, 0, gadgetRunner.CapturedEvents) }) } } inspektor-gadget-0.46.0/gadgets/trace_capabilities/000077500000000000000000000000001510117411400222705ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_capabilities/README.md000066400000000000000000000003521510117411400235470ustar00rootroot00000000000000# trace_capabilities The `trace_capabilities` gadget allows us to see what capability security checks are triggered by applications. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_capabilities inspektor-gadget-0.46.0/gadgets/trace_capabilities/README.mdx000066400000000000000000000215611510117411400237440ustar00rootroot00000000000000--- title: trace_capabilities sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_capabilities The trace_capabilities gadget allows us to see what capability security checks are triggered by applications running in a container. Linux [capabilities](https://man7.org/linux/man-pages/man7/capabilities.7.html) allow for a finer privilege control because they can give root-like capabilities to processes without giving them full root access. They can also be taken away from root processes. If a pod is directly executing programs as root, we can further lock it down by taking capabilities away. Sometimes we need to add capabilities which are not there by default. You can see the list of default and available capabilities [in Docker](https://docs.docker.com/engine/reference/run/#runtime-privilege-and-linux-capabilities). Specially if our pod is directly run as user instead of root (runAsUser: ID), we can give some more capabilities (think as partly root) and still take all unused capabilities to really lock it down. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_capabilities:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_capabilities:%IG_TAG% [flags] ``` ## Flags ### `--audit-only` Only show audit checks Default value: "false" ### `--collect-kstack` Collect kernel stack traces Default value: "true" ### `--collect-ustack` Collect user stack traces Default value: "false" ### `--unique` Only show a capability once on the same container Default value: "false" ## Guide Here we have a small demo app which logs failures due to lacking capabilities. Since none of the default capabilities is dropped, we have to find out what non-default capability we have to add. ```bash $ kubectl run set-priority-0 --image=busybox --labels=name=set-priority-0 --restart=Never -- /bin/sh -c "while /bin/true ; do nice -n -20 echo ; sleep 5; done" pod/set-priority created $ kubectl logs -lname=set-priority nice: setpriority(-20): Permission denied nice: setpriority(-20): Permission denied ``` We could see the error messages in the pod's log. Let's use Inspektor Gadget to watch the capability checks: ```bash $ kubectl gadget run trace_capabilities --selector name=set-priority-0 K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID CAPABLE AUDIT CAP SYSCALL minikube-docker default set-priority set-priority nice 169528 169528 false 1 CAP_SYS_NICE SYS_SETPRIORITY minikube-docker default set-priority set-priority nice 169594 169594 false 1 CAP_SYS_NICE SYS_SETPRIORITY minikube-docker default set-priority set-priority nice 169661 169661 false 1 CAP_SYS_NICE SYS_SETPRIORITY minikube-docker default set-priority set-priority nice 169736 169736 false 1 CAP_SYS_NICE SYS_SETPRIORITY ^C ``` We can stop the gadget with Ctrl-C. In the output we see that the `CAP_SYS_NICE` capability got checked when `nice` was run. We should probably add it to our pod template for `nice` to work. We can also drop all other capabilities from the default list (see link above) since `nice` did not use them: The meaning of the columns is: * `SYSCALL`: the system call that caused the capability to be exercised * `CAP`: capability name in a human friendly format * `AUDIT`: whether the kernel should audit the security request or not * `CAPABLE`: whether the process has the capability or not Let's create a new pod with the missing capability: ```bash $ kubectl run set-priority-1 --image=busybox --labels=name=set-priority-1 --restart=Always --overrides='{"spec":{"containers":[{"name":"set-priority-1","command":["sh", "-c", "while /bin/true ; do nice -n -20 echo ; sleep 5; done"],"image":"busybox","securityContext":{"capabilities":{"add":["SYS_NICE"],"drop":["ALL"]}}}]}}' pod/set-priority-1 created $ kubectl logs -lname=set-priority-1 ``` The logs are clean, so everything works! We can see the same checks but this time with the `CAPABLE` column set to `true`: ```bash $ kubectl gadget run trace_capabilities:%IG_TAG% --selector name=set-priority-1 K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID CAPABLE AUDIT CAP SYSCALL minikube-docker default set-priority-1 set-priority-1 nice 225549 225549 true 1 CAP_SYS_NICE SYS_SETPRIORITY minikube-docker default set-priority-1 set-priority-1 nice 225615 225615 true 1 CAP_SYS_NICE SYS_SETPRIORITY minikube-docker default set-priority-1 set-priority-1 nice 225688 225688 true 1 CAP_SYS_NICE SYS_SETPRIORITY ^C ``` ```bash $ sudo ig run trace_capabilities:%IG_TAG% --containername test-trace-capabilities ... ``` Start the test container (in another terminal) exercising the capabilities: ```bash $ docker run -ti --rm --name=test-trace-capabilities --privileged busybox / # touch /aaa ; chown 1:1 /aaa ; chmod 400 /aaa / # chroot / / # mkdir /mnt ; mount -t tmpfs tmpfs /mnt / # export PPID=$$;/bin/unshare -i sh -c "/bin/nsenter -i -t $PPID echo OK" OK ``` Observe the resulting trace: ```bash RUNTIME.CONTAINERNAME COMM PID TID CAPABLE AUDIT CAP SYSCALL test-trace-capabilities chown 253194 253194 true 1 CAP_CHOWN SYS_CHOWN test-trace-capabilities chown 253194 253194 true 1 CAP_CHOWN SYS_CHOWN test-trace-capabilities chmod 253195 253195 true 1 CAP_FOWNER SYS_CHMOD test-trace-capabilities chmod 253195 253195 true 1 CAP_FSETID SYS_CHMOD test-trace-capabilities chroot 253214 253214 true 1 CAP_SYS_CHROOT SYS_CHROOT test-trace-capabilities mount 253284 253284 true 1 CAP_SYS_ADMIN SYS_MOUNT test-trace-capabilities mount 253284 253284 true 1 CAP_SYS_ADMIN SYS_MOUNT test-trace-capabilities unshare 253358 253358 true 1 CAP_SYS_ADMIN SYS_UNSHARE test-trace-capabilities nsenter 253358 253358 true 1 CAP_SYS_ADMIN SYS_SETNS test-trace-capabilities nsenter 253358 253358 true 1 CAP_SYS_ADMIN SYS_SETNS ``` Finally, clean the system: ```bash $ kubectl delete pod set-priority-0 set-priority-1 ``` ```bash $ docker rm -f test-trace-capabilities ``` inspektor-gadget-0.46.0/gadgets/trace_capabilities/artifacthub-pkg.yml000066400000000000000000000015651510117411400260750ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace capabilities" category: monitoring-logging displayName: "trace capabilities" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace security capability checks" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_capabilities" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_capabilities:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_capabilities" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_capabilities:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_capabilities/dev.md000066400000000000000000000051001510117411400233640ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR current_syscall[("current_syscall")] events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_kstack[("ig_kstack")] ig_ustack[("ig_ustack")] seen[("seen")] start[("start")] ig_cap_sched_exec -- "Delete" --> current_syscall ig_cap_sched_exec["ig_cap_sched_exec"] ig_cap_sched_exit -- "Delete" --> current_syscall ig_cap_sched_exit["ig_cap_sched_exit"] ig_cap_sys_enter -- "Lookup" --> gadget_mntns_filter_map ig_cap_sys_enter -- "Update" --> current_syscall ig_cap_sys_enter["ig_cap_sys_enter"] ig_cap_sys_exit -- "Delete" --> current_syscall ig_cap_sys_exit["ig_cap_sys_exit"] ig_trace_cap_e -- "Lookup" --> gadget_mntns_filter_map ig_trace_cap_e -- "Lookup+Update" --> seen ig_trace_cap_e -- "Update" --> start ig_trace_cap_e["ig_trace_cap_e"] ig_trace_cap_x -- "Lookup+Delete" --> start ig_trace_cap_x -- "Lookup" --> gadget_heap ig_trace_cap_x -- "Lookup" --> current_syscall ig_trace_cap_x -- "EventOutput" --> events ig_trace_cap_x["ig_trace_cap_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_cap_sched_exec participant ig_cap_sched_exit participant ig_cap_sys_enter participant ig_cap_sys_exit participant ig_trace_cap_e participant ig_trace_cap_x end box eBPF Maps participant current_syscall participant gadget_mntns_filter_map participant seen participant start participant gadget_heap participant events end ig_cap_sched_exec->>current_syscall: Delete ig_cap_sched_exit->>current_syscall: Delete ig_cap_sys_enter->>gadget_mntns_filter_map: Lookup ig_cap_sys_enter->>current_syscall: Update ig_cap_sys_exit->>current_syscall: Delete ig_trace_cap_e->>gadget_mntns_filter_map: Lookup ig_trace_cap_e->>seen: Lookup ig_trace_cap_e->>seen: Update ig_trace_cap_e->>start: Update ig_trace_cap_x->>start: Lookup ig_trace_cap_x->>gadget_heap: Lookup ig_trace_cap_x->>current_syscall: Lookup ig_trace_cap_x->>events: EventOutput ig_trace_cap_x->>start: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_capabilities/gadget.yaml000066400000000000000000000047471510117411400244230ustar00rootroot00000000000000name: trace capabilities description: trace security capability checks homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_capabilities sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_capabilities datasources: capabilities: fields: current_userns: annotations: template: ns target_userns: annotations: template: ns cap_effective_raw: annotations: columns.hidden: true cap_effective: annotations: columns.width: 20 columns.hidden: true cap_raw: annotations: columns.hidden: true cap: annotations: description: capability name in a human friendly format value.one-of: 'CAP_CHOWN, CAP_DAC_OVERRIDE, CAP_DAC_READ_SEARCH, CAP_FOWNER, CAP_FSETID, CAP_KILL, CAP_SETGID, CAP_SETUID, CAP_SETPCAP, CAP_LINUX_IMMUTABLE, CAP_NET_BIND_SERVICE, CAP_NET_BROADCAST, CAP_NET_ADMIN, CAP_NET_RAW, CAP_IPC_LOCK, CAP_IPC_OWNER, CAP_SYS_MODULE, CAP_SYS_RAWIO, CAP_SYS_CHROOT, CAP_SYS_PTRACE, CAP_SYS_PACCT, CAP_SYS_ADMIN, CAP_SYS_BOOT, CAP_SYS_NICE, CAP_SYS_RESOURCE, CAP_SYS_TIME, CAP_SYS_TTY_CONFIG, CAP_MKNOD, CAP_LEASE, CAP_AUDIT_WRITE, CAP_AUDIT_CONTROL, CAP_SETFCAP, CAP_MAC_OVERRIDE, CAP_MAC_ADMIN, CAP_SYSLOG, CAP_WAKE_ALARM, CAP_BLOCK_SUSPEND, CAP_AUDIT_READ, CAP_PERFMON, CAP_BPF, CAP_CHECKPOINT_RESTORE' audit: annotations: columns.width: 11 insetid: annotations: columns.width: 11 columns.hidden: true syscall_raw: annotations: columns.hidden: true syscall: annotations: columns.width: 20 kstack_raw: annotations: columns.hidden: true kstack: annotations: description: kernel stack columns.width: 10 columns.hidden: true capable: annotations: description: if the process has the requested capability columns.width: 10 params: ebpf: audit_only: key: audit-only defaultValue: "false" description: Only show audit checks collect_kstack: key: collect-kstack defaultValue: "true" description: Collect kernel stack traces unique: key: unique defaultValue: "false" description: Only show a capability once on the same container inspektor-gadget-0.46.0/gadgets/trace_capabilities/program.bpf.c000066400000000000000000000224451510117411400246600ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // // Unique filtering based on // https://github.com/libbpf/libbpf-rs/tree/master/examples/capable // // Copyright 2024 The Inspektor Gadget authors // Copyright 2022 Sony Group Corporation #include #include #include #include #include #include #include #include #include #include #include // include/linux/security.h #define CAP_OPT_NOAUDIT (1UL << 1) #define CAP_OPT_INSETID (1UL << 2) #define FOR_EACH_CAPABILITY(F) \ F(CAP_CHOWN) \ F(CAP_DAC_OVERRIDE) \ F(CAP_DAC_READ_SEARCH) \ F(CAP_FOWNER) \ F(CAP_FSETID) \ F(CAP_KILL) \ F(CAP_SETGID) \ F(CAP_SETUID) \ F(CAP_SETPCAP) \ F(CAP_LINUX_IMMUTABLE) \ F(CAP_NET_BIND_SERVICE) \ F(CAP_NET_BROADCAST) \ F(CAP_NET_ADMIN) \ F(CAP_NET_RAW) \ F(CAP_IPC_LOCK) \ F(CAP_IPC_OWNER) \ F(CAP_SYS_MODULE) \ F(CAP_SYS_RAWIO) \ F(CAP_SYS_CHROOT) \ F(CAP_SYS_PTRACE) \ F(CAP_SYS_PACCT) \ F(CAP_SYS_ADMIN) \ F(CAP_SYS_BOOT) \ F(CAP_SYS_NICE) \ F(CAP_SYS_RESOURCE) \ F(CAP_SYS_TIME) \ F(CAP_SYS_TTY_CONFIG) \ F(CAP_MKNOD) \ F(CAP_LEASE) \ F(CAP_AUDIT_WRITE) \ F(CAP_AUDIT_CONTROL) \ F(CAP_SETFCAP) \ F(CAP_MAC_OVERRIDE) \ F(CAP_MAC_ADMIN) \ F(CAP_SYSLOG) \ F(CAP_WAKE_ALARM) \ F(CAP_BLOCK_SUSPEND) \ F(CAP_AUDIT_READ) \ F(CAP_PERFMON) \ F(CAP_BPF) \ F(CAP_CHECKPOINT_RESTORE) enum capability { #define LIST_CAPABILITY(CAP) CAP, FOR_EACH_CAPABILITY(LIST_CAPABILITY) }; enum cap_effective_flags_set : __u64 { #define LIST_CAPABILITY_FLAG(CAP) FLAG_##CAP = 1ULL << CAP, FOR_EACH_CAPABILITY(LIST_CAPABILITY_FLAG) }; struct cap_event { gadget_timestamp timestamp_raw; struct gadget_process proc; __u64 current_userns; __u64 target_userns; enum cap_effective_flags_set cap_effective_raw; enum capability cap_raw; bool capable; int audit; int insetid; gadget_syscall syscall_raw; gadget_kernel_stack kstack_raw; struct gadget_user_stack ustack; }; #define MAX_ENTRIES 10240 const volatile bool audit_only = false; GADGET_PARAM(audit_only); const volatile bool unique = false; GADGET_PARAM(unique); extern int LINUX_KERNEL_VERSION __kconfig; struct args_t { u64 current_userns; u64 target_userns; u64 cap_effective; int cap; int cap_opt; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u64); __type(value, struct args_t); } start SEC(".maps"); struct unique_key { int cap; u64 mntns_id; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct unique_key); __type(value, u64); } seen SEC(".maps"); struct syscall_context { // Syscall id // -1 for unknown syscall u64 nr; // We could add more fields for the arguments if desired }; // man clone(2): // If any of the threads in a thread group performs an // execve(2), then all threads other than the thread group // leader are terminated, and the new program is executed in // the thread group leader. // // sys_enter_execve might be called from a thread and the corresponding // sys_exit_execve will be called from the thread group leader in case of // execve success, or from the same thread in case of execve failure. // // Moreover, checking ctx->ret == 0 is not a reliable way to distinguish // successful execve from failed execve because seccomp can change ctx->ret. // // Therefore, use two different tracepoints to handle the map cleanup: // - tracepoint/sched/sched_process_exec is called after a successful execve // - tracepoint/syscalls/sys_exit_execve is always called struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(struct syscall_context)); __uint(max_entries, 1048576); // There can be many threads sleeping in some futex/poll syscalls } current_syscall SEC(".maps"); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(capabilities, events, cap_event); const volatile bool collect_kstack = true; GADGET_PARAM(collect_kstack); SEC("kprobe/cap_capable") int BPF_KPROBE(ig_trace_cap_e, const struct cred *cred, struct user_namespace *targ_ns, int cap, int cap_opt) { __u64 pid_tgid; struct task_struct *task; if (gadget_should_discard_data_current()) return 0; task = (struct task_struct *)bpf_get_current_task(); const struct cred *real_cred = BPF_CORE_READ(task, real_cred); if (cred != real_cred) { // the subjective credentials are in an overridden state with // override_creds/revert_creds (e.g. during overlayfs cache or copyup) // https://kernel.org/doc/html/v6.2-rc8/security/credentials.html#overriding-the-vfs-s-use-of-credentials return 0; } pid_tgid = bpf_get_current_pid_tgid(); if (audit_only) { if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 1, 0)) { if (cap_opt & CAP_OPT_NOAUDIT) return 0; } else { if (!cap_opt) return 0; } } if (unique) { struct unique_key key = { .cap = cap, .mntns_id = gadget_get_current_mntns_id(), }; if (bpf_map_lookup_elem(&seen, &key) != NULL) { return 0; } u64 zero = 0; bpf_map_update_elem(&seen, &key, &zero, 0); } struct args_t args = {}; args.current_userns = (u64)BPF_CORE_READ(task, real_cred, user_ns, ns.inum); args.target_userns = (u64)BPF_CORE_READ(targ_ns, ns.inum); /* * cap_effective has kernel_cap_t for type. * This type definition changed along the time: * 1. It was defined as a __u32 in: * https://github.com/torvalds/linux/commit/1da177e4c3f4 * 2. It later was modified to be an array of __u32, so 64 bits kernel * can use 64 bits for capabilities while supporting legacy 32 bits * ones: * https://github.com/torvalds/linux/commit/e338d263a76a * 3. It was recently defined to be a simple u64: * https://github.com/torvalds/linux/commit/f122a08b197d * BPF_CORE_READ_INTO() will handle the different size for us and in any * case, we define args.cap_effective as u64 which is enough to contain * the information. */ BPF_CORE_READ_INTO(&args.cap_effective, task, real_cred, cap_effective); args.cap = cap; args.cap_opt = cap_opt; bpf_map_update_elem(&start, &pid_tgid, &args, 0); return 0; } SEC("kretprobe/cap_capable") int BPF_KRETPROBE(ig_trace_cap_x) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = pid_tgid; struct args_t *ap; struct cap_event *event; ap = bpf_map_lookup_elem(&start, &pid_tgid); if (!ap) return 0; /* missed entry */ event = gadget_reserve_buf(&events, sizeof(struct cap_event)); if (!event) return 0; gadget_process_populate(&event->proc); event->current_userns = ap->current_userns; event->target_userns = ap->target_userns; event->cap_effective_raw = ap->cap_effective; event->cap_raw = ap->cap; // ret=0 means the process has the requested capability, otherwise ret=-EPERM event->capable = PT_REGS_RC(ctx) == 0; if (collect_kstack) event->kstack_raw = gadget_get_kernel_stack(ctx); gadget_get_user_stack(ctx, &event->ustack); event->timestamp_raw = bpf_ktime_get_boot_ns(); if (LINUX_KERNEL_VERSION >= KERNEL_VERSION(5, 1, 0)) { event->audit = (ap->cap_opt & CAP_OPT_NOAUDIT) == 0; event->insetid = (ap->cap_opt & CAP_OPT_INSETID) != 0; } else { event->audit = ap->cap_opt; event->insetid = -1; } struct syscall_context *sc_ctx; sc_ctx = bpf_map_lookup_elem(¤t_syscall, &tid); if (sc_ctx) { event->syscall_raw = sc_ctx->nr; } else { event->syscall_raw = -1; } gadget_submit_buf(ctx, &events, event, sizeof(*event)); bpf_map_delete_elem(&start, &pid_tgid); return 0; } // raw_tracepoint/sys_enter is updating the current_syscall map with the syscall // number. The map will be cleaned up by various tracepoints depending on the // syscall. SEC("raw_tracepoint/sys_enter") int ig_cap_sys_enter(struct bpf_raw_tracepoint_args *ctx) { u32 pid = (u32)bpf_get_current_pid_tgid(); struct syscall_context sc_ctx = {}; if (gadget_should_discard_data_current()) return 0; u64 nr = ctx->args[1]; sc_ctx.nr = nr; bpf_map_update_elem(¤t_syscall, &pid, &sc_ctx, BPF_ANY); return 0; } // raw_tracepoint/sys_exit cleans up the current_syscall map in most cases SEC("raw_tracepoint/sys_exit") int ig_cap_sys_exit(struct bpf_raw_tracepoint_args *ctx) { u32 pid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(¤t_syscall, &pid); return 0; } // tracepoint/sched/sched_process_exec cleans up the current_syscall map after // a successful execve because raw_tracepoint/sys_exit might not have access to // the correct pid if the execve was performed by a thread SEC("tracepoint/sched/sched_process_exec") int ig_cap_sched_exec(struct trace_event_raw_sched_process_exec *ctx) { u32 pid = ctx->old_pid; bpf_map_delete_elem(¤t_syscall, &pid); return 0; } // tracepoint/sched/sched_process_exit cleans up the current_syscall map after // exit() and exit_group() because raw_tracepoint/sys_exit is not called in // that case. SEC("tracepoint/sched/sched_process_exit") int ig_cap_sched_exit(void *ctx) { u32 pid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(¤t_syscall, &pid); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_capabilities/test/000077500000000000000000000000001510117411400232475ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_capabilities/test/integration/000077500000000000000000000000001510117411400255725ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_capabilities/test/integration/trace_capabilities_test.go000066400000000000000000000176501510117411400330000ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "encoding/base64" "fmt" "strings" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ustack struct { Symbols string `json:"symbols"` } type traceCapabilitiesEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` CurrentUserNs uint64 `json:"current_user_ns"` TargetUserNs uint64 `json:"target_user_ns"` CapEffective string `json:"cap_effective"` Cap string `json:"cap"` Audit uint32 `json:"audit"` Insetid uint32 `json:"insetid"` Syscall string `json:"syscall"` Kstack string `json:"kstack"` Ustack ustack `json:"ustack"` Capable bool `json:"capable"` } func TestTraceCapabilities(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) // see https://github.com/inspektor-gadget/inspektor-gadget/issues/4093 gadgettesting.SkipK8sDistros(t, gadgettesting.K8sDistroAKSAzureLinux, gadgettesting.K8sDistroAKSUbuntu, gadgettesting.K8sDistroEKSAmazonLinux) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-capabilities" containerImage := gadgettesting.GccImage execProgram := ` #include #include #include __attribute__((noinline)) void level3() { chroot("/"); } __attribute__((noinline)) void level2() { level3(); } __attribute__((noinline)) void level1() { level2(); } int main() { level1(); usleep(500000); // 500 ms return 0; } ` progBase64 := base64.StdEncoding.EncodeToString([]byte(execProgram)) var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-capabilities") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } buildCmd := fmt.Sprintf("echo %s | base64 -d > chroot.c && "+ "gcc -Wall -o /bin/mychroot1 chroot.c && "+ "gcc -Wall -o /bin/mychroot2 -fPIE -pie chroot.c && "+ "gcc -Wall -o /bin/mychroot3 -static chroot.c && "+ "gcc -Wall -o /bin/mychroot4 -static -fPIE -pie chroot.c && "+ "gcc -Wall -o /bin/mychroot5 -Wl,--build-id chroot.c && "+ "gcc -Wall -o /bin/mychroot6 -Wl,--build-id -fPIE -pie chroot.c && "+ "gcc -Wall -o /bin/mychroot7 -Wl,--build-id -static chroot.c && "+ "gcc -Wall -o /bin/mychroot8 -Wl,--build-id -static -fPIE -pie chroot.c && "+ "true", progBase64) innerCmd := "while true; do " + "/bin/mychroot1 ; /bin/mychroot2 ; /bin/mychroot3 ; " + "/bin/mychroot4 ; /bin/mychroot5 ; /bin/mychroot6 ; " + "/bin/mychroot7 ; /bin/mychroot8 ; " + "nice -n -20 echo; sleep 0.05; " + "done" testContainer := containerFactory.NewContainer( containerName, fmt.Sprintf("%s ; %s", buildCmd, innerCmd), containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} ustackFlag := "--collect-ustack=true" switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), ustackFlag)) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), ustackFlag)) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { makeChrootEntry := func(i int) *traceCapabilitiesEvent { return &traceCapabilitiesEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc(fmt.Sprintf("mychroot%d", i), 0, 0), Cap: "CAP_SYS_CHROOT", Syscall: "SYS_CHROOT", Audit: 1, Capable: false, // container runtime dependent. See normalize function. Ustack: ustack{"level2"}, // normalize() just checks for the presence of this string // Check the existence of the following fields Timestamp: utils.NormalizedStr, Kstack: utils.NormalizedStr, Insetid: 0, CapEffective: utils.NormalizedStr, CurrentUserNs: 0, TargetUserNs: 0, } } expectedEntries := []*traceCapabilitiesEvent{ makeChrootEntry(1), makeChrootEntry(2), makeChrootEntry(3), makeChrootEntry(4), makeChrootEntry(5), makeChrootEntry(6), makeChrootEntry(7), makeChrootEntry(8), { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("nice", 0, 0), Cap: "CAP_SYS_NICE", Syscall: "SYS_SETPRIORITY", Audit: 1, Capable: false, Ustack: ustack{""}, // Check the existence of the following fields Timestamp: utils.NormalizedStr, Kstack: utils.NormalizedStr, Insetid: 0, CapEffective: utils.NormalizedStr, CurrentUserNs: 0, TargetUserNs: 0, }, } normalize := func(e *traceCapabilitiesEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) utils.NormalizeString(&e.Kstack) utils.NormalizeString(&e.CapEffective) if strings.HasPrefix(e.Proc.Comm, "mychroot") { if strings.Contains(e.Ustack.Symbols, "level2") { e.Ustack.Symbols = "level2" } // The default capabilities vary between container runtimes: // - cri-o: // https://github.com/cri-o/cri-o/blob/v1.32.1/install.md?plain=1#L538-L548 // - docker: // https://github.com/moby/moby/blob/v27.5.1/oci/caps/defaults.go#L17 // - containerd: // https://github.com/containerd/containerd/blob/v2.0.2/pkg/oci/spec.go#L131 // // Docker and containerd gives CAP_SYS_CHROOT but not // CRI-O. So we can't predict whether the workload will be // able to chroot. e.Capable = false } else { e.Ustack.Symbols = "" } // Manually normalize fields that might contain 0 e.CurrentUserNs = 0 e.TargetUserNs = 0 e.Insetid = 0 } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) runnerOpts = append(runnerOpts, igrunner.WithStartAndStop()) traceCapabilitiesCmd := igrunner.New("trace_capabilities", runnerOpts...) steps := []igtesting.TestStep{ traceCapabilitiesCmd, // wait to ensure ig or kubectl-gadget has started utils.Sleep(3 * time.Second), } igtesting.RunTestSteps(steps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_capabilities/test/unit/000077500000000000000000000000001510117411400242265ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_capabilities/test/unit/trace_capabilities_test.go000066400000000000000000000131601510117411400314240ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "os/exec" "syscall" "testing" "time" "unsafe" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTraceCapabilitiesEvent struct { Proc utils.Process Cap string `json:"cap"` Audit uint32 `json:"audit"` Syscall string `json:"syscall"` CurrentUserNs uint64 `json:"current_userns"` TargetUserNs uint64 `json:"target_userns"` Insetid uint32 `json:"insetid"` } type testDef struct { name string generateEvent func() requestedPermission string syscall string insetId uint32 } func TestTraceCapabilitiesGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := []testDef{ { name: "raw_socket", generateEvent: func() { fd, err := syscall.Socket(syscall.AF_INET, syscall.SOCK_RAW, syscall.IPPROTO_ICMP) if err != nil { syscall.Close(fd) } }, syscall: "SYS_SOCKET", requestedPermission: "CAP_NET_RAW", }, { name: "device_access", generateEvent: func() { fd, _ := syscall.Open("/dev/mem", syscall.O_RDONLY, 0) if fd >= 0 { syscall.Close(fd) } }, requestedPermission: "CAP_SYS_RAWIO", syscall: "SYS_OPENAT", }, { name: "perf_event_open", generateEvent: func() { // Open perf event with dummy args; usually fails unless properly configured. attr := &unix.PerfEventAttr{Type: unix.PERF_TYPE_HARDWARE, Size: uint32(unsafe.Sizeof(unix.PerfEventAttr{}))} fd, _ := unix.PerfEventOpen(attr, -1, 0, -1, 0) if fd >= 0 { syscall.Close(fd) } }, requestedPermission: func() string { kernelVersion := gadgettesting.GetKernelVersion(t) if kernelVersion.Kernel < 5 || (kernelVersion.Kernel == 5 && kernelVersion.Major < 8) { // CAP_SYS_ADMIN is requested for kernel < 5.8 return "CAP_SYS_ADMIN" } return "CAP_PERFMON" }(), syscall: "SYS_PERF_EVENT_OPEN", }, { name: "nice", generateEvent: func() { currPriority, _ := syscall.Getpriority(syscall.PRIO_PROCESS, 0) err := syscall.Setpriority(syscall.PRIO_PROCESS, 0, -1) if err != nil { syscall.Setpriority(syscall.PRIO_PROCESS, 0, currPriority) } }, requestedPermission: "CAP_SYS_NICE", syscall: "SYS_SETPRIORITY", }, } for _, testCase := range testCases { t.Run(testCase.name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, &utils.RunnerConfig{}) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { testCase.generateEvent() return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceCapabilitiesEvent]{ Image: "trace_capabilities", Timeout: 5 * time.Second, MntnsFilterMap: utils.CreateMntNsFilterMap(t, runner.Info.MountNsID), OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedTraceCapabilitiesEvent { return &ExpectedTraceCapabilitiesEvent{ Proc: info.Proc, Cap: testCase.requestedPermission, Audit: 1, Insetid: testCase.insetId, CurrentUserNs: info.UserNsID, TargetUserNs: info.UserNsID, Syscall: testCase.syscall, } })(t, runner.Info, 0, gadgetRunner.CapturedEvents) }) } } func TestNonAuditCapabilities(t *testing.T) { gadgettesting.InitUnitTest(t) runner := utils.NewRunnerWithTest(t, &utils.RunnerConfig{}) var cmd *exec.Cmd onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { cmd = exec.Command("/bin/cat", "/proc/kallsyms") err := cmd.Run() require.NoError(t, err) return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceCapabilitiesEvent]{ Image: "trace_capabilities", Timeout: 5 * time.Second, MntnsFilterMap: utils.CreateMntNsFilterMap(t, runner.Info.MountNsID), OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedTraceCapabilitiesEvent { return &ExpectedTraceCapabilitiesEvent{ Proc: utils.Process{ Pid: uint32(cmd.Process.Pid), Tid: uint32(cmd.Process.Pid), Comm: "cat", MntNsID: info.MountNsID, Parent: utils.Parent{ Comm: "unit.test", Pid: uint32(os.Getpid()), }, }, Cap: "CAP_SYSLOG", Audit: 0, Insetid: 0, CurrentUserNs: info.UserNsID, TargetUserNs: info.UserNsID, Syscall: "SYS_OPENAT", } })(t, runner.Info, 0, gadgetRunner.CapturedEvents) } inspektor-gadget-0.46.0/gadgets/trace_dns/000077500000000000000000000000001510117411400204235ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_dns/README.md000066400000000000000000000002531510117411400217020ustar00rootroot00000000000000# trace_dns The `trace_dns` gadget is used to trace DNS queries and responses. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_dns inspektor-gadget-0.46.0/gadgets/trace_dns/README.mdx000066400000000000000000000244261510117411400221020ustar00rootroot00000000000000--- title: trace_dns sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_dns The trace_dns gadget is used to trace DNS queries and responses. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_dns:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_dns:%IG_TAG% [flags] ``` ## Guide DNS is a centerpiece of communication in Kubernetes, it allows pods to [discover other applications](https://kubernetes.io/docs/concepts/services-networking/dns-pod-service/) and communicate with the outside world. So, it is important to be able monitor DNS requests and responses to debug DNS issues. In this guide, we will use the `trace_dns` gadget to trace DNS requests and responses in Kubernetes (single node minikube cluster). The gadget can be used to trace DNS requests at different stages e.g. from application pods to `kube-dns` service, from `kube-dns` service to CoreDNS pod, from CoreDNS pod to upstream DNS server, etc. The gadget can also be used to trace DNS requests based on different filters e.g. namespace, pod name, container name, domain name, etc. :::info Check out video, [Demystifying DNS: A Guide to Understanding and Debugging Request Flows in Kubernetes Clusters](https://www.youtube.com/watch?v=KQpZg_NqbZw&t=523s) to learn troubleshooting DNS issues with Inspektor Gadgets. ::: ### Flow of DNS request in Kubernetes: Before we jump to scenarios, it is important to understand DNS in Kubernetes is based on multiple components: - Application Pods: These are the pods that make DNS requests. - `kube-dns` Service: The Kubernetes service to which application pods send requests ([`dnsPolicy=ClusterFirst`](https://kubernetes.io/docs/tasks/administer-cluster/nodelocaldns/https://kubernetes.io/docs/concepts/services-networking/dns-pod-service/#pod-s-dns-policy)). - CoreDNS: The DNS server that resolves DNS requests in Kubernetes. - Upstream DNS: The DNS server that CoreDNS forwards DNS requests to. :::note You might have other components in your DNS setup e.g. [`nodelocaldns`](https://kubernetes.io/docs/tasks/administer-cluster/nodelocaldns/), etc. but for the purpose of this guide, we will focus on the above components. ::: The overall flow of DNS request is as follows: ```mermaid sequenceDiagram participant A as Application Pods participant B as kube-dns Service participant C as CoreDNS Pod participant D as Upstream DNS A->>B: DNS Request
    e.g Kubernertes Service / External name B->>C: Forward Request
    e.g forwarding by host iptables C->>D: Resolve or Forward Request
    e.g forwarding if external name D-->>C: Response C-->>B: Response B-->>A: Response ``` ### Tracing an Application Pod: Let's try to understand the flow at different stages. We will start by tracing DNS requests for specific pod. First, create a namespace: ```bash kubectl create namespace demo ``` with expected output: ``` namespace/demo created ``` Run the gadget in a terminal, in this case we are only focused on DNS requests/response in `demo` namespace for pod `mypod`: ```bash kubectl gadget run trace_dns:%IG_TAG% -n demo -p mypod ``` Run a pod in a different terminal: ```bash kubectl -n demo run mypod -it --image=wbitt/network-multitool -- /bin/sh ``` Inside the pod, perform a DNS request: ```sh nslookup -query=a inspektor-gadget.io. ``` The request/response will be logged by the DNS gadget: ``` K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST COMM PID QR QTYPE NAME RCODE ADDRESSES minikube-docker demo mypod mypod p/demo/mypod:56093 s/kube-system/kube-dns:53 isc-net-0… 422204 Q A inspektor-gadget.io. minikube-docker demo mypod mypod s/kube-system/kube-dns:53 p/demo/mypod:56093 isc-net-0… 422204 R A inspektor-gadget.io. Success 172.67.16… ``` The first line shows the DNS request from the `mypod` pod to `kube-dns` service and the second line shows the response from `kube-dns` service back to the `mypod` pod as confirmed by `SRC` and `DST` fields. ### Tracing Application Pod and CoreDNS Pod: Let's try to expand the scope and see what happens to the DNS request at CoreDNS pod. Restart the gadget as: ```bash kubectl gadget run trace_dns:%IG_TAG% -n demo,kube-system -F "k8s.podName~mypod|coredns-.*" -F "name==inspektor-gadget.io." --fields=k8s.node,k8s.namespace,k8s.podname,id,src,dst,qr,name,rcode,timestamp ``` This will filter the DNS request/response for pods `mypod` and CoreDNS pods. See how are able to choose different fields via `--fields`. On performing the DNS request again, you will see the following output from the gadget: ``` K8S.NODE K8S.NAMESPACE K8S.PODNAME ID SRC DST QR NAME RCODE TIMESTAMP minikube-docker demo mypod c3b5 p/demo/mypod:50037 s/kube-system/kube-dns:53 Q inspektor-gadget.io. 2024-08-30T15:15:21.13712… minikube-docker kube-system coredns-7db…8ff4d-r7hwl c3b5 p/demo/mypod:50037 p/kube-system/coredns-7db6d8ff4d-r7hwl:… Q inspektor-gadget.io. 2024-08-30T15:15:21.13720… minikube-docker kube-system coredns-7db…8ff4d-r7hwl 0e01 p/kube-system/coredns-7db6d8ff4d-r7hwl:… 192.168.49.1:53 Q inspektor-gadget.io. 2024-08-30T15:15:21.13748… minikube-docker kube-system coredns-7db…8ff4d-r7hwl 0e01 192.168.49.1:53 p/kube-system/coredns-7db6d8ff4d-r7hwl:… R inspektor-gadget.io. Success 2024-08-30T15:15:21.16513… minikube-docker kube-system coredns-7db…8ff4d-r7hwl c3b5 p/kube-system/coredns-7db6d8ff4d-r7hwl:… p/demo/mypod:50037 R inspektor-gadget.io. Success 2024-08-30T15:15:21.16524… minikube-docker demo mypod c3b5 s/kube-system/kube-dns:53 p/demo/mypod:50037 R inspektor-gadget.io. Success 2024-08-30T15:15:21.16526… ``` In this trace, we can see the request/response involving both the CoreDNS pod and `mypod`. The first two lines show the request reaching CoreDNS pod. Since we are trying to resolve an external domain name `inspektor-gadget.io.`, CoreDNS forwards the request to the upstream DNS server (confirmed by new `ID=0e01`) in our case the upstream server is `192.168.49.1:53`. The remaining lines show the response (`ID=0e01`) of the upstream DNS server to CoreDNS pod and the response (`ID=c3b5`) of CoreDNS pod to the pod. :::note You might not see the upstream DNS request / response if you are using [CoreDNS cache plugin](https://coredns.io/plugins/cache/) since CoreDNS will cache the upstream response. Also, the output isn't sorted based on `timestamp` but you can use it to understand the sequence of events. ::: This showcases how `trace_dns` gadget can be used to trace DNS request at different stages. This is helpful to understand if a request/response is being dropped/altered at a specific stage. Again the output can vary based on the DNS/CNI setup in your cluster but the idea here is to provide a starting point to debug DNS issues.     Start the gadget in a terminal: ```bash $ sudo ig run trace_dns:%IG_TAG% --containername test-trace-dns RUNTIME.CONTAINERNAME SRC DST COMM PID QR QTYPE NAME RCODE ADDRESSES ``` Launch a container that makes DNS requests: ```bash $ docker run --name test-trace-dns -it --rm wbitt/network-multitool /bin/sh / # nslookup -querytype=a inspektor-gadget.io. ``` The requests will be logged by the DNS gadget: ```bash RUNTIME.CONTAINERNAME SRC DST COMM PID QR QTYPE NAME RCODE ADDRESSES test-trace-dns 172.17.0.2:36282 192.168.0.1:53 isc-net-0000 675195 Q A inspektor-gadget.io. test-trace-dns 192.168.0.1:53 172.17.0.2:36282 isc-net-0000 675195 R A inspektor-gadget.io. Success 104.21.11.16… ```     Finally, clean the system: ```bash $ kubectl delete namespace demo ``` ```bash $ docker rm -f test-trace-dns ``` ## Limitations DNS over TCP support is limited since it doesn't support TCP stream reassembly. This means that the gadget will not be able to trace DNS requests that are sent over multiple TCP packets. inspektor-gadget-0.46.0/gadgets/trace_dns/artifacthub-pkg.yml000066400000000000000000000014731510117411400242260ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace dns" category: monitoring-logging displayName: "trace dns" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace dns requests and responses" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_dns" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_dns:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_dns" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_dns:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_dns/build.yaml000066400000000000000000000000241510117411400224020ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/trace_dns/dev.md000066400000000000000000000030701510117411400215230ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] gadget_sockets[("gadget_sockets")] query_map[("query_map")] tmp_events[("tmp_events")] ig_trace_dns -- "Lookup" --> tmp_events ig_trace_dns -- "Lookup" --> gadget_sockets ig_trace_dns -- "Lookup" --> gadget_mntns_filter_map ig_trace_dns -- "Lookup+Update+Delete" --> query_map ig_trace_dns -- "EventOutput" --> events ig_trace_dns["ig_trace_dns"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_trace_dns end box eBPF Maps participant tmp_events participant gadget_sockets participant gadget_mntns_filter_map participant query_map participant events end ig_trace_dns->>tmp_events: Lookup ig_trace_dns->>gadget_sockets: Lookup ig_trace_dns->>gadget_mntns_filter_map: Lookup ig_trace_dns->>query_map: Update ig_trace_dns->>query_map: Lookup ig_trace_dns->>query_map: Delete ig_trace_dns->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_dns/gadget.yaml000066400000000000000000000127541510117411400225530ustar00rootroot00000000000000name: trace dns description: trace dns requests and responses homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_dns sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_dns datasources: dns: annotations: ebpf.rest.name: data ebpf.rest.len: data_len fields: cwd: annotations: description: The current working directory of the process (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left exepath: annotations: description: The executable file of the process (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left addresses: annotations: description: >- Comma-separated list of IP addresses returned in the DNS responses (A and AAAA records, see qtype field). This field is populated only on DNS response packets; it will be empty for pure queries. data: annotations: description: DNS packet data. It's only for internal use and not intended for user consumption. columns.hidden: "true" json.skip: "true" data_len: annotations: description: Length of the DNS packet data. It's only for internal use and not intended for user consumption. columns.hidden: "true" json.skip: "true" dns_off: annotations: description: Offset of the DNS packet data in the network packet. It's only for internal use and not intended for user consumption. columns.hidden: "true" json.skip: "true" dst: annotations: description: Destination endpoint template: l4endpoint id: annotations: description: DNS query/response ID, used to match queries with responses columns.hidden: "true" latency_ns: annotations: description: DNS latency in nanoseconds, calculated as the difference between the DNS response and the corresponding query. latency_ns_raw: annotations: columns.hidden: "true" description: Raw numeric latency_ns value name: annotations: description: Domain name being queried in the DNS request or response. columns.width: "30" num_answers: annotations: columns.hidden: "true" description: Number of answers in the DNS response. Empty for DNS queries. pkt_type: annotations: description: >- Packet direction as classified by the kernel's skb->pkt_type. For DNS packets, the most common pkt_type values are HOST and OUTGOING. HOST indicates a DNS query or response arriving at the container (or host), while OUTGOING represents a DNS packet leaving the container (or host). Other pkt_type values (e.g. BROADCAST, MULTICAST) may appear when using mDNS or LLMNR. columns.hidden: "true" columns.width: "8" value.one-of: "HOST, BROADCAST, MULTICAST, OTHERHOST, OUTGOING, LOOPBACK, USER, KERNEL" pkt_type_raw: annotations: description: Raw numeric pkt_type value (0=HOST, 1=BROADCAST, 2=MULTICAST, 3=OTHERHOST, 4=OUTGOING, 5=LOOPBACK, 6=USER, 7=KERNEL) value.one-of: "0, 1, 2, 3, 4, 5, 6, 7" columns.hidden: "true" qr: annotations: description: Specifies whether this message is a query (Q), or a response (R). value.one-of: "Q, R" columns.minwidth: "2" columns.width: "2" qr_raw: annotations: description: Raw numeric qr value (0=Q, 1=R) value.one-of: "0, 1" columns.hidden: "true" qtype: annotations: description: Query type value.one-of: "A, NS, CNAME, SOA, PTR, MX, TXT, AAAA, SRV, OPT, WKS, HINFO, MINFO, AXFR, ALL" qtype_raw: annotations: description: Raw numeric qtype value (1=A, 2=NS, 5=CNAME, 6=SOA, 12=PTR, 15=MX, 16=TXT, 28=AAAA, 33=SRV, 41=OPT, 44=WKS, 13=HINFO, 14=MINFO, 252=AXFR, 255=ALL) value.one-of: "1, 2, 5, 6, 12, 15, 16, 28, 33, 41, 44, 13, 14, 252, 255" columns.hidden: "true" rcode: annotations: description: Response code indicating the status of the DNS response. Empty for queries. value.one-of: "Success, FormatError, ServerFailure, NameError, NotImplemented, Refused" columns.minwidth: "8" columns.width: "8" rcode_raw: annotations: description: Raw numeric rcode value (0=Success, 1=FormatError, 2=ServerFailure, 3=NameError, 4=NotImplemented, 5=Refused) value.one-of: "0, 1, 2, 3, 4, 5" columns.hidden: "true" src: annotations: description: Source endpoint template: l4endpoint tc: annotations: columns.hidden: "true" description: Truncated Flag ra: annotations: columns.hidden: "true" description: Recursion Available Flag rd: annotations: columns.hidden: "true" description: Recursion Desired Flag nameserver: annotations: description: Nameserver for the DNS request params: ebpf: paths: key: paths defaultValue: "false" description: Show current working directory and executable path. inspektor-gadget-0.46.0/gadgets/trace_dns/go/000077500000000000000000000000001510117411400210305ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_dns/go/go.mod000066400000000000000000000004401510117411400221340ustar00rootroot00000000000000module trace_dns go 1.24.0 require ( // Version doesn't matter because of the replace directive below. github.com/inspektor-gadget/inspektor-gadget v0.0.0 golang.org/x/net v0.46.0 ) // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/trace_dns/go/go.sum000066400000000000000000000002311510117411400221570ustar00rootroot00000000000000golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= inspektor-gadget-0.46.0/gadgets/trace_dns/go/program.go000066400000000000000000000157371510117411400230430ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "net" "strings" "golang.org/x/net/dns/dnsmessage" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // Taken from // https://cs.opensource.google/go/x/net/+/refs/tags/v0.27.0:dns/dnsmessage/message.go // to trim Type and Rcode prefixes. // More information about the DNS message format can be found in // https://datatracker.ietf.org/doc/html/rfc1035 and // https://datatracker.ietf.org/doc/html/rfc3596. // A Type is a type of DNS request and response. type Type uint16 const ( // ResourceHeader.Type and Question.Type TypeA Type = 1 TypeNS Type = 2 TypeCNAME Type = 5 TypeSOA Type = 6 TypePTR Type = 12 TypeMX Type = 15 TypeTXT Type = 16 TypeAAAA Type = 28 TypeSRV Type = 33 TypeOPT Type = 41 // Question.Type TypeWKS Type = 11 TypeHINFO Type = 13 TypeMINFO Type = 14 TypeAXFR Type = 252 TypeALL Type = 255 ) var typeNames = map[Type]string{ TypeA: "A", TypeNS: "NS", TypeCNAME: "CNAME", TypeSOA: "SOA", TypePTR: "PTR", TypeMX: "MX", TypeTXT: "TXT", TypeAAAA: "AAAA", TypeSRV: "SRV", TypeOPT: "OPT", TypeWKS: "WKS", TypeHINFO: "HINFO", TypeMINFO: "MINFO", TypeAXFR: "AXFR", TypeALL: "ALL", } // String implements fmt.Stringer.String. func (t Type) String() string { if n, ok := typeNames[t]; ok { return n } return fmt.Sprintf("%d", t) } // An RCode is a DNS response status code. type RCode uint16 // Header.RCode values. const ( RCodeSuccess RCode = 0 // NoError RCodeFormatError RCode = 1 // FormErr RCodeServerFailure RCode = 2 // ServFail RCodeNameError RCode = 3 // NXDomain RCodeNotImplemented RCode = 4 // NotImp RCodeRefused RCode = 5 // Refused ) var rCodeNames = map[RCode]string{ RCodeSuccess: "Success", RCodeFormatError: "FormatError", RCodeServerFailure: "ServerFailure", RCodeNameError: "NameError", RCodeNotImplemented: "NotImplemented", RCodeRefused: "Refused", } // String implements fmt.Stringer.String. func (r RCode) String() string { if n, ok := rCodeNames[r]; ok { return n } return fmt.Sprintf("%d", r) } var payload []byte //go:wasmexport gadgetInit func gadgetInit() int32 { ds, err := api.GetDataSource("dns") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } dataF, err := ds.GetField("data") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } lenF, err := ds.GetField("data_len") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } dnsOffF, err := ds.GetField("dns_off") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } idF, err := ds.AddField("id", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } qrRawF, err := ds.AddField("qr_raw", api.Kind_Bool) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } qrF, err := ds.AddField("qr", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } qtypeRawF, err := ds.AddField("qtype_raw", api.Kind_Uint16) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } qtypeF, err := ds.AddField("qtype", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } nameF, err := ds.AddField("name", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } rcodeRawF, err := ds.AddField("rcode_raw", api.Kind_Uint16) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } rcodeF, err := ds.AddField("rcode", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } numAnswersF, err := ds.AddField("num_answers", api.Kind_Int32) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } addressesF, err := ds.AddField("addresses", api.Kind_String) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } TruncatedF, err := ds.AddField("tc", api.Kind_Bool) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } RecursionAvailableF, err := ds.AddField("ra", api.Kind_Bool) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } RecursionDesiredF, err := ds.AddField("rd", api.Kind_Bool) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } payload = make([]byte, 65536) // UDP packets cannot be larger ds.Subscribe(func(source api.DataSource, data api.Data) { // Get all fields sent by ebpf payloadLen, err := lenF.Uint32(data) if err != nil { api.Warnf("failed to get data_len: %s", err) return } dnsOff, err := dnsOffF.Uint16(data) if err != nil { api.Warnf("failed to get dns_off: %s", err) return } if payloadLen < uint32(dnsOff) { api.Warnf("packet too short: dataLen: %d < dnsOff: %d", payloadLen, dnsOff) return } n, err := dataF.Bytes(data, payload) if err != nil { api.Warnf("failed to get data: %s", err) return } if n == 0 { api.Warnf("empty data") return } msg := dnsmessage.Message{} if err := msg.Unpack(payload[dnsOff:n]); err != nil { api.Warnf("failed to unpack dns message: %s", err) return } idF.SetString(data, fmt.Sprintf("%.4x", msg.ID)) qrRawF.SetBool(data, msg.Header.Response) if msg.Header.Response { rcodeRawF.SetUint16(data, uint16(msg.Header.RCode)) rcodeF.SetString(data, RCode(msg.Header.RCode).String()) qrF.SetString(data, "R") } else { qrF.SetString(data, "Q") } TruncatedF.SetBool(data, msg.Header.Truncated) RecursionAvailableF.SetBool(data, msg.Header.RecursionAvailable) RecursionDesiredF.SetBool(data, msg.Header.RecursionDesired) if len(msg.Questions) > 0 { question := msg.Questions[0] qtypeRawF.SetUint16(data, uint16(question.Type)) qtypeF.SetString(data, Type(question.Type).String()) nameF.SetString(data, question.Name.String()) } numAnswersF.SetInt32(data, int32(len(msg.Answers))) var addresses []string for _, answer := range msg.Answers { var str string switch answer.Header.Type { case dnsmessage.TypeA: ipv4 := answer.Body.(*dnsmessage.AResource) str = net.IP(ipv4.A[:]).String() case dnsmessage.TypeAAAA: ipv6 := answer.Body.(*dnsmessage.AAAAResource) str = net.IP(ipv6.AAAA[:]).String() } if str != "" { addresses = append(addresses, str) } } addressesF.SetString(data, strings.Join(addresses, ",")) }, 0) return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/trace_dns/program.bpf.c000066400000000000000000000307371510117411400230160ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #include #define GADGET_TYPE_NETWORKING #include #include #include #include // Use a custom size for these fields until their size can be configured #define TRACE_DNS_PATH_MAX 512 unsigned long long load_byte(const void *skb, unsigned long long off) asm("llvm.bpf.load.byte"); unsigned long long load_half(const void *skb, unsigned long long off) asm("llvm.bpf.load.half"); unsigned long long load_word(const void *skb, unsigned long long off) asm("llvm.bpf.load.word"); #ifndef NEXTHDR_HOP #define NEXTHDR_HOP 0 /* Hop-by-hop option header. */ #define NEXTHDR_TCP 6 /* TCP segment. */ #define NEXTHDR_UDP 17 /* UDP message. */ #define NEXTHDR_ROUTING 43 /* Routing header. */ #define NEXTHDR_FRAGMENT 44 /* Fragmentation/reassembly header. */ #define NEXTHDR_AUTH 51 /* Authentication header. */ #define NEXTHDR_NONE 59 /* No next header */ #define NEXTHDR_DEST 60 /* Destination options header. */ #endif #define DNS_QR_QUERY 0 #define DNS_QR_RESP 1 #define MAX_PORTS 16 const volatile __u16 ports[MAX_PORTS] = { 53, 5353 }; const volatile __u16 ports_len = 2; const volatile bool paths = false; GADGET_PARAM(paths); static __always_inline bool is_dns_port(__u16 port) { for (int i = 0; i < ports_len; i++) { if (ports[i] == port) return true; } return false; } enum pkt_type_t : __u8 { HOST, BROADCAST, MULTICAST, OTHERHOST, OUTGOING, LOOPBACK, USER, KERNEL, }; struct event_t { gadget_timestamp timestamp_raw; struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; struct gadget_l3endpoint_t nameserver; gadget_netns_id netns_id; struct gadget_process proc; char cwd[TRACE_DNS_PATH_MAX]; char exepath[TRACE_DNS_PATH_MAX]; enum pkt_type_t pkt_type_raw; gadget_duration latency_ns_raw; // Set only if the packet is a response and pkt_type is 0 (Host). __u16 dns_off; // DNS offset in the packet __u32 data_len; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); GADGET_TRACER(dns, events, event_t); // Cannot use gadget_reserve_buf() because this does not support // bpf_perf_event_output with packet appended static const struct gadget_process empty_proc = {}; struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(struct event_t)); } tmp_events SEC(".maps"); // https://datatracker.ietf.org/doc/html/rfc1035#section-4.1.1 union dnsflags { struct { #if __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ __u8 rcode : 4; // response code __u8 z : 3; // reserved __u8 ra : 1; // recursion available __u8 rd : 1; // recursion desired __u8 tc : 1; // truncation __u8 aa : 1; // authoritative answer __u8 opcode : 4; // kind of query __u8 qr : 1; // 0=query; 1=response #elif __BYTE_ORDER == __ORDER_BIG_ENDIAN__ __u8 qr : 1; // 0=query; 1=response __u8 opcode : 4; // kind of query __u8 aa : 1; // authoritative answer __u8 tc : 1; // truncation __u8 rd : 1; // recursion desired __u8 ra : 1; // recursion available __u8 z : 3; // reserved __u8 rcode : 4; // response code #else #error "Fix your compiler's __BYTE_ORDER__?!" #endif }; __u16 flags; }; struct dnshdr { __u16 id; union dnsflags flags; __u16 qdcount; // number of question entries __u16 ancount; // number of answer entries __u16 nscount; // number of authority records __u16 arcount; // number of additional records }; // Map of DNS query to timestamp so we can calculate latency from query sent to answer received. struct query_key_t { __u64 pid_tgid; __u16 id; __u16 pad[3]; // this is needed, otherwise the verifier claims an invalid read from stack }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, struct query_key_t); __type(value, __u64); // timestamp of the query __uint(max_entries, 1024); } query_map SEC(".maps"); static __always_inline unsigned int min(unsigned int a, unsigned int b) { return a < b ? a : b; } SEC("socket1") int ig_trace_dns(struct __sk_buff *skb) { struct event_t *event; int zero = 0; __u16 sport, dport, l4_off, dns_off, h_proto, id; __u8 proto; int i; // Do a first pass only to extract the port and drop the packet if it's not DNS h_proto = load_half(skb, offsetof(struct ethhdr, h_proto)); switch (h_proto) { case ETH_P_IP: proto = load_byte(skb, ETH_HLEN + offsetof(struct iphdr, protocol)); // An IPv4 header doesn't have a fixed size. The IHL field of a packet // represents the size of the IP header in 32-bit words, so we need to // multiply this value by 4 to get the header size in bytes. __u8 ihl_byte = load_byte(skb, ETH_HLEN); struct iphdr *iph = (struct iphdr *)&ihl_byte; __u8 ip_header_len = iph->ihl * 4; l4_off = ETH_HLEN + ip_header_len; break; case ETH_P_IPV6: proto = load_byte(skb, ETH_HLEN + offsetof(struct ipv6hdr, nexthdr)); l4_off = ETH_HLEN + sizeof(struct ipv6hdr); // Parse IPv6 extension headers // Up to 6 extension headers can be chained. See ipv6_ext_hdr(). #pragma unroll for (i = 0; i < 6; i++) { __u8 nextproto; // TCP or UDP found if (proto == NEXTHDR_TCP || proto == NEXTHDR_UDP) break; nextproto = load_byte(skb, l4_off); // Unfortunately, each extension header has a different way to calculate the header length. // Support the ones defined in ipv6_ext_hdr(). See ipv6_skip_exthdr(). switch (proto) { case NEXTHDR_FRAGMENT: // No hdrlen in the fragment header l4_off += 8; break; case NEXTHDR_AUTH: // See ipv6_authlen() l4_off += 4 * (load_byte(skb, l4_off + 1) + 2); break; case NEXTHDR_HOP: case NEXTHDR_ROUTING: case NEXTHDR_DEST: // See ipv6_optlen() l4_off += 8 * (load_byte(skb, l4_off + 1) + 1); break; case NEXTHDR_NONE: // Nothing more in the packet. Not even TCP or UDP. return 0; default: // Unknown header return 0; } proto = nextproto; } break; default: return 0; } // Since we have the same offset for source and destination ports for both TCP and UDP, // we can use the same code to extract them. // - offsetof(struct udphdr, source) == offsetof(struct tcphdr, source) // - offsetof(struct udphdr, dest) == offsetof(struct tcphdr, dest) switch (proto) { case IPPROTO_UDP: case IPPROTO_TCP: sport = load_half(skb, l4_off + offsetof(struct udphdr, source)); dport = load_half(skb, l4_off + offsetof(struct udphdr, dest)); break; default: return 0; } if (!is_dns_port(sport) && !is_dns_port(dport)) return 0; // Calculate the DNS offset in the packet struct tcphdr tcph; switch (proto) { case IPPROTO_UDP: dns_off = l4_off + sizeof(struct udphdr); break; case IPPROTO_TCP: // This is best effort, since we don't reassemble TCP segments. if (bpf_skb_load_bytes(skb, l4_off, &tcph, sizeof tcph)) return 0; // The data offset field in the header is specified in 32-bit words. We // have to multiply this value by 4 to get the TCP header length in bytes. __u8 tcp_header_len = tcph.doff * 4; // Skip if we don't have any data to avoid handling control segments dns_off = l4_off + tcp_header_len; if (skb->len <= dns_off) return 0; // DNS is after the TCP header and the 2 bytes of the length of the DNS packet dns_off += 2; break; default: return 0; } event = bpf_map_lookup_elem(&tmp_events, &zero); if (!event) return 0; // it never happens // As an optimization, only clear the fields that can be skipped below. event->latency_ns_raw = 0; event->proc = empty_proc; if (paths) { event->cwd[0] = '\0'; event->exepath[0] = '\0'; } event->timestamp_raw = bpf_ktime_get_boot_ns(); event->netns_id = skb->cb[0]; // cb[0] initialized by dispatcher.bpf.c event->data_len = skb->len; event->dns_off = dns_off; event->pkt_type_raw = skb->pkt_type; event->src.proto_raw = event->dst.proto_raw = proto; event->src.port = sport; event->dst.port = dport; // The packet is DNS: Do a second pass to extract all the information we need switch (h_proto) { case ETH_P_IP: event->src.version = event->dst.version = 4; event->dst.addr_raw.v4 = load_word( skb, ETH_HLEN + offsetof(struct iphdr, daddr)); event->src.addr_raw.v4 = load_word( skb, ETH_HLEN + offsetof(struct iphdr, saddr)); // load_word converts from network to host endianness. Convert back to // network endianness because Inspektor Gadget needs this format for IP addresses. event->src.addr_raw.v4 = bpf_htonl(event->src.addr_raw.v4); event->dst.addr_raw.v4 = bpf_htonl(event->dst.addr_raw.v4); break; case ETH_P_IPV6: event->src.version = event->dst.version = 6; if (bpf_skb_load_bytes( skb, ETH_HLEN + offsetof(struct ipv6hdr, saddr), &event->src.addr_raw.v6, sizeof(event->src.addr_raw.v6))) return 0; if (bpf_skb_load_bytes( skb, ETH_HLEN + offsetof(struct ipv6hdr, daddr), &event->dst.addr_raw.v6, sizeof(event->dst.addr_raw.v6))) return 0; break; } struct gadget_socket_value *skb_val = gadget_socket_lookup(skb); if (gadget_should_discard_data_by_skb(skb_val)) return 0; // Enrich event with process metadata gadget_process_populate_from_socket(skb_val, &event->proc); if (paths && skb_val != NULL) { unsigned int cwd_len = min(bpf_core_field_size(skb_val->cwd), TRACE_DNS_PATH_MAX); unsigned int exepath_len = min(bpf_core_field_size(skb_val->exepath), TRACE_DNS_PATH_MAX); bool cwd_exists = bpf_core_field_exists(skb_val->cwd); bool exepath_exists = bpf_core_field_exists(skb_val->exepath); bool probe_read_kernel_str_exists = bpf_core_enum_value_exists( enum bpf_func_id, BPF_FUNC_probe_read_kernel_str); if (probe_read_kernel_str_exists) { if (cwd_exists) { bpf_probe_read_kernel_str(&event->cwd, cwd_len, skb_val->cwd); } if (exepath_exists) { bpf_probe_read_kernel_str(&event->exepath, exepath_len, skb_val->exepath); } } } // Handle nameserver union dnsflags flags; flags.flags = load_half(skb, dns_off + offsetof(struct dnshdr, flags)); __u8 qr = flags.qr; if (qr == DNS_QR_QUERY) { event->nameserver.version = event->dst.version; event->nameserver.addr_raw = event->dst.addr_raw; } else if (qr == DNS_QR_RESP) { event->nameserver.version = event->src.version; event->nameserver.addr_raw = event->src.addr_raw; } else { // Unknown QR value return 0; } // Calculate latency: // // Track the latency from when a query is sent from a container // to when a response to the query is received by that same container. // // * On DNS query sent from a container namespace (qr == DNS_QR_QUERY and pkt_type == OUTGOING), // store the query timestamp in a map. // // * On DNS response received in the same container namespace (qr == DNS_QR_RESP and pkt_type == HOST) // retrieve/delete the query timestamp and set the latency field on the event. // // A garbage collection thread running in userspace periodically scans for keys with old timestamps // to free space occupied by queries that never receive a response. // // Skip this if skb_val == NULL (gadget_socket_lookup did not set pid_tgid we use in the query key) // or if event->timestamp == 0 (kernels before 5.8 don't support bpf_ktime_get_boot_ns, and the patched // version IG injects always returns zero). if (skb_val != NULL && event->timestamp_raw > 0) { id = load_half(skb, dns_off + offsetof(struct dnshdr, id)); struct query_key_t query_key = { .pid_tgid = skb_val->pid_tgid, .id = id, }; if (qr == DNS_QR_QUERY && event->pkt_type_raw == OUTGOING) { bpf_map_update_elem(&query_map, &query_key, &event->timestamp_raw, BPF_NOEXIST); } else if (flags.qr == DNS_QR_RESP && event->pkt_type_raw == HOST) { __u64 *query_ts = bpf_map_lookup_elem(&query_map, &query_key); if (query_ts != NULL) { // query ts should always be less than the event ts, but check anyway to be safe. if (*query_ts < event->timestamp_raw) { event->latency_ns_raw = event->timestamp_raw - *query_ts; } bpf_map_delete_elem(&query_map, &query_key); } } } __u64 skb_len = skb->len; bpf_perf_event_output(skb, &events, skb_len << 32 | BPF_F_CURRENT_CPU, event, sizeof(*event)); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_dns/test/000077500000000000000000000000001510117411400214025ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_dns/test/integration/000077500000000000000000000000001510117411400237255ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_dns/test/integration/trace_dns_test.go000066400000000000000000000312561510117411400272640ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "strings" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceDNSEvent struct { utils.CommonData Timestamp string `json:"timestamp"` NetNsID uint64 `json:"netns_id"` Proc utils.Process `json:"proc"` Src utils.L4Endpoint `json:"src"` Dst utils.L4Endpoint `json:"dst"` Nameserver utils.L3Endpoint `json:"nameserver"` // Raw fields are coming from wasm, test them too ID string `json:"id"` Qtype string `json:"qtype"` QtypeRaw uint16 `json:"qtype_raw"` PktType string `json:"pkt_type"` RcodeRaw uint16 `json:"rcode_raw"` Rcode string `json:"rcode"` Latency uint64 `json:"latency_ns_raw"` QrRaw bool `json:"qr_raw"` Qr string `json:"qr"` Name string `json:"name"` Addresses string `json:"addresses"` Truncated bool `json:"tc"` RecursionDesired bool `json:"rd"` RecursionAvailable bool `json:"ra"` } const ( DefaultServerImage = "ghcr.io/inspektor-gadget/dnstester:main" DefaultClientImage = gadgettesting.BusyBoxImage ) type testCase struct { name string protocol string serverImage string serverCmd string clientImage string clientUID uint32 clientGID uint32 clientExpectedCmd string clientCmds func(string, uint32, uint32) []string } func newTraceDNSStep(t *testing.T, tc testCase) (igtesting.TestStep, []igtesting.Option) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") serverContainerName := fmt.Sprintf("%s-server", tc.name) clientContainerName := fmt.Sprintf("%s-client", tc.name) var nsTest string serverContainerOpts := []containers.ContainerOption{containers.WithContainerImage(tc.serverImage)} clientContainerOpts := []containers.ContainerOption{containers.WithContainerImage(tc.clientImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { nsTest = utils.GenerateTestNamespaceName(t, tc.name) testutils.CreateK8sNamespace(t, nsTest) clientContainerOpts = append(clientContainerOpts, containers.WithContainerNamespace(nsTest)) clientContainerOpts = append(clientContainerOpts, containers.WithUseExistingNamespace()) serverContainerOpts = append(serverContainerOpts, containers.WithContainerNamespace(nsTest)) serverContainerOpts = append(serverContainerOpts, containers.WithUseExistingNamespace()) } serverContainer := containerFactory.NewContainer(serverContainerName, tc.serverCmd, serverContainerOpts...) serverContainer.Start(t) t.Cleanup(func() { serverContainer.Stop(t) }) serverIP := serverContainer.IP() nslookupCmds := tc.clientCmds(serverIP, tc.clientUID, tc.clientGID) clientContainer := containerFactory.NewContainer( clientContainerName, fmt.Sprintf("while true; do %s; sleep 1; done", strings.Join(nslookupCmds, " ; ")), clientContainerOpts..., ) clientContainer.Start(t) t.Cleanup(func() { clientContainer.Stop(t) }) clientIP := clientContainer.IP() var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerID(clientContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: // TODO: skip validation of ContainerImageName because of https://github.com/inspektor-gadget/inspektor-gadget/issues/4104 commonDataOpts = append(commonDataOpts, utils.WithContainerImageName(utils.NormalizedStr)) runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", nsTest), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(nsTest))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(nsTest), utils.WithContainerImageName(tc.clientImage)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { k8sDataClient := utils.BuildEndpointK8sData("pod", clientContainerName, nsTest, fmt.Sprintf("run=%s", clientContainerName)) k8sDataServer := utils.BuildEndpointK8sData("pod", serverContainerName, nsTest, fmt.Sprintf("run=%s", serverContainerName)) expectedEntries := []*traceDNSEvent{ // A query from client { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Proc: utils.BuildProc(tc.clientExpectedCmd, tc.clientUID, tc.clientGID), Src: utils.L4Endpoint{ Addr: clientIP, Version: 4, Port: utils.NormalizedInt, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataClient, }, Dst: utils.L4Endpoint{ Addr: serverIP, Version: 4, Port: 53, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataServer, }, Nameserver: utils.L3Endpoint{ Addr: serverIP, Version: 4, }, QrRaw: false, Qr: "Q", Name: "fake.test.com.", Qtype: "A", QtypeRaw: 1, Rcode: "", PktType: "OUTGOING", // Check the existence of the following fields NetNsID: utils.NormalizedInt, Timestamp: utils.NormalizedStr, ID: utils.NormalizedStr, Latency: 0, Truncated: false, RecursionDesired: true, RecursionAvailable: false, }, // A response from server { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Proc: utils.BuildProc(tc.clientExpectedCmd, tc.clientUID, tc.clientGID), Src: utils.L4Endpoint{ Addr: serverIP, Version: 4, Port: 53, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataServer, }, Dst: utils.L4Endpoint{ Addr: clientIP, Version: 4, Port: utils.NormalizedInt, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataClient, }, Nameserver: utils.L3Endpoint{ Addr: serverIP, Version: 4, }, QrRaw: true, Qr: "R", Name: "fake.test.com.", QtypeRaw: 1, Qtype: "A", Rcode: "Success", PktType: "HOST", Addresses: "127.0.0.1", // Check the existence of the following fields NetNsID: utils.NormalizedInt, Timestamp: utils.NormalizedStr, ID: utils.NormalizedStr, Latency: utils.NormalizedInt, Truncated: false, RecursionDesired: true, RecursionAvailable: false, }, // AAAA query from client { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Proc: utils.BuildProc(tc.clientExpectedCmd, tc.clientUID, tc.clientGID), Src: utils.L4Endpoint{ Addr: clientIP, Version: 4, Port: utils.NormalizedInt, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataClient, }, Dst: utils.L4Endpoint{ Addr: serverIP, Version: 4, Port: 53, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataServer, }, Nameserver: utils.L3Endpoint{ Addr: serverIP, Version: 4, }, QrRaw: false, Qr: "Q", Name: "fake.test.com.", QtypeRaw: 28, Qtype: "AAAA", Rcode: "", PktType: "OUTGOING", // Check the existence of the following fields NetNsID: utils.NormalizedInt, Timestamp: utils.NormalizedStr, ID: utils.NormalizedStr, Latency: 0, Truncated: false, RecursionDesired: true, RecursionAvailable: false, }, // AAAA response from server { CommonData: utils.BuildCommonData(clientContainerName, commonDataOpts...), Proc: utils.BuildProc(tc.clientExpectedCmd, tc.clientUID, tc.clientGID), Src: utils.L4Endpoint{ Addr: serverIP, Version: 4, Port: 53, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataServer, }, Dst: utils.L4Endpoint{ Addr: clientIP, Version: 4, Port: utils.NormalizedInt, Proto: strings.ToUpper(tc.protocol), K8s: k8sDataClient, }, Nameserver: utils.L3Endpoint{ Addr: serverIP, Version: 4, }, QrRaw: true, Qr: "R", Name: "fake.test.com.", QtypeRaw: 28, Qtype: "AAAA", Rcode: "Success", PktType: "HOST", Addresses: "::1", // Check the existence of the following fields NetNsID: utils.NormalizedInt, Timestamp: utils.NormalizedStr, ID: utils.NormalizedStr, Latency: utils.NormalizedInt, Truncated: false, RecursionDesired: true, RecursionAvailable: false, }, } normalize := func(e *traceDNSEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeInt(&e.NetNsID) utils.NormalizeProc(&e.Proc) utils.NormalizeString(&e.ID) utils.NormalizeInt(&e.Latency) // Normalize the client port as we don't know it if e.Src.Addr == clientIP { utils.NormalizeInt(&e.Src.Port) } if e.Src.Addr == serverIP { utils.NormalizeInt(&e.Dst.Port) } if utils.CurrentTestComponent == utils.IgLocalTestComponent { utils.NormalizeString(&e.Runtime.ContainerImageName) } } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) return igrunner.New("trace_dns", runnerOpts...), testingOpts } func TestTraceDNS(t *testing.T) { t.Parallel() serverImage := os.Getenv("TEST_DNS_SERVER_IMAGE") if serverImage == "" { serverImage = DefaultServerImage } clientImage := os.Getenv("TEST_DNS_CLIENT_IMAGE") if clientImage == "" { clientImage = DefaultClientImage } tc := testCase{ name: "test-trace-dns", protocol: "udp", serverImage: serverImage, serverCmd: "/dnstester", clientImage: clientImage, clientUID: 1000, clientGID: 1111, clientExpectedCmd: "nslookup", clientCmds: func(serverIP string, uid, gid uint32) []string { return []string{ fmt.Sprintf("setuidgid %d:%d nslookup -type=a fake.test.com. %s", uid, gid, serverIP), fmt.Sprintf("setuidgid %d:%d nslookup -type=aaaa fake.test.com. %s", uid, gid, serverIP), } }, } traceDNSCmd, testingOpts := newTraceDNSStep(t, tc) igtesting.RunTestSteps([]igtesting.TestStep{traceDNSCmd}, t, testingOpts...) } func TestTraceDNSTCP(t *testing.T) { t.Parallel() serverImage := os.Getenv("TEST_DNS_SERVER_IMAGE") if serverImage == "" { serverImage = DefaultServerImage } tc := testCase{ name: "test-trace-dns-tcp", protocol: "tcp", serverImage: serverImage, serverCmd: "/dnstester -tcp", clientImage: serverImage, // Use the same image for the client clientUID: 0, clientGID: 0, clientExpectedCmd: "isc-net-0000", // one of the thread of dig clientCmds: func(serverIP string, _, _ uint32) []string { return []string{ fmt.Sprintf("dig @%s +tcp -t A fake.test.com.", serverIP), fmt.Sprintf("dig @%s +tcp -t AAAA fake.test.com.", serverIP), } }, } traceDNSCmd, testingOpts := newTraceDNSStep(t, tc) igtesting.RunTestSteps([]igtesting.TestStep{traceDNSCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_dns/test/unit/000077500000000000000000000000001510117411400223615ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_dns/test/unit/trace_dns_test.go000066400000000000000000000020701510117411400257100ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceDns(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces the right events. paramValues := map[string]string{ "operator.oci.ebpf.paths": "true", } gadgettesting.DummyGadgetTest(t, "trace_dns", gadgettesting.WithParamValues(paramValues)) } inspektor-gadget-0.46.0/gadgets/trace_exec/000077500000000000000000000000001510117411400205635ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/README.md000066400000000000000000000002541510117411400220430ustar00rootroot00000000000000# trace_exec The `trace_exec` gadget notifies when new processes are executed. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_exec inspektor-gadget-0.46.0/gadgets/trace_exec/README.mdx000066400000000000000000000232761510117411400222440ustar00rootroot00000000000000--- title: trace_exec sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_exec The trace_exec gadget notifies when new processes are executed. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_exec:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_exec:%IG_TAG% [flags] ``` ## Flags ### `--ignore-failed` Ignore failed events Default value: "true" ### `--paths` Show current working directory, file path and executable path. The file path and executable path might be different in case of a script. Default value: "false" ### `--uid` Show only events generated by processes with this uid Default value: "" ## Guide First, we need to run an application that generates some events. ```bash $ kubectl run --restart=Never --image=busybox myapp1-pod --labels="name=myapp1-pod,myapp=app-one,role=demo" -- sh -c 'while /bin/true ; do date ; cat /proc/version ; /bin/sleep 1 ; done' pod/myapp1-pod created $ kubectl run --restart=Never --image=busybox myapp2-pod --labels="name=myapp2-pod,myapp=app-two,role=demo" -- sh -c 'while /bin/true ; do date ; /bin/echo sleep-10 ; /bin/sleep 10 ; done' pod/myapp2-pod created $ kubectl get pod --show-labels -o wide NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE READINESS GATES LABELS myapp1-pod 1/1 Running 0 83s 10.244.0.26 minikube-docker myapp=app-one,name=myapp1-pod,role=demo myapp2-pod 1/1 Running 0 68s 10.244.0.27 minikube-docker myapp=app-two,name=myapp2-pod,role=demo ``` ```bash $ docker run --name test-trace-exec -d --rm busybox /bin/sh -c 'while /bin/true ; do whoami ; /bin/sleep 3 ; done' ``` Then, let's run the gadget: Using the trace_exec gadget, we can see which new processes are spawned on node `minikube-docker` where `myapp1-pod` and `myapp2-pod` are running: ```bash $ kubectl gadget run trace_exec:%IG_TAG% --selector role=demo --node minikube-docker K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ERR… USER LOGINUSER GROUP minikube-docker default myapp1-pod myapp1-pod true 2957112 2957112 sh 2589510 /bin/true root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod date 2957113 2957113 sh 2589510 /bin/date root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod cat 2957114 2957114 sh 2589510 /bin/cat /pro… root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod sleep 2957115 2957115 sh 2589510 /bin/sleep 1 root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod true 2957116 2957116 sh 2589510 /bin/true root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod date 2957117 2957117 sh 2589510 /bin/date root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod cat 2957118 2957118 sh 2589510 /bin/cat /pro… root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod sleep 2957119 2957119 sh 2589510 /bin/sleep 1 root uid:4294967295 root minikube-docker default myapp2-pod myapp2-pod true 2957120 2957120 sh 2589903 /bin/true root uid:4294967295 root minikube-docker default myapp2-pod myapp2-pod date 2957121 2957121 sh 2589903 /bin/date root uid:4294967295 root minikube-docker default myapp2-pod myapp2-pod echo 2957122 2957122 sh 2589903 /bin/echo sle… root uid:4294967295 root minikube-docker default myapp2-pod myapp2-pod sleep 2957123 2957123 sh 2589903 /bin/sleep 10 root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod true 2957124 2957124 sh 2589510 /bin/true root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod date 2957125 2957125 sh 2589510 /bin/date root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod cat 2957126 2957126 sh 2589510 /bin/cat /pro… root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod sleep 2957127 2957127 sh 2589510 /bin/sleep 1 root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod true 2957147 2957147 sh 2589510 /bin/true root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod date 2957148 2957148 sh 2589510 /bin/date root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod cat 2957149 2957149 sh 2589510 /bin/cat /pro… root uid:4294967295 root minikube-docker default myapp1-pod myapp1-pod sleep 2957150 2957150 sh 2589510 /bin/sleep 1 root uid:4294967295 root ^C ``` Processes of both pods are spawned: `myapp1-pod` spawns `cat /proc/version` and `/bin/sleep 1`, `myapp2-pod` spawns `/bin/echo sleep-10` and `/bin/sleep 10`, both spawn `true` and `date`. We can stop to trace again by hitting Ctrl-C. ```bash $ sudo ig run trace_exec:%IG_TAG% --containername test-trace-exec RUNTIME.CONTAINERNAME COMM PID TID PCOMM PPID ARGS ERROR USER LOGINUSER GROUP test-trace-exec true 2920998 2920998 sh 2920573 /bin/true root uid:4294967295 root test-trace-exec whoami 2920999 2920999 sh 2920573 /bin/whoami root uid:4294967295 root test-trace-exec sleep 2921000 2921000 sh 2920573 /bin/sleep 3 root uid:4294967295 root ^C ``` Finally, clean the system: ```bash $ kubectl delete pod myapp1-pod myapp2-pod ``` ```bash $ docker rm -f test-trace-exec ``` ## Limitations - The upper layer field is only available when the executable is executed correctly (ret=0). For example, if the executable does not have the "execute" permission, the execution will fail and the upper layer field will not be defined. - The file path might not be set when the execution fails (ret!=0), depending on the error. - The exepath is set to the current process and not the new process when the execution fails (ret!=0). inspektor-gadget-0.46.0/gadgets/trace_exec/artifacthub-pkg.yml000066400000000000000000000014711510117411400243640ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace exec" category: monitoring-logging displayName: "trace exec" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace process executions" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_exec" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_exec:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_exec" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_exec:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_exec/build.yaml000066400000000000000000000000241510117411400225420ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/trace_exec/consts/000077500000000000000000000000001510117411400220745ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/consts/consts.go000066400000000000000000000014061510117411400237350ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package consts // ArgsSeparator is a non-breaking space used to separate function arguments in the "args" field of exec events. const ArgsSeparator = string('\u00a0') inspektor-gadget-0.46.0/gadgets/trace_exec/dev.md000066400000000000000000000062631510117411400216720ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR bufs[("bufs")] events[("events")] execs[("execs")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] security_bprm_hit_map[("security_bprm_hit_map")] ig_execve_e -- "Lookup" --> gadget_mntns_filter_map ig_execve_e -- "Lookup+Update" --> execs ig_execve_e -- "Lookup" --> bufs ig_execve_e["ig_execve_e"] ig_execve_x -- "Lookup+Delete" --> execs ig_execve_x -- "Lookup" --> bufs ig_execve_x -- "EventOutput" --> events ig_execve_x -- "Delete" --> security_bprm_hit_map ig_execve_x["ig_execve_x"] ig_execveat_e -- "Lookup" --> gadget_mntns_filter_map ig_execveat_e -- "Lookup+Update" --> execs ig_execveat_e -- "Lookup" --> bufs ig_execveat_e["ig_execveat_e"] ig_execveat_x -- "Lookup+Delete" --> execs ig_execveat_x -- "Lookup" --> bufs ig_execveat_x -- "EventOutput" --> events ig_execveat_x -- "Delete" --> security_bprm_hit_map ig_execveat_x["ig_execveat_x"] ig_sched_exec -- "Lookup+Delete" --> execs ig_sched_exec -- "Lookup" --> bufs ig_sched_exec -- "EventOutput" --> events ig_sched_exec -- "Delete" --> security_bprm_hit_map ig_sched_exec["ig_sched_exec"] security_bprm_check -- "Lookup" --> execs security_bprm_check -- "Lookup+Update" --> security_bprm_hit_map security_bprm_check -- "Lookup" --> bufs security_bprm_check["security_bprm_check"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_execve_e participant ig_execve_x participant ig_execveat_e participant ig_execveat_x participant ig_sched_exec participant security_bprm_check end box eBPF Maps participant gadget_mntns_filter_map participant execs participant bufs participant events participant security_bprm_hit_map end ig_execve_e->>gadget_mntns_filter_map: Lookup ig_execve_e->>execs: Update ig_execve_e->>execs: Lookup ig_execve_e->>bufs: Lookup ig_execve_x->>execs: Lookup ig_execve_x->>bufs: Lookup ig_execve_x->>events: EventOutput ig_execve_x->>execs: Delete ig_execve_x->>security_bprm_hit_map: Delete ig_execveat_e->>gadget_mntns_filter_map: Lookup ig_execveat_e->>execs: Update ig_execveat_e->>execs: Lookup ig_execveat_e->>bufs: Lookup ig_execveat_x->>execs: Lookup ig_execveat_x->>bufs: Lookup ig_execveat_x->>events: EventOutput ig_execveat_x->>execs: Delete ig_execveat_x->>security_bprm_hit_map: Delete ig_sched_exec->>execs: Lookup ig_sched_exec->>bufs: Lookup ig_sched_exec->>events: EventOutput ig_sched_exec->>execs: Delete ig_sched_exec->>security_bprm_hit_map: Delete security_bprm_check->>execs: Lookup security_bprm_check->>security_bprm_hit_map: Lookup security_bprm_check->>security_bprm_hit_map: Update security_bprm_check->>bufs: Lookup ``` inspektor-gadget-0.46.0/gadgets/trace_exec/gadget.yaml000066400000000000000000000101741510117411400227050ustar00rootroot00000000000000name: trace exec description: trace process executions homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_exec sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_exec datasources: exec: fields: cwd: annotations: description: The current working directory of the process (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left exepath: annotations: description: The executable binary file of the process (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left parent_exepath: annotations: description: The executable binary file of the parent process (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left file: annotations: description: The executable file of the process. It might be different to exepath in case of a script (require --paths flag) columns.width: 64 columns.hidden: "true" columns.alignment: left dev_major: annotations: description: The major number of the device where the file is located. For scripts, this refers to the script, not the interpreter (requires --paths flag) columns.width: 5 columns.hidden: "true" columns.alignment: right dev_minor: annotations: description: The minor number of the device where the file is located. For scripts, this refers to the script, not the interpreter (requires --paths flag) columns.width: 5 columns.hidden: "true" columns.alignment: right inode: annotations: description: The inode number of the file. For scripts, this refers to the script, not the interpreter (require --paths flag) columns.width: 5 columns.hidden: "true" columns.alignment: right loginuid: annotations: template: uid columns.hidden: true uidgidresolver.target: loginuser sessionid: annotations: template: uid columns.hidden: true error: annotations: columns.width: 5 columns.alignment: right args_count: annotations: columns.hidden: true json.skip: true args_size: annotations: columns.hidden: true json.skip: true args: annotations: columns.width: 16 upper_layer: annotations: description: Whether the executable file of the process (interpreter in case of script) is in the upper layer of the overlay filesystem. Only initialized when the execution succeeded. columns.width: 5 columns.hidden: true pupper_layer: annotations: description: Whether the executable's parent in the process hierarchy (interpreter in case of script) is in the upper layer of the overlay filesystem. Only initialized when the execution succeeded. columns.width: 5 columns.hidden: true fupper_layer: annotations: description: Whether the executable file of the process (script in case of script) is in the upper layer of the overlay filesystem. Initialized when the execution succeeded or failed with the -ENOEXEC error ("Exec format error"). Notice that to get failed executions, you need to set ignore_failed to false. columns.width: 5 columns.hidden: true tty: annotations: description: The controlling terminal of the process. 0 for processes without a terminal. columns.width: 5 columns.hidden: false params: ebpf: ignore_failed: key: ignore-failed defaultValue: "true" description: Ignore failed events paths: key: paths defaultValue: "false" description: Show current working directory, file path and executable path. The file path and executable path might be different in case of a script. inspektor-gadget-0.46.0/gadgets/trace_exec/go/000077500000000000000000000000001510117411400211705ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/go/go.mod000066400000000000000000000003731510117411400223010ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/trace_exec/go/go.sum000066400000000000000000000000001510117411400223110ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/go/program.go000066400000000000000000000045731510117411400231770ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "strings" "github.com/inspektor-gadget/inspektor-gadget/gadgets/trace_exec/consts" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // Keep in sync with FULL_MAX_ARGS_ARR in program.bpf.c const fullMaxArgsArr = 256 * 20 var payload []byte //go:wasmexport gadgetInit func gadgetInit() int32 { ds, err := api.GetDataSource("exec") if err != nil { api.Warnf("failed to get datasource: %s", err) return 1 } argsF, err := ds.GetField("args") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } argsSize, err := ds.GetField("args_size") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } argsCount, err := ds.GetField("args_count") if err != nil { api.Warnf("failed to get field: %s", err) return 1 } payload = make([]byte, fullMaxArgsArr) ds.Subscribe(func(source api.DataSource, data api.Data) { // Get all fields sent by ebpf n, err := argsF.Bytes(data, payload) if err != nil { api.Warnf("failed to get args: %s", err) return } if n == 0 { api.Warnf("empty args") return } argsSize, _ := argsSize.Uint32(data) if argsSize > n { argsSize = n } argsCount, _ := argsCount.Int32(data) args := []string{} count := 0 buf := []byte{} for i := 0; i < int(argsSize) && count < int(argsCount); i++ { c := payload[i] if c == 0 { args = append(args, string(buf)) count = 0 buf = []byte{} } else { buf = append(buf, c) } } // TODO: The datasource doesn't support arrays yet, hence we have to // join the args in a single string. We are using a non-breaking space // as separator to avoid collisions with arguments that contain spaces. argsF.SetString(data, strings.Join(args, consts.ArgsSeparator)) }, 0) return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/trace_exec/program.bpf.c000066400000000000000000000235101510117411400231450ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) #include #include #include #define GADGET_NO_BUF_RESERVE #include #include #include #include #include #include // Defined in include/uapi/linux/magic.h #define OVERLAYFS_SUPER_MAGIC 0x794c7630 #define ARGSIZE 256 #define TOTAL_MAX_ARGS 20 // Keep in sync with fullMaxArgsArr in program.go #define FULL_MAX_ARGS_ARR (TOTAL_MAX_ARGS * ARGSIZE) #define BASE_EVENT_SIZE (size_t)(&((struct event *)0)->args) #define EVENT_SIZE(e) (BASE_EVENT_SIZE + e->args_size) #define LAST_ARG (FULL_MAX_ARGS_ARR - ARGSIZE) // Macros from https://github.com/torvalds/linux/blob/v6.12/include/linux/kdev_t.h#L7-L12 #define MINORBITS 20 #define MINORMASK ((1U << MINORBITS) - 1) #define MAJOR(dev) ((unsigned int)((dev) >> MINORBITS)) #define MINOR(dev) ((unsigned int)((dev) & MINORMASK)) #define MKDEV(ma, mi) (((ma) << MINORBITS) | (mi)) struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; gadget_uid loginuid; __u32 sessionid; gadget_errno error_raw; int args_count; int tty; bool upper_layer; bool fupper_layer; bool pupper_layer; unsigned int args_size; char cwd[GADGET_PATH_MAX]; char file[GADGET_PATH_MAX]; unsigned int dev_major; unsigned int dev_minor; unsigned long inode; char exepath[GADGET_PATH_MAX]; char parent_exepath[GADGET_PATH_MAX]; char args[FULL_MAX_ARGS_ARR]; }; const volatile bool ignore_failed = true; const volatile bool paths = false; GADGET_PARAM(ignore_failed); GADGET_PARAM(paths); static const struct event empty_event = {}; // man clone(2): // If any of the threads in a thread group performs an // execve(2), then all threads other than the thread group // leader are terminated, and the new program is executed in // the thread group leader. // // sys_enter_execve might be called from a thread and the corresponding // sys_exit_execve will be called from the thread group leader in case of // execve success, or from the same thread in case of execve failure. // // Moreover, checking ctx->ret == 0 is not a reliable way to distinguish // successful execve from failed execve because seccomp can change ctx->ret. // // Therefore, use two different tracepoints to handle the map cleanup: // - tracepoint/sched/sched_process_exec is called after a successful execve // - tracepoint/syscalls/sys_exit_execve is always called struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1024); __type(key, pid_t); __type(value, struct event); } execs SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1024); __type(key, pid_t); __type(value, __u8); } security_bprm_hit_map SEC(".maps"); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(exec, events, event); static __always_inline int enter_execve(const char *pathname, const char **args) { u64 id; pid_t pid; struct event *event; struct task_struct *task; unsigned int ret; const char *argp; int i; if (gadget_should_discard_data_current()) return 0; id = bpf_get_current_pid_tgid(); pid = (pid_t)id; if (bpf_map_update_elem(&execs, &pid, &empty_event, BPF_NOEXIST)) return 0; event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; event->timestamp_raw = bpf_ktime_get_boot_ns(); task = (struct task_struct *)bpf_get_current_task(); // loginuid is only available when CONFIG_AUDIT is set if (bpf_core_field_exists(task->loginuid)) event->loginuid = BPF_CORE_READ(task, loginuid.val); else event->loginuid = 4294967295; // -1 or "no user id" // sessionid is only available when CONFIG_AUDIT is set if (bpf_core_field_exists(task->sessionid)) event->sessionid = BPF_CORE_READ(task, sessionid); event->args_count = 0; event->args_size = 0; event->tty = BPF_CORE_READ(task, signal, tty, index); if (paths) { struct fs_struct *fs = BPF_CORE_READ(task, fs); char *cwd = get_path_str(&fs->pwd); bpf_probe_read_kernel_str(event->cwd, sizeof(event->cwd), cwd); } ret = bpf_probe_read_user_str(event->args, ARGSIZE, pathname); if (ret <= ARGSIZE) { event->args_size += ret; } else { /* write an empty string */ event->args[0] = '\0'; event->args_size++; } event->args_count++; #pragma unroll for (i = 1; i < TOTAL_MAX_ARGS; i++) { bpf_probe_read_user(&argp, sizeof(argp), &args[i]); if (!argp) return 0; if (event->args_size > LAST_ARG) return 0; ret = bpf_probe_read_user_str(&event->args[event->args_size], ARGSIZE, argp); if (ret > ARGSIZE) return 0; event->args_count++; event->args_size += ret; } /* try to read one more argument to check if there is one */ bpf_probe_read_user(&argp, sizeof(argp), &args[TOTAL_MAX_ARGS]); if (!argp) return 0; /* pointer to max_args+1 isn't null, assume we have more arguments */ event->args_count++; return 0; } SEC("tracepoint/syscalls/sys_enter_execve") int ig_execve_e(struct syscall_trace_enter *ctx) { const char *pathname = (const char *)ctx->args[0]; const char **args = (const char **)(ctx->args[1]); return enter_execve(pathname, args); } SEC("tracepoint/syscalls/sys_enter_execveat") int ig_execveat_e(struct syscall_trace_enter *ctx) { const char *pathname = (const char *)ctx->args[1]; const char **args = (const char **)(ctx->args[2]); return enter_execve(pathname, args); } static __always_inline bool has_upper_layer(struct inode *inode) { unsigned long sb_magic = BPF_CORE_READ(inode, i_sb, s_magic); if (sb_magic != OVERLAYFS_SUPER_MAGIC) { return false; } struct dentry *upperdentry; // struct ovl_inode defined in fs/overlayfs/ovl_entry.h // Unfortunately, not exported to vmlinux.h // and not available in /sys/kernel/btf/vmlinux // See https://github.com/cilium/ebpf/pull/1300 // We only rely on vfs_inode and __upperdentry relative positions bpf_probe_read_kernel(&upperdentry, sizeof upperdentry, ((void *)inode) + bpf_core_type_size(struct inode)); return upperdentry != NULL; } // tracepoint/sched/sched_process_exec is called after a successful execve SEC("tracepoint/sched/sched_process_exec") int ig_sched_exec(struct trace_event_raw_sched_process_exec *ctx) { u32 pre_sched_pid = ctx->old_pid; struct event *event; struct task_struct *task = (struct task_struct *)bpf_get_current_task(); struct task_struct *parent = BPF_CORE_READ(task, real_parent); event = bpf_map_lookup_elem(&execs, &pre_sched_pid); if (!event) return 0; struct inode *inode = BPF_CORE_READ(task, mm, exe_file, f_inode); if (inode) event->upper_layer = has_upper_layer(inode); struct inode *pinode = BPF_CORE_READ(parent, mm, exe_file, f_inode); if (pinode) event->pupper_layer = has_upper_layer(pinode); gadget_process_populate(&event->proc); event->error_raw = 0; if (paths) { struct file *exe_file = BPF_CORE_READ(task, mm, exe_file); char *exepath = get_path_str(&exe_file->f_path); bpf_probe_read_kernel_str(event->exepath, sizeof(event->exepath), exepath); struct file *parent_exe_file = BPF_CORE_READ(parent, mm, exe_file); char *parent_exepath = get_path_str(&parent_exe_file->f_path); bpf_probe_read_kernel_str(event->parent_exepath, sizeof(event->parent_exepath), parent_exepath); } size_t len = EVENT_SIZE(event); if (len <= sizeof(*event)) gadget_output_buf(ctx, &events, event, len); bpf_map_delete_elem(&execs, &pre_sched_pid); bpf_map_delete_elem(&security_bprm_hit_map, &pre_sched_pid); return 0; } static __always_inline int exit_execve(void *ctx, int retval) { u32 pid = (u32)bpf_get_current_pid_tgid(); struct event *event; // If the execve was successful, sched/sched_process_exec handled the event // already and deleted the entry. So if we find the entry, it means the // the execve failed. event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; if (ignore_failed) goto cleanup; gadget_process_populate(&event->proc); event->error_raw = -retval; if (paths) { struct task_struct *task = (struct task_struct *)bpf_get_current_task(); struct file *exe_file = BPF_CORE_READ(task, mm, exe_file); char *exepath = get_path_str(&exe_file->f_path); bpf_probe_read_kernel_str(event->exepath, sizeof(event->exepath), exepath); } size_t len = EVENT_SIZE(event); if (len <= sizeof(*event)) gadget_output_buf(ctx, &events, event, len); cleanup: bpf_map_delete_elem(&execs, &pid); bpf_map_delete_elem(&security_bprm_hit_map, &pid); return 0; } // We use syscalls/sys_exit_execve only to trace failed execve // This program is needed regardless of ignore_failed SEC("tracepoint/syscalls/sys_exit_execve") int ig_execve_x(struct syscall_trace_exit *ctx) { return exit_execve(ctx, ctx->ret); } SEC("tracepoint/syscalls/sys_exit_execveat") int ig_execveat_x(struct syscall_trace_exit *ctx) { return exit_execve(ctx, ctx->ret); } SEC("kprobe/security_bprm_check") int BPF_KPROBE(security_bprm_check, struct linux_binprm *bprm) { u32 pid = (u32)bpf_get_current_pid_tgid(); struct event *event; char *file; dev_t dev_no; struct path f_path; event = bpf_map_lookup_elem(&execs, &pid); if (!event) return 0; // security_bprm_check is called repeatedly following the shebang // Only get the first call. __u8 *exists = bpf_map_lookup_elem(&security_bprm_hit_map, &pid); if (exists) { return 0; } __u8 hit = 1; if (bpf_map_update_elem(&security_bprm_hit_map, &pid, &hit, BPF_NOEXIST)) { return 0; } struct inode *inode = BPF_CORE_READ(bprm, file, f_inode); if (inode) event->fupper_layer = has_upper_layer(inode); if (paths) { f_path = BPF_CORE_READ(bprm, file, f_path); file = get_path_str(&f_path); bpf_probe_read_kernel_str(event->file, sizeof(event->file), file); dev_no = BPF_CORE_READ(inode, i_sb, s_dev); event->dev_major = MAJOR(dev_no); event->dev_minor = MINOR(dev_no); event->inode = BPF_CORE_READ(inode, i_ino); } return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_exec/test/000077500000000000000000000000001510117411400215425ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/test/integration/000077500000000000000000000000001510117411400240655ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/test/integration/trace_exec_test.go000066400000000000000000000264751510117411400275730ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "encoding/base64" "fmt" "strings" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/gadgets/trace_exec/consts" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceExecEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Loginuid uint32 `json:"loginuid"` Sessionid uint32 `json:"sessionid"` Error string `json:"error"` UpperLayer bool `json:"upper_layer"` PupperLayer bool `json:"pupper_layer"` FupperLayer bool `json:"fupper_layer"` Exepath string `json:"exepath"` File string `json:"file"` Cwd string `json:"cwd"` Args string `json:"args"` DevMajor uint32 `json:"dev_major"` DevMinor uint32 `json:"dev_minor"` Inode uint64 `json:"inode"` ParentExepath string `json:"parent_exepath"` } func TestTraceExec(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) // see https://github.com/inspektor-gadget/inspektor-gadget/issues/4094 gadgettesting.SkipK8sDistros(t, gadgettesting.K8sDistroGKECOS) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-exec" containerImage := gadgettesting.GccImage execProgram := ` #define _GNU_SOURCE #include #include #include #include #include #include #include int main(int argc, char *argv[], char **envp) { if (argc < 2) { fprintf(stderr, "Usage: %s \n", argv[0]); exit(1); } char *method = getenv("METHOD"); if (method == NULL) { fprintf(stderr, "Environment variable METHOD not set.\n"); exit(1); } if (strcmp(method, "execve") == 0) { execve(argv[1], argv+1, envp); perror("execve"); } else if (strcmp(method, "execveat") == 0) { int fd = open(".", O_RDONLY | O_DIRECTORY); if (fd == -1) { perror("open"); exit(1); } execveat(fd, argv[1], argv+1, envp, 0); perror("execveat"); } else { fprintf(stderr, "Invalid value for METHOD environment variable.\n"); } exit(1); } ` progBase64 := base64.StdEncoding.EncodeToString([]byte(execProgram)) var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), containers.WithStartAndStop(), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-exec") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } buildCmd := fmt.Sprintf("echo %s | base64 -d > exec.c && gcc -Wall -o /bin/exec-syscall exec.c", progBase64) prepareScriptsCmd := "printf '#!/bin/sh\nls' > /bin/with_shebeng.sh ; echo ls > /dev/script.sh ; echo ls > /bin/script.sh ; chmod +x /dev/script.sh /bin/script.sh /bin/with_shebeng.sh ; " sleep1Args := []string{"/usr/bin/sleep", "0.4"} sleep2Args := []string{"/usr/bin/sleep", "0.6"} execScriptsCmd := "/dev/script.sh ; /bin/script.sh ; /bin/with_shebeng.sh" innerCmd := fmt.Sprintf( "cd tmp ; while true ; do METHOD=execve exec-syscall %s; METHOD=execveat exec-syscall %s; %s; done", strings.Join(sleep1Args, " "), strings.Join(sleep2Args, " "), execScriptsCmd, ) // copies /usr/bin/sh to /usr/bin/sh2 to check that the upper_layer is true when executing /usr/bin/sh2 cmd := fmt.Sprintf("%s %s && cp /usr/bin/sh /usr/bin/sh2 && setpriv --reuid 1000 --regid 1111 --clear-groups /usr/bin/sh2 -c '%s'", prepareScriptsCmd, buildCmd, innerCmd) innerShArgs := []string{"/usr/bin/sh2", "-c", innerCmd} testContainer := containerFactory.NewContainer(containerName, cmd, containerOpts...) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{ utils.WithContainerImageName(containerImage), // TODO: We need to start the container after the tracer, so we don't // have the container ID available here. It could be possible to split // the logic to have a container create + container start to be able to // get the ID before starting it. utils.WithContainerID(utils.NormalizedStr), } switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime))) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithFlags("--paths", "--ignore-failed=false"), igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := []*traceExecEvent{ // inner script.sh { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sh2", 1000, 1111), Cwd: "/tmp", Args: "/dev/script.sh", PupperLayer: false, UpperLayer: false, FupperLayer: false, Exepath: "/usr/bin/sh2", File: "/dev/script.sh", Error: "ENOEXEC", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sh2", 1000, 1111), Cwd: "/tmp", Args: "/bin/script.sh", PupperLayer: false, UpperLayer: false, FupperLayer: true, Exepath: "/usr/bin/sh2", File: "/usr/bin/script.sh", Error: "ENOEXEC", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("with_shebeng.sh", 1000, 1111), Cwd: "/tmp", Args: "/bin/with_shebeng.sh", PupperLayer: true, UpperLayer: false, FupperLayer: true, Exepath: "/usr/bin/dash", File: "/usr/bin/with_shebeng.sh", Error: "", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, ParentExepath: "/usr/bin/sh2", // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, // inner sh { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sh2", 1000, 1111), Cwd: "/", Args: strings.Join(innerShArgs, consts.ArgsSeparator), PupperLayer: false, UpperLayer: true, FupperLayer: true, Exepath: "/usr/bin/sh2", File: "/usr/bin/sh2", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, ParentExepath: "/usr/bin/dash", // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, // sleeps { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sleep", 1000, 1111), Cwd: "/tmp", Args: strings.Join(sleep1Args, consts.ArgsSeparator), PupperLayer: true, UpperLayer: false, FupperLayer: false, Exepath: "/usr/bin/sleep", File: "/usr/bin/sleep", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, ParentExepath: "/usr/bin/sh2", // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sleep", 1000, 1111), Cwd: "/tmp", Args: strings.Join(sleep2Args, consts.ArgsSeparator), PupperLayer: true, UpperLayer: false, FupperLayer: false, Exepath: "/usr/bin/sleep", File: "/usr/bin/sleep", DevMajor: utils.NormalizedInt, DevMinor: utils.NormalizedInt, Inode: utils.NormalizedInt, ParentExepath: "/usr/bin/sh2", // Check the existence of the following fields Timestamp: utils.NormalizedStr, Loginuid: utils.NormalizedInt, Sessionid: utils.NormalizedInt, }, } normalize := func(e *traceExecEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Runtime.ContainerID) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.Loginuid) utils.NormalizeInt(&e.Sessionid) // Don't use NormalizeInt() because 0 is a valid device major for overlayfs e.DevMajor = utils.NormalizedInt utils.NormalizeInt(&e.DevMinor) utils.NormalizeInt(&e.Inode) // We can't know the parent process of the first process inside // the container as it depends on the container runtime if e.Proc.Comm == "sh" || e.Proc.Parent.Comm == "containerd-shim" { utils.NormalizeString(&e.Proc.Parent.Comm) } } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) runnerOpts = append(runnerOpts, igrunner.WithStartAndStop()) traceExecCmd := igrunner.New("trace_exec", runnerOpts...) steps := []igtesting.TestStep{ traceExecCmd, // wait to ensure ig or kubectl-gadget has started utils.Sleep(10 * time.Second), testContainer, } igtesting.RunTestSteps(steps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_exec/test/unit/000077500000000000000000000000001510117411400225215ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_exec/test/unit/trace_exec_test.go000066400000000000000000000175271510117411400262250ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "os/exec" "runtime" "strings" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" traceexec "github.com/inspektor-gadget/inspektor-gadget/gadgets/trace_exec/consts" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTraceExecEvent struct { Proc utils.Process `json:"proc"` Error string `json:"error"` Args string `json:"args"` } type testDef struct { runnerConfig *utils.RunnerConfig mntnsFilterMap func(info *utils.RunnerInfo) *ebpf.Map argv []string runFromThread bool validate func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) } func TestTraceExecGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := map[string]testDef{ "simple_executable": { runnerConfig: &utils.RunnerConfig{}, argv: []string{"/bin/echo", "hello", "world"}, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 1, "Expected 1 event but got %d", len(events)) expectedArgs := strings.Join(inputArgs, traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[0].Args, "Expected Args %q, got %q", expectedArgs, events[0].Args) }, }, "large_argument_list": { runnerConfig: &utils.RunnerConfig{}, // should only capture TOTAL_ARGS_SIZE ~ 20 arguments argv: []string{"/bin/echo", "arg1", "arg2", "arg3", "arg4", "arg5", "arg6", "arg7", "arg8", "arg9", "arg10", "arg11", "arg12", "arg13", "arg14", "arg15", "arg16", "arg17", "arg18", "arg19", "arg20", "arg21"}, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 1, "Expected 1 event but got %d", len(events)) expectedArgs := strings.Join(inputArgs[:20], traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[0].Args, "Expected Args %q, got %q", expectedArgs, events[0].Args) }, }, "uid_gid": { runnerConfig: &utils.RunnerConfig{ Uid: 1000, Gid: 1000, HostNetwork: false, }, argv: []string{"/bin/ls", "-l", "/"}, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 1, "Expected 1 event but got %d", len(events)) expectedArgs := strings.Join(inputArgs, traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[0].Args, "Expected Args %q, got %q", expectedArgs, events[0].Args) require.Equal(t, uint32(info.Uid), events[0].Proc.Creds.Uid) require.Equal(t, uint32(info.Gid), events[0].Proc.Creds.Gid) }, }, "mount_namespace_filter_blocked": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID+100) }, argv: []string{"/bin/date"}, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { utils.ExpectNoEvent(t, info, "Expected 0 events", events) }, }, "error": { runnerConfig: &utils.RunnerConfig{}, argv: []string{"/bin/foobar", "hello"}, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 1, "Expected 1 event but got %d", len(events)) expectedArgs := strings.Join(inputArgs, traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[0].Args, "Expected Args %q, got %q", expectedArgs, events[0].Args) require.Equal(t, "ENOENT", events[0].Error) }, }, "successful_exec_from_thread": { runnerConfig: &utils.RunnerConfig{}, argv: []string{"/bin/echo", "hello", "world"}, runFromThread: true, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 2, "Expected 2 events but got %d", len(events)) // We do not check the full path of the executable/symlink here, as it may vary depending on the environment. require.Contains(t, events[0].Args, "/bin/python3"+traceexec.ArgsSeparator+"-c") expectedArgs := strings.Join(inputArgs, traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[1].Args, "Expected Args %q, got %q", expectedArgs, events[0].Args) }, }, "failed_exec_from_thread": { runnerConfig: &utils.RunnerConfig{}, argv: []string{"/bin/meowmeow", "hello", "world"}, runFromThread: true, validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTraceExecEvent, inputArgs []string) { require.Len(t, events, 2, "Expected 2 events but got %d", len(events)) // We do not check the full path of the executable/symlink here, as it may vary depending on the environment. require.Contains(t, events[0].Args, "/bin/python3"+traceexec.ArgsSeparator+"-c") expectedArgs := strings.Join(inputArgs, traceexec.ArgsSeparator) require.Equal(t, expectedArgs, events[1].Args, "Expected Args %q, got %q", expectedArgs, events[1].Args) require.Equal(t, "ENOENT", events[1].Error) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap == nil { // by default we use the mount namespace of the runner mntnsFilterMap = utils.CreateMntNsFilterMap(t, runner.Info.MountNsID) } else { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { if testCase.runFromThread { generateEventFromThread(t, testCase.argv) } else { p, err := os.StartProcess(testCase.argv[0], testCase.argv, &os.ProcAttr{}) if err == nil { defer p.Wait() } } return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceExecEvent]{ Image: "trace_exec", Timeout: 5 * time.Second, ParamValues: api.ParamValues{ "operator.oci.ebpf.ignore-failed": "false", }, MntnsFilterMap: mntnsFilterMap, OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validate(t, runner.Info, gadgetRunner.CapturedEvents, testCase.argv) }) } } func generateEventFromThread(t *testing.T, argv []string) { runtime.LockOSThread() defer runtime.UnlockOSThread() args := "[" for i, arg := range argv { if i > 0 { args += ", " } args += `"` + arg + `"` } args += "]" script := fmt.Sprintf(` import threading import os def exec(): os.execve("%s", %v, {}) def main(): thread = threading.Thread(target=exec) thread.start() thread.join() if __name__ == "__main__": main() `, argv[0], args) cmd := exec.Command("python3", "-c", script) err := cmd.Run() if err != nil { // python3 is not available t.Skip("Skipping test, python3 is needed to run the test") } } inspektor-gadget-0.46.0/gadgets/trace_fsslower/000077500000000000000000000000001510117411400215035ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/README.md000066400000000000000000000003441510117411400227630ustar00rootroot00000000000000# trace_fsslower The trace_fsslower gadget streams file operations (open, read, write and fsync) that are slower than a threshold. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_fsslower inspektor-gadget-0.46.0/gadgets/trace_fsslower/README.mdx000066400000000000000000000101451510117411400231530ustar00rootroot00000000000000--- title: trace_fsslower sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_fsslower The trace fsslower gadget streams file operations (open, read, write and fsync) that are slower than a threshold. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_fsslower:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_fsslower:%IG_TAG% [flags] ``` ## Flags ### `--min` Minimum latency in ms to trace Default value: "10" ### `--pid` Show only bind events generated by this particular PID Default value: "" ### `--filesystem` Filesystem to trace. Possible values are: btrfs, ext4, fuse, nfs, nfts3 or xfs. Default value: "ext4" ## Guide In this guide you'll deploy an example workload that performs some open(), read() write() and sync() calls and will trace which ones are slower than 1 ms. Let's start the gadget before running our workload: TODO ```bash $ sudo ig run trace_fsslower:%IG_TAG% --verify-image=false --filesystem ext4 --min 1 -c test-trace-fsslower RUNTIME.CONTAINERNAME COMM PID TID DELTA_… OFFSET SIZE FILE OP ``` Launch a container that will perform input/output operations: TODO ```bash $ docker run --name test-trace-fsslower -it --rm debian /bin/sh -c "apt-get update && apt-get install -y git" Get:1 http://deb.debian.org/debian bullseye InRelease [116 kB] Get:2 http://deb.debian.org/debian-security bullseye-security InRelease [48.4 kB] ... 0 added, 0 removed; done. Running hooks in /etc/ca-certificates/update.d... done. ``` The tool will list the I/O operations that were slower than 1ms: TODO ```bash $ sudo ig run trace_fsslower%IG_TAG% --verify-image=false --filesystem ext4 --min 1 -c test-trace-fsslower RUNTIME.CONTAINERNAME COMM PID TID DELTA_… OFFSET SIZE FILE OP test-trace-fsslower dpkg-preconf… 204239 204239 1008 0 92233… #38586681 F_FSYNC test-trace-fsslower dpkg-preconf… 204239 204239 1878 0 92233… #38586683 F_FSYNC test-trace-fsslower dpkg 204242 204242 3245 0 92233… perl-module… F_FSYNC test-trace-fsslower dpkg 204242 204242 1517 0 92233… libperl5.36… F_FSYNC test-trace-fsslower dpkg 204242 204242 1273 0 92233… symbols F_FSYNC test-trace-fsslower dpkg 204242 204242 1285 0 92233… openssl.lis… F_FSYNC test-trace-fsslower dpkg 204242 204242 1110 0 92233… ca-certific… F_FSYNC test-trace-fsslower dpkg 204242 204242 1310 0 92233… tmp.i F_FSYNC test-trace-fsslower dpkg 204242 204242 6302 0 92233… triggers F_FSYNC test-trace-fsslower dpkg 204242 204242 1435 0 92233… tmp.i F_FSYNC test-trace-fsslower dpkg 204242 204242 1042 0 92233… libkrb5supp… F_FSYNC test-trace-fsslower dpkg 204242 204242 1318 0 92233… md5sums F_FSYNC test-trace-fsslower dpkg 204242 204242 1032 0 92233… openssh-cli… F_FSYNC test-trace-fsslower dpkg 204242 204242 1063 0 92233… symbols F_FSYNC test-trace-fsslower dpkg 204242 204242 2532 0 92233… git.list-new F_FSYNC ``` inspektor-gadget-0.46.0/gadgets/trace_fsslower/artifacthub-pkg.yml000066400000000000000000000015751510117411400253110ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace fsslower" category: monitoring-logging displayName: "trace fsslower" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "Trace open, read, write and fsync operations slower than a threshold" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_fsslower" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_fsslower:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_fsslower" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_fsslower:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_fsslower/build.yaml000066400000000000000000000000241510117411400234620ustar00rootroot00000000000000wasm: go/program.go inspektor-gadget-0.46.0/gadgets/trace_fsslower/dev.md000066400000000000000000000073311510117411400226070ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] starts[("starts")] ig_fssl_open_e -- "Lookup" --> gadget_mntns_filter_map ig_fssl_open_e -- "Update" --> starts ig_fssl_open_e["ig_fssl_open_e"] ig_fssl_open_x -- "Lookup+Delete" --> starts ig_fssl_open_x -- "Lookup" --> gadget_heap ig_fssl_open_x -- "EventOutput" --> events ig_fssl_open_x["ig_fssl_open_x"] ig_fssl_read_e -- "Lookup" --> gadget_mntns_filter_map ig_fssl_read_e -- "Update" --> starts ig_fssl_read_e["ig_fssl_read_e"] ig_fssl_read_x -- "Lookup+Delete" --> starts ig_fssl_read_x -- "Lookup" --> gadget_heap ig_fssl_read_x -- "EventOutput" --> events ig_fssl_read_x["ig_fssl_read_x"] ig_fssl_statfs_e -- "Lookup" --> gadget_mntns_filter_map ig_fssl_statfs_e -- "Update" --> starts ig_fssl_statfs_e["ig_fssl_statfs_e"] ig_fssl_statfs_x -- "Lookup+Delete" --> starts ig_fssl_statfs_x -- "Lookup" --> gadget_heap ig_fssl_statfs_x -- "EventOutput" --> events ig_fssl_statfs_x["ig_fssl_statfs_x"] ig_fssl_sync_e -- "Lookup" --> gadget_mntns_filter_map ig_fssl_sync_e -- "Update" --> starts ig_fssl_sync_e["ig_fssl_sync_e"] ig_fssl_sync_x -- "Lookup+Delete" --> starts ig_fssl_sync_x -- "Lookup" --> gadget_heap ig_fssl_sync_x -- "EventOutput" --> events ig_fssl_sync_x["ig_fssl_sync_x"] ig_fssl_wr_e -- "Lookup" --> gadget_mntns_filter_map ig_fssl_wr_e -- "Update" --> starts ig_fssl_wr_e["ig_fssl_wr_e"] ig_fssl_wr_x -- "Lookup+Delete" --> starts ig_fssl_wr_x -- "Lookup" --> gadget_heap ig_fssl_wr_x -- "EventOutput" --> events ig_fssl_wr_x["ig_fssl_wr_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_fssl_open_e participant ig_fssl_open_x participant ig_fssl_read_e participant ig_fssl_read_x participant ig_fssl_statfs_e participant ig_fssl_statfs_x participant ig_fssl_sync_e participant ig_fssl_sync_x participant ig_fssl_wr_e participant ig_fssl_wr_x end box eBPF Maps participant gadget_mntns_filter_map participant starts participant gadget_heap participant events end ig_fssl_open_e->>gadget_mntns_filter_map: Lookup ig_fssl_open_e->>starts: Update ig_fssl_open_x->>starts: Lookup ig_fssl_open_x->>starts: Delete ig_fssl_open_x->>gadget_heap: Lookup ig_fssl_open_x->>events: EventOutput ig_fssl_read_e->>gadget_mntns_filter_map: Lookup ig_fssl_read_e->>starts: Update ig_fssl_read_x->>starts: Lookup ig_fssl_read_x->>starts: Delete ig_fssl_read_x->>gadget_heap: Lookup ig_fssl_read_x->>events: EventOutput ig_fssl_statfs_e->>gadget_mntns_filter_map: Lookup ig_fssl_statfs_e->>starts: Update ig_fssl_statfs_x->>starts: Lookup ig_fssl_statfs_x->>starts: Delete ig_fssl_statfs_x->>gadget_heap: Lookup ig_fssl_statfs_x->>events: EventOutput ig_fssl_sync_e->>gadget_mntns_filter_map: Lookup ig_fssl_sync_e->>starts: Update ig_fssl_sync_x->>starts: Lookup ig_fssl_sync_x->>starts: Delete ig_fssl_sync_x->>gadget_heap: Lookup ig_fssl_sync_x->>events: EventOutput ig_fssl_wr_e->>gadget_mntns_filter_map: Lookup ig_fssl_wr_e->>starts: Update ig_fssl_wr_x->>starts: Lookup ig_fssl_wr_x->>starts: Delete ig_fssl_wr_x->>gadget_heap: Lookup ig_fssl_wr_x->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_fsslower/gadget.yaml000066400000000000000000000030021510117411400236150ustar00rootroot00000000000000name: trace fsslower description: Trace open, read, write and fsync operations slower than a threshold homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_fsslower sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_fsslower datasources: malloc: fields: delta_us: annotations: description: Time spent by the operation in microseconds columns.width: 8 columns.alignment: right file: annotations: description: Name of the file being operated on columns.width:: 48 offset: annotations: description: Offset of the operation columns.width: 8 columns.alignment: right size: annotations: description: Size of the operation columns.width: 8 columns.alignment: right op_raw: annotations: description: Type of operation (raw) columns.hidden: true op: annotations: description: Type of operation columns.maxwidth: 10 columns.width: 10 params: ebpf: min_lat_ms: key: min alias: m title: Minimum Latency defaultValue: "10" description: Minimum latency in ms to trace wasm: filesystem: key: filesystem defaultValue: ext4 description: 'Filesystem to trace. Possible values are: btrfs, ext4, fuse, nfs, nfts3 or xfs.' title: Filesystem inspektor-gadget-0.46.0/gadgets/trace_fsslower/go/000077500000000000000000000000001510117411400221105ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/go/go.mod000066400000000000000000000003731510117411400232210ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/trace_fsslower/go/go.sum000066400000000000000000000000001510117411400232310ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/go/program.go000066400000000000000000000055361510117411400241170ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) type fsConf struct { read string write string open string fsync string statfs string } var fsConfMap = map[string]fsConf{ "btrfs": { read: "btrfs_file_read_iter", write: "btrfs_file_write_iter", open: "btrfs_file_open", fsync: "btrfs_sync_file", statfs: "btrfs_statfs", }, "ext4": { read: "ext4_file_read_iter", write: "ext4_file_write_iter", open: "ext4_file_open", fsync: "ext4_sync_file", statfs: "ext4_statfs", }, "fuse": { read: "fuse_file_read_iter", write: "fuse_file_write_iter", open: "fuse_open", fsync: "fuse_fsync", // fuse does not define statfs(), so let's skip it. statfs: "gadget_program_disabled", }, "nfs": { read: "nfs_file_read", write: "nfs_file_write", open: "nfs_file_open", fsync: "nfs_file_fsync", statfs: "nfs_statfs", }, "ntfs3": { read: "ntfs_file_read_iter", write: "ntfs_file_write_iter", open: "ntfs_file_open", fsync: "generic_file_fsync", // ntfs3 does not define statfs(), so let's skip it. statfs: "gadget_program_disabled", }, "xfs": { read: "xfs_file_read_iter", write: "xfs_file_write_iter", open: "xfs_file_open", fsync: "xfs_file_fsync", statfs: "xfs_fs_statfs", }, } //go:wasmexport gadgetPreStart func gadgetPreStart() int32 { value, err := api.GetParamValue("filesystem", 32) if err != nil { api.Errorf("failed to get param value: %s", err) return 1 } config, ok := fsConfMap[value] if !ok { api.Errorf("filesystem %s not supported", value) return 1 } api.SetConfig("programs.ig_fssl_read_e.attach_to", config.read) api.SetConfig("programs.ig_fssl_read_x.attach_to", config.read) api.SetConfig("programs.ig_fssl_wr_e.attach_to", config.write) api.SetConfig("programs.ig_fssl_wr_x.attach_to", config.write) api.SetConfig("programs.ig_fssl_open_e.attach_to", config.open) api.SetConfig("programs.ig_fssl_open_x.attach_to", config.open) api.SetConfig("programs.ig_fssl_sync_e.attach_to", config.fsync) api.SetConfig("programs.ig_fssl_sync_x.attach_to", config.fsync) api.SetConfig("programs.ig_fssl_statfs_e.attach_to", config.statfs) api.SetConfig("programs.ig_fssl_statfs_x.attach_to", config.statfs) return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/trace_fsslower/program.bpf.c000066400000000000000000000137151510117411400240730ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2020 Wenbo Zhang */ /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #define FILE_NAME_LEN 32 enum fs_file_op { F_READ, F_WRITE, F_OPEN, F_FSYNC, F_STATFS, F_MAX_OP, }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; __u64 delta_us; // TODO: use result of https://github.com/inspektor-gadget/inspektor-gadget/issues/3393 __s64 offset; __u64 size; // TODO: use result of https://github.com/inspektor-gadget/inspektor-gadget/issues/3392 enum fs_file_op op_raw; char file[FILE_NAME_LEN]; }; #define MAX_ENTRIES 8192 const volatile __u64 min_lat_ms = 0; GADGET_PARAM(min_lat_ms); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(malloc, events, event); struct data_key { gadget_tid tid; /* * We need to take into account the operation to avoid losing some of * them. * Indeed, it is possible to enter statfs syscall while already being in * an open one. */ enum fs_file_op op; }; struct data { __u64 ts; loff_t start; loff_t end; struct dentry *dentry; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct data_key); __type(value, struct data); } starts SEC(".maps"); static int probe_entry(struct dentry *dentry, enum fs_file_op op, loff_t start, loff_t end) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct data data; struct data_key key = { .tid = tid, .op = op }; if (!dentry) return 0; if (gadget_should_discard_data_current()) return 0; data.ts = bpf_ktime_get_ns(); data.start = start; data.end = end; data.dentry = dentry; bpf_map_update_elem(&starts, &key, &data, BPF_ANY); return 0; } static int probe_exit(void *ctx, enum fs_file_op op, ssize_t size) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; __u64 end_ns, delta_ns; const __u8 *file_name; struct data *datap; struct event *event; struct data_key key = { .tid = tid, .op = op }; struct dentry *dentry; datap = bpf_map_lookup_elem(&starts, &key); if (!datap) return 0; bpf_map_delete_elem(&starts, &key); end_ns = bpf_ktime_get_ns(); delta_ns = end_ns - datap->ts; if (delta_ns <= 1000 * 1000 * min_lat_ms) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); event->delta_us = delta_ns / 1000; event->offset = datap->start; event->size = op != F_FSYNC ? size : datap->end - datap->start; event->op_raw = op; event->timestamp_raw = bpf_ktime_get_boot_ns(); dentry = datap->dentry; file_name = BPF_CORE_READ(dentry, d_name.name); bpf_probe_read_kernel_str(&event->file, sizeof(event->file), file_name); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } SEC("kprobe/dummy_file_read") int BPF_KPROBE(ig_fssl_read_e, struct kiocb *iocb) { struct dentry *dentry = BPF_CORE_READ(iocb, ki_filp, f_path.dentry); loff_t start = BPF_CORE_READ(iocb, ki_pos); return probe_entry(dentry, F_READ, start, 0); } SEC("kretprobe/dummy_file_read") int BPF_KRETPROBE(ig_fssl_read_x, ssize_t ret) { return probe_exit(ctx, F_READ, ret); } SEC("kprobe/dummy_file_write") int BPF_KPROBE(ig_fssl_wr_e, struct kiocb *iocb) { struct dentry *dentry = BPF_CORE_READ(iocb, ki_filp, f_path.dentry); loff_t start = BPF_CORE_READ(iocb, ki_pos); return probe_entry(dentry, F_WRITE, start, 0); } SEC("kretprobe/dummy_file_write") int BPF_KRETPROBE(ig_fssl_wr_x, ssize_t ret) { return probe_exit(ctx, F_WRITE, ret); } SEC("kprobe/dummy_file_open") int BPF_KPROBE(ig_fssl_open_e, struct inode *inode, struct file *file) { struct dentry *dentry = BPF_CORE_READ(file, f_path.dentry); return probe_entry(dentry, F_OPEN, 0, 0); } SEC("kretprobe/dummy_file_open") int BPF_KRETPROBE(ig_fssl_open_x) { return probe_exit(ctx, F_OPEN, 0); } SEC("kprobe/dummy_file_sync") int BPF_KPROBE(ig_fssl_sync_e, struct file *file, loff_t start, loff_t end) { struct dentry *dentry = BPF_CORE_READ(file, f_path.dentry); return probe_entry(dentry, F_FSYNC, start, end); } SEC("kretprobe/dummy_file_sync") int BPF_KRETPROBE(ig_fssl_sync_x) { return probe_exit(ctx, F_FSYNC, 0); } SEC("kprobe/dummy_file_statfs") int BPF_KPROBE(ig_fssl_statfs_e, struct dentry *dentry, struct kstatfs *buf) { return probe_entry(dentry, F_STATFS, 0, 0); } SEC("kretprobe/dummy_file_statfs") int BPF_KRETPROBE(ig_fssl_statfs_x) { return probe_exit(ctx, F_STATFS, 0); } // Comment out the fentry/fexit functions as we don't support them yet. //SEC("fentry/dummy_file_read") //int BPF_PROG(file_read_fentry, struct kiocb *iocb) //{ // struct file *fp = iocb->ki_filp; // loff_t start = iocb->ki_pos; // // return probe_entry(fp, start, 0); //} // //SEC("fexit/dummy_file_read") //int BPF_PROG(file_read_fexit, struct kiocb *iocb, struct iov_iter *to, ssize_t ret) //{ // return probe_exit(ctx, READ, ret); //} // //SEC("fentry/dummy_file_write") //int BPF_PROG(file_write_fentry, struct kiocb *iocb) //{ // struct file *fp = iocb->ki_filp; // loff_t start = iocb->ki_pos; // // return probe_entry(fp, start, 0); //} // //SEC("fexit/dummy_file_write") //int BPF_PROG(file_write_fexit, struct kiocb *iocb, struct iov_iter *from, ssize_t ret) //{ // return probe_exit(ctx, WRITE, ret); //} // //SEC("fentry/dummy_file_open") //int BPF_PROG(file_open_fentry, struct inode *inode, struct file *file) //{ // return probe_entry(file, 0, 0); //} // //SEC("fexit/dummy_file_open") //int BPF_PROG(file_open_fexit) //{ // return probe_exit(ctx, OPEN, 0); //} // //SEC("fentry/dummy_file_sync") //int BPF_PROG(file_sync_fentry, struct file *file, loff_t start, loff_t end) //{ // return probe_entry(file, start, end); //} // //SEC("fexit/dummy_file_sync") //int BPF_PROG(file_sync_fexit) //{ // return probe_exit(ctx, FSYNC, 0); //} char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_fsslower/test/000077500000000000000000000000001510117411400224625ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/test/integration/000077500000000000000000000000001510117411400250055ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/test/integration/trace_fsslower_test.go000066400000000000000000000101431510117411400314140ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceFSSlowerEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Delta uint64 `json:"delta_us"` Offset uint64 `json:"offset"` Size uint64 `json:"size"` Op string `json:"op"` File string `json:"file"` } func TestTraceFSSlower(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) fsType := "ext4" k8sDistro := os.Getenv("KUBERNETES_DISTRIBUTION") if k8sDistro == gadgettesting.K8sDistroARO || k8sDistro == gadgettesting.K8sDistroEKSAmazonLinux { fsType = "xfs" } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-fsslower" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-fsslower") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "echo 'this is foo' > foo && while true; do cat foo && sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("--filesystem=%s", fsType), "--min=0")) runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceFSSlowerEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("cat", 0, 0), File: "foo", Op: "F_OPEN", Offset: 0, Size: 0, // Check the existence of the following fields Timestamp: utils.NormalizedStr, Delta: utils.NormalizedInt, } normalize := func(e *traceFSSlowerEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.Delta) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceFSSlowerCmd := igrunner.New("trace_fsslower", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceFSSlowerCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_fsslower/test/unit/000077500000000000000000000000001510117411400234415ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_fsslower/test/unit/trace_fsslower_test.go000066400000000000000000000023031510117411400300470ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceFsslower(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. if os.Getenv("KERNEL_VERSION") != "" { t.Skipf("Skipping test on ci-kernels images don't provide any filesystem") } paramValues := map[string]string{ "operator.oci.wasm.filesystem": "ext4", } gadgettesting.DummyGadgetTest(t, "trace_fsslower", gadgettesting.WithParamValues(paramValues)) } inspektor-gadget-0.46.0/gadgets/trace_lsm/000077500000000000000000000000001510117411400204325ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_lsm/README.md000066400000000000000000000002351510117411400217110ustar00rootroot00000000000000# trace_lsm The `trace_lsm` gadget notifies for LSM tracepoints. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_lsm inspektor-gadget-0.46.0/gadgets/trace_lsm/README.mdx000066400000000000000000000331711510117411400221060ustar00rootroot00000000000000--- title: trace_lsm sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace lsm a strace for LSM tracepoints ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_lsm:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_lsm:%IG_TAG% [flags] ``` ## Flags ### `--trace-all` trace all LSM tracepoints Default value: "false" ### `--trace-binder_set_context_mgr` Trace the binder_set_context_mgr LSM hook Default value: "false" ### `--trace-binder_transaction` Trace the binder_transaction LSM hook Default value: "false" ### `--trace-binder_transfer_binder` Trace the binder_transfer_binder LSM hook Default value: "false" ### `--trace-binder_transfer_file` Trace the binder_transfer_file LSM hook Default value: "false" ### `--trace-bprm_check_security` Trace the bprm_check_security LSM hook Default value: "false" ### `--trace-bprm_committed_creds` Trace the bprm_committed_creds LSM hook Default value: "false" ### `--trace-bprm_committing_creds` Trace the bprm_committing_creds LSM hook Default value: "false" ### `--trace-bprm_creds_for_exec` Trace the bprm_creds_for_exec LSM hook Default value: "false" ### `--trace-bprm_creds_from_file` Trace the bprm_creds_from_file LSM hook Default value: "false" ### `--trace-capable` Trace the capable LSM hook Default value: "false" ### `--trace-capget` Trace the capget LSM hook Default value: "false" ### `--trace-capset` Trace the capset LSM hook Default value: "false" ### `--trace-cred_alloc_blank` Trace the cred_alloc_blank LSM hook Default value: "false" ### `--trace-cred_free` Trace the cred_free LSM hook Default value: "false" ### `--trace-cred_getsecid` Trace the cred_getsecid LSM hook Default value: "false" ### `--trace-cred_prepare` Trace the cred_prepare LSM hook Default value: "false" ### `--trace-cred_transfer` Trace the cred_transfer LSM hook Default value: "false" ### `--trace-d_instantiate` Trace the d_instantiate LSM hook Default value: "false" ### `--trace-dentry_create_files_as` Trace the dentry_create_files_as LSM hook Default value: "false" ### `--trace-dentry_init_security` Trace the dentry_init_security LSM hook Default value: "false" ### `--trace-file_alloc_security` Trace the file_alloc_security LSM hook Default value: "false" ### `--trace-file_fcntl` Trace the file_fcntl LSM hook Default value: "false" ### `--trace-file_free_security` Trace the file_free_security LSM hook Default value: "false" ### `--trace-file_ioctl` Trace the file_ioctl LSM hook Default value: "false" ### `--trace-file_lock` Trace the file_lock LSM hook Default value: "false" ### `--trace-file_mprotect` Trace the file_mprotect LSM hook Default value: "false" ### `--trace-file_open` Trace the file_open LSM hook Default value: "false" ### `--trace-file_permission` Trace the file_permission LSM hook Default value: "false" ### `--trace-file_receive` Trace the file_receive LSM hook Default value: "false" ### `--trace-file_send_sigiotask` Trace the file_send_sigiotask LSM hook Default value: "false" ### `--trace-file_set_fowner` Trace the file_set_fowner LSM hook Default value: "false" ### `--trace-fs_context_dup` Trace the fs_context_dup LSM hook Default value: "false" ### `--trace-fs_context_parse_param` Trace the fs_context_parse_param LSM hook Default value: "false" ### `--trace-getprocattr` Trace the getprocattr LSM hook Default value: "false" ### `--trace-inode_alloc_security` Trace the inode_alloc_security LSM hook Default value: "false" ### `--trace-inode_copy_up` Trace the inode_copy_up LSM hook Default value: "false" ### `--trace-inode_copy_up_xattr` Trace the inode_copy_up_xattr LSM hook Default value: "false" ### `--trace-inode_create` Trace the inode_create LSM hook Default value: "false" ### `--trace-inode_follow_link` Trace the inode_follow_link LSM hook Default value: "false" ### `--trace-inode_free_security` Trace the inode_free_security LSM hook Default value: "false" ### `--trace-inode_getattr` Trace the inode_getattr LSM hook Default value: "false" ### `--trace-inode_getsecctx` Trace the inode_getsecctx LSM hook Default value: "false" ### `--trace-inode_getsecid` Trace the inode_getsecid LSM hook Default value: "false" ### `--trace-inode_getsecurity` Trace the inode_getsecurity LSM hook Default value: "false" ### `--trace-inode_getxattr` Trace the inode_getxattr LSM hook Default value: "false" ### `--trace-inode_init_security` Trace the inode_init_security LSM hook Default value: "false" ### `--trace-inode_init_security_anon` Trace the inode_init_security_anon LSM hook Default value: "false" ### `--trace-inode_invalidate_secctx` Trace the inode_invalidate_secctx LSM hook Default value: "false" ### `--trace-inode_killpriv` Trace the inode_killpriv LSM hook Default value: "false" ### `--trace-inode_link` Trace the inode_link LSM hook Default value: "false" ### `--trace-inode_listsecurity` Trace the inode_listsecurity LSM hook Default value: "false" ### `--trace-inode_listxattr` Trace the inode_listxattr LSM hook Default value: "false" ### `--trace-inode_mkdir` Trace the inode_mkdir LSM hook Default value: "false" ### `--trace-inode_mknod` Trace the inode_mknod LSM hook Default value: "false" ### `--trace-inode_need_killpriv` Trace the inode_need_killpriv LSM hook Default value: "false" ### `--trace-inode_notifysecctx` Trace the inode_notifysecctx LSM hook Default value: "false" ### `--trace-inode_permission` Trace the inode_permission LSM hook Default value: "false" ### `--trace-inode_post_setxattr` Trace the inode_post_setxattr LSM hook Default value: "false" ### `--trace-inode_readlink` Trace the inode_readlink LSM hook Default value: "false" ### `--trace-inode_removexattr` Trace the inode_removexattr LSM hook Default value: "false" ### `--trace-inode_rename` Trace the inode_rename LSM hook Default value: "false" ### `--trace-inode_rmdir` Trace the inode_rmdir LSM hook Default value: "false" ### `--trace-inode_setattr` Trace the inode_setattr LSM hook Default value: "false" ### `--trace-inode_setsecctx` Trace the inode_setsecctx LSM hook Default value: "false" ### `--trace-inode_setsecurity` Trace the inode_setsecurity LSM hook Default value: "false" ### `--trace-inode_setxattr` Trace the inode_setxattr LSM hook Default value: "false" ### `--trace-inode_symlink` Trace the inode_symlink LSM hook Default value: "false" ### `--trace-inode_unlink` Trace the inode_unlink LSM hook Default value: "false" ### `--trace-ipc_getsecid` Trace the ipc_getsecid LSM hook Default value: "false" ### `--trace-ipc_permission` Trace the ipc_permission LSM hook Default value: "false" ### `--trace-ismaclabel` Trace the ismaclabel LSM hook Default value: "false" ### `--trace-kernel_act_as` Trace the kernel_act_as LSM hook Default value: "false" ### `--trace-kernel_create_files_as` Trace the kernel_create_files_as LSM hook Default value: "false" ### `--trace-kernel_load_data` Trace the kernel_load_data LSM hook Default value: "false" ### `--trace-kernel_module_request` Trace the kernel_module_request LSM hook Default value: "false" ### `--trace-kernel_post_load_data` Trace the kernel_post_load_data LSM hook Default value: "false" ### `--trace-kernel_post_read_file` Trace the kernel_post_read_file LSM hook Default value: "false" ### `--trace-kernel_read_file` Trace the kernel_read_file LSM hook Default value: "false" ### `--trace-kernfs_init_security` Trace the kernfs_init_security LSM hook Default value: "false" ### `--trace-mmap_addr` Trace the mmap_addr LSM hook Default value: "false" ### `--trace-mmap_file` Trace the mmap_file LSM hook Default value: "false" ### `--trace-move_mount` Trace the move_mount LSM hook Default value: "false" ### `--trace-msg_msg_alloc_security` Trace the msg_msg_alloc_security LSM hook Default value: "false" ### `--trace-msg_msg_free_security` Trace the msg_msg_free_security LSM hook Default value: "false" ### `--trace-msg_queue_alloc_security` Trace the msg_queue_alloc_security LSM hook Default value: "false" ### `--trace-msg_queue_associate` Trace the msg_queue_associate LSM hook Default value: "false" ### `--trace-msg_queue_free_security` Trace the msg_queue_free_security LSM hook Default value: "false" ### `--trace-msg_queue_msgctl` Trace the msg_queue_msgctl LSM hook Default value: "false" ### `--trace-msg_queue_msgrcv` Trace the msg_queue_msgrcv LSM hook Default value: "false" ### `--trace-msg_queue_msgsnd` Trace the msg_queue_msgsnd LSM hook Default value: "false" ### `--trace-netlink_send` Trace the netlink_send LSM hook Default value: "false" ### `--trace-path_notify` Trace the path_notify LSM hook Default value: "false" ### `--trace-ptrace_access_check` Trace the ptrace_access_check LSM hook Default value: "false" ### `--trace-ptrace_traceme` Trace the ptrace_traceme LSM hook Default value: "false" ### `--trace-quota_on` Trace the quota_on LSM hook Default value: "false" ### `--trace-quotactl` Trace the quotactl LSM hook Default value: "false" ### `--trace-release_secctx` Trace the release_secctx LSM hook Default value: "false" ### `--trace-sb_alloc_security` Trace the sb_alloc_security LSM hook Default value: "false" ### `--trace-sb_clone_mnt_opts` Trace the sb_clone_mnt_opts LSM hook Default value: "false" ### `--trace-sb_delete` Trace the sb_delete LSM hook Default value: "false" ### `--trace-sb_eat_lsm_opts` Trace the sb_eat_lsm_opts LSM hook Default value: "false" ### `--trace-sb_free_mnt_opts` Trace the sb_free_mnt_opts LSM hook Default value: "false" ### `--trace-sb_free_security` Trace the sb_free_security LSM hook Default value: "false" ### `--trace-sb_kern_mount` Trace the sb_kern_mount LSM hook Default value: "false" ### `--trace-sb_mnt_opts_compat` Trace the sb_mnt_opts_compat LSM hook Default value: "false" ### `--trace-sb_mount` Trace the sb_mount LSM hook Default value: "false" ### `--trace-sb_pivotroot` Trace the sb_pivotroot LSM hook Default value: "false" ### `--trace-sb_remount` Trace the sb_remount LSM hook Default value: "false" ### `--trace-sb_set_mnt_opts` Trace the sb_set_mnt_opts LSM hook Default value: "false" ### `--trace-sb_show_options` Trace the sb_show_options LSM hook Default value: "false" ### `--trace-sb_statfs` Trace the sb_statfs LSM hook Default value: "false" ### `--trace-sb_umount` Trace the sb_umount LSM hook Default value: "false" ### `--trace-secctx_to_secid` Trace the secctx_to_secid LSM hook Default value: "false" ### `--trace-secid_to_secctx` Trace the secid_to_secctx LSM hook Default value: "false" ### `--trace-sem_alloc_security` Trace the sem_alloc_security LSM hook Default value: "false" ### `--trace-sem_associate` Trace the sem_associate LSM hook Default value: "false" ### `--trace-sem_free_security` Trace the sem_free_security LSM hook Default value: "false" ### `--trace-sem_semctl` Trace the sem_semctl LSM hook Default value: "false" ### `--trace-sem_semop` Trace the sem_semop LSM hook Default value: "false" ### `--trace-setprocattr` Trace the setprocattr LSM hook Default value: "false" ### `--trace-settime` Trace the settime LSM hook Default value: "false" ### `--trace-shm_alloc_security` Trace the shm_alloc_security LSM hook Default value: "false" ### `--trace-shm_associate` Trace the shm_associate LSM hook Default value: "false" ### `--trace-shm_free_security` Trace the shm_free_security LSM hook Default value: "false" ### `--trace-shm_shmat` Trace the shm_shmat LSM hook Default value: "false" ### `--trace-shm_shmctl` Trace the shm_shmctl LSM hook Default value: "false" ### `--trace-syslog` Trace the syslog LSM hook Default value: "false" ### `--trace-task_alloc` Trace the task_alloc LSM hook Default value: "false" ### `--trace-task_fix_setgid` Trace the task_fix_setgid LSM hook Default value: "false" ### `--trace-task_fix_setuid` Trace the task_fix_setuid LSM hook Default value: "false" ### `--trace-task_free` Trace the task_free LSM hook Default value: "false" ### `--trace-task_getioprio` Trace the task_getioprio LSM hook Default value: "false" ### `--trace-task_getpgid` Trace the task_getpgid LSM hook Default value: "false" ### `--trace-task_getscheduler` Trace the task_getscheduler LSM hook Default value: "false" ### `--trace-task_getsecid_obj` Trace the task_getsecid_obj LSM hook Default value: "false" ### `--trace-task_getsid` Trace the task_getsid LSM hook Default value: "false" ### `--trace-task_kill` Trace the task_kill LSM hook Default value: "false" ### `--trace-task_movememory` Trace the task_movememory LSM hook Default value: "false" ### `--trace-task_prctl` Trace the task_prctl LSM hook Default value: "false" ### `--trace-task_prlimit` Trace the task_prlimit LSM hook Default value: "false" ### `--trace-task_setioprio` Trace the task_setioprio LSM hook Default value: "false" ### `--trace-task_setnice` Trace the task_setnice LSM hook Default value: "false" ### `--trace-task_setpgid` Trace the task_setpgid LSM hook Default value: "false" ### `--trace-task_setrlimit` Trace the task_setrlimit LSM hook Default value: "false" ### `--trace-task_setscheduler` Trace the task_setscheduler LSM hook Default value: "false" ### `--trace-task_to_inode` Trace the task_to_inode LSM hook Default value: "false" ### `--trace-vm_enough_memory` Trace the vm_enough_memory LSM hook Default value: "false" ## Guide TODO inspektor-gadget-0.46.0/gadgets/trace_lsm/artifacthub-pkg.yml000066400000000000000000000013771510117411400242400ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace lsm" category: monitoring-logging displayName: "trace lsm" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "a strace for LSM tracepoints" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_lsm:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_lsm:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_lsm/dev.md000066400000000000000000001000671510117411400215360ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] trace_lsm_binder_set_context_mgr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_binder_set_context_mgr["trace_lsm_binder_set_context_mgr"] trace_lsm_binder_transaction -- "Lookup" --> gadget_mntns_filter_map trace_lsm_binder_transaction["trace_lsm_binder_transaction"] trace_lsm_binder_transfer_binder -- "Lookup" --> gadget_mntns_filter_map trace_lsm_binder_transfer_binder["trace_lsm_binder_transfer_binder"] trace_lsm_binder_transfer_file -- "Lookup" --> gadget_mntns_filter_map trace_lsm_binder_transfer_file["trace_lsm_binder_transfer_file"] trace_lsm_bprm_check_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_bprm_check_security["trace_lsm_bprm_check_security"] trace_lsm_bprm_committed_creds -- "Lookup" --> gadget_mntns_filter_map trace_lsm_bprm_committed_creds["trace_lsm_bprm_committed_creds"] trace_lsm_bprm_committing_creds -- "Lookup" --> gadget_mntns_filter_map trace_lsm_bprm_committing_creds["trace_lsm_bprm_committing_creds"] trace_lsm_bprm_creds_for_exec -- "Lookup" --> gadget_mntns_filter_map trace_lsm_bprm_creds_for_exec["trace_lsm_bprm_creds_for_exec"] trace_lsm_bprm_creds_from_file -- "Lookup" --> gadget_mntns_filter_map trace_lsm_bprm_creds_from_file["trace_lsm_bprm_creds_from_file"] trace_lsm_capable -- "Lookup" --> gadget_mntns_filter_map trace_lsm_capable["trace_lsm_capable"] trace_lsm_capget -- "Lookup" --> gadget_mntns_filter_map trace_lsm_capget["trace_lsm_capget"] trace_lsm_capset -- "Lookup" --> gadget_mntns_filter_map trace_lsm_capset["trace_lsm_capset"] trace_lsm_cred_alloc_blank -- "Lookup" --> gadget_mntns_filter_map trace_lsm_cred_alloc_blank["trace_lsm_cred_alloc_blank"] trace_lsm_cred_free -- "Lookup" --> gadget_mntns_filter_map trace_lsm_cred_free["trace_lsm_cred_free"] trace_lsm_cred_getsecid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_cred_getsecid["trace_lsm_cred_getsecid"] trace_lsm_cred_prepare -- "Lookup" --> gadget_mntns_filter_map trace_lsm_cred_prepare["trace_lsm_cred_prepare"] trace_lsm_cred_transfer -- "Lookup" --> gadget_mntns_filter_map trace_lsm_cred_transfer["trace_lsm_cred_transfer"] trace_lsm_d_instantiate -- "Lookup" --> gadget_mntns_filter_map trace_lsm_d_instantiate["trace_lsm_d_instantiate"] trace_lsm_dentry_create_files_as -- "Lookup" --> gadget_mntns_filter_map trace_lsm_dentry_create_files_as["trace_lsm_dentry_create_files_as"] trace_lsm_dentry_init_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_dentry_init_security["trace_lsm_dentry_init_security"] trace_lsm_file_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_alloc_security["trace_lsm_file_alloc_security"] trace_lsm_file_fcntl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_fcntl["trace_lsm_file_fcntl"] trace_lsm_file_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_free_security["trace_lsm_file_free_security"] trace_lsm_file_ioctl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_ioctl["trace_lsm_file_ioctl"] trace_lsm_file_lock -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_lock["trace_lsm_file_lock"] trace_lsm_file_mprotect -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_mprotect["trace_lsm_file_mprotect"] trace_lsm_file_open -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_open["trace_lsm_file_open"] trace_lsm_file_permission -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_permission["trace_lsm_file_permission"] trace_lsm_file_receive -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_receive["trace_lsm_file_receive"] trace_lsm_file_send_sigiotask -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_send_sigiotask["trace_lsm_file_send_sigiotask"] trace_lsm_file_set_fowner -- "Lookup" --> gadget_mntns_filter_map trace_lsm_file_set_fowner["trace_lsm_file_set_fowner"] trace_lsm_fs_context_dup -- "Lookup" --> gadget_mntns_filter_map trace_lsm_fs_context_dup["trace_lsm_fs_context_dup"] trace_lsm_fs_context_parse_param -- "Lookup" --> gadget_mntns_filter_map trace_lsm_fs_context_parse_param["trace_lsm_fs_context_parse_param"] trace_lsm_getprocattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_getprocattr["trace_lsm_getprocattr"] trace_lsm_inode_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_alloc_security["trace_lsm_inode_alloc_security"] trace_lsm_inode_copy_up -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_copy_up["trace_lsm_inode_copy_up"] trace_lsm_inode_copy_up_xattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_copy_up_xattr["trace_lsm_inode_copy_up_xattr"] trace_lsm_inode_create -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_create["trace_lsm_inode_create"] trace_lsm_inode_follow_link -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_follow_link["trace_lsm_inode_follow_link"] trace_lsm_inode_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_free_security["trace_lsm_inode_free_security"] trace_lsm_inode_getattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_getattr["trace_lsm_inode_getattr"] trace_lsm_inode_getsecctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_getsecctx["trace_lsm_inode_getsecctx"] trace_lsm_inode_getsecid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_getsecid["trace_lsm_inode_getsecid"] trace_lsm_inode_getsecurity -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_getsecurity["trace_lsm_inode_getsecurity"] trace_lsm_inode_getxattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_getxattr["trace_lsm_inode_getxattr"] trace_lsm_inode_init_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_init_security["trace_lsm_inode_init_security"] trace_lsm_inode_init_security_anon -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_init_security_anon["trace_lsm_inode_init_security_anon"] trace_lsm_inode_invalidate_secctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_invalidate_secctx["trace_lsm_inode_invalidate_secctx"] trace_lsm_inode_killpriv -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_killpriv["trace_lsm_inode_killpriv"] trace_lsm_inode_link -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_link["trace_lsm_inode_link"] trace_lsm_inode_listsecurity -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_listsecurity["trace_lsm_inode_listsecurity"] trace_lsm_inode_listxattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_listxattr["trace_lsm_inode_listxattr"] trace_lsm_inode_mkdir -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_mkdir["trace_lsm_inode_mkdir"] trace_lsm_inode_mknod -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_mknod["trace_lsm_inode_mknod"] trace_lsm_inode_need_killpriv -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_need_killpriv["trace_lsm_inode_need_killpriv"] trace_lsm_inode_notifysecctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_notifysecctx["trace_lsm_inode_notifysecctx"] trace_lsm_inode_permission -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_permission["trace_lsm_inode_permission"] trace_lsm_inode_post_setxattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_post_setxattr["trace_lsm_inode_post_setxattr"] trace_lsm_inode_readlink -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_readlink["trace_lsm_inode_readlink"] trace_lsm_inode_removexattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_removexattr["trace_lsm_inode_removexattr"] trace_lsm_inode_rename -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_rename["trace_lsm_inode_rename"] trace_lsm_inode_rmdir -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_rmdir["trace_lsm_inode_rmdir"] trace_lsm_inode_setattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_setattr["trace_lsm_inode_setattr"] trace_lsm_inode_setsecctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_setsecctx["trace_lsm_inode_setsecctx"] trace_lsm_inode_setsecurity -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_setsecurity["trace_lsm_inode_setsecurity"] trace_lsm_inode_setxattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_setxattr["trace_lsm_inode_setxattr"] trace_lsm_inode_symlink -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_symlink["trace_lsm_inode_symlink"] trace_lsm_inode_unlink -- "Lookup" --> gadget_mntns_filter_map trace_lsm_inode_unlink["trace_lsm_inode_unlink"] trace_lsm_ipc_getsecid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_ipc_getsecid["trace_lsm_ipc_getsecid"] trace_lsm_ipc_permission -- "Lookup" --> gadget_mntns_filter_map trace_lsm_ipc_permission["trace_lsm_ipc_permission"] trace_lsm_ismaclabel -- "Lookup" --> gadget_mntns_filter_map trace_lsm_ismaclabel["trace_lsm_ismaclabel"] trace_lsm_kernel_act_as -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_act_as["trace_lsm_kernel_act_as"] trace_lsm_kernel_create_files_as -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_create_files_as["trace_lsm_kernel_create_files_as"] trace_lsm_kernel_load_data -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_load_data["trace_lsm_kernel_load_data"] trace_lsm_kernel_module_request -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_module_request["trace_lsm_kernel_module_request"] trace_lsm_kernel_post_load_data -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_post_load_data["trace_lsm_kernel_post_load_data"] trace_lsm_kernel_post_read_file -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_post_read_file["trace_lsm_kernel_post_read_file"] trace_lsm_kernel_read_file -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernel_read_file["trace_lsm_kernel_read_file"] trace_lsm_kernfs_init_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_kernfs_init_security["trace_lsm_kernfs_init_security"] trace_lsm_mmap_addr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_mmap_addr["trace_lsm_mmap_addr"] trace_lsm_mmap_file -- "Lookup" --> gadget_mntns_filter_map trace_lsm_mmap_file["trace_lsm_mmap_file"] trace_lsm_move_mount -- "Lookup" --> gadget_mntns_filter_map trace_lsm_move_mount["trace_lsm_move_mount"] trace_lsm_msg_msg_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_msg_alloc_security["trace_lsm_msg_msg_alloc_security"] trace_lsm_msg_msg_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_msg_free_security["trace_lsm_msg_msg_free_security"] trace_lsm_msg_queue_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_alloc_security["trace_lsm_msg_queue_alloc_security"] trace_lsm_msg_queue_associate -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_associate["trace_lsm_msg_queue_associate"] trace_lsm_msg_queue_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_free_security["trace_lsm_msg_queue_free_security"] trace_lsm_msg_queue_msgctl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_msgctl["trace_lsm_msg_queue_msgctl"] trace_lsm_msg_queue_msgrcv -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_msgrcv["trace_lsm_msg_queue_msgrcv"] trace_lsm_msg_queue_msgsnd -- "Lookup" --> gadget_mntns_filter_map trace_lsm_msg_queue_msgsnd["trace_lsm_msg_queue_msgsnd"] trace_lsm_netlink_send -- "Lookup" --> gadget_mntns_filter_map trace_lsm_netlink_send["trace_lsm_netlink_send"] trace_lsm_path_notify -- "Lookup" --> gadget_mntns_filter_map trace_lsm_path_notify["trace_lsm_path_notify"] trace_lsm_ptrace_access_check -- "Lookup" --> gadget_mntns_filter_map trace_lsm_ptrace_access_check["trace_lsm_ptrace_access_check"] trace_lsm_ptrace_traceme -- "Lookup" --> gadget_mntns_filter_map trace_lsm_ptrace_traceme["trace_lsm_ptrace_traceme"] trace_lsm_quota_on -- "Lookup" --> gadget_mntns_filter_map trace_lsm_quota_on["trace_lsm_quota_on"] trace_lsm_quotactl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_quotactl["trace_lsm_quotactl"] trace_lsm_release_secctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_release_secctx["trace_lsm_release_secctx"] trace_lsm_sb_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_alloc_security["trace_lsm_sb_alloc_security"] trace_lsm_sb_clone_mnt_opts -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_clone_mnt_opts["trace_lsm_sb_clone_mnt_opts"] trace_lsm_sb_delete -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_delete["trace_lsm_sb_delete"] trace_lsm_sb_eat_lsm_opts -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_eat_lsm_opts["trace_lsm_sb_eat_lsm_opts"] trace_lsm_sb_free_mnt_opts -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_free_mnt_opts["trace_lsm_sb_free_mnt_opts"] trace_lsm_sb_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_free_security["trace_lsm_sb_free_security"] trace_lsm_sb_kern_mount -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_kern_mount["trace_lsm_sb_kern_mount"] trace_lsm_sb_mnt_opts_compat -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_mnt_opts_compat["trace_lsm_sb_mnt_opts_compat"] trace_lsm_sb_mount -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_mount["trace_lsm_sb_mount"] trace_lsm_sb_pivotroot -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_pivotroot["trace_lsm_sb_pivotroot"] trace_lsm_sb_remount -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_remount["trace_lsm_sb_remount"] trace_lsm_sb_set_mnt_opts -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_set_mnt_opts["trace_lsm_sb_set_mnt_opts"] trace_lsm_sb_show_options -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_show_options["trace_lsm_sb_show_options"] trace_lsm_sb_statfs -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_statfs["trace_lsm_sb_statfs"] trace_lsm_sb_umount -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sb_umount["trace_lsm_sb_umount"] trace_lsm_secctx_to_secid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_secctx_to_secid["trace_lsm_secctx_to_secid"] trace_lsm_secid_to_secctx -- "Lookup" --> gadget_mntns_filter_map trace_lsm_secid_to_secctx["trace_lsm_secid_to_secctx"] trace_lsm_sem_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sem_alloc_security["trace_lsm_sem_alloc_security"] trace_lsm_sem_associate -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sem_associate["trace_lsm_sem_associate"] trace_lsm_sem_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sem_free_security["trace_lsm_sem_free_security"] trace_lsm_sem_semctl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sem_semctl["trace_lsm_sem_semctl"] trace_lsm_sem_semop -- "Lookup" --> gadget_mntns_filter_map trace_lsm_sem_semop["trace_lsm_sem_semop"] trace_lsm_setprocattr -- "Lookup" --> gadget_mntns_filter_map trace_lsm_setprocattr["trace_lsm_setprocattr"] trace_lsm_settime -- "Lookup" --> gadget_mntns_filter_map trace_lsm_settime["trace_lsm_settime"] trace_lsm_shm_alloc_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_shm_alloc_security["trace_lsm_shm_alloc_security"] trace_lsm_shm_associate -- "Lookup" --> gadget_mntns_filter_map trace_lsm_shm_associate["trace_lsm_shm_associate"] trace_lsm_shm_free_security -- "Lookup" --> gadget_mntns_filter_map trace_lsm_shm_free_security["trace_lsm_shm_free_security"] trace_lsm_shm_shmat -- "Lookup" --> gadget_mntns_filter_map trace_lsm_shm_shmat["trace_lsm_shm_shmat"] trace_lsm_shm_shmctl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_shm_shmctl["trace_lsm_shm_shmctl"] trace_lsm_syslog -- "Lookup" --> gadget_mntns_filter_map trace_lsm_syslog["trace_lsm_syslog"] trace_lsm_task_alloc -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_alloc["trace_lsm_task_alloc"] trace_lsm_task_fix_setgid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_fix_setgid["trace_lsm_task_fix_setgid"] trace_lsm_task_fix_setuid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_fix_setuid["trace_lsm_task_fix_setuid"] trace_lsm_task_free -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_free["trace_lsm_task_free"] trace_lsm_task_getioprio -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_getioprio["trace_lsm_task_getioprio"] trace_lsm_task_getpgid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_getpgid["trace_lsm_task_getpgid"] trace_lsm_task_getscheduler -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_getscheduler["trace_lsm_task_getscheduler"] trace_lsm_task_getsecid_obj -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_getsecid_obj["trace_lsm_task_getsecid_obj"] trace_lsm_task_getsid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_getsid["trace_lsm_task_getsid"] trace_lsm_task_kill -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_kill["trace_lsm_task_kill"] trace_lsm_task_movememory -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_movememory["trace_lsm_task_movememory"] trace_lsm_task_prctl -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_prctl["trace_lsm_task_prctl"] trace_lsm_task_prlimit -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_prlimit["trace_lsm_task_prlimit"] trace_lsm_task_setioprio -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_setioprio["trace_lsm_task_setioprio"] trace_lsm_task_setnice -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_setnice["trace_lsm_task_setnice"] trace_lsm_task_setpgid -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_setpgid["trace_lsm_task_setpgid"] trace_lsm_task_setrlimit -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_setrlimit["trace_lsm_task_setrlimit"] trace_lsm_task_setscheduler -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_setscheduler["trace_lsm_task_setscheduler"] trace_lsm_task_to_inode -- "Lookup" --> gadget_mntns_filter_map trace_lsm_task_to_inode["trace_lsm_task_to_inode"] trace_lsm_vm_enough_memory -- "Lookup" --> gadget_mntns_filter_map trace_lsm_vm_enough_memory["trace_lsm_vm_enough_memory"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant trace_lsm_binder_set_context_mgr participant trace_lsm_binder_transaction participant trace_lsm_binder_transfer_binder participant trace_lsm_binder_transfer_file participant trace_lsm_bprm_check_security participant trace_lsm_bprm_committed_creds participant trace_lsm_bprm_committing_creds participant trace_lsm_bprm_creds_for_exec participant trace_lsm_bprm_creds_from_file participant trace_lsm_capable participant trace_lsm_capget participant trace_lsm_capset participant trace_lsm_cred_alloc_blank participant trace_lsm_cred_free participant trace_lsm_cred_getsecid participant trace_lsm_cred_prepare participant trace_lsm_cred_transfer participant trace_lsm_d_instantiate participant trace_lsm_dentry_create_files_as participant trace_lsm_dentry_init_security participant trace_lsm_file_alloc_security participant trace_lsm_file_fcntl participant trace_lsm_file_free_security participant trace_lsm_file_ioctl participant trace_lsm_file_lock participant trace_lsm_file_mprotect participant trace_lsm_file_open participant trace_lsm_file_permission participant trace_lsm_file_receive participant trace_lsm_file_send_sigiotask participant trace_lsm_file_set_fowner participant trace_lsm_fs_context_dup participant trace_lsm_fs_context_parse_param participant trace_lsm_getprocattr participant trace_lsm_inode_alloc_security participant trace_lsm_inode_copy_up participant trace_lsm_inode_copy_up_xattr participant trace_lsm_inode_create participant trace_lsm_inode_follow_link participant trace_lsm_inode_free_security participant trace_lsm_inode_getattr participant trace_lsm_inode_getsecctx participant trace_lsm_inode_getsecid participant trace_lsm_inode_getsecurity participant trace_lsm_inode_getxattr participant trace_lsm_inode_init_security participant trace_lsm_inode_init_security_anon participant trace_lsm_inode_invalidate_secctx participant trace_lsm_inode_killpriv participant trace_lsm_inode_link participant trace_lsm_inode_listsecurity participant trace_lsm_inode_listxattr participant trace_lsm_inode_mkdir participant trace_lsm_inode_mknod participant trace_lsm_inode_need_killpriv participant trace_lsm_inode_notifysecctx participant trace_lsm_inode_permission participant trace_lsm_inode_post_setxattr participant trace_lsm_inode_readlink participant trace_lsm_inode_removexattr participant trace_lsm_inode_rename participant trace_lsm_inode_rmdir participant trace_lsm_inode_setattr participant trace_lsm_inode_setsecctx participant trace_lsm_inode_setsecurity participant trace_lsm_inode_setxattr participant trace_lsm_inode_symlink participant trace_lsm_inode_unlink participant trace_lsm_ipc_getsecid participant trace_lsm_ipc_permission participant trace_lsm_ismaclabel participant trace_lsm_kernel_act_as participant trace_lsm_kernel_create_files_as participant trace_lsm_kernel_load_data participant trace_lsm_kernel_module_request participant trace_lsm_kernel_post_load_data participant trace_lsm_kernel_post_read_file participant trace_lsm_kernel_read_file participant trace_lsm_kernfs_init_security participant trace_lsm_mmap_addr participant trace_lsm_mmap_file participant trace_lsm_move_mount participant trace_lsm_msg_msg_alloc_security participant trace_lsm_msg_msg_free_security participant trace_lsm_msg_queue_alloc_security participant trace_lsm_msg_queue_associate participant trace_lsm_msg_queue_free_security participant trace_lsm_msg_queue_msgctl participant trace_lsm_msg_queue_msgrcv participant trace_lsm_msg_queue_msgsnd participant trace_lsm_netlink_send participant trace_lsm_path_notify participant trace_lsm_ptrace_access_check participant trace_lsm_ptrace_traceme participant trace_lsm_quota_on participant trace_lsm_quotactl participant trace_lsm_release_secctx participant trace_lsm_sb_alloc_security participant trace_lsm_sb_clone_mnt_opts participant trace_lsm_sb_delete participant trace_lsm_sb_eat_lsm_opts participant trace_lsm_sb_free_mnt_opts participant trace_lsm_sb_free_security participant trace_lsm_sb_kern_mount participant trace_lsm_sb_mnt_opts_compat participant trace_lsm_sb_mount participant trace_lsm_sb_pivotroot participant trace_lsm_sb_remount participant trace_lsm_sb_set_mnt_opts participant trace_lsm_sb_show_options participant trace_lsm_sb_statfs participant trace_lsm_sb_umount participant trace_lsm_secctx_to_secid participant trace_lsm_secid_to_secctx participant trace_lsm_sem_alloc_security participant trace_lsm_sem_associate participant trace_lsm_sem_free_security participant trace_lsm_sem_semctl participant trace_lsm_sem_semop participant trace_lsm_setprocattr participant trace_lsm_settime participant trace_lsm_shm_alloc_security participant trace_lsm_shm_associate participant trace_lsm_shm_free_security participant trace_lsm_shm_shmat participant trace_lsm_shm_shmctl participant trace_lsm_syslog participant trace_lsm_task_alloc participant trace_lsm_task_fix_setgid participant trace_lsm_task_fix_setuid participant trace_lsm_task_free participant trace_lsm_task_getioprio participant trace_lsm_task_getpgid participant trace_lsm_task_getscheduler participant trace_lsm_task_getsecid_obj participant trace_lsm_task_getsid participant trace_lsm_task_kill participant trace_lsm_task_movememory participant trace_lsm_task_prctl participant trace_lsm_task_prlimit participant trace_lsm_task_setioprio participant trace_lsm_task_setnice participant trace_lsm_task_setpgid participant trace_lsm_task_setrlimit participant trace_lsm_task_setscheduler participant trace_lsm_task_to_inode participant trace_lsm_vm_enough_memory end box eBPF Maps participant gadget_mntns_filter_map end trace_lsm_binder_set_context_mgr->>gadget_mntns_filter_map: Lookup trace_lsm_binder_transaction->>gadget_mntns_filter_map: Lookup trace_lsm_binder_transfer_binder->>gadget_mntns_filter_map: Lookup trace_lsm_binder_transfer_file->>gadget_mntns_filter_map: Lookup trace_lsm_bprm_check_security->>gadget_mntns_filter_map: Lookup trace_lsm_bprm_committed_creds->>gadget_mntns_filter_map: Lookup trace_lsm_bprm_committing_creds->>gadget_mntns_filter_map: Lookup trace_lsm_bprm_creds_for_exec->>gadget_mntns_filter_map: Lookup trace_lsm_bprm_creds_from_file->>gadget_mntns_filter_map: Lookup trace_lsm_capable->>gadget_mntns_filter_map: Lookup trace_lsm_capget->>gadget_mntns_filter_map: Lookup trace_lsm_capset->>gadget_mntns_filter_map: Lookup trace_lsm_cred_alloc_blank->>gadget_mntns_filter_map: Lookup trace_lsm_cred_free->>gadget_mntns_filter_map: Lookup trace_lsm_cred_getsecid->>gadget_mntns_filter_map: Lookup trace_lsm_cred_prepare->>gadget_mntns_filter_map: Lookup trace_lsm_cred_transfer->>gadget_mntns_filter_map: Lookup trace_lsm_d_instantiate->>gadget_mntns_filter_map: Lookup trace_lsm_dentry_create_files_as->>gadget_mntns_filter_map: Lookup trace_lsm_dentry_init_security->>gadget_mntns_filter_map: Lookup trace_lsm_file_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_file_fcntl->>gadget_mntns_filter_map: Lookup trace_lsm_file_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_file_ioctl->>gadget_mntns_filter_map: Lookup trace_lsm_file_lock->>gadget_mntns_filter_map: Lookup trace_lsm_file_mprotect->>gadget_mntns_filter_map: Lookup trace_lsm_file_open->>gadget_mntns_filter_map: Lookup trace_lsm_file_permission->>gadget_mntns_filter_map: Lookup trace_lsm_file_receive->>gadget_mntns_filter_map: Lookup trace_lsm_file_send_sigiotask->>gadget_mntns_filter_map: Lookup trace_lsm_file_set_fowner->>gadget_mntns_filter_map: Lookup trace_lsm_fs_context_dup->>gadget_mntns_filter_map: Lookup trace_lsm_fs_context_parse_param->>gadget_mntns_filter_map: Lookup trace_lsm_getprocattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_inode_copy_up->>gadget_mntns_filter_map: Lookup trace_lsm_inode_copy_up_xattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_create->>gadget_mntns_filter_map: Lookup trace_lsm_inode_follow_link->>gadget_mntns_filter_map: Lookup trace_lsm_inode_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_inode_getattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_getsecctx->>gadget_mntns_filter_map: Lookup trace_lsm_inode_getsecid->>gadget_mntns_filter_map: Lookup trace_lsm_inode_getsecurity->>gadget_mntns_filter_map: Lookup trace_lsm_inode_getxattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_init_security->>gadget_mntns_filter_map: Lookup trace_lsm_inode_init_security_anon->>gadget_mntns_filter_map: Lookup trace_lsm_inode_invalidate_secctx->>gadget_mntns_filter_map: Lookup trace_lsm_inode_killpriv->>gadget_mntns_filter_map: Lookup trace_lsm_inode_link->>gadget_mntns_filter_map: Lookup trace_lsm_inode_listsecurity->>gadget_mntns_filter_map: Lookup trace_lsm_inode_listxattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_mkdir->>gadget_mntns_filter_map: Lookup trace_lsm_inode_mknod->>gadget_mntns_filter_map: Lookup trace_lsm_inode_need_killpriv->>gadget_mntns_filter_map: Lookup trace_lsm_inode_notifysecctx->>gadget_mntns_filter_map: Lookup trace_lsm_inode_permission->>gadget_mntns_filter_map: Lookup trace_lsm_inode_post_setxattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_readlink->>gadget_mntns_filter_map: Lookup trace_lsm_inode_removexattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_rename->>gadget_mntns_filter_map: Lookup trace_lsm_inode_rmdir->>gadget_mntns_filter_map: Lookup trace_lsm_inode_setattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_setsecctx->>gadget_mntns_filter_map: Lookup trace_lsm_inode_setsecurity->>gadget_mntns_filter_map: Lookup trace_lsm_inode_setxattr->>gadget_mntns_filter_map: Lookup trace_lsm_inode_symlink->>gadget_mntns_filter_map: Lookup trace_lsm_inode_unlink->>gadget_mntns_filter_map: Lookup trace_lsm_ipc_getsecid->>gadget_mntns_filter_map: Lookup trace_lsm_ipc_permission->>gadget_mntns_filter_map: Lookup trace_lsm_ismaclabel->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_act_as->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_create_files_as->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_load_data->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_module_request->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_post_load_data->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_post_read_file->>gadget_mntns_filter_map: Lookup trace_lsm_kernel_read_file->>gadget_mntns_filter_map: Lookup trace_lsm_kernfs_init_security->>gadget_mntns_filter_map: Lookup trace_lsm_mmap_addr->>gadget_mntns_filter_map: Lookup trace_lsm_mmap_file->>gadget_mntns_filter_map: Lookup trace_lsm_move_mount->>gadget_mntns_filter_map: Lookup trace_lsm_msg_msg_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_msg_msg_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_associate->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_msgctl->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_msgrcv->>gadget_mntns_filter_map: Lookup trace_lsm_msg_queue_msgsnd->>gadget_mntns_filter_map: Lookup trace_lsm_netlink_send->>gadget_mntns_filter_map: Lookup trace_lsm_path_notify->>gadget_mntns_filter_map: Lookup trace_lsm_ptrace_access_check->>gadget_mntns_filter_map: Lookup trace_lsm_ptrace_traceme->>gadget_mntns_filter_map: Lookup trace_lsm_quota_on->>gadget_mntns_filter_map: Lookup trace_lsm_quotactl->>gadget_mntns_filter_map: Lookup trace_lsm_release_secctx->>gadget_mntns_filter_map: Lookup trace_lsm_sb_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_sb_clone_mnt_opts->>gadget_mntns_filter_map: Lookup trace_lsm_sb_delete->>gadget_mntns_filter_map: Lookup trace_lsm_sb_eat_lsm_opts->>gadget_mntns_filter_map: Lookup trace_lsm_sb_free_mnt_opts->>gadget_mntns_filter_map: Lookup trace_lsm_sb_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_sb_kern_mount->>gadget_mntns_filter_map: Lookup trace_lsm_sb_mnt_opts_compat->>gadget_mntns_filter_map: Lookup trace_lsm_sb_mount->>gadget_mntns_filter_map: Lookup trace_lsm_sb_pivotroot->>gadget_mntns_filter_map: Lookup trace_lsm_sb_remount->>gadget_mntns_filter_map: Lookup trace_lsm_sb_set_mnt_opts->>gadget_mntns_filter_map: Lookup trace_lsm_sb_show_options->>gadget_mntns_filter_map: Lookup trace_lsm_sb_statfs->>gadget_mntns_filter_map: Lookup trace_lsm_sb_umount->>gadget_mntns_filter_map: Lookup trace_lsm_secctx_to_secid->>gadget_mntns_filter_map: Lookup trace_lsm_secid_to_secctx->>gadget_mntns_filter_map: Lookup trace_lsm_sem_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_sem_associate->>gadget_mntns_filter_map: Lookup trace_lsm_sem_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_sem_semctl->>gadget_mntns_filter_map: Lookup trace_lsm_sem_semop->>gadget_mntns_filter_map: Lookup trace_lsm_setprocattr->>gadget_mntns_filter_map: Lookup trace_lsm_settime->>gadget_mntns_filter_map: Lookup trace_lsm_shm_alloc_security->>gadget_mntns_filter_map: Lookup trace_lsm_shm_associate->>gadget_mntns_filter_map: Lookup trace_lsm_shm_free_security->>gadget_mntns_filter_map: Lookup trace_lsm_shm_shmat->>gadget_mntns_filter_map: Lookup trace_lsm_shm_shmctl->>gadget_mntns_filter_map: Lookup trace_lsm_syslog->>gadget_mntns_filter_map: Lookup trace_lsm_task_alloc->>gadget_mntns_filter_map: Lookup trace_lsm_task_fix_setgid->>gadget_mntns_filter_map: Lookup trace_lsm_task_fix_setuid->>gadget_mntns_filter_map: Lookup trace_lsm_task_free->>gadget_mntns_filter_map: Lookup trace_lsm_task_getioprio->>gadget_mntns_filter_map: Lookup trace_lsm_task_getpgid->>gadget_mntns_filter_map: Lookup trace_lsm_task_getscheduler->>gadget_mntns_filter_map: Lookup trace_lsm_task_getsecid_obj->>gadget_mntns_filter_map: Lookup trace_lsm_task_getsid->>gadget_mntns_filter_map: Lookup trace_lsm_task_kill->>gadget_mntns_filter_map: Lookup trace_lsm_task_movememory->>gadget_mntns_filter_map: Lookup trace_lsm_task_prctl->>gadget_mntns_filter_map: Lookup trace_lsm_task_prlimit->>gadget_mntns_filter_map: Lookup trace_lsm_task_setioprio->>gadget_mntns_filter_map: Lookup trace_lsm_task_setnice->>gadget_mntns_filter_map: Lookup trace_lsm_task_setpgid->>gadget_mntns_filter_map: Lookup trace_lsm_task_setrlimit->>gadget_mntns_filter_map: Lookup trace_lsm_task_setscheduler->>gadget_mntns_filter_map: Lookup trace_lsm_task_to_inode->>gadget_mntns_filter_map: Lookup trace_lsm_vm_enough_memory->>gadget_mntns_filter_map: Lookup ``` inspektor-gadget-0.46.0/gadgets/trace_lsm/gadget.yaml000066400000000000000000000514561510117411400225640ustar00rootroot00000000000000name: trace lsm description: a strace for LSM tracepoints homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_lsm sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_lsm datasources: lsm: fields: tracepoint_raw: annotations: columns.hidden: true tracepoint: annotations: description: lsm tracepoint name params: ebpf: trace_all: key: trace-all defaultValue: "false" description: trace all LSM tracepoints trace_binder_set_context_mgr: key: trace-binder_set_context_mgr defaultValue: "false" description: Trace the binder_set_context_mgr LSM hook trace_binder_transaction: key: trace-binder_transaction defaultValue: "false" description: Trace the binder_transaction LSM hook trace_binder_transfer_binder: key: trace-binder_transfer_binder defaultValue: "false" description: Trace the binder_transfer_binder LSM hook trace_binder_transfer_file: key: trace-binder_transfer_file defaultValue: "false" description: Trace the binder_transfer_file LSM hook trace_bprm_check_security: key: trace-bprm_check_security defaultValue: "false" description: Trace the bprm_check_security LSM hook trace_bprm_committed_creds: key: trace-bprm_committed_creds defaultValue: "false" description: Trace the bprm_committed_creds LSM hook trace_bprm_committing_creds: key: trace-bprm_committing_creds defaultValue: "false" description: Trace the bprm_committing_creds LSM hook trace_bprm_creds_for_exec: key: trace-bprm_creds_for_exec defaultValue: "false" description: Trace the bprm_creds_for_exec LSM hook trace_bprm_creds_from_file: key: trace-bprm_creds_from_file defaultValue: "false" description: Trace the bprm_creds_from_file LSM hook trace_capable: key: trace-capable defaultValue: "false" description: Trace the capable LSM hook trace_capget: key: trace-capget defaultValue: "false" description: Trace the capget LSM hook trace_capset: key: trace-capset defaultValue: "false" description: Trace the capset LSM hook trace_cred_alloc_blank: key: trace-cred_alloc_blank defaultValue: "false" description: Trace the cred_alloc_blank LSM hook trace_cred_free: key: trace-cred_free defaultValue: "false" description: Trace the cred_free LSM hook trace_cred_getsecid: key: trace-cred_getsecid defaultValue: "false" description: Trace the cred_getsecid LSM hook trace_cred_prepare: key: trace-cred_prepare defaultValue: "false" description: Trace the cred_prepare LSM hook trace_cred_transfer: key: trace-cred_transfer defaultValue: "false" description: Trace the cred_transfer LSM hook trace_d_instantiate: key: trace-d_instantiate defaultValue: "false" description: Trace the d_instantiate LSM hook trace_dentry_create_files_as: key: trace-dentry_create_files_as defaultValue: "false" description: Trace the dentry_create_files_as LSM hook trace_dentry_init_security: key: trace-dentry_init_security defaultValue: "false" description: Trace the dentry_init_security LSM hook trace_file_alloc_security: key: trace-file_alloc_security defaultValue: "false" description: Trace the file_alloc_security LSM hook trace_file_fcntl: key: trace-file_fcntl defaultValue: "false" description: Trace the file_fcntl LSM hook trace_file_free_security: key: trace-file_free_security defaultValue: "false" description: Trace the file_free_security LSM hook trace_file_ioctl: key: trace-file_ioctl defaultValue: "false" description: Trace the file_ioctl LSM hook trace_file_lock: key: trace-file_lock defaultValue: "false" description: Trace the file_lock LSM hook trace_file_mprotect: key: trace-file_mprotect defaultValue: "false" description: Trace the file_mprotect LSM hook trace_file_open: key: trace-file_open defaultValue: "false" description: Trace the file_open LSM hook trace_file_permission: key: trace-file_permission defaultValue: "false" description: Trace the file_permission LSM hook trace_file_receive: key: trace-file_receive defaultValue: "false" description: Trace the file_receive LSM hook trace_file_send_sigiotask: key: trace-file_send_sigiotask defaultValue: "false" description: Trace the file_send_sigiotask LSM hook trace_file_set_fowner: key: trace-file_set_fowner defaultValue: "false" description: Trace the file_set_fowner LSM hook trace_fs_context_dup: key: trace-fs_context_dup defaultValue: "false" description: Trace the fs_context_dup LSM hook trace_fs_context_parse_param: key: trace-fs_context_parse_param defaultValue: "false" description: Trace the fs_context_parse_param LSM hook trace_getprocattr: key: trace-getprocattr defaultValue: "false" description: Trace the getprocattr LSM hook trace_inode_alloc_security: key: trace-inode_alloc_security defaultValue: "false" description: Trace the inode_alloc_security LSM hook trace_inode_copy_up: key: trace-inode_copy_up defaultValue: "false" description: Trace the inode_copy_up LSM hook trace_inode_copy_up_xattr: key: trace-inode_copy_up_xattr defaultValue: "false" description: Trace the inode_copy_up_xattr LSM hook trace_inode_create: key: trace-inode_create defaultValue: "false" description: Trace the inode_create LSM hook trace_inode_follow_link: key: trace-inode_follow_link defaultValue: "false" description: Trace the inode_follow_link LSM hook trace_inode_free_security: key: trace-inode_free_security defaultValue: "false" description: Trace the inode_free_security LSM hook trace_inode_getattr: key: trace-inode_getattr defaultValue: "false" description: Trace the inode_getattr LSM hook trace_inode_getsecctx: key: trace-inode_getsecctx defaultValue: "false" description: Trace the inode_getsecctx LSM hook trace_inode_getsecid: key: trace-inode_getsecid defaultValue: "false" description: Trace the inode_getsecid LSM hook trace_inode_getsecurity: key: trace-inode_getsecurity defaultValue: "false" description: Trace the inode_getsecurity LSM hook trace_inode_getxattr: key: trace-inode_getxattr defaultValue: "false" description: Trace the inode_getxattr LSM hook trace_inode_init_security: key: trace-inode_init_security defaultValue: "false" description: Trace the inode_init_security LSM hook trace_inode_init_security_anon: key: trace-inode_init_security_anon defaultValue: "false" description: Trace the inode_init_security_anon LSM hook trace_inode_invalidate_secctx: key: trace-inode_invalidate_secctx defaultValue: "false" description: Trace the inode_invalidate_secctx LSM hook trace_inode_killpriv: key: trace-inode_killpriv defaultValue: "false" description: Trace the inode_killpriv LSM hook trace_inode_link: key: trace-inode_link defaultValue: "false" description: Trace the inode_link LSM hook trace_inode_listsecurity: key: trace-inode_listsecurity defaultValue: "false" description: Trace the inode_listsecurity LSM hook trace_inode_listxattr: key: trace-inode_listxattr defaultValue: "false" description: Trace the inode_listxattr LSM hook trace_inode_mkdir: key: trace-inode_mkdir defaultValue: "false" description: Trace the inode_mkdir LSM hook trace_inode_mknod: key: trace-inode_mknod defaultValue: "false" description: Trace the inode_mknod LSM hook trace_inode_need_killpriv: key: trace-inode_need_killpriv defaultValue: "false" description: Trace the inode_need_killpriv LSM hook trace_inode_notifysecctx: key: trace-inode_notifysecctx defaultValue: "false" description: Trace the inode_notifysecctx LSM hook trace_inode_permission: key: trace-inode_permission defaultValue: "false" description: Trace the inode_permission LSM hook trace_inode_post_setxattr: key: trace-inode_post_setxattr defaultValue: "false" description: Trace the inode_post_setxattr LSM hook trace_inode_readlink: key: trace-inode_readlink defaultValue: "false" description: Trace the inode_readlink LSM hook trace_inode_removexattr: key: trace-inode_removexattr defaultValue: "false" description: Trace the inode_removexattr LSM hook trace_inode_rename: key: trace-inode_rename defaultValue: "false" description: Trace the inode_rename LSM hook trace_inode_rmdir: key: trace-inode_rmdir defaultValue: "false" description: Trace the inode_rmdir LSM hook trace_inode_setattr: key: trace-inode_setattr defaultValue: "false" description: Trace the inode_setattr LSM hook trace_inode_setsecctx: key: trace-inode_setsecctx defaultValue: "false" description: Trace the inode_setsecctx LSM hook trace_inode_setsecurity: key: trace-inode_setsecurity defaultValue: "false" description: Trace the inode_setsecurity LSM hook trace_inode_setxattr: key: trace-inode_setxattr defaultValue: "false" description: Trace the inode_setxattr LSM hook trace_inode_symlink: key: trace-inode_symlink defaultValue: "false" description: Trace the inode_symlink LSM hook trace_inode_unlink: key: trace-inode_unlink defaultValue: "false" description: Trace the inode_unlink LSM hook trace_ipc_getsecid: key: trace-ipc_getsecid defaultValue: "false" description: Trace the ipc_getsecid LSM hook trace_ipc_permission: key: trace-ipc_permission defaultValue: "false" description: Trace the ipc_permission LSM hook trace_ismaclabel: key: trace-ismaclabel defaultValue: "false" description: Trace the ismaclabel LSM hook trace_kernel_act_as: key: trace-kernel_act_as defaultValue: "false" description: Trace the kernel_act_as LSM hook trace_kernel_create_files_as: key: trace-kernel_create_files_as defaultValue: "false" description: Trace the kernel_create_files_as LSM hook trace_kernel_load_data: key: trace-kernel_load_data defaultValue: "false" description: Trace the kernel_load_data LSM hook trace_kernel_module_request: key: trace-kernel_module_request defaultValue: "false" description: Trace the kernel_module_request LSM hook trace_kernel_post_load_data: key: trace-kernel_post_load_data defaultValue: "false" description: Trace the kernel_post_load_data LSM hook trace_kernel_post_read_file: key: trace-kernel_post_read_file defaultValue: "false" description: Trace the kernel_post_read_file LSM hook trace_kernel_read_file: key: trace-kernel_read_file defaultValue: "false" description: Trace the kernel_read_file LSM hook trace_kernfs_init_security: key: trace-kernfs_init_security defaultValue: "false" description: Trace the kernfs_init_security LSM hook trace_mmap_addr: key: trace-mmap_addr defaultValue: "false" description: Trace the mmap_addr LSM hook trace_mmap_file: key: trace-mmap_file defaultValue: "false" description: Trace the mmap_file LSM hook trace_move_mount: key: trace-move_mount defaultValue: "false" description: Trace the move_mount LSM hook trace_msg_msg_alloc_security: key: trace-msg_msg_alloc_security defaultValue: "false" description: Trace the msg_msg_alloc_security LSM hook trace_msg_msg_free_security: key: trace-msg_msg_free_security defaultValue: "false" description: Trace the msg_msg_free_security LSM hook trace_msg_queue_alloc_security: key: trace-msg_queue_alloc_security defaultValue: "false" description: Trace the msg_queue_alloc_security LSM hook trace_msg_queue_associate: key: trace-msg_queue_associate defaultValue: "false" description: Trace the msg_queue_associate LSM hook trace_msg_queue_free_security: key: trace-msg_queue_free_security defaultValue: "false" description: Trace the msg_queue_free_security LSM hook trace_msg_queue_msgctl: key: trace-msg_queue_msgctl defaultValue: "false" description: Trace the msg_queue_msgctl LSM hook trace_msg_queue_msgrcv: key: trace-msg_queue_msgrcv defaultValue: "false" description: Trace the msg_queue_msgrcv LSM hook trace_msg_queue_msgsnd: key: trace-msg_queue_msgsnd defaultValue: "false" description: Trace the msg_queue_msgsnd LSM hook trace_netlink_send: key: trace-netlink_send defaultValue: "false" description: Trace the netlink_send LSM hook trace_path_notify: key: trace-path_notify defaultValue: "false" description: Trace the path_notify LSM hook trace_ptrace_access_check: key: trace-ptrace_access_check defaultValue: "false" description: Trace the ptrace_access_check LSM hook trace_ptrace_traceme: key: trace-ptrace_traceme defaultValue: "false" description: Trace the ptrace_traceme LSM hook trace_quota_on: key: trace-quota_on defaultValue: "false" description: Trace the quota_on LSM hook trace_quotactl: key: trace-quotactl defaultValue: "false" description: Trace the quotactl LSM hook trace_release_secctx: key: trace-release_secctx defaultValue: "false" description: Trace the release_secctx LSM hook trace_sb_alloc_security: key: trace-sb_alloc_security defaultValue: "false" description: Trace the sb_alloc_security LSM hook trace_sb_clone_mnt_opts: key: trace-sb_clone_mnt_opts defaultValue: "false" description: Trace the sb_clone_mnt_opts LSM hook trace_sb_delete: key: trace-sb_delete defaultValue: "false" description: Trace the sb_delete LSM hook trace_sb_eat_lsm_opts: key: trace-sb_eat_lsm_opts defaultValue: "false" description: Trace the sb_eat_lsm_opts LSM hook trace_sb_free_mnt_opts: key: trace-sb_free_mnt_opts defaultValue: "false" description: Trace the sb_free_mnt_opts LSM hook trace_sb_free_security: key: trace-sb_free_security defaultValue: "false" description: Trace the sb_free_security LSM hook trace_sb_kern_mount: key: trace-sb_kern_mount defaultValue: "false" description: Trace the sb_kern_mount LSM hook trace_sb_mnt_opts_compat: key: trace-sb_mnt_opts_compat defaultValue: "false" description: Trace the sb_mnt_opts_compat LSM hook trace_sb_mount: key: trace-sb_mount defaultValue: "false" description: Trace the sb_mount LSM hook trace_sb_pivotroot: key: trace-sb_pivotroot defaultValue: "false" description: Trace the sb_pivotroot LSM hook trace_sb_remount: key: trace-sb_remount defaultValue: "false" description: Trace the sb_remount LSM hook trace_sb_set_mnt_opts: key: trace-sb_set_mnt_opts defaultValue: "false" description: Trace the sb_set_mnt_opts LSM hook trace_sb_show_options: key: trace-sb_show_options defaultValue: "false" description: Trace the sb_show_options LSM hook trace_sb_statfs: key: trace-sb_statfs defaultValue: "false" description: Trace the sb_statfs LSM hook trace_sb_umount: key: trace-sb_umount defaultValue: "false" description: Trace the sb_umount LSM hook trace_secctx_to_secid: key: trace-secctx_to_secid defaultValue: "false" description: Trace the secctx_to_secid LSM hook trace_secid_to_secctx: key: trace-secid_to_secctx defaultValue: "false" description: Trace the secid_to_secctx LSM hook trace_sem_alloc_security: key: trace-sem_alloc_security defaultValue: "false" description: Trace the sem_alloc_security LSM hook trace_sem_associate: key: trace-sem_associate defaultValue: "false" description: Trace the sem_associate LSM hook trace_sem_free_security: key: trace-sem_free_security defaultValue: "false" description: Trace the sem_free_security LSM hook trace_sem_semctl: key: trace-sem_semctl defaultValue: "false" description: Trace the sem_semctl LSM hook trace_sem_semop: key: trace-sem_semop defaultValue: "false" description: Trace the sem_semop LSM hook trace_setprocattr: key: trace-setprocattr defaultValue: "false" description: Trace the setprocattr LSM hook trace_settime: key: trace-settime defaultValue: "false" description: Trace the settime LSM hook trace_shm_alloc_security: key: trace-shm_alloc_security defaultValue: "false" description: Trace the shm_alloc_security LSM hook trace_shm_associate: key: trace-shm_associate defaultValue: "false" description: Trace the shm_associate LSM hook trace_shm_free_security: key: trace-shm_free_security defaultValue: "false" description: Trace the shm_free_security LSM hook trace_shm_shmat: key: trace-shm_shmat defaultValue: "false" description: Trace the shm_shmat LSM hook trace_shm_shmctl: key: trace-shm_shmctl defaultValue: "false" description: Trace the shm_shmctl LSM hook trace_syslog: key: trace-syslog defaultValue: "false" description: Trace the syslog LSM hook trace_task_alloc: key: trace-task_alloc defaultValue: "false" description: Trace the task_alloc LSM hook trace_task_fix_setgid: key: trace-task_fix_setgid defaultValue: "false" description: Trace the task_fix_setgid LSM hook trace_task_fix_setuid: key: trace-task_fix_setuid defaultValue: "false" description: Trace the task_fix_setuid LSM hook trace_task_free: key: trace-task_free defaultValue: "false" description: Trace the task_free LSM hook trace_task_getioprio: key: trace-task_getioprio defaultValue: "false" description: Trace the task_getioprio LSM hook trace_task_getpgid: key: trace-task_getpgid defaultValue: "false" description: Trace the task_getpgid LSM hook trace_task_getscheduler: key: trace-task_getscheduler defaultValue: "false" description: Trace the task_getscheduler LSM hook trace_task_getsecid_obj: key: trace-task_getsecid_obj defaultValue: "false" description: Trace the task_getsecid_obj LSM hook trace_task_getsid: key: trace-task_getsid defaultValue: "false" description: Trace the task_getsid LSM hook trace_task_kill: key: trace-task_kill defaultValue: "false" description: Trace the task_kill LSM hook trace_task_movememory: key: trace-task_movememory defaultValue: "false" description: Trace the task_movememory LSM hook trace_task_prctl: key: trace-task_prctl defaultValue: "false" description: Trace the task_prctl LSM hook trace_task_prlimit: key: trace-task_prlimit defaultValue: "false" description: Trace the task_prlimit LSM hook trace_task_setioprio: key: trace-task_setioprio defaultValue: "false" description: Trace the task_setioprio LSM hook trace_task_setnice: key: trace-task_setnice defaultValue: "false" description: Trace the task_setnice LSM hook trace_task_setpgid: key: trace-task_setpgid defaultValue: "false" description: Trace the task_setpgid LSM hook trace_task_setrlimit: key: trace-task_setrlimit defaultValue: "false" description: Trace the task_setrlimit LSM hook trace_task_setscheduler: key: trace-task_setscheduler defaultValue: "false" description: Trace the task_setscheduler LSM hook trace_task_to_inode: key: trace-task_to_inode defaultValue: "false" description: Trace the task_to_inode LSM hook trace_vm_enough_memory: key: trace-vm_enough_memory defaultValue: "false" description: Trace the vm_enough_memory LSM hook inspektor-gadget-0.46.0/gadgets/trace_lsm/program.bpf.c000066400000000000000000000153331510117411400230200ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include /* Since LSM hooks may change with different kernel versions, here we only list the common ones. * TODO: Implement best-effort mechanism and add the remaining ones, * this requires an upstream support: https://github.com/cilium/ebpf/discussions/1470 */ #define FOR_EACH_LSM_HOOK(F) \ F(binder_set_context_mgr) \ F(binder_transaction) \ F(binder_transfer_binder) \ F(binder_transfer_file) \ F(ptrace_access_check) \ F(ptrace_traceme) \ F(capget) \ F(capset) \ F(capable) \ F(quotactl) \ F(quota_on) \ F(syslog) \ F(settime) \ F(vm_enough_memory) \ F(bprm_creds_for_exec) \ F(bprm_creds_from_file) \ F(bprm_check_security) \ F(bprm_committing_creds) \ F(bprm_committed_creds) \ F(fs_context_dup) \ F(fs_context_parse_param) \ F(sb_alloc_security) \ F(sb_delete) \ F(sb_free_security) \ F(sb_free_mnt_opts) \ F(sb_eat_lsm_opts) \ F(sb_mnt_opts_compat) \ F(sb_remount) \ F(sb_kern_mount) \ F(sb_show_options) \ F(sb_statfs) \ F(sb_mount) \ F(sb_umount) \ F(sb_pivotroot) \ F(sb_set_mnt_opts) \ F(sb_clone_mnt_opts) \ F(move_mount) \ F(dentry_init_security) \ F(dentry_create_files_as) \ F(path_notify) \ F(inode_alloc_security) \ F(inode_free_security) \ F(inode_init_security) \ F(inode_init_security_anon) \ F(inode_create) \ F(inode_link) \ F(inode_unlink) \ F(inode_symlink) \ F(inode_mkdir) \ F(inode_rmdir) \ F(inode_mknod) \ F(inode_rename) \ F(inode_readlink) \ F(inode_follow_link) \ F(inode_permission) \ F(inode_setattr) \ F(inode_getattr) \ F(inode_setxattr) \ F(inode_post_setxattr) \ F(inode_getxattr) \ F(inode_listxattr) \ F(inode_removexattr) \ F(inode_need_killpriv) \ F(inode_killpriv) \ F(inode_getsecurity) \ F(inode_setsecurity) \ F(inode_listsecurity) \ F(inode_getsecid) \ F(inode_copy_up) \ F(inode_copy_up_xattr) \ F(kernfs_init_security) \ F(file_permission) \ F(file_alloc_security) \ F(file_free_security) \ F(file_ioctl) \ F(mmap_addr) \ F(mmap_file) \ F(file_mprotect) \ F(file_lock) \ F(file_fcntl) \ F(file_set_fowner) \ F(file_send_sigiotask) \ F(file_receive) \ F(file_open) \ F(task_alloc) \ F(task_free) \ F(cred_alloc_blank) \ F(cred_free) \ F(cred_prepare) \ F(cred_transfer) \ F(cred_getsecid) \ F(kernel_act_as) \ F(kernel_create_files_as) \ F(kernel_module_request) \ F(kernel_load_data) \ F(kernel_post_load_data) \ F(kernel_read_file) \ F(kernel_post_read_file) \ F(task_fix_setuid) \ F(task_fix_setgid) \ F(task_setpgid) \ F(task_getpgid) \ F(task_getsid) \ F(task_getsecid_obj) \ F(task_setnice) \ F(task_setioprio) \ F(task_getioprio) \ F(task_prlimit) \ F(task_setrlimit) \ F(task_setscheduler) \ F(task_getscheduler) \ F(task_movememory) \ F(task_kill) \ F(task_prctl) \ F(task_to_inode) \ F(ipc_permission) \ F(ipc_getsecid) \ F(msg_msg_alloc_security) \ F(msg_msg_free_security) \ F(msg_queue_alloc_security) \ F(msg_queue_free_security) \ F(msg_queue_associate) \ F(msg_queue_msgctl) \ F(msg_queue_msgsnd) \ F(msg_queue_msgrcv) \ F(shm_alloc_security) \ F(shm_free_security) \ F(shm_associate) \ F(shm_shmctl) \ F(shm_shmat) \ F(sem_alloc_security) \ F(sem_free_security) \ F(sem_associate) \ F(sem_semctl) \ F(sem_semop) \ F(netlink_send) \ F(d_instantiate) \ F(getprocattr) \ F(setprocattr) \ F(ismaclabel) \ F(secid_to_secctx) \ F(secctx_to_secid) \ F(release_secctx) \ F(inode_invalidate_secctx) \ F(inode_notifysecctx) \ F(inode_setsecctx) \ F(inode_getsecctx) #define ENUM_ITEM(name) name, enum lsm_tracepoint { FOR_EACH_LSM_HOOK(ENUM_ITEM) }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; enum lsm_tracepoint tracepoint_raw; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(lsm, events, event); #define DECLARE_LSM_PARAMETER(name) \ const volatile bool trace_##name = false; \ GADGET_PARAM(trace_##name); const volatile bool trace_all = true; GADGET_PARAM(trace_all); FOR_EACH_LSM_HOOK(DECLARE_LSM_PARAMETER) #define TRACE_LSM(name) \ SEC("lsm/" #name) \ int trace_lsm_##name() \ { \ struct event event; \ \ if (!trace_##name && !trace_all) \ return 0; \ \ if (gadget_should_discard_data_current()) \ return 0; \ \ gadget_process_populate(&event.proc); \ event.timestamp_raw = bpf_ktime_get_boot_ns(); \ event.tracepoint_raw = name; \ \ bpf_ringbuf_output(&events, &event, sizeof(event), 0); \ return 0; \ } FOR_EACH_LSM_HOOK(TRACE_LSM) char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_lsm/test/000077500000000000000000000000001510117411400214115ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_lsm/test/unit/000077500000000000000000000000001510117411400223705ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_lsm/test/unit/trace_lsm_test.go000066400000000000000000000017651510117411400257400ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceLsm(t *testing.T) { t.Skip("Unit tests for this gadget doesn't work yet") // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_lsm") } inspektor-gadget-0.46.0/gadgets/trace_malloc/000077500000000000000000000000001510117411400211065ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_malloc/README.md000066400000000000000000000002351510117411400223650ustar00rootroot00000000000000# trace malloc use uprobe to trace malloc and free in libc.so Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_malloc inspektor-gadget-0.46.0/gadgets/trace_malloc/README.mdx000066400000000000000000000013061510117411400225550ustar00rootroot00000000000000--- title: trace_malloc sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace malloc use uprobe to trace malloc and free in libc.so ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_malloc:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_malloc:%IG_TAG% [flags] ``` ## Flags ### `--collect-ustack` Show user stack traces Default value: "false" ## Guide TODO inspektor-gadget-0.46.0/gadgets/trace_malloc/artifacthub-pkg.yml000066400000000000000000000014351510117411400247070ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace malloc" category: monitoring-logging displayName: "trace malloc" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "use uprobe to trace malloc and free in libc.so" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_malloc:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_malloc:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_malloc/dev.md000066400000000000000000000214451510117411400222140ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_ustack[("ig_ustack")] memptrs[("memptrs")] sizes[("sizes")] trace_sched_process_exit -- "Delete" --> sizes trace_sched_process_exit -- "Delete" --> memptrs trace_sched_process_exit["trace_sched_process_exit"] trace_uprobe_aligned_alloc -- "Update" --> sizes trace_uprobe_aligned_alloc["trace_uprobe_aligned_alloc"] trace_uprobe_calloc -- "Update" --> sizes trace_uprobe_calloc["trace_uprobe_calloc"] trace_uprobe_free -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_free -- "Lookup" --> gadget_heap trace_uprobe_free -- "EventOutput" --> events trace_uprobe_free["trace_uprobe_free"] trace_uprobe_malloc -- "Update" --> sizes trace_uprobe_malloc["trace_uprobe_malloc"] trace_uprobe_memalign -- "Update" --> sizes trace_uprobe_memalign["trace_uprobe_memalign"] trace_uprobe_mmap -- "Update" --> sizes trace_uprobe_mmap["trace_uprobe_mmap"] trace_uprobe_munmap -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_munmap -- "Lookup" --> gadget_heap trace_uprobe_munmap -- "EventOutput" --> events trace_uprobe_munmap["trace_uprobe_munmap"] trace_uprobe_posix_memalign -- "Update" --> memptrs trace_uprobe_posix_memalign -- "Update" --> sizes trace_uprobe_posix_memalign["trace_uprobe_posix_memalign"] trace_uprobe_pvalloc -- "Update" --> sizes trace_uprobe_pvalloc["trace_uprobe_pvalloc"] trace_uprobe_realloc -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_realloc -- "Lookup" --> gadget_heap trace_uprobe_realloc -- "EventOutput" --> events trace_uprobe_realloc -- "Update" --> sizes trace_uprobe_realloc["trace_uprobe_realloc"] trace_uprobe_valloc -- "Update" --> sizes trace_uprobe_valloc["trace_uprobe_valloc"] trace_uretprobe_aligned_alloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_aligned_alloc -- "Lookup+Delete" --> sizes trace_uretprobe_aligned_alloc -- "Lookup" --> gadget_heap trace_uretprobe_aligned_alloc -- "EventOutput" --> events trace_uretprobe_aligned_alloc["trace_uretprobe_aligned_alloc"] trace_uretprobe_calloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_calloc -- "Lookup+Delete" --> sizes trace_uretprobe_calloc -- "Lookup" --> gadget_heap trace_uretprobe_calloc -- "EventOutput" --> events trace_uretprobe_calloc["trace_uretprobe_calloc"] trace_uretprobe_malloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_malloc -- "Lookup+Delete" --> sizes trace_uretprobe_malloc -- "Lookup" --> gadget_heap trace_uretprobe_malloc -- "EventOutput" --> events trace_uretprobe_malloc["trace_uretprobe_malloc"] trace_uretprobe_memalign -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_memalign -- "Lookup+Delete" --> sizes trace_uretprobe_memalign -- "Lookup" --> gadget_heap trace_uretprobe_memalign -- "EventOutput" --> events trace_uretprobe_memalign["trace_uretprobe_memalign"] trace_uretprobe_mmap -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_mmap -- "Lookup+Delete" --> sizes trace_uretprobe_mmap -- "Lookup" --> gadget_heap trace_uretprobe_mmap -- "EventOutput" --> events trace_uretprobe_mmap["trace_uretprobe_mmap"] trace_uretprobe_posix_memalign -- "Lookup+Delete" --> memptrs trace_uretprobe_posix_memalign -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_posix_memalign -- "Lookup+Delete" --> sizes trace_uretprobe_posix_memalign -- "Lookup" --> gadget_heap trace_uretprobe_posix_memalign -- "EventOutput" --> events trace_uretprobe_posix_memalign["trace_uretprobe_posix_memalign"] trace_uretprobe_pvalloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_pvalloc -- "Lookup+Delete" --> sizes trace_uretprobe_pvalloc -- "Lookup" --> gadget_heap trace_uretprobe_pvalloc -- "EventOutput" --> events trace_uretprobe_pvalloc["trace_uretprobe_pvalloc"] trace_uretprobe_realloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_realloc -- "Lookup+Delete" --> sizes trace_uretprobe_realloc -- "Lookup" --> gadget_heap trace_uretprobe_realloc -- "EventOutput" --> events trace_uretprobe_realloc["trace_uretprobe_realloc"] trace_uretprobe_valloc -- "Lookup" --> gadget_mntns_filter_map trace_uretprobe_valloc -- "Lookup+Delete" --> sizes trace_uretprobe_valloc -- "Lookup" --> gadget_heap trace_uretprobe_valloc -- "EventOutput" --> events trace_uretprobe_valloc["trace_uretprobe_valloc"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant trace_sched_process_exit participant trace_uprobe_aligned_alloc participant trace_uprobe_calloc participant trace_uprobe_free participant trace_uprobe_malloc participant trace_uprobe_memalign participant trace_uprobe_mmap participant trace_uprobe_munmap participant trace_uprobe_posix_memalign participant trace_uprobe_pvalloc participant trace_uprobe_realloc participant trace_uprobe_valloc participant trace_uretprobe_aligned_alloc participant trace_uretprobe_calloc participant trace_uretprobe_malloc participant trace_uretprobe_memalign participant trace_uretprobe_mmap participant trace_uretprobe_posix_memalign participant trace_uretprobe_pvalloc participant trace_uretprobe_realloc participant trace_uretprobe_valloc end box eBPF Maps participant sizes participant memptrs participant gadget_mntns_filter_map participant gadget_heap participant events end trace_sched_process_exit->>sizes: Delete trace_sched_process_exit->>memptrs: Delete trace_uprobe_aligned_alloc->>sizes: Update trace_uprobe_calloc->>sizes: Update trace_uprobe_free->>gadget_mntns_filter_map: Lookup trace_uprobe_free->>gadget_heap: Lookup trace_uprobe_free->>events: EventOutput trace_uprobe_malloc->>sizes: Update trace_uprobe_memalign->>sizes: Update trace_uprobe_mmap->>sizes: Update trace_uprobe_munmap->>gadget_mntns_filter_map: Lookup trace_uprobe_munmap->>gadget_heap: Lookup trace_uprobe_munmap->>events: EventOutput trace_uprobe_posix_memalign->>memptrs: Update trace_uprobe_posix_memalign->>sizes: Update trace_uprobe_pvalloc->>sizes: Update trace_uprobe_realloc->>gadget_mntns_filter_map: Lookup trace_uprobe_realloc->>gadget_heap: Lookup trace_uprobe_realloc->>events: EventOutput trace_uprobe_realloc->>sizes: Update trace_uprobe_valloc->>sizes: Update trace_uretprobe_aligned_alloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_aligned_alloc->>sizes: Lookup trace_uretprobe_aligned_alloc->>sizes: Delete trace_uretprobe_aligned_alloc->>gadget_heap: Lookup trace_uretprobe_aligned_alloc->>events: EventOutput trace_uretprobe_calloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_calloc->>sizes: Lookup trace_uretprobe_calloc->>sizes: Delete trace_uretprobe_calloc->>gadget_heap: Lookup trace_uretprobe_calloc->>events: EventOutput trace_uretprobe_malloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_malloc->>sizes: Lookup trace_uretprobe_malloc->>sizes: Delete trace_uretprobe_malloc->>gadget_heap: Lookup trace_uretprobe_malloc->>events: EventOutput trace_uretprobe_memalign->>gadget_mntns_filter_map: Lookup trace_uretprobe_memalign->>sizes: Lookup trace_uretprobe_memalign->>sizes: Delete trace_uretprobe_memalign->>gadget_heap: Lookup trace_uretprobe_memalign->>events: EventOutput trace_uretprobe_mmap->>gadget_mntns_filter_map: Lookup trace_uretprobe_mmap->>sizes: Lookup trace_uretprobe_mmap->>sizes: Delete trace_uretprobe_mmap->>gadget_heap: Lookup trace_uretprobe_mmap->>events: EventOutput trace_uretprobe_posix_memalign->>memptrs: Lookup trace_uretprobe_posix_memalign->>memptrs: Delete trace_uretprobe_posix_memalign->>gadget_mntns_filter_map: Lookup trace_uretprobe_posix_memalign->>sizes: Lookup trace_uretprobe_posix_memalign->>sizes: Delete trace_uretprobe_posix_memalign->>gadget_heap: Lookup trace_uretprobe_posix_memalign->>events: EventOutput trace_uretprobe_pvalloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_pvalloc->>sizes: Lookup trace_uretprobe_pvalloc->>sizes: Delete trace_uretprobe_pvalloc->>gadget_heap: Lookup trace_uretprobe_pvalloc->>events: EventOutput trace_uretprobe_realloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_realloc->>sizes: Lookup trace_uretprobe_realloc->>sizes: Delete trace_uretprobe_realloc->>gadget_heap: Lookup trace_uretprobe_realloc->>events: EventOutput trace_uretprobe_valloc->>gadget_mntns_filter_map: Lookup trace_uretprobe_valloc->>sizes: Lookup trace_uretprobe_valloc->>sizes: Delete trace_uretprobe_valloc->>gadget_heap: Lookup trace_uretprobe_valloc->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_malloc/gadget.yaml000066400000000000000000000013521510117411400232260ustar00rootroot00000000000000name: trace malloc description: use uprobe to trace malloc and free in libc.so homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_malloc sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_malloc datasources: malloc: fields: operation_raw: annotations: columns.hidden: true operation: annotations: description: memory operation type addr: annotations: description: address of malloc/free operations columns.width: 20 columns.hex: true size: annotations: description: size of malloc operations columns.width: 20 inspektor-gadget-0.46.0/gadgets/trace_malloc/program.bpf.c000066400000000000000000000134601510117411400234730ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include #define MAX_ENTRIES 10240 enum memop { malloc, free, calloc, realloc, realloc_free, mmap, munmap, posix_memalign, aligned_alloc, valloc, memalign, pvalloc, }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; struct gadget_user_stack ustack; enum memop operation_raw; __u64 addr; __u64 size; }; /* used for context between uprobes and uretprobes of allocations */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); // tid __type(value, u64); } sizes SEC(".maps"); /* used by posix_memalign */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); // tid __type(value, u64); } memptrs SEC(".maps"); /** * clean up the maps when a thread terminates, * because there may be residual data in the map * if a userspace thread is killed between a uprobe and a uretprobe */ SEC("tracepoint/sched/sched_process_exit") int trace_sched_process_exit(void *ctx) { u32 tid; tid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(&sizes, &tid); bpf_map_delete_elem(&memptrs, &tid); return 0; } GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(malloc, events, event); static __always_inline int gen_alloc_enter(size_t size) { u32 tid; tid = (u32)bpf_get_current_pid_tgid(); bpf_map_update_elem(&sizes, &tid, &size, BPF_ANY); return 0; } static __always_inline int gen_alloc_exit(struct pt_regs *ctx, enum memop operation, u64 addr) { struct event *event; u64 pid_tgid; u32 tid; u64 *size_ptr; u64 size; if (gadget_should_discard_data_current()) return 0; pid_tgid = bpf_get_current_pid_tgid(); tid = (u32)pid_tgid; size_ptr = bpf_map_lookup_elem(&sizes, &tid); if (!size_ptr) return 0; size = *size_ptr; bpf_map_delete_elem(&sizes, &tid); event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); event->operation_raw = operation; event->addr = addr; event->size = size; event->timestamp_raw = bpf_ktime_get_ns(); gadget_get_user_stack(ctx, &event->ustack); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } static __always_inline int gen_free_enter(struct pt_regs *ctx, enum memop operation, u64 addr) { struct event *event; if (gadget_should_discard_data_current()) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); event->operation_raw = operation; event->addr = addr; event->size = 0; event->timestamp_raw = bpf_ktime_get_ns(); gadget_get_user_stack(ctx, &event->ustack); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } /* common macros */ #define PROBE_RET_VAL_FOR_ALLOC(func) \ SEC("uretprobe/libc:" #func) \ int trace_uretprobe_##func(struct pt_regs *ctx) \ { \ return gen_alloc_exit(ctx, func, PT_REGS_RC(ctx)); \ } /* malloc */ SEC("uprobe/libc:malloc") int BPF_UPROBE(trace_uprobe_malloc, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(malloc) /* free */ SEC("uprobe/libc:free") int BPF_UPROBE(trace_uprobe_free, void *address) { return gen_free_enter(ctx, free, (u64)address); } /* calloc */ SEC("uprobe/libc:calloc") int BPF_UPROBE(trace_uprobe_calloc, size_t nmemb, size_t size) { return gen_alloc_enter(nmemb * size); } PROBE_RET_VAL_FOR_ALLOC(calloc) /* realloc */ SEC("uprobe/libc:realloc") int BPF_UPROBE(trace_uprobe_realloc, void *ptr, size_t size) { gen_free_enter(ctx, realloc_free, (u64)ptr); return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(realloc) /* mmap */ SEC("uprobe/libc:mmap") int BPF_UPROBE(trace_uprobe_mmap, void *address, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(mmap) /* munmap */ SEC("uprobe/libc:munmap") int BPF_UPROBE(trace_uprobe_munmap, void *address) { return gen_free_enter(ctx, munmap, (u64)address); } /* posix_memalign */ SEC("uprobe/libc:posix_memalign") int BPF_UPROBE(trace_uprobe_posix_memalign, void **memptr, size_t alignment, size_t size) { u64 memptr64; u32 tid; tid = (u32)bpf_get_current_pid_tgid(); memptr64 = (u64)memptr; bpf_map_update_elem(&memptrs, &tid, &memptr64, BPF_ANY); return gen_alloc_enter(size); } SEC("uretprobe/libc:posix_memalign") int trace_uretprobe_posix_memalign(struct pt_regs *ctx) { u64 *memptr64; void *addr; u32 tid; tid = (u32)bpf_get_current_pid_tgid(); memptr64 = bpf_map_lookup_elem(&memptrs, &tid); if (!memptr64) return 0; bpf_map_delete_elem(&memptrs, &tid); if (bpf_probe_read_user(&addr, sizeof(void *), (void *)*memptr64)) return 0; return gen_alloc_exit(ctx, posix_memalign, (u64)addr); } /* aligned_alloc */ SEC("uprobe/libc:aligned_alloc") int BPF_UPROBE(trace_uprobe_aligned_alloc, size_t alignment, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(aligned_alloc) /* valloc */ SEC("uprobe/libc:valloc") int BPF_UPROBE(trace_uprobe_valloc, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(valloc) /* memalign */ SEC("uprobe/libc:memalign") int BPF_UPROBE(trace_uprobe_memalign, size_t alignment, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(memalign) /* pvalloc */ SEC("uprobe/libc:pvalloc") int BPF_UPROBE(trace_uprobe_pvalloc, size_t size) { return gen_alloc_enter(size); } PROBE_RET_VAL_FOR_ALLOC(pvalloc) char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_malloc/test/000077500000000000000000000000001510117411400220655ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_malloc/test/unit/000077500000000000000000000000001510117411400230445ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_malloc/test/unit/trace_malloc_test.go000066400000000000000000000017031510117411400270600ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceMalloc(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_malloc") } inspektor-gadget-0.46.0/gadgets/trace_mount/000077500000000000000000000000001510117411400210015ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/README.md000066400000000000000000000002461510117411400222620ustar00rootroot00000000000000# trace_mount The `trace_mount` gadget traces mount and unmount events. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_mount inspektor-gadget-0.46.0/gadgets/trace_mount/README.mdx000066400000000000000000000131451510117411400224540ustar00rootroot00000000000000--- title: trace_mount sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_mount The trace_mount gadget emits events when mount and unmount system calls are made. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_mount:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_mount:%IG_TAG% [flags] ``` ## Flags ### `--pid` Show only events generated by process with this PID Default value: "" ## Guide First, we need to run an application that generates some events. ```bash $ kubectl run mypod --restart=Never --image=busybox -- sh -c 'while /bin/true ; do mount /mnt /mnt ; sleep 3 ; done' pod/mypod created ``` ```bash $ docker run --privileged --name test-trace-mount -d busybox /bin/sh -c 'while /bin/true ; do mount /bar /foo ; sleep 3 ; done' ``` Then, let's run the gadget: Using the trace_mount gadget, we can see which processes mount and unmount filesystems. We can simply filter for the pod `mypod` and omit specifying the node, thus tracing on all nodes for a pod called `mypod`: ```bash $ kubectl gadget run trace_mount:%IG_TAG% --podname mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID DELTA FLAGS CALL ERROR minikube-docker default mypod mypod mount 36469 36469 3318 MS_SILENT mount("/mnt", "/mnt", "ext… ENOENT minikube-docker default mypod mypod mount 36469 36469 1321 MS_SILENT mount("/mnt", "/mnt", "ext… ENOENT minikube-docker default mypod mypod mount 36469 36469 1187 MS_SILENT mount("/mnt", "/mnt", "ext… ENOENT minikube-docker default mypod mypod mount 36469 36469 1655 MS_SILENT mount("/mnt", "/mnt", "squ… ENOENT minikube-docker default mypod mypod mount 36469 36469 1257 MS_SILENT mount("/mnt", "/mnt", "vfa… ENOENT minikube-docker default mypod mypod mount 36469 36469 1211 MS_SILENT mount("/mnt", "/mnt", "fus… ENOENT minikube-docker default mypod mypod mount 36474 36474 3496 MS_SILENT mount("/mnt", "/mnt", "ext… ENOENT minikube-docker default mypod mypod mount 36474 36474 1638 MS_SILENT mount("/mnt", "/mnt", "ext… ENOENT ^C ``` We can stop the gadget by hitting Ctrl-C. ```bash $ sudo ig run trace_mount:%IG_TAG% --containername test-trace-mount RUNTIME.CONTAINERNAME COMM PID TID DELTA FLAGS CALL ERROR test-trace-mount mount 51158 51158 3460 MS_SILENT mount("/bar", "/foo", "ext3", MS_SILENT,… ENOENT test-trace-mount mount 51158 51158 1250 MS_SILENT mount("/bar", "/foo", "ext2", MS_SILENT,… ENOENT test-trace-mount mount 51158 51158 130208 MS_SILENT mount("/bar", "/foo", "ext4", MS_SILENT,… ENOENT test-trace-mount mount 51158 51158 1762 MS_SILENT mount("/bar", "/foo", "squashf", MS_SILE… ENOENT test-trace-mount mount 51158 51158 1200 MS_SILENT mount("/bar", "/foo", "vfat", MS_SILENT,… ENOENT test-trace-mount mount 51158 51158 1199 MS_SILENT mount("/bar", "/foo", "fuseblk", MS_SILE… ENOENT ^C ``` Finally, clean the system: ```bash $ kubectl delete pod mypod ``` ```bash $ docker rm -f test-trace-mount ``` inspektor-gadget-0.46.0/gadgets/trace_mount/artifacthub-pkg.yml000066400000000000000000000014731510117411400246040ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace mount" category: monitoring-logging displayName: "trace mount" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace mount syscalls" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_mount" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_mount:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_mount" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_mount:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_mount/build.yaml000066400000000000000000000000261510117411400227620ustar00rootroot00000000000000wasm: rust/src/lib.rs inspektor-gadget-0.46.0/gadgets/trace_mount/dev.md000066400000000000000000000036761510117411400221150ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR args[("args")] bufs[("bufs")] events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_mount_e -- "Lookup" --> gadget_mntns_filter_map ig_mount_e -- "Update" --> args ig_mount_e["ig_mount_e"] ig_mount_x -- "Lookup+Delete" --> args ig_mount_x -- "Lookup" --> gadget_heap ig_mount_x -- "EventOutput" --> events ig_mount_x["ig_mount_x"] ig_umount_e -- "Lookup" --> gadget_mntns_filter_map ig_umount_e -- "Update" --> args ig_umount_e["ig_umount_e"] ig_umount_x -- "Lookup+Delete" --> args ig_umount_x -- "Lookup" --> gadget_heap ig_umount_x -- "EventOutput" --> events ig_umount_x["ig_umount_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_mount_e participant ig_mount_x participant ig_umount_e participant ig_umount_x end box eBPF Maps participant gadget_mntns_filter_map participant args participant gadget_heap participant events end ig_mount_e->>gadget_mntns_filter_map: Lookup ig_mount_e->>args: Update ig_mount_x->>args: Lookup ig_mount_x->>gadget_heap: Lookup ig_mount_x->>events: EventOutput ig_mount_x->>args: Delete ig_umount_e->>gadget_mntns_filter_map: Lookup ig_umount_e->>args: Update ig_umount_x->>args: Lookup ig_umount_x->>gadget_heap: Lookup ig_umount_x->>events: EventOutput ig_umount_x->>args: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_mount/gadget.yaml000066400000000000000000000025501510117411400231220ustar00rootroot00000000000000name: trace mount description: trace mount syscalls homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_mount sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_mount datasources: mount: fields: delta_raw: annotations: columns.width: 8 columns.alignment: right error_raw: annotations: columns.hidden: true error: annotations: description: return value fs: annotations: columns.width: 8 columns.hidden: true src: annotations: columns.width: 32 columns.minwidth: 24 columns.hidden: true dest: annotations: columns.width: 32 columns.minwidth: 24 columns.hidden: true data: annotations: columns.width: 32 columns.minwidth: 24 columns.hidden: true op_raw: annotations: columns.hidden: true op: annotations: columns.width: 6 columns.minwidth: 6 columns.hidden: true flags_raw: annotations: columns.hidden: true flags: annotations: description: mount flags call: annotations: columns.width: 32 inspektor-gadget-0.46.0/gadgets/trace_mount/program.bpf.c000066400000000000000000000113111510117411400233570ustar00rootroot00000000000000/* SPDX-License-Identifier: GPL-2.0 */ /* Copyright (c) 2021 Hengqi Chen */ #include #include #include #include #include #include #include #include #include #define MAX_ENTRIES 10240 #define FS_NAME_LEN 8 #define DATA_LEN 512 enum op { MOUNT, UMOUNT, }; enum flags_set : u64 { MS_RDONLY = 0x00000001, MS_NOSUID = 0x00000002, MS_NODEV = 0x00000004, MS_NOEXEC = 0x00000008, MS_SYNCHRONOUS = 0x00000010, MS_REMOUNT = 0x00000020, MS_MANDLOCK = 0x00000040, MS_DIRSYNC = 0x00000080, MS_NOSYMFOLLOW = 0x00000100, MS_NOATIME = 0x00000200, MS_NODIRATIME = 0x00000400, MS_BIND = 0x00000800, MS_MOVE = 0x00001000, MS_REC = 0x00002000, MS_VERBOSE = 0x00004000, MS_SILENT = 0x00008000, MS_POSIXACL = 0x00010000, MS_UNBINDABLE = 0x00020000, MS_PRIVATE = 0x00040000, MS_SLAVE = 0x00080000, MS_SHARED = 0x00100000, MS_RELATIME = 0x00200000, MS_KERNMOUNT = 0x00400000, MS_I_VERSION = 0x00800000, MS_STRICTATIME = 0x01000000, MS_LAZYTIME = 0x02000000, MS_SUBMOUNT = 0x04000000, MS_NOREMOTELOCK = 0x08000000, MS_NOSEC = 0x10000000, MS_BORN = 0x20000000, MS_ACTIVE = 0x40000000, MS_NOUSER = 0x80000000, }; struct arg { __u64 ts; enum flags_set flags; const char *src; const char *dest; const char *fs; const char *data; enum op op; }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; gadget_duration delta_raw; enum flags_set flags_raw; gadget_errno error_raw; char fs[FS_NAME_LEN]; char src[GADGET_PATH_MAX]; char dest[GADGET_PATH_MAX]; char data[DATA_LEN]; enum op op_raw; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); __type(value, struct arg); } args SEC(".maps"); // Roughly 30 events GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(mount, events, event); // TODO: have to use "inline" to avoid this error: // bpf/mountsnoop.bpf.c:41:12: error: defined with too many args // static int probe_entry(const char *src, const char *dest, const char *fs, static __always_inline int probe_entry(const char *src, const char *dest, const char *fs, enum flags_set flags, const char *data, enum op op) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct arg arg = {}; if (gadget_should_discard_data_current()) return 0; arg.ts = bpf_ktime_get_ns(); arg.flags = flags; arg.src = src; arg.dest = dest; arg.fs = fs; arg.data = data; arg.op = op; bpf_map_update_elem(&args, &tid, &arg, BPF_ANY); return 0; }; static int probe_exit(void *ctx, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct arg *argp; struct event *eventp; argp = bpf_map_lookup_elem(&args, &tid); if (!argp) return 0; eventp = gadget_reserve_buf(&events, sizeof(*eventp)); if (!eventp) goto cleanup; gadget_process_populate(&eventp->proc); eventp->timestamp_raw = bpf_ktime_get_boot_ns(); eventp->delta_raw = bpf_ktime_get_ns() - argp->ts; eventp->flags_raw = argp->flags; eventp->error_raw = -ret; eventp->op_raw = argp->op; if (argp->src) bpf_probe_read_user_str(eventp->src, sizeof(eventp->src), argp->src); else eventp->src[0] = '\0'; if (argp->dest) bpf_probe_read_user_str(eventp->dest, sizeof(eventp->dest), argp->dest); else eventp->dest[0] = '\0'; if (argp->fs) bpf_probe_read_user_str(eventp->fs, sizeof(eventp->fs), argp->fs); else eventp->fs[0] = '\0'; if (argp->data) bpf_probe_read_user_str(eventp->data, sizeof(eventp->data), argp->data); else eventp->data[0] = '\0'; gadget_submit_buf(ctx, &events, eventp, sizeof(*eventp)); cleanup: bpf_map_delete_elem(&args, &tid); return 0; } SEC("tracepoint/syscalls/sys_enter_mount") int ig_mount_e(struct syscall_trace_enter *ctx) { const char *src = (const char *)ctx->args[0]; const char *dest = (const char *)ctx->args[1]; const char *fs = (const char *)ctx->args[2]; enum flags_set flags = (enum flags_set)ctx->args[3]; const char *data = (const char *)ctx->args[4]; return probe_entry(src, dest, fs, flags, data, MOUNT); } SEC("tracepoint/syscalls/sys_exit_mount") int ig_mount_x(struct syscall_trace_exit *ctx) { return probe_exit(ctx, (int)ctx->ret); } SEC("tracepoint/syscalls/sys_enter_umount") int ig_umount_e(struct syscall_trace_enter *ctx) { const char *dest = (const char *)ctx->args[0]; enum flags_set flags = (enum flags_set)ctx->args[1]; return probe_entry(NULL, dest, NULL, flags, NULL, UMOUNT); } SEC("tracepoint/syscalls/sys_exit_umount") int ig_umount_x(struct syscall_trace_exit *ctx) { return probe_exit(ctx, (int)ctx->ret); } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_mount/rust/000077500000000000000000000000001510117411400217765ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/rust/Cargo.lock000066400000000000000000000003421510117411400237020ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "trace_mount" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/gadgets/trace_mount/rust/Cargo.toml000066400000000000000000000002221510117411400237220ustar00rootroot00000000000000[package] name = "trace_mount" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../wasmapi/rust"} inspektor-gadget-0.46.0/gadgets/trace_mount/rust/src/000077500000000000000000000000001510117411400225655ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/rust/src/lib.rs000066400000000000000000000105351510117411400237050ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ datasources::{Data, DataSource, FieldKind}, fields::FieldData, }; fn get_call_str( op: i32, src: String, target: String, fs: String, flags: String, data: String, error_raw: u32, ) -> String { match op { 0 => format!( r#"mount("{}", "{}", "{}", {}, "{}") = {}"#, src, target, fs, flags, data, error_raw ), 1 => format!(r#"umount("{}", "{}") = {}"#, target, flags, error_raw), _ => "".to_string(), } } #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let ds = match DataSource::get_datasource("mount".to_string()) { Ok(ds) => ds, Err(e) => { api::errorf!("failed to get datasource: {:?}", e); return 1; } }; let op_raw_field = match ds.get_field("op_raw") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let src_field = match ds.get_field("src") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let dest_field = match ds.get_field("dest") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let fs_field = match ds.get_field("fs") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let data_field = match ds.get_field("data") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let error_raw_field = match ds.get_field("error_raw") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let flags_field = match ds.get_field("flags") { Ok(f) => f, Err(e) => { api::errorf!("failed to get field: {:?}", e); return 1; } }; let call_field = match ds.add_field("call", FieldKind::String) { Ok(f) => f, Err(e) => { api::errorf!("failed to add field: {:?}", e); return 1; } }; let err = ds.subscribe( move |_source: DataSource, data: Data| { let flags = match flags_field.string(data, 512) { Ok(flags) => flags, Err(_) => "".to_string(), }; let op_raw = match op_raw_field.get_data(data, FieldKind::Int32) { Ok(FieldData::Int32(op_raw)) => op_raw, _ => 0, }; let src = match src_field.string(data, 4096) { Ok(src) => src, Err(_) => "".to_string(), }; let dest = match dest_field.string(data, 4096) { Ok(dest) => dest, Err(_) => "".to_string(), }; let fs = match fs_field.string(data, 4096) { Ok(fs) => fs, Err(_) => "".to_string(), }; let data_str = match data_field.string(data, 512) { Ok(data_str) => data_str, Err(_) => "".to_string(), }; let error_raw = match error_raw_field.get_data(data, FieldKind::Uint32) { Ok(FieldData::Uint32(error_raw)) => error_raw, _ => 0, }; let _ = call_field.set_data( data, &get_call_str(op_raw, src, dest, fs, flags, data_str, error_raw), ); }, 0, ); if let Err(err) = &err { api::errorf!("subscribing to datasource: {:?}", err); return 1; } 0 } inspektor-gadget-0.46.0/gadgets/trace_mount/test/000077500000000000000000000000001510117411400217605ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/test/integration/000077500000000000000000000000001510117411400243035ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/test/integration/trace_mount_test.go000066400000000000000000000103741510117411400302160ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceMountEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Delta uint64 `json:"delta_raw"` Flags string `json:"flags"` Error string `json:"error"` Fs string `json:"fs"` Src string `json:"src"` Dest string `json:"dest"` Data string `json:"data"` Op string `json:"op"` Call string `json:"call"` } func TestTraceMount(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-mount" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} switch utils.CurrentTestComponent { case utils.KubectlGadgetTestComponent: ns = utils.GenerateTestNamespaceName(t, "test-trace-mount") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) case utils.IgLocalTestComponent: containerOpts = append(containerOpts, containers.WithPrivileged()) } testContainer := containerFactory.NewContainer( containerName, "while true; do mount /mnt /mnt; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceMountEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("mount", 0, 0), Op: "MOUNT", Src: "/mnt", Dest: "/mnt", Error: unix.ErrnoName(unix.ENOENT), Data: "", // Check only the existence of these fields Flags: utils.NormalizedStr, Timestamp: utils.NormalizedStr, Delta: utils.NormalizedInt, Fs: utils.NormalizedStr, Call: utils.NormalizedStr, } normalize := func(e *traceMountEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.Delta) utils.NormalizeString(&e.Flags) utils.NormalizeString(&e.Fs) utils.NormalizeString(&e.Call) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceMountCmd := igrunner.New("trace_mount", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceMountCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_mount/test/unit/000077500000000000000000000000001510117411400227375ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_mount/test/unit/trace_mount_test.go000066400000000000000000000017011510117411400266440ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceMount(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_mount") } inspektor-gadget-0.46.0/gadgets/trace_oomkill/000077500000000000000000000000001510117411400213055ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_oomkill/README.md000066400000000000000000000002431510117411400225630ustar00rootroot00000000000000# trace_oomkill The `trace_oomkill` gadget traces OOM kill events. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_oomkill inspektor-gadget-0.46.0/gadgets/trace_oomkill/README.mdx000066400000000000000000000144041510117411400227570ustar00rootroot00000000000000--- title: trace_oomkill sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_oomkill The trace_oomkill gadget is used to trace OOM kill events. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_oomkill:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_oomkill:%IG_TAG% [flags] ``` ## Guide Kubernetes allows you to set memory limits on containers. When a container exceeds its memory limit, the kernel's out-of-memory (OOM) killer is invoked, which kills the process requesting more memory than allowed in such a container. Before Kubernetes version `1.28.0`, the OOM kill events were only generated if the main container process (PID 1) was OOM killed. If any other process in the container was OOM killed, it would remain "invisible" to Kubernetes, meaning users wouldn't be notified. Even after version `1.28.0`, OOM kill events will not be generated if [cgroup v2 isn't enabled](https://kubernetes.io/docs/concepts/architecture/cgroups/#using-cgroupv2) or if [singleProcessOOMKill](https://github.com/kubernetes/kubernetes/pull/126096) is being used. To ensure you are notified whenever any process within a container is OOM killed, regardless of whether it is PID 1 or not, you can use the `trace_oomkill` gadget. To demonstrate it, let's start by creating a deployment in a namespace: :::note This guide uses Kubernetes version `1.27.0` to ensure that OOM kill events (other than main process) are not reported by Kubernetes. ::: ```bash $ kubectl create namespace oomkill-demo namespace/oomkill-demo created $ kubectl create deployment oomkill-demo --image=busybox --namespace oomkill-demo -- sleep inf deployment.apps/oomkill-demo created ``` Set the memory limit of the pod to a low value: ```bash $ kubectl set resources deployment oomkill-demo --namespace oomkill-demo --limits=memory=128Mi deployment.apps/oomkill-demo resource requirements updated $ kubectl wait --for=condition=Ready pod -l app=oomkill-demo --namespace oomkill-demo pod/oomkill-demo-<...> condition met ``` Run the gadget in a terminal: ```bash $ kubectl gadget run trace_oomkill:%IG_TAG% --namespace oomkill-demo K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME MNTNS_ID FPID FUID FGID TPID PAGES FCOMM TCOMM ``` The gadget is waiting for the OOM killer to get triggered and kill a process in `oomkill-demo` namespace (alternatively, we could use `-A` and get out-of-memory killer events in all namespaces). To trigger the OOM killer, in *another terminal*, `exec` a container and run this command to exhaust the memory: ```bash $ kubectl exec -n oomkill-demo -ti deployments/oomkill-demo -- tail /dev/zero command terminated with exit code 137 ``` First check if pod was restarted: ```bash $ kubectl get pod -l app=oomkill-demo -n oomkill-demo NAME READY STATUS RESTARTS AGE oomkill-demo-f5976f447-pr486 1/1 Running 0 70s Now, check if the OOM kill event was reported by Kubernetes: ```bash $ kubectl get events --field-selector=reason=OOMKilled -n oomkill-demo No resources found in oomkill-demo namespace. ``` or check the `lastState` of the pod: ```bash $ kubectl get pod -l app=oomkill-demo -n oomkill-demo -o jsonpath="{.items[*].status.containerStatuses[*].lastState}" {} ``` Even if the OOM kill event is not reported by Kubernetes, the `trace_oomkill` gadget will capture it. So, go back to *the first terminal* and see: ```bash K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME MNTNS_ID FPID FUID FGID TPID PAGES FCOMM TCOMM minikube-docker oomkill-demo oomkill-demo…dbf85d-r9tls busybox 4026533320 728870 0 0 728870 4227071 tail tail ``` Start the gadget in a terminal: ```bash $ sudo ig run trace_oomkill:%IG_TAG% --containername test-trace-oomkill RUNTIME.CONTAINERNAME MNTNS_ID FPID FUID FGID TPID PAGES FCOMM TCOMM ``` Run a container that will be killed by the OOM killer: ```bash $ docker run --name test-trace-oomkill -m 512M -it busybox tail /dev/zero ``` ```bash RUNTIME.CONTAINERNAME MNTNS_ID FPID FUID FGID TPID PAGES FCOMM TCOMM test-trace-oomkill 4026532205 733494 0 0 733494 262144 tail tail ``` The printed lined corresponds to the killing of the `tail` process by the OOM killer. Note that, in this case, the command which was killed by the OOM killer is the same which triggered it, **this is not always the case**. Congratulations! You reached the end of this guide! You can now delete the resource we created: ```bash $ kubectl delete namespace oomkill-demo ``` ```bash $ docker rm -f test-trace-oomkill ``` inspektor-gadget-0.46.0/gadgets/trace_oomkill/artifacthub-pkg.yml000066400000000000000000000015031510117411400251020ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace oomkill" category: monitoring-logging displayName: "trace oomkill" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace OOM killer" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_oomkill" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_oomkill:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_oomkill" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_oomkill:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_oomkill/dev.md000066400000000000000000000023351510117411400224100ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_oom_kill -- "Lookup" --> gadget_mntns_filter_map ig_oom_kill -- "Lookup" --> gadget_heap ig_oom_kill -- "EventOutput" --> events ig_oom_kill["ig_oom_kill"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_oom_kill end box eBPF Maps participant gadget_mntns_filter_map participant gadget_heap participant events end ig_oom_kill->>gadget_mntns_filter_map: Lookup ig_oom_kill->>gadget_heap: Lookup ig_oom_kill->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_oomkill/gadget.yaml000066400000000000000000000010071510117411400234220ustar00rootroot00000000000000name: trace oomkill description: trace OOM killer homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_oomkill sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_oomkill datasources: events: fields: tpid: annotations: template: pid tcomm: annotations: template: comm pages: annotations: columns.width: 8 columns.alignment: right inspektor-gadget-0.46.0/gadgets/trace_oomkill/program.bpf.c000066400000000000000000000033151510117411400236700ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2019 Facebook // Copyright (c) 2020 Netflix #include #include #include #include #include #include #include #include #define TASK_COMM_LEN 16 struct event { gadget_timestamp timestamp_raw; /* * WARNING To have enrichment done on the target process, this field * must be appear before fprocess. * Also, name it differently than mntns_id to ensure it is used to * enrichment when this warning is printed: * WARN[0001] multiple fields of "type:gadget_mntns_id" found in DataSource "oomkill", only "tmntns_id" will be used */ gadget_mntns_id tmntns_id; struct gadget_process fprocess; gadget_pid tpid; gadget_comm tcomm[TASK_COMM_LEN]; __u64 pages; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(oomkill, events, event); SEC("kprobe/oom_kill_process") int BPF_KPROBE(ig_oom_kill, struct oom_control *oc, const char *message) { struct event *event; u64 mntns_id; mntns_id = (u64)BPF_CORE_READ(oc, chosen, nsproxy, mnt_ns, ns.inum); if (gadget_should_discard_mntns_id(mntns_id)) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->fprocess); event->tpid = BPF_CORE_READ(oc, chosen, tgid); bpf_probe_read_kernel(&event->tcomm, sizeof(event->tcomm), BPF_CORE_READ(oc, chosen, comm)); event->tmntns_id = mntns_id; event->pages = BPF_CORE_READ(oc, totalpages); event->timestamp_raw = bpf_ktime_get_boot_ns(); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_oomkill/test/000077500000000000000000000000001510117411400222645ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_oomkill/test/integration/000077500000000000000000000000001510117411400246075ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_oomkill/test/integration/trace_oomkill_test.go000066400000000000000000000106311510117411400310220ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "time" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceOomKillEvent struct { utils.CommonData TMntNsID uint64 `json:"tmntns_id"` FProc utils.Process `json:"fprocess"` Tcomm string `json:"tcomm"` Tpid uint32 `json:"tpid"` Pages uint64 `json:"pages"` Timestamp string `json:"timestamp"` } func TestTraceOomKill(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent != utils.KubectlGadgetTestComponent && utils.CurrentTestComponent != utils.IgK8sTestComponent { // We have no general way to enforce memory limits for all container runtimes t.Skip("Test only runs for kubectl-gadget and ig-k8s") } containerFactory := &containers.K8sManager{} containerName := "test-trace-oomkill" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-oomkill") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } containerOpts = append(containerOpts, containers.WithLimits(map[string]string{"memory": "128Mi"}), containers.WithStartAndStop(), containers.WithWaitOrOomKilled()) testContainer := containerFactory.NewContainer( containerName, "while true; do tail /dev/zero; done", containerOpts..., ) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage)} switch utils.CurrentTestComponent { case utils.IgK8sTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime)), igrunner.WithStartAndStop()) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns)), igrunner.WithStartAndStop()) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceOomKillEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Timestamp: utils.NormalizedStr, TMntNsID: utils.NormalizedInt, Pages: utils.NormalizedInt, Tcomm: "tail", Tpid: utils.NormalizedInt, FProc: utils.BuildProc(utils.NormalizedStr, 0, 0), } expectedEntry.Runtime.ContainerID = utils.NormalizedStr normalize := func(e *traceOomKillEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Runtime.ContainerID) utils.NormalizeString(&e.Timestamp) utils.NormalizeInt(&e.TMntNsID) utils.NormalizeInt(&e.Tpid) utils.NormalizeInt(&e.Pages) utils.NormalizeProc(&e.FProc) // Normalize from process command, as we do not have any guarantee on which // process will trigger the OOM killer. utils.NormalizeString(&e.FProc.Comm) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceOomkillCmd := igrunner.New("trace_oomkill", runnerOpts...) testSteps := []igtesting.TestStep{ traceOomkillCmd, utils.Sleep(10 * time.Second), testContainer, } igtesting.RunTestSteps(testSteps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_oomkill/test/unit/000077500000000000000000000000001510117411400232435ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_oomkill/test/unit/trace_oomkill_test.go000066400000000000000000000017051510117411400274600ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceOomkill(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_oomkill") } inspektor-gadget-0.46.0/gadgets/trace_open/000077500000000000000000000000001510117411400206005ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_open/README.md000066400000000000000000000002441510117411400220570ustar00rootroot00000000000000# trace_open The trace_open gadget emits events when files are opened. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_open inspektor-gadget-0.46.0/gadgets/trace_open/README.mdx000066400000000000000000000153171510117411400222560ustar00rootroot00000000000000--- title: trace_open sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_open The trace_open gadget emits events when files are opened. ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_open:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_open:%IG_TAG% [flags] ``` ## Flags ### `--collect-ustack` Collect user stack traces Default value: "false" ### `--failed` Show only failed events Default value: "false" ### `--pid` Show only events generated by processes with this pid Default value: "" ### `--uid` Show only events generated by processes with this uid Default value: "" ## Guide This example shows how to use this gadget. First, we need to run an application that generates some events. ```bash $ kubectl run --restart=Never --image=busybox mypod -- sh -c 'while /bin/true ; do whoami ; sleep 3 ; done' pod/mypod created ``` ```bash $ docker run --name test-trace-open -d busybox /bin/sh -c 'while /bin/true ; do whoami ; sleep 3 ; done' ``` Then, let's run the gadget: Using the trace_open gadget, we can see which processes open what files. We can simply filter for the pod "mypod" and omit specifying the node, thus tracing on all nodes for a pod called "mypod": ```bash $ kubectl gadget run trace_open:%IG_TAG% --podname mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINE… COMM PID TID FD FNAME MODE ERROR minikube-docker default mypod mypod true 511559 511559 0 /etc/ld.so.cache ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/g… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/g… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/t… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/t… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/t… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/t… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/x… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/x… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/x… ------… ENOEN minikube-docker default mypod mypod true 511559 511559 0 /lib/x86_64-linux-gnu/l… ------… ENOEN ... minikube-docker default mypod mypod whoami 511560 511560 0 /lib/x86_64/libm.so.6 ------… ENOEN minikube-docker default mypod mypod whoami 511560 511560 3 /lib/libm.so.6 ------… minikube-docker default mypod mypod whoami 511560 511560 3 /lib/libresolv.so.2 ------… minikube-docker default mypod mypod whoami 511560 511560 3 /lib/libc.so.6 ------… minikube-docker default mypod mypod whoami 511560 511560 3 /etc/passwd ------… ^C ``` Seems the whoami command opens "/etc/passwd" to map the user ID to a user name. We can stop the gadget by hitting Ctrl-C. ```bash $ sudo ig run trace_open:%IG_TAG% --containername test-trace-open RUNTIME.CONTAINERNA… COMM PID TID FD FNAME MODE ERROR test-trace-open true 515458 515458 0 /etc/ld.so.cache ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/g… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/g… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/t… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/t… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/t… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/t… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/x… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/x… ---------- ENOENT test-trace-open true 515458 515458 0 /lib/x86_64-linux-gnu/x… ---------- ENOENT ... test-trace-open whoami 515459 515459 0 /lib/tls/x86_64/libm.so… ---------- ENOENT test-trace-open whoami 515459 515459 0 /lib/tls/libm.so.6 ---------- ENOENT test-trace-open whoami 515459 515459 0 /lib/x86_64/x86_64/libm… ---------- ENOENT test-trace-open whoami 515459 515459 0 /lib/x86_64/libm.so.6 ---------- ENOENT test-trace-open whoami 515459 515459 0 /lib/x86_64/libm.so.6 ---------- ENOENT test-trace-open whoami 515459 515459 3 /lib/libm.so.6 ---------- test-trace-open whoami 515459 515459 3 /lib/libresolv.so.2 ---------- test-trace-open whoami 515459 515459 3 /lib/libc.so.6 ---------- test-trace-open whoami 515459 515459 3 /etc/passwd ---------- ^C ``` Finally, clean the system: ```bash $ kubectl delete pod mypod ``` ```bash $ docker rm -f test-trace-open ``` inspektor-gadget-0.46.0/gadgets/trace_open/artifacthub-pkg.yml000066400000000000000000000014611510117411400244000ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace open" category: monitoring-logging displayName: "trace open" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace open files" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_open" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_open:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_open" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_open:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_open/dev.md000066400000000000000000000037041510117411400217040ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ig_ustack[("ig_ustack")] start[("start")] ig_open_e -- "Lookup" --> gadget_mntns_filter_map ig_open_e -- "Update" --> start ig_open_e["ig_open_e"] ig_open_x -- "Lookup+Delete" --> start ig_open_x -- "Lookup" --> gadget_heap ig_open_x -- "EventOutput" --> events ig_open_x["ig_open_x"] ig_openat_e -- "Lookup" --> gadget_mntns_filter_map ig_openat_e -- "Update" --> start ig_openat_e["ig_openat_e"] ig_openat_x -- "Lookup+Delete" --> start ig_openat_x -- "Lookup" --> gadget_heap ig_openat_x -- "EventOutput" --> events ig_openat_x["ig_openat_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_open_e participant ig_open_x participant ig_openat_e participant ig_openat_x end box eBPF Maps participant gadget_mntns_filter_map participant start participant gadget_heap participant events end ig_open_e->>gadget_mntns_filter_map: Lookup ig_open_e->>start: Update ig_open_x->>start: Lookup ig_open_x->>gadget_heap: Lookup ig_open_x->>events: EventOutput ig_open_x->>start: Delete ig_openat_e->>gadget_mntns_filter_map: Lookup ig_openat_e->>start: Update ig_openat_x->>start: Lookup ig_openat_x->>gadget_heap: Lookup ig_openat_x->>events: EventOutput ig_openat_x->>start: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_open/gadget.yaml000066400000000000000000000020541510117411400227200ustar00rootroot00000000000000name: trace open description: trace open files homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_open sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_open datasources: open: fields: flags_raw: annotations: columns.hidden: true flags: annotations: columns.hidden: true columns.width: 10 mode_raw: annotations: columns.hidden: true mode: annotations: description: File access mode error_raw: annotations: columns.hidden: true fd: annotations: description: File descriptor. 0 in case of error columns.minwidth: 2 columns.maxwidth: 3 columns.alignment: right fname: annotations: columns.width: 32 columns.minwidth: 24 params: ebpf: targ_failed: key: failed defaultValue: "false" description: Show only failed events inspektor-gadget-0.46.0/gadgets/trace_open/program.bpf.c000066400000000000000000000061401510117411400231620ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2019 Facebook // Copyright (c) 2020 Netflix #include #include #include #include #include #include #include #include #include #define TASK_RUNNING 0 #define NAME_MAX 255 struct args_t { const char *fname; int flags; __u16 mode; }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; gadget_errno error_raw; __u32 fd; gadget_file_flags flags_raw; gadget_file_mode mode_raw; struct gadget_user_stack ustack; char fname[NAME_MAX]; }; const volatile bool targ_failed = false; GADGET_PARAM(targ_failed); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, u32); __type(value, struct args_t); } start SEC(".maps"); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(open, events, event); static __always_inline int trace_enter(const char *filename, int flags, __u16 mode) { __u64 pid = bpf_get_current_pid_tgid(); if (gadget_should_discard_data_current()) return 0; struct args_t args = {}; args.fname = filename; args.flags = flags; args.mode = mode; bpf_map_update_elem(&start, &pid, &args, 0); return 0; } #ifndef __TARGET_ARCH_arm64 SEC("tracepoint/syscalls/sys_enter_open") int ig_open_e(struct syscall_trace_enter *ctx) { return trace_enter((const char *)ctx->args[0], (int)ctx->args[1], (__u16)ctx->args[2]); } #endif /* !__TARGET_ARCH_arm64 */ SEC("tracepoint/syscalls/sys_enter_openat") int ig_openat_e(struct syscall_trace_enter *ctx) { return trace_enter((const char *)ctx->args[1], (int)ctx->args[2], (__u16)ctx->args[3]); } static __always_inline int trace_exit(struct syscall_trace_exit *ctx) { struct event *event; struct args_t *ap; long int ret; __u32 fd; __s32 errval; __u64 pid_tgid = bpf_get_current_pid_tgid(); // pid from kernel po u32 pid = (u32)pid_tgid; ap = bpf_map_lookup_elem(&start, &pid); if (!ap) return 0; /* missed entry */ ret = ctx->ret; if (targ_failed && ret >= 0) goto cleanup; /* want failed only */ event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) goto cleanup; fd = 0; errval = 0; if (ret >= 0) { fd = ret; } else { errval = -ret; } /* event data */ gadget_process_populate(&event->proc); gadget_get_user_stack(ctx, &event->ustack); bpf_probe_read_user_str(&event->fname, sizeof(event->fname), ap->fname); event->flags_raw = ap->flags; event->mode_raw = ap->mode; event->error_raw = errval; event->fd = fd; event->timestamp_raw = bpf_ktime_get_boot_ns(); /* emit event */ gadget_submit_buf(ctx, &events, event, sizeof(*event)); cleanup: bpf_map_delete_elem(&start, &pid); return 0; } #ifndef __TARGET_ARCH_arm64 SEC("tracepoint/syscalls/sys_exit_open") int ig_open_x(struct syscall_trace_exit *ctx) { return trace_exit(ctx); } #endif /* !__TARGET_ARCH_arm64 */ SEC("tracepoint/syscalls/sys_exit_openat") int ig_openat_x(struct syscall_trace_exit *ctx) { return trace_exit(ctx); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_open/test/000077500000000000000000000000001510117411400215575ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_open/test/integration/000077500000000000000000000000001510117411400241025ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_open/test/integration/trace_open_test.go000066400000000000000000000073561510117411400276220ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceOpenEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Fd uint32 `json:"fd"` Error string `json:"error"` Flags string `json:"flags"` Mode string `json:"mode"` FName string `json:"fname"` } func TestTraceOpen(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-open" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-open") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do setuidgid 1000:1111 cat /dev/null; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceOpenEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("cat", 1000, 1111), FName: "/dev/null", Fd: 3, Error: "", Flags: "O_RDONLY", Mode: "----------", // Check the existence of the following fields Timestamp: utils.NormalizedStr, } normalize := func(e *traceOpenEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceOpenCmd := igrunner.New("trace_open", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceOpenCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_open/test/unit/000077500000000000000000000000001510117411400225365ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_open/test/unit/filtering_test.go000066400000000000000000000163501510117411400261140ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) // This test file checks that the common filtering logic works as expected. We // could have implemented a specific gadget for this test but it's an overkill // as trace_open can be used. type filterTestDef struct { // The following are tri state fields: // - nil: filter not used // - true: filter match // - false: filter not match matchMntns *bool matchPid *bool matchTid *bool matchUid *bool matchGid *bool matchComm *bool } func genName(testCase filterTestDef) string { var name string if testCase.matchMntns != nil { name += fmt.Sprintf("mntns=%v,", *testCase.matchMntns) } if testCase.matchPid != nil { name += fmt.Sprintf("pid=%v,", *testCase.matchPid) } if testCase.matchTid != nil { name += fmt.Sprintf("tid=%v,", *testCase.matchTid) } if testCase.matchUid != nil { name += fmt.Sprintf("uid=%v,", *testCase.matchUid) } if testCase.matchGid != nil { name += fmt.Sprintf("gid=%v,", *testCase.matchGid) } if testCase.matchComm != nil { name += fmt.Sprintf("comm=%v,", *testCase.matchComm) } return name } func TestFiltering(t *testing.T) { trueVal := true falseVal := false gadgettesting.InitUnitTest(t) testCases := []filterTestDef{ // no filter {}, // one matching enabled at the time { matchMntns: &trueVal, }, { matchPid: &trueVal, }, { matchTid: &trueVal, }, { matchUid: &trueVal, }, { matchGid: &trueVal, }, { matchComm: &trueVal, }, // one non matching enabled at the time { matchMntns: &falseVal, }, { matchPid: &falseVal, }, { matchTid: &falseVal, }, { matchUid: &falseVal, }, { matchGid: &falseVal, }, { matchComm: &falseVal, }, // all matching { matchMntns: &trueVal, matchPid: &trueVal, matchTid: &trueVal, matchUid: &trueVal, matchGid: &trueVal, matchComm: &trueVal, }, // all non matching { matchMntns: &falseVal, matchPid: &falseVal, matchTid: &falseVal, matchUid: &falseVal, matchGid: &falseVal, matchComm: &falseVal, }, // all matching except one { matchMntns: &trueVal, matchPid: &trueVal, matchTid: &trueVal, matchUid: &trueVal, matchGid: &trueVal, matchComm: &falseVal, }, { matchMntns: &trueVal, matchPid: &trueVal, matchTid: &trueVal, matchUid: &trueVal, matchGid: &falseVal, matchComm: &trueVal, }, { matchMntns: &trueVal, matchPid: &trueVal, matchTid: &trueVal, matchUid: &falseVal, matchGid: &trueVal, matchComm: &trueVal, }, { matchMntns: &trueVal, matchPid: &trueVal, matchTid: &falseVal, matchUid: &trueVal, matchGid: &trueVal, matchComm: &trueVal, }, { matchMntns: &trueVal, matchPid: &falseVal, matchTid: &trueVal, matchUid: &trueVal, matchGid: &trueVal, matchComm: &trueVal, }, { matchMntns: &falseVal, matchPid: &trueVal, matchTid: &trueVal, matchUid: &trueVal, matchGid: &trueVal, matchComm: &trueVal, }, } for _, testCase := range testCases { t.Run(genName(testCase), func(t *testing.T) { t.Parallel() var mntnsFilterMap *ebpf.Map params := map[string]string{} expectedEvents := 1 runnerConfig := &utils.RunnerConfig{ Uid: 123456, Gid: 789012, } runner := utils.NewRunnerWithTest(t, runnerConfig) if testCase.matchMntns != nil { if *testCase.matchMntns { mntnsFilterMap = utils.CreateMntNsFilterMap(t, runner.Info.MountNsID) } else { mntnsFilterMap = utils.CreateMntNsFilterMap(t, 0) expectedEvents = 0 } } if testCase.matchPid != nil { if *testCase.matchPid { params["operator.oci.ebpf.pid"] = fmt.Sprintf("%d", runner.Info.Proc.Pid) } else { params["operator.oci.ebpf.pid"] = fmt.Sprintf("%d", runner.Info.Proc.Pid+50) expectedEvents = 0 } } if testCase.matchTid != nil { if *testCase.matchTid { params["operator.oci.ebpf.tid"] = fmt.Sprintf("%d", runner.Info.Proc.Tid) } else { params["operator.oci.ebpf.tid"] = fmt.Sprintf("%d", runner.Info.Proc.Tid+50) expectedEvents = 0 } } if testCase.matchUid != nil { if *testCase.matchUid { params["operator.oci.ebpf.uid"] = fmt.Sprintf("%d", runner.Info.Uid) } else { params["operator.oci.ebpf.uid"] = fmt.Sprintf("%d", runner.Info.Uid+50) expectedEvents = 0 } } if testCase.matchGid != nil { if *testCase.matchGid { params["operator.oci.ebpf.gid"] = fmt.Sprintf("%d", runner.Info.Gid) } else { params["operator.oci.ebpf.gid"] = fmt.Sprintf("%d", runner.Info.Gid+50) expectedEvents = 0 } } if testCase.matchComm != nil { if *testCase.matchComm { params["operator.oci.ebpf.comm"] = runner.Info.Proc.Comm } else { params["operator.oci.ebpf.comm"] = runner.Info.Proc.Comm[:len(runner.Info.Proc.Comm)-1] expectedEvents = 0 } } // t.TempDir() is more difficult to use here as it creates a // subfolder and we'll need to call os.Chown recursively on it. f, err := os.CreateTemp("", "filter-test") t.Cleanup(func() { os.Remove(f.Name()) }) require.NoError(t, err) tmpPath := f.Name() require.NoError(t, os.Chown(tmpPath, runner.Info.Uid, runner.Info.Gid)) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { return generateEventWithSpecificPath(tmpPath) }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceOpenEvent]{ Image: "trace_open", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, OnGadgetRun: onGadgetRun, ParamValues: params, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() require.Equal(t, expectedEvents, countEvents(tmpPath, gadgetRunner.CapturedEvents)) }) } } // generateEvent simulates an event by opening and closing a file func generateEventWithSpecificPath(path string) error { fd, err := unix.Open(path, 0, 0) if err != nil { return err } // Close the file descriptor to simulate the event return unix.Close(fd) } func countEvents(path string, events []ExpectedTraceOpenEvent) int { count := 0 for _, event := range events { if event.FName == path { count++ } } return count } inspektor-gadget-0.46.0/gadgets/trace_open/test/unit/trace_open_test.go000066400000000000000000000213011510117411400262400ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "path/filepath" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTraceOpenEvent struct { Proc utils.Process `json:"proc"` Fd uint32 `json:"fd"` FName string `json:"fname"` FlagsRaw int `json:"flags_raw"` ModeRaw int `json:"mode_raw"` ErrRaw int `json:"error_raw"` } type testDef struct { runnerConfig *utils.RunnerConfig mntnsFilterMap func(info *utils.RunnerInfo) *ebpf.Map generateEvent func() (int, error) validateEvent func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) } func TestTraceOpenGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := map[string]testDef{ "captures_all_events_with_no_filters_configured": { runnerConfig: &utils.RunnerConfig{}, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedTraceOpenEvent { return &ExpectedTraceOpenEvent{ Proc: info.Proc, Fd: uint32(fd), FName: "/dev/null", } })(t, info, fd, events) }, }, "captures_no_events_with_no_matching_filter": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, 0) }, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { utils.ExpectNoEvent(t, info, fd, events) }, }, "captures_events_with_matching_filter": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { utils.ExpectOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedTraceOpenEvent { return &ExpectedTraceOpenEvent{ Proc: info.Proc, Fd: uint32(fd), FName: "/dev/null", } })(t, info, fd, events) }, }, "test_flags_and_mode": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: func() (int, error) { filename := "/tmp/test_flags_and_mode" fd, err := unix.Open(filename, unix.O_CREAT|unix.O_RDWR, unix.S_IRWXU|unix.S_IRGRP|unix.S_IWGRP|unix.S_IXOTH) if err != nil { return 0, err } defer os.Remove(filename) unix.Close(fd) return fd, nil }, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { require.Len(t, events, 1, "expected one event") require.Equal(t, events[0].ModeRaw, unix.S_IRWXU|unix.S_IRGRP|unix.S_IWGRP|unix.S_IXOTH, "mode") require.Equal(t, events[0].FlagsRaw, unix.O_CREAT|unix.O_RDWR, "flags") }, }, "test_symbolic_links": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: func() (int, error) { // Create a symbolic link to /dev/null err := os.Symlink("/dev/null", "/tmp/test_symbolic_links") if err != nil { return 0, err } defer os.Remove("/tmp/test_symbolic_links") // Open the symbolic link fd, err := unix.Open("/tmp/test_symbolic_links", unix.O_RDONLY, 0) if err != nil { return 0, err } defer unix.Close(fd) return fd, nil }, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { require.Len(t, events, 1, "expected one event") require.Equal(t, events[0].FName, "/tmp/test_symbolic_links", "filename") }, }, "test_relative_path": { runnerConfig: &utils.RunnerConfig{}, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: func() (int, error) { relPath := generateRelativePathForAbsolutePath(t, "/tmp/test_relative_path") fd, err := unix.Open(relPath, unix.O_CREAT, 0) if err != nil { return 0, err } defer os.Remove(relPath) unix.Close(fd) return fd, nil }, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { require.Len(t, events, 1, "expected one event") relative_path := generateRelativePathForAbsolutePath(t, "/tmp/test_relative_path") require.Equal(t, events[0].FName, relative_path, "filename") }, }, "test_prefix_on_directory": { runnerConfig: &utils.RunnerConfig{}, generateEvent: func() (int, error) { err := os.Mkdir("/tmp/foo", 0o750) if err != nil { return 0, err } defer os.RemoveAll("/tmp/foo") fd, err := unix.Open("/tmp/foo/bar.test", unix.O_RDONLY|unix.O_CREAT, 0) if err != nil { return 0, err } defer unix.Close(fd) badfd, err := unix.Open("/tmp/quux.test", unix.O_RDONLY|unix.O_CREAT, 0) if err != nil { return 0, err } defer unix.Close(badfd) return fd, nil }, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, events []ExpectedTraceOpenEvent) { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, fd int) *ExpectedTraceOpenEvent { return &ExpectedTraceOpenEvent{ Proc: info.Proc, Fd: uint32(fd), FName: "/tmp/foo/bar.test", ErrRaw: 0, FlagsRaw: unix.O_RDONLY | unix.O_CREAT, ModeRaw: 0, } })(t, info, fd, events) }, }, "event_has_UID_and_GID_of_user_generating_event": { runnerConfig: &utils.RunnerConfig{ Uid: int(1435), Gid: int(6789), }, mntnsFilterMap: func(info *utils.RunnerInfo) *ebpf.Map { return utils.CreateMntNsFilterMap(t, info.MountNsID) }, generateEvent: generateEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, _ int, events []ExpectedTraceOpenEvent) { require.Len(t, events, 1, "expected one event") require.Equal(t, uint32(info.Uid), events[0].Proc.Creds.Uid) require.Equal(t, uint32(info.Gid), events[0].Proc.Creds.Gid) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() var fd int runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) var mntnsFilterMap *ebpf.Map if testCase.mntnsFilterMap != nil { mntnsFilterMap = testCase.mntnsFilterMap(runner.Info) } onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { var err error fd, err = testCase.generateEvent() if err != nil { return err } return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceOpenEvent]{ Image: "trace_open", Timeout: 5 * time.Second, MntnsFilterMap: mntnsFilterMap, OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, fd, gadgetRunner.CapturedEvents) }) } } func generateRelativePathForAbsolutePath(t *testing.T, fileName string) string { // If the filename is relative, return it as is if !filepath.IsAbs(fileName) { return fileName } cwd, err := os.Getwd() require.NoError(t, err, "getting current working directory") relPath, err := filepath.Rel(cwd, fileName) require.NoError(t, err, "getting relative path") return relPath } // generateEvent simulates an event by opening and closing a file func generateEvent() (int, error) { fd, err := unix.Open("/dev/null", 0, 0) if err != nil { return 0, err } // Close the file descriptor to simulate the event err = unix.Close(fd) if err != nil { return fd, err } return fd, nil } inspektor-gadget-0.46.0/gadgets/trace_signal/000077500000000000000000000000001510117411400211145ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_signal/README.md000066400000000000000000000001731510117411400223740ustar00rootroot00000000000000# trace signal trace signal Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_signal inspektor-gadget-0.46.0/gadgets/trace_signal/README.mdx000066400000000000000000000017221510117411400225650ustar00rootroot00000000000000--- title: trace_signal sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace signal trace signal ## Requirements - Minimum Kernel Version : 5.4 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_signal:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_signal:%IG_TAG% [flags] ``` ## Flags ### `--failed` Show only failed events Default value: "false" ### `--pid` Show only events generated by processes with this pid Default value: "" ### `--kill-only` Show only events generated by kill family syscalls Default value: "false" ### `--signal` Show only events generated by this signal Default value: "" ## Guide TODO inspektor-gadget-0.46.0/gadgets/trace_signal/artifacthub-pkg.yml000066400000000000000000000013731510117411400247160ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace signal" category: monitoring-logging displayName: "trace signal" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace signal" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_signal:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_signal:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_signal/dev.md000066400000000000000000000057001510117411400222160ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] values[("values")] ig_sig_generate -- "Lookup" --> gadget_mntns_filter_map ig_sig_generate -- "Lookup" --> gadget_heap ig_sig_generate -- "EventOutput" --> events ig_sig_generate["ig_sig_generate"] ig_sig_kill_e -- "Lookup" --> gadget_mntns_filter_map ig_sig_kill_e -- "Update" --> values ig_sig_kill_e["ig_sig_kill_e"] ig_sig_kill_x -- "Lookup+Delete" --> values ig_sig_kill_x -- "Lookup" --> gadget_heap ig_sig_kill_x -- "EventOutput" --> events ig_sig_kill_x["ig_sig_kill_x"] ig_sig_tgkill_e -- "Lookup" --> gadget_mntns_filter_map ig_sig_tgkill_e -- "Update" --> values ig_sig_tgkill_e["ig_sig_tgkill_e"] ig_sig_tgkill_x -- "Lookup+Delete" --> values ig_sig_tgkill_x -- "Lookup" --> gadget_heap ig_sig_tgkill_x -- "EventOutput" --> events ig_sig_tgkill_x["ig_sig_tgkill_x"] ig_sig_tkill_e -- "Lookup" --> gadget_mntns_filter_map ig_sig_tkill_e -- "Update" --> values ig_sig_tkill_e["ig_sig_tkill_e"] ig_sig_tkill_x -- "Lookup+Delete" --> values ig_sig_tkill_x -- "Lookup" --> gadget_heap ig_sig_tkill_x -- "EventOutput" --> events ig_sig_tkill_x["ig_sig_tkill_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_sig_generate participant ig_sig_kill_e participant ig_sig_kill_x participant ig_sig_tgkill_e participant ig_sig_tgkill_x participant ig_sig_tkill_e participant ig_sig_tkill_x end box eBPF Maps participant gadget_mntns_filter_map participant gadget_heap participant events participant values end ig_sig_generate->>gadget_mntns_filter_map: Lookup ig_sig_generate->>gadget_heap: Lookup ig_sig_generate->>events: EventOutput ig_sig_kill_e->>gadget_mntns_filter_map: Lookup ig_sig_kill_e->>values: Update ig_sig_kill_x->>values: Lookup ig_sig_kill_x->>gadget_heap: Lookup ig_sig_kill_x->>events: EventOutput ig_sig_kill_x->>values: Delete ig_sig_tgkill_e->>gadget_mntns_filter_map: Lookup ig_sig_tgkill_e->>values: Update ig_sig_tgkill_x->>values: Lookup ig_sig_tgkill_x->>gadget_heap: Lookup ig_sig_tgkill_x->>events: EventOutput ig_sig_tgkill_x->>values: Delete ig_sig_tkill_e->>gadget_mntns_filter_map: Lookup ig_sig_tkill_e->>values: Update ig_sig_tkill_x->>values: Lookup ig_sig_tkill_x->>gadget_heap: Lookup ig_sig_tkill_x->>events: EventOutput ig_sig_tkill_x->>values: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_signal/gadget.yaml000066400000000000000000000017771510117411400232470ustar00rootroot00000000000000name: trace signal description: trace signal homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_signal sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_signal datasources: signal: fields: tpid: annotations: description: Target process ID template: pid error_raw: annotations: columns.hidden: true sig_raw: annotations: columns.hidden: true sig: annotations: description: Signal number columns.width: 10 params: ebpf: failed_only: key: failed defaultValue: "false" description: Show only failed events kill_only: key: kill-only alias: k defaultValue: "false" description: Show only events generated by kill family syscalls target_signal: key: signal defaultValue: "" description: Show only events generated by this signal inspektor-gadget-0.46.0/gadgets/trace_signal/program.bpf.c000066400000000000000000000073321510117411400235020ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2021~2022 Hengqi Chen */ #include #include #include #include #include #include #include #include struct value { gadget_mntns_id mntns_id; int sig; }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; __u32 tpid; gadget_signal sig_raw; gadget_errno error_raw; }; const volatile int target_signal = 0; const volatile bool failed_only = false; const volatile bool kill_only = false; GADGET_PARAM(target_signal); GADGET_PARAM(failed_only); GADGET_PARAM(kill_only); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, __u32); __type(value, struct value); } values SEC(".maps"); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(signal, events, event); static int probe_entry(pid_t tpid, int sig) { struct value v = {}; __u64 pid_tgid; __u32 tid; u64 mntns_id; if (!kill_only) return 0; if (gadget_should_discard_data_current()) return 0; mntns_id = gadget_get_current_mntns_id(); if (target_signal && sig != target_signal) return 0; pid_tgid = bpf_get_current_pid_tgid(); tid = (__u32)pid_tgid; v.sig = sig; v.mntns_id = mntns_id; bpf_map_update_elem(&values, &tid, &v, BPF_ANY); return 0; } static int probe_exit(void *ctx, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 tid = (__u32)pid_tgid; struct event *eventp; struct value *vp; if (!kill_only) return 0; vp = bpf_map_lookup_elem(&values, &tid); if (!vp) return 0; if (failed_only && ret >= 0) goto cleanup; eventp = gadget_reserve_buf(&events, sizeof(*eventp)); if (!eventp) goto cleanup; gadget_process_populate(&eventp->proc); eventp->error_raw = -ret; eventp->timestamp_raw = bpf_ktime_get_boot_ns(); eventp->sig_raw = vp->sig; gadget_submit_buf(ctx, &events, eventp, sizeof(*eventp)); cleanup: bpf_map_delete_elem(&values, &tid); return 0; } SEC("tracepoint/syscalls/sys_enter_kill") int ig_sig_kill_e(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[0]; int sig = (int)ctx->args[1]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_kill") int ig_sig_kill_x(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/syscalls/sys_enter_tkill") int ig_sig_tkill_e(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[0]; int sig = (int)ctx->args[1]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_tkill") int ig_sig_tkill_x(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/syscalls/sys_enter_tgkill") int ig_sig_tgkill_e(struct syscall_trace_enter *ctx) { pid_t tpid = (pid_t)ctx->args[1]; int sig = (int)ctx->args[2]; return probe_entry(tpid, sig); } SEC("tracepoint/syscalls/sys_exit_tgkill") int ig_sig_tgkill_x(struct syscall_trace_exit *ctx) { return probe_exit(ctx, ctx->ret); } SEC("tracepoint/signal/signal_generate") int ig_sig_generate(struct trace_event_raw_signal_generate *ctx) { struct event *event; pid_t tpid = ctx->pid; int ret = ctx->errno; int sig = ctx->sig; if (kill_only) return 0; if (gadget_should_discard_data_current()) return 0; if (failed_only && ret == 0) return 0; if (target_signal && sig != target_signal) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; gadget_process_populate(&event->proc); event->tpid = tpid; event->sig_raw = sig; event->error_raw = -ret; event->timestamp_raw = bpf_ktime_get_boot_ns(); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_signal/test/000077500000000000000000000000001510117411400220735ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_signal/test/integration/000077500000000000000000000000001510117411400244165ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_signal/test/integration/trace_signal_test.go000066400000000000000000000072111510117411400304400ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceSignalEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` Signal string `json:"sig"` SignalRaw int `json:"sig_raw"` Error string `json:"error"` } func TestTraceSignal(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-signal" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} switch utils.CurrentTestComponent { case utils.KubectlGadgetTestComponent: ns = utils.GenerateTestNamespaceName(t, "test-trace-signal") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do sleep 1; sleep 3 & kill $!; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceSignalEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("sh", 0, 0), Signal: "SIGTERM", SignalRaw: 15, Error: "", // Check only the existence of these fields Timestamp: utils.NormalizedStr, } normalize := func(e *traceSignalEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceSignalCmd := igrunner.New("trace_signal", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceSignalCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_signal/test/unit/000077500000000000000000000000001510117411400230525ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_signal/test/unit/trace_signal_test.go000066400000000000000000000063061510117411400271000ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "syscall" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceSignalEvent struct { Proc utils.Process `json:"proc"` Signal string `json:"sig"` SignalRaw int `json:"sig_raw"` Error string `json:"error"` } type testDef struct { name string signal syscall.Signal } func TestTraceSignalGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := []testDef{ { name: "kill", signal: syscall.SIGKILL, }, { name: "sigterm", signal: syscall.SIGTERM, }, { name: "sigint", signal: syscall.SIGINT, }, { name: "sigusr1", signal: syscall.SIGUSR1, }, { name: "sigusr2", signal: syscall.SIGUSR2, }, } for _, testCase := range testCases { t.Run(testCase.name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, nil) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { p, err := os.StartProcess("/usr/bin/sleep", []string{"/usr/bin/sleep", "2"}, &os.ProcAttr{}) require.NoError(t, err, "start process") defer p.Wait() err = p.Signal(testCase.signal) require.NoError(t, err, "signal process") return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[traceSignalEvent]{ Image: "trace_signal", Timeout: 5 * time.Second, ParamValues: api.ParamValues{}, OnGadgetRun: onGadgetRun, MntnsFilterMap: utils.CreateMntNsFilterMap(t, runner.Info.MountNsID), } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() utils.ExpectOneEvent(func(info *utils.RunnerInfo, fd int) *traceSignalEvent { return &traceSignalEvent{ Proc: info.Proc, Signal: signalName(testCase.signal), SignalRaw: int(testCase.signal), Error: "", } })(t, runner.Info, 0, gadgetRunner.CapturedEvents) }) } } func signalName(sig syscall.Signal) string { switch sig { case syscall.SIGKILL: return "SIGKILL" case syscall.SIGTERM: return "SIGTERM" case syscall.SIGINT: return "SIGINT" case syscall.SIGUSR1: return "SIGUSR1" case syscall.SIGUSR2: return "SIGUSR2" default: return sig.String() // fallback to default } } inspektor-gadget-0.46.0/gadgets/trace_sni/000077500000000000000000000000001510117411400204305ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_sni/README.md000066400000000000000000000002641510117411400217110ustar00rootroot00000000000000# trace_sni The trace_sni gadget traces Server Name Indication (SNI) from TLS requests. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_sni inspektor-gadget-0.46.0/gadgets/trace_sni/README.mdx000066400000000000000000000075161510117411400221100ustar00rootroot00000000000000--- title: trace_sni sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_sni The trace_sni gadget tracks Server Name Indication (SNI) from TLS requests. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_sni:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_sni:%IG_TAG% [flags] ``` ## Guide Run the gadget in a terminal: ```bash $ kubectl gadget run trace_sni:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID NAME ``` Run a pod on a different terminal and perform some requests: ```bash $ kubectl run -it ubuntu --image ubuntu:latest -- /bin/bash root@ubuntu:/# apt update && apt install -y wget && wget wikimedia.org (...) HTTP request sent, awaiting response... 301 Moved Permanently Location: https://www.wikimedia.org/ [following] (...) root@ubuntu:/# wget www.github.com (...) HTTP request sent, awaiting response... 301 Moved Permanently Location: https://github.com/ [following] (...) ``` Go back to the terminal where the gadget is running. The requests will be logged by the gadget: ```bash K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID NAME minikube-docker default ubuntu ubuntu wget 693742 693742 wikimedia.org minikube-docker default ubuntu ubuntu wget 693742 693742 www.wikimedia.org ``` Start the gadget in a terminal: ```bash $ sudo ig run trace_sni:%IG_TAG% --containername test-trace-sni RUNTIME.CONTAINERNAME COMM PID TID NAME ``` Launch a container (in another terminal) that makes requests: ```bash $ docker run -it --name test-trace-sni busybox /bin/sh -c "wget https://example.com" ``` Go back to the terminal where the gadget is running. The requests will be logged by the gadget: ```bash RUNTIME.CONTAINERNAME COMM PID TID NAME test-trace-sni wget 697854 697854 example.com ``` We can see that each time our `wget` client connected to a different server, our tracer caught the Server Name Indication requested. Congratulations! You reached the end of this guide! You can now delete the pod you created: ```bash $ kubectl delete pod ubuntu ``` ```bash $ docker rm -f test-trace-sni ``` inspektor-gadget-0.46.0/gadgets/trace_sni/artifacthub-pkg.yml000066400000000000000000000014441510117411400242310ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace sni" category: monitoring-logging displayName: "trace sni" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace sni" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_sni" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_sni:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_sni" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_sni:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_sni/dev.md000066400000000000000000000023651510117411400215360ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] gadget_sockets[("gadget_sockets")] ig_trace_sni -- "Lookup" --> gadget_sockets ig_trace_sni -- "Lookup" --> gadget_mntns_filter_map ig_trace_sni -- "EventOutput" --> events ig_trace_sni["ig_trace_sni"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_trace_sni end box eBPF Maps participant gadget_sockets participant gadget_mntns_filter_map participant events end ig_trace_sni->>gadget_sockets: Lookup ig_trace_sni->>gadget_mntns_filter_map: Lookup ig_trace_sni->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_sni/gadget.yaml000066400000000000000000000005321510117411400225470ustar00rootroot00000000000000name: trace sni description: trace sni homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_sni sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_sni datasources: sni: fields: name: annotations: columns.width: 30 inspektor-gadget-0.46.0/gadgets/trace_sni/program.bpf.c000066400000000000000000000162271510117411400230210ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 /* Copyright (c) 2021-2022 The Inspektor Gadget authors */ /* Copyright (c) 2021-2022 SAP SE or an SAP affiliate company and Gardener contributors */ #include #include #include #include #include #include #include #define GADGET_NO_BUF_RESERVE #define GADGET_MAX_EVENT_SIZE 512 #define GADGET_TYPE_NETWORKING #include #include #include #include #include #define TLS_CONTENT_TYPE_HANDSHAKE 0x16 #define TLS_HANDSHAKE_TYPE_CLIENT_HELLO 0x1 #define TLS_EXTENSION_SERVER_NAME 0x0 // TODO: Figure out real max number according to RFC. #define TLS_MAX_EXTENSION_COUNT 20 // TODO: figure out the right value. #define TLS_MAX_SERVER_NAME_LEN 128 // The length of the session ID length field. #define TLS_SESSION_ID_LENGTH_LEN 1 // The length of the cipher suites length field. #define TLS_CIPHER_SUITES_LENGTH_LEN 2 // The length of the compression methods length field. #define TLS_COMPRESSION_METHODS_LENGTH_LEN 1 // The length of the extensions length field. #define TLS_EXTENSIONS_LENGTH_LEN 2 // The length of the extension type field. #define TLS_EXTENSION_TYPE_LEN 2 // The length of the extension length field (a single extension). #define TLS_EXTENSION_LENGTH_LEN 2 // The offset of the server name length field from the start of the server_name // TLS extension. #define TLS_SERVER_NAME_LENGTH_OFF 7 // The offset of the server name field from the start of the server_name TLS // extension. #define TLS_SERVER_NAME_OFF 9 // The offset of the handshake type field from the start of the TLS payload. #define TLS_HANDSHAKE_TYPE_OFF 5 // The offset of the session ID length field from the start of the TLS payload. #define TLS_SESSION_ID_LENGTH_OFF 43 struct event_t { gadget_timestamp timestamp_raw; gadget_netns_id netns_id; struct gadget_process proc; char name[TLS_MAX_SERVER_NAME_LEN]; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(sni, events, event_t); // parse_sni() from: // https://github.com/gardener/connectivity-monitor/blob/4e924f50367c9fa02075b50b0ecd8c821b3a15f1/connectivity-exporter/packet/c/cap.c#L146-L149 // Parses the provided SKB at the given offset for SNI information. If parsing // succeeds, the SNI information is written to the out array. Returns the // number of characters in the SNI field or 0 if SNI couldn't be parsed. static __always_inline int parse_sni(struct __sk_buff *skb, int data_offset, char *out) { // Verify TLS content type. __u8 content_type; bpf_skb_load_bytes(skb, data_offset, &content_type, 1); if (content_type != TLS_CONTENT_TYPE_HANDSHAKE) return 0; // Verify TLS handshake type. __u8 handshake_type; bpf_skb_load_bytes(skb, data_offset + TLS_HANDSHAKE_TYPE_OFF, &handshake_type, 1); if (handshake_type != TLS_HANDSHAKE_TYPE_CLIENT_HELLO) return 0; int session_id_len_off = data_offset + TLS_SESSION_ID_LENGTH_OFF; __u8 session_id_len; bpf_skb_load_bytes(skb, session_id_len_off, &session_id_len, 1); int cipher_suites_len_off = session_id_len_off + TLS_SESSION_ID_LENGTH_LEN + session_id_len; __u16 cipher_suites_len_be; bpf_skb_load_bytes(skb, cipher_suites_len_off, &cipher_suites_len_be, 2); int compression_methods_len_off = cipher_suites_len_off + TLS_CIPHER_SUITES_LENGTH_LEN + bpf_ntohs(cipher_suites_len_be); __u8 compression_methods_len; bpf_skb_load_bytes(skb, compression_methods_len_off, &compression_methods_len, 1); int extensions_len_off = compression_methods_len_off + TLS_COMPRESSION_METHODS_LENGTH_LEN + compression_methods_len; int extensions_off = extensions_len_off + TLS_EXTENSIONS_LENGTH_LEN; // TODO: Ensure the cursor doesn't surpass the extensions length value? __u16 cur = 0; __u16 server_name_ext_off = 0; for (int i = 0; i < TLS_MAX_EXTENSION_COUNT; i++) { __u16 curr_ext_type_be; bpf_skb_load_bytes(skb, extensions_off + cur, &curr_ext_type_be, 2); if (bpf_ntohs(curr_ext_type_be) == TLS_EXTENSION_SERVER_NAME) { server_name_ext_off = extensions_off + cur; break; } // Skip the extension type field to get to the extension length field. cur += TLS_EXTENSION_TYPE_LEN; // Read the extension length and skip the extension length field as well as // the rest of the extension to get to the next extension. __u16 len_be; bpf_skb_load_bytes(skb, extensions_off + cur, &len_be, 2); cur += TLS_EXTENSION_LENGTH_LEN + bpf_ntohs(len_be); } if (server_name_ext_off == 0) // Couldn't find server name extension. return 0; __u16 server_name_len_be; bpf_skb_load_bytes(skb, server_name_ext_off + TLS_SERVER_NAME_LENGTH_OFF, &server_name_len_be, 2); __u16 server_name_len = bpf_ntohs(server_name_len_be); if (server_name_len == 0 || server_name_len > TLS_MAX_SERVER_NAME_LEN) return 0; // The server name field under the server name extension. __u16 server_name_off = server_name_ext_off + TLS_SERVER_NAME_OFF; // Read the server name field. int counter = 0; for (int i = 0; i < TLS_MAX_SERVER_NAME_LEN; i++) { if (!out) break; if (i >= server_name_len) break; char b; bpf_skb_load_bytes(skb, server_name_off + i, &b, 1); if (b == '\0') break; out[i] = b; counter++; } return counter; } SEC("socket1") int ig_trace_sni(struct __sk_buff *skb) { // Skip frames with non-IP Ethernet protocol. struct ethhdr ethh; if (bpf_skb_load_bytes(skb, 0, ðh, sizeof ethh)) return 0; if (bpf_ntohs(ethh.h_proto) != ETH_P_IP) return 0; int ip_off = ETH_HLEN; // Read the IP header. struct iphdr iph; if (bpf_skb_load_bytes(skb, ip_off, &iph, sizeof iph)) return 0; // Skip packets with IP protocol other than TCP. if (iph.protocol != IPPROTO_TCP) return 0; // An IPv4 header doesn't have a fixed size. The IHL field of a packet // represents the size of the IP header in 32-bit words, so we need to // multiply this value by 4 to get the header size in bytes. __u8 ip_header_len = iph.ihl * 4; int tcp_off = ip_off + ip_header_len; // Read the TCP header. struct tcphdr tcph; if (bpf_skb_load_bytes(skb, tcp_off, &tcph, sizeof tcph)) return 0; if (!tcph.psh) return 0; // The data offset field in the header is specified in 32-bit words. We // have to multiply this value by 4 to get the TCP header length in bytes. __u8 tcp_header_len = tcph.doff * 4; // TLS data starts at this offset. int payload_off = tcp_off + tcp_header_len; // Parse SNI. char sni[TLS_MAX_SERVER_NAME_LEN] = {}; int read = parse_sni(skb, payload_off, sni); if (read == 0) return 0; struct gadget_socket_value *skb_val = gadget_socket_lookup(skb); if (gadget_should_discard_data_by_skb(skb_val)) return 0; struct event_t event = { 0, }; event.netns_id = skb->cb[0]; // cb[0] initialized by dispatcher.bpf.c for (int i = 0; i < TLS_MAX_SERVER_NAME_LEN; i++) { if (sni[i] == '\0') break; event.name[i] = sni[i]; } event.timestamp_raw = bpf_ktime_get_boot_ns(); // Enrich event with process metadata gadget_process_populate_from_socket(skb_val, &event.proc); gadget_output_buf(skb, &events, &event, sizeof(event)); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_sni/test/000077500000000000000000000000001510117411400214075ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_sni/test/integration/000077500000000000000000000000001510117411400237325ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_sni/test/integration/trace_sni_test.go000066400000000000000000000075711510117411400273010ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceSNIEvent struct { utils.CommonData Timestamp string `json:"timestamp"` NetNs uint64 `json:"netns_id"` Proc utils.Process `json:"proc"` Name string `json:"name"` } func TestTraceSNI(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-sni" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-sni") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do setuidgid 1000:1111 wget --no-check-certificate -T 2 -q -O /dev/null https://inspektor-gadget.io; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceSNIEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("wget", 1000, 1111), Name: "inspektor-gadget.io", // Check the existence of the following fields Timestamp: utils.NormalizedStr, NetNs: utils.NormalizedInt, } normalize := func(e *traceSNIEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeInt(&e.NetNs) utils.NormalizeProc(&e.Proc) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) traceSNICmd := igrunner.New("trace_sni", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceSNICmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_sni/test/unit/000077500000000000000000000000001510117411400223665ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_sni/test/unit/trace_sni_test.go000066400000000000000000000016751510117411400257340ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceSni(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_sni") } inspektor-gadget-0.46.0/gadgets/trace_ssl/000077500000000000000000000000001510117411400204405ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_ssl/README.md000066400000000000000000000003011510117411400217110ustar00rootroot00000000000000# trace ssl Captures data on read/recv or write/send functions of OpenSSL, GnuTLS, NSS and Libcrypto Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_ssl inspektor-gadget-0.46.0/gadgets/trace_ssl/README.mdx000066400000000000000000000014011510117411400221030ustar00rootroot00000000000000--- title: trace_ssl sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace ssl Captures data on read/recv or write/send functions of OpenSSL, GnuTLS, NSS and Libcrypto ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_ssl:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_ssl:%IG_TAG% [flags] ``` ## Flags ### `--record-data` controls whether the gadget will send data to userspace Default value: "true" ## Guide TODO inspektor-gadget-0.46.0/gadgets/trace_ssl/artifacthub-pkg.yml000066400000000000000000000015101510117411400242330ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace ssl" category: monitoring-logging displayName: "trace ssl" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "use uprobe to capture data on read/recv or write/send functions of OpenSSL, GnuTLS, NSS and Libcrypto" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_ssl:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_ssl:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_ssl/dev.md000066400000000000000000000460361510117411400215510ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR crypto_context[("crypto_context")] events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] ssl_context[("ssl_context")] trace_sched_process_exit -- "Delete" --> ssl_context trace_sched_process_exit -- "Delete" --> crypto_context trace_sched_process_exit["trace_sched_process_exit"] trace_uprobe_libcrypto_RSA_sign -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_RSA_sign -- "Update" --> crypto_context trace_uprobe_libcrypto_RSA_sign["trace_uprobe_libcrypto_RSA_sign"] trace_uprobe_libcrypto_RSA_verify -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_RSA_verify -- "Update" --> crypto_context trace_uprobe_libcrypto_RSA_verify["trace_uprobe_libcrypto_RSA_verify"] trace_uprobe_libcrypto_ossl_ecdh_compute_key -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_ossl_ecdh_compute_key -- "Update" --> crypto_context trace_uprobe_libcrypto_ossl_ecdh_compute_key["trace_uprobe_libcrypto_ossl_ecdh_compute_key"] trace_uprobe_libcrypto_ossl_ecdsa_sign -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_ossl_ecdsa_sign -- "Update" --> crypto_context trace_uprobe_libcrypto_ossl_ecdsa_sign["trace_uprobe_libcrypto_ossl_ecdsa_sign"] trace_uprobe_libcrypto_ossl_ecdsa_verify -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_ossl_ecdsa_verify -- "Update" --> crypto_context trace_uprobe_libcrypto_ossl_ecdsa_verify["trace_uprobe_libcrypto_ossl_ecdsa_verify"] trace_uprobe_libcrypto_rsa_ossl_private_decrypt -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_rsa_ossl_private_decrypt -- "Update" --> crypto_context trace_uprobe_libcrypto_rsa_ossl_private_decrypt["trace_uprobe_libcrypto_rsa_ossl_private_decrypt"] trace_uprobe_libcrypto_rsa_ossl_private_encrypt -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_rsa_ossl_private_encrypt -- "Update" --> crypto_context trace_uprobe_libcrypto_rsa_ossl_private_encrypt["trace_uprobe_libcrypto_rsa_ossl_private_encrypt"] trace_uprobe_libcrypto_rsa_ossl_public_decrypt -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_rsa_ossl_public_decrypt -- "Update" --> crypto_context trace_uprobe_libcrypto_rsa_ossl_public_decrypt["trace_uprobe_libcrypto_rsa_ossl_public_decrypt"] trace_uprobe_libcrypto_rsa_ossl_public_encrypt -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libcrypto_rsa_ossl_public_encrypt -- "Update" --> crypto_context trace_uprobe_libcrypto_rsa_ossl_public_encrypt["trace_uprobe_libcrypto_rsa_ossl_public_encrypt"] trace_uprobe_libgnutls_gnutls_record_recv -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libgnutls_gnutls_record_recv -- "Update" --> ssl_context trace_uprobe_libgnutls_gnutls_record_recv["trace_uprobe_libgnutls_gnutls_record_recv"] trace_uprobe_libgnutls_gnutls_record_send -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libgnutls_gnutls_record_send -- "Update" --> ssl_context trace_uprobe_libgnutls_gnutls_record_send["trace_uprobe_libgnutls_gnutls_record_send"] trace_uprobe_libnss_PR_Read -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libnss_PR_Read -- "Update" --> ssl_context trace_uprobe_libnss_PR_Read["trace_uprobe_libnss_PR_Read"] trace_uprobe_libnss_PR_Recv -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libnss_PR_Recv -- "Update" --> ssl_context trace_uprobe_libnss_PR_Recv["trace_uprobe_libnss_PR_Recv"] trace_uprobe_libnss_PR_Send -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libnss_PR_Send -- "Update" --> ssl_context trace_uprobe_libnss_PR_Send["trace_uprobe_libnss_PR_Send"] trace_uprobe_libnss_PR_Write -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libnss_PR_Write -- "Update" --> ssl_context trace_uprobe_libnss_PR_Write["trace_uprobe_libnss_PR_Write"] trace_uprobe_libssl_SSL_do_handshake -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libssl_SSL_do_handshake -- "Update" --> ssl_context trace_uprobe_libssl_SSL_do_handshake["trace_uprobe_libssl_SSL_do_handshake"] trace_uprobe_libssl_SSL_read -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libssl_SSL_read -- "Update" --> ssl_context trace_uprobe_libssl_SSL_read["trace_uprobe_libssl_SSL_read"] trace_uprobe_libssl_SSL_write -- "Lookup" --> gadget_mntns_filter_map trace_uprobe_libssl_SSL_write -- "Update" --> ssl_context trace_uprobe_libssl_SSL_write["trace_uprobe_libssl_SSL_write"] trace_uretprobe_libcrypto_RSA_sign -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_RSA_sign -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_RSA_sign -- "EventOutput" --> events trace_uretprobe_libcrypto_RSA_sign["trace_uretprobe_libcrypto_RSA_sign"] trace_uretprobe_libcrypto_RSA_verify -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_RSA_verify -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_RSA_verify -- "EventOutput" --> events trace_uretprobe_libcrypto_RSA_verify["trace_uretprobe_libcrypto_RSA_verify"] trace_uretprobe_libcrypto_ossl_ecdh_compute_key -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_ossl_ecdh_compute_key -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_ossl_ecdh_compute_key -- "EventOutput" --> events trace_uretprobe_libcrypto_ossl_ecdh_compute_key["trace_uretprobe_libcrypto_ossl_ecdh_compute_key"] trace_uretprobe_libcrypto_ossl_ecdsa_sign -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_ossl_ecdsa_sign -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_ossl_ecdsa_sign -- "EventOutput" --> events trace_uretprobe_libcrypto_ossl_ecdsa_sign["trace_uretprobe_libcrypto_ossl_ecdsa_sign"] trace_uretprobe_libcrypto_ossl_ecdsa_verify -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_ossl_ecdsa_verify -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_ossl_ecdsa_verify -- "EventOutput" --> events trace_uretprobe_libcrypto_ossl_ecdsa_verify["trace_uretprobe_libcrypto_ossl_ecdsa_verify"] trace_uretprobe_libcrypto_rsa_ossl_private_decrypt -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_rsa_ossl_private_decrypt -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_rsa_ossl_private_decrypt -- "EventOutput" --> events trace_uretprobe_libcrypto_rsa_ossl_private_decrypt["trace_uretprobe_libcrypto_rsa_ossl_private_decrypt"] trace_uretprobe_libcrypto_rsa_ossl_private_encrypt -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_rsa_ossl_private_encrypt -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_rsa_ossl_private_encrypt -- "EventOutput" --> events trace_uretprobe_libcrypto_rsa_ossl_private_encrypt["trace_uretprobe_libcrypto_rsa_ossl_private_encrypt"] trace_uretprobe_libcrypto_rsa_ossl_public_decrypt -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_rsa_ossl_public_decrypt -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_rsa_ossl_public_decrypt -- "EventOutput" --> events trace_uretprobe_libcrypto_rsa_ossl_public_decrypt["trace_uretprobe_libcrypto_rsa_ossl_public_decrypt"] trace_uretprobe_libcrypto_rsa_ossl_public_encrypt -- "Lookup+Delete" --> crypto_context trace_uretprobe_libcrypto_rsa_ossl_public_encrypt -- "Lookup" --> gadget_heap trace_uretprobe_libcrypto_rsa_ossl_public_encrypt -- "EventOutput" --> events trace_uretprobe_libcrypto_rsa_ossl_public_encrypt["trace_uretprobe_libcrypto_rsa_ossl_public_encrypt"] trace_uretprobe_libgnutls_gnutls_record_recv -- "Lookup+Delete" --> ssl_context trace_uretprobe_libgnutls_gnutls_record_recv -- "Lookup" --> gadget_heap trace_uretprobe_libgnutls_gnutls_record_recv -- "EventOutput" --> events trace_uretprobe_libgnutls_gnutls_record_recv["trace_uretprobe_libgnutls_gnutls_record_recv"] trace_uretprobe_libgnutls_gnutls_record_send -- "Lookup+Delete" --> ssl_context trace_uretprobe_libgnutls_gnutls_record_send -- "Lookup" --> gadget_heap trace_uretprobe_libgnutls_gnutls_record_send -- "EventOutput" --> events trace_uretprobe_libgnutls_gnutls_record_send["trace_uretprobe_libgnutls_gnutls_record_send"] trace_uretprobe_libnss_PR_Read -- "Lookup+Delete" --> ssl_context trace_uretprobe_libnss_PR_Read -- "Lookup" --> gadget_heap trace_uretprobe_libnss_PR_Read -- "EventOutput" --> events trace_uretprobe_libnss_PR_Read["trace_uretprobe_libnss_PR_Read"] trace_uretprobe_libnss_PR_Recv -- "Lookup+Delete" --> ssl_context trace_uretprobe_libnss_PR_Recv -- "Lookup" --> gadget_heap trace_uretprobe_libnss_PR_Recv -- "EventOutput" --> events trace_uretprobe_libnss_PR_Recv["trace_uretprobe_libnss_PR_Recv"] trace_uretprobe_libnss_PR_Send -- "Lookup+Delete" --> ssl_context trace_uretprobe_libnss_PR_Send -- "Lookup" --> gadget_heap trace_uretprobe_libnss_PR_Send -- "EventOutput" --> events trace_uretprobe_libnss_PR_Send["trace_uretprobe_libnss_PR_Send"] trace_uretprobe_libnss_PR_Write -- "Lookup+Delete" --> ssl_context trace_uretprobe_libnss_PR_Write -- "Lookup" --> gadget_heap trace_uretprobe_libnss_PR_Write -- "EventOutput" --> events trace_uretprobe_libnss_PR_Write["trace_uretprobe_libnss_PR_Write"] trace_uretprobe_libssl_SSL_do_handshake -- "Lookup+Delete" --> ssl_context trace_uretprobe_libssl_SSL_do_handshake -- "Lookup" --> gadget_heap trace_uretprobe_libssl_SSL_do_handshake -- "EventOutput" --> events trace_uretprobe_libssl_SSL_do_handshake["trace_uretprobe_libssl_SSL_do_handshake"] trace_uretprobe_libssl_SSL_read -- "Lookup+Delete" --> ssl_context trace_uretprobe_libssl_SSL_read -- "Lookup" --> gadget_heap trace_uretprobe_libssl_SSL_read -- "EventOutput" --> events trace_uretprobe_libssl_SSL_read["trace_uretprobe_libssl_SSL_read"] trace_uretprobe_libssl_SSL_write -- "Lookup+Delete" --> ssl_context trace_uretprobe_libssl_SSL_write -- "Lookup" --> gadget_heap trace_uretprobe_libssl_SSL_write -- "EventOutput" --> events trace_uretprobe_libssl_SSL_write["trace_uretprobe_libssl_SSL_write"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant trace_sched_process_exit participant trace_uprobe_libcrypto_RSA_sign participant trace_uprobe_libcrypto_RSA_verify participant trace_uprobe_libcrypto_ossl_ecdh_compute_key participant trace_uprobe_libcrypto_ossl_ecdsa_sign participant trace_uprobe_libcrypto_ossl_ecdsa_verify participant trace_uprobe_libcrypto_rsa_ossl_private_decrypt participant trace_uprobe_libcrypto_rsa_ossl_private_encrypt participant trace_uprobe_libcrypto_rsa_ossl_public_decrypt participant trace_uprobe_libcrypto_rsa_ossl_public_encrypt participant trace_uprobe_libgnutls_gnutls_record_recv participant trace_uprobe_libgnutls_gnutls_record_send participant trace_uprobe_libnss_PR_Read participant trace_uprobe_libnss_PR_Recv participant trace_uprobe_libnss_PR_Send participant trace_uprobe_libnss_PR_Write participant trace_uprobe_libssl_SSL_do_handshake participant trace_uprobe_libssl_SSL_read participant trace_uprobe_libssl_SSL_write participant trace_uretprobe_libcrypto_RSA_sign participant trace_uretprobe_libcrypto_RSA_verify participant trace_uretprobe_libcrypto_ossl_ecdh_compute_key participant trace_uretprobe_libcrypto_ossl_ecdsa_sign participant trace_uretprobe_libcrypto_ossl_ecdsa_verify participant trace_uretprobe_libcrypto_rsa_ossl_private_decrypt participant trace_uretprobe_libcrypto_rsa_ossl_private_encrypt participant trace_uretprobe_libcrypto_rsa_ossl_public_decrypt participant trace_uretprobe_libcrypto_rsa_ossl_public_encrypt participant trace_uretprobe_libgnutls_gnutls_record_recv participant trace_uretprobe_libgnutls_gnutls_record_send participant trace_uretprobe_libnss_PR_Read participant trace_uretprobe_libnss_PR_Recv participant trace_uretprobe_libnss_PR_Send participant trace_uretprobe_libnss_PR_Write participant trace_uretprobe_libssl_SSL_do_handshake participant trace_uretprobe_libssl_SSL_read participant trace_uretprobe_libssl_SSL_write end box eBPF Maps participant ssl_context participant crypto_context participant gadget_mntns_filter_map participant gadget_heap participant events end trace_sched_process_exit->>ssl_context: Delete trace_sched_process_exit->>crypto_context: Delete trace_uprobe_libcrypto_RSA_sign->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_RSA_sign->>crypto_context: Update trace_uprobe_libcrypto_RSA_verify->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_RSA_verify->>crypto_context: Update trace_uprobe_libcrypto_ossl_ecdh_compute_key->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_ossl_ecdh_compute_key->>crypto_context: Update trace_uprobe_libcrypto_ossl_ecdsa_sign->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_ossl_ecdsa_sign->>crypto_context: Update trace_uprobe_libcrypto_ossl_ecdsa_verify->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_ossl_ecdsa_verify->>crypto_context: Update trace_uprobe_libcrypto_rsa_ossl_private_decrypt->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_rsa_ossl_private_decrypt->>crypto_context: Update trace_uprobe_libcrypto_rsa_ossl_private_encrypt->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_rsa_ossl_private_encrypt->>crypto_context: Update trace_uprobe_libcrypto_rsa_ossl_public_decrypt->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_rsa_ossl_public_decrypt->>crypto_context: Update trace_uprobe_libcrypto_rsa_ossl_public_encrypt->>gadget_mntns_filter_map: Lookup trace_uprobe_libcrypto_rsa_ossl_public_encrypt->>crypto_context: Update trace_uprobe_libgnutls_gnutls_record_recv->>gadget_mntns_filter_map: Lookup trace_uprobe_libgnutls_gnutls_record_recv->>ssl_context: Update trace_uprobe_libgnutls_gnutls_record_send->>gadget_mntns_filter_map: Lookup trace_uprobe_libgnutls_gnutls_record_send->>ssl_context: Update trace_uprobe_libnss_PR_Read->>gadget_mntns_filter_map: Lookup trace_uprobe_libnss_PR_Read->>ssl_context: Update trace_uprobe_libnss_PR_Recv->>gadget_mntns_filter_map: Lookup trace_uprobe_libnss_PR_Recv->>ssl_context: Update trace_uprobe_libnss_PR_Send->>gadget_mntns_filter_map: Lookup trace_uprobe_libnss_PR_Send->>ssl_context: Update trace_uprobe_libnss_PR_Write->>gadget_mntns_filter_map: Lookup trace_uprobe_libnss_PR_Write->>ssl_context: Update trace_uprobe_libssl_SSL_do_handshake->>gadget_mntns_filter_map: Lookup trace_uprobe_libssl_SSL_do_handshake->>ssl_context: Update trace_uprobe_libssl_SSL_read->>gadget_mntns_filter_map: Lookup trace_uprobe_libssl_SSL_read->>ssl_context: Update trace_uprobe_libssl_SSL_write->>gadget_mntns_filter_map: Lookup trace_uprobe_libssl_SSL_write->>ssl_context: Update trace_uretprobe_libcrypto_RSA_sign->>crypto_context: Lookup trace_uretprobe_libcrypto_RSA_sign->>gadget_heap: Lookup trace_uretprobe_libcrypto_RSA_sign->>events: EventOutput trace_uretprobe_libcrypto_RSA_sign->>crypto_context: Delete trace_uretprobe_libcrypto_RSA_verify->>crypto_context: Lookup trace_uretprobe_libcrypto_RSA_verify->>gadget_heap: Lookup trace_uretprobe_libcrypto_RSA_verify->>events: EventOutput trace_uretprobe_libcrypto_RSA_verify->>crypto_context: Delete trace_uretprobe_libcrypto_ossl_ecdh_compute_key->>crypto_context: Lookup trace_uretprobe_libcrypto_ossl_ecdh_compute_key->>gadget_heap: Lookup trace_uretprobe_libcrypto_ossl_ecdh_compute_key->>events: EventOutput trace_uretprobe_libcrypto_ossl_ecdh_compute_key->>crypto_context: Delete trace_uretprobe_libcrypto_ossl_ecdsa_sign->>crypto_context: Lookup trace_uretprobe_libcrypto_ossl_ecdsa_sign->>gadget_heap: Lookup trace_uretprobe_libcrypto_ossl_ecdsa_sign->>events: EventOutput trace_uretprobe_libcrypto_ossl_ecdsa_sign->>crypto_context: Delete trace_uretprobe_libcrypto_ossl_ecdsa_verify->>crypto_context: Lookup trace_uretprobe_libcrypto_ossl_ecdsa_verify->>gadget_heap: Lookup trace_uretprobe_libcrypto_ossl_ecdsa_verify->>events: EventOutput trace_uretprobe_libcrypto_ossl_ecdsa_verify->>crypto_context: Delete trace_uretprobe_libcrypto_rsa_ossl_private_decrypt->>crypto_context: Lookup trace_uretprobe_libcrypto_rsa_ossl_private_decrypt->>gadget_heap: Lookup trace_uretprobe_libcrypto_rsa_ossl_private_decrypt->>events: EventOutput trace_uretprobe_libcrypto_rsa_ossl_private_decrypt->>crypto_context: Delete trace_uretprobe_libcrypto_rsa_ossl_private_encrypt->>crypto_context: Lookup trace_uretprobe_libcrypto_rsa_ossl_private_encrypt->>gadget_heap: Lookup trace_uretprobe_libcrypto_rsa_ossl_private_encrypt->>events: EventOutput trace_uretprobe_libcrypto_rsa_ossl_private_encrypt->>crypto_context: Delete trace_uretprobe_libcrypto_rsa_ossl_public_decrypt->>crypto_context: Lookup trace_uretprobe_libcrypto_rsa_ossl_public_decrypt->>gadget_heap: Lookup trace_uretprobe_libcrypto_rsa_ossl_public_decrypt->>events: EventOutput trace_uretprobe_libcrypto_rsa_ossl_public_decrypt->>crypto_context: Delete trace_uretprobe_libcrypto_rsa_ossl_public_encrypt->>crypto_context: Lookup trace_uretprobe_libcrypto_rsa_ossl_public_encrypt->>gadget_heap: Lookup trace_uretprobe_libcrypto_rsa_ossl_public_encrypt->>events: EventOutput trace_uretprobe_libcrypto_rsa_ossl_public_encrypt->>crypto_context: Delete trace_uretprobe_libgnutls_gnutls_record_recv->>ssl_context: Lookup trace_uretprobe_libgnutls_gnutls_record_recv->>gadget_heap: Lookup trace_uretprobe_libgnutls_gnutls_record_recv->>events: EventOutput trace_uretprobe_libgnutls_gnutls_record_recv->>ssl_context: Delete trace_uretprobe_libgnutls_gnutls_record_send->>ssl_context: Lookup trace_uretprobe_libgnutls_gnutls_record_send->>gadget_heap: Lookup trace_uretprobe_libgnutls_gnutls_record_send->>events: EventOutput trace_uretprobe_libgnutls_gnutls_record_send->>ssl_context: Delete trace_uretprobe_libnss_PR_Read->>ssl_context: Lookup trace_uretprobe_libnss_PR_Read->>gadget_heap: Lookup trace_uretprobe_libnss_PR_Read->>events: EventOutput trace_uretprobe_libnss_PR_Read->>ssl_context: Delete trace_uretprobe_libnss_PR_Recv->>ssl_context: Lookup trace_uretprobe_libnss_PR_Recv->>gadget_heap: Lookup trace_uretprobe_libnss_PR_Recv->>events: EventOutput trace_uretprobe_libnss_PR_Recv->>ssl_context: Delete trace_uretprobe_libnss_PR_Send->>ssl_context: Lookup trace_uretprobe_libnss_PR_Send->>gadget_heap: Lookup trace_uretprobe_libnss_PR_Send->>events: EventOutput trace_uretprobe_libnss_PR_Send->>ssl_context: Delete trace_uretprobe_libnss_PR_Write->>ssl_context: Lookup trace_uretprobe_libnss_PR_Write->>gadget_heap: Lookup trace_uretprobe_libnss_PR_Write->>events: EventOutput trace_uretprobe_libnss_PR_Write->>ssl_context: Delete trace_uretprobe_libssl_SSL_do_handshake->>ssl_context: Lookup trace_uretprobe_libssl_SSL_do_handshake->>gadget_heap: Lookup trace_uretprobe_libssl_SSL_do_handshake->>events: EventOutput trace_uretprobe_libssl_SSL_do_handshake->>ssl_context: Delete trace_uretprobe_libssl_SSL_read->>ssl_context: Lookup trace_uretprobe_libssl_SSL_read->>gadget_heap: Lookup trace_uretprobe_libssl_SSL_read->>events: EventOutput trace_uretprobe_libssl_SSL_read->>ssl_context: Delete trace_uretprobe_libssl_SSL_write->>ssl_context: Lookup trace_uretprobe_libssl_SSL_write->>gadget_heap: Lookup trace_uretprobe_libssl_SSL_write->>events: EventOutput trace_uretprobe_libssl_SSL_write->>ssl_context: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_ssl/gadget.yaml000066400000000000000000000017661510117411400225710ustar00rootroot00000000000000name: trace ssl description: Captures data on read/recv or write/send functions of OpenSSL, GnuTLS, NSS and Libcrypto homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_ssl sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_ssl datasources: ssl: fields: latency_ns_raw: annotations: columns.width: 10 len: annotations: columns.hidden: true buf: annotations: description: unencrypted buffer columns.width: 32 error: annotations: description: error value columns.width: 20 operation_raw: annotations: columns.hidden: true operation: annotations: description: type of SSL operations params: ebpf: record_data: key: record-data defaultValue: "true" description: controls whether the gadget will send data to userspace inspektor-gadget-0.46.0/gadgets/trace_ssl/program.bpf.c000066400000000000000000000222731510117411400230270ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2024 The Inspektor Gadget authors */ // // Prior art: sslsniff from BCC by Adrian Lopez // https://github.com/iovisor/bcc/blob/master/tools/sslsniff.py // // Prior art: sslsnoop from bpftrace by Tao Xu // https://github.com/bpftrace/bpftrace/blob/master/tools/sslsnoop.bt #include #include #include #include #include #include #include #define MAX_BUF_SIZE 8192 #define MAX_ENTRIES 8192 enum operation { /* libssl */ libssl_SSL_do_handshake, libssl_SSL_read, libssl_SSL_write, /* libgnutls */ libgnutls_gnutls_record_send, libgnutls_gnutls_record_recv, /* libnss */ libnss_PR_Write, libnss_PR_Send, libnss_PR_Read, libnss_PR_Recv, /* libcrypto */ libcrypto_rsa_ossl_public_encrypt, libcrypto_rsa_ossl_public_decrypt, libcrypto_rsa_ossl_private_encrypt, libcrypto_rsa_ossl_private_decrypt, libcrypto_RSA_sign, libcrypto_RSA_verify, libcrypto_ossl_ecdsa_sign, libcrypto_ossl_ecdsa_verify, libcrypto_ossl_ecdh_compute_key, }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; enum operation operation_raw; gadget_duration latency_ns_raw; u32 len; gadget_errno error_raw; u8 buf[MAX_BUF_SIZE]; }; #define BASE_EVENT_SIZE ((size_t)(&((struct event *)0)->buf)) #define EVENT_SIZE(X) (BASE_EVENT_SIZE + ((size_t)(X))) GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(ssl, events, event); const volatile bool record_data = true; GADGET_PARAM(record_data); /* used for context between uprobes and uretprobes of ssl operations */ struct ssl_data { u64 start_time; void *buffer; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); // tid __type(value, struct ssl_data); // ssl_data } ssl_context SEC(".maps"); /* used for context between uprobes and uretprobes of libcrypto operations */ struct crypto_data { u64 start_time; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, u32); // tid __type(value, struct crypto_data); // crypto_data } crypto_context SEC(".maps"); /** * clean up the maps when a thread terminates, * because there may be residual data in the map * if a userspace thread is killed between a uprobe and a uretprobe */ SEC("tracepoint/sched/sched_process_exit") int trace_sched_process_exit(void *ctx) { u32 tid; tid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(&ssl_context, &tid); bpf_map_delete_elem(&crypto_context, &tid); return 0; } static __always_inline int probe_ssl_rw_enter(struct pt_regs *ctx, void *buf) { struct ssl_data ssl_data; u32 tid; u64 ts; if (gadget_should_discard_data_current()) return 0; tid = (u32)bpf_get_current_pid_tgid(); ts = bpf_ktime_get_boot_ns(); ssl_data.start_time = ts; ssl_data.buffer = buf; bpf_map_update_elem(&ssl_context, &tid, &ssl_data, BPF_ANY); return 0; } static __always_inline int probe_ssl_rw_exit(struct pt_regs *ctx, enum operation op) { struct ssl_data *ssl_data; int len; u32 buf_copy_size; struct event *event; u64 pid_tgid; u32 tid; u64 ts; pid_tgid = bpf_get_current_pid_tgid(); tid = (u32)pid_tgid; ts = bpf_ktime_get_boot_ns(); len = PT_REGS_RC(ctx); if (len <= 0) // no data goto clean; ssl_data = bpf_map_lookup_elem(&ssl_context, &tid); if (!ssl_data) goto clean; buf_copy_size = len; // MAX_BUF_SIZE is a power of two, so &=MAX_BUF_SIZE-1 makes sure // buf_copy_size does not go above the upper limit buf_copy_size &= MAX_BUF_SIZE - 1; event = gadget_reserve_buf(&events, sizeof(struct event)); if (!event) goto clean; gadget_process_populate(&event->proc); event->operation_raw = op; event->timestamp_raw = ts; event->latency_ns_raw = ts - ssl_data->start_time; event->len = len; event->error_raw = -PT_REGS_RC(ctx); if (!record_data || bpf_probe_read_user(&event->buf, buf_copy_size, (char *)ssl_data->buffer)) buf_copy_size = 0; gadget_submit_buf(ctx, &events, event, EVENT_SIZE(buf_copy_size)); clean: bpf_map_delete_elem(&ssl_context, &tid); return 0; } #define PROBE_SSL_RW_ENTER(lib, func) \ SEC("uprobe/" #lib ":" #func) \ int trace_uprobe_##lib##_##func(struct pt_regs *ctx) \ { \ return probe_ssl_rw_enter(ctx, (void *)PT_REGS_PARM2(ctx)); \ } #define PROBE_SSL_RW_EXIT(lib, func) \ SEC("uretprobe/" #lib ":" #func) \ int trace_uretprobe_##lib##_##func(struct pt_regs *ctx) \ { \ return probe_ssl_rw_exit(ctx, lib##_##func); \ } /* uprobes for libssl */ PROBE_SSL_RW_ENTER(libssl, SSL_write) PROBE_SSL_RW_EXIT(libssl, SSL_write) PROBE_SSL_RW_ENTER(libssl, SSL_read) PROBE_SSL_RW_EXIT(libssl, SSL_read) SEC("uprobe/libssl:SSL_do_handshake") int trace_uprobe_libssl_SSL_do_handshake(struct pt_regs *ctx) { struct ssl_data ssl_data; u32 tid; u64 ts; if (gadget_should_discard_data_current()) return 0; tid = (u32)bpf_get_current_pid_tgid(); ts = bpf_ktime_get_boot_ns(); ssl_data.start_time = ts; ssl_data.buffer = NULL; bpf_map_update_elem(&ssl_context, &tid, &ssl_data, BPF_ANY); return 0; } SEC("uretprobe/libssl:SSL_do_handshake") int trace_uretprobe_libssl_SSL_do_handshake(struct pt_regs *ctx) { struct event *event; struct ssl_data *ssl_data; u64 pid_tgid; u32 tid; u64 ts; int ret; ts = bpf_ktime_get_boot_ns(); pid_tgid = bpf_get_current_pid_tgid(); tid = (u32)pid_tgid; ssl_data = bpf_map_lookup_elem(&ssl_context, &tid); if (!ssl_data) goto clean; ret = PT_REGS_RC(ctx); if (ret <= 0) // handshake failed goto clean; event = gadget_reserve_buf(&events, BASE_EVENT_SIZE); if (!event) goto clean; gadget_process_populate(&event->proc); event->operation_raw = libssl_SSL_do_handshake; event->timestamp_raw = ts; event->latency_ns_raw = ts - ssl_data->start_time; event->len = 0; event->error_raw = -PT_REGS_RC(ctx); gadget_submit_buf(ctx, &events, event, BASE_EVENT_SIZE); clean: bpf_map_delete_elem(&ssl_context, &tid); return 0; } /* uprobes for libgnutls */ PROBE_SSL_RW_ENTER(libgnutls, gnutls_record_send) PROBE_SSL_RW_EXIT(libgnutls, gnutls_record_send) PROBE_SSL_RW_ENTER(libgnutls, gnutls_record_recv) PROBE_SSL_RW_EXIT(libgnutls, gnutls_record_recv) /* uprobes for libnss */ PROBE_SSL_RW_ENTER(libnss, PR_Write) PROBE_SSL_RW_EXIT(libnss, PR_Write) PROBE_SSL_RW_ENTER(libnss, PR_Send) PROBE_SSL_RW_EXIT(libnss, PR_Send) PROBE_SSL_RW_ENTER(libnss, PR_Read) PROBE_SSL_RW_EXIT(libnss, PR_Read) PROBE_SSL_RW_ENTER(libnss, PR_Recv) PROBE_SSL_RW_EXIT(libnss, PR_Recv) /* uprobes for libcrypto */ static __always_inline int probe_crypto_enter(struct pt_regs *ctx) { struct crypto_data crypto_data; u32 tid; u64 ts; if (gadget_should_discard_data_current()) return 0; tid = (u32)bpf_get_current_pid_tgid(); ts = bpf_ktime_get_boot_ns(); crypto_data.start_time = ts; bpf_map_update_elem(&crypto_context, &tid, &crypto_data, BPF_ANY); return 0; } static __always_inline int probe_crypto_exit(struct pt_regs *ctx, enum operation op) { struct event *event; struct crypto_data *crypto_data; u64 pid_tgid; u32 tid; u64 ts; ts = bpf_ktime_get_boot_ns(); pid_tgid = bpf_get_current_pid_tgid(); tid = (u32)pid_tgid; crypto_data = bpf_map_lookup_elem(&crypto_context, &tid); if (!crypto_data) goto clean; event = gadget_reserve_buf(&events, BASE_EVENT_SIZE); if (!event) goto clean; gadget_process_populate(&event->proc); event->operation_raw = op; event->timestamp_raw = ts; event->latency_ns_raw = ts - crypto_data->start_time; event->len = 0; event->error_raw = -PT_REGS_RC(ctx); gadget_submit_buf(ctx, &events, event, BASE_EVENT_SIZE); clean: bpf_map_delete_elem(&crypto_context, &tid); return 0; } #define PROBE_CRYPTO_ENTER(func) \ SEC("uprobe/libcrypto:" #func) \ int trace_uprobe_libcrypto_##func(struct pt_regs *ctx) \ { \ return probe_crypto_enter(ctx); \ } #define PROBE_CRYPTO_EXIT(func) \ SEC("uprobe/libcrypto:" #func) \ int trace_uretprobe_libcrypto_##func(struct pt_regs *ctx) \ { \ return probe_crypto_exit(ctx, libcrypto_##func); \ } PROBE_CRYPTO_ENTER(rsa_ossl_public_encrypt) PROBE_CRYPTO_EXIT(rsa_ossl_public_encrypt) PROBE_CRYPTO_ENTER(rsa_ossl_public_decrypt) PROBE_CRYPTO_EXIT(rsa_ossl_public_decrypt) PROBE_CRYPTO_ENTER(rsa_ossl_private_encrypt) PROBE_CRYPTO_EXIT(rsa_ossl_private_encrypt) PROBE_CRYPTO_ENTER(rsa_ossl_private_decrypt) PROBE_CRYPTO_EXIT(rsa_ossl_private_decrypt) PROBE_CRYPTO_ENTER(RSA_sign) PROBE_CRYPTO_EXIT(RSA_sign) PROBE_CRYPTO_ENTER(RSA_verify) PROBE_CRYPTO_EXIT(RSA_verify) PROBE_CRYPTO_ENTER(ossl_ecdsa_sign) PROBE_CRYPTO_EXIT(ossl_ecdsa_sign) PROBE_CRYPTO_ENTER(ossl_ecdsa_verify) PROBE_CRYPTO_EXIT(ossl_ecdsa_verify) PROBE_CRYPTO_ENTER(ossl_ecdh_compute_key) PROBE_CRYPTO_EXIT(ossl_ecdh_compute_key) char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/gadgets/trace_tcp/000077500000000000000000000000001510117411400204255ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcp/README.md000066400000000000000000000002431510117411400217030ustar00rootroot00000000000000# trace_tcp The trace_tcp gadget tracks tcp connect, accept and close. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_tcp inspektor-gadget-0.46.0/gadgets/trace_tcp/README.mdx000066400000000000000000000147021510117411400221000ustar00rootroot00000000000000--- title: trace_tcp sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_tcp The trace_tcp gadget tracks tcp connect, accept and close. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_tcp:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcp:%IG_TAG% [flags] ``` ## Flags ### `--accept-only` Show only accept events Default value: "false" ### `--connect-only` Show only connect events Default value: "false" ### `--failure-only` Don't show successful events Default value: "false" ## Guide First, we need to create one pod: ```bash $ kubectl run bb --image busybox:latest sleep inf pod/bb created ``` You can now use the gadget, but output will be empty: ```bash $ kubectl gadget run trace_tcp:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST COMM PID TID UID GID TYPE ``` Indeed, it is waiting for TCP connection to be established in the `default` namespace (you can use `-A` to monitor all namespaces and then be sure to not miss any event). So, in *another terminal*, `exec` a container and run this `wget`: ```bash $ kubectl exec -ti bb -- wget https://www.kinvolk.io Connecting to www.kinvolk.io (188.114.96.3:443) wget: note: TLS certificate validation not implemented saving to 'index.html' index.html 100% |************************************************************************************************| 47748 0:00:00 ETA 'index.html' saved ``` Go back to the terminal where the gadget is running. The requests will be logged by the gadget: ```bash K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST COMM PID TID UID GID TYPE minikube-docker default bb bb p/default/bb:60552 172.67.196.142:443 wget 750625 750625 0 0 connect ``` Start the gadget in a terminal: ```bash $ sudo ig run trace_tcp:%IG_TAG% --containername test-trae-tcp RUNTIME.CONTAINERNAME SRC DST COMM PID TID UID GID TYPE ``` Then, run a container that creates a TCP connection. ```bash $ docker run -it --name test-trace-tcp busybox /bin/sh -c "wget https://www.example.com" Connecting to www.example.com (93.184.216.34:443) wget: note: TLS certificate validation not implemented saving to 'index.html' index.html 100% |********************************| 1256 0:00:00 ETA 'index.html' saved ``` The gadget will print that connection on the first terminal ```bash $ sudo ig trace tcp -c test-trace-tcp RUNTIME.CONTAINERNAME SRC DST COMM PID TID UID GID TYPE test-trace-tcp 172.17.0.2:39664 93.184.215.14:443 wget 757178 757178 0 0 connect ``` The printed lines correspond to TCP connection established with the socket. Congratulations! You reached the end of this guide! You can now delete the pod you created: ```bash $ kubectl delete pod bb ``` ```bash $ docker rm -f test-trace-tcp ``` ## Architecture ### `connect` This diagram shows the path for asynchronous tcp connect calls. For synchronous one the `tcp_set_state` path is done before `sys_connect` returns back to the `Tracee` ```mermaid sequenceDiagram participant Tracee box Kernel functions participant sys_connect participant tcp_v4_connect/tcp_v6_connect participant tcp_set_state end box eBPF maps participant tcp_connect_ctx participant tuplepid participant events end activate Tracee Tracee ->> sys_connect: connect() activate sys_connect sys_connect ->> tcp_v4_connect/tcp_v6_connect: activate tcp_v4_connect/tcp_v6_connect rect rgba(0, 0, 255, .1) Note right of tcp_v4_connect/tcp_v6_connect: Save sock in kprobe.
    We need it in the kretprobe,
    but don't have access to it tcp_v4_connect/tcp_v6_connect -->> tcp_connect_ctx: activate tcp_connect_ctx end rect rgba(0, 0, 255, .1) Note right of tcp_v4_connect/tcp_v6_connect: Save all network information in kretprobe.
    We now have everything but the error code tcp_connect_ctx -->> tcp_v4_connect/tcp_v6_connect: deactivate tcp_connect_ctx tcp_v4_connect/tcp_v6_connect -->> tuplepid: activate tuplepid end tcp_v4_connect/tcp_v6_connect ->> sys_connect: deactivate tcp_v4_connect/tcp_v6_connect sys_connect ->> Tracee: deactivate sys_connect rect rgba(0, 0, 255, .1) Note over tcp_set_state: Async connect was processed activate tcp_set_state tuplepid -->> tcp_set_state: deactivate tuplepid Note right of tcp_set_state: Read error code
    and send event tcp_set_state -->> events: deactivate tcp_set_state activate events end deactivate events deactivate Tracee ``` inspektor-gadget-0.46.0/gadgets/trace_tcp/artifacthub-pkg.yml000066400000000000000000000015261510117411400242270ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace tcp" category: monitoring-logging displayName: "trace tcp" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "monitor connect, accept and close events of TCP connections" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_tcp" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_tcp:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcp" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcp:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_tcp/dev.md000066400000000000000000000106761510117411400215370ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] tcp_tid_fd[("tcp_tid_fd")] tcp_tid_sock[("tcp_tid_sock")] tuplepid[("tuplepid")] ig_tcp_accept -- "Lookup" --> gadget_mntns_filter_map ig_tcp_accept -- "Update" --> tcp_tid_sock ig_tcp_accept["ig_tcp_accept"] ig_tcp_close -- "Lookup" --> gadget_mntns_filter_map ig_tcp_close -- "Lookup" --> gadget_heap ig_tcp_close -- "EventOutput" --> events ig_tcp_close["ig_tcp_close"] ig_tcp_state -- "Lookup+Delete" --> tuplepid ig_tcp_state -- "Lookup" --> gadget_heap ig_tcp_state -- "EventOutput" --> events ig_tcp_state["ig_tcp_state"] ig_tcp_v4_co_e -- "Lookup" --> gadget_mntns_filter_map ig_tcp_v4_co_e -- "Update" --> tcp_tid_sock ig_tcp_v4_co_e["ig_tcp_v4_co_e"] ig_tcp_v4_co_x -- "Lookup" --> tcp_tid_sock ig_tcp_v4_co_x -- "Lookup" --> tcp_tid_fd ig_tcp_v4_co_x -- "Update" --> tuplepid ig_tcp_v4_co_x["ig_tcp_v4_co_x"] ig_tcp_v6_co_e -- "Lookup" --> gadget_mntns_filter_map ig_tcp_v6_co_e -- "Update" --> tcp_tid_sock ig_tcp_v6_co_e["ig_tcp_v6_co_e"] ig_tcp_v6_co_x -- "Lookup" --> tcp_tid_sock ig_tcp_v6_co_x -- "Lookup" --> tcp_tid_fd ig_tcp_v6_co_x -- "Update" --> tuplepid ig_tcp_v6_co_x["ig_tcp_v6_co_x"] sys_accept4_e -- "Update" --> tcp_tid_fd sys_accept4_e["sys_accept4_e"] sys_accept4_x -- "Lookup+Delete" --> tcp_tid_fd sys_accept4_x -- "Lookup+Delete" --> tcp_tid_sock sys_accept4_x -- "Lookup" --> gadget_heap sys_accept4_x -- "EventOutput" --> events sys_accept4_x["sys_accept4_x"] sys_accept_e -- "Update" --> tcp_tid_fd sys_accept_e["sys_accept_e"] sys_accept_x -- "Lookup+Delete" --> tcp_tid_fd sys_accept_x -- "Lookup+Delete" --> tcp_tid_sock sys_accept_x -- "Lookup" --> gadget_heap sys_accept_x -- "EventOutput" --> events sys_accept_x["sys_accept_x"] sys_connect_e -- "Update" --> tcp_tid_fd sys_connect_e["sys_connect_e"] sys_connect_x -- "Delete" --> tcp_tid_sock sys_connect_x -- "Delete" --> tcp_tid_fd sys_connect_x["sys_connect_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_tcp_accept participant ig_tcp_close participant ig_tcp_state participant ig_tcp_v4_co_e participant ig_tcp_v4_co_x participant ig_tcp_v6_co_e participant ig_tcp_v6_co_x participant sys_accept4_e participant sys_accept4_x participant sys_accept_e participant sys_accept_x participant sys_connect_e participant sys_connect_x end box eBPF Maps participant gadget_mntns_filter_map participant tcp_tid_sock participant gadget_heap participant events participant tuplepid participant tcp_tid_fd end ig_tcp_accept->>gadget_mntns_filter_map: Lookup ig_tcp_accept->>tcp_tid_sock: Update ig_tcp_close->>gadget_mntns_filter_map: Lookup ig_tcp_close->>gadget_heap: Lookup ig_tcp_close->>events: EventOutput ig_tcp_state->>tuplepid: Lookup ig_tcp_state->>gadget_heap: Lookup ig_tcp_state->>events: EventOutput ig_tcp_state->>tuplepid: Delete ig_tcp_v4_co_e->>gadget_mntns_filter_map: Lookup ig_tcp_v4_co_e->>tcp_tid_sock: Update ig_tcp_v4_co_x->>tcp_tid_sock: Lookup ig_tcp_v4_co_x->>tcp_tid_fd: Lookup ig_tcp_v4_co_x->>tuplepid: Update ig_tcp_v6_co_e->>gadget_mntns_filter_map: Lookup ig_tcp_v6_co_e->>tcp_tid_sock: Update ig_tcp_v6_co_x->>tcp_tid_sock: Lookup ig_tcp_v6_co_x->>tcp_tid_fd: Lookup ig_tcp_v6_co_x->>tuplepid: Update sys_accept4_e->>tcp_tid_fd: Update sys_accept4_x->>tcp_tid_fd: Lookup sys_accept4_x->>tcp_tid_fd: Delete sys_accept4_x->>tcp_tid_sock: Lookup sys_accept4_x->>gadget_heap: Lookup sys_accept4_x->>events: EventOutput sys_accept4_x->>tcp_tid_sock: Delete sys_accept_e->>tcp_tid_fd: Update sys_accept_x->>tcp_tid_fd: Lookup sys_accept_x->>tcp_tid_fd: Delete sys_accept_x->>tcp_tid_sock: Lookup sys_accept_x->>gadget_heap: Lookup sys_accept_x->>events: EventOutput sys_accept_x->>tcp_tid_sock: Delete sys_connect_e->>tcp_tid_fd: Update sys_connect_x->>tcp_tid_sock: Delete sys_connect_x->>tcp_tid_fd: Delete ``` inspektor-gadget-0.46.0/gadgets/trace_tcp/ebpf/000077500000000000000000000000001510117411400213415ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcp/ebpf/accept.h000066400000000000000000000032011510117411400227450ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #ifndef __IG_TCP_ACCEPT_H #define __IG_TCP_ACCEPT_H #include "common.h" static __always_inline int handle_sys_accept_x(struct syscall_trace_exit *ctx) { __u32 tid = bpf_get_current_pid_tgid(); struct event *event; struct tuple_key_t t = {}; struct sock **skpp; struct sock *sk; __u32 *fd_ptr; int fd = -1; __u16 family; fd_ptr = bpf_map_lookup_elem(&tcp_tid_fd, &tid); if (fd_ptr) fd = *fd_ptr; bpf_map_delete_elem(&tcp_tid_fd, &tid); skpp = bpf_map_lookup_elem(&tcp_tid_sock, &tid); if (!skpp) return 0; // User does not want to see successful events if (failure_only && ctx->ret >= 0) goto end; sk = *skpp; family = BPF_CORE_READ(sk, __sk_common.skc_family); fill_tuple(&t, sk, family); /* do not send event if IP address is 0.0.0.0 or port is 0 */ if (is_ipv6_zero(&t.src) || is_ipv6_zero(&t.dst) || t.dst.port == 0 || t.src.port == 0) goto end; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) goto end; fill_event(event, &t, NULL, 0, accept); event->fd = fd; if (ctx->ret >= 0) event->accept_fd = (int)ctx->ret; gadget_submit_buf(ctx, &events, event, sizeof(*event)); end: bpf_map_delete_elem(&tcp_tid_sock, &tid); return 0; } static __always_inline void handle_tcp_accept(struct pt_regs *ctx, struct sock *sk) { __u32 tid = bpf_get_current_pid_tgid(); if (!sk) return; if (filter_event(sk, accept)) return; bpf_map_update_elem(&tcp_tid_sock, &tid, &sk, 0); } #endif // __IG_TCP_ACCEPT_H inspektor-gadget-0.46.0/gadgets/trace_tcp/ebpf/close.h000066400000000000000000000021771510117411400226260ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #ifndef __IG_TCP_CLOSE_H #define __IG_TCP_CLOSE_H #include "common.h" static __always_inline void handle_tcp_close(struct pt_regs *ctx, struct sock *sk) { struct tuple_key_t tuple = {}; struct event *event; u16 family; // Close events don't have errors. // User does not want to see successful events. if (failure_only) return; if (filter_event(sk, close)) return; /* * Don't generate close events for connections that were never * established in the first place. */ u8 oldstate = BPF_CORE_READ(sk, __sk_common.skc_state); if (oldstate == TCP_SYN_SENT || oldstate == TCP_SYN_RECV || oldstate == TCP_NEW_SYN_RECV) return; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (!fill_tuple(&tuple, sk, family)) return; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return; fill_event(event, &tuple, NULL, 0, close); gadget_submit_buf(ctx, &events, event, sizeof(*event)); } #endif // __IG_TCP_CLOSE_H inspektor-gadget-0.46.0/gadgets/trace_tcp/ebpf/common.h000066400000000000000000000131271510117411400230060ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2024 Microsoft Corporation #ifndef __IG_TCP_COMMON_H #define __IG_TCP_COMMON_H #include #include #include #include #include #include #include #include #include #include #include /* The maximum number of items in maps */ #define MAX_ENTRIES 8192 enum event_type : u8 { connect, accept, close, }; struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; gadget_netns_id netns_id; struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; enum event_type type_raw; gadget_errno error_raw; int fd; int accept_fd; }; struct tuple_key_t { struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; u32 netns; }; /* * Hash tid->fd between enter/exit connect/accept syscalls * * Entries are inserted in: * - tracepoint/syscalls/sys_enter_connect * - tracepoint/syscalls/sys_enter_accept * - tracepoint/syscalls/sys_enter_accept4 * * Entries are deleted in sys_exit tracepoints, so there are no kretprobe * maxactive issues and the entries remain short-lived: * - tracepoint/syscalls/sys_exit_connect * - tracepoint/syscalls/sys_exit_accept * - tracepoint/syscalls/sys_exit_accept4 * * Entries can be queried in underlying functions: * - kretprobe/tcp_v4_connect * - kretprobe/tcp_v6_connect */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); // tid __type(value, int); // fd } tcp_tid_fd SEC(".maps"); /* * Hash tid->sock within connect/accept syscalls * * Entries are inserted in: * - kprobe/tcp_v4_connect * - kprobe/tcp_v6_connect * - kretprobe/inet_csk_accept * * Entries are deleted in sys_exit tracepoints, so there are no kretprobe * maxactive issues and the entries remain short-lived: * - tracepoint/syscalls/sys_exit_connect * - tracepoint/syscalls/sys_exit_accept * - tracepoint/syscalls/sys_exit_accept4 * * Entries can be queried in underlying functions: * - kretprobe/tcp_v4_connect * - kretprobe/tcp_v6_connect * - kretprobe/inet_csk_accept */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u32); // tid __type(value, struct sock *); } tcp_tid_sock SEC(".maps"); __u8 ip_v6_zero[16] = { 0, }; const volatile bool accept_only = false; const volatile bool connect_only = false; const volatile bool failure_only = false; GADGET_PARAM(accept_only); GADGET_PARAM(connect_only); GADGET_PARAM(failure_only); /* Define here, because there are conflicts with include files */ #define AF_INET 2 #define AF_INET6 10 // we need this to make sure the compiler doesn't remove our struct const enum event_type unused_eventtype __attribute__((unused)); GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(tracetcp, events, event); /* returns true if the event should be skipped */ static __always_inline bool filter_event(struct sock *sk, enum event_type type) { u16 family; if (accept_only && type != accept) return true; if (connect_only && type != connect) return true; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (family != AF_INET && family != AF_INET6) return true; return gadget_should_discard_data_current(); } static __always_inline bool is_ipv6_zero(struct gadget_l4endpoint_t *endpoint) { return __builtin_memcmp(&endpoint->addr_raw.v6, &ip_v6_zero, sizeof(endpoint->addr_raw.v6)) == 0; } static __always_inline bool fill_tuple(struct tuple_key_t *tuple, struct sock *sk, int family) { struct inet_sock *sockp = (struct inet_sock *)sk; BPF_CORE_READ_INTO(&tuple->netns, sk, __sk_common.skc_net.net, ns.inum); switch (family) { case AF_INET: BPF_CORE_READ_INTO(&tuple->src.addr_raw.v4, sk, __sk_common.skc_rcv_saddr); if (tuple->src.addr_raw.v4 == 0) return false; BPF_CORE_READ_INTO(&tuple->dst.addr_raw.v4, sk, __sk_common.skc_daddr); if (tuple->dst.addr_raw.v4 == 0) return false; tuple->src.version = tuple->dst.version = 4; break; case AF_INET6: BPF_CORE_READ_INTO( &tuple->src.addr_raw.v6, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); if (is_ipv6_zero(&tuple->src)) return false; BPF_CORE_READ_INTO(&tuple->dst.addr_raw.v6, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); if (is_ipv6_zero(&tuple->dst)) return false; tuple->src.version = tuple->dst.version = 6; break; /* it should not happen but to be sure let's handle this case */ default: return false; } BPF_CORE_READ_INTO(&tuple->dst.port, sk, __sk_common.skc_dport); tuple->dst.port = bpf_ntohs(tuple->dst.port); if (tuple->dst.port == 0) return false; BPF_CORE_READ_INTO(&tuple->src.port, sockp, inet_sport); tuple->src.port = bpf_ntohs(tuple->src.port); if (tuple->src.port == 0) return false; tuple->src.proto_raw = tuple->dst.proto_raw = IPPROTO_TCP; return true; } static __always_inline void fill_event(struct event *event, struct tuple_key_t *tuple, struct gadget_process *proc, int err, enum event_type type) { event->timestamp_raw = bpf_ktime_get_boot_ns(); event->type_raw = type; event->src = tuple->src; event->dst = tuple->dst; event->netns_id = tuple->netns; event->error_raw = err; event->fd = -1; event->accept_fd = -1; if (proc) event->proc = *proc; else gadget_process_populate(&event->proc); } static __always_inline int update_tcp_tid_fd_map(__u32 fd) { __u32 tid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&tcp_tid_fd, &tid, &fd, 0); return 0; } #endif // __IG_TCP_COMMON_H inspektor-gadget-0.46.0/gadgets/trace_tcp/ebpf/connect.h000066400000000000000000000064261510117411400231530ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022-2024 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #ifndef __IG_TCP_CONNECT_H #define __IG_TCP_CONNECT_H #include "common.h" #include struct extended_info { struct gadget_process proc; __u32 fd; }; /* * Hash tuple->extended_info * * tcp_set_state doesn't run in the context of the process that initiated the * connection so we need to store a map TUPLE -> extended info to send the * right process information on the event. * * Entries are inserted in: * - kretprobe/tcp_v4_connect * - kretprobe/tcp_v6_connect * * Entries are deleted in a kprobe, so there are no kretprobe maxactive issues: * - kprobe/tcp_set_state */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, struct tuple_key_t); __type(value, struct extended_info); } tuplepid SEC(".maps"); static __always_inline int enter_tcp_connect(struct pt_regs *ctx, struct sock *sk) { __u32 tid = bpf_get_current_pid_tgid(); if (filter_event(sk, connect)) return 0; bpf_map_update_elem(&tcp_tid_sock, &tid, &sk, 0); return 0; } static __always_inline int exit_tcp_connect(struct pt_regs *ctx, int ret, __u16 family) { __u32 tid; struct tuple_key_t tuple = {}; struct extended_info ei = {}; struct sock **skpp; struct sock *sk; __u32 *fd; if (ret) return 0; tid = bpf_get_current_pid_tgid(); skpp = bpf_map_lookup_elem(&tcp_tid_sock, &tid); if (!skpp) return 0; fd = bpf_map_lookup_elem(&tcp_tid_fd, &tid); if (!fd) return 0; ei.fd = *fd; sk = *skpp; if (!fill_tuple(&tuple, sk, family)) return 0; gadget_process_populate(&ei.proc); bpf_map_update_elem(&tuplepid, &tuple, &ei, 0); return 0; } static __always_inline int handle_sys_connect_x(struct syscall_trace_exit *ctx) { // Clean up maps in tracepoint instead of kretprobe, so it is always // executed even when we reach the kretprobe maxactive limit. __u32 tid = bpf_get_current_pid_tgid(); bpf_map_delete_elem(&tcp_tid_sock, &tid); bpf_map_delete_elem(&tcp_tid_fd, &tid); return 0; } static __always_inline void handle_tcp_set_state(struct pt_regs *ctx, struct sock *sk, int state) { struct tuple_key_t tuple = {}; struct event *event; struct extended_info *ei; __u16 family; int err; // It would be nice if we can add a handler for TCP_SYN_SENT instead // of using kprobes on tcp_v4_connect and tcp_v6_connect // But when the state is set to TCP_SYN_SENT we may not have // the correct source port yet // https://elixir.bootlin.com/linux/v6.11.8/source/net/ipv4/tcp_ipv4.c#L301 if (state != TCP_ESTABLISHED && state != TCP_CLOSE) return; family = BPF_CORE_READ(sk, __sk_common.skc_family); if (!fill_tuple(&tuple, sk, family)) return; ei = bpf_map_lookup_elem(&tuplepid, &tuple); if (!ei) return; /* missed entry */ err = BPF_CORE_READ(sk, sk_err); // User does not want to see successful events if (failure_only && err == 0) goto end; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) goto end; fill_event(event, &tuple, &ei->proc, err, connect); event->fd = ei->fd; gadget_submit_buf(ctx, &events, event, sizeof(*event)); end: bpf_map_delete_elem(&tuplepid, &tuple); } #endif // __IG_TCP_CONNECT_H inspektor-gadget-0.46.0/gadgets/trace_tcp/gadget.yaml000066400000000000000000000026121510117411400225450ustar00rootroot00000000000000name: trace tcp description: monitor connect, accept and close events of TCP connections homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_tcp sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcp datasources: tracetcp: fields: src: annotations: template: l4endpoint dst: annotations: template: l4endpoint type_raw: annotations: columns.hidden: true type: annotations: description: Type of TCP connection event value.one-of: "connect, accept, close" error_raw: annotations: columns.hidden: true fd: annotations: description: The FD where the operation happened on (connect, accept) columns.hidden: true accept_fd: annotations: description: The FD of the new connection returned by accept, or -1 for errors cases or other events columns.hidden: true params: ebpf: accept_only: key: accept-only defaultValue: "false" description: Show only accept events connect_only: key: connect-only defaultValue: "false" description: Show only connect events failure_only: key: failure-only defaultValue: "false" description: Don't show successful events inspektor-gadget-0.46.0/gadgets/trace_tcp/program.bpf.c000066400000000000000000000041331510117411400230070ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // Copyright (c) 2022 Microsoft Corporation // // Based on tcptracer(8) from BCC by Kinvolk GmbH and // tcpconnect(8) by Anton Protopopov #include "ebpf/accept.h" #include "ebpf/close.h" #include "ebpf/connect.h" #include "ebpf/common.h" // kprobes for TCP connect events SEC("kprobe/tcp_v4_connect") int BPF_KPROBE(ig_tcp_v4_co_e, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v4_connect") int BPF_KRETPROBE(ig_tcp_v4_co_x, int ret) { return exit_tcp_connect(ctx, ret, AF_INET); } SEC("kprobe/tcp_v6_connect") int BPF_KPROBE(ig_tcp_v6_co_e, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_v6_connect") int BPF_KRETPROBE(ig_tcp_v6_co_x, int ret) { return exit_tcp_connect(ctx, ret, AF_INET6); } SEC("tracepoint/syscalls/sys_exit_connect") int sys_connect_x(struct syscall_trace_exit *ctx) { return handle_sys_connect_x(ctx); } SEC("kprobe/tcp_set_state") int BPF_KPROBE(ig_tcp_state, struct sock *sk, int state) { handle_tcp_set_state(ctx, sk, state); return 0; } SEC("tracepoint/syscalls/sys_enter_connect") int sys_connect_e(struct syscall_trace_enter *ctx) { return update_tcp_tid_fd_map((__u32)ctx->args[0]); } // kprobe for TCP close events SEC("kprobe/tcp_close") int BPF_KPROBE(ig_tcp_close, struct sock *sk) { handle_tcp_close(ctx, sk); return 0; } // kprobe for TCP accept events SEC("kretprobe/inet_csk_accept") int BPF_KRETPROBE(ig_tcp_accept, struct sock *sk) { handle_tcp_accept(ctx, sk); return 0; } SEC("tracepoint/syscalls/sys_enter_accept") int sys_accept_e(struct syscall_trace_enter *ctx) { return update_tcp_tid_fd_map((__u32)ctx->args[0]); } SEC("tracepoint/syscalls/sys_enter_accept4") int sys_accept4_e(struct syscall_trace_enter *ctx) { return update_tcp_tid_fd_map((__u32)ctx->args[0]); } SEC("tracepoint/syscalls/sys_exit_accept") int sys_accept_x(struct syscall_trace_exit *ctx) { return handle_sys_accept_x(ctx); } SEC("tracepoint/syscalls/sys_exit_accept4") int sys_accept4_x(struct syscall_trace_exit *ctx) { return handle_sys_accept_x(ctx); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_tcp/test/000077500000000000000000000000001510117411400214045ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcp/test/integration/000077500000000000000000000000001510117411400237275ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcp/test/integration/trace_tcp_test.go000066400000000000000000000144751510117411400272740ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceTCPEvent struct { utils.CommonData Timestamp string `json:"timestamp"` Proc utils.Process `json:"proc"` NetNsID uint64 `json:"netns_id"` Src utils.L4Endpoint `json:"src"` Dst utils.L4Endpoint `json:"dst"` Type string `json:"type"` Error string `json:"error"` Fd int `json:"fd"` AcceptFd int `json:"accept_fd"` } func TestTraceTCP(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-tcp" containerImage := gadgettesting.NginxImage var ns string containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage)} switch utils.CurrentTestComponent { case utils.KubectlGadgetTestComponent: ns = utils.GenerateTestNamespaceName(t, "test-trace-tcp") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) case utils.IgLocalTestComponent: containerOpts = append(containerOpts, containers.WithPrivileged()) } // TODO: can't use setuidgid because it's not available on the nginx image testContainer := containerFactory.NewContainer( containerName, "nginx && while true; do curl 127.0.0.1; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := []*traceTCPEvent{ { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("curl", 0, 0), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Type: "connect", Error: "", AcceptFd: -1, // Check only the existence of these fields Timestamp: utils.NormalizedStr, NetNsID: utils.NormalizedInt, Fd: utils.NormalizedInt, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("nginx", 101, 101), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Type: "accept", Error: "", // Check only the existence of these fields Timestamp: utils.NormalizedStr, NetNsID: utils.NormalizedInt, Fd: utils.NormalizedInt, AcceptFd: utils.NormalizedInt, }, { CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("curl", 0, 0), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Type: "close", Error: "", Fd: -1, AcceptFd: -1, // Check only the existence of these fields Timestamp: utils.NormalizedStr, NetNsID: utils.NormalizedInt, }, } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { for _, expectedEntry := range expectedEntries { expectedEntry.Src.K8s = utils.K8s{ Kind: "raw", } expectedEntry.Dst.K8s = expectedEntry.Src.K8s } } normalize := func(e *traceTCPEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeEndpoint(&e.Src) utils.NormalizeEndpoint(&e.Dst) utils.NormalizeString(&e.Timestamp) utils.NormalizeProc(&e.Proc) utils.NormalizeInt(&e.NetNsID) // Checking the ports is a little bit complicated as successive // calls to curl with --local-port fail because of // https://github.com/curl/curl/issues/6288 utils.NormalizeInt(&e.Src.Port) utils.NormalizeInt(&e.Dst.Port) if e.Type == "accept" { utils.NormalizeInt(&e.AcceptFd) } if e.Type != "close" { utils.NormalizeInt(&e.Fd) } } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries...) }, )) traceTCPCmd := igrunner.New("trace_tcp", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceTCPCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_tcp/test/unit/000077500000000000000000000000001510117411400223635ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcp/test/unit/trace_tcp_test.go000066400000000000000000000241201510117411400257140ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "errors" "fmt" "net" "syscall" "testing" "time" "golang.org/x/sys/unix" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/formatters" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTraceTcpEvent struct { Proc utils.Process `json:"proc"` Type string `json:"type"` NetNsId int `json:"netns_id"` Src utils.L4Endpoint `json:"src"` Dst utils.L4Endpoint `json:"dst"` Error string `json:"error"` Fd int `json:"fd"` AcceptFd int `json:"accept_fd"` } type testDef struct { ipAddr string port int async bool expectedErrno syscall.Errno // This is the expected errno from rawDial and not from any events captured by the gadget runnerConfig *utils.RunnerConfig generateEvent func(t *testing.T, addr string, port int, async bool, expectedErrno syscall.Errno, fdPtr *int, acceptFdPtr *int) validateEvent func(t *testing.T, info *utils.RunnerInfo, fd int, acceptFd int, events []ExpectedTraceTcpEvent) error } func TestTraceTcpGadget(t *testing.T) { gadgettesting.InitUnitTest(t) testCases := map[string]testDef{ "captures_close": { ipAddr: "127.0.0.1", port: 9070, async: true, // We only get a close when the connect succeeded or the socket is async. Here we know that the connect should error out expectedErrno: syscall.ECONNREFUSED, runnerConfig: &utils.RunnerConfig{}, generateEvent: generateConnectEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, _ int, events []ExpectedTraceTcpEvent) error { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedTraceTcpEvent { return &ExpectedTraceTcpEvent{ Proc: info.Proc, Type: "close", NetNsId: int(info.NetworkNsID), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: 9070, Proto: "TCP", }, Error: "", Fd: -1, AcceptFd: -1, } })(t, info, fd, events) return nil }, }, "captures_connect_sync_err": { ipAddr: "127.0.0.1", port: 9070, async: false, expectedErrno: syscall.ECONNREFUSED, runnerConfig: &utils.RunnerConfig{}, generateEvent: generateConnectEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, _ int, events []ExpectedTraceTcpEvent) error { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedTraceTcpEvent { return &ExpectedTraceTcpEvent{ Proc: info.Proc, Type: "connect", NetNsId: int(info.NetworkNsID), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: 9070, Proto: "TCP", }, Error: "ECONNREFUSED", Fd: fd, AcceptFd: -1, } })(t, info, fd, events) return nil }, }, "captures_connect_async_err": { ipAddr: "127.0.0.1", port: 9070, async: true, expectedErrno: syscall.ECONNREFUSED, runnerConfig: &utils.RunnerConfig{}, generateEvent: generateConnectEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, _ int, events []ExpectedTraceTcpEvent) error { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedTraceTcpEvent { return &ExpectedTraceTcpEvent{ Proc: info.Proc, Type: "connect", NetNsId: int(info.NetworkNsID), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: 9070, Proto: "TCP", }, Error: "ECONNREFUSED", Fd: fd, AcceptFd: -1, } })(t, info, fd, events) return nil }, }, "captures_accept": { ipAddr: "127.0.0.1", port: 9071, runnerConfig: &utils.RunnerConfig{HostNetwork: true}, generateEvent: generateAcceptConnectEvent, validateEvent: func(t *testing.T, info *utils.RunnerInfo, fd int, acceptFd int, events []ExpectedTraceTcpEvent) error { utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, pid int) *ExpectedTraceTcpEvent { return &ExpectedTraceTcpEvent{ Proc: info.Proc, Type: "accept", NetNsId: int(info.NetworkNsID), Src: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: 9071, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "127.0.0.1", Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Fd: fd, AcceptFd: acceptFd, } })(t, info, fd, events) return nil }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) normalizeEvent := func(event *ExpectedTraceTcpEvent) { // Src port varies, so we normalize it // TODO: Add a generateEvent function that allows us to test specific src port too. if event.Type == "accept" { utils.NormalizeInt(&event.Dst.Port) } else { utils.NormalizeInt(&event.Src.Port) } } fd := -1 acceptFd := -1 onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { testCase.generateEvent(t, testCase.ipAddr, testCase.port, testCase.async, testCase.expectedErrno, &fd, &acceptFd) return nil }) return nil } Opts := gadgetrunner.GadgetRunnerOpts[ExpectedTraceTcpEvent]{ Image: "trace_tcp", Timeout: 5 * time.Second, OnGadgetRun: onGadgetRun, NormalizeEvent: normalizeEvent, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, Opts) gadgetRunner.RunGadget() testCase.validateEvent(t, runner.Info, fd, acceptFd, gadgetRunner.CapturedEvents) }) } } func generateConnectEvent(t *testing.T, ipAddr string, port int, async bool, expectedErrno syscall.Errno, fdPtr *int, _ *int) { // Split ipAddr into a 4 bytes array ip := net.ParseIP(ipAddr) if ip == nil { t.Logf("Invalid IPv4 address: %s", ipAddr) return } ipv4 := ip.To4() if ipv4 == nil { t.Logf("Invalid IPv4 address: %s", ipAddr) return } err := rawDial([4]byte(ipv4), port, async, fdPtr) if err != nil && !errors.Is(err, expectedErrno) { t.Logf("Failed to dial: %v", err) return } } func rawDial(ipv4 [4]byte, port int, async bool, fdPtr *int) error { fd, err := unix.Socket(unix.AF_INET, unix.SOCK_STREAM, 0) if err != nil { return fmt.Errorf("Failed to create socket: %w", err) } defer unix.Close(fd) if fdPtr != nil { *fdPtr = fd } addr := &unix.SockaddrInet4{ Port: port, Addr: ipv4, } if !async { return unix.Connect(fd, addr) } // Set the socket to non-blocking flags, err := unix.FcntlInt(uintptr(fd), syscall.F_GETFL, 0) if err != nil { return fmt.Errorf("Failed to get flags: %w", err) } flags |= syscall.O_NONBLOCK _, err = unix.FcntlInt(uintptr(fd), syscall.F_SETFL, flags) if err != nil { return fmt.Errorf("Failed to set flags: %w", err) } // Initiate the connect err = unix.Connect(fd, addr) if err != nil && !errors.Is(err, syscall.EINPROGRESS) { return err } // Wait for the async connect to finish _, err = unix.Poll([]unix.PollFd{{Fd: int32(fd), Events: unix.POLLOUT}}, int((1 * time.Second).Nanoseconds())) if err != nil { return fmt.Errorf("Failed to poll: %w", err) } // Check the error sockErr, err := unix.GetsockoptInt(fd, unix.SOL_SOCKET, unix.SO_ERROR) if err != nil { return fmt.Errorf("Failed to getsockopt: %w", err) } if sockErr != 0 { return syscall.Errno(sockErr) } return nil } func generateAcceptConnectEvent(t *testing.T, _ string, port int, _ bool, expectedErrno syscall.Errno, fdPtr *int, acceptFdPtr *int) { err := rawAcceptConnect(port, fdPtr, acceptFdPtr) if err != nil && !errors.Is(err, expectedErrno) { t.Logf("Failed to accept: %v", err) return } } func rawAcceptConnect(port int, fdPtr *int, acceptFdPtr *int) error { fd, err := unix.Socket(unix.AF_INET, unix.SOCK_STREAM, 0) if err != nil { return fmt.Errorf("Failed to create socket: %w", err) } defer unix.Close(fd) if fdPtr != nil { *fdPtr = fd } addr := &unix.SockaddrInet4{ Port: port, Addr: [4]byte{127, 0, 0, 1}, } // Set socket options to allow address reuse err = unix.SetsockoptInt(fd, unix.SOL_SOCKET, unix.SO_REUSEADDR, 1) if err != nil { return fmt.Errorf("Failed to set socket options: %w", err) } err = unix.Bind(fd, addr) if err != nil { return fmt.Errorf("Failed to bind: %w", err) } err = unix.Listen(fd, 10) if err != nil { return fmt.Errorf("Failed to listen: %w", err) } go rawDial([4]byte{127, 0, 0, 1}, port, false, nil) time.Sleep(200 * time.Millisecond) acceptFd, _, err := unix.Accept(fd) if err != nil { return fmt.Errorf("Failed to accept: %w", err) } if acceptFdPtr != nil { *acceptFdPtr = acceptFd } return nil } inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/000077500000000000000000000000001510117411400213125ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/README.md000066400000000000000000000002411510117411400225660ustar00rootroot00000000000000# trace_tcpdrop The trace_tcpdrop gadget tracks tcp drop events. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_tcpdrop inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/README.mdx000066400000000000000000000507771510117411400230010ustar00rootroot00000000000000--- title: trace_tcpdrop sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_tcpdrop The trace_tcpdrop gadget tracks TCP kernel-dropped packets/segments. ## Requirements - Minimum Kernel Version : 6.1 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_tcpdrop:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcpdrop:%IG_TAG% [flags] ``` ## Guide In terminal 1, start the trace tcpdrop gadget: ```bash $ kubectl gadget run trace_tcpdrop:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST MOUNT_NS_ID COMM PID TID STATE TCPFLAGS REASON ``` In terminal 2, start a pod and configure the network emulator to drop 25% of the packets: ```bash $ kubectl create service nodeport nginx --tcp=80:80 $ kubectl create deployment nginx --image=nginx $ kubectl run --rm -ti --privileged --image ubuntu shell -- bash root@shell:/# apt-get update root@shell:/# apt install -y iproute2 curl root@shell:/# tc qdisc add dev eth0 root netem drop 25% root@shell:/# curl nginx ``` The results in terminal 1 will show that some packets are dropped by the network emulator qdisc: ``` K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST MOUNT_NS_ID COMM PID TID STATE TCPFLAGS REASON minikube-docker default shell shell p/default/shell:55632 s/default/nginx:80 4026533295 curl 833154 833154 tcp_established PSH|ACK …_DROP_REASON_QDISC_DROP minikube-docker default shell shell p/default/shell:55632 s/default/nginx:80 4026533295 curl 833154 833154 tcp_established PSH|ACK …_DROP_REASON_QDISC_DROP minikube-docker default shell shell p/default/shell:55632 s/default/nginx:80 4026533295 curl 833154 833154 tcp_established PSH|ACK …_DROP_REASON_QDISC_DROP ``` The network emulator uses a random generator to drop 25% of the packets. The results may vary. The gadget tries its best to link the dropped packets to the process which generated it. In some cases, this information might be missing. The source and destination addresses are written in condensed form. It is possible to see more detailed information by reading specific fields or using the json output. In terminal 1, start the trace tcpdrop gadget: ```bash $ sudo ig run trace_tcpdrop:%IG_TAG% --containername test-trace-tcpdrop RUNTIME.CONTAINERNAME SRC DST MOUNT_NS_ID COMM PID TID STATE TCPFLAGS REASON ``` In terminal 2, start a container, configure the network emulator to drop 25% of the packets, and download a web page: ```bash $ docker run -ti --cap-add NET_ADMIN --name=test-trace-tcpdrop wbitt/network-multitool -- /bin/bash # tc qdisc add dev eth0 root netem drop 25% # wget 1.1.1.1 ``` The container needs NET_ADMIN capability to manage network interfaces The results in terminal 1 will show that some packets are dropped by the network emulator qdisc: ``` RUNTIME.CONTAINERNAME SRC DST MOUNT_NS_ID COMM PID TID STATE TCPFLAGS REASON test-trace-tcpdrop 172.17.0.2:52508 1.1.1.1:80 4026533225 wget 854278 854278 tcp_established ACK SKB_DROP_REASON_QDISC_DROP test-trace-tcpdrop 172.17.0.2:37838 1.1.1.1:443 4026533225 wget 854278 854278 tcp_established ACK SKB_DROP_REASON_QDISC_DROP test-trace-tcpdrop 172.17.0.2:37838 1.1.1.1:443 4026533225 wget 854278 854278 tcp_fin_wait1 FIN|ACK SKB_DROP_REASON_QDISC_DROP ``` Congratulations! You reached the end of this guide! You can now delete the pod you created: ```bash $ kubectl delete service nginx $ kubectl delete deployment nginx $ kubectl delete pod shell ``` ```bash $ docker rm -f test-trace-tcpdrop ``` ## List of drop reasons The drop reason enum is not stable and may change between kernel versions. The tcpdrop gadget needs BTF information to decode the drop reason. The following table shows the list of drop reasons for Linux 6.2. | Name | Documentation | |---------|---------------| | [SKB_NOT_DROPPED_YET](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_NOT_DROPPED_YET&type=code) | skb is not dropped yet (used for no-drop case) | | [SKB_CONSUMED](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_CONSUMED&type=code) | packet has been consumed | | [SKB_DROP_REASON_NOT_SPECIFIED](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NOT_SPECIFIED&type=code) | drop reason is not specified | | [SKB_DROP_REASON_NO_SOCKET](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NO_SOCKET&type=code) | socket not found | | [SKB_DROP_REASON_PKT_TOO_SMALL](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_PKT_TOO_SMALL&type=code) | packet size is too small | | [SKB_DROP_REASON_TCP_CSUM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_CSUM&type=code) | TCP checksum error | | [SKB_DROP_REASON_SOCKET_FILTER](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SOCKET_FILTER&type=code) | dropped by socket filter | | [SKB_DROP_REASON_UDP_CSUM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_UDP_CSUM&type=code) | UDP checksum error | | [SKB_DROP_REASON_NETFILTER_DROP](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NETFILTER_DROP&type=code) | dropped by netfilter | | [SKB_DROP_REASON_OTHERHOST](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_OTHERHOST&type=code) | packet don't belong to current host (interface is in promisc mode) | | [SKB_DROP_REASON_IP_CSUM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_CSUM&type=code) | IP checksum error | | [SKB_DROP_REASON_IP_INHDR](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_INHDR&type=code) | there is something wrong with IP header (see IPSTATS_MIB_INHDRERRORS) | | [SKB_DROP_REASON_IP_RPFILTER](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_RPFILTER&type=code) | IP rpfilter validate failed. see the document for rp_filter in ip-sysctl.rst for more information | | [SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST&type=code) | destination address of L2 is multicast, but L3 is unicast. | | [SKB_DROP_REASON_XFRM_POLICY](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_XFRM_POLICY&type=code) | xfrm policy check failed | | [SKB_DROP_REASON_IP_NOPROTO](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_NOPROTO&type=code) | no support for IP protocol | | [SKB_DROP_REASON_SOCKET_RCVBUFF](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SOCKET_RCVBUFF&type=code) | socket receive buff is full | | [SKB_DROP_REASON_PROTO_MEM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_PROTO_MEM&type=code) | proto memory limitation, such as udp packet drop out of udp_memory_allocated. | | [SKB_DROP_REASON_TCP_MD5NOTFOUND](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_MD5NOTFOUND&type=code) | no MD5 hash and one expected, corresponding to LINUX_MIB_TCPMD5NOTFOUND | | [SKB_DROP_REASON_TCP_MD5UNEXPECTED](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_MD5UNEXPECTED&type=code) | MD5 hash and we're not expecting one, corresponding to LINUX_MIB_TCPMD5UNEXPECTED | | [SKB_DROP_REASON_TCP_MD5FAILURE](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_MD5FAILURE&type=code) | MD5 hash and its wrong, corresponding to LINUX_MIB_TCPMD5FAILURE | | [SKB_DROP_REASON_SOCKET_BACKLOG](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SOCKET_BACKLOG&type=code) | failed to add skb to socket backlog ( see LINUX_MIB_TCPBACKLOGDROP) | | [SKB_DROP_REASON_TCP_FLAGS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_FLAGS&type=code) | TCP flags invalid | | [SKB_DROP_REASON_TCP_ZEROWINDOW](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_ZEROWINDOW&type=code) | TCP receive window size is zero, see LINUX_MIB_TCPZEROWINDOWDROP | | [SKB_DROP_REASON_TCP_OLD_DATA](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OLD_DATA&type=code) | the TCP data received is already received before (spurious retrans may happened), see LINUX_MIB_DELAYEDACKLOST | | [SKB_DROP_REASON_TCP_OVERWINDOW](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OVERWINDOW&type=code) | the TCP data is out of window, the seq of the first byte exceed the right edges of receive window | | [SKB_DROP_REASON_TCP_OFOMERGE](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OFOMERGE&type=code) | the data of skb is already in the ofo queue, corresponding to LINUX_MIB_TCPOFOMERGE | | [SKB_DROP_REASON_TCP_RFC7323_PAWS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_RFC7323_PAWS&type=code) | PAWS check, corresponding to LINUX_MIB_PAWSESTABREJECTED | | [SKB_DROP_REASON_TCP_INVALID_SEQUENCE](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_INVALID_SEQUENCE&type=code) | Not acceptable SEQ field | | [SKB_DROP_REASON_TCP_RESET](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_RESET&type=code) | Invalid RST packet | | [SKB_DROP_REASON_TCP_INVALID_SYN](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_INVALID_SYN&type=code) | Incoming packet has unexpected SYN flag | | [SKB_DROP_REASON_TCP_CLOSE](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_CLOSE&type=code) | TCP socket in CLOSE state | | [SKB_DROP_REASON_TCP_FASTOPEN](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_FASTOPEN&type=code) | dropped by FASTOPEN request socket | | [SKB_DROP_REASON_TCP_OLD_ACK](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OLD_ACK&type=code) | TCP ACK is old, but in window | | [SKB_DROP_REASON_TCP_TOO_OLD_ACK](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_TOO_OLD_ACK&type=code) | TCP ACK is too old | | [SKB_DROP_REASON_TCP_ACK_UNSENT_DATA](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_ACK_UNSENT_DATA&type=code) | TCP ACK for data we haven't sent yet | | [SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE&type=code) | pruned from TCP OFO queue | | [SKB_DROP_REASON_TCP_OFO_DROP](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TCP_OFO_DROP&type=code) | data already in receive queue | | [SKB_DROP_REASON_IP_OUTNOROUTES](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_OUTNOROUTES&type=code) | route lookup failed | | [SKB_DROP_REASON_BPF_CGROUP_EGRESS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_BPF_CGROUP_EGRESS&type=code) | dropped by BPF_PROG_TYPE_CGROUP_SKB eBPF program | | [SKB_DROP_REASON_IPV6DISABLED](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IPV6DISABLED&type=code) | IPv6 is disabled on the device | | [SKB_DROP_REASON_NEIGH_CREATEFAIL](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NEIGH_CREATEFAIL&type=code) | failed to create neigh entry | | [SKB_DROP_REASON_NEIGH_FAILED](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NEIGH_FAILED&type=code) | neigh entry in failed state | | [SKB_DROP_REASON_NEIGH_QUEUEFULL](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NEIGH_QUEUEFULL&type=code) | arp_queue for neigh entry is full | | [SKB_DROP_REASON_NEIGH_DEAD](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NEIGH_DEAD&type=code) | neigh entry is dead | | [SKB_DROP_REASON_TC_EGRESS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TC_EGRESS&type=code) | dropped in TC egress HOOK | | [SKB_DROP_REASON_QDISC_DROP](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_QDISC_DROP&type=code) | dropped by qdisc when packet outputting ( failed to enqueue to current qdisc) | | [SKB_DROP_REASON_CPU_BACKLOG](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_CPU_BACKLOG&type=code) | failed to enqueue the skb to the per CPU backlog queue. This can be caused by backlog queue full (see netdev_max_backlog in net.rst) or RPS flow limit | | [SKB_DROP_REASON_XDP](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_XDP&type=code) | dropped by XDP in input path | | [SKB_DROP_REASON_TC_INGRESS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TC_INGRESS&type=code) | dropped in TC ingress HOOK | | [SKB_DROP_REASON_UNHANDLED_PROTO](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_UNHANDLED_PROTO&type=code) | protocol not implemented or not supported | | [SKB_DROP_REASON_SKB_CSUM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SKB_CSUM&type=code) | sk_buff checksum computation error | | [SKB_DROP_REASON_SKB_GSO_SEG](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SKB_GSO_SEG&type=code) | gso segmentation error | | [SKB_DROP_REASON_SKB_UCOPY_FAULT](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_SKB_UCOPY_FAULT&type=code) | failed to copy data from user space, e.g., via zerocopy_sg_from_iter() or skb_orphan_frags_rx() | | [SKB_DROP_REASON_DEV_HDR](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_DEV_HDR&type=code) | device driver specific header/metadata is invalid | | [SKB_DROP_REASON_DEV_READY](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_DEV_READY&type=code) | the device is not ready to xmit/recv due to any of its data structure that is not up/ready/initialized, e.g., the IFF_UP is not set, or driver specific tun->tfiles[txq] is not initialized | | [SKB_DROP_REASON_FULL_RING](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_FULL_RING&type=code) | ring buffer is full | | [SKB_DROP_REASON_NOMEM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_NOMEM&type=code) | error due to OOM | | [SKB_DROP_REASON_HDR_TRUNC](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_HDR_TRUNC&type=code) | failed to trunc/extract the header from networking data, e.g., failed to pull the protocol header from frags via pskb_may_pull() | | [SKB_DROP_REASON_TAP_FILTER](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TAP_FILTER&type=code) | dropped by (ebpf) filter directly attached to tun/tap, e.g., via TUNSETFILTEREBPF | | [SKB_DROP_REASON_TAP_TXFILTER](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_TAP_TXFILTER&type=code) | dropped by tx filter implemented at tun/tap, e.g., check_filter() | | [SKB_DROP_REASON_ICMP_CSUM](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_ICMP_CSUM&type=code) | ICMP checksum error | | [SKB_DROP_REASON_INVALID_PROTO](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_INVALID_PROTO&type=code) | the packet doesn't follow RFC 2211, such as a broadcasts ICMP_TIMESTAMP | | [SKB_DROP_REASON_IP_INADDRERRORS](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_INADDRERRORS&type=code) | host unreachable, corresponding to IPSTATS_MIB_INADDRERRORS | | [SKB_DROP_REASON_IP_INNOROUTES](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_IP_INNOROUTES&type=code) | network unreachable, corresponding to IPSTATS_MIB_INADDRERRORS | | [SKB_DROP_REASON_PKT_TOO_BIG](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_PKT_TOO_BIG&type=code) | packet size is too big (maybe exceed the MTU) | | [SKB_DROP_REASON_DUP_FRAG](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_DUP_FRAG&type=code) | duplicate fragment | | [SKB_DROP_REASON_FRAG_REASM_TIMEOUT](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_FRAG_REASM_TIMEOUT&type=code) | fragment reassembly timeout | | [SKB_DROP_REASON_FRAG_TOO_FAR](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_FRAG_TOO_FAR&type=code) | ipv4 fragment too far. (/proc/sys/net/ipv4/ipfrag_max_dist) | | [SKB_DROP_REASON_MAX](https://github.com/search?q=repo%3Atorvalds%2Flinux%20SKB_DROP_REASON_MAX&type=code) | the maximum of drop reason, which shouldn't be used as a real 'reason' | ## Other tools showing dropped packets The following tools can be used to show dropped packets but they are not focused on containers or Kubernetes: * [dropwatch](https://github.com/nhorman/dropwatch): interactive tool using [Netlink Devlink Trap](https://www.kernel.org/doc/html/latest/networking/devlink/devlink-trap.html) to see drops packets by the NIC. * [BCC's tcpdrop](https://github.com/iovisor/bcc/blob/master/tools/tcpdrop_example.txt): tool using eBPF and kprobes/tracepoints to show when a socket buffer is released by the kernel. * [Retis' skb-drop collector](https://github.com/retis-org/retis): tool using various collectors (skb-drop, nftables, ovs) to show the flow of packets in the kernel. inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/artifacthub-pkg.yml000066400000000000000000000015321510117411400251110ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace tcpdrop" category: monitoring-logging displayName: "trace tcpdrop" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace TCP packets dropped by the kernel" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_tcpdrop" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_tcpdrop:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcpdrop" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcpdrop:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/dev.md000066400000000000000000000025711510117411400224170ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] gadget_sockets[("gadget_sockets")] ig_kstack[("ig_kstack")] ig_tcpdrop -- "Lookup" --> gadget_heap ig_tcpdrop -- "Lookup" --> gadget_sockets ig_tcpdrop -- "Lookup" --> gadget_mntns_filter_map ig_tcpdrop -- "EventOutput" --> events ig_tcpdrop["ig_tcpdrop"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_tcpdrop end box eBPF Maps participant gadget_heap participant gadget_sockets participant gadget_mntns_filter_map participant events end ig_tcpdrop->>gadget_heap: Lookup ig_tcpdrop->>gadget_sockets: Lookup ig_tcpdrop->>gadget_mntns_filter_map: Lookup ig_tcpdrop->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/gadget.yaml000066400000000000000000000072721510117411400234410ustar00rootroot00000000000000name: trace tcpdrop description: trace TCP packets dropped by the kernel homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_tcpdrop sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcpdrop datasources: tcpdrop: fields: src: annotations: template: l4endpoint dst: annotations: template: l4endpoint tcpflags_raw: annotations: columns.hidden: true tcpflags: annotations: description: TCP flags from a TCP header reason_raw: annotations: columns.hidden: true reason: annotations: description: Reason for dropping a packet columns.ellipsis: start value.one-of: 'SKB_NOT_DROPPED_YET, SKB_CONSUMED, SKB_DROP_REASON_NOT_SPECIFIED, SKB_DROP_REASON_NO_SOCKET, SKB_DROP_REASON_PKT_TOO_SMALL, SKB_DROP_REASON_TCP_CSUM, SKB_DROP_REASON_SOCKET_FILTER, SKB_DROP_REASON_UDP_CSUM, SKB_DROP_REASON_NETFILTER_DROP, SKB_DROP_REASON_OTHERHOST, SKB_DROP_REASON_IP_CSUM, SKB_DROP_REASON_IP_INHDR, SKB_DROP_REASON_IP_RPFILTER, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST, SKB_DROP_REASON_XFRM_POLICY, SKB_DROP_REASON_IP_NOPROTO, SKB_DROP_REASON_SOCKET_RCVBUFF, SKB_DROP_REASON_PROTO_MEM, SKB_DROP_REASON_TCP_MD5NOTFOUND, SKB_DROP_REASON_TCP_MD5UNEXPECTED, SKB_DROP_REASON_TCP_MD5FAILURE, SKB_DROP_REASON_SOCKET_BACKLOG, SKB_DROP_REASON_TCP_FLAGS, SKB_DROP_REASON_TCP_ZEROWINDOW, SKB_DROP_REASON_TCP_OLD_DATA, SKB_DROP_REASON_TCP_OVERWINDOW, SKB_DROP_REASON_TCP_OFOMERGE, SKB_DROP_REASON_TCP_RFC7323_PAWS, SKB_DROP_REASON_TCP_INVALID_SEQUENCE, SKB_DROP_REASON_TCP_RESET, SKB_DROP_REASON_TCP_INVALID_SYN, SKB_DROP_REASON_TCP_CLOSE, SKB_DROP_REASON_TCP_FASTOPEN, SKB_DROP_REASON_TCP_OLD_ACK, SKB_DROP_REASON_TCP_TOO_OLD_ACK, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE, SKB_DROP_REASON_TCP_OFO_DROP, SKB_DROP_REASON_IP_OUTNOROUTES, SKB_DROP_REASON_BPF_CGROUP_EGRESS, SKB_DROP_REASON_IPV6DISABLED, SKB_DROP_REASON_NEIGH_CREATEFAIL, SKB_DROP_REASON_NEIGH_FAILED, SKB_DROP_REASON_NEIGH_QUEUEFULL, SKB_DROP_REASON_NEIGH_DEAD, SKB_DROP_REASON_TC_EGRESS, SKB_DROP_REASON_QDISC_DROP, SKB_DROP_REASON_CPU_BACKLOG, SKB_DROP_REASON_XDP, SKB_DROP_REASON_TC_INGRESS, SKB_DROP_REASON_UNHANDLED_PROTO, SKB_DROP_REASON_SKB_CSUM, SKB_DROP_REASON_SKB_GSO_SEG, SKB_DROP_REASON_SKB_UCOPY_FAULT, SKB_DROP_REASON_DEV_HDR, SKB_DROP_REASON_DEV_READY, SKB_DROP_REASON_FULL_RING, SKB_DROP_REASON_NOMEM, SKB_DROP_REASON_HDR_TRUNC, SKB_DROP_REASON_TAP_FILTER, SKB_DROP_REASON_TAP_TXFILTER, SKB_DROP_REASON_ICMP_CSUM, SKB_DROP_REASON_INVALID_PROTO, SKB_DROP_REASON_IP_INADDRERRORS, SKB_DROP_REASON_IP_INNOROUTES, SKB_DROP_REASON_PKT_TOO_BIG, SKB_DROP_REASON_DUP_FRAG, SKB_DROP_REASON_FRAG_REASM_TIMEOUT, SKB_DROP_REASON_FRAG_TOO_FAR, SKB_DROP_REASON_MAX' state_raw: annotations: columns.hidden: true state: annotations: description: State of the TCP connection value.one-of: 'tcp_established, tcp_syn_sent, tcp_syn_recv, tcp_fin_wait1, tcp_fin_wait2, tcp_time_wait, tcp_close, tcp_close_wait, tcp_last_ack, tcp_listen, tcp_closing, tcp_new_syn_recv, tcp_max_states' kernel_stack_raw: annotations: columns.hidden: true kernel_stack: annotations: description: Kernel stack columns.hidden: true columns.width: 20 inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/program.bpf.c000066400000000000000000000133141510117411400236750ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // // Based on tcpdrop(8) from BCC // // Copyright 2018 Netflix, Inc. // 30-May-2018 Brendan Gregg Created this. // 15-Jun-2022 Rong Tao Add tracepoint:skb:kfree_skb // Copyright 2023 Microsoft Corporation #include #include #include #include #include #include #include #include #include #include #include #define GADGET_TYPE_TRACING #include // This enum is the same as the one in vmlinux.h, but redefined so that it can provide a name // to be used for `state` in struct event. This way we get a readable value for column `state`. enum tcp_state { tcp_established = 1, tcp_syn_sent = 2, tcp_syn_recv = 3, tcp_fin_wait1 = 4, tcp_fin_wait2 = 5, tcp_time_wait = 6, tcp_close = 7, tcp_close_wait = 8, tcp_last_ack = 9, tcp_listen = 10, tcp_closing = 11, tcp_new_syn_recv = 12, tcp_max_states = 13, }; enum tcp_flags_set : __u8 { FIN = 0x01, SYN = 0x02, RST = 0x04, PSH = 0x08, ACK = 0x10, URG = 0x20, ECE = 0x40, CWR = 0x80, }; struct event { gadget_timestamp timestamp_raw; gadget_netns_id netns_id; struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; // The original gadget has instances of these fields for both process context and // socket context. Since sub-structures in the `event` are not yet supported, we only use // socket context for now. Once sub-structures in the `event` are supported, convert the // next fields to a struct. gadget_mntns_id mount_ns_id; gadget_comm comm[TASK_COMM_LEN]; // user-space terminology for pid and tid gadget_pid pid; gadget_tid tid; gadget_uid uid; gadget_gid gid; enum tcp_state state_raw; enum tcp_flags_set tcpflags_raw; enum skb_drop_reason reason_raw; gadget_kernel_stack kernel_stack_raw; }; /* Define here, because there are conflicts with include files */ #define AF_INET 2 #define AF_INET6 10 GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(tcpdrop, events, event); // This struct is the same as struct tcphdr in vmlinux.h but with flags defined as single field instead of bitfield struct tcphdr_with_flags { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 res1 : 4; __u16 doff : 4; __u8 flags; __be16 window; __sum16 check; __be16 urg_ptr; }; static __always_inline int __trace_tcp_drop(void *ctx, struct sock *sk, struct sk_buff *skb, int reason) { if (sk == NULL) return 0; if (BPF_CORE_READ_BITFIELD_PROBED(sk, sk_protocol) != IPPROTO_TCP) return 0; struct tcphdr_with_flags *tcphdr = (struct tcphdr_with_flags *)(BPF_CORE_READ(skb, head) + BPF_CORE_READ(skb, transport_header)); struct inet_sock *sockp = (struct inet_sock *)sk; struct event *event; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; event->timestamp_raw = bpf_ktime_get_boot_ns(); event->state_raw = BPF_CORE_READ(sk, __sk_common.skc_state); event->reason_raw = reason; event->kernel_stack_raw = gadget_get_kernel_stack(ctx); bpf_probe_read_kernel(&event->tcpflags_raw, sizeof(event->tcpflags_raw), &tcphdr->flags); event->dst.port = bpf_ntohs(BPF_CORE_READ(sk, __sk_common.skc_dport)); if (event->dst.port == 0) goto cleanup; event->src.port = bpf_ntohs(BPF_CORE_READ(sockp, inet_sport)); if (event->src.port == 0) goto cleanup; unsigned int family = BPF_CORE_READ(sk, __sk_common.skc_family); switch (family) { case AF_INET: event->src.version = event->dst.version = 4; BPF_CORE_READ_INTO(&event->dst.addr_raw.v4, sk, __sk_common.skc_daddr); if (event->dst.addr_raw.v4 == 0) goto cleanup; BPF_CORE_READ_INTO(&event->src.addr_raw.v4, sk, __sk_common.skc_rcv_saddr); if (event->src.addr_raw.v4 == 0) goto cleanup; break; case AF_INET6: event->src.version = event->dst.version = 6; BPF_CORE_READ_INTO( &event->src.addr_raw.v6_raw, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); if (event->src.addr_raw.v6_raw == 0) goto cleanup; BPF_CORE_READ_INTO(&event->dst.addr_raw.v6_raw, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); if (event->dst.addr_raw.v6_raw == 0) goto cleanup; break; default: // drop goto cleanup; } BPF_CORE_READ_INTO(&event->netns_id, sk, __sk_common.skc_net.net, ns.inum); struct gadget_socket_value *skb_val = gadget_socket_lookup(sk, event->netns_id); if (skb_val != NULL) { // Use the mount namespace of the socket to filter by container if (gadget_should_discard_mntns_id(skb_val->mntns)) goto cleanup; event->mount_ns_id = skb_val->mntns; event->pid = skb_val->pid_tgid >> 32; event->tid = (__u32)skb_val->pid_tgid; __builtin_memcpy(&event->comm, skb_val->task, sizeof(event->comm)); event->uid = (__u32)skb_val->uid_gid; event->gid = (__u32)(skb_val->uid_gid >> 32); } gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; cleanup: gadget_discard_buf(event); return 0; } SEC("tracepoint/skb/kfree_skb") int ig_tcpdrop(struct trace_event_raw_kfree_skb *ctx) { struct sk_buff *skb = ctx->skbaddr; struct sock *sk = BPF_CORE_READ(skb, sk); int reason = ctx->reason; // If enum value was not found, bpf_core_enum_value returns 0. // The verifier will reject the program with // invalid func unknown#195896080 // 195896080 == 0xbad2310 reads "bad relo" int reason_not_specified = bpf_core_enum_value( enum skb_drop_reason, SKB_DROP_REASON_NOT_SPECIFIED); if (reason_not_specified == 0) bpf_core_unreachable(); if (reason > reason_not_specified) return __trace_tcp_drop(ctx, sk, skb, reason); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/test/000077500000000000000000000000001510117411400222715ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/test/unit/000077500000000000000000000000001510117411400232505ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpdrop/test/unit/trace_tcpdrop_test.go000066400000000000000000000022441510117411400274710ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceTcpdrop(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. // TODO: This is the minimum kernel version the gadget works on among the // ones we test. We need to check if it works with other versions that we // don't test, like 6.0 gadgettesting.MinimumKernelVersion(t, "6.1") gadgettesting.DummyGadgetTest(t, "trace_tcpdrop") } inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/000077500000000000000000000000001510117411400220245ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/README.md000066400000000000000000000002561510117411400233060ustar00rootroot00000000000000# trace_tcpretrans The trace_tcpretrans gadget tracks TCP retransmissions. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/trace_tcpretrans inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/README.mdx000066400000000000000000000122651510117411400235010ustar00rootroot00000000000000--- title: trace_tcpretrans sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # trace_tcpretrans The trace_tcpretrans gadget tracks TCP retransmissions. ## Requirements - Minimum Kernel Version : *5.4 *This is the minimal kernel version we have tried for this Gadget, however it's possible that it works with earlier versions. ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/trace_tcpretrans:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcpretrans:%IG_TAG% [flags] ``` ## Guide In terminal 1, start the trace_tcpretrans gadget: ```bash $ kubectl gadget run trace_tcpretrans:%IG_TAG% K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST COMM PID TID STATE REASON TCPFLAGS TYPE ``` In terminal 2, start a pod and configure the network emulator to drop 25% of the packets. This will cause TCP retransmissions: ```bash $ kubectl create service nodeport nginx --tcp=80:80 $ kubectl create deployment nginx --image=nginx $ kubectl run --rm -ti --privileged --image ubuntu shell -- bash root@shell:/# apt-get update root@shell:/# apt install -y iproute2 curl root@shell:/# tc qdisc add dev eth0 root netem drop 25% root@shell:/# curl nginx ``` The results in terminal 1 will show that some TCP transmissions cause by the dropped packets: ``` K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME SRC DST COMM PID TID STATE REASON TCPFLAGS TYPE minikube-docker default shell shell p/default/shell:45638 s/default/nginx:80 curl 874866 874866 2 0 SYN RETRANS ``` The network emulator uses a random generator to drop 25% of the packets. The results may vary. In terminal 1, start the trace_tcpretrans gadget: ```bash $ sudo ig run trace_tcpretrans:%IG_TAG% --containername test-trace-tcpretrans RUNTIME.CONTAINERNAME SRC DST COMM PID TID STATE REASON TCPFLAGS TYPE ``` In terminal 2, start a container, configure the network emulator to drop 25% of the packets, and download a web page: ```bash $ docker run -ti --cap-add NET_ADMIN --name=test-trace-tcpretrans wbitt/network-multitool -- /bin/bash # tc qdisc add dev eth0 root netem drop 25% # wget 1.1.1.1 ``` The container needs NET_ADMIN capability to manage network interfaces The results in terminal 1 will show that some packets are dropped by the network emulator qdisc: ``` RUNTIME.CONTAINERNAME SRC DST COMM PID TID STATE REASON TCPFLAGS TYPE test-trace-tcpretrans 172.17.0.3:44962 1.1.1.1:443 wget 879368 879368 1 0 LOSS test-trace-tcpretrans 172.17.0.3:44962 1.1.1.1:443 wget 879368 879368 1 0 PSH|ACK RETRANS test-trace-tcpretrans 172.17.0.3:46944 1.0.0.1:443 wget 879368 879368 1 0 LOSS test-trace-tcpretrans 172.17.0.3:46944 1.0.0.1:443 wget 879368 879368 1 0 PSH|ACK RETRANS ``` Congratulations! You reached the end of this guide! You can now delete the pod you created: ```bash $ kubectl delete service nginx $ kubectl delete deployment nginx $ kubectl delete pod shell ``` ```bash $ docker rm -f test-trace-tcpretrans ``` inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/artifacthub-pkg.yml000066400000000000000000000015361510117411400256270ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "trace tcpretrans" category: monitoring-logging displayName: "trace tcpretrans" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "trace TCP retransmissions" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/trace_tcpretrans" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/trace_tcpretrans:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcpretrans" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/trace_tcpretrans:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/dev.md000066400000000000000000000034461510117411400231330ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR events[("events")] gadget_heap[("gadget_heap")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] gadget_sockets[("gadget_sockets")] ig_tcplossprobe -- "Lookup" --> gadget_heap ig_tcplossprobe -- "Lookup" --> gadget_sockets ig_tcplossprobe -- "Lookup" --> gadget_mntns_filter_map ig_tcplossprobe -- "EventOutput" --> events ig_tcplossprobe["ig_tcplossprobe"] ig_tcpretrans -- "Lookup" --> gadget_heap ig_tcpretrans -- "Lookup" --> gadget_sockets ig_tcpretrans -- "Lookup" --> gadget_mntns_filter_map ig_tcpretrans -- "EventOutput" --> events ig_tcpretrans["ig_tcpretrans"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_tcplossprobe participant ig_tcpretrans end box eBPF Maps participant gadget_heap participant gadget_sockets participant gadget_mntns_filter_map participant events end ig_tcplossprobe->>gadget_heap: Lookup ig_tcplossprobe->>gadget_sockets: Lookup ig_tcplossprobe->>gadget_mntns_filter_map: Lookup ig_tcplossprobe->>events: EventOutput ig_tcpretrans->>gadget_heap: Lookup ig_tcpretrans->>gadget_sockets: Lookup ig_tcpretrans->>gadget_mntns_filter_map: Lookup ig_tcpretrans->>events: EventOutput ``` inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/gadget.yaml000066400000000000000000000020461510117411400241450ustar00rootroot00000000000000name: trace tcpretrans description: trace TCP retransmissions homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/trace_tcpretrans sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/trace_tcpretrans datasources: tcpretrans: fields: src: annotations: template: l4endpoint dst: annotations: template: l4endpoint tcpflags_raw: annotations: columns.hidden: true tcpflags: annotations: description: TCP flags from a TCP header reason_raw: annotations: columns.hidden: true reason: annotations: description: Reason for retransmission type_raw: annotations: columns.hidden: true type: annotations: description: Type of the retransmission value.one-of: "RETRANS, LOSS" columns.width: 10 state: annotations: description: Connection state inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/program.bpf.c000066400000000000000000000113231510117411400244050ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 // // Based on tcpretrans(8) from BCC // // Copyright 2016 Netflix, Inc. // // 14-Feb-2016 Brendan Gregg Created this. // 03-Nov-2017 Matthias Tafelmeier Extended this. // Copyright 2023 Microsoft Corporation #include #include #include #include #include #include #include #include #include #include #include #define GADGET_TYPE_TRACING #include enum type { RETRANS, LOSS, }; enum tcp_flags_set : __u8 { FIN = 0x01, SYN = 0x02, RST = 0x04, PSH = 0x08, ACK = 0x10, URG = 0x20, ECE = 0x40, CWR = 0x80, }; struct event { gadget_timestamp timestamp_raw; gadget_netns_id netns_id; struct gadget_process proc; struct gadget_l4endpoint_t src; struct gadget_l4endpoint_t dst; __u8 state; enum tcp_flags_set tcpflags_raw; __u32 reason; enum type type_raw; }; /* Define here, because there are conflicts with include files */ #define AF_INET 2 #define AF_INET6 10 GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(tcpretrans, events, event); static __always_inline int __trace_tcp_retrans(void *ctx, const struct sock *sk, const struct sk_buff *skb, enum type type) { struct inet_sock *sockp; struct tcp_skb_cb *tcb; struct event *event; unsigned int family; if (sk == NULL) return 0; if (BPF_CORE_READ_BITFIELD_PROBED(sk, sk_protocol) != IPPROTO_TCP) return 0; event = gadget_reserve_buf(&events, sizeof(*event)); if (!event) return 0; event->src.proto_raw = event->dst.proto_raw = IPPROTO_TCP; sockp = (struct inet_sock *)sk; event->type_raw = type; event->timestamp_raw = bpf_ktime_get_boot_ns(); family = BPF_CORE_READ(sk, __sk_common.skc_family); switch (family) { case AF_INET: event->src.version = event->dst.version = 4; BPF_CORE_READ_INTO(&event->src.addr_raw.v4, sk, __sk_common.skc_rcv_saddr); if (event->src.addr_raw.v4 == 0) goto cleanup; BPF_CORE_READ_INTO(&event->dst.addr_raw.v4, sk, __sk_common.skc_daddr); if (event->dst.addr_raw.v4 == 0) goto cleanup; break; case AF_INET6: event->src.version = event->dst.version = 6; BPF_CORE_READ_INTO( &event->src.addr_raw.v6, sk, __sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); if (((u64 *)event->src.addr_raw.v6)[0] == 0 && ((u64 *)event->src.addr_raw.v6)[1] == 0) goto cleanup; BPF_CORE_READ_INTO(&event->dst.addr_raw.v6, sk, __sk_common.skc_v6_daddr.in6_u.u6_addr32); if (((u64 *)event->dst.addr_raw.v6)[0] == 0 && ((u64 *)event->dst.addr_raw.v6)[1] == 0) goto cleanup; break; default: // drop goto cleanup; } event->state = BPF_CORE_READ(sk, __sk_common.skc_state); // The tcp_retransmit_skb tracepoint is fired with a skb that does not // contain the TCP header because the TCP header is built on a cloned skb // we don't have access to. // skb->transport_header is not set: skb_transport_header_was_set() == false. // Instead, we have to read the TCP flags from the TCP control buffer. if (skb) { tcb = (struct tcp_skb_cb *)&(skb->cb[0]); bpf_probe_read_kernel(&event->tcpflags_raw, sizeof(event->tcpflags_raw), &tcb->tcp_flags); } BPF_CORE_READ_INTO(&event->dst.port, sk, __sk_common.skc_dport); event->dst.port = bpf_ntohs( event->dst.port); // host expects data in host byte order if (event->dst.port == 0) goto cleanup; BPF_CORE_READ_INTO(&event->src.port, sockp, inet_sport); event->src.port = bpf_ntohs( event->src.port); // host expects data in host byte order if (event->src.port == 0) goto cleanup; BPF_CORE_READ_INTO(&event->netns_id, sk, __sk_common.skc_net.net, ns.inum); struct gadget_socket_value *skb_val = gadget_socket_lookup(sk, event->netns_id); if (skb_val != NULL) { // Use the mount namespace of the socket to filter by container if (gadget_should_discard_mntns_id(skb_val->mntns)) goto cleanup; gadget_process_populate_from_socket(skb_val, &event->proc); } gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; cleanup: gadget_discard_buf(event); return 0; } SEC("tracepoint/tcp/tcp_retransmit_skb") int ig_tcpretrans(struct trace_event_raw_tcp_event_sk_skb *ctx) { // struct trace_event_raw_tcp_event_sk_skb is described in: // /sys/kernel/tracing/events/tcp/tcp_retransmit_skb/format const struct sk_buff *skb = ctx->skbaddr; const struct sock *sk = ctx->skaddr; return __trace_tcp_retrans(ctx, sk, skb, RETRANS); } SEC("kprobe/tcp_send_loss_probe") int BPF_KPROBE(ig_tcplossprobe, struct sock *sk) { return __trace_tcp_retrans(ctx, sk, NULL, LOSS); } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/test/000077500000000000000000000000001510117411400230035ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/test/integration/000077500000000000000000000000001510117411400253265ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/test/integration/trace_tcpretrans_test.go000066400000000000000000000114431510117411400322620ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceTCPretransEvent struct { utils.CommonData Timestamp string `json:"timestamp"` NetNs uint64 `json:"netns_id"` Proc utils.Process `json:"proc"` Type string `json:"type"` Src utils.L4Endpoint `json:"src"` Dst utils.L4Endpoint `json:"dst"` } func TestTraceTCPretrans(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { t.Skip("Skipping test as K8s doesn't support privileged containers") } else if utils.CurrentTestComponent == utils.IgLocalTestComponent && utils.Runtime == "containerd" { t.Skip("Skipping test as containerd test utils can't use the network") } containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-trace-tcpretrans" containerImage := gadgettesting.NetworkMultitoolImage var ns string // run the container with privileged mode to be able to use tc command containerOpts := []containers.ContainerOption{containers.WithContainerImage(containerImage), containers.WithPrivileged()} if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-trace-tcpretrans") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } // for testing purpose drop 30% of packets and wget 1.1.1.1 every 0.1 seconds cmds := "tc qdisc add dev eth0 root netem drop 30% && while true; do wget --no-check-certificate -q -O /dev/null https://1.1.1.1; sleep 0.1; done" testContainer := containerFactory.NewContainer( containerName, cmds, containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), "--timeout=5")) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns), "--timeout=5")) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntries := &traceTCPretransEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), Proc: utils.BuildProc("wget", 0, 0), Src: utils.L4Endpoint{ Addr: utils.NormalizedStr, Version: 4, Port: utils.NormalizedInt, Proto: "TCP", }, Dst: utils.L4Endpoint{ Addr: "1.1.1.1", Version: 4, Port: 443, Proto: "TCP", }, Type: "RETRANS", Timestamp: utils.NormalizedStr, NetNs: utils.NormalizedInt, } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { expectedEntries.Src.K8s = utils.K8s{ Kind: "raw", } expectedEntries.Dst.K8s = expectedEntries.Src.K8s } normalize := func(e *traceTCPretransEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeString(&e.Timestamp) utils.NormalizeInt(&e.NetNs) utils.NormalizeProc(&e.Proc) utils.NormalizeString(&e.Src.Addr) utils.NormalizeInt(&e.Src.Port) } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntries) }, )) traceTCPCmd := igrunner.New("trace_tcpretrans", runnerOpts...) igtesting.RunTestSteps([]igtesting.TestStep{traceTCPCmd}, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/test/unit/000077500000000000000000000000001510117411400237625ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/trace_tcpretrans/test/unit/trace_tcpretrans_test.go000066400000000000000000000017131510117411400307150ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" ) func TestTraceTcpretrans(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.DummyGadgetTest(t, "trace_tcpretrans") } inspektor-gadget-0.46.0/gadgets/traceloop/000077500000000000000000000000001510117411400204515ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/README.md000066400000000000000000000002461510117411400217320ustar00rootroot00000000000000# traceloop The `traceloop` gadget is used as a syscalls flight recorder. Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/traceloop inspektor-gadget-0.46.0/gadgets/traceloop/README.mdx000066400000000000000000000333131510117411400221230ustar00rootroot00000000000000--- title: traceloop sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # traceloop The traceloop gadget is used to capture system calls in real-time, acting as a flight recorder for your applications. ## Requirements - Minimum Kernel Version: 5.10+ - Dependencies: [Inspektor Gadget installed] (https://inspektor-gadget.io/docs/latest/quick-start) - Access: kubectl access to your cluster (for Kubernetes) or container runtime access (for standalone containers) ## Getting Started Running the gadget: $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/traceloop:%IG_TAG% [flags] ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/traceloop:%IG_TAG% [flags] ``` ## Guide System calls are the foundation of how applications interact with the operating system. When debugging production issues, understanding the exact sequence of system calls before a crash or failure can be invaluable. The traceloop gadget continuously captures these system calls, allowing you to "rewind" and see exactly what your application was doing when something went wrong. :::info Think of traceloop as a flight recorder for your applications - it's always recording, and when something goes wrong, you can review the exact sequence of events that led to the issue. ::: ### Flow of System Call Recording in Kubernetes Before diving into scenarios, it's important to understand how traceloop captures system calls across different components: **Application Pods**: The primary targets that generate system calls through normal operation. **eBPF Probes**: Kernel-level probes that capture system calls in real-time. **Traceloop Recorder**: The component that buffers and formats system call data. **Output Stream**: Real-time display of captured system calls with context. The overall flow of system call capture is as follows: ```mermaid sequenceDiagram participant App as Application Pods participant Kernel as System Calls participant eBPF as eBPF Probes participant Traceloop as Traceloop Recorder participant Output as Output Stream participant User as Traceloop User App ->> Kernel: Generate syscalls Kernel ->> eBPF: Kernel level interception eBPF ->> Traceloop: Capture events Traceloop ->> Output: Buffer & format data Output ->> User: Display results ``` ### Tracing a Specific Application Pod Let's walk through capturing system calls for a specific pod. First, create a namespace for testing: ```bash $ kubectl create ns test-traceloop-ns ``` **Expected output:** ``` namespace/test-traceloop-ns created ``` Create a pod that runs the sleep inf command, which makes the container sleep indefinitely (infinite sleep): ```bash $ kubectl run -n test-traceloop-ns --image busybox test-traceloop-pod --command -- sleep inf ``` **Expected output:** ``` pod/test-traceloop-pod created ``` ```bash $ docker run -it --rm --name test-traceloop busybox /bin/sh ``` Then, let's run the gadget: ```bash $ kubectl gadget run traceloop:%IG_TAG% --namespace test-traceloop-ns K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME CPU PID COMM SYSCALL PARAMETERS RET ``` ```bash $ sudo ig run traceloop:%IG_TAG% --containername test-traceloop RUNTIME.CONTAINERNAME CPU PID COMM SYSCALL PARAMETERS RET ``` Now, let's generate some events: **Simulating and Capturing Issues** Inside the pod, perform some operations that will generate interesting system calls: ```bash $ kubectl exec -ti -n test-traceloop-ns test-traceloop-pod -- /bin/hush / # ls ``` ```bash / # ls ``` Let's collect the syscalls. Press Ctrl+C to collect the syscalls: The system calls captured by the traceloop gadget are like the below: ```bash $ kubectl gadget run traceloop:%IG_TAG% --namespace test-traceloop-ns K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME CPU PID COMM SYSCALL PARAMETERS RET ^C ... minikube-docker test-traceloop-ns test-traceloop-pod test-traceloop-pod 2 95419 ls brk brk=0 94032… minikube-docker test-traceloop-ns test-traceloop-pod test-traceloop-pod 2 95419 ls mmap addr=0, len… 14008… minikube-docker test-traceloop-ns test-traceloop-pod test-traceloop-pod 2 95419 ls access filename="/… -1 (P… ... minikube-docker test-traceloop-ns test-traceloop-pod test-traceloop-pod 2 95419 ls write fd=1, buf="… 201 minikube-docker test-traceloop-ns test-traceloop-pod test-traceloop-pod 2 95419 ls exit_group error_code=0 X ``` ```bash $ sudo ig run traceloop:%IG_TAG% --containername test-traceloop RUNTIME.CONTAINERNAME CPU PID COMM SYSCALL PARAMETERS RET ^C ... test-traceloop 5 58054 sh execve filename="/bin/ls", a… 0 test-traceloop 5 58054 ls brk brk=0 102559763509… test-traceloop 5 58054 ls mmap addr=0, len=8192, pro… 123786398932… test-traceloop 5 58054 ls access filename="/etc/ld.so.… -1 (Permissi… ... test-traceloop 5 58054 ls write fd=1, buf="\x1b[1;34m… 201 test-traceloop 5 58054 ls exit_group error_code=0 X ... ``` The trace shows an ls command that allocated memory, encountered a permission error while trying to access a file or directory, successfully wrote its output to the terminal, and exited cleanly. Finally, clean the system: ```bash $ kubectl delete ns test-traceloop-ns namespace "test-traceloop-ns" deleted ``` ```bash $ docker rm -f test-traceloop ``` ## Advanced Tracing Scenarios ### Built-in System Call Filtering For more efficient filtering, traceloop supports built-in syscall filtering at the eBPF level using `--syscall-filters`. This reduces overhead compared to userspace filtering `--filter` or `--filter-expr` because the filtering happens directly in the kernel before data reaches userspace. ```bash # Filter for specific syscalls $ kubectl gadget run traceloop:%IG_TAG% -n test-ns --podname my-pod --syscall-filters openat,write,read # Focus on file operations only $ kubectl gadget run traceloop:%IG_TAG% -n test-ns --syscall-filters openat,close,read,write,unlink ``` ```bash # Filter for specific syscalls (using -c shorthand) $ sudo ig run traceloop:%IG_TAG% -c test-container --syscall-filters openat,write # Focus on file operations only $ sudo ig run traceloop:%IG_TAG% -c test-container --syscall-filters openat,close,read,write,unlink ``` **Benefits of built-in filtering:** - **Reduced overhead**: Filtering happens at the kernel level, not in userspace - **Cleaner output**: Only relevant syscalls are captured and displayed - **Better performance**: Less CPU and memory usage compared to grep filtering - **Focused debugging**: Easier to spot patterns in specific syscall categories - **Improved ring buffer efficiency**: Filtering occurs before events are added to the ring buffer, preserving space for relevant syscalls and extending historical visibility :::info 💡 **Pro tip**: Did you know you can filter specific syscalls with `sudo ig run traceloop -c [container] --syscall-filters openat,write`? This helps reduce noise, and shows only failed system calls, helping you quickly identify issues when debugging file I/O issues. ::: **Common filtering patterns:** ```bash # Comprehensive file I/O testing --syscall-filters open,openat,close,read,write # Memory operations --syscall-filters mmap,munmap,brk,mprotect # Process management --syscall-filters fork,execve,exit,exit_group,wait4 # Network debugging --syscall-filters socket,bind,listen,accept,connect,sendto,recvfrom ``` ## Real-World Scenarios ### Scenario 1: Application System Call Monitoring When monitoring application activity, traceloop shows: - **System call sequence** - The chronological order of system calls (brk, mmap, access, write, exit_group) - **Process details** - Process ID, command name, and CPU core information - **Return values** - Success codes and failure codes with error types (like permission errors) - **File operations** - File access attempts with specific file descriptors and buffer information - **Kubernetes context** - Node, namespace, pod, and container identification - **Process termination** - Exit codes showing how processes end (error_code=0 for clean exit) The trace captures basic application behavior, showing what system calls an application makes during normal operation, whether those calls succeed or fail, and how processes terminate. ### Scenario 2: Configuration Issues When troubleshooting application problems, traceloop shows: - **Permission issues with specific resources** - Failed file or directory access attempts with permission errors like `access filename="/..." -1 (P...)` The trace captures when applications encounter permission-related failures while trying to access files, directories, or other system resources, helping identify access control problems. ## Integration with kubectl Workflows Traceloop integrates seamlessly with standard Kubernetes debugging: ```bash # Standard kubectl debugging kubectl get pods -n myapp kubectl describe pod problematic-pod -n myapp kubectl logs problematic-pod -n myapp # Enhanced with traceloop for system-level insight kubectl gadget run traceloop:%IG_TAG% --namespace myapp --podname problematic-pod # ... reproduce the issue ... # ^C to capture the complete system call timeline ``` ## Best Practices ### Development Environment - Use traceloop during local testing with Docker containers to monitor basic application behavior - Capture system call sequences to understand normal application operation patterns - Use built-in syscall filtering `--syscall-filters` to focus on specific operation types during testing ### Staging Environment - Test syscall filtering patterns before production use - Validate that traceloop can capture the specific system calls your application makes - Practice using targeted filtering to reduce overhead ### Production Environment - Use targeted tracing with specific namespace/pod filters `--namespace`, `--podname` - Apply syscall filtering to reduce overhead and focus on relevant system calls `--syscall-filters open,openat,close,read,write` - Keep traces focused by filtering for specific containers or pods to minimize performance impact - Integrate with standard kubectl workflows - use alongside `kubectl get pods`, `kubectl describe`, and `kubectl logs` for comprehensive debugging ### General Usage - Use the built-in filtering capabilities rather than post-processing with grep for better performance - Apply common filtering patterns based on your debugging needs (file I/O, memory operations, process management, or network debugging) - Clean up test environments after tracing sessions ## Common Troubleshooting ### No Events Captured - **Check kernel version**: `uname -r` (must be 5.10+) - **Verify target is running**: Ensure the pod/container is active and executing commands ### Excessive Output - **Use namespace filtering**: `--namespace specific-namespace` - **Filter by pod**: `--podname specific-pod` - **Use built-in syscall filtering**: `--syscall-filters open,openat,close,read,write` - **Apply specific filtering patterns**: Use targeted filters like `--syscall-filters mmap,munmap,brk,mprotect` for memory operations ### Integration Issues - **Use proper targeting**: Combine traceloop with standard kubectl commands `kubectl get pods`, `kubectl describe`, `kubectl logs` - **Clean up resources**: Remember to delete test namespaces and containers after tracing sessions ## Limitations Timestamps are not filled on kernel older than 5.7. inspektor-gadget-0.46.0/gadgets/traceloop/artifacthub-pkg.yml000066400000000000000000000014631510117411400242530ustar00rootroot00000000000000# Artifact Hub package metadata file version: 0.45.0 name: "traceloop" category: monitoring-logging displayName: "traceloop" createdAt: "2025-10-06T08:07:40Z" digest: "2025-10-06T08:07:40Z" description: "syscalls flight recorder" logoURL: "https://inspektor-gadget.io/media/brand-icon.svg" license: "" homeURL: "https://inspektor-gadget.io/docs/latest/gadgets/traceloop" containersImages: - name: gadget image: "ghcr.io/inspektor-gadget/gadget/traceloop:latest" platforms: - linux/amd64 - linux/arm64 keywords: - gadget links: - name: source url: "https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/traceloop" install: | # Run ```bash sudo ig run ghcr.io/inspektor-gadget/gadget/traceloop:latest ``` provider: name: Inspektor Gadget inspektor-gadget-0.46.0/gadgets/traceloop/build.yaml000066400000000000000000000001741510117411400224360ustar00rootroot00000000000000wasm: go/program.go # To print debug messages: # cflags: '-DSHOW_DEBUG' # To print error messages: # cflags: '-DSHOW_ERROR' inspektor-gadget-0.46.0/gadgets/traceloop/dev.md000066400000000000000000000045451510117411400215610ustar00rootroot00000000000000# Developer Notes This file complements the README file with implementation details specific to this gadget. It includes diagrams that illustrate how eBPF programs interact with eBPF maps. These visualizations help clarify the internal data flow and logic, making it easier to understand, maintain, and extend the gadget. ## Program-Map interactions The following diagrams are generated using the `ig image inspect` command. Note they are a best-effort representation of the actual interactions, as they do not account for conditionals in the code that may prevent certain program–map interactions from occurring at runtime. ### Flowchart ```mermaid flowchart LR fake_stack[("fake_stack")] gadget_mntns_filter_map[("gadget_mntns_filter_map")] map_of_perf_buffers[("map_of_perf_buffers")] probe_at_sys_exit[("probe_at_sys_exit")] regs_map[("regs_map")] syscalls[("syscalls")] ig_traceloop_e -- "Lookup" --> map_of_perf_buffers ig_traceloop_e -- "Lookup+Update" --> fake_stack ig_traceloop_e -- "Lookup" --> syscalls ig_traceloop_e -- "Lookup+Update+Delete" --> regs_map ig_traceloop_e -- "Lookup+Update" --> probe_at_sys_exit ig_traceloop_e["ig_traceloop_e"] ig_traceloop_x -- "Lookup" --> map_of_perf_buffers ig_traceloop_x -- "Lookup+Update+Delete" --> regs_map ig_traceloop_x -- "Lookup+Update" --> fake_stack ig_traceloop_x -- "Lookup" --> syscalls ig_traceloop_x -- "Lookup+Delete" --> probe_at_sys_exit ig_traceloop_x["ig_traceloop_x"] ``` ### Sequence Diagram ```mermaid sequenceDiagram box eBPF Programs participant ig_traceloop_e participant ig_traceloop_x end box eBPF Maps participant map_of_perf_buffers participant fake_stack participant syscalls participant regs_map participant probe_at_sys_exit end ig_traceloop_e->>map_of_perf_buffers: Lookup ig_traceloop_e->>fake_stack: Update ig_traceloop_e->>fake_stack: Lookup ig_traceloop_e->>syscalls: Lookup ig_traceloop_e->>regs_map: Update ig_traceloop_e->>regs_map: Lookup ig_traceloop_e->>probe_at_sys_exit: Update ig_traceloop_e->>probe_at_sys_exit: Lookup ig_traceloop_e->>regs_map: Delete ig_traceloop_x->>map_of_perf_buffers: Lookup ig_traceloop_x->>regs_map: Update ig_traceloop_x->>regs_map: Lookup ig_traceloop_x->>fake_stack: Update ig_traceloop_x->>fake_stack: Lookup ig_traceloop_x->>syscalls: Lookup ig_traceloop_x->>probe_at_sys_exit: Lookup ig_traceloop_x->>probe_at_sys_exit: Delete ig_traceloop_x->>regs_map: Delete ``` inspektor-gadget-0.46.0/gadgets/traceloop/gadget.yaml000066400000000000000000000023411510117411400225700ustar00rootroot00000000000000name: traceloop description: syscalls flight recorder homepageURL: https://inspektor-gadget.io/ documentationURL: https://www.inspektor-gadget.io/docs/latest/gadgets/traceloop sourceURL: https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/traceloop annotations: enable-containers-datasource: true datasources: traceloop: annotations: description: Syscalls fields: mntns_id: annotations: template: mntns_id cpu: annotations: description: CPU number where the syscall was executed columns.maxwidth: 4 columns.hidden: true pid: annotations: template: pid comm: annotations: template: comm syscall: annotations: template: syscall parameters: annotations: description: Syscall's parameters columns.width: 64 ret: annotations: description: Syscall's return value columns.width: 10 columns.alignment: right params: wasm: syscall-filters: key: syscall-filters defaultValue: "" description: "Filter out by syscall names. Join multiple names with ','" title: Syscallfilters inspektor-gadget-0.46.0/gadgets/traceloop/go/000077500000000000000000000000001510117411400210565ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/go/go.mod000066400000000000000000000004001510117411400221560ustar00rootroot00000000000000module traceloop go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../ inspektor-gadget-0.46.0/gadgets/traceloop/go/go.sum000066400000000000000000000000001510117411400221770ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/go/program.go000066400000000000000000000670541510117411400230700ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "encoding/binary" "errors" "fmt" "net" "os" "sort" "strconv" "strings" "sync" "syscall" "time" "unsafe" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // Constants from https://pkg.go.dev/syscall // The WASM architecture redefine these constants in a different way, // so we can't use the syscall package directly. const ( AF_UNIX = 1 AF_INET = 2 AF_INET6 = 10 ) type eventType uint32 const ( syscallEventTypeEnter eventType = 0 syscallEventTypeExit = 1 syscallEventTypeCont = 2 ) // These consts must match the content of program.bpf.c. const ( useNullByteLength uint64 = 0x0fffffffffffffff useRetAsParamLength uint64 = 0x0ffffffffffffffe useArgIndexAsParamLength uint64 = 0x0ffffffffffffff0 paramProbeAtExitMask uint64 = 0xf000000000000000 syscallArgs uint8 = 6 // os.Getpagesize() in wasm will return 65536: // https://cs.opensource.google/go/go/+/master:src/runtime/os_wasm.go;l=13-14?q=physPageSize&ss=go%2Fgo&start=11 // https://webassembly.github.io/spec/core/exec/runtime.html#memory-instances linuxPageSize uint32 = 4096 // the max entries of the syscall_filters map maxSyscallFilters int = 16 ) // TODO Find all syscalls which take a char * as argument and add them there. var syscallDefs = map[string][6]uint64{ "execve": {useNullByteLength, 0, 0, 0, 0, 0}, "access": {useNullByteLength, 0, 0, 0, 0, 0}, "open": {useNullByteLength, 0, 0, 0, 0, 0}, "openat": {0, useNullByteLength, 0, 0, 0, 0}, "mkdir": {useNullByteLength, 0, 0, 0, 0, 0}, "chdir": {useNullByteLength, 0, 0, 0, 0, 0}, "pivot_root": {useNullByteLength, useNullByteLength, 0, 0, 0, 0}, "mount": {useNullByteLength, useNullByteLength, useNullByteLength, 0, 0, 0}, "umount2": {useNullByteLength, 0, 0, 0, 0, 0}, "sethostname": {useNullByteLength, 0, 0, 0, 0, 0}, "statfs": {useNullByteLength, 0, 0, 0, 0, 0}, "stat": {useNullByteLength, 0, 0, 0, 0, 0}, "statx": {0, useNullByteLength, 0, 0, 0, 0}, "lstat": {useNullByteLength, 0, 0, 0, 0, 0}, "fgetxattr": {0, useNullByteLength, 0, 0, 0, 0}, "lgetxattr": {useNullByteLength, useNullByteLength, 0, 0, 0, 0}, "getxattr": {useNullByteLength, useNullByteLength, 0, 0, 0, 0}, "newfstatat": {0, useNullByteLength, 0, 0, 0, 0}, "read": {0, useRetAsParamLength | paramProbeAtExitMask, 0, 0, 0, 0}, "write": {0, useArgIndexAsParamLength + 2, 0, 0, 0, 0}, "getcwd": {useNullByteLength | paramProbeAtExitMask, 0, 0, 0, 0, 0}, "pread64": {0, useRetAsParamLength | paramProbeAtExitMask, 0, 0, 0, 0}, "connect": {0, useArgIndexAsParamLength + 2, 0, 0, 0, 0}, } // Used as cache for getSyscallDeclaration(). var sysDeclarationCache map[string]api.SyscallDeclaration type eventFields struct { mntnsID api.Field cpu api.Field pid api.Field comm api.Field syscall api.Field parameters api.Field ret api.Field } var ( dsOutput api.DataSource fields eventFields ) type containerRingReader struct { innerBuffer api.Map perfReader api.PerfReader } type tracelooper struct { mapOfPerfBuffers api.Map // key: mntnsID // value: *containerRingReader readers sync.Map } var t tracelooper // Keep in sync with type in program.bpf.c. type traceloopSyscallEventContT struct { EventType eventType Param [128]uint8 MonotonicTimestamp uint64 Length uint64 Index uint8 Failed uint8 _ [5]byte } // Keep in sync with type in program.bpf.c. type traceloopSyscallEventT struct { EventType eventType Args [6]uint64 MonotonicTimestamp uint64 BootTimestamp uint64 Pid uint32 Cpu uint16 Id uint16 Comm [16]uint8 ContNr uint8 _ [62]byte } type syscallEvent struct { bootTimestamp uint64 monotonicTimestamp uint64 typ eventType contNr uint8 cpu uint16 id uint16 pid uint32 comm string args []uint64 mountNsID uint64 retval uint64 } type syscallEventContinued struct { monotonicTimestamp uint64 index uint8 param []byte paramQuote string } type syscallParam struct { name string value string content *string } type event struct { timestamp int64 mountNsID uint64 cpu uint16 pid uint32 comm string syscall string parameters []syscallParam retval string } func paramsToString(parameters []syscallParam) string { var sb strings.Builder for idx, p := range parameters { value := p.value if p.content != nil { value = *p.content } fmt.Fprintf(&sb, "%s=%s", p.name, value) if idx < len(parameters)-1 { sb.WriteString(", ") } } return sb.String() } func (t *tracelooper) attach(mntnsID uint64) error { perfBufferName := fmt.Sprintf("perf_buffer_%d", mntnsID) // 1. Create inner Map as perf buffer. // Keep the spec in sync with program.bpf.c. innerBuffer, err := api.NewMap(api.MapSpec{ Name: perfBufferName, Type: api.PerfEventArray, KeySize: uint32(4), ValueSize: uint32(4), }) if err != nil { return fmt.Errorf("creating map %s", fmt.Sprintf("perf_buffer_%d", mntnsID)) } // 2. Use this inner Map to create the perf reader. perfReader, err := api.NewPerfReader(innerBuffer, 64*linuxPageSize, true) if err != nil { innerBuffer.Close() return fmt.Errorf("creating perf ring buffer: %w", err) } // 3. Add the inner map's file descriptor to outer map. err = t.mapOfPerfBuffers.Update(mntnsID, innerBuffer, api.UpdateNoExist) if err != nil { innerBuffer.Close() perfReader.Close() return fmt.Errorf("adding perf buffer to map with mntnsID %d: %w", mntnsID, err) } t.readers.Store(mntnsID, &containerRingReader{ innerBuffer: innerBuffer, perfReader: perfReader, }) return nil } func (t *tracelooper) detach(mntnsID uint64) error { err := t.mapOfPerfBuffers.Delete(mntnsID) if err != nil { return fmt.Errorf("removing perf buffer from map with mntnsID %d: %w", mntnsID, err) } return nil } func fromCString(in []byte) string { idx := bytes.IndexByte(in, 0) switch { case idx == -1: return string(in) case idx < len(in): return string(in[:idx]) default: return string(in) } } func timestampFromEvent(event *syscallEvent) int64 { return time.Unix(0, int64(event.bootTimestamp)).Add(0).UnixNano() } // Copied/pasted/adapted from kernel macro round_up: // https://elixir.bootlin.com/linux/v6.0/source/include/linux/math.h#L25 func roundUp(x, y uintptr) uintptr { return ((x - 1) | (y - 1)) + 1 } // The kernel aligns size of perf event with the following snippet: // void perf_prepare_sample(...) // // { // //... // size = round_up(sum + sizeof(u32), sizeof(u64)); // raw->size = size - sizeof(u32); // frag->pad = raw->size - sum; // // ... // } // // (https://elixir.bootlin.com/linux/v6.0/source/kernel/events/core.c#L7353) // In the case of our structure of interest (i.e. struct_syscall_event_t and // struct_syscall_event_cont_t), their size will be increased by 4, here is // an example for struct_syscall_event_t which size is 88: // size = round_up(sum + sizeof(u32), sizeof(u64)) // // = round_up(88 + 4, 8) // = round_up(92, 8) // = 96 // // raw->size = size - sizeof(u32) // // = 96 - 4 // = 92 // // So, 4 bytes will be added as padding at the end of the event and the size we // will read getting perfEventSample will be 92 instead of 88. func alignSize(structSize uintptr) uintptr { var ret uintptr var foo uint64 var bar uint32 ret = roundUp(structSize+unsafe.Sizeof(bar), unsafe.Sizeof(foo)) ret = ret - unsafe.Sizeof(bar) return ret } // Convert a return value to corresponding error number if meaningful. // See man syscalls: // Note: // system calls indicate a failure by returning a negative error // number to the caller on architectures without a separate error // register/flag, as noted in syscall(2); when this happens, the // wrapper function negates the returned error number (to make it // positive), copies it to errno, and returns -1 to the caller of // the wrapper. func retToStr(ret uint64) string { errNo := int64(ret) if errNo >= -4095 && errNo <= -1 { return fmt.Sprintf("-1 (%s)", syscall.Errno(-errNo).Error()) } return fmt.Sprintf("%d", ret) } func getSyscallDeclaration(name string) (api.SyscallDeclaration, error) { if sysDeclarationCache == nil { sysDeclarationCache = make(map[string]api.SyscallDeclaration) } if declaration, ok := sysDeclarationCache[name]; ok { return declaration, nil } declaration, err := api.GetSyscallDeclaration(name) if err != nil { return api.SyscallDeclaration{}, fmt.Errorf("getting syscall definition: %w", err) } sysDeclarationCache[name] = declaration return declaration, nil } // sockaddrFromBytes attempts to convert a byte slice representing a sockaddr // into a human-readable IP address and port string. // It handles AF_INET (IPv4), AF_INET6 (IPv6) and AF_UNIX (Unix sockets). func sockaddrFromBytes(data []byte) (string, error) { if len(data) < 2 { return "", fmt.Errorf("sockaddr byte slice too short to determine family") } // The first two bytes of any sockaddr struct typically contain the address family. // This is a uint16 in native endianness. We can't use binary.NativeEndian because // it would be the WASM endianness. IG supports both amd64 and arm64, which are // both Little Endian. family := binary.LittleEndian.Uint16(data[0:2]) switch family { case AF_INET: // IPv4: struct sockaddr_in // struct sockaddr_in { // sa_family_t sin_family; // address family: AF_INET // in_port_t sin_port; // port in network byte order // struct in_addr sin_addr; // internet address // }; // struct in_addr { // uint32_t s_addr; // address in network byte order // }; if len(data) < 8 { return "", fmt.Errorf("IPv4 sockaddr byte slice too short (%d)", len(data)) } // Port is in network byte order (big-endian). Convert to host byte order. port := int(binary.BigEndian.Uint16(data[2:4])) // IP address is 4 bytes, also in network byte order. ip := net.IPv4(data[4], data[5], data[6], data[7]) return fmt.Sprintf("%s:%d", ip.String(), port), nil case AF_INET6: // IPv6: struct sockaddr_in6 // struct sockaddr_in6 { // sa_family_t sin6_family; // AF_INET6 // in_port_t sin6_port; // port number // uint32_t sin6_flowinfo; // IPv6 flow-info // struct in6_addr sin6_addr; // IPv6 address // uint32_t sin6_scope_id; // Scope ID (for link-local addresses) // }; // struct in6_addr { // unsigned char s6_addr[16]; // IPv6 address in network byte order // }; if len(data) < 28 { return "", fmt.Errorf("IPv6 sockaddr byte slice too short (%d)", len(data)) } // Port is in network byte order (big-endian). Convert to host byte order. port := int(binary.BigEndian.Uint16(data[2:4])) // IP address is 16 bytes. ip := net.IP(data[8 : 8+16]) // [16]byte array // Extract the scope ID (bytes 24-27). On amd64 and arm64, this is little-endian. scopeID := binary.LittleEndian.Uint32(data[24:28]) addrStr := ip.String() if scopeID != 0 { addrStr = fmt.Sprintf("%s%%%d", addrStr, scopeID) } return fmt.Sprintf("[%s]:%d", addrStr, port), nil case AF_UNIX: // Unix domain socket: struct sockaddr_un // struct sockaddr_un { // sa_family_t sun_family; // AF_UNIX // char sun_path[108]; // Pathname // }; // The path can be abstract (starts with NUL byte) or filesystem path. // The path can be shorter than 108 bytes but at least 1 byte if len(data) < 3 { return "", fmt.Errorf("Unix sockaddr byte slice too short (%d)", len(data)) } pathBytes := data[2:] path := "" if pathBytes[0] == 0 { // Abstract Unix socket: the path starts with a null byte. // `strace` often represents this with an "@" prefix (e.g., `unix:@/tmp/my_socket`). quoted := strconv.Quote(string(pathBytes[1:])) path = "@" + quoted[1:len(quoted)-1] // Remove double quotes } else { nullTerminator := bytes.IndexByte(pathBytes, 0) if nullTerminator != -1 { // If a null terminator is found, the path is up to that point. path = string(pathBytes[:nullTerminator]) } else { // If no null terminator, treat the rest of the slice as the path. // This can happen if the buffer is exactly the size of the path. path = string(pathBytes) } } // Format as "unix:path". return fmt.Sprintf("unix:%s", path), nil default: return "", fmt.Errorf("unsupported address family: %d", family) } } func (t *tracelooper) read(mntnsID uint64, reader *containerRingReader) ([]*event, error) { syscallContinuedEventsMap := make(map[uint64][]*syscallEventContinued) syscallEnterEventsMap := make(map[uint64][]*syscallEvent) syscallExitEventsMap := make(map[uint64][]*syscallEvent) var sysEventCont *traceloopSyscallEventContT events := make([]*event, 0) var sysEvent *traceloopSyscallEventT err := reader.perfReader.Pause() if err != nil { return nil, err } sysEventSize := alignSize(unsafe.Sizeof(*sysEvent)) for { record := make([]byte, sysEventSize) if err := reader.perfReader.Read(record); err != nil { if errors.Is(err, os.ErrDeadlineExceeded) { break } else { return nil, err } } sysEvent = (*traceloopSyscallEventT)(unsafe.Pointer(&record[0])) switch sysEvent.EventType { case syscallEventTypeEnter, syscallEventTypeExit: event := &syscallEvent{ bootTimestamp: sysEvent.BootTimestamp, monotonicTimestamp: sysEvent.MonotonicTimestamp, typ: sysEvent.EventType, contNr: sysEvent.ContNr, cpu: sysEvent.Cpu, id: sysEvent.Id, pid: sysEvent.Pid, comm: fromCString(sysEvent.Comm[:]), mountNsID: mntnsID, } var typeMap *map[uint64][]*syscallEvent switch event.typ { case syscallEventTypeEnter: event.args = make([]uint64, syscallArgs) for i := uint8(0); i < syscallArgs; i++ { event.args[i] = sysEvent.Args[i] } typeMap = &syscallEnterEventsMap case syscallEventTypeExit: event.retval = sysEvent.Args[0] typeMap = &syscallExitEventsMap } (*typeMap)[event.monotonicTimestamp] = append((*typeMap)[event.monotonicTimestamp], event) case syscallEventTypeCont: sysEventCont = (*traceloopSyscallEventContT)(unsafe.Pointer(&record[0])) event := &syscallEventContinued{ monotonicTimestamp: sysEventCont.MonotonicTimestamp, index: sysEventCont.Index, param: sysEventCont.Param[:], } if sysEventCont.Failed != 0 { event.paramQuote = "(Failed to dereference pointer)" } else if sysEventCont.Length == useNullByteLength { // 0 byte at [C.PARAM_LENGTH - 1] is enforced in BPF code event.paramQuote = fromCString(sysEventCont.Param[:]) event.param = event.param[:len(event.paramQuote)] } else { if sysEventCont.Length < uint64(len(sysEventCont.Param[:])) { event.paramQuote = string(sysEventCont.Param[:sysEventCont.Length]) event.param = event.param[:sysEventCont.Length] } else { event.paramQuote = string(sysEventCont.Param[:]) } } // Remove all non unicode character from the string. event.paramQuote = strconv.Quote(event.paramQuote) syscallContinuedEventsMap[event.monotonicTimestamp] = append(syscallContinuedEventsMap[event.monotonicTimestamp], event) default: api.Debugf("unknown event type: got %d, expected %d or %d", sysEvent.EventType, syscallEventTypeEnter, syscallEventTypeCont) } } err = reader.perfReader.Resume() if err != nil { return nil, err } // Publish the events we gathered. for enterTimestamp, enterTimestampEvents := range syscallEnterEventsMap { for _, enterEvent := range enterTimestampEvents { syscallName, err := api.GetSyscallName(enterEvent.id) if err != nil { return nil, fmt.Errorf("getting syscall name: %w", err) } event := &event{ timestamp: timestampFromEvent(enterEvent), mountNsID: enterEvent.mountNsID, cpu: enterEvent.cpu, pid: enterEvent.pid, comm: enterEvent.comm, syscall: syscallName, } syscallDeclaration, err := getSyscallDeclaration(event.syscall) if err != nil { return nil, fmt.Errorf("getting syscall definition: %w", err) } parametersNumber := len(syscallDeclaration.Params) event.parameters = make([]syscallParam, parametersNumber) api.Debugf("\tevent parametersNumber: %d", parametersNumber) for i := 0; i < parametersNumber; i++ { paramName := syscallDeclaration.Params[i].Name api.Debugf("\t\tevent paramName: %q", paramName) isPointer := syscallDeclaration.Params[i].IsPointer format := "%d" if isPointer { format = "0x%x" } paramValue := fmt.Sprintf(format, enterEvent.args[i]) api.Debugf("\t\tevent paramValue: %q", paramValue) var paramContent *string for _, syscallContEvent := range syscallContinuedEventsMap[enterTimestamp] { if syscallContEvent.index == uint8(i) { paramContent = &syscallContEvent.paramQuote if syscallName == "connect" && paramName == "uservaddr" { addrStr, err := sockaddrFromBytes(syscallContEvent.param) if err != nil { errStr := err.Error() + fmt.Sprintf(" (failed to parse %v %q)", syscallContEvent.param, syscallContEvent.paramQuote) paramContent = &errStr } else { paramContent = &addrStr } } api.Debugf("\t\t\tevent paramContent: %q", paramContent) break } } event.parameters[i] = syscallParam{ name: paramName, value: paramValue, content: paramContent, } } delete(syscallContinuedEventsMap, enterTimestamp) // There is no exit event for exit(), exit_group() and rt_sigreturn(). if event.syscall == "exit" || event.syscall == "exit_group" || event.syscall == "rt_sigreturn" { delete(syscallEnterEventsMap, enterTimestamp) // As there is no exit events for these syscalls, // then there is no return value. event.retval = "X" api.Debugf("%v", event) events = append(events, event) continue } exitTimestampEvents, ok := syscallExitEventsMap[enterTimestamp] if !ok { api.Debugf("no exit event for timestamp %d", enterTimestamp) continue } for _, exitEvent := range exitTimestampEvents { if enterEvent.id != exitEvent.id || enterEvent.pid != exitEvent.pid { continue } event.retval = retToStr(exitEvent.retval) delete(syscallEnterEventsMap, enterTimestamp) delete(syscallExitEventsMap, enterTimestamp) api.Debugf("%v", event) events = append(events, event) break } } } api.Debugf("len(events): %d; len(syscallEnterEventsMap): %d; len(syscallExitEventsMap): %d; len(syscallContinuedEventsMap): %d\n", len(events), len(syscallEnterEventsMap), len(syscallExitEventsMap), len(syscallContinuedEventsMap)) // It is possible there are some incomplete events for several reasons: // 1. Traceloop was started in the middle of a syscall, then we will only get // the exit but not the enter. // 2. Traceloop was stopped in the middle of a syscall, then we will only get // the enter but not the exit // 3. The buffer is full and so it only remains some exit events and not the // corresponding enter. // Rather than dropping these incomplete events, we just add them to the // events to be published. for _, enterTimestampEvents := range syscallEnterEventsMap { for _, enterEvent := range enterTimestampEvents { syscallName, err := api.GetSyscallName(enterEvent.id) if err != nil { return nil, fmt.Errorf("getting syscall name: %w", err) } incompleteEnterEvent := &event{ timestamp: timestampFromEvent(enterEvent), mountNsID: enterEvent.mountNsID, cpu: enterEvent.cpu, pid: enterEvent.pid, comm: enterEvent.comm, syscall: syscallName, retval: "unfinished", } events = append(events, incompleteEnterEvent) api.Debugf("enterEvent(%q): %v\n", syscallName, enterEvent) } } for _, exitTimestampEvents := range syscallExitEventsMap { for _, exitEvent := range exitTimestampEvents { syscallName, err := api.GetSyscallName(exitEvent.id) if err != nil { return nil, fmt.Errorf("getting syscall name: %w", err) } incompleteExitEvent := &event{ timestamp: timestampFromEvent(exitEvent), cpu: exitEvent.cpu, pid: exitEvent.pid, comm: exitEvent.comm, mountNsID: exitEvent.mountNsID, syscall: syscallName, retval: retToStr(exitEvent.retval), } events = append(events, incompleteExitEvent) api.Debugf("exitEvent(%q): %v\n", syscallName, exitEvent) } } // Sort all events by ascending timestamp. sort.Slice(events, func(i, j int) bool { return events[i].timestamp < events[j].timestamp }) return events, nil } //go:wasmexport gadgetInit func gadgetInit() int32 { var sysEventCont *traceloopSyscallEventContT var sysEvent *traceloopSyscallEventT var err error sysEventSize := alignSize(unsafe.Sizeof(*sysEvent)) sysEventContSize := alignSize(unsafe.Sizeof(*sysEventCont)) if sysEventSize != sysEventContSize { api.Errorf("event sizes must be the same, there is a mismatch: %d != %d", sysEventSize, sysEventContSize) return 1 } dsOutput, err = api.NewDataSource("traceloop", api.DataSourceTypeSingle) if err != nil { api.Errorf("creating datasource: %v", err) return 1 } fieldsInfo := []struct { name string kind api.FieldKind field *api.Field }{ { name: "mntns_id", kind: api.Kind_Uint64, field: &fields.mntnsID, }, { name: "cpu", kind: api.Kind_Uint16, field: &fields.cpu, }, { name: "pid", kind: api.Kind_Uint32, field: &fields.pid, }, { name: "comm", kind: api.Kind_String, field: &fields.comm, }, { name: "syscall", kind: api.Kind_String, field: &fields.syscall, }, { name: "parameters", kind: api.Kind_String, field: &fields.parameters, }, { name: "ret", kind: api.Kind_String, field: &fields.ret, }, } for _, fieldInfo := range fieldsInfo { name := fieldInfo.name *fieldInfo.field, err = dsOutput.AddField(name, fieldInfo.kind) if err != nil { api.Errorf("adding %s field: %v", name, err) return 1 } } err = fields.mntnsID.AddTag("type:gadget_mntns_id") if err != nil { api.Errorf("adding tag to mntns_id field: %v", err) return 1 } return 0 } //go:wasmexport gadgetStart func gadgetStart() int32 { rawString, err := api.GetParamValue("syscall-filters", 256) if err != nil { api.Errorf("failed to get param: %v", err) return 1 } syscallsFilterMapName := "syscall_filters" syscallsFilterMap, err := api.GetMap(syscallsFilterMapName) if err != nil { api.Errorf("no map named %s", syscallsFilterMapName) return 1 } var syscallFilters []string if rawString != "" { syscallFilters = strings.Split(rawString, ",") } // Try to keep the max entries in syscall_filters in sync with user code and // ebpf code. if len(syscallFilters) > maxSyscallFilters { api.Errorf("Length of --syscall-filters exceeded. No more than 16 values can be added.") return 1 } for _, name := range syscallFilters { id, err := api.GetSyscallID(name) if err != nil { api.Errorf("syscall %q does not exist", name) return 1 } err = syscallsFilterMap.Put(uint64(id), true) if err != nil { api.Errorf("Could not add %q (%d) to syscall filter map: %v", name, id, err) return 1 } } if len(syscallFilters) > 0 { syscallsEnableFilterMapName := "syscall_enable_filters" syscallsEnableFilterMap, err := api.GetMap(syscallsEnableFilterMapName) if err != nil { api.Errorf("no map named %s", syscallsEnableFilterMapName) return 1 } err = syscallsEnableFilterMap.Put(uint32(0), true) if err != nil { api.Errorf("Could not add not enable filter syscall: %v", err) return 1 } } mapName := "map_of_perf_buffers" t.mapOfPerfBuffers, err = api.GetMap(mapName) if err != nil { api.Errorf("no map named %s", mapName) return 1 } syscallsMapName := "syscalls" syscallsMap, err := api.GetMap(syscallsMapName) if err != nil { api.Errorf("no map named %s", syscallsMapName) return 1 } // Fill the syscall map with specific syscall signatures. for name, def := range syscallDefs { id, err := api.GetSyscallID(name) if err != nil { // It's possible that the syscall doesn't exist for this architecture, skip it continue } err = syscallsMap.Put(uint64(id), def) if err != nil { api.Errorf("storing %s definition in corresponding map: %v", name, err) return 1 } } ds, err := api.GetDataSource(api.DataSourceContainers) if err != nil { api.Errorf("Failed to get data source: %v", err) return 1 } eventTypeField, err := ds.GetField("event_type") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } mntnsIDField, err := ds.GetField("mntns_id") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } nameField, err := ds.GetField("name") if err != nil { api.Errorf("Failed to get field: %v", err) return 1 } ds.Subscribe(func(ds api.DataSource, data api.Data) { eventType, err := eventTypeField.String(data, api.DataSourceContainersEventTypeMaxSize) if err != nil { api.Errorf("getting event_type from corresponding field: %v", err) return } mntnsID, err := mntnsIDField.Uint64(data) if err != nil { api.Errorf("getting mntns_id from corresponding field: %v", err) return } name, err := nameField.String(data, 64) if err != nil { api.Errorf("getting name from corresponding field: %v", err) return } switch eventType { case "CREATED": api.Debugf("attaching %v", name) err = t.attach(mntnsID) if err != nil { api.Errorf("attaching container %v: %v", name, err) return } case "DELETED": api.Debugf("detaching %v", name) err := t.detach(mntnsID) if err != nil { api.Errorf("detaching container %v: %v", name, err) return } default: // Nothing to do, we don't care about other events. } }, 0) return 0 } //go:wasmexport gadgetStop func gadgetStop() int32 { t.readers.Range(func(key, value any) bool { mntnsID := key.(uint64) reader := value.(*containerRingReader) events, err := t.read(mntnsID, reader) if err != nil { api.Errorf("reading container: %v", err) return true } reader.perfReader.Close() for _, event := range events { packet, err := dsOutput.NewPacketSingle() if err != nil { api.Errorf("creating datasource packet: %v", err) continue } fields.mntnsID.SetUint64(api.Data(packet), event.mountNsID) fields.cpu.SetUint16(api.Data(packet), event.cpu) fields.pid.SetUint32(api.Data(packet), event.pid) fields.comm.SetString(api.Data(packet), event.comm) fields.syscall.SetString(api.Data(packet), event.syscall) fields.parameters.SetString(api.Data(packet), paramsToString(event.parameters)) fields.ret.SetString(api.Data(packet), event.retval) dsOutput.EmitAndRelease(api.Packet(packet)) } return true }) return 0 } func main() {} inspektor-gadget-0.46.0/gadgets/traceloop/program.bpf.c000066400000000000000000000442211510117411400230350ustar00rootroot00000000000000// SPDX-License-Identifier: GPL-2.0 #include #include #include #include #include #include #ifndef TASK_COMM_LEN #define TASK_COMM_LEN 16 #endif #define PARAM_LEN 128 /* The syscall can have max 6 arguments. */ #define SYSCALL_ARGS 6 /* 16 syscalls should be enough to filter out. */ #define SYSCALL_FILTERS 16 const __u64 PARAM_PROBE_AT_EXIT_MASK = 0xf000000000000000ULL; const __u64 USE_RET_AS_PARAM_LENGTH = 0x0ffffffffffffffeULL; /* Special values used to refer to dynamic length. */ const __u64 USE_NULL_BYTE_LENGTH = 0x0fffffffffffffffULL; /* * INDEX(x) is not defined (Cgo cannot access macros), * use bit arithmetic with mask below to get value and use addition to generate. * The current maximum of parameters is 6, so that means only values until 5 may * be added to specify the index. The other theoretical limit is 13 since * 14 and 15 are reserved as written above 0xff (null-byte length) and * 0xfe (ret as param. length). */ const __u64 USE_ARG_INDEX_AS_PARAM_LENGTH = 0x0ffffffffffffff0ULL; const __u64 USE_ARG_INDEX_AS_PARAM_LENGTH_MASK = 0xfULL; enum event_type { SYSCALL_EVENT_TYPE_ENTER = 0, SYSCALL_EVENT_TYPE_EXIT = 1, SYSCALL_EVENT_TYPE_CONT = 2 }; struct syscall_event_t { /* * event_type must be the first field. * So, userspace can figure out the type of events in the ring buffer. */ enum event_type event_type; /* __u64 ret stored in args[0] */ __u64 args[SYSCALL_ARGS]; __u64 monotonic_timestamp; __u64 boot_timestamp; __u32 pid; __u16 cpu; __u16 id; __u8 comm[TASK_COMM_LEN]; /* how many syscall_event_cont_t messages to expect after */ __u8 cont_nr; __u8 padding[60]; }; struct syscall_event_cont_t { /* * event_type must be the first field. * So, userspace can figure out the type of events in the ring buffer. */ enum event_type event_type; __u8 param[PARAM_LEN]; __u64 monotonic_timestamp; __u64 length; __u8 index; __u8 failed; }; _Static_assert( sizeof(struct syscall_event_cont_t) == sizeof(struct syscall_event_t), "syscall_event_t and syscall_event_cont_t must have the same size as API does not permit having different sizes"); struct syscall_def_t { __u64 args_len[SYSCALL_ARGS]; }; struct remembered_args { __u64 monotonic_timestamp; __u64 nr; __u64 args[SYSCALL_ARGS]; }; /* * Taken from: * https://github.com/seccomp/libseccomp/blob/afbde6ddaec7c58c3b281d43b0b287269ffca9bd/src/syscalls.csv */ #if defined(__TARGET_ARCH_arm64) #define __NR_rt_sigreturn 139 #define __NR_exit_group 94 #define __NR_exit 93 #elif defined(__TARGET_ARCH_x86) #define __NR_rt_sigreturn 15 #define __NR_exit_group 231 #define __NR_exit 60 #else #error "Traceloop is not supported on your architecture." #endif /* * Add the following in build.yaml to print debug messages: * cflags: '-DSHOW_DEBUG' */ #if defined(SHOW_DEBUG) #define bpf_debug_printk(fmt, ...) bpf_printk(fmt, ##__VA_ARGS__) #else /* !defined(SHOW_DEBUG) */ #define bpf_debug_printk(fmt, ...) \ do { \ } while (0) #endif /* !defined(SHOW_DEBUG) */ /* * Add the following in build.yaml to print error messages: * cflags: '-DSHOW_ERROR' */ #if defined(SHOW_ERROR) #define bpf_error_printk(fmt, ...) bpf_printk(fmt, ##__VA_ARGS__) #else /* !defined(SHOW_ERROR) */ #define bpf_error_printk(fmt, ...) \ do { \ } while (0) #endif /* !defined(SHOW_ERROR) */ const struct syscall_event_t *unused_event __attribute__((unused)); const struct syscall_event_cont_t *unused_event_cont __attribute__((unused)); /* * We need this to avoid hitting the 512 bytes stack limit. * Indeed, pt_regs contains several u64 fields, so it is quite big. */ static const struct pt_regs empty; static struct syscall_def_t default_definition; static const struct syscall_event_t empty_syscall_event = {}; static const struct syscall_event_cont_t empty_syscall_cont_event = {}; struct { __uint(type, BPF_MAP_TYPE_HASH_OF_MAPS); /* * We will use mount namespace ID to get the perf buffer corresponding * to this container. */ __uint(key_size, sizeof(u64)); __uint(value_size, sizeof(u32)); __uint(max_entries, 1024); __array( values, struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); }); } map_of_perf_buffers SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u64)); __uint(value_size, sizeof(struct syscall_def_t)); /* * For now, we only support 22 syscalls, let's use the immediate greater * power of 2. * This value should be increased when new syscalls are added to * syscallDefs in program.go. */ __uint(max_entries, 32); } syscalls SEC(".maps"); /* * This key/value store maps thread PIDs to syscall arg arrays * that were remembered at sys_enter so that sys_exit can probe buffer * contents and generate syscall events showing the result content. */ struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u64)); __uint(value_size, sizeof(struct remembered_args)); __uint(max_entries, 1024); } probe_at_sys_exit SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u64)); __uint(value_size, sizeof(struct pt_regs)); __uint(max_entries, 1024); } regs_map SEC(".maps"); /* * syscall_event_t and syscall_event_cont_t are big structures, let store them * here instead of using the stack. */ struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(struct syscall_event_t)); __uint(max_entries, 1); } fake_stack SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u64)); /* * We do not care about the value here, so let's use a bool to consume one * byte per value. */ __uint(value_size, sizeof(bool)); __uint(map_flags, BPF_F_NO_PREALLOC); __uint(max_entries, SYSCALL_FILTERS); } syscall_filters SEC(".maps"); // the below map is a surrogate for the --sycall-filters parameter struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, __u32); // index: zero __type(value, bool); } syscall_enable_filters SEC(".maps"); void *fake_stack_alloc(const void *event) { u32 zero = 0; if (bpf_map_update_elem(&fake_stack, &zero, event, BPF_ANY)) return NULL; return bpf_map_lookup_elem(&fake_stack, &zero); } static __always_inline int skip_exit_probe(int nr) { return !!(nr == __NR_exit || nr == __NR_exit_group || nr == __NR_rt_sigreturn); } static __always_inline bool should_filter_out_syscall(u64 syscall_nr) { __u32 zero = 0; return bpf_map_lookup_elem(&syscall_enable_filters, &zero) != NULL && bpf_map_lookup_elem(&syscall_filters, &syscall_nr) == NULL; } /* * Highly inspired from ksnoop.bpf.c: * https://github.com/iovisor/bcc/blob/f90126bb3770ea1bdd915ff3b47e451c6dde5c40/libbpf-tools/ksnoop.bpf.c#L280 */ static __always_inline u64 get_arg(struct pt_regs *regs, int i) { switch (i) { case 1: return PT_REGS_PARM1_CORE_SYSCALL(regs); case 2: return PT_REGS_PARM2_CORE_SYSCALL(regs); case 3: return PT_REGS_PARM3_CORE_SYSCALL(regs); case 4: return PT_REGS_PARM4_CORE_SYSCALL(regs); case 5: return PT_REGS_PARM5_CORE_SYSCALL(regs); case 6: return PT_REGS_PARM6_CORE_SYSCALL(regs); default: bpf_error_printk( "There is no PT_REGS_PARM%d_SYSCALL macro, check the argument!", i); return 0; } } /* * sys_enter is defined as: * TP_PROTO(struct pt_regs *regs, long id) * (https://elixir.bootlin.com/linux/v5.19/source/include/trace/events/syscalls.h#L20) * So, ctx->args[0] contains a struct pt_regs and ctx->args[1] the syscall ID. */ SEC("raw_tracepoint/sys_enter") int ig_traceloop_e(struct bpf_raw_tracepoint_args *ctx) { u64 mntns_id = gadget_get_current_mntns_id(); struct remembered_args remembered = {}; u64 pid = bpf_get_current_pid_tgid(); struct syscall_def_t *syscall_def; struct syscall_event_t *sc; u64 nr = ctx->args[1]; struct pt_regs *args; void *perf_buffer; int ret; int i; if (should_filter_out_syscall(nr)) return 0; perf_buffer = bpf_map_lookup_elem(&map_of_perf_buffers, &mntns_id); if (!perf_buffer) return 0; sc = fake_stack_alloc(&empty_syscall_event); if (!sc) return 0; /* * The boot time timestamp is used to give the timestamp to users. It * is converted to the wall-clock time in userspace. It only works * from Linux 5.7. On older kernels, the BPF bytecode for * bpf_ktime_get_boot_ns is automatically removed by the BPF loader, * see FixBpfKtimeGetBootNs. In this way, this BPF program can still be * loaded on older kernels. */ u64 boot_ts = bpf_ktime_get_boot_ns(); /* * The monotonic timestamp is used by traceloop to match the sys_enter * event with the cont and sys_exit events. This is an internal * implementation detail not exposed to the user. */ u64 monotonic_ts = bpf_ktime_get_ns(); sc->event_type = SYSCALL_EVENT_TYPE_ENTER; sc->boot_timestamp = boot_ts; sc->monotonic_timestamp = monotonic_ts; sc->cont_nr = 0; sc->cpu = bpf_get_smp_processor_id(); sc->pid = pid >> 32; sc->id = nr; remembered.monotonic_timestamp = monotonic_ts; remembered.nr = nr; syscall_def = bpf_map_lookup_elem(&syscalls, &nr); /* * syscalls map contains definition for specific syscall like read or * write. * All others syscalls, like nanosleep, are not in this map because * their signature is not specific, in this case, we use the default * definition. */ if (syscall_def == NULL) syscall_def = &default_definition; bpf_get_current_comm(sc->comm, sizeof(sc->comm)); ret = bpf_map_update_elem(®s_map, &pid, &empty, BPF_NOEXIST); if (ret) { bpf_error_printk( "enter: there should not be any pt_regs for key %lu: %d", pid, ret); goto end; } args = bpf_map_lookup_elem(®s_map, &pid); if (!args) { bpf_error_printk("enter: there should be a pt_regs for key %lu", pid); goto end; } bpf_probe_read_kernel(args, sizeof(*args), (void *)ctx->args[0]); for (i = 0; i < SYSCALL_ARGS; i++) { /* + 1 because PT_REGS_PARM begins from 1. */ u64 arg = get_arg(args, i + 1); sc->args[i] = arg; remembered.args[i] = arg; if (syscall_def->args_len[i]) sc->cont_nr++; } bpf_debug_printk( "Perf event output: sc.id: %d; sc.comm: %s; sizeof(sc): %d", sc->id, sc->comm, sizeof(sc)); ret = bpf_perf_event_output(ctx, perf_buffer, BPF_F_CURRENT_CPU, sc, sizeof(*sc)); if (ret != 0) { bpf_error_printk("Problem outputting perf event: %d", ret); } // Avoid using probe_at_sys_exit for exit() and exit_group() because sys_exit // would not be called and the map would not be cleaned up and would get full. // Note that a process can still get killed in the middle, so we would need // a userspace cleaner for this case (TODO). if (!skip_exit_probe(nr)) bpf_map_update_elem(&probe_at_sys_exit, &pid, &remembered, BPF_ANY); // We need to unroll this loop to make this work on kernels 5.4.0-x on ubuntu, see // https://github.com/inspektor-gadget/inspektor-gadget/issues/1465 for more details. #pragma unroll for (i = 0; i < SYSCALL_ARGS; i++) { u64 arg_len = syscall_def->args_len[i]; struct syscall_event_cont_t *sc_cont; if (!arg_len || (arg_len & PARAM_PROBE_AT_EXIT_MASK) || arg_len == USE_RET_AS_PARAM_LENGTH) continue; sc_cont = fake_stack_alloc(&empty_syscall_cont_event); if (!sc_cont) continue; sc_cont->event_type = SYSCALL_EVENT_TYPE_CONT; sc_cont->monotonic_timestamp = monotonic_ts; sc_cont->index = i; sc_cont->failed = false; bool null_terminated = false; if (arg_len == USE_NULL_BYTE_LENGTH) { null_terminated = true; arg_len = 0; } else if (arg_len >= USE_ARG_INDEX_AS_PARAM_LENGTH) { __u64 idx = arg_len & USE_ARG_INDEX_AS_PARAM_LENGTH_MASK; /* * Access args via the previously saved map entry instead of * the ctx pointer or 'remembered' struct to avoid this verifier * issue (which does not occur in sys_exit for the same code): * "variable ctx access var_off=(0x0; 0x38) disallowed" */ struct remembered_args *remembered_ctx_workaround; if (idx < SYSCALL_ARGS) { remembered_ctx_workaround = bpf_map_lookup_elem( &probe_at_sys_exit, &pid); if (remembered_ctx_workaround) arg_len = remembered_ctx_workaround ->args[idx]; else arg_len = 0; } else { arg_len = PARAM_LEN; } } if (arg_len > sizeof(sc_cont->param)) arg_len = sizeof(sc_cont->param); if (null_terminated) sc_cont->length = USE_NULL_BYTE_LENGTH; else sc_cont->length = arg_len; /* + 1 because PT_REGS_PARM begins from 1. */ u64 arg = get_arg(args, i + 1); if (!arg_len && null_terminated /* NULL terminated argument like string */ && bpf_probe_read_user_str(sc_cont->param, PARAM_LEN, (void *)(arg)) < 0) sc_cont->failed = true; else if (sizeof(u8) <= arg_len && arg_len <= sizeof(u64) /* Conventional arguments like type (char, int, etc.) */ && bpf_probe_read_user(sc_cont->param, arg_len, (void *)(arg))) sc_cont->failed = true; else if (bpf_probe_read_user( sc_cont->param, PARAM_LEN, (void *)(arg))) /* TODO Struct arguments? */ sc_cont->failed = true; bpf_debug_printk( "Perf event output: sc_cont.index: %d; sizeof(sc_cont): %d", sc_cont->index, sizeof(sc_cont)); ret = bpf_perf_event_output(ctx, perf_buffer, BPF_F_CURRENT_CPU, sc_cont, sizeof(*sc_cont)); if (ret != 0) { bpf_error_printk( "Problem outputting continued perf event: %d", ret); } } end: bpf_map_delete_elem(®s_map, &pid); return 0; } /* * syscall_get_nr() is defined for each architecture in the Linux kernel. * As we cannot use trace_event_raw_sys_exit, we need to get the current syscall * number from the register. * So, this function should be expanded with the code of the architecture we * support. */ static __always_inline int syscall_get_nr(struct pt_regs *regs) { #if defined(__TARGET_ARCH_arm64) return regs->syscallno; #elif defined(__TARGET_ARCH_x86) return regs->orig_ax; #else #error "Traceloop is not supported on your architecture." #endif } /* * sys_exit is defined as: * TP_PROTO(struct pt_regs *regs, long ret), * (https://elixir.bootlin.com/linux/v5.19/source/include/trace/events/syscalls.h#L46) * So, ctx->args[0] contains a struct pt_regs and ctx->args[1] the syscall * return value. */ SEC("raw_tracepoint/sys_exit") int ig_traceloop_x(struct bpf_raw_tracepoint_args *ctx) { u64 mntns_id = gadget_get_current_mntns_id(); u64 pid = bpf_get_current_pid_tgid(); struct remembered_args *remembered; struct syscall_def_t *syscall_def; struct syscall_event_t *sc; long ret = ctx->args[1]; struct pt_regs *args; void *perf_buffer; int i, r; u64 nr; perf_buffer = bpf_map_lookup_elem(&map_of_perf_buffers, &mntns_id); if (!perf_buffer) return 0; r = bpf_map_update_elem(®s_map, &pid, &empty, BPF_NOEXIST); if (r) { bpf_error_printk( "exit: there should not be any pt_regs for key %lu: %d", pid, r); return 0; } args = bpf_map_lookup_elem(®s_map, &pid); if (!args) { bpf_error_printk("exit: there should be a pt_regs for key %lu", pid); goto end; } bpf_probe_read_kernel(args, sizeof(*args), (void *)ctx->args[0]); nr = syscall_get_nr(args); /* TODO Why this can occur? */ if (nr == -1) goto end; sc = fake_stack_alloc(&empty_syscall_event); if (!sc) goto end; sc->event_type = SYSCALL_EVENT_TYPE_EXIT; sc->boot_timestamp = bpf_ktime_get_boot_ns(); sc->cpu = bpf_get_smp_processor_id(); sc->pid = pid >> 32; sc->id = nr; sc->args[0] = ret; syscall_def = bpf_map_lookup_elem(&syscalls, &nr); if (syscall_def == NULL) syscall_def = &default_definition; remembered = bpf_map_lookup_elem(&probe_at_sys_exit, &pid); if (!remembered) goto end; /* * This ensures all events (enter, exit and cont) related to a given * syscall have the same timestamp. */ sc->monotonic_timestamp = remembered->monotonic_timestamp; bpf_get_current_comm(sc->comm, sizeof(sc->comm)); bpf_debug_printk( "Perf event output (exit): sc.id: %d; sc.comm: %s; sizeof(sc): %d", sc->id, sc->comm, sizeof(sc)); r = bpf_perf_event_output(ctx, perf_buffer, BPF_F_CURRENT_CPU, sc, sizeof(*sc)); if (r != 0) bpf_error_printk("Problem outputting exit perf event: %d", ret); for (i = 0; i < SYSCALL_ARGS; i++) { u64 arg_len = syscall_def->args_len[i]; struct syscall_event_cont_t *sc_cont; if (!arg_len || !(arg_len & PARAM_PROBE_AT_EXIT_MASK)) goto end_loop; sc_cont = fake_stack_alloc(&empty_syscall_cont_event); if (!sc_cont) continue; sc_cont->event_type = SYSCALL_EVENT_TYPE_CONT; sc_cont->monotonic_timestamp = remembered->monotonic_timestamp; sc_cont->index = i; sc_cont->failed = false; bool null_terminated = false; arg_len &= ~PARAM_PROBE_AT_EXIT_MASK; if (arg_len == USE_RET_AS_PARAM_LENGTH) { if ((signed long)ret < 0) arg_len = 0; else arg_len = ret; } else if (arg_len == USE_NULL_BYTE_LENGTH) { null_terminated = true; arg_len = 0; } else if (arg_len >= USE_ARG_INDEX_AS_PARAM_LENGTH) { __u64 idx = arg_len & USE_ARG_INDEX_AS_PARAM_LENGTH_MASK; if (idx < SYSCALL_ARGS) arg_len = remembered->args[idx]; else arg_len = PARAM_LEN; } if (arg_len > sizeof(sc_cont->param)) arg_len = sizeof(sc_cont->param); if (null_terminated) sc_cont->length = USE_NULL_BYTE_LENGTH; else sc_cont->length = arg_len; if (arg_len == 0 && null_terminated) { if (bpf_probe_read_user_str( sc_cont->param, PARAM_LEN, (void *)(remembered->args[i])) < 0) sc_cont->failed = true; } else if (sizeof(u8) <= arg_len && arg_len <= sizeof(u64) && bpf_probe_read_user(sc_cont->param, arg_len, (void *)(remembered->args[i]))) { sc_cont->failed = true; } else if (bpf_probe_read_user(sc_cont->param, PARAM_LEN, (void *)(remembered->args[i]))) { sc_cont->failed = true; } bpf_debug_printk( "Perf event output (continued): sc_cont.index: %d; sizeof(sc_cont): %d", sc_cont->index, sizeof(sc_cont)); r = bpf_perf_event_output(ctx, perf_buffer, BPF_F_CURRENT_CPU, sc_cont, sizeof(*sc_cont)); if (r != 0) { bpf_error_printk( "Problem outputting continued perf event: %d", ret); } end_loop: bpf_map_delete_elem(&probe_at_sys_exit, &pid); } end: bpf_map_delete_elem(®s_map, &pid); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/traceloop/test/000077500000000000000000000000001510117411400214305ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/test/integration/000077500000000000000000000000001510117411400237535ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/test/integration/traceloop_test.go000066400000000000000000000100711510117411400273300ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type traceloopEvent struct { utils.CommonData MntnsID uint64 `json:"mntns_id"` CPU uint16 `json:"cpu"` PID uint32 `json:"pid"` Comm string `json:"comm"` Syscall string `json:"syscall"` Parameters string `json:"parameters"` Ret string `json:"ret"` } func TestTraceloop(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") containerName := "test-traceloop" containerImage := gadgettesting.BusyBoxImage var ns string containerOpts := []containers.ContainerOption{ containers.WithContainerImage(containerImage), } if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { ns = utils.GenerateTestNamespaceName(t, "test-traceloop") containerOpts = append(containerOpts, containers.WithContainerNamespace(ns)) } testContainer := containerFactory.NewContainer( containerName, "while true; do ls > /dev/null; sleep 1; done", containerOpts..., ) testContainer.Start(t) t.Cleanup(func() { testContainer.Stop(t) }) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option commonDataOpts := []utils.CommonDataOption{utils.WithContainerImageName(containerImage), utils.WithContainerID(testContainer.ID())} switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime))) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", ns))) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(ns))) commonDataOpts = append(commonDataOpts, utils.WithK8sNamespace(ns)) } runnerOpts = append(runnerOpts, igrunner.WithValidateOutput( func(t *testing.T, output string) { expectedEntry := &traceloopEvent{ CommonData: utils.BuildCommonData(containerName, commonDataOpts...), MntnsID: utils.NormalizedInt, CPU: utils.NormalizedInt, PID: utils.NormalizedInt, Comm: "ls", Syscall: "write", Parameters: utils.NormalizedStr, Ret: utils.NormalizedStr, } normalize := func(e *traceloopEvent) { utils.NormalizeCommonData(&e.CommonData) utils.NormalizeInt(&e.MntnsID) utils.NormalizeInt(&e.PID) utils.NormalizeString(&e.Parameters) utils.NormalizeString(&e.Ret) // e.CPU can be 0, so set it manually to NormalizedInt e.CPU = utils.NormalizedInt } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEntry) }, )) // Use timeout to simulate Ctrl^C. runnerOpts = append(runnerOpts, igrunner.WithFlags("--timeout=10")) traceloopContainersCmd := igrunner.New("traceloop", runnerOpts...) steps := []igtesting.TestStep{ traceloopContainersCmd, // wait to ensure ig or kubectl-gadget has started utils.Sleep(3 * time.Second), } igtesting.RunTestSteps(steps, t, testingOpts...) } inspektor-gadget-0.46.0/gadgets/traceloop/test/unit/000077500000000000000000000000001510117411400224075ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/traceloop/test/unit/traceloop_test.go000066400000000000000000000046121510117411400257700ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" ) func TestTraceloop(t *testing.T) { // TODO: This is a dummy test to check that the gadget runs without errors. // It should be extended to check that the gadget produces correct data. gadgettesting.InitUnitTest(t) // TODO: This is the minimum kernel version the gadget works on among the // ones we test. We need to check if it works with other versions that we // don't test, like 5.9 gadgettesting.MinimumKernelVersion(t, "5.10") // This gadget requires the containers datasource, create a dummy operator to register it myOp := simple.New("myop", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { ds, err := gadgetCtx.RegisterDataSource(datasource.TypeSingle, "containers") require.NoError(t, err) _, err = ds.AddField("event_type", api.Kind_String) require.NoError(t, err) _, err = ds.AddField("mntns_id", api.Kind_Uint64) require.NoError(t, err) _, err = ds.AddField("name", api.Kind_String) require.NoError(t, err) return nil }), ) opts := gadgetrunner.GadgetRunnerOpts[any]{ Image: "traceloop", Timeout: 5 * time.Second, ParamValues: map[string]string{ "operator.oci.wasm.syscall-filters": "", }, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.DataOperator = append(gadgetRunner.DataOperator, myOp) gadgetRunner.RunGadget() } inspektor-gadget-0.46.0/gadgets/ttysnoop/000077500000000000000000000000001510117411400203605ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ttysnoop/README.md000066400000000000000000000002501510117411400216340ustar00rootroot00000000000000# ttysnoop The `ttysnoop` gadget watches the output from a tty or pts device Check the full documentation on https://inspektor-gadget.io/docs/latest/gadgets/ttysnoop inspektor-gadget-0.46.0/gadgets/ttysnoop/README.mdx000066400000000000000000000110201510117411400220210ustar00rootroot00000000000000--- title: ttysnoop sidebar_position: 0 --- import Tabs from '@theme/Tabs'; import TabItem from '@theme/TabItem'; # ttysnoop The ttysnoop gadget watches the output from a tty or pts device. ## Use Cases This gadget captures the interactive shell activity within your Kubernetes pods, in containers and on the host. ### Audit trail This gadget helps you keep an audit trail of actions performed by administrators in interactive shells on your Kubernetes clusters. This covers commands executed using `kubectl exec -ti` or `kubectl run -ti`, which allow direct interaction with pods. Implementing such an audit trail can be particularly useful for clusters that should otherwise not be tampered with, or where stricter control over administrator actions is desired. For more use cases and how this tool can be applied, you can refer to [Scribery](https://scribery.github.io/). ### Foundation for Intrusion Detection Systems While it doesn't directly trigger alerts or manage keyword lists, the collected data can serve as a foundation for building your own intrusion detection systems. You can then integrate this data with other security tools to analyze what's typed or displayed in the pod, enabling you to detect potential intrusions based on your own defined keywords or regular expressions. ### Recording and Replaying Terminal Sessions While the gadget itself doesn't offer a replay feature, the recorded data provides all the necessary information for you to build your own solution for replaying these sessions. This capability is especially useful for demonstrations, analysis, or creating reproducible scenarios. For a well-known example of how recorded terminal data can be used for replaying, you can refer to [Asciinema](https://asciinema.org/). ### Training and Certification The gadget's ability to record interactive terminal sessions can be beneficial in educational and certification contexts. For instance, these recordings can be used to document practical exercises, track progress during training, or review performance in hands-on certification exams. This can be useful for assessments like the [Certified Kubernetes Administrator (CKA) exam](https://training.linuxfoundation.org/certification/certified-kubernetes-administrator-cka/), where candidates perform tasks in a live environment. ## Requirements - Minimum Kernel Version : 6.1 ## Getting started Running the gadget: ```bash $ kubectl gadget run ghcr.io/inspektor-gadget/gadget/ttysnoop:%IG_TAG% [flags] ``` ```bash $ sudo ig run ghcr.io/inspektor-gadget/gadget/ttysnoop:%IG_TAG% [flags] ``` ## Flags No flags. ## Guide First, we need to run an application that generates some events. ```bash $ kubectl run -ti mypod --restart=Never --image=busybox -- sh -c 'while /bin/true ; do echo foo ; sleep 3 ; done' pod/mypod created ``` ```bash $ docker run --name test-ttysnoop -ti busybox /bin/sh -c 'while /bin/true ; do echo foo ; sleep 3 ; done' ``` Then, let's run the gadget: ```bash $ kubectl gadget run ttysnoop:%IG_TAG% --podname mypod K8S.NODE K8S.NAMESPACE K8S.PODNAME K8S.CONTAINERNAME COMM PID TID LEN BUF minikube-docker default mypod mypod sh 542352 542352 4 foo minikube-docker default mypod mypod sh 542352 542352 4 foo ^C ``` We can stop the gadget by hitting Ctrl-C. ```bash $ sudo ig run ttysnoop:%IG_TAG% --containername test-ttysnoop RUNTIME.CONTAINERNAME COMM PID TID LEN BUF test-ttysnoop sh 542352 542352 4 foo test-ttysnoop sh 542352 542352 4 foo ^C ``` Finally, clean the system: ```bash $ kubectl delete pod mypod ``` ```bash $ docker rm -f test-ttysnoop ``` inspektor-gadget-0.46.0/gadgets/ttysnoop/gadget.yaml000066400000000000000000000010001510117411400224660ustar00rootroot00000000000000name: 'ttysnoop' description: 'Watch live output from a tty or pts device' homepageURL: 'https://inspektor-gadget.io/' documentationURL: 'https://www.inspektor-gadget.io/docs/latest/gadgets/ttysnoop' sourceURL: 'https://github.com/inspektor-gadget/inspektor-gadget/tree/main/gadgets/ttysnoop' datasources: ttysnoop: fields: buf: annotations: description: 'buffer' columns.width: 32 len: ino: inoptr: annotations: columns.hidden: "true" inspektor-gadget-0.46.0/gadgets/ttysnoop/program.bpf.c000066400000000000000000000050241510117411400227420ustar00rootroot00000000000000/* SPDX-License-Identifier: Apache-2.0 */ /* Copyright (c) 2016 Brendan Gregg */ /* Copyright (c) 2022-2023 Rong Tao */ /* Copyright (c) 2025 The Inspektor Gadget authors */ /* Initially based on BCC ttysnoop tool: * https://github.com/iovisor/bcc/blob/master/tools/ttysnoop.py */ #include #include #include #include #include #include #include #include #include #define MAX_BUF_SIZE 8192 struct event { gadget_timestamp timestamp_raw; struct gadget_process proc; u64 ino; u64 inoptr; u32 len; char buf[MAX_BUF_SIZE]; }; GADGET_TRACER_MAP(events, 1024 * 256); GADGET_TRACER(ttysnoop, events, event); #define READ 0 #define WRITE 1 SEC("kprobe/tty_write") int BPF_KPROBE(tty_write_e, struct kiocb *iocb, struct iov_iter *from) { struct event *event; if (gadget_should_discard_data_current()) return 0; if (BPF_CORE_READ(from, data_source) != WRITE) return 0; event = gadget_reserve_buf(&events, sizeof(struct event)); if (!event) return 0; gadget_process_populate(&event->proc); event->timestamp_raw = bpf_ktime_get_boot_ns(); event->inoptr = (u64)BPF_CORE_READ(iocb, ki_filp, f_inode); event->ino = BPF_CORE_READ(iocb, ki_filp, f_inode, i_ino); if (!bpf_core_field_exists(from->iter_type)) return 0; // enum iter_type does not have ITER_UBUF prior to Linux v6.0: // https://github.com/torvalds/linux/commit/fcb14cb1bdacec5b4374fe161e83fb8208164a85 // In Linux v6.4, the __ubuf_iovec field was added to iov_iter // https://github.com/torvalds/linux/commit/747b1f65d39ae729b7914075899b0c82d7f667db const struct iovec *iov = NULL; if (bpf_core_field_exists(struct iov_iter, __ubuf_iovec) && bpf_core_enum_value_exists(enum iter_type, ITER_UBUF) && BPF_CORE_READ(from, iter_type) == bpf_core_enum_value(enum iter_type, ITER_UBUF)) iov = &from->__ubuf_iovec; else if (bpf_core_field_exists(struct iov_iter, __iov)) iov = BPF_CORE_READ(from, __iov); if (iov) bpf_probe_read_kernel(&event->len, sizeof(event->len), &iov->iov_len); else event->len = BPF_CORE_READ(from, count); u32 len = event->len; if (len > MAX_BUF_SIZE) { len = MAX_BUF_SIZE; } if (iov) bpf_probe_read_user(&event->buf, len, BPF_CORE_READ(iov, iov_base)); else bpf_probe_read_user(&event->buf, len, BPF_CORE_READ(from, ubuf)); gadget_submit_buf(ctx, &events, event, sizeof(*event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/gadgets/ttysnoop/test/000077500000000000000000000000001510117411400213375ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ttysnoop/test/unit/000077500000000000000000000000001510117411400223165ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/ttysnoop/test/unit/ttysnoop_test.go000066400000000000000000000065441510117411400256140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "os" "testing" "time" "github.com/creack/pty" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type ExpectedTtysnoopEvent struct { Proc utils.Process `json:"proc"` Len int `json:"len"` Buf string `json:"buf"` } type testDef struct { runnerConfig *utils.RunnerConfig text string validate func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTtysnoopEvent, text string) } func TestTtysnoopFull(t *testing.T) { gadgettesting.InitUnitTest(t) _, err := os.Stat("/dev/pts/ptmx") if err != nil { t.Skipf("Skipping test: /dev/pts/ptmx not found, this test requires a PTY device. Error: %v", err) } gadgettesting.MinimumKernelVersion(t, "6.1") testCases := map[string]testDef{ "simple_write": { runnerConfig: &utils.RunnerConfig{}, text: "hello world", validate: func(t *testing.T, info *utils.RunnerInfo, events []ExpectedTtysnoopEvent, text string) { require.Len(t, events, 1, "Expected 1 event but got %d", len(events)) require.Equal(t, len(text), events[0].Len, "Expected Len %d, got %d", len(text), events[0].Len) require.Equal(t, text, events[0].Buf, "Expected Args %q, got %q", text, events[0].Buf) }, }, } for name, testCase := range testCases { t.Run(name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, testCase.runnerConfig) onGadgetRun := func(gadgetCtx operators.GadgetContext) error { utils.RunWithRunner(t, runner, func() error { generateEventFromThread(t, testCase.text) return nil }) return nil } opts := gadgetrunner.GadgetRunnerOpts[ExpectedTtysnoopEvent]{ Image: "ttysnoop", Timeout: 5 * time.Second, ParamValues: api.ParamValues{}, MntnsFilterMap: utils.CreateMntNsFilterMap(t, runner.Info.MountNsID), OnGadgetRun: onGadgetRun, } gadgetRunner := gadgetrunner.NewGadgetRunner(t, opts) gadgetRunner.RunGadget() testCase.validate(t, runner.Info, gadgetRunner.CapturedEvents, testCase.text) }) } } func generateEventFromThread(t *testing.T, text string) { ptmx, tty, err := pty.Open() if err != nil { // Fails when /dev/pts is not mounted. // It can happen with old versions of vimto. // See https://github.com/lmb/vimto/pull/26 t.Fatalf("Failed to open pty: %v", err) } defer ptmx.Close() defer tty.Close() _, err = ptmx.WriteString(text) if err != nil { t.Fatalf("Failed to write to pty: %v", err) } } inspektor-gadget-0.46.0/gadgets/zz_daemon/000077500000000000000000000000001510117411400204475ustar00rootroot00000000000000inspektor-gadget-0.46.0/gadgets/zz_daemon/daemon_test.go000066400000000000000000000056661510117411400233150ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tests import ( "fmt" "os" "os/exec" "path/filepath" "strings" "testing" "time" "github.com/stretchr/testify/require" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/command" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func TestDaemonHeadless(t *testing.T) { gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) if utils.Runtime == containers.RuntimeKubernetes { t.Skip("Skipping for k8s") return } image := "trace_exec" repository := os.Getenv("GADGET_REPOSITORY") tag := os.Getenv("GADGET_TAG") if repository != "" { image = fmt.Sprintf("%s/%s", repository, image) } if tag != "" { image = fmt.Sprintf("%s:%s", image, tag) } igCmd := "ig" gadgetctlCmd := "gadgetctl" if path, ok := os.LookupEnv("IG_PATH"); ok { // assume gadgetctl next to ig binary igCmd = path if path != "ig" { gadgetctlCmd = filepath.Join(filepath.Dir(path), "gadgetctl") } } igDaemonFlags := []string{"daemon"} flags := os.Getenv("IG_FLAGS") if flags != "" { igDaemonFlags = append(igDaemonFlags, strings.Split(flags, " ")...) } igtesting.RunTestSteps([]igtesting.TestStep{ &command.Command{ Name: "Start Daemon", ValidateOutput: nil, StartAndStop: true, Cmd: exec.Command(igCmd, igDaemonFlags...), }, utils.Sleep(time.Second * 5), &command.Command{ Name: "Launch Gadget", Cmd: exec.Command(gadgetctlCmd, "run", image, "--detach", "--name", "foobar", "--id", "00000000000000000000000000000000"), }, &command.Command{ Name: "List Gadget", Cmd: exec.Command(gadgetctlCmd, "list"), ValidateOutput: func(t *testing.T, output string) { require.Contains(t, output, "foobar") }, }, &command.Command{ Name: "Delete Gadget", Cmd: exec.Command(gadgetctlCmd, "d", "foobar"), ValidateOutput: func(t *testing.T, output string) { require.Contains(t, output, "00000000000000000000000000000000") }, }, &command.Command{ Name: "List Gadget", Cmd: exec.Command(gadgetctlCmd, "list"), ValidateOutput: func(t *testing.T, output string) { require.NotContains(t, output, "foobar") }, }, }, t) } inspektor-gadget-0.46.0/go.mod000066400000000000000000000242761510117411400161640ustar00rootroot00000000000000module github.com/inspektor-gadget/inspektor-gadget go 1.24.0 require ( github.com/blang/semver v3.5.1+incompatible github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101 github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b github.com/containerd/containerd v1.7.28 github.com/containerd/errdefs v1.0.0 github.com/containerd/nri v0.9.0 github.com/containers/common v0.64.2 github.com/containers/image/v5 v5.36.2 github.com/coreos/go-systemd/v22 v22.6.0 github.com/cyphar/filepath-securejoin v0.5.0 github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc github.com/distribution/reference v0.6.0 github.com/docker/cli v28.5.1+incompatible github.com/docker/docker v28.5.1+incompatible github.com/docker/go-connections v0.6.0 github.com/docker/go-units v0.5.0 github.com/dustin/go-humanize v1.0.1 github.com/expr-lang/expr v1.17.6 github.com/florianl/go-tc v0.4.7 github.com/fsnotify/fsnotify v1.9.0 github.com/godbus/dbus/v5 v5.1.0 github.com/gofrs/flock v0.13.0 github.com/google/go-cmp v0.7.0 github.com/google/uuid v1.6.0 github.com/gopacket/gopacket v1.4.0 github.com/kr/pretty v0.3.1 github.com/moby/moby v28.5.1+incompatible github.com/notaryproject/notation-go v1.3.2 github.com/opencontainers/image-spec v1.1.1 github.com/opencontainers/runtime-spec v1.2.1 github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7 github.com/prometheus/client_golang v1.23.2 github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a github.com/seccomp/libseccomp-golang v0.11.0 // indirect github.com/sigstore/sigstore v1.9.5 github.com/sirupsen/logrus v1.9.3 github.com/spf13/cobra v1.10.1 github.com/spf13/pflag v1.0.10 github.com/spf13/viper v1.21.0 github.com/stretchr/testify v1.11.1 github.com/tetratelabs/wazero v1.9.0 github.com/tklauser/numcpus v0.10.0 github.com/vishvananda/netlink v1.3.1 github.com/vishvananda/netns v0.0.5 go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0 go.opentelemetry.io/otel v1.38.0 go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.14.0 go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0 go.opentelemetry.io/otel/exporters/prometheus v0.60.0 go.opentelemetry.io/otel/log v0.14.0 go.opentelemetry.io/otel/metric v1.38.0 go.opentelemetry.io/otel/sdk v1.38.0 go.opentelemetry.io/otel/sdk/log v0.14.0 go.opentelemetry.io/otel/sdk/metric v1.38.0 golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0 golang.org/x/net v0.46.0 golang.org/x/sync v0.17.0 // indirect golang.org/x/sys v0.37.0 golang.org/x/term v0.36.0 golang.org/x/text v0.30.0 google.golang.org/grpc v1.76.0 google.golang.org/protobuf v1.36.10 gopkg.in/yaml.v2 v2.4.0 gopkg.in/yaml.v3 v3.0.1 k8s.io/api v0.34.1 k8s.io/apiextensions-apiserver v0.34.1 k8s.io/apimachinery v0.34.1 k8s.io/cli-runtime v0.34.1 k8s.io/client-go v0.34.1 k8s.io/cri-api v0.34.1 k8s.io/kubelet v0.34.1 oras.land/oras-go/v2 v2.6.0 sigs.k8s.io/controller-runtime v0.21.0 // indirect sigs.k8s.io/security-profiles-operator v0.9.1 sigs.k8s.io/yaml v1.6.0 ) require ( github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 // indirect github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0 // indirect github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c // indirect github.com/BurntSushi/toml v1.5.0 // indirect github.com/Microsoft/go-winio v0.6.2 // indirect github.com/Microsoft/hcsshim v0.13.0 // indirect github.com/PaesslerAG/gval v1.0.0 // indirect github.com/PaesslerAG/jsonpath v0.1.1 github.com/beorn7/perks v1.0.1 // indirect github.com/blang/semver/v4 v4.0.0 // indirect github.com/cenkalti/backoff/v5 v5.0.3 // indirect github.com/cespare/xxhash/v2 v2.3.0 // indirect github.com/containerd/cgroups/v3 v3.0.5 // indirect github.com/containerd/containerd/api v1.8.0 // indirect github.com/containerd/continuity v0.4.4 // indirect github.com/containerd/errdefs/pkg v0.3.0 // indirect github.com/containerd/fifo v1.1.0 // indirect github.com/containerd/log v0.1.0 // indirect github.com/containerd/platforms v0.2.1 // indirect github.com/containerd/ttrpc v1.2.7 // indirect github.com/containerd/typeurl/v2 v2.2.3 // indirect github.com/containers/libtrust v0.0.0-20230121012942-c1716e8a8d01 // indirect github.com/containers/ocicrypt v1.2.1 // indirect github.com/containers/storage v1.59.1 // indirect github.com/creack/pty v1.1.24 github.com/docker/distribution v2.8.3+incompatible // indirect github.com/docker/docker-credential-helpers v0.9.3 // indirect github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c // indirect github.com/emicklei/go-restful/v3 v3.12.2 // indirect github.com/evanphx/json-patch/v5 v5.9.11 // indirect github.com/felixge/httpsnoop v1.0.4 // indirect github.com/fxamacker/cbor/v2 v2.9.0 // indirect github.com/go-errors/errors v1.4.2 // indirect github.com/go-jose/go-jose/v4 v4.1.2 // indirect github.com/go-logr/logr v1.4.3 // indirect github.com/go-logr/stdr v1.2.2 // indirect github.com/go-openapi/jsonpointer v0.21.0 // indirect github.com/go-openapi/jsonreference v0.21.0 // indirect github.com/go-openapi/swag v0.23.1 // indirect github.com/go-viper/mapstructure/v2 v2.4.0 // indirect github.com/gogo/protobuf v1.3.2 // indirect github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 // indirect github.com/google/btree v1.1.3 // indirect github.com/google/gnostic-models v0.7.0 // indirect github.com/google/go-containerregistry v0.20.3 // indirect github.com/gorilla/mux v1.8.1 // indirect github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 // indirect github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 // indirect github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 // indirect github.com/inconshreveable/mousetrap v1.1.0 // indirect github.com/josharian/intern v1.0.0 // indirect github.com/josharian/native v1.1.0 // indirect github.com/json-iterator/go v1.1.12 // indirect github.com/klauspost/compress v1.18.0 // indirect github.com/kr/text v0.2.0 // indirect github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec // indirect github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de // indirect github.com/mailru/easyjson v0.9.0 // indirect github.com/mdlayher/netlink v1.7.2 // indirect github.com/mdlayher/socket v0.4.1 // indirect github.com/moby/docker-image-spec v1.3.1 // indirect github.com/moby/locker v1.0.1 // indirect github.com/moby/spdystream v0.5.0 // indirect github.com/moby/sys/capability v0.4.0 // indirect github.com/moby/sys/mountinfo v0.7.2 // indirect github.com/moby/sys/sequential v0.6.0 // indirect github.com/moby/sys/signal v0.7.0 // indirect github.com/moby/sys/user v0.4.0 // indirect github.com/moby/sys/userns v0.1.0 // indirect github.com/moby/term v0.5.2 // indirect github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee // indirect github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00 // indirect github.com/morikuni/aec v1.0.0 // indirect github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f // indirect github.com/opencontainers/go-digest v1.0.0 // indirect github.com/opencontainers/selinux v1.12.0 // indirect github.com/pelletier/go-toml/v2 v2.2.4 // indirect github.com/peterbourgon/diskv v2.0.1+incompatible // indirect github.com/pkg/errors v0.9.1 // indirect github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 // indirect github.com/prometheus/client_model v0.6.2 // indirect github.com/prometheus/common v0.66.1 // indirect github.com/prometheus/procfs v0.17.0 // indirect github.com/rogpeppe/go-internal v1.13.2-0.20241226121412-a5dc8ff20d0a // indirect github.com/sagikazarmark/locafero v0.11.0 // indirect github.com/secure-systems-lab/go-securesystemslib v0.9.0 // indirect github.com/sigstore/protobuf-specs v0.4.1 // indirect github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 // indirect github.com/spf13/afero v1.15.0 // indirect github.com/spf13/cast v1.10.0 // indirect github.com/subosito/gotenv v1.6.0 // indirect github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399 // indirect github.com/x448/float16 v0.8.4 // indirect github.com/xlab/treeprint v1.2.0 // indirect go.opencensus.io v0.24.0 // indirect go.opentelemetry.io/auto/sdk v1.1.0 // indirect go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 // indirect go.opentelemetry.io/otel/trace v1.38.0 // indirect go.opentelemetry.io/proto/otlp v1.7.1 // indirect go.yaml.in/yaml/v2 v2.4.2 // indirect go.yaml.in/yaml/v3 v3.0.4 // indirect golang.org/x/crypto v0.43.0 // indirect golang.org/x/oauth2 v0.30.0 // indirect golang.org/x/time v0.14.0 // indirect google.golang.org/genproto v0.0.0-20241118233622-e639e219e697 // indirect google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5 // indirect google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5 // indirect gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect gopkg.in/inf.v0 v0.9.1 // indirect k8s.io/component-base v0.34.1 // indirect k8s.io/klog/v2 v2.130.1 // indirect k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b // indirect k8s.io/utils v0.0.0-20250604170112-4c0f3b243397 // indirect sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8 // indirect sigs.k8s.io/kustomize/api v0.20.1 // indirect sigs.k8s.io/kustomize/kyaml v0.20.1 // indirect sigs.k8s.io/randfill v1.0.0 // indirect sigs.k8s.io/release-utils v0.11.1 // indirect ) require ( github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 // indirect github.com/go-asn1-ber/asn1-ber v1.5.7 // indirect github.com/go-ldap/ldap/v3 v3.4.10 // indirect github.com/golang-jwt/jwt/v4 v4.5.2 // indirect github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc // indirect github.com/notaryproject/notation-core-go v1.3.0 // indirect github.com/notaryproject/notation-plugin-framework-go v1.0.0 // indirect github.com/notaryproject/tspclient-go v1.0.0 // indirect github.com/prometheus/otlptranslator v0.0.2 // indirect github.com/veraison/go-cose v1.3.0 // indirect golang.org/x/mod v0.28.0 // indirect sigs.k8s.io/structured-merge-diff/v6 v6.3.0 // indirect ) inspektor-gadget-0.46.0/go.sum000066400000000000000000002142261510117411400162050ustar00rootroot00000000000000cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24 h1:bvDV9vkmnHYOMsOr4WLk+Vo07yKIzd94sVoIqshQ4bU= github.com/AdaLogics/go-fuzz-headers v0.0.0-20230811130428-ced1acdcaa24/go.mod h1:8o94RPi1/7XTJvwPpRSzSUedZrtlirdB3r9Z20bi2f8= github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0 h1:59MxjQVfjXsBpLy+dbd2/ELV5ofnUkUZBvWSC85sheA= github.com/AdamKorcz/go-118-fuzz-build v0.0.0-20230306123547-8075edf89bb0/go.mod h1:OahwfttHWG6eJ0clwcfBAHoDI6X/LV/15hx/wlMZSrU= github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c h1:udKWzYgxTojEKWjV8V+WSxDXJ4NFATAsZjh8iIbsQIg= github.com/Azure/go-ansiterm v0.0.0-20250102033503-faa5f7b0171c/go.mod h1:xomTg63KZ2rFqZQzSB4Vz2SUXa1BpHTVz9L5PTmPC4E= github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 h1:mFRzDkZVAjdal+s7s0MwaRv9igoPqLRdzOLzw/8Xvq8= github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358/go.mod h1:chxPXzSsl7ZWRAuOIE23GDNzjWuZquvFlgA8xmpunjU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/toml v1.5.0 h1:W5quZX/G/csjUnuI8SUYlsHs9M38FC7znL0lIO+DvMg= github.com/BurntSushi/toml v1.5.0/go.mod h1:ukJfTF/6rtPPRCnwkur4qwRxa8vTRFBF0uk2lLoLwho= github.com/Microsoft/go-winio v0.6.2 h1:F2VQgta7ecxGYO8k3ZZz3RS8fVIXVxONVUPlNERoyfY= github.com/Microsoft/go-winio v0.6.2/go.mod h1:yd8OoFMLzJbo9gZq8j5qaps8bJ9aShtEA8Ipt1oGCvU= github.com/Microsoft/hcsshim v0.13.0 h1:/BcXOiS6Qi7N9XqUcv27vkIuVOkBEcWstd2pMlWSeaA= github.com/Microsoft/hcsshim v0.13.0/go.mod h1:9KWJ/8DgU+QzYGupX4tzMhRQE8h6w90lH6HAaclpEok= github.com/PaesslerAG/gval v1.0.0 h1:GEKnRwkWDdf9dOmKcNrar9EA1bz1z9DqPIO1+iLzhd8= github.com/PaesslerAG/gval v1.0.0/go.mod h1:y/nm5yEyTeX6av0OfKJNp9rBNj2XrGhAf5+v24IBN1I= github.com/PaesslerAG/jsonpath v0.1.0/go.mod h1:4BzmtoM/PI8fPO4aQGIusjGxGir2BzcV0grWtFzq1Y8= github.com/PaesslerAG/jsonpath v0.1.1 h1:c1/AToHQMVsduPAa4Vh6xp2U0evy4t8SWp8imEsylIk= github.com/PaesslerAG/jsonpath v0.1.1/go.mod h1:lVboNxFGal/VwW6d9JzIy56bUsYAP6tH/x80vjnCseY= github.com/alexbrainman/sspi v0.0.0-20231016080023-1a75b4708caa h1:LHTHcTQiSGT7VVbI0o4wBRNQIgn917usHWOd6VAffYI= github.com/alexbrainman/sspi v0.0.0-20231016080023-1a75b4708caa/go.mod h1:cEWa1LVoE5KvSD9ONXsZrj0z6KqySlCCNKHlLzbqAt4= github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5 h1:0CwZNZbxp69SHPdPJAN/hZIm0C4OItdklCFmMRWYpio= github.com/armon/go-socks5 v0.0.0-20160902184237-e75332964ef5/go.mod h1:wHh0iHkYZB8zMSxRWpUBQtwG5a7fFgvEO+odwuTv2gs= github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= github.com/blang/semver v3.5.1+incompatible h1:cQNTCjp13qL8KC3Nbxr/y2Bqb63oX6wdnnjpJbkM4JQ= github.com/blang/semver v3.5.1+incompatible/go.mod h1:kRBLl5iJ+tD4TcOOxsy/0fnwebNt5EWlYSAyrTnjyyk= github.com/blang/semver/v4 v4.0.0 h1:1PFHFE6yCCTv8C1TeyNNarDzntLi7wMI5i/pzqYIsAM= github.com/blang/semver/v4 v4.0.0/go.mod h1:IbckMUScFkM3pff0VJDNKRiT6TG/YpiHIM2yvyW5YoQ= github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= github.com/cenkalti/backoff/v5 v5.0.3 h1:ZN+IMa753KfX5hd8vVaMixjnqRZ3y8CuJKRKj1xcsSM= github.com/cenkalti/backoff/v5 v5.0.3/go.mod h1:rkhZdG3JZukswDf7f0cwqPNk4K0sa+F97BxZthm/crw= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/cespare/xxhash/v2 v2.3.0 h1:UL815xU9SqsFlibzuggzjXhog7bL6oX9BbNZnL2UFvs= github.com/cespare/xxhash/v2 v2.3.0/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= github.com/cilium/ebpf v0.5.0/go.mod h1:4tRaxcgiL706VnOzHOdBlY8IEAIdxINsQBcU4xJJXRs= github.com/cilium/ebpf v0.7.0/go.mod h1:/oI2+1shJiTGAMgl6/RgJr36Eo1jzrRcAWbcXO2usCA= github.com/cilium/ebpf v0.8.1/go.mod h1:f5zLIM0FSNuAkSyLAN7X+Hy6yznlF1mNiWUMfxMtrgk= github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101 h1:DWbiRLIoIjcHMZ3jXcEYIzMjXPHcSmO6ipjOk+mGDBA= github.com/cilium/ebpf v0.19.1-0.20250729164112-d994daa25101/go.mod h1:fLCgMo3l8tZmAdM3B2XqdFzXBpwkcSTroaVqN08OWVY= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b h1:EgR1t4Lnq6uP6QxJQ+oIFtENOHUY3/7gMOE76vL0KcA= github.com/cloudflare/cbpfc v0.0.0-20240920015331-ff978e94500b/go.mod h1:X/9cHz8JVzKlvoZyKBgMgrogKZlLf+pWjmm5gSUm5dI= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/containerd/cgroups/v3 v3.0.5 h1:44na7Ud+VwyE7LIoJ8JTNQOa549a8543BmzaJHo6Bzo= github.com/containerd/cgroups/v3 v3.0.5/go.mod h1:SA5DLYnXO8pTGYiAHXz94qvLQTKfVM5GEVisn4jpins= github.com/containerd/containerd v1.7.28 h1:Nsgm1AtcmEh4AHAJ4gGlNSaKgXiNccU270Dnf81FQ3c= github.com/containerd/containerd v1.7.28/go.mod h1:azUkWcOvHrWvaiUjSQH0fjzuHIwSPg1WL5PshGP4Szs= github.com/containerd/containerd/api v1.8.0 h1:hVTNJKR8fMc/2Tiw60ZRijntNMd1U+JVMyTRdsD2bS0= github.com/containerd/containerd/api v1.8.0/go.mod h1:dFv4lt6S20wTu/hMcP4350RL87qPWLVa/OHOwmmdnYc= github.com/containerd/continuity v0.4.4 h1:/fNVfTJ7wIl/YPMHjf+5H32uFhl63JucB34PlCpMKII= github.com/containerd/continuity v0.4.4/go.mod h1:/lNJvtJKUQStBzpVQ1+rasXO1LAWtUQssk28EZvJ3nE= github.com/containerd/errdefs v1.0.0 h1:tg5yIfIlQIrxYtu9ajqY42W3lpS19XqdxRQeEwYG8PI= github.com/containerd/errdefs v1.0.0/go.mod h1:+YBYIdtsnF4Iw6nWZhJcqGSg/dwvV7tyJ/kCkyJ2k+M= github.com/containerd/errdefs/pkg v0.3.0 h1:9IKJ06FvyNlexW690DXuQNx2KA2cUJXx151Xdx3ZPPE= github.com/containerd/errdefs/pkg v0.3.0/go.mod h1:NJw6s9HwNuRhnjJhM7pylWwMyAkmCQvQ4GpJHEqRLVk= github.com/containerd/fifo v1.1.0 h1:4I2mbh5stb1u6ycIABlBw9zgtlK8viPI9QkQNRQEEmY= github.com/containerd/fifo v1.1.0/go.mod h1:bmC4NWMbXlt2EZ0Hc7Fx7QzTFxgPID13eH0Qu+MAb2o= github.com/containerd/log v0.1.0 h1:TCJt7ioM2cr/tfR8GPbGf9/VRAX8D2B4PjzCpfX540I= github.com/containerd/log v0.1.0/go.mod h1:VRRf09a7mHDIRezVKTRCrOq78v577GXq3bSa3EhrzVo= github.com/containerd/nri v0.9.0 h1:jribDJs/oQ95vLO4Yn19HKFYriZGWKiG6nKWjl9Y/x4= github.com/containerd/nri v0.9.0/go.mod h1:sDRoMy5U4YolsWthg7TjTffAwPb6LEr//83O+D3xVU4= github.com/containerd/platforms v0.2.1 h1:zvwtM3rz2YHPQsF2CHYM8+KtB5dvhISiXh5ZpSBQv6A= github.com/containerd/platforms v0.2.1/go.mod h1:XHCb+2/hzowdiut9rkudds9bE5yJ7npe7dG/wG+uFPw= github.com/containerd/ttrpc v1.2.7 h1:qIrroQvuOL9HQ1X6KHe2ohc7p+HP/0VE6XPU7elJRqQ= github.com/containerd/ttrpc v1.2.7/go.mod h1:YCXHsb32f+Sq5/72xHubdiJRQY9inL4a4ZQrAbN1q9o= github.com/containerd/typeurl/v2 v2.2.3 h1:yNA/94zxWdvYACdYO8zofhrTVuQY73fFU1y++dYSw40= github.com/containerd/typeurl/v2 v2.2.3/go.mod h1:95ljDnPfD3bAbDJRugOiShd/DlAAsxGtUBhJxIn7SCk= github.com/containers/common v0.64.2 h1:1xepE7QwQggUXxmyQ1Dbh6Cn0yd7ktk14sN3McSWf5I= github.com/containers/common v0.64.2/go.mod h1:o29GfYy4tefUuShm8mOn2AiL5Mpzdio+viHI7n24KJ4= github.com/containers/image/v5 v5.36.2 h1:GcxYQyAHRF/pLqR4p4RpvKllnNL8mOBn0eZnqJbfTwk= github.com/containers/image/v5 v5.36.2/go.mod h1:b4GMKH2z/5t6/09utbse2ZiLK/c72GuGLFdp7K69eA4= github.com/containers/libtrust v0.0.0-20230121012942-c1716e8a8d01 h1:Qzk5C6cYglewc+UyGf6lc8Mj2UaPTHy/iF2De0/77CA= github.com/containers/libtrust v0.0.0-20230121012942-c1716e8a8d01/go.mod h1:9rfv8iPl1ZP7aqh9YA68wnZv2NUDbXdcdPHVz0pFbPY= github.com/containers/ocicrypt v1.2.1 h1:0qIOTT9DoYwcKmxSt8QJt+VzMY18onl9jUXsxpVhSmM= github.com/containers/ocicrypt v1.2.1/go.mod h1:aD0AAqfMp0MtwqWgHM1bUwe1anx0VazI108CRrSKINQ= github.com/containers/storage v1.59.1 h1:11Zu68MXsEQGBBd+GadPrHPpWeqjKS8hJDGiAHgIqDs= github.com/containers/storage v1.59.1/go.mod h1:KoAYHnAjP3/cTsRS+mmWZGkufSY2GACiKQ4V3ZLQnR0= github.com/coreos/go-systemd/v22 v22.6.0 h1:aGVa/v8B7hpb0TKl0MWoAavPDmHvobFe5R5zn0bCJWo= github.com/coreos/go-systemd/v22 v22.6.0/go.mod h1:iG+pp635Fo7ZmV/j14KUcmEyWF+0X7Lua8rrTWzYgWU= github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g= github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/creack/pty v1.1.24 h1:bJrF4RRfyJnbTJqzRLHzcGaZK1NeM5kTC9jGgovnR1s= github.com/creack/pty v1.1.24/go.mod h1:08sCNb52WyoAwi2QDyzUCTgcvVFhUzewun7wtTfvcwE= github.com/cyphar/filepath-securejoin v0.5.0 h1:hIAhkRBMQ8nIeuVwcAoymp7MY4oherZdAxD+m0u9zaw= github.com/cyphar/filepath-securejoin v0.5.0/go.mod h1:Sdj7gXlvMcPZsbhwhQ33GguGLDGQL7h7bg04C/+u9jI= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc h1:U9qPSI2PIWSS1VwoXQT9A3Wy9MM3WgvqSxFWenqJduM= github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/distribution/reference v0.6.0 h1:0IXCQ5g4/QMHHkarYzh5l+u8T3t73zM5QvfrDyIgxBk= github.com/distribution/reference v0.6.0/go.mod h1:BbU0aIcezP1/5jX/8MP0YiH4SdvB5Y4f/wlDRiLyi3E= github.com/docker/cli v28.5.1+incompatible h1:ESutzBALAD6qyCLqbQSEf1a/U8Ybms5agw59yGVc+yY= github.com/docker/cli v28.5.1+incompatible/go.mod h1:JLrzqnKDaYBop7H2jaqPtU4hHvMKP+vjCwu2uszcLI8= github.com/docker/distribution v2.8.3+incompatible h1:AtKxIZ36LoNK51+Z6RpzLpddBirtxJnzDrHLEKxTAYk= github.com/docker/distribution v2.8.3+incompatible/go.mod h1:J2gT2udsDAN96Uj4KfcMRqY0/ypR+oyYUYmja8H+y+w= github.com/docker/docker v28.5.1+incompatible h1:Bm8DchhSD2J6PsFzxC35TZo4TLGR2PdW/E69rU45NhM= github.com/docker/docker v28.5.1+incompatible/go.mod h1:eEKB0N0r5NX/I1kEveEz05bcu8tLC/8azJZsviup8Sk= github.com/docker/docker-credential-helpers v0.9.3 h1:gAm/VtF9wgqJMoxzT3Gj5p4AqIjCBS4wrsOh9yRqcz8= github.com/docker/docker-credential-helpers v0.9.3/go.mod h1:x+4Gbw9aGmChi3qTLZj8Dfn0TD20M/fuWy0E5+WDeCo= github.com/docker/go-connections v0.6.0 h1:LlMG9azAe1TqfR7sO+NJttz1gy6KO7VJBh+pMmjSD94= github.com/docker/go-connections v0.6.0/go.mod h1:AahvXYshr6JgfUJGdDCs2b5EZG/vmaMAntpSFH5BFKE= github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c h1:+pKlWGMw7gf6bQ+oDZB4KHQFypsfjYlq/C4rfL7D3g8= github.com/docker/go-events v0.0.0-20190806004212-e31b211e4f1c/go.mod h1:Uw6UezgYA44ePAFQYUehOuCzmy5zmg/+nl2ZfMWGkpA= github.com/docker/go-metrics v0.0.1 h1:AgB/0SvBxihN0X8OR4SjsblXkbMvalQ8cjmtKQ2rQV8= github.com/docker/go-metrics v0.0.1/go.mod h1:cG1hvH2utMXtqgqqYE9plW6lDxS3/5ayHzueweSI3Vw= github.com/docker/go-units v0.5.0 h1:69rxXcBk27SvSaaxTtLh/8llcHD8vYHT7WSdRZ/jvr4= github.com/docker/go-units v0.5.0/go.mod h1:fgPhTUdO+D/Jk86RDLlptpiXQzgHJF7gydDDbaIK4Dk= github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY= github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto= github.com/emicklei/go-restful/v3 v3.12.2 h1:DhwDP0vY3k8ZzE0RunuJy8GhNpPL6zqLkDf9B/a0/xU= github.com/emicklei/go-restful/v3 v3.12.2/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/evanphx/json-patch/v5 v5.9.11 h1:/8HVnzMq13/3x9TPvjG08wUGqBTmZBsCWzjTM0wiaDU= github.com/evanphx/json-patch/v5 v5.9.11/go.mod h1:3j+LviiESTElxA4p3EMKAB9HXj3/XEtnUf6OZxqIQTM= github.com/expr-lang/expr v1.17.6 h1:1h6i8ONk9cexhDmowO/A64VPxHScu7qfSl2k8OlINec= github.com/expr-lang/expr v1.17.6/go.mod h1:8/vRC7+7HBzESEqt5kKpYXxrxkr31SaO8r40VO/1IT4= github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/florianl/go-tc v0.4.7 h1:Ysai5TIx4PgOzqI/1cse/pquOFCEkWofKtc/EPumfrg= github.com/florianl/go-tc v0.4.7/go.mod h1:Fdz6eHitQZwylSvpAW3y9R9cUrnS/zinuAdjJpD7XqY= github.com/frankban/quicktest v1.11.3/go.mod h1:wRf/ReqHper53s+kmmSZizM8NamnL3IM0I9ntUbOk+k= github.com/frankban/quicktest v1.14.0/go.mod h1:NeW+ay9A/U67EYXNFA1nPE8e/tnQv/09mUdL/ijj8og= github.com/frankban/quicktest v1.14.6 h1:7Xjx+VpznH+oBnejlPUj8oUpdxnVs4f8XU8WnHkI4W8= github.com/frankban/quicktest v1.14.6/go.mod h1:4ptaffx2x8+WTWXmUCuVU6aPUX1/Mz7zb5vbUoiM6w0= github.com/fsnotify/fsnotify v1.9.0 h1:2Ml+OJNzbYCTzsxtv8vKSFD9PbJjmhYF14k/jKC7S9k= github.com/fsnotify/fsnotify v1.9.0/go.mod h1:8jBTzvmWwFyi3Pb8djgCCO5IBqzKJ/Jwo8TRcHyHii0= github.com/fxamacker/cbor/v2 v2.9.0 h1:NpKPmjDBgUfBms6tr6JZkTHtfFGcMKsw3eGcmD/sapM= github.com/fxamacker/cbor/v2 v2.9.0/go.mod h1:vM4b+DJCtHn+zz7h3FFp/hDAI9WNWCsZj23V5ytsSxQ= github.com/go-asn1-ber/asn1-ber v1.5.7 h1:DTX+lbVTWaTw1hQ+PbZPlnDZPEIs0SS/GCZAl535dDk= github.com/go-asn1-ber/asn1-ber v1.5.7/go.mod h1:hEBeB/ic+5LoWskz+yKT7vGhhPYkProFKoKdwZRWMe0= github.com/go-errors/errors v1.4.2 h1:J6MZopCL4uSllY1OfXM374weqZFFItUbrImctkmUxIA= github.com/go-errors/errors v1.4.2/go.mod h1:sIVyrIiJhuEF+Pj9Ebtd6P/rEYROXFi3BopGUQ5a5Og= github.com/go-jose/go-jose/v4 v4.1.2 h1:TK/7NqRQZfgAh+Td8AlsrvtPoUyiHh0LqVvokh+1vHI= github.com/go-jose/go-jose/v4 v4.1.2/go.mod h1:22cg9HWM1pOlnRiY+9cQYJ9XHmya1bYW8OeDM6Ku6Oo= github.com/go-ldap/ldap/v3 v3.4.10 h1:ot/iwPOhfpNVgB1o+AVXljizWZ9JTp7YF5oeyONmcJU= github.com/go-ldap/ldap/v3 v3.4.10/go.mod h1:JXh4Uxgi40P6E9rdsYqpUtbW46D9UTjJ9QSwGRznplY= github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= github.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI= github.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= github.com/go-logr/zapr v1.3.0 h1:XGdV8XW8zdwFiwOA2Dryh1gj2KRQyOOoNmBy4EplIcQ= github.com/go-logr/zapr v1.3.0/go.mod h1:YKepepNBd1u/oyhd/yQmtjVXmm9uML4IXUgMOwR8/Gg= github.com/go-openapi/jsonpointer v0.21.0 h1:YgdVicSA9vH5RiHs9TZW5oyafXZFc6+2Vc1rr/O9oNQ= github.com/go-openapi/jsonpointer v0.21.0/go.mod h1:IUyH9l/+uyhIYQ/PXVA41Rexl+kOkAPDdXEYns6fzUY= github.com/go-openapi/jsonreference v0.21.0 h1:Rs+Y7hSXT83Jacb7kFyjn4ijOuVGSvOdF2+tg1TRrwQ= github.com/go-openapi/jsonreference v0.21.0/go.mod h1:LmZmgsrTkVg9LG4EaHeY8cBDslNPMo06cago5JNLkm4= github.com/go-openapi/swag v0.23.1 h1:lpsStH0n2ittzTnbaSloVZLuB5+fvSY/+hnagBjSNZU= github.com/go-openapi/swag v0.23.1/go.mod h1:STZs8TbRvEQQKUA+JZNAm3EWlgaOBGpyFDqQnDHMef0= github.com/go-quicktest/qt v1.101.1-0.20240301121107-c6c8733fa1e6 h1:teYtXy9B7y5lHTp8V9KPxpYRAVA7dozigQcMiBust1s= github.com/go-quicktest/qt v1.101.1-0.20240301121107-c6c8733fa1e6/go.mod h1:p4lGIVX+8Wa6ZPNDvqcxq36XpUDLh42FLetFU7odllI= github.com/go-task/slim-sprig/v3 v3.0.0 h1:sUs3vkvUymDpBKi3qH1YSqBQk9+9D/8M2mN1vB6EwHI= github.com/go-task/slim-sprig/v3 v3.0.0/go.mod h1:W848ghGpv3Qj3dhTPRyJypKRiqCdHZiAzKg9hl15HA8= github.com/go-test/deep v1.1.1 h1:0r/53hagsehfO4bzD2Pgr/+RgHqhmf+k1Bpse2cTu1U= github.com/go-test/deep v1.1.1/go.mod h1:5C2ZWiW0ErCdrYzpqxLbTX7MG14M9iiw8DgHncVwcsE= github.com/go-viper/mapstructure/v2 v2.4.0 h1:EBsztssimR/CONLSZZ04E8qAkxNYq4Qp9LvH92wZUgs= github.com/go-viper/mapstructure/v2 v2.4.0/go.mod h1:oJDH3BJKyqBA2TXFhDsKDGDTlndYOZ6rGS0BRZIxGhM= github.com/godbus/dbus/v5 v5.1.0 h1:4KLkAxT3aOY8Li4FRJe/KvhoNFFxo0m6fNuFUO8QJUk= github.com/godbus/dbus/v5 v5.1.0/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= github.com/gofrs/flock v0.13.0 h1:95JolYOvGMqeH31+FC7D2+uULf6mG61mEZ/A8dRYMzw= github.com/gofrs/flock v0.13.0/go.mod h1:jxeyy9R1auM5S6JYDBhDt+E2TCo7DkratH4Pgi8P+Z0= github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q= github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q= github.com/golang-jwt/jwt/v4 v4.5.2 h1:YtQM7lnr8iZ+j5q71MGKkNw9Mn7AjHM68uc9g5fXeUI= github.com/golang-jwt/jwt/v4 v4.5.2/go.mod h1:m21LjoU+eqJr34lmDMbreY2eSTRJ1cv77w39/MY0Ch0= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 h1:f+oWsMOmNPc8JmEHVZIycC7hBoQxHH9pNKQORJNozsQ= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8/go.mod h1:wcDNUvekVysuuOpQKo3191zZyTpiI6se1N1ULghS0sw= github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek= github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps= github.com/google/btree v1.1.3 h1:CVpQJjYgC4VbzxeGVHfvZrv1ctoYCAI8vbl07Fcxlyg= github.com/google/btree v1.1.3/go.mod h1:qOPhT0dTNdNzV6Z/lhRX0YXUafgPLFUh+gZMl761Gm4= github.com/google/gnostic-models v0.7.0 h1:qwTtogB15McXDaNqTZdzPJRHvaVJlAl+HVQnLmJEJxo= github.com/google/gnostic-models v0.7.0/go.mod h1:whL5G0m6dmc5cPxKc5bdKdEN3UjI7OUGxBlw57miDrQ= github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.2/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= github.com/google/go-containerregistry v0.20.3 h1:oNx7IdTI936V8CQRveCjaxOiegWwvM7kqkbXTpyiovI= github.com/google/go-containerregistry v0.20.3/go.mod h1:w00pIgBRDVUDFM6bq+Qx8lwNWK+cxgCuX1vd3PIBDNI= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= github.com/google/pprof v0.0.0-20250403155104-27863c87afa6 h1:BHT72Gu3keYf3ZEu2J0b1vyeLSOYI8bm5wbJM/8yDe8= github.com/google/pprof v0.0.0-20250403155104-27863c87afa6/go.mod h1:boTsfXsheKC2y+lKOCMpSfarhxDeIzfZG1jqGcPl3cA= github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/gopacket/gopacket v1.4.0 h1:cr1OlFpzksCkZHNO0eLjaSSOrMQnpPXg0j6qHIY3y2U= github.com/gopacket/gopacket v1.4.0/go.mod h1:EpvsxINeehp5qj4YMKMLf2/dekdhKn2IIAO/ZOifS7o= github.com/gorilla/mux v1.8.1 h1:TuBL49tXwgrFYWhqrNgrUNEY92u81SPhu7sTdzQEiWY= github.com/gorilla/mux v1.8.1/go.mod h1:AKf9I4AEqPTmMytcMc0KkNouC66V3BtZ4qD5fmWSiMQ= github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4= github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM= github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674 h1:JeSE6pjso5THxAzdVpqr6/geYxZytqFMBCOtn/ujyeo= github.com/gorilla/websocket v1.5.4-0.20250319132907-e064f32e3674/go.mod h1:r4w70xmWCQKmi1ONH4KIaBptdivuRPyosB9RmPlGEwA= github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc h1:GN2Lv3MGO7AS6PrRoT6yV5+wkrOpcszoIsO4+4ds248= github.com/grafana/regexp v0.0.0-20240518133315-a468a5bfb3bc/go.mod h1:+JKpmjMGhpgPL+rXZ5nsZieVzvarn86asRlBg4uNGnk= github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 h1:+ngKgrYPPJrOjhax5N+uePQ0Fh1Z7PheYoUI/0nzkPA= github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA= github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2 h1:8Tjv8EJ+pM1xP8mK6egEbD1OgnVTyacbefKhmbLhIhU= github.com/grpc-ecosystem/grpc-gateway/v2 v2.27.2/go.mod h1:pkJQ2tZHJ0aFOVEEot6oZmaVEZcRme73eIFmhiVuRWs= github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8= github.com/hashicorp/go-uuid v1.0.3/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= github.com/jcmturner/aescts/v2 v2.0.0 h1:9YKLH6ey7H4eDBXW8khjYslgyqG2xZikXP0EQFKrle8= github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= github.com/jcmturner/dnsutils/v2 v2.0.0 h1:lltnkeZGL0wILNvrNiVCR6Ro5PGU/SeBvVO/8c/iPbo= github.com/jcmturner/dnsutils/v2 v2.0.0/go.mod h1:b0TnjGOvI/n42bZa+hmXL+kFJZsFT7G4t3HTlQ184QM= github.com/jcmturner/gofork v1.7.6 h1:QH0l3hzAU1tfT3rZCnW5zXl+orbkNMMRGJfdJjHVETg= github.com/jcmturner/gofork v1.7.6/go.mod h1:1622LH6i/EZqLloHfE7IeZ0uEJwMSUyQ/nDd82IeqRo= github.com/jcmturner/goidentity/v6 v6.0.1 h1:VKnZd2oEIMorCTsFBnJWbExfNN7yZr3EhJAxwOkZg6o= github.com/jcmturner/goidentity/v6 v6.0.1/go.mod h1:X1YW3bgtvwAXju7V3LCIMpY0Gbxyjn/mY9zx4tFonSg= github.com/jcmturner/gokrb5/v8 v8.4.4 h1:x1Sv4HaTpepFkXbt2IkL29DXRf8sOfZXo8eRKh687T8= github.com/jcmturner/gokrb5/v8 v8.4.4/go.mod h1:1btQEpgT6k+unzCwX1KdWMEwPPkkgBtP+F6aCACiMrs= github.com/jcmturner/rpc/v2 v2.0.3 h1:7FXXj8Ti1IaVFpSAziCZWNzbNuZmnvw/i6CqLNdWfZY= github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= github.com/jmhodges/clock v1.2.0 h1:eq4kys+NI0PLngzaHEe7AmPT90XMGIEySD1JfV1PDIs= github.com/jmhodges/clock v1.2.0/go.mod h1:qKjhA7x7u/lQpPB1XAqX1b1lCI/w3/fNuYpI/ZjLynI= github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= github.com/josharian/native v0.0.0-20200817173448-b6b71def0850/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/josharian/native v1.0.0/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/josharian/native v1.1.0 h1:uuaP0hAbW7Y4l0ZRQ6C9zfb7Mg1mbFKry/xzDAfmtLA= github.com/josharian/native v1.1.0/go.mod h1:7X/raswPFr05uY3HiLlYeyQntB6OO7E/d2Cu7qoaN2w= github.com/jsimonetti/rtnetlink v0.0.0-20190606172950-9527aa82566a/go.mod h1:Oz+70psSo5OFh8DBl0Zv2ACw7Esh6pPUphlvZG9x7uw= github.com/jsimonetti/rtnetlink v0.0.0-20200117123717-f846d4f6c1f4/go.mod h1:WGuG/smIU4J/54PblvSbh+xvCZmpJnFgr3ds6Z55XMQ= github.com/jsimonetti/rtnetlink v0.0.0-20201009170750-9c6f07d100c1/go.mod h1:hqoO/u39cqLeBLebZ8fWdE96O7FxrAsRYhnVOdgHxok= github.com/jsimonetti/rtnetlink v0.0.0-20201216134343-bde56ed16391/go.mod h1:cR77jAZG3Y3bsb8hF6fHJbFoyFukLFOkQ98S0pQz3xw= github.com/jsimonetti/rtnetlink v0.0.0-20201220180245-69540ac93943/go.mod h1:z4c53zj6Eex712ROyh8WI0ihysb5j2ROyV42iNogmAs= github.com/jsimonetti/rtnetlink v0.0.0-20210122163228-8d122574c736/go.mod h1:ZXpIyOK59ZnN7J0BV99cZUPmsqDRZ3eq5X+st7u/oSA= github.com/jsimonetti/rtnetlink v0.0.0-20210212075122-66c871082f2b/go.mod h1:8w9Rh8m+aHZIG69YPGGem1i5VzoyRC8nw2kA8B+ik5U= github.com/jsimonetti/rtnetlink v0.0.0-20210525051524-4cc836578190/go.mod h1:NmKSdU4VGSiv1bMsdqNALI4RSvvjtz65tTMCnD05qLo= github.com/jsimonetti/rtnetlink v0.0.0-20211022192332-93da33804786 h1:N527AHMa793TP5z5GNAn/VLPzlc0ewzWdeP/25gDfgQ= github.com/jsimonetti/rtnetlink v0.0.0-20211022192332-93da33804786/go.mod h1:v4hqbTdfQngbVSZJVWUhGE/lbTFf9jb+ygmNUDQMuOs= github.com/jsimonetti/rtnetlink/v2 v2.0.1 h1:xda7qaHDSVOsADNouv7ukSuicKZO7GgVUCXxpaIEIlM= github.com/jsimonetti/rtnetlink/v2 v2.0.1/go.mod h1:7MoNYNbb3UaDHtF8udiJo/RH6VsTKP1pqKLUTVCvToE= github.com/json-iterator/go v1.1.12 h1:PV8peI4a0ysnczrg+LtxykD8LfKY9ML6u2jnxaEnrnM= github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= github.com/klauspost/compress v1.18.0 h1:c/Cqfb0r+Yi+JtIEq73FWXVkRonBlf0CRNYc8Zttxdo= github.com/klauspost/compress v1.18.0/go.mod h1:2Pp+KzxcywXVXMr50+X0Q/Lsb43OQHYWRCY2AiWywWQ= github.com/klauspost/pgzip v1.2.6 h1:8RXeL5crjEUFnR2/Sn6GJNWtSQ3Dk8pq4CL3jvdDyjU= github.com/klauspost/pgzip v1.2.6/go.mod h1:Ch1tH69qFZu15pkjo5kYi6mth2Zzwzt50oCQKQE9RUs= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= github.com/kylelemons/godebug v1.1.0 h1:RPNrshWIDI6G2gRW9EHilWtl7Z6Sb1BR0xunSBf0SNc= github.com/kylelemons/godebug v1.1.0/go.mod h1:9/0rRGxNHcop5bhtWyNeEfOS8JIWk580+fNqagV/RAw= github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec h1:2tTW6cDth2TSgRbAhD7yjZzTQmcN25sDRPEeinR51yQ= github.com/letsencrypt/boulder v0.0.0-20240620165639-de9c06129bec/go.mod h1:TmwEoGCwIti7BCeJ9hescZgRtatxRE+A72pCoPfmcfk= github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de h1:9TO3cAIGXtEhnIaL+V+BEER86oLrvS+kWobKpbJuye0= github.com/liggitt/tabwriter v0.0.0-20181228230101-89fcab3d43de/go.mod h1:zAbeS9B/r2mtpb6U+EI2rYA5OAXxsYw6wTamcNW+zcE= github.com/mailru/easyjson v0.9.0 h1:PrnmzHw7262yW8sTBwxi1PdJA3Iw/EKBa8psRf7d9a4= github.com/mailru/easyjson v0.9.0/go.mod h1:1+xMtQp2MRNVL/V1bOzuP3aP8VNwRW55fQUto+XFtTU= github.com/mdlayher/ethtool v0.0.0-20210210192532-2b88debcdd43/go.mod h1:+t7E0lkKfbBsebllff1xdTmyJt8lH37niI6kwFk9OTo= github.com/mdlayher/genetlink v1.0.0/go.mod h1:0rJ0h4itni50A86M2kHcgS85ttZazNt7a8H2a2cw0Gc= github.com/mdlayher/netlink v0.0.0-20190409211403-11939a169225/go.mod h1:eQB3mZE4aiYnlUsyGGCOpPETfdQq4Jhsgf1fk3cwQaA= github.com/mdlayher/netlink v1.0.0/go.mod h1:KxeJAFOFLG6AjpyDkQ/iIhxygIUKD+vcwqcnu43w/+M= github.com/mdlayher/netlink v1.1.0/go.mod h1:H4WCitaheIsdF9yOYu8CFmCgQthAPIWZmcKp9uZHgmY= github.com/mdlayher/netlink v1.1.1/go.mod h1:WTYpFb/WTvlRJAyKhZL5/uy69TDDpHHu2VZmb2XgV7o= github.com/mdlayher/netlink v1.2.0/go.mod h1:kwVW1io0AZy9A1E2YYgaD4Cj+C+GPkU6klXCMzIJ9p8= github.com/mdlayher/netlink v1.2.1/go.mod h1:bacnNlfhqHqqLo4WsYeXSqfyXkInQ9JneWI68v1KwSU= github.com/mdlayher/netlink v1.2.2-0.20210123213345-5cc92139ae3e/go.mod h1:bacnNlfhqHqqLo4WsYeXSqfyXkInQ9JneWI68v1KwSU= github.com/mdlayher/netlink v1.3.0/go.mod h1:xK/BssKuwcRXHrtN04UBkwQ6dY9VviGGuriDdoPSWys= github.com/mdlayher/netlink v1.4.0/go.mod h1:dRJi5IABcZpBD2A3D0Mv/AiX8I9uDEu5oGkAVrekmf8= github.com/mdlayher/netlink v1.4.1/go.mod h1:e4/KuJ+s8UhfUpO9z00/fDZZmhSrs+oxyqAS9cNgn6Q= github.com/mdlayher/netlink v1.6.0/go.mod h1:0o3PlBmGst1xve7wQ7j/hwpNaFaH4qCRyWCdcZk8/vA= github.com/mdlayher/netlink v1.7.2 h1:/UtM3ofJap7Vl4QWCPDGXY8d3GIY2UGSDbK+QWmY8/g= github.com/mdlayher/netlink v1.7.2/go.mod h1:xraEF7uJbxLhc5fpHL4cPe221LI2bdttWlU+ZGLfQSw= github.com/mdlayher/socket v0.0.0-20210307095302-262dc9984e00/go.mod h1:GAFlyu4/XV68LkQKYzKhIo/WW7j3Zi0YRAz/BOoanUc= github.com/mdlayher/socket v0.1.1/go.mod h1:mYV5YIZAfHh4dzDVzI8x8tWLWCliuX8Mon5Awbj+qDs= github.com/mdlayher/socket v0.4.1 h1:eM9y2/jlbs1M615oshPQOHZzj6R6wMT7bX5NPiQvn2U= github.com/mdlayher/socket v0.4.1/go.mod h1:cAqeGjoufqdxWkD7DkpyS+wcefOtmu5OQ8KuoJGIReA= github.com/moby/docker-image-spec v1.3.1 h1:jMKff3w6PgbfSa69GfNg+zN/XLhfXJGnEx3Nl2EsFP0= github.com/moby/docker-image-spec v1.3.1/go.mod h1:eKmb5VW8vQEh/BAr2yvVNvuiJuY6UIocYsFu/DxxRpo= github.com/moby/locker v1.0.1 h1:fOXqR41zeveg4fFODix+1Ch4mj/gT0NE1XJbp/epuBg= github.com/moby/locker v1.0.1/go.mod h1:S7SDdo5zpBK84bzzVlKr2V0hz+7x9hWbYC/kq7oQppc= github.com/moby/moby v28.5.1+incompatible h1:JD8lBdCDBF2oiHWLqIRofPqI8qvkppRjMJ6EnwrhvX0= github.com/moby/moby v28.5.1+incompatible/go.mod h1:fDXVQ6+S340veQPv35CzDahGBmHsiclFwfEygB/TWMc= github.com/moby/spdystream v0.5.0 h1:7r0J1Si3QO/kjRitvSLVVFUjxMEb/YLj6S9FF62JBCU= github.com/moby/spdystream v0.5.0/go.mod h1:xBAYlnt/ay+11ShkdFKNAG7LsyK/tmNBVvVOwrfMgdI= github.com/moby/sys/atomicwriter v0.1.0 h1:kw5D/EqkBwsBFi0ss9v1VG3wIkVhzGvLklJ+w3A14Sw= github.com/moby/sys/atomicwriter v0.1.0/go.mod h1:Ul8oqv2ZMNHOceF643P6FKPXeCmYtlQMvpizfsSoaWs= github.com/moby/sys/capability v0.4.0 h1:4D4mI6KlNtWMCM1Z/K0i7RV1FkX+DBDHKVJpCndZoHk= github.com/moby/sys/capability v0.4.0/go.mod h1:4g9IK291rVkms3LKCDOoYlnV8xKwoDTpIrNEE35Wq0I= github.com/moby/sys/mountinfo v0.7.2 h1:1shs6aH5s4o5H2zQLn796ADW1wMrIwHsyJ2v9KouLrg= github.com/moby/sys/mountinfo v0.7.2/go.mod h1:1YOa8w8Ih7uW0wALDUgT1dTTSBrZ+HiBLGws92L2RU4= github.com/moby/sys/sequential v0.6.0 h1:qrx7XFUd/5DxtqcoH1h438hF5TmOvzC/lspjy7zgvCU= github.com/moby/sys/sequential v0.6.0/go.mod h1:uyv8EUTrca5PnDsdMGXhZe6CCe8U/UiTWd+lL+7b/Ko= github.com/moby/sys/signal v0.7.0 h1:25RW3d5TnQEoKvRbEKUGay6DCQ46IxAVTT9CUMgmsSI= github.com/moby/sys/signal v0.7.0/go.mod h1:GQ6ObYZfqacOwTtlXvcmh9A26dVRul/hbOZn88Kg8Tg= github.com/moby/sys/user v0.4.0 h1:jhcMKit7SA80hivmFJcbB1vqmw//wU61Zdui2eQXuMs= github.com/moby/sys/user v0.4.0/go.mod h1:bG+tYYYJgaMtRKgEmuueC0hJEAZWwtIbZTB+85uoHjs= github.com/moby/sys/userns v0.1.0 h1:tVLXkFOxVu9A64/yh59slHVv9ahO9UIev4JZusOLG/g= github.com/moby/sys/userns v0.1.0/go.mod h1:IHUYgu/kao6N8YZlp9Cf444ySSvCmDlmzUcYfDHOl28= github.com/moby/term v0.5.2 h1:6qk3FJAFDs6i/q3W/pQ97SX192qKfZgGjCQqfCJkgzQ= github.com/moby/term v0.5.2/go.mod h1:d3djjFCrjnB+fl8NJux+EJzu0msscUP+f8it8hPkFLc= github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg= github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee h1:W5t00kpgFdJifH4BDsTlE89Zl93FEloxaWZfGcifgq8= github.com/modern-go/reflect2 v1.0.3-0.20250322232337-35a7c28c31ee/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00 h1:n6/2gBQ3RWajuToeY6ZtZTIKv2v7ThUy5KKusIT0yc0= github.com/monochromegane/go-gitignore v0.0.0-20200626010858-205db1a8cc00/go.mod h1:Pm3mSP3c5uWn86xMLZ5Sa7JB9GsEZySvHYXCTK4E9q4= github.com/morikuni/aec v1.0.0 h1:nP9CBfwrvYnBRgY6qfDQkygYDmYwOilePFkwzv4dU8A= github.com/morikuni/aec v1.0.0/go.mod h1:BbKIizmSmc5MMPqRYbxO4ZU0S0+P200+tUnFx7PXmsc= github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 h1:C3w9PqII01/Oq1c1nUAm88MOHcQC9l5mIlSMApZMrHA= github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822/go.mod h1:+n7T8mK8HuQTcFwEeznm/DIxMOiR9yIdICNftLE1DvQ= github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f h1:y5//uYreIhSUg3J1GEMiLbxo1LJaP8RfCpH6pymGZus= github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f/go.mod h1:ZdcZmHo+o7JKHSa8/e818NopupXU1YMK5fe1lsApnBw= github.com/notaryproject/notation-core-go v1.3.0 h1:mWJaw1QBpBxpjLSiKOjzbZvB+xh2Abzk14FHWQ+9Kfs= github.com/notaryproject/notation-core-go v1.3.0/go.mod h1:hzvEOit5lXfNATGNBT8UQRx2J6Fiw/dq/78TQL8aE64= github.com/notaryproject/notation-go v1.3.2 h1:4223iLXOHhEV7ZPzIUJEwwMkhlgzoYFCsMJvSH1Chb8= github.com/notaryproject/notation-go v1.3.2/go.mod h1:/1kuq5WuLF6Gaer5re0Z6HlkQRlKYO4EbWWT/L7J1Uw= github.com/notaryproject/notation-plugin-framework-go v1.0.0 h1:6Qzr7DGXoCgXEQN+1gTZWuJAZvxh3p8Lryjn5FaLzi4= github.com/notaryproject/notation-plugin-framework-go v1.0.0/go.mod h1:RqWSrTOtEASCrGOEffq0n8pSg2KOgKYiWqFWczRSics= github.com/notaryproject/tspclient-go v1.0.0 h1:AwQ4x0gX8IHnyiZB1tggpn5NFqHpTEm1SDX8YNv4Dg4= github.com/notaryproject/tspclient-go v1.0.0/go.mod h1:LGyA/6Kwd2FlM0uk8Vc5il3j0CddbWSHBj/4kxQDbjs= github.com/onsi/ginkgo/v2 v2.23.4 h1:ktYTpKJAVZnDT4VjxSbiBenUjmlL/5QkBEocaWXiQus= github.com/onsi/ginkgo/v2 v2.23.4/go.mod h1:Bt66ApGPBFzHyR+JO10Zbt0Gsp4uWxu5mIOTusL46e8= github.com/onsi/gomega v1.37.0 h1:CdEG8g0S133B4OswTDC/5XPSzE1OeP29QOioj2PID2Y= github.com/onsi/gomega v1.37.0/go.mod h1:8D9+Txp43QWKhM24yyOBEdpkzN8FvJyAwecBgsU4KU0= github.com/opencontainers/go-digest v1.0.0 h1:apOUWs51W5PlhuyGyz9FCeeBIOUDA/6nW8Oi/yOhh5U= github.com/opencontainers/go-digest v1.0.0/go.mod h1:0JzlMkj0TRzQZfJkVvzbP0HBR3IKzErnv2BNG4W4MAM= github.com/opencontainers/image-spec v1.1.1 h1:y0fUlFfIZhPF1W537XOLg0/fcx6zcHCJwooC2xJA040= github.com/opencontainers/image-spec v1.1.1/go.mod h1:qpqAh3Dmcf36wStyyWU+kCeDgrGnAve2nCC8+7h8Q0M= github.com/opencontainers/runtime-spec v1.2.1 h1:S4k4ryNgEpxW1dzyqffOmhI1BHYcjzU8lpJfSlR0xww= github.com/opencontainers/runtime-spec v1.2.1/go.mod h1:jwyrGlmzljRJv/Fgzds9SsS/C5hL+LL3ko9hs6T5lQ0= github.com/opencontainers/runtime-tools v0.9.1-0.20250523060157-0ea5ed0382a2 h1:2xZEHOdeQBV6PW8ZtimN863bIOl7OCW/X10K0cnxKeA= github.com/opencontainers/runtime-tools v0.9.1-0.20250523060157-0ea5ed0382a2/go.mod h1:MXdPzqAA8pHC58USHqNCSjyLnRQ6D+NjbpP+02Z1U/0= github.com/opencontainers/selinux v1.12.0 h1:6n5JV4Cf+4y0KNXW48TLj5DwfXpvWlxXplUkdTrmPb8= github.com/opencontainers/selinux v1.12.0/go.mod h1:BTPX+bjVbWGXw7ZZWUbdENt8w0htPSrlgOOysQaU62U= github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7 h1:MfXxQU9tEe3zmyLVVwE8gJwQVtsG2aqzBkFNz0N6eAo= github.com/packetcap/go-pcap v0.0.0-20250723190045-d00b185f30b7/go.mod h1:1jryUz9E2ndKwZBNHzVhLMzS3WHO0fOKydYi9XWWu9w= github.com/pelletier/go-toml/v2 v2.2.4 h1:mye9XuhQ6gvn5h28+VilKrrPoQVanw5PMw/TB0t5Ec4= github.com/pelletier/go-toml/v2 v2.2.4/go.mod h1:2gIqNv+qfxSVS7cM2xJQKtLSTLUE9V8t9Stt+h56mCY= github.com/peterbourgon/diskv v2.0.1+incompatible h1:UBdAOUP5p4RWqPBg048CAvpKN+vxiaj6gdUUzhl4XmI= github.com/peterbourgon/diskv v2.0.1+incompatible/go.mod h1:uqqh8zWWbv1HBMNONnaR/tNboyR3/BZd58JJSHlUSCU= github.com/pkg/diff v0.0.0-20210226163009-20ebb0f2a09e/go.mod h1:pJLUxLENpZxwdsKMEsNbx1VGcRFpLqf3715MtcvvzbA= github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 h1:Jamvg5psRIccs7FGNTlIRMkT8wgtp5eCXdBlqhYGL6U= github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/prometheus/client_golang v1.23.2 h1:Je96obch5RDVy3FDMndoUsjAhG5Edi49h0RJWRi/o0o= github.com/prometheus/client_golang v1.23.2/go.mod h1:Tb1a6LWHB3/SPIzCoaDXI4I8UHKeFTEQ1YCr+0Gyqmg= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/client_model v0.6.2 h1:oBsgwpGs7iVziMvrGhE53c/GrLUsZdHnqNwqPLxwZyk= github.com/prometheus/client_model v0.6.2/go.mod h1:y3m2F6Gdpfy6Ut/GBsUqTWZqCUvMVzSfMLjcu6wAwpE= github.com/prometheus/common v0.66.1 h1:h5E0h5/Y8niHc5DlaLlWLArTQI7tMrsfQjHV+d9ZoGs= github.com/prometheus/common v0.66.1/go.mod h1:gcaUsgf3KfRSwHY4dIMXLPV0K/Wg1oZ8+SbZk/HH/dA= github.com/prometheus/otlptranslator v0.0.2 h1:+1CdeLVrRQ6Psmhnobldo0kTp96Rj80DRXRd5OSnMEQ= github.com/prometheus/otlptranslator v0.0.2/go.mod h1:P8AwMgdD7XEr6QRUJ2QWLpiAZTgTE2UYgjlu3svompI= github.com/prometheus/procfs v0.17.0 h1:FuLQ+05u4ZI+SS/w9+BWEM2TXiHKsUQ9TADiRH7DuK0= github.com/prometheus/procfs v0.17.0/go.mod h1:oPQLaDAMRbA+u8H5Pbfq+dl3VDAvHxMUOVhe0wYB2zw= github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= github.com/rogpeppe/go-internal v1.9.0/go.mod h1:WtVeX8xhTBvf0smdhujwtBcq4Qrzq/fJaraNFVN+nFs= github.com/rogpeppe/go-internal v1.13.2-0.20241226121412-a5dc8ff20d0a h1:w3tdWGKbLGBPtR/8/oO74W6hmz0qE5q0z9aqSAewaaM= github.com/rogpeppe/go-internal v1.13.2-0.20241226121412-a5dc8ff20d0a/go.mod h1:S8kfXMp+yh77OxPD4fdM6YUknrZpQxLhvxzS4gDHENY= github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a h1:np2nR32/A/VcOG9Hn+IOPA8kMk1gbBzK5LpSsgq5pJI= github.com/s3rj1k/go-fanotify/fanotify v0.0.0-20210917134616-9c00a300bb7a/go.mod h1:wiP6GQ2T378F+YIyuNw7yXtBxJZR+fqrrn1Z6UHZi0Q= github.com/sagikazarmark/locafero v0.11.0 h1:1iurJgmM9G3PA/I+wWYIOw/5SyBtxapeHDcg+AAIFXc= github.com/sagikazarmark/locafero v0.11.0/go.mod h1:nVIGvgyzw595SUSUE6tvCp3YYTeHs15MvlmU87WwIik= github.com/seccomp/libseccomp-golang v0.11.0 h1:SDkcBRqGLP+sezmMACkxO1EfgbghxIxnRKfd6mHUEis= github.com/seccomp/libseccomp-golang v0.11.0/go.mod h1:5m1Lk8E9OwgZTTVz4bBOer7JuazaBa+xTkM895tDiWc= github.com/secure-systems-lab/go-securesystemslib v0.9.0 h1:rf1HIbL64nUpEIZnjLZ3mcNEL9NBPB0iuVjyxvq3LZc= github.com/secure-systems-lab/go-securesystemslib v0.9.0/go.mod h1:DVHKMcZ+V4/woA/peqr+L0joiRXbPpQ042GgJckkFgw= github.com/sergi/go-diff v1.3.1 h1:xkr+Oxo4BOQKmkn/B9eMK0g5Kg/983T9DqqPHwYqD+8= github.com/sergi/go-diff v1.3.1/go.mod h1:aMJSSKb2lpPvRNec0+w3fl7LP9IOFzdc9Pa4NFbPK1I= github.com/sigstore/protobuf-specs v0.4.1 h1:5SsMqZbdkcO/DNHudaxuCUEjj6x29tS2Xby1BxGU7Zc= github.com/sigstore/protobuf-specs v0.4.1/go.mod h1:+gXR+38nIa2oEupqDdzg4qSBT0Os+sP7oYv6alWewWc= github.com/sigstore/sigstore v1.9.5 h1:Wm1LT9yF4LhQdEMy5A2JeGRHTrAWGjT3ubE5JUSrGVU= github.com/sigstore/sigstore v1.9.5/go.mod h1:VtxgvGqCmEZN9X2zhFSOkfXxvKUjpy8RpUW39oCtoII= github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8 h1:+jumHNA0Wrelhe64i8F6HNlS8pkoyMv5sreGx2Ry5Rw= github.com/sourcegraph/conc v0.3.1-0.20240121214520-5f936abd7ae8/go.mod h1:3n1Cwaq1E1/1lhQhtRK2ts/ZwZEhjcQeJQ1RuC6Q/8U= github.com/spf13/afero v1.15.0 h1:b/YBCLWAJdFWJTN9cLhiXXcD7mzKn9Dm86dNnfyQw1I= github.com/spf13/afero v1.15.0/go.mod h1:NC2ByUVxtQs4b3sIUphxK0NioZnmxgyCrfzeuq8lxMg= github.com/spf13/cast v1.10.0 h1:h2x0u2shc1QuLHfxi+cTJvs30+ZAHOGRic8uyGTDWxY= github.com/spf13/cast v1.10.0/go.mod h1:jNfB8QC9IA6ZuY2ZjDp0KtFO2LZZlg4S/7bzP6qqeHo= github.com/spf13/cobra v1.10.1 h1:lJeBwCfmrnXthfAupyUTzJ/J4Nc1RsHC/mSRU2dll/s= github.com/spf13/cobra v1.10.1/go.mod h1:7SmJGaTHFVBY0jW4NXGluQoLvhqFQM+6XSKD+P4XaB0= github.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/spf13/pflag v1.0.10 h1:4EBh2KAYBwaONj6b2Ye1GiHfwjqyROoF4RwYO+vPwFk= github.com/spf13/pflag v1.0.10/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/spf13/viper v1.21.0 h1:x5S+0EU27Lbphp4UKm1C+1oQO+rKx36vfCoaVebLFSU= github.com/spf13/viper v1.21.0/go.mod h1:P0lhsswPGWD/1lZJ9ny3fYnVqxiegrlNrEmgLjbTCAY= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/objx v0.5.2 h1:xuMeJ0Sdp5ZMRXx/aWO6RZxdr3beISkG5/G/aIRr3pY= github.com/stretchr/objx v0.5.2/go.mod h1:FRsXN1f5AsAjCGJKqEizvkpNtU+EGNCLh3NxZ/8L+MA= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U= github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U= github.com/subosito/gotenv v1.6.0 h1:9NlTDc1FTs4qu0DDq7AEtTPNw6SVm7uBMsUCUjABIf8= github.com/subosito/gotenv v1.6.0/go.mod h1:Dk4QP5c2W3ibzajGcXpNraDfq2IrhjMIvMSWPKKo0FU= github.com/tetratelabs/wazero v1.9.0 h1:IcZ56OuxrtaEz8UYNRHBrUa9bYeX9oVY93KspZZBf/I= github.com/tetratelabs/wazero v1.9.0/go.mod h1:TSbcXCfFP0L2FGkRPxHphadXPjo1T6W+CseNNY7EkjM= github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399 h1:e/5i7d4oYZ+C1wj2THlRK+oAhjeS/TRQwMfkIuet3w0= github.com/titanous/rocacheck v0.0.0-20171023193734-afe73141d399/go.mod h1:LdwHTNJT99C5fTAzDz0ud328OgXz+gierycbcIx2fRs= github.com/tklauser/numcpus v0.10.0 h1:18njr6LDBk1zuna922MgdjQuJFjrdppsZG60sHGfjso= github.com/tklauser/numcpus v0.10.0/go.mod h1:BiTKazU708GQTYF4mB+cmlpT2Is1gLk7XVuEeem8LsQ= github.com/ulikunitz/xz v0.5.15 h1:9DNdB5s+SgV3bQ2ApL10xRc35ck0DuIX/isZvIk+ubY= github.com/ulikunitz/xz v0.5.15/go.mod h1:nbz6k7qbPmH4IRqmfOplQw/tblSgqTqBwxkY0oWt/14= github.com/vbatts/tar-split v0.12.1 h1:CqKoORW7BUWBe7UL/iqTVvkTBOF8UvOMKOIZykxnnbo= github.com/vbatts/tar-split v0.12.1/go.mod h1:eF6B6i6ftWQcDqEn3/iGFRFRo8cBIMSJVOpnNdfTMFA= github.com/veraison/go-cose v1.3.0 h1:2/H5w8kdSpQJyVtIhx8gmwPJ2uSz1PkyWFx0idbd7rk= github.com/veraison/go-cose v1.3.0/go.mod h1:df09OV91aHoQWLmy1KsDdYiagtXgyAwAl8vFeFn1gMc= github.com/vishvananda/netlink v1.3.1 h1:3AEMt62VKqz90r0tmNhog0r/PpWKmrEShJU0wJW6bV0= github.com/vishvananda/netlink v1.3.1/go.mod h1:ARtKouGSTGchR8aMwmkzC0qiNPrrWO5JS/XMVl45+b4= github.com/vishvananda/netns v0.0.5 h1:DfiHV+j8bA32MFM7bfEunvT8IAqQ/NzSJHtcmW5zdEY= github.com/vishvananda/netns v0.0.5/go.mod h1:SpkAiCQRtJ6TvvxPnOSyH3BMl6unz3xZlaprSwhNNJM= github.com/x448/float16 v0.8.4 h1:qLwI1I70+NjRFUR3zs1JPUCgaCXSh3SW62uAKT1mSBM= github.com/x448/float16 v0.8.4/go.mod h1:14CWIYCyZA/cWjXOioeEpHeN/83MdbZDRQHoFcYsOfg= github.com/xlab/treeprint v1.2.0 h1:HzHnuAF1plUN2zGlAFHbSQP2qJ0ZAD3XF5XD7OesXRQ= github.com/xlab/treeprint v1.2.0/go.mod h1:gj5Gd3gPdKtR1ikdDK6fnFLdmIS0X30kTTuNd/WEJu0= github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.2.1/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= go.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA= go.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0 h1:sbiXRNDSWJOTobXh5HyQKjq6wUC5tNybqjIqDpAY4CU= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.60.0/go.mod h1:69uWxva0WgAA/4bu2Yy70SLDBwZXuQ6PbBpbsa5iZrQ= go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0 h1:PeBoRj6af6xMI7qCupwFvTbbnd49V7n5YpG6pg8iDYQ= go.opentelemetry.io/contrib/instrumentation/runtime v0.63.0/go.mod h1:ingqBCtMCe8I4vpz/UVzCW6sxoqgZB37nao91mLQ3Bw= go.opentelemetry.io/otel v1.38.0 h1:RkfdswUDRimDg0m2Az18RKOsnI8UDzppJAtj01/Ymk8= go.opentelemetry.io/otel v1.38.0/go.mod h1:zcmtmQ1+YmQM9wrNsTGV/q/uyusom3P8RxwExxkZhjM= go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.14.0 h1:OMqPldHt79PqWKOMYIAQs3CxAi7RLgPxwfFSwr4ZxtM= go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc v0.14.0/go.mod h1:1biG4qiqTxKiUCtoWDPpL3fB3KxVwCiGw81j3nKMuHE= go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0 h1:vl9obrcoWVKp/lwl8tRE33853I8Xru9HFbw/skNeLs8= go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc v1.38.0/go.mod h1:GAXRxmLJcVM3u22IjTg74zWBrRCKq8BnOqUVLodpcpw= go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.35.0 h1:1fTNlAIJZGWLP5FVu0fikVry1IsiUnXjf7QFvoNN3Xw= go.opentelemetry.io/otel/exporters/otlp/otlptrace v1.35.0/go.mod h1:zjPK58DtkqQFn+YUMbx0M2XV3QgKU0gS9LeGohREyK4= go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.35.0 h1:xJ2qHD0C1BeYVTLLR9sX12+Qb95kfeD/byKj6Ky1pXg= go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.35.0/go.mod h1:u5BF1xyjstDowA1R5QAO9JHzqK+ublenEW/dyqTjBVk= go.opentelemetry.io/otel/exporters/prometheus v0.60.0 h1:cGtQxGvZbnrWdC2GyjZi0PDKVSLWP/Jocix3QWfXtbo= go.opentelemetry.io/otel/exporters/prometheus v0.60.0/go.mod h1:hkd1EekxNo69PTV4OWFGZcKQiIqg0RfuWExcPKFvepk= go.opentelemetry.io/otel/log v0.14.0 h1:2rzJ+pOAZ8qmZ3DDHg73NEKzSZkhkGIua9gXtxNGgrM= go.opentelemetry.io/otel/log v0.14.0/go.mod h1:5jRG92fEAgx0SU/vFPxmJvhIuDU9E1SUnEQrMlJpOno= go.opentelemetry.io/otel/metric v1.38.0 h1:Kl6lzIYGAh5M159u9NgiRkmoMKjvbsKtYRwgfrA6WpA= go.opentelemetry.io/otel/metric v1.38.0/go.mod h1:kB5n/QoRM8YwmUahxvI3bO34eVtQf2i4utNVLr9gEmI= go.opentelemetry.io/otel/sdk v1.38.0 h1:l48sr5YbNf2hpCUj/FoGhW9yDkl+Ma+LrVl8qaM5b+E= go.opentelemetry.io/otel/sdk v1.38.0/go.mod h1:ghmNdGlVemJI3+ZB5iDEuk4bWA3GkTpW+DOoZMYBVVg= go.opentelemetry.io/otel/sdk/log v0.14.0 h1:JU/U3O7N6fsAXj0+CXz21Czg532dW2V4gG1HE/e8Zrg= go.opentelemetry.io/otel/sdk/log v0.14.0/go.mod h1:imQvII+0ZylXfKU7/wtOND8Hn4OpT3YUoIgqJVksUkM= go.opentelemetry.io/otel/sdk/log/logtest v0.14.0 h1:Ijbtz+JKXl8T2MngiwqBlPaHqc4YCaP/i13Qrow6gAM= go.opentelemetry.io/otel/sdk/log/logtest v0.14.0/go.mod h1:dCU8aEL6q+L9cYTqcVOk8rM9Tp8WdnHOPLiBgp0SGOA= go.opentelemetry.io/otel/sdk/metric v1.38.0 h1:aSH66iL0aZqo//xXzQLYozmWrXxyFkBJ6qT5wthqPoM= go.opentelemetry.io/otel/sdk/metric v1.38.0/go.mod h1:dg9PBnW9XdQ1Hd6ZnRz689CbtrUp0wMMs9iPcgT9EZA= go.opentelemetry.io/otel/trace v1.38.0 h1:Fxk5bKrDZJUH+AMyyIXGcFAPah0oRcT+LuNtJrmcNLE= go.opentelemetry.io/otel/trace v1.38.0/go.mod h1:j1P9ivuFsTceSWe1oY+EeW3sc+Pp42sO++GHkg4wwhs= go.opentelemetry.io/proto/otlp v1.7.1 h1:gTOMpGDb0WTBOP8JaO72iL3auEZhVmAQg4ipjOVAtj4= go.opentelemetry.io/proto/otlp v1.7.1/go.mod h1:b2rVh6rfI/s2pHWNlB7ILJcRALpcNDzKhACevjI+ZnE= go.uber.org/automaxprocs v1.6.0 h1:O3y2/QNTOdbF+e/dpXNNW7Rx2hZ4sTIPyybbxyNqTUs= go.uber.org/automaxprocs v1.6.0/go.mod h1:ifeIMSnPZuznNm6jmdzmU3/bfk01Fe2fotchwEFJ8r8= go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8= go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E= go.yaml.in/yaml/v2 v2.4.2 h1:DzmwEr2rDGHl7lsFgAHxmNz/1NlQ7xLIrlN2h5d1eGI= go.yaml.in/yaml/v2 v2.4.2/go.mod h1:081UH+NErpNdqlCXm3TtEran0rJZGxAYx9hb/ELlsPU= go.yaml.in/yaml/v3 v3.0.4 h1:tfq32ie2Jv2UxXFdLJdh3jXuOzWiL1fo0bu/FbuKpbc= go.yaml.in/yaml/v3 v3.0.4/go.mod h1:DhzuOOF2ATzADvBadXxruRBLzYTpT36CKvDb3+aBEFg= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.6.0/go.mod h1:OFC/31mSvZgRz0V1QTNCzfAI1aIRzbiufJtkMIlEp58= golang.org/x/crypto v0.13.0/go.mod h1:y6Z2r+Rw4iayiXXAIxJIDAJ1zMW4yaTpebo8fPOliYc= golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= golang.org/x/crypto v0.23.0/go.mod h1:CKFgDieR+mRhux2Lsu27y0fO304Db0wZe70UKqHu0v8= golang.org/x/crypto v0.31.0/go.mod h1:kDsLvtWBEx7MV9tJOj9bnXsPbxwJQ6csT/x4KIN4Ssk= golang.org/x/crypto v0.43.0 h1:dduJYIi3A3KOfdGOHX8AVZ/jGiyPa3IbBozJ5kNuE04= golang.org/x/crypto v0.43.0/go.mod h1:BFbav4mRNlXJL4wNeejLpWxB7wMbc79PdRGhWKncxR0= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0 h1:R84qjqJb5nVJMxqWYb3np9L5ZsaDtB+a39EqjV0JSUM= golang.org/x/exp v0.0.0-20250408133849-7e4ce0ab07d0/go.mod h1:S9Xr4PYopiDyqSyp5NjCrhFrqg6A5zA2E/iPHPhqnS8= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.12.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.15.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= golang.org/x/mod v0.17.0/go.mod h1:hTbmBsO62+eylJbnUtE2MGJUyE7QWk4xUqPFrRgJ+7c= golang.org/x/mod v0.28.0 h1:gQBtGhjxykdjY9YhZpSlZIsbnaE2+PgjfLWUQTnoZ1U= golang.org/x/mod v0.28.0/go.mod h1:yfB/L0NOf/kmEbXjzCPOx1iK1fRutOydrCMsqRhEBxI= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20191007182048-72f939374954/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20201010224723-4f7140c49acb/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201021035429-f5854403a974/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20201216054612-986b41b23924/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20201224014010-6772e930b67b/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210119194325-5f4716e94777/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20210928044308-7d9f5e0b762b/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.7.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/net v0.15.0/go.mod h1:idbUs1IY1+zTqbi8yxTbhexhEEk5ur9LInksu6HrEpk= golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44= golang.org/x/net v0.25.0/go.mod h1:JkAGAh7GEvH74S6FOH42FLoXpXbE/aqXSrIQjXgsiwM= golang.org/x/net v0.33.0/go.mod h1:HXLR5J+9DxmrqMwG9qjGCxZ+zKXxBru04zlTvWlWuN4= golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.30.0 h1:dnDm7JmhM45NNpd8FDDeLhK6FwqbOf4MLCM9zb1BOHI= golang.org/x/oauth2 v0.30.0/go.mod h1:B++QgG3ZKulg6sRPGD/mqlHQs5rB3Ml9erfeDY7xKlU= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.3.0/go.mod h1:FU7BRWz2tNW+3quACPkgCx/L+uEAv1htQ0V83Z9Rj+Y= golang.org/x/sync v0.6.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.7.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.10.0/go.mod h1:Czt+wKu1gCyEFDUtn0jG5QVvpJ6rzVqr5aXyt9drQfk= golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug= golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190411185658-b44545bcd369/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191008105621-543471e840be/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201009025420-dfb3f7c4e634/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201118182958-a01c418693c7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201218084310-7d0127a74742/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210110051926-789bb1bd4061/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210123111255-9b0068b26619/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210216163648-f7da38b97c65/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210305230114-8fe3ee5dd75b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210525143221-35b2ab0089ea/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210906170528-6f6e22806c34/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210927094055-39ccf1dd6fa6/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211025201205-69cdffdb9359/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220128215802-99c3d69c2c27/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.2.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.10.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.12.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.20.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.28.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= golang.org/x/telemetry v0.0.0-20240228155512-f48c80bd79b2/go.mod h1:TeRTkGYfJXctD9OcfyVLyj2J3IxLnKwHJR8f4D8a3YE= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/term v0.12.0/go.mod h1:owVbMEjm3cBLCHdkQu9b1opXd4ETQWc3BhuQGKgXgvU= golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk= golang.org/x/term v0.20.0/go.mod h1:8UkIAJTvZgivsXaD6/pH6U9ecQzZ45awqEOzuCvwpFY= golang.org/x/term v0.27.0/go.mod h1:iMsnZpn0cago0GOrHO2+Y7u7JPn5AylBrcoWkElMTSM= golang.org/x/term v0.36.0 h1:zMPR+aF8gfksFprF/Nc/rd1wRS1EI6nDBGyWAvDzx2Q= golang.org/x/term v0.36.0/go.mod h1:Qu394IJq6V6dCBRgwqshf3mPF85AqzYEzofzRdZkWss= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE= golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.15.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.21.0/go.mod h1:4IBbMaMmOPCJ8SecivzSH54+73PCFmPWxNTLm+vZkEQ= golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k= golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM= golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI= golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20200619180055-7c47624df98f/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= golang.org/x/tools v0.0.0-20210106214847-113979e3529a/go.mod h1:emZCQorbCU4vsT4fOWvOPXz4eW1wZW4PmDk9uLelYpA= golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/tools v0.13.0/go.mod h1:HvlwmtVNQAhOuCjW7xxvovg8wbNq7LwfXh/k7wXUl58= golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d/go.mod h1:aiJjzUbINMkxbQROHiO6hDPo2LHcIPhhQsa9DLh0yGk= golang.org/x/tools v0.37.0 h1:DVSRzp7FwePZW356yEAChSdNcQo6Nsp+fex1SUW09lE= golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= gonum.org/v1/gonum v0.16.0 h1:5+ul4Swaf3ESvrOnidPp4GZbzf0mxVQpDCYUQE7OJfk= gonum.org/v1/gonum v0.16.0/go.mod h1:fef3am4MQ93R2HHpKnLk4/Tbh/s0+wqD5nfa6Pnwy4E= google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= google.golang.org/genproto v0.0.0-20241118233622-e639e219e697 h1:ToEetK57OidYuqD4Q5w+vfEnPvPpuTwedCNVohYJfNk= google.golang.org/genproto v0.0.0-20241118233622-e639e219e697/go.mod h1:JJrvXBWRZaFMxBufik1a4RpFw4HhgVtBBWQeQgUj2cc= google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5 h1:BIRfGDEjiHRrk0QKZe3Xv2ieMhtgRGeLcZQ0mIVn4EY= google.golang.org/genproto/googleapis/api v0.0.0-20250825161204-c5933d9347a5/go.mod h1:j3QtIyytwqGr1JUDtYXwtMXWPKsEa5LtzIFN1Wn5WvE= google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5 h1:eaY8u2EuxbRv7c3NiGK0/NedzVsCcV6hDuU5qPX5EGE= google.golang.org/genproto/googleapis/rpc v0.0.0-20250825161204-c5933d9347a5/go.mod h1:M4/wBTSeyLxupu3W3tJtOgB14jILAS/XWPSSa3TAlJc= google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= google.golang.org/grpc v1.76.0 h1:UnVkv1+uMLYXoIz6o7chp59WfQUYA2ex/BXQ9rHZu7A= google.golang.org/grpc v1.76.0/go.mod h1:Ju12QI8M6iQJtbcsV+awF5a4hfJMLi4X0JLo94ULZ6c= google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= google.golang.org/protobuf v1.36.10 h1:AYd7cD/uASjIL6Q9LiTjz8JLcrh/88q5UObnmY3aOOE= google.golang.org/protobuf v1.36.10/go.mod h1:HTf+CrKn2C3g5S8VImy6tdcUvCska2kB7j23XfzDpco= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/evanphx/json-patch.v4 v4.12.0 h1:n6jtcsulIzXPJaxegRbvFNNrZDjbij7ny3gmSPG+6V4= gopkg.in/evanphx/json-patch.v4 v4.12.0/go.mod h1:p8EYWUEYMpynmqDbY58zCKCFZw8pRWMG4EsWvDvM72M= gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc= gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gotest.tools/v3 v3.5.2 h1:7koQfIKdy+I8UTetycgUqXWSDwpgv193Ka+qRsmBY8Q= gotest.tools/v3 v3.5.2/go.mod h1:LtdLGcnqToBH83WByAAi/wiwSFCArdFIUV/xxN4pcjA= honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= k8s.io/api v0.34.1 h1:jC+153630BMdlFukegoEL8E/yT7aLyQkIVuwhmwDgJM= k8s.io/api v0.34.1/go.mod h1:SB80FxFtXn5/gwzCoN6QCtPD7Vbu5w2n1S0J5gFfTYk= k8s.io/apiextensions-apiserver v0.34.1 h1:NNPBva8FNAPt1iSVwIE0FsdrVriRXMsaWFMqJbII2CI= k8s.io/apiextensions-apiserver v0.34.1/go.mod h1:hP9Rld3zF5Ay2Of3BeEpLAToP+l4s5UlxiHfqRaRcMc= k8s.io/apimachinery v0.34.1 h1:dTlxFls/eikpJxmAC7MVE8oOeP1zryV7iRyIjB0gky4= k8s.io/apimachinery v0.34.1/go.mod h1:/GwIlEcWuTX9zKIg2mbw0LRFIsXwrfoVxn+ef0X13lw= k8s.io/cli-runtime v0.34.1 h1:btlgAgTrYd4sk8vJTRG6zVtqBKt9ZMDeQZo2PIzbL7M= k8s.io/cli-runtime v0.34.1/go.mod h1:aVA65c+f0MZiMUPbseU/M9l1Wo2byeaGwUuQEQVVveE= k8s.io/client-go v0.34.1 h1:ZUPJKgXsnKwVwmKKdPfw4tB58+7/Ik3CrjOEhsiZ7mY= k8s.io/client-go v0.34.1/go.mod h1:kA8v0FP+tk6sZA0yKLRG67LWjqufAoSHA2xVGKw9Of8= k8s.io/component-base v0.34.1 h1:v7xFgG+ONhytZNFpIz5/kecwD+sUhVE6HU7qQUiRM4A= k8s.io/component-base v0.34.1/go.mod h1:mknCpLlTSKHzAQJJnnHVKqjxR7gBeHRv0rPXA7gdtQ0= k8s.io/cri-api v0.34.1 h1:n2bU++FqqJq0CNjP/5pkOs0nIx7aNpb1Xa053TecQkM= k8s.io/cri-api v0.34.1/go.mod h1:4qVUjidMg7/Z9YGZpqIDygbkPWkg3mkS1PvOx/kpHTE= k8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk= k8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE= k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b h1:MloQ9/bdJyIu9lb1PzujOPolHyvO06MXG5TUIj2mNAA= k8s.io/kube-openapi v0.0.0-20250710124328-f3f2b991d03b/go.mod h1:UZ2yyWbFTpuhSbFhv24aGNOdoRdJZgsIObGBUaYVsts= k8s.io/kubelet v0.34.1 h1:doAaTA9/Yfzbdq/u/LveZeONp96CwX9giW6b+oHn4m4= k8s.io/kubelet v0.34.1/go.mod h1:PtV3Ese8iOM19gSooFoQT9iyRisbmJdAPuDImuccbbA= k8s.io/utils v0.0.0-20250604170112-4c0f3b243397 h1:hwvWFiBzdWw1FhfY1FooPn3kzWuJ8tmbZBHi4zVsl1Y= k8s.io/utils v0.0.0-20250604170112-4c0f3b243397/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0= oras.land/oras-go/v2 v2.6.0 h1:X4ELRsiGkrbeox69+9tzTu492FMUu7zJQW6eJU+I2oc= oras.land/oras-go/v2 v2.6.0/go.mod h1:magiQDfG6H1O9APp+rOsvCPcW1GD2MM7vgnKY0Y+u1o= sigs.k8s.io/controller-runtime v0.21.0 h1:CYfjpEuicjUecRk+KAeyYh+ouUBn4llGyDYytIGcJS8= sigs.k8s.io/controller-runtime v0.21.0/go.mod h1:OSg14+F65eWqIu4DceX7k/+QRAbTTvxeQSNSOQpukWM= sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8 h1:gBQPwqORJ8d8/YNZWEjoZs7npUVDpVXUUOFfW6CgAqE= sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8/go.mod h1:mdzfpAEoE6DHQEN0uh9ZbOCuHbLK5wOm7dK4ctXE9Tg= sigs.k8s.io/kustomize/api v0.20.1 h1:iWP1Ydh3/lmldBnH/S5RXgT98vWYMaTUL1ADcr+Sv7I= sigs.k8s.io/kustomize/api v0.20.1/go.mod h1:t6hUFxO+Ph0VxIk1sKp1WS0dOjbPCtLJ4p8aADLwqjM= sigs.k8s.io/kustomize/kyaml v0.20.1 h1:PCMnA2mrVbRP3NIB6v9kYCAc38uvFLVs8j/CD567A78= sigs.k8s.io/kustomize/kyaml v0.20.1/go.mod h1:0EmkQHRUsJxY8Ug9Niig1pUMSCGHxQ5RklbpV/Ri6po= sigs.k8s.io/randfill v1.0.0 h1:JfjMILfT8A6RbawdsK2JXGBR5AQVfd+9TbzrlneTyrU= sigs.k8s.io/randfill v1.0.0/go.mod h1:XeLlZ/jmk4i1HRopwe7/aU3H5n1zNUcX6TM94b3QxOY= sigs.k8s.io/release-utils v0.11.1 h1:hzvXGpHgHJfLOJB6TRuu14bzWc3XEglHmXHJqwClSZE= sigs.k8s.io/release-utils v0.11.1/go.mod h1:ybR2V/uQAOGxYfzYtBenSYeXWkBGNP2qnEiX77ACtpc= sigs.k8s.io/security-profiles-operator v0.9.1 h1:psXG9t33xA8nZBEIe+VF4Dy0iF8CnEDXoQmaPLpfrSE= sigs.k8s.io/security-profiles-operator v0.9.1/go.mod h1:p2ErLS2eMxazGk3VU17CvZxXth95m7tsTk/bOUexS4k= sigs.k8s.io/structured-merge-diff/v6 v6.3.0 h1:jTijUJbW353oVOd9oTlifJqOGEkUw2jB/fXCbTiQEco= sigs.k8s.io/structured-merge-diff/v6 v6.3.0/go.mod h1:M3W8sfWvn2HhQDIbGWj3S099YozAsymCo/wrT5ohRUE= sigs.k8s.io/yaml v1.6.0 h1:G8fkbMSAFqgEFgh4b1wmtzDnioxFCUgTZhlbj5P9QYs= sigs.k8s.io/yaml v1.6.0/go.mod h1:796bPqUfzR/0jLAl6XjHl3Ck7MiyVv8dbTdyT3/pMf4= inspektor-gadget-0.46.0/include/000077500000000000000000000000001510117411400164665ustar00rootroot00000000000000inspektor-gadget-0.46.0/include/gadget/000077500000000000000000000000001510117411400177215ustar00rootroot00000000000000inspektor-gadget-0.46.0/include/gadget/amd64/000077500000000000000000000000001510117411400206345ustar00rootroot00000000000000inspektor-gadget-0.46.0/include/gadget/amd64/vmlinux.h000066400000000000000000101431361510117411400225200ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef unsigned char __u8; typedef short unsigned int __u16; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __u8 u8; typedef __u16 u16; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef long unsigned int uintptr_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s64 ktime_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct thread_info { long unsigned int flags; long unsigned int syscall_work; u32 status; u32 cpu; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; unsigned int util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; u64 deadline; u64 min_vruntime; u64 min_slice; struct list_head group_node; unsigned char on_rq; unsigned char sched_delayed; unsigned char rel_deadline; unsigned char custom_slice; u64 exec_start; u64 sum_exec_runtime; u64 prev_sum_exec_runtime; u64 vruntime; s64 vlag; u64 slice; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity; typedef bool (*dl_server_has_tasks_f)(struct sched_dl_entity *); struct task_struct; typedef struct task_struct * (*dl_server_pick_f)(struct sched_dl_entity *); struct rq; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; unsigned int dl_server: 1; unsigned int dl_server_active: 1; unsigned int dl_defer: 1; unsigned int dl_defer_armed: 1; unsigned int dl_defer_running: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct rq *rq; dl_server_has_tasks_f server_has_tasks; dl_server_pick_f server_pick_task; struct sched_dl_entity *pi_se; }; struct sched_statistics { u64 wait_start; u64 wait_max; u64 wait_count; u64 wait_sum; u64 iowait_count; u64 iowait_sum; u64 sleep_start; u64 sleep_max; s64 sum_sleep_runtime; u64 block_start; u64 block_max; s64 sum_block_runtime; s64 exec_max; u64 slice_max; u64 nr_migrations_cold; u64 nr_failed_migrations_affine; u64 nr_failed_migrations_running; u64 nr_failed_migrations_hot; u64 nr_forced_migrations; u64 nr_wakeups; u64 nr_wakeups_sync; u64 nr_wakeups_migrate; u64 nr_wakeups_local; u64 nr_wakeups_remote; u64 nr_wakeups_affine; u64 nr_wakeups_affine_attempts; u64 nr_wakeups_passive; u64 nr_wakeups_idle; long: 64; long: 64; long: 64; long: 64; }; struct cpumask { long unsigned int bits[128]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int max_run_delay; long long unsigned int min_run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; struct __kernel_timespec; struct old_timespec32; struct pollfd; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct qspinlock { union { atomic_t val; struct { u8 locked; u8 pending; }; struct { u16 locked_pending; u16 tail; }; }; }; typedef struct qspinlock arch_spinlock_t; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; typedef atomic64_t atomic_long_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct posix_cputimers_work { struct callback_head work; struct mutex mutex; unsigned int scheduled; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch { char *selector; long unsigned int offset; long unsigned int len; bool on_dispatch; }; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[16]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct arch_tlbflush_unmap_batch { struct cpumask cpumask; bool unmapped_pages; }; struct tlbflush_unmap_batch { struct arch_tlbflush_unmap_batch arch; bool flush_required; bool writable; }; struct page; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct desc_struct { u16 limit0; u16 base0; u16 base1: 8; u16 type: 4; u16 s: 1; u16 dpl: 2; u16 p: 1; u16 limit1: 4; u16 avl: 1; u16 l: 1; u16 d: 1; u16 g: 1; u16 base2: 8; }; struct fpu_state_perm { u64 __state_perm; unsigned int __state_size; unsigned int __user_state_size; }; struct fregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; u32 status; }; struct fxregs_state { u16 cwd; u16 swd; u16 twd; u16 fop; union { struct { u64 rip; u64 rdp; }; struct { u32 fip; u32 fcs; u32 foo; u32 fos; }; }; u32 mxcsr; u32 mxcsr_mask; u32 st_space[32]; u32 xmm_space[64]; u32 padding[12]; union { u32 padding1[12]; u32 sw_reserved[12]; }; }; struct math_emu_info; struct swregs_state { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; u8 ftop; u8 changed; u8 lookahead; u8 no_update; u8 rm; u8 alimit; struct math_emu_info *info; u32 entry_eip; }; struct xstate_header { u64 xfeatures; u64 xcomp_bv; u64 reserved[6]; }; struct xregs_state { struct fxregs_state i387; struct xstate_header header; u8 extended_state_area[0]; }; union fpregs_state { struct fregs_state fsave; struct fxregs_state fxsave; struct swregs_state soft; struct xregs_state xsave; u8 __padding[4096]; }; struct fpstate { unsigned int size; unsigned int user_size; u64 xfeatures; u64 user_xfeatures; u64 xfd; unsigned int is_valloc: 1; unsigned int is_guest: 1; unsigned int is_confidential: 1; unsigned int in_use: 1; long: 64; long: 64; long: 64; union fpregs_state regs; }; struct fpu { unsigned int last_cpu; long unsigned int avx512_timestamp; struct fpstate *fpstate; struct fpstate *__task_fpstate; struct fpu_state_perm perm; struct fpu_state_perm guest_perm; struct fpstate __fpstate; }; struct perf_event; struct io_bitmap; struct thread_struct { struct desc_struct tls_array[3]; long unsigned int sp; short unsigned int es; short unsigned int ds; short unsigned int fsindex; short unsigned int gsindex; long unsigned int fsbase; long unsigned int gsbase; struct perf_event *ptrace_bps[4]; long unsigned int virtual_dr6; long unsigned int ptrace_dr7; long unsigned int cr2; long unsigned int trap_nr; long unsigned int error_code; struct io_bitmap *io_bitmap; long unsigned int iopl_emul; unsigned int iopl_warn: 1; u32 pkru; long: 64; long: 64; long: 64; long: 64; long: 64; struct fpu fpu; }; struct sched_class; struct task_group; struct rcu_node; struct mm_struct; struct address_space; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct perf_ctx_data; struct mempolicy; struct rseq; struct pipe_inode_info; struct task_delay_info; struct gendisk; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct bpf_net_context; struct task_struct { struct thread_info thread_info; unsigned int __state; unsigned int saved_state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; struct sched_dl_entity *dl_server; const struct sched_class *sched_class; struct task_group *sched_task_group; struct sched_statistics stats; unsigned int btrace_seq; unsigned int policy; long unsigned int max_allowed_capacity; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int rcu_read_lock_nesting; union rcu_special rcu_read_unlock_special; struct list_head rcu_node_entry; struct rcu_node *rcu_blocked_node; long unsigned int rcu_tasks_nvcsw; u8 rcu_tasks_holdout; u8 rcu_tasks_idx; int rcu_tasks_idle_cpu; struct list_head rcu_tasks_holdout_list; int rcu_tasks_exit_cpu; struct list_head rcu_tasks_exit_list; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; struct address_space *faults_disabled_mapping; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; unsigned int sched_task_hot: 1; long: 28; unsigned int sched_remote_wakeup: 1; unsigned int sched_rt_mutex: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int restore_sigmask: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_eventfd: 1; unsigned int pasid_activated: 1; unsigned int reported_split_lock: 1; unsigned int in_thrashing: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; struct posix_cputimers_work posix_cputimers_work; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; u8 perf_recursion[4]; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct perf_ctx_data *perf_ctx_data; struct mempolicy *mempolicy; short int il_prev; u8 il_weight; short int pref_node_fork; struct rseq *rseq; u32 rseq_len; u32 rseq_sig; long unsigned int rseq_event_mask; int mm_cid; int last_mm_cid; int migrate_from_cpu; int mm_cid_active; struct callback_head cid_work; struct tlbflush_unmap_batch tlb_ubc; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; struct task_delay_info *delays; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; int curr_ret_stack; int curr_ret_depth; long unsigned int *ret_stack; long long unsigned int ftrace_timestamp; long long unsigned int ftrace_sleeptime; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; struct gendisk *throttle_disk; struct uprobe_task *utask; struct kmap_ctrl kmap_ctrl; struct callback_head rcu; refcount_t rcu_users; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct bpf_net_context *bpf_net_context; void *mce_vaddr; __u64 mce_kflags; u64 mce_addr; __u64 mce_ripv: 1; __u64 mce_whole_page: 1; __u64 __mce_reserved: 62; struct callback_head mce_kill_me; int mce_count; struct llist_head kretprobe_instances; struct llist_head rethooks; struct callback_head l1d_flush_kill; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct thread_struct thread; }; typedef __u32 Elf32_Word; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; struct fred_cs { u64 cs: 16; u64 sl: 2; u64 wfe: 1; }; struct fred_ss { u64 ss: 16; u64 sti: 1; u64 swevent: 1; u64 nmi: 1; int: 13; u64 vector: 8; short: 8; u64 type: 4; char: 4; u64 enclave: 1; u64 lm: 1; u64 nested: 1; char: 1; u64 insnlen: 4; }; struct pt_regs { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bp; long unsigned int bx; long unsigned int r11; long unsigned int r10; long unsigned int r9; long unsigned int r8; long unsigned int ax; long unsigned int cx; long unsigned int dx; long unsigned int si; long unsigned int di; long unsigned int orig_ax; long unsigned int ip; union { u16 cs; u64 csx; struct fred_cs fred_cs; }; long unsigned int flags; long unsigned int sp; union { u16 ss; u64 ssx; struct fred_ss fred_ss; }; }; struct math_emu_info { long int ___orig_eip; struct pt_regs *regs; }; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; __u32 node_id; __u32 mm_cid; char end[0]; }; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); bool (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*wakeup_preempt)(struct rq *, struct task_struct *, int); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); struct task_struct * (*pick_task)(struct rq *); struct task_struct * (*pick_next_task)(struct rq *, struct task_struct *); void (*put_prev_task)(struct rq *, struct task_struct *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*select_task_rq)(struct task_struct *, int, int); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switching_to)(struct rq *, struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*reweight_task)(struct rq *, struct task_struct *, const struct load_weight *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); }; typedef unsigned int __kernel_gid32_t; typedef __kernel_gid32_t gid_t; typedef struct { gid_t val; } kgid_t; typedef struct { u64 val; } kernel_cap_t; struct user_struct; struct user_namespace; struct ucounts; struct group_info; struct cred { atomic_long_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct pid_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { refcount_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct dentry; struct proc_ns_operations; struct ns_common { struct dentry *stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; typedef signed char __s8; typedef short int __s16; typedef int __s32; typedef __s8 s8; typedef __s16 s16; typedef __s32 s32; enum { false = 0, true = 1, }; typedef long long int __kernel_loff_t; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_loff_t loff_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef phys_addr_t resource_size_t; typedef struct { atomic_t refcnt; } rcuref_t; struct hlist_head { struct hlist_node *first; }; struct rcuwait { struct task_struct *task; }; struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; unsigned int flags; long unsigned int begin; }; typedef unsigned int fop_flags_t; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct file_lease; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; fop_flags_t fop_flags; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct file *); int (*setlease)(struct file *, int, struct file_lease **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; struct static_key_false { struct static_key key; }; struct static_call_site { s32 addr; s32 key; }; struct static_call_mod { struct static_call_mod *next; struct module *mod; struct static_call_site *sites; }; struct static_call_key { void *func; union { long unsigned int type; struct static_call_mod *mods; struct static_call_site *sites; }; }; struct cacheline_padding { char x[0]; }; typedef long unsigned int pteval_t; typedef long unsigned int pmdval_t; typedef long unsigned int pudval_t; typedef long unsigned int pgdval_t; typedef long unsigned int pgprotval_t; typedef struct { pteval_t pte; } pte_t; typedef struct { pmdval_t pmd; } pmd_t; struct pgprot { pgprotval_t pgprot; }; typedef struct pgprot pgprot_t; typedef struct { pgdval_t pgd; } pgd_t; typedef struct { pudval_t pud; } pud_t; typedef struct page *pgtable_t; struct page_pool; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; struct { struct llist_node pcp_llist; unsigned int order; }; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; atomic_long_t pp_ref_count; }; struct { long unsigned int compound_head; }; struct { void *_unused_pgmap_compound_head; void *zone_device_data; }; struct callback_head callback_head; }; union { unsigned int page_type; atomic_t _mapcount; }; atomic_t _refcount; long: 64; }; struct orc_entry { s16 sp_offset; s16 bp_offset; unsigned int sp_reg: 4; unsigned int bp_reg: 4; unsigned int type: 3; unsigned int signal: 1; } __attribute__((packed)); typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; unsigned int ma_flags; void *ma_root; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; struct ldt_struct; struct vdso_image; typedef struct { u64 ctx_id; atomic64_t tlb_gen; long unsigned int next_trim_cpumask; struct rw_semaphore ldt_usr_sem; struct ldt_struct *ldt; long unsigned int flags; struct mutex lock; void *vdso; const struct vdso_image *vdso_image; atomic_t perf_rdpmc_allowed; u16 pkey_allocation_map; s16 execute_only_pkey; u16 global_asid; bool asid_transition; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct mm_cid; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct iommu_mm_data; struct mm_struct { struct { struct { atomic_t mm_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct maple_tree mm_mt; long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int mmap_compat_base; long unsigned int mmap_compat_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; struct mm_cid *pcpu_cid; long unsigned int mm_cid_next_scan; unsigned int nr_cpus_allowed; atomic_t max_nr_cid; raw_spinlock_t cpus_allowed_lock; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; struct rcuwait vma_writer_wait; seqcount_t mm_lock_seq; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[52]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; atomic_t tlb_flush_pending; atomic_t tlb_flush_batched; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; struct iommu_mm_data *iommu_mm; long: 64; long: 64; }; long unsigned int cpu_bitmap[0]; }; struct range { u64 start; u64 end; }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; enum perf_event_state { PERF_EVENT_STATE_DEAD = -4, PERF_EVENT_STATE_EXIT = -3, PERF_EVENT_STATE_ERROR = -2, PERF_EVENT_STATE_OFF = -1, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; typedef struct { atomic_long_t a; } local_t; typedef struct { local_t a; } local64_t; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; union { __u32 aux_action; struct { __u32 aux_start_paused: 1; __u32 aux_pause: 1; __u32 aux_resume: 1; __u32 __reserved_3: 29; }; }; __u64 sig_data; __u64 config3; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct arch_hw_breakpoint { long unsigned int address; long unsigned int mask; u8 len; u8 type; }; struct rhash_head { struct rhash_head *next; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { u64 aux_config; unsigned int aux_paused; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { struct arch_hw_breakpoint info; struct rhlist_head bp_list; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct ftrace_ops; struct ftrace_regs; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; struct list_head subop_list; ftrace_ops_func_t ops_func; struct ftrace_ops *managed; long unsigned int direct_call; }; struct pmu; struct perf_event_pmu_context; struct perf_buffer; struct fasync_struct; struct perf_addr_filter_range; struct bpf_prog; struct trace_event_call; struct event_filter; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; unsigned int group_generation; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; long unsigned int pending_addr; struct irq_work pending_irq; struct irq_work pending_disable_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; __u32 orig_type; }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; typedef struct cpumask *cpumask_var_t; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { const struct ctl_table *ctl_table; int ctl_table_size; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; const struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; enum { SYSCTL_TABLE_TYPE_DEFAULT = 0, SYSCTL_TABLE_TYPE_PERMANENTLY_EMPTY = 1, } type; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct kmem_cache; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; int pid_max; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; int memfd_noexec_scope; }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct ucounts { struct hlist_nulls_node node; struct user_namespace *ns; kuid_t uid; struct callback_head rcu; rcuref_t count; atomic_long_t ucount[12]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; enum { ___GFP_DMA_BIT = 0, ___GFP_HIGHMEM_BIT = 1, ___GFP_DMA32_BIT = 2, ___GFP_MOVABLE_BIT = 3, ___GFP_RECLAIMABLE_BIT = 4, ___GFP_HIGH_BIT = 5, ___GFP_IO_BIT = 6, ___GFP_FS_BIT = 7, ___GFP_ZERO_BIT = 8, ___GFP_UNUSED_BIT = 9, ___GFP_DIRECT_RECLAIM_BIT = 10, ___GFP_KSWAPD_RECLAIM_BIT = 11, ___GFP_WRITE_BIT = 12, ___GFP_NOWARN_BIT = 13, ___GFP_RETRY_MAYFAIL_BIT = 14, ___GFP_NOFAIL_BIT = 15, ___GFP_NORETRY_BIT = 16, ___GFP_MEMALLOC_BIT = 17, ___GFP_COMP_BIT = 18, ___GFP_NOMEMALLOC_BIT = 19, ___GFP_HARDWALL_BIT = 20, ___GFP_THISNODE_BIT = 21, ___GFP_ACCOUNT_BIT = 22, ___GFP_ZEROTAGS_BIT = 23, ___GFP_LAST_BIT = 24, }; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint_ext { int (*regfunc)(); void (*unregfunc)(); unsigned int faultable: 1; }; struct tracepoint { const char *name; struct static_key_false key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; void *probestub; struct tracepoint_func *funcs; struct tracepoint_ext *ext; }; typedef const int tracepoint_ptr_t; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t i_private_lock; struct list_head i_private_list; struct rw_semaphore i_mmap_rwsem; void *i_private_data; }; struct upid { int nr; struct pid_namespace *ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct dentry *stashed; u64 ino; struct rb_node pidfs_node; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[0]; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; typedef int32_t key_serial_t; typedef __s64 time64_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; unsigned int timer_create_restore_ids: 1; atomic_t next_posix_timer_id; struct hlist_head posix_timers; struct hlist_head ignored_posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct rq_list { struct request *head; struct request *tail; }; struct blk_plug { struct rq_list mq_list; struct rq_list cached_rqs; u64 cur_ktime; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; struct list_head cb_list; }; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[14]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[14]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct perf_event_groups { struct rb_root tree; u64 index; }; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_no_switch_fast; }; struct perf_ctx_data { struct callback_head callback_head; refcount_t refcount; int global; struct kmem_cache *ctx_cache; void *data; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct workqueue_struct; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct kref { refcount_t refcount; }; struct kset; struct kobj_type; struct kernfs_node; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; typedef unsigned int blk_mode_t; struct block_device; struct block_device_operations; struct request_queue; struct backing_dev_info; struct timer_rand_state; struct disk_events; struct cdrom_device_info; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; struct cdrom_device_info *cdi; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; blk_mode_t open_mode; struct blk_independent_access_ranges *ia_ranges; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct arch_uprobe_task { long unsigned int saved_scratch_register; unsigned int saved_trap_nr; unsigned int saved_tf; }; struct return_instance; struct uprobe; struct arch_uprobe; struct uprobe_task { enum uprobe_task_state state; unsigned int depth; struct return_instance *return_instances; struct return_instance *ri_pool; struct timer_list ri_timer; seqcount_t ri_seqcount; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; bool signal_denied; struct arch_uprobe *auprobe; }; struct bpf_run_ctx {}; typedef void (*smp_call_func_t)(void *); struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; struct codetag { unsigned int flags; unsigned int lineno; const char *modname; const char *function; const char *filename; }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_memory { void *base; bool is_rox; unsigned int size; struct mod_tree_node mtn; }; struct its_array { void **pages; int num; }; struct mod_arch_specific { unsigned int num_orcs; int *orc_unwind_ip; struct orc_entry *orc_unwind; struct its_array its_pages; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_symbol; struct kernel_param; struct exception_table_entry; struct module_sect_attrs; struct module_notes_attrs; struct srcu_struct; struct trace_eval_map; struct error_injection_entry; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const u32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const u32 *gpl_crcs; bool using_gplonly_symbols; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); struct module_memory mem[7]; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; unsigned int btf_base_data_size; void *btf_data; void *btf_base_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; int num_static_call_sites; struct static_call_site *static_call_sites; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct error_injection_entry *ei_funcs; unsigned int num_ei_funcs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct alloc_tag_counters { u64 bytes; u64 calls; }; struct alloc_tag { struct codetag ct; struct alloc_tag_counters *counters; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_ctr { atomic_long_t srcu_locks; atomic_long_t srcu_unlocks; }; struct srcu_node; struct srcu_data { struct srcu_ctr srcu_ctrs[2]; int srcu_reader_flavor; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_usage; struct srcu_struct { struct srcu_ctr *srcu_ctrp; struct srcu_data *sda; struct lockdep_map dep_map; struct srcu_usage *srcu_sup; }; struct srcu_usage { struct srcu_node *node; struct srcu_node *level[4]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct srcu_struct *srcu_ssp; }; struct uprobe_xol_ops; struct arch_uprobe { union { u8 insn[16]; u8 ixol[16]; }; const struct uprobe_xol_ops *ops; union { struct { s32 offs; u8 ilen; u8 opc1; } branch; struct { u8 fixups; u8 ilen; } defparam; struct { u8 reg_offset; u8 ilen; } push; }; }; struct uprobe_xol_ops { bool (*emulate)(struct arch_uprobe *, struct pt_regs *); int (*pre_xol)(struct arch_uprobe *, struct pt_regs *); int (*post_xol)(struct arch_uprobe *, struct pt_regs *); void (*abort)(struct arch_uprobe *, struct pt_regs *); }; enum hprobe_state { HPROBE_LEASED = 0, HPROBE_STABLE = 1, HPROBE_GONE = 2, HPROBE_CONSUMED = 3, }; struct hprobe { enum hprobe_state state; int srcu_idx; struct uprobe *uprobe; }; struct return_consumer { __u64 cookie; __u64 id; }; struct return_instance { struct hprobe hprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; int cons_cnt; struct return_instance *next; struct callback_head rcu; struct return_consumer consumer; struct return_consumer *extra_consumers; long: 64; long: 64; long: 64; long: 64; }; struct vdso_image { void *data; long unsigned int size; long unsigned int alt; long unsigned int alt_len; long unsigned int extable_base; long unsigned int extable_len; const void *extable; long int sym_VDSO32_NOTE_MASK; long int sym___kernel_sigreturn; long int sym___kernel_rt_sigreturn; long int sym___kernel_vsyscall; long int sym_int80_landing_pad; long int sym_vdso32_sigreturn_landing_pad; long int sym_vdso32_rt_sigreturn_landing_pad; }; typedef struct { long unsigned int val; } swp_entry_t; typedef int mm_id_mapcount_t; typedef unsigned int mm_id_t; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; bool inaccessible; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct { struct {} __empty_ranges; struct range ranges[0]; }; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct dev_pagemap *pgmap; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; union { void *private; swp_entry_t swap; }; atomic_t _mapcount; atomic_t _refcount; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; union { struct { atomic_t _large_mapcount; atomic_t _nr_pages_mapped; atomic_t _entire_mapcount; atomic_t _pincount; mm_id_mapcount_t _mm_id_mapcount[2]; union { mm_id_t _mm_id[2]; long unsigned int _mm_ids; }; }; long unsigned int _usable_1[4]; }; atomic_t _mapcount_1; atomic_t _refcount_1; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; struct list_head _deferred_list; }; struct page __page_2; }; union { struct { long unsigned int _flags_3; long unsigned int _head_3; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct page __page_3; }; }; typedef long unsigned int vm_flags_t; typedef struct { long unsigned int v; } freeptr_t; struct vfsmount; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; typedef struct { atomic64_t refcnt; } file_ref_t; struct fown_struct; struct file { spinlock_t f_lock; fmode_t f_mode; const struct file_operations *f_op; struct address_space *f_mapping; void *private_data; struct inode *f_inode; unsigned int f_flags; unsigned int f_iocb_flags; const struct cred *f_cred; struct fown_struct *f_owner; struct path f_path; union { struct mutex f_pos_lock; u64 f_pipe; }; loff_t f_pos; void *f_security; errseq_t f_wb_err; errseq_t f_sb_err; struct hlist_head *f_ep; union { struct callback_head f_task_work; struct llist_node f_llist; struct file_ra_state f_ra; freeptr_t f_freeptr; }; file_ref_t f_ref; }; struct vm_userfaultfd_ctx {}; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { union { struct { long unsigned int vm_start; long unsigned int vm_end; }; freeptr_t vm_freeptr; }; struct mm_struct *vm_mm; pgprot_t vm_page_prot; union { const vm_flags_t vm_flags; vm_flags_t __vm_flags; }; unsigned int vm_lock_seq; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; long: 64; refcount_t vm_refcnt; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; long: 64; long: 64; long: 64; }; typedef unsigned int vm_fault_t; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, unsigned int); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int, long unsigned int *); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; struct mm_cid { u64 time; int cid; int recent_cid; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { union { struct { struct uid_gid_extent extent[5]; u32 nr_extents; }; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct binfmt_misc; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[12]; long int rlimit_max[4]; struct binfmt_misc *binfmt_misc; }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, FAULT_FLAG_VMA_LOCK = 4096, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *__parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; short unsigned int flags; umode_t mode; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; u64 id; void *priv; struct kernfs_iattrs *iattr; struct callback_head rcu; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); loff_t (*llseek)(struct kernfs_open_file *, loff_t, int); }; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u64 change_cookie; u64 subvol; u32 dio_mem_align; u32 dio_offset_align; u32 dio_read_offset_align; u32 atomic_write_unit_min; u32 atomic_write_unit_max; u32 atomic_write_segments_max; }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*read_new)(struct file *, struct kobject *, const struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write_new)(struct file *, struct kobject *, const struct bin_attribute *, char *, loff_t, size_t); loff_t (*llseek)(struct file *, struct kobject *, const struct bin_attribute *, loff_t, int); int (*mmap)(struct file *, struct kobject *, const struct bin_attribute *, struct vm_area_struct *); }; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, const struct bin_attribute *, int); size_t (*bin_size)(struct kobject *, const struct bin_attribute *, int); struct attribute **attrs; union { struct bin_attribute **bin_attrs; const struct bin_attribute * const *bin_attrs_new; }; }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(const struct kobject *, struct kobj_uevent_env *); }; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int online: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; call_single_data_t csd; long: 64; long: 64; long: 64; long: 64; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; struct device; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; enum rpm_status { RPM_INVALID = -1, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, RPM_BLOCKED = 4, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; bool can_wakeup: 1; bool async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; bool work_in_progress: 1; bool smart_suspend: 1; bool must_resume: 1; bool may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; bool idle_notification: 1; bool request_pending: 1; bool deferred_resume: 1; bool needs_force_resume: 1; bool runtime_auto: 1; bool ignore_children: 1; bool no_callbacks: 1; bool irq_safe: 1; bool use_autosuspend: 1; bool timer_autosuspends: 1; bool memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct bus_dma_region; struct device_dma_parameters; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; const struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct dev_msi_info msi; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; const struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; bool dma_skip_sync: 1; bool dma_iommu: 1; }; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); int (*set_performance_state)(struct device *, unsigned int); }; struct bus_type { const char *name; const char *dev_name; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, const struct device_driver *); int (*uevent)(const struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); const struct cpumask * (*irq_get_affinity)(struct device *, unsigned int); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; const struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; struct class { const char *name; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(const struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; typedef int proc_handler(const struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, const struct ctl_table *); }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec { void *iov_base; size_t iov_len; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct folio_batch { unsigned char nr; unsigned char i; bool percpu_pvec_drained; struct folio *folios[31]; }; struct folio_queue { struct folio_batch vec; u8 orders[31]; struct folio_queue *next; struct folio_queue *prev; long unsigned int marks; long unsigned int marks2; long unsigned int marks3; unsigned int rreq_id; unsigned int debug_id; }; struct iov_iter { u8 iter_type; bool nofault; bool data_source; size_t iov_offset; union { struct iovec __ubuf_iovec; struct { union { const struct iovec *__iov; const struct kvec *kvec; const struct bio_vec *bvec; const struct folio_queue *folioq; struct xarray *xarray; void *ubuf; }; size_t count; }; }; union { long unsigned int nr_segs; u8 folioq_slot; loff_t xarray_start; }; }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; union { struct wait_page_queue *ki_waitq; ssize_t (*dio_complete)(void *); }; }; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; union shortname_store { unsigned char string[40]; long unsigned int words[5]; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; union shortname_store d_shortname; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; struct lockref d_lockref; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct hlist_node d_sib; struct hlist_head d_children; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, } __attribute__((mode(byte))); struct posix_acl; struct inode_operations; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; time64_t i_atime_sec; time64_t i_mtime_sec; time64_t i_ctime_sec; u32 i_atime_nsec; u32 i_mtime_nsec; u32 i_ctime_nsec; u32 i_generation; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; enum rw_hint i_write_hint; blkcnt_t i_blocks; u32 i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; union { struct list_head i_devices; int i_linklen; }; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; void *i_private; }; enum d_real_type { D_REAL_DATA = 0, D_REAL_METADATA = 1, }; struct dentry_operations { int (*d_revalidate)(struct inode *, const struct qstr *, struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, enum d_real_type); bool (*d_unalias_trylock)(const struct dentry *); void (*d_unalias_unlock)(const struct dentry *); long: 64; }; struct mtd_info; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { short unsigned int frozen; int freeze_kcount; int freeze_ucount; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct fsnotify_sb_info; struct shrinker; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler * const *s_xattr; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct file *s_bdev_file; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; u32 s_fsnotify_mask; struct fsnotify_sb_info *s_fsnotify_info; char s_id[32]; uuid_t s_uuid; u8 s_uuid_len; char s_sysfs_name[37]; unsigned int s_max_links; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker *s_shrink; atomic_long_t s_remove_count; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 0; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct mem_cgroup; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; refcount_t refcount; struct completion done; struct callback_head rcu; void *private_data; struct list_head list; atomic_long_t *nr_deferred; }; struct list_lru_one { struct list_head list; long int nr_items; spinlock_t lock; }; struct list_lru_node { struct list_lru_one lru; atomic_long_t nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, }; struct exception_table_entry { int insn; int fixup; int data; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; int nr_descendants; }; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct cgroup_base_stat { struct task_cputime cputime; u64 ntime; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[38]; struct hlist_head progs[38]; u8 flags[38]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; bool e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; unsigned int kill_seq; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[0]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[14]; int nr_dying_subsys[14]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[14]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad_; struct cgroup *rstat_flush_next; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; long: 64; }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; struct ratelimit_state ratelimit; }; struct group_info { refcount_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; long: 0; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; __u64 irq_count; __u64 irq_delay_total; __u64 cpu_delay_max; __u64 cpu_delay_min; __u64 blkio_delay_max; __u64 blkio_delay_min; __u64 swapin_delay_max; __u64 swapin_delay_min; __u64 freepages_delay_max; __u64 freepages_delay_min; __u64 thrashing_delay_max; __u64 thrashing_delay_min; __u64 compact_delay_max; __u64 compact_delay_min; __u64 wpcopy_delay_max; __u64 wpcopy_delay_min; __u64 irq_delay_max; __u64 irq_delay_min; }; struct delayed_call { void (*fn)(void *); void *arg; }; typedef unsigned int blk_features_t; typedef unsigned int blk_flags_t; enum blk_integrity_checksum { BLK_INTEGRITY_CSUM_NONE = 0, BLK_INTEGRITY_CSUM_IP = 1, BLK_INTEGRITY_CSUM_CRC = 2, BLK_INTEGRITY_CSUM_CRC64 = 3, } __attribute__((mode(byte))); struct blk_integrity { unsigned char flags; enum blk_integrity_checksum csum_type; unsigned char tuple_size; unsigned char pi_offset; unsigned char interval_exp; unsigned char tag_size; }; struct queue_limits { blk_features_t features; blk_flags_t flags; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_user_sectors; unsigned int max_segment_size; unsigned int min_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_user_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_hw_zone_append_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; unsigned int atomic_write_hw_max; unsigned int atomic_write_max_sectors; unsigned int atomic_write_hw_boundary; unsigned int atomic_write_boundary_sectors; unsigned int atomic_write_hw_unit_min; unsigned int atomic_write_unit_min; unsigned int atomic_write_hw_unit_max; unsigned int atomic_write_unit_max; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned int max_open_zones; unsigned int max_active_zones; unsigned int dma_alignment; unsigned int dma_pad_mask; struct blk_integrity integrity; }; struct elevator_queue; struct blk_mq_ops; struct blk_mq_ctx; struct blk_queue_stats; struct rq_qos; struct blk_mq_tags; struct blkcg_gq; struct blk_trace; struct blk_flush_queue; struct blk_mq_tag_set; struct request_queue { void *queuedata; struct elevator_queue *elevator; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; long unsigned int queue_flags; unsigned int rq_timeout; unsigned int queue_depth; refcount_t refs; unsigned int nr_hw_queues; struct xarray hctx_table; struct percpu_ref q_usage_counter; struct lock_class_key io_lock_cls_key; struct lockdep_map io_lockdep_map; struct lock_class_key q_lock_cls_key; struct lockdep_map q_lockdep_map; struct request *last_merge; spinlock_t queue_lock; int quiesce_depth; struct gendisk *disk; struct kobject *mq_kobj; struct queue_limits limits; struct device *dev; enum rpm_status rpm_status; atomic_t pm_only; struct blk_queue_stats *stats; struct rq_qos *rq_qos; struct mutex rq_qos_mutex; int id; long unsigned int nr_requests; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct mutex blkcg_mutex; int node; spinlock_t requeue_lock; struct list_head requeue_list; struct delayed_work requeue_work; struct blk_trace *blk_trace; struct blk_flush_queue *fq; struct list_head flush_list; struct mutex elevator_lock; struct mutex sysfs_lock; struct mutex limits_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_CGROUP = 0, KMALLOC_RANDOM_START = 0, KMALLOC_RANDOM_END = 0, KMALLOC_RECLAIM = 1, KMALLOC_DMA = 2, NR_KMALLOC_TYPES = 3, }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct folio **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct folio *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_folio)(struct address_space *, struct folio *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_netfs_wb: 1; unsigned int no_cgroup_owner: 1; struct swap_iocb **swap_plug; struct list_head *list; struct folio_batch fbatch; long unsigned int index; int saved_err; }; struct fiemap_extent_info; struct fileattr; struct offset_ctx; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct mnt_idmap *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct mnt_idmap *, struct inode *, struct dentry *, const char *); struct dentry * (*mkdir)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct mnt_idmap *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); int (*getattr)(struct mnt_idmap *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct mnt_idmap *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct mnt_idmap *, struct dentry *, int); int (*set_acl)(struct mnt_idmap *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct mnt_idmap *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); struct offset_ctx * (*get_offset_ctx)(struct inode *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fown_struct { struct file *file; rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; enum freeze_holder { FREEZE_HOLDER_KERNEL = 1, FREEZE_HOLDER_USERSPACE = 2, FREEZE_MAY_NEST = 4, }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *, enum freeze_holder); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *, enum freeze_holder); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); void (*shutdown)(struct super_block *); }; struct fid; struct iomap; struct handle_to_path_ctx; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); int (*permission)(struct handle_to_path_ctx *, unsigned int); struct file * (*open)(struct path *, unsigned int); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct mnt_idmap *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; struct disk_stats; struct blk_holder_ops; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct gendisk *bd_disk; struct request_queue *bd_queue; struct disk_stats *bd_stats; long unsigned int bd_stamp; atomic_t __bd_flags; dev_t bd_dev; struct address_space *bd_mapping; atomic_t bd_openers; spinlock_t bd_size_lock; void *bd_claiming; void *bd_holder; const struct blk_holder_ops *bd_holder_ops; struct mutex bd_holder_lock; int bd_holders; struct kobject *bd_holder_dir; atomic_t bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct partition_meta_info *bd_meta_info; int bd_writers; void *bd_security; struct device bd_device; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; struct list_head bdi_node; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; long unsigned int last_bdp_sleep; struct bdi_writeback wb; struct list_head wb_list; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct rq_list req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; struct offset_ctx { struct maple_tree mt; long unsigned int next_offset; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; enum rw_hint bi_write_hint; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; union { blk_qc_t bi_cookie; unsigned int __bi_nr_segments; }; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; u64 bi_iocost_cost; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct error_injection_entry { long unsigned int addr; int etype; }; struct module_attribute { struct attribute attr; ssize_t (*show)(const struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(const struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct kernel_symbol { int value_offset; int name_offset; int namespace_offset; }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { const char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; }; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct seq_buf { char *buffer; size_t size; size_t len; }; struct trace_seq { char buffer[8156]; struct seq_buf seq; size_t readpos; int full; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct perf_cpu_pmu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; struct device *parent; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; unsigned int scope; struct perf_cpu_pmu_context **cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, struct task_struct *, bool); struct kmem_cache *task_ctx_cache; void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; struct ftrace_regs {}; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; struct psi_group {}; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_killed)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*css_local_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup_base_stat subtree_bstat; struct cgroup_base_stat last_subtree_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct list_head root_list; struct callback_head rcu; long: 64; long: 64; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; unsigned int flags; char release_agent_path[4096]; char name[64]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); struct lock_class_key lockdep_key; }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATED = 21, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, BPF_MAP_TYPE_ARENA = 33, __MAX_BPF_MAP_TYPE = 34, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, BPF_PROG_TYPE_NETFILTER = 32, __MAX_BPF_PROG_TYPE = 33, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, BPF_STRUCT_OPS = 44, BPF_NETFILTER = 45, BPF_TCX_INGRESS = 46, BPF_TCX_EGRESS = 47, BPF_TRACE_UPROBE_MULTI = 48, BPF_CGROUP_UNIX_CONNECT = 49, BPF_CGROUP_UNIX_SENDMSG = 50, BPF_CGROUP_UNIX_RECVMSG = 51, BPF_CGROUP_UNIX_GETPEERNAME = 52, BPF_CGROUP_UNIX_GETSOCKNAME = 53, BPF_NETKIT_PRIMARY = 54, BPF_NETKIT_PEER = 55, BPF_TRACE_KPROBE_SESSION = 56, BPF_TRACE_UPROBE_SESSION = 57, __MAX_BPF_ATTACH_TYPE = 58, }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, BPF_LINK_TYPE_NETFILTER = 10, BPF_LINK_TYPE_TCX = 11, BPF_LINK_TYPE_UPROBE_MULTI = 12, BPF_LINK_TYPE_NETKIT = 13, BPF_LINK_TYPE_SOCKMAP = 14, __MAX_BPF_LINK_TYPE = 15, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; __s32 value_type_btf_obj_fd; __s32 map_token_fd; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; __u32 log_true_size; __s32 prog_token_fd; __u32 fd_array_cnt; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; __s32 path_fd; }; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; __s32 fd_by_id_token_fd; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; union { __u32 prog_cnt; __u32 count; }; __u64 prog_attach_flags; __u64 link_ids; __u64 link_attach_flags; __u64 revision; } query; struct { __u64 name; __u32 prog_fd; __u64 cookie; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; __u32 btf_log_true_size; __u32 btf_flags; __s32 btf_token_fd; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { union { __u32 prog_fd; __u32 map_fd; }; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } tcx; struct { __u64 path; __u64 offsets; __u64 ref_ctr_offsets; __u64 cookies; __u32 cnt; __u32 flags; __u32 pid; } uprobe_multi; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } netkit; }; } link_create; struct { __u32 link_fd; union { __u32 new_prog_fd; __u32 new_map_fd; }; __u32 flags; union { __u32 old_prog_fd; __u32 old_map_fd; }; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; struct { __u32 flags; __u32 bpffs_fd; } token_create; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; struct { __u32 map_id; } struct_ops; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { __u64 addrs; __u32 count; __u32 flags; __u64 missed; __u64 cookies; } kprobe_multi; struct { __u64 path; __u64 offsets; __u64 ref_ctr_offsets; __u64 cookies; __u32 path_size; __u32 count; __u32 flags; __u32 pid; } uprobe_multi; struct { __u32 type; union { struct { __u64 file_name; __u32 name_len; __u32 offset; __u64 cookie; } uprobe; struct { __u64 func_name; __u32 name_len; __u32 offset; __u64 addr; __u64 missed; __u64 cookie; } kprobe; struct { __u64 tp_name; __u32 name_len; __u64 cookie; } tracepoint; struct { __u64 config; __u32 type; __u64 cookie; } event; }; } perf_event; struct { __u32 ifindex; __u32 attach_type; } tcx; struct { __u32 ifindex; __u32 attach_type; } netkit; struct { __u32 map_id; __u32 attach_type; } sockmap; }; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct bpf_prog_stats; struct bpf_prog_aux; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; u16 sleepable: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct {} __empty_insns; struct sock_filter insns[0]; }; struct { struct {} __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR_PERCPU = 16, BPF_KPTR = 28, BPF_LIST_HEAD = 32, BPF_LIST_NODE = 64, BPF_RB_ROOT = 128, BPF_RB_NODE = 256, BPF_GRAPH_NODE = 320, BPF_GRAPH_ROOT = 160, BPF_REFCOUNT = 512, BPF_WORKQUEUE = 1024, BPF_UPTR = 2048, BPF_RES_SPIN_LOCK = 4096, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_record; struct btf_field_graph_root { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; u32 size; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_graph_root graph_root; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int res_spin_lock_off; int timer_off; int wq_off; int refcount_off; struct btf_field fields[0]; }; struct blk_holder_ops { void (*mark_dead)(struct block_device *, bool); void (*sync)(struct block_device *); int (*freeze)(struct block_device *); int (*thaw)(struct block_device *); }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); long int (*map_update_elem)(struct bpf_map *, void *, void *, u64); long int (*map_delete_elem)(struct bpf_map *, void *); long int (*map_push_elem)(struct bpf_map *, void *, u64); long int (*map_pop_elem)(struct bpf_map *, void *); long int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(struct bpf_map *, void *, bool); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); long unsigned int (*map_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); long int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); long int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); u64 (*map_mem_usage)(const struct bpf_map *); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; char name[16]; struct mutex freeze_mutex; atomic64_t refcnt; atomic64_t usercnt; union { struct work_struct work; struct callback_head rcu; }; atomic64_t writecnt; struct { const struct btf_type *attach_func_proto; spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; bool free_after_mult_rcu_gp; bool free_after_rcu_gp; atomic64_t sleepable_refcnt; s64 *elem_count; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf_struct_ops_tab; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf_struct_ops_tab *struct_ops_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; __u32 *base_id_map; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_arena; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct bpf_struct_ops; struct btf_mod_pair; struct bpf_token; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 real_func_cnt; u32 func_idx; u32 attach_btf_id; u32 attach_st_ops_member_off; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; struct bpf_ctx_arg_aux *ctx_arg_info; void *priv_stack_ptr; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool dev_bound; bool offload_requested; bool attach_btf_trace; bool attach_tracing_prog; bool func_proto_unreliable; bool tail_call_reachable; bool xdp_has_frags; bool exception_cb; bool exception_boundary; bool is_extended; bool jits_use_priv_stack; bool priv_stack_requested; bool changes_pkt_data; bool might_sleep; u64 prog_array_member_cnt; struct mutex ext_mutex; struct bpf_arena *arena; void (*recursion_detected)(struct bpf_prog *); const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; const struct bpf_struct_ops *st_ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; u64 (*bpf_exception_cb)(u64, u64, u64, u64, u64); void *security; struct bpf_token *token; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; struct module *mod; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_PTR_TO_ARENA = 5, ARG_CONST_SIZE = 6, ARG_CONST_SIZE_OR_ZERO = 7, ARG_PTR_TO_CTX = 8, ARG_ANYTHING = 9, ARG_PTR_TO_SPIN_LOCK = 10, ARG_PTR_TO_SOCK_COMMON = 11, ARG_PTR_TO_SOCKET = 12, ARG_PTR_TO_BTF_ID = 13, ARG_PTR_TO_RINGBUF_MEM = 14, ARG_CONST_ALLOC_SIZE_OR_ZERO = 15, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 16, ARG_PTR_TO_PERCPU_BTF_ID = 17, ARG_PTR_TO_FUNC = 18, ARG_PTR_TO_STACK = 19, ARG_PTR_TO_CONST_STR = 20, ARG_PTR_TO_TIMER = 21, ARG_KPTR_XCHG_DEST = 22, ARG_PTR_TO_DYNPTR = 23, __BPF_ARG_TYPE_MAX = 24, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 264, ARG_PTR_TO_SOCKET_OR_NULL = 268, ARG_PTR_TO_STACK_OR_NULL = 275, ARG_PTR_TO_BTF_ID_OR_NULL = 269, ARG_PTR_TO_UNINIT_MEM = 67141636, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 134217727, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 134217727, }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; bool allow_fastcall; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_ARENA = 18, PTR_TO_BUF = 19, PTR_TO_FUNC = 20, CONST_PTR_TO_DYNPTR = 21, __BPF_REG_TYPE_MAX = 22, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 134217727, }; struct bpf_verifier_log; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; bool is_ldsx; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; u32 ref_obj_id; }; }; struct bpf_verifier_log *log; bool is_retval; }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_reg_state; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_epilogue)(struct bpf_insn *, const struct bpf_prog *, s16); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int); }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, BPF_DYNPTR_TYPE_SKB = 3, BPF_DYNPTR_TYPE_XDP = 4, }; enum bpf_iter_state { BPF_ITER_STATE_INVALID = 0, BPF_ITER_STATE_ACTIVE = 1, BPF_ITER_STATE_DRAINED = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; struct { u32 mem_size; u32 dynptr_id; }; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { struct btf *btf; u32 btf_id; enum bpf_iter_state state: 2; int depth: 30; } iter; struct { enum { IRQ_NATIVE_KFUNC = 0, IRQ_LOCK_KFUNC = 1, } kfunc_class; } irq; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; u32 id; u32 ref_obj_id; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct net_device; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 ret_flags; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; struct bpf_tramp_image { void *image; int size; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; bool called: 1; bool verified: 1; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; struct btf *btf; u32 btf_id; u32 ref_obj_id; bool refcounted; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_link; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *, const struct bpf_prog *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *, struct bpf_link *); void (*unreg)(void *, struct bpf_link *); int (*update)(void *, void *, struct bpf_link *); int (*validate)(void *); void *cfi_stubs; struct module *owner; const char *name; struct btf_func_model func_models[64]; }; struct bpf_token { struct work_struct work; atomic64_t refcnt; struct user_namespace *userns; u64 allowed_cmds; u64 allowed_maps; u64 allowed_progs; u64 allowed_attachs; void *security; }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; bool sleepable; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); void (*dealloc_deferred)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); int (*update_map)(struct bpf_link *, struct bpf_map *, struct bpf_map *); __poll_t (*poll)(struct file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; unsigned int nr_cgroups; unsigned int nr_freq; atomic_t refcount; struct callback_head callback_head; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; int pmu_disable_count; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; union { u64 flags; u64 aux_flags; struct { u64 skip_read: 1; }; }; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; u64 dyn_size; u64 type; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; struct { u32 cpu; u32 reserved; } cpu_entry; u64 ip; struct perf_callchain_entry *callchain; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; u64 *br_stack_cntr; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 stream_id; u64 cgroup; u64 addr; u64 phys_addr; u64 data_page_size; u64 code_page_size; u64 aux_size; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; atomic_t wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool closed; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const unsigned int is_signed: 1; unsigned int needs_test: 1; const int filter_type; const int len; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_CAP_ANY_BIT = 0, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 1, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 2, TRACE_EVENT_FL_TRACEPOINT_BIT = 3, TRACE_EVENT_FL_DYNAMIC_BIT = 4, TRACE_EVENT_FL_KPROBE_BIT = 5, TRACE_EVENT_FL_UPROBE_BIT = 6, TRACE_EVENT_FL_EPROBE_BIT = 7, TRACE_EVENT_FL_FPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, TRACE_EVENT_FL_TEST_STR_BIT = 10, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, EVENT_FILE_FL_FREED_BIT = 11, }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); bool (*property_read_bool)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[16]; }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct gendisk *, blk_mode_t); void (*release)(struct gendisk *); int (*ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct rq_list *); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_keys; struct pr_held_reservation; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); int (*pr_read_keys)(struct block_device *, struct pr_keys *); int (*pr_read_reservation)(struct block_device *, struct pr_held_reservation *); }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); typedef __u16 __be16; typedef __u32 __be32; typedef __u32 __wsum; struct ref_tracker_dir {}; struct notifier_block; struct raw_notifier_head { struct notifier_block *head; }; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; int sysctl_optmem_max; u8 sysctl_txrehash; u8 sysctl_tstamp_allow_data; struct prot_inuse *prot_inuse; struct cpumask *rps_default_mask; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct proc_dir_entry; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { u32 range; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; struct sysctl_fib_multipath_hash_seed { u32 user_seed; u32 mp_seed; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct fib_rules_ops; struct fib_table; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct mr_table; struct fib_notifier_ops; struct netns_ipv4 { __u8 __cacheline_group_begin__netns_ipv4_read_tx[0]; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; int sysctl_tcp_min_snd_mss; unsigned int sysctl_tcp_notsent_lowat; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_min_rtt_wlen; int sysctl_tcp_wmem[3]; u8 sysctl_ip_fwd_use_pmtu; __u8 __cacheline_group_end__netns_ipv4_read_tx[0]; __u8 __cacheline_group_begin__netns_ipv4_read_txrx[0]; u8 sysctl_tcp_moderate_rcvbuf; __u8 __cacheline_group_end__netns_ipv4_read_txrx[0]; __u8 __cacheline_group_begin__netns_ipv4_read_rx[0]; u8 sysctl_ip_early_demux; u8 sysctl_tcp_early_demux; u8 sysctl_tcp_l3mdev_accept; int sysctl_tcp_reordering; int sysctl_tcp_rmem[3]; __u8 __cacheline_group_end__netns_ipv4_read_rx[0]; long: 64; struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; struct fib_rules_ops *rules_ops; struct fib_table *fib_main; struct fib_table *fib_default; unsigned int fib_rules_require_fldissect; bool fib_has_custom_rules; bool fib_has_custom_local_routes; bool fib_offload_disabled; u8 sysctl_tcp_shrink_window; struct hlist_head *fib_table_hash; struct sock *fibnl; struct hlist_head *fib_info_hash; unsigned int fib_info_hash_bits; unsigned int fib_info_cnt; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; int sysctl_icmp_msgs_per_sec; int sysctl_icmp_msgs_burst; atomic_t icmp_global_credit; u32 icmp_global_stamp; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; u8 sysctl_tcp_backlog_ack_defer; u8 sysctl_tcp_pingpong_thresh; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; unsigned int sysctl_tcp_tw_reuse_delay; int sysctl_tcp_fin_timeout; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; int sysctl_tcp_rto_min_us; int sysctl_tcp_rto_max_ms; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_challenge_ack_limit; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_tcp_syn_linear_timeouts; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct mr_table *mrt; struct sysctl_fib_multipath_hash_seed sysctl_fib_multipath_hash_seed; u32 sysctl_fib_multipath_hash_fields; u8 sysctl_fib_multipath_use_neigh; u8 sysctl_fib_multipath_hash_policy; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; struct hlist_head *inet_addr_lst; struct delayed_work addr_chk_work; long: 64; long: 64; long: 64; long: 64; }; struct dst_entry; struct sk_buff; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; void (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *); void (*negative_advice)(struct sock *, struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; u8 skip_notify_on_dev_down; u8 fib_notify_on_flag_change; u8 icmpv6_error_anycast_as_unicast; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_ct_event_notifier; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; }; struct nf_udp_net { unsigned int timeouts[2]; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; }; struct ip_conntrack_stat; struct netns_ct { u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct xfrm_policy_hash { struct hlist_head *table; unsigned int hmask; u8 dbits4; u8 sbits4; u8 dbits6; u8 sbits6; }; struct xfrm_policy_hthresh { struct work_struct work; seqlock_t lock; u8 lbits4; u8 rbits4; u8 lbits6; u8 rbits6; }; struct netns_xfrm { struct list_head state_all; struct hlist_head *state_bydst; struct hlist_head *state_bysrc; struct hlist_head *state_byspi; struct hlist_head *state_byseq; struct hlist_head *state_cache_input; unsigned int state_hmask; unsigned int state_num; struct work_struct state_hash_work; struct list_head policy_all; struct hlist_head *policy_byidx; unsigned int policy_idx_hmask; unsigned int idx_generator; struct xfrm_policy_hash policy_bydst[3]; unsigned int policy_count[6]; struct work_struct policy_hash_work; struct xfrm_policy_hthresh policy_hthresh; struct list_head inexact_bins; struct sock *nlsk; struct sock *nlsk_stash; u32 sysctl_aevent_etime; u32 sysctl_aevent_rseqth; int sysctl_larval_drop; u32 sysctl_acq_expires; u8 policy_default[3]; struct ctl_table_header *sysctl_hdr; long: 64; long: 64; long: 64; long: 64; long: 64; struct dst_ops xfrm4_dst_ops; struct dst_ops xfrm6_dst_ops; spinlock_t xfrm_state_lock; seqcount_spinlock_t xfrm_state_hash_generation; seqcount_spinlock_t xfrm_policy_hash_generation; spinlock_t xfrm_policy_lock; struct mutex xfrm_cfg_mutex; struct delayed_work nat_keepalive_work; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; unsigned int dev_base_seq; u32 ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node defer_free_list; struct llist_node cleanup_list; struct list_head ptype_all; struct list_head ptype_specific; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct xarray dev_by_index; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_nf nf; struct netns_ct ct; struct net_generic *gen; struct netns_bpf bpf; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct netns_xfrm xfrm; u64 net_cookie; struct netns_xdp xdp; struct sock *diag_nlsk; long: 64; }; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; struct sock *sk; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 tstamp_type: 2; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; char: 1; __u8 ndisc_nodetype: 2; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u8 unreadable: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 tstamp_type: 2; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; char: 1; __u8 ndisc_nodetype: 2; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u8 unreadable: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; __u32 secmark; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; struct ipstats_mib { u64 mibs[38]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[30]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[7]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[134]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 tstamp_type; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, u32, int, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct {} netdevice_tracker; struct xfrm_state; struct uncached_list; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; struct xfrm_state *xfrm; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; rcuref_t __rcuref; int __use; long unsigned int lastuse; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; struct lwtunnel_state *lwtstate; }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum { TCA_FLOWER_KEY_FLAGS_IS_FRAGMENT = 1, TCA_FLOWER_KEY_FLAGS_FRAG_IS_FIRST = 2, TCA_FLOWER_KEY_FLAGS_TUNNEL_CSUM = 4, TCA_FLOWER_KEY_FLAGS_TUNNEL_DONT_FRAGMENT = 8, TCA_FLOWER_KEY_FLAGS_TUNNEL_OAM = 16, TCA_FLOWER_KEY_FLAGS_TUNNEL_CRIT_OPT = 32, __TCA_FLOWER_KEY_FLAGS_MAX = 33, }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_CFM = 31, FLOW_DISSECTOR_KEY_IPSEC = 32, FLOW_DISSECTOR_KEY_MAX = 33, }; struct skb_ext { refcount_t refcnt; u8 offset[2]; u8 chunks; long: 0; char data[0]; }; enum skb_ext_id { SKB_EXT_SEC_PATH = 0, SKB_EXT_MPTCP = 1, SKB_EXT_NUM = 2, }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; enum syscall_work_bit { SYSCALL_WORK_BIT_SECCOMP = 0, SYSCALL_WORK_BIT_SYSCALL_TRACEPOINT = 1, SYSCALL_WORK_BIT_SYSCALL_TRACE = 2, SYSCALL_WORK_BIT_SYSCALL_EMU = 3, SYSCALL_WORK_BIT_SYSCALL_AUDIT = 4, SYSCALL_WORK_BIT_SYSCALL_USER_DISPATCH = 5, SYSCALL_WORK_BIT_SYSCALL_EXIT_TRAP = 6, }; struct cpuinfo_topology { u32 apicid; u32 initial_apicid; u32 pkg_id; u32 die_id; u32 cu_id; u32 core_id; u32 logical_pkg_id; u32 logical_die_id; u32 logical_core_id; u32 amd_node_id; u32 llc_id; u32 l2c_id; union { u32 cpu_type; struct { u32 intel_native_model_id: 24; u32 intel_type: 8; }; struct { u32 amd_num_processors: 16; u32 amd_power_eff_ranking: 8; u32 amd_native_model_id: 4; u32 amd_type: 4; }; }; }; struct cpuinfo_x86 { union { struct { __u8 x86_model; __u8 x86; __u8 x86_vendor; __u8 x86_reserved; }; __u32 x86_vfm; }; __u8 x86_stepping; int x86_tlbsize; __u32 vmx_capability[5]; __u8 x86_virt_bits; __u8 x86_phys_bits; __u32 extended_cpuid_level; int cpuid_level; union { __u32 x86_capability[24]; long unsigned int x86_capability_alignment; }; char x86_vendor_id[16]; char x86_model_id[64]; struct cpuinfo_topology topo; unsigned int x86_cache_size; int x86_cache_alignment; int x86_cache_max_rmid; int x86_cache_occ_scale; int x86_cache_mbm_width_offset; int x86_power; long unsigned int loops_per_jiffy; u64 ppin; u16 x86_clflush_size; u16 booted_cores; u16 cpu_index; bool smt_active; u32 microcode; u8 x86_cache_bits; unsigned int initialized: 1; }; struct io_bitmap { u64 sequence; refcount_t refcnt; unsigned int max; long unsigned int bitmap[1024]; }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; long unsigned int _flags; void *data; }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; struct property { char *name; int length; void *value; struct property *next; }; typedef long int (*sys_call_ptr_t)(const struct pt_regs *); struct alt_instr { s32 instr_offset; s32 repl_offset; union { struct { u32 cpuid: 16; u32 flags: 16; }; u32 ft_flags; }; u8 instrlen; u8 replacementlen; } __attribute__((packed)); struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; enum store_type { wr_invalid = 0, wr_new_root = 1, wr_store_root = 2, wr_exact_fit = 3, wr_spanning_store = 4, wr_split_store = 5, wr_rebalance = 6, wr_append = 7, wr_node_store = 8, wr_slot_store = 9, }; enum maple_status { ma_active = 0, ma_start = 1, ma_root = 2, ma_none = 3, ma_pause = 4, ma_overflow = 5, ma_underflow = 6, ma_error = 7, }; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; enum maple_status status; unsigned char depth; unsigned char offset; unsigned char mas_flags; unsigned char end; enum store_type store_type; }; struct reclaim_state { long unsigned int reclaimed; }; struct vma_iterator { struct ma_state mas; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); void (*close)(const struct vm_special_mapping *, struct vm_area_struct *); }; enum pageflags { PG_locked = 0, PG_writeback = 1, PG_referenced = 2, PG_uptodate = 3, PG_dirty = 4, PG_lru = 5, PG_head = 6, PG_waiters = 7, PG_active = 8, PG_workingset = 9, PG_owner_priv_1 = 10, PG_owner_2 = 11, PG_arch_1 = 12, PG_reserved = 13, PG_private = 14, PG_private_2 = 15, PG_reclaim = 16, PG_swapbacked = 17, PG_unevictable = 18, PG_dropbehind = 19, PG_mlocked = 20, PG_arch_2 = 21, __NR_PAGEFLAGS = 22, PG_readahead = 16, PG_swapcache = 10, PG_checked = 10, PG_anon_exclusive = 11, PG_mappedtodisk = 11, PG_fscache = 15, PG_pinned = 10, PG_savepinned = 4, PG_foreign = 10, PG_xen_remapped = 10, PG_isolated = 16, PG_reported = 3, PG_has_hwpoisoned = 8, PG_large_rmappable = 9, PG_partially_mapped = 16, }; enum pagetype { PGTY_buddy = 240, PGTY_offline = 241, PGTY_table = 242, PGTY_guard = 243, PGTY_hugetlb = 244, PGTY_slab = 245, PGTY_zsmalloc = 246, PGTY_unaccepted = 247, PGTY_large_kmalloc = 248, PGTY_mapcount_underflow = 255, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_IOMMU_PAGES = 40, NR_SWAPCACHE = 41, PGDEMOTE_KSWAPD = 42, PGDEMOTE_DIRECT = 43, PGDEMOTE_KHUGEPAGED = 44, PGDEMOTE_PROACTIVE = 45, NR_HUGETLB = 46, NR_BALLOON_PAGES = 47, NR_VM_NODE_STAT_ITEMS = 48, }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool dropbehind; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info; struct swap_sequential_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; long unsigned int *zeromap; struct swap_cluster_info *cluster_info; struct list_head free_clusters; struct list_head full_clusters; struct list_head nonfull_clusters[1]; struct list_head frag_clusters[1]; atomic_long_t frag_cluster_nr[1]; unsigned int pages; atomic_long_t inuse_pages; struct swap_sequential_cluster *global_cluster; spinlock_t global_cluster_lock; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; struct completion comp; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct work_struct reclaim_work; struct list_head discard_clusters; struct plist_node avail_lists[0]; }; struct pvclock_vcpu_time_info { u32 version; u32 pad0; u64 tsc_timestamp; u64 system_time; u32 tsc_to_system_mul; s8 tsc_shift; u8 flags; u8 pad[2]; }; struct pvclock_vsyscall_time_info { struct pvclock_vcpu_time_info pvti; long: 64; long: 64; long: 64; long: 64; }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_TSC = 1, VDSO_CLOCKMODE_PVCLOCK = 2, VDSO_CLOCKMODE_HVCLOCK = 3, VDSO_CLOCKMODE_MAX = 4, VDSO_CLOCKMODE_TIMENS = 2147483647, }; enum vdso_pages { VDSO_TIME_PAGE_OFFSET = 0, VDSO_TIMENS_PAGE_OFFSET = 1, VDSO_RNG_PAGE_OFFSET = 2, VDSO_ARCH_PAGES_START = 3, VDSO_ARCH_PAGES_END = 3, VDSO_NR_PAGES = 4, }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = -1, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_UNIX_CONNECT = 9, CGROUP_INET4_POST_BIND = 10, CGROUP_INET6_POST_BIND = 11, CGROUP_UDP4_SENDMSG = 12, CGROUP_UDP6_SENDMSG = 13, CGROUP_UNIX_SENDMSG = 14, CGROUP_SYSCTL = 15, CGROUP_UDP4_RECVMSG = 16, CGROUP_UDP6_RECVMSG = 17, CGROUP_UNIX_RECVMSG = 18, CGROUP_GETSOCKOPT = 19, CGROUP_SETSOCKOPT = 20, CGROUP_INET4_GETPEERNAME = 21, CGROUP_INET6_GETPEERNAME = 22, CGROUP_UNIX_GETPEERNAME = 23, CGROUP_INET4_GETSOCKNAME = 24, CGROUP_INET6_GETSOCKNAME = 25, CGROUP_UNIX_GETSOCKNAME = 26, CGROUP_INET_SOCK_RELEASE = 27, CGROUP_LSM_START = 28, CGROUP_LSM_END = 37, MAX_CGROUP_BPF_ATTACH_TYPE = 38, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, devices_cgrp_id = 4, freezer_cgrp_id = 5, net_cls_cgrp_id = 6, perf_event_cgrp_id = 7, net_prio_cgrp_id = 8, hugetlb_cgrp_id = 9, pids_cgrp_id = 10, rdma_cgrp_id = 11, misc_cgrp_id = 12, debug_cgrp_id = 13, CGROUP_SUBSYS_COUNT = 14, }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; struct swap_cluster_info { spinlock_t lock; u16 count; u8 flags; u8 order; struct list_head list; }; struct swap_sequential_cluster { unsigned int next[1]; }; struct vdso_exception_table_entry { int insn; int fixup; }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_TYPES = 4, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_FREE_PAGES_BLOCKS = 1, NR_ZONE_LRU_BASE = 2, NR_ZONE_INACTIVE_ANON = 2, NR_ZONE_ACTIVE_ANON = 3, NR_ZONE_INACTIVE_FILE = 4, NR_ZONE_ACTIVE_FILE = 5, NR_ZONE_UNEVICTABLE = 6, NR_ZONE_WRITE_PENDING = 7, NR_MLOCK = 8, NR_BOUNCE = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; enum x86_topology_domains { TOPO_SMT_DOMAIN = 0, TOPO_CORE_DOMAIN = 1, TOPO_MODULE_DOMAIN = 2, TOPO_TILE_DOMAIN = 3, TOPO_DIE_DOMAIN = 4, TOPO_DIEGRP_DOMAIN = 5, TOPO_PKG_DOMAIN = 6, TOPO_MAX_DOMAIN = 7, }; struct perf_msr { u64 msr; struct attribute_group *grp; bool (*test)(int, void *); bool no_check; u64 mask; }; typedef unsigned int insn_attr_t; typedef unsigned char insn_byte_t; typedef int insn_value_t; struct insn_field { union { insn_value_t value; insn_byte_t bytes[4]; }; unsigned char got; unsigned char nbytes; }; struct insn { struct insn_field prefixes; struct insn_field rex_prefix; struct insn_field vex_prefix; struct insn_field opcode; struct insn_field modrm; struct insn_field sib; struct insn_field displacement; union { struct insn_field immediate; struct insn_field moffset1; struct insn_field immediate1; }; union { struct insn_field moffset2; struct insn_field immediate2; }; int emulate_prefix_size; insn_attr_t attr; unsigned char opnd_bytes; unsigned char addr_bytes; unsigned char length; unsigned char x86_64; const insn_byte_t *kaddr; const insn_byte_t *end_kaddr; const insn_byte_t *next_byte; }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; enum { PERF_BR_UNKNOWN = 0, PERF_BR_COND = 1, PERF_BR_UNCOND = 2, PERF_BR_IND = 3, PERF_BR_CALL = 4, PERF_BR_IND_CALL = 5, PERF_BR_RET = 6, PERF_BR_SYSCALL = 7, PERF_BR_SYSRET = 8, PERF_BR_COND_CALL = 9, PERF_BR_COND_RET = 10, PERF_BR_ERET = 11, PERF_BR_IRQ = 12, PERF_BR_SERROR = 13, PERF_BR_NO_TX = 14, PERF_BR_EXTEND_ABI = 15, PERF_BR_MAX = 16, }; enum extra_reg_type { EXTRA_REG_NONE = -1, EXTRA_REG_RSP_0 = 0, EXTRA_REG_RSP_1 = 1, EXTRA_REG_LBR = 2, EXTRA_REG_LDLAT = 3, EXTRA_REG_FE = 4, EXTRA_REG_SNOOP_0 = 5, EXTRA_REG_SNOOP_1 = 6, EXTRA_REG_MAX = 7, }; enum { PERF_X86_EVENT_PEBS_LDLAT = 1, PERF_X86_EVENT_PEBS_ST = 2, PERF_X86_EVENT_PEBS_ST_HSW = 4, PERF_X86_EVENT_PEBS_LD_HSW = 8, PERF_X86_EVENT_PEBS_NA_HSW = 16, PERF_X86_EVENT_EXCL = 32, PERF_X86_EVENT_DYNAMIC = 64, PERF_X86_EVENT_PEBS_CNTR = 128, PERF_X86_EVENT_EXCL_ACCT = 256, PERF_X86_EVENT_AUTO_RELOAD = 512, PERF_X86_EVENT_LARGE_PEBS = 1024, PERF_X86_EVENT_PEBS_VIA_PT = 2048, PERF_X86_EVENT_PAIR = 4096, PERF_X86_EVENT_LBR_SELECT = 8192, PERF_X86_EVENT_TOPDOWN = 16384, PERF_X86_EVENT_PEBS_STLAT = 32768, PERF_X86_EVENT_AMD_BRS = 65536, PERF_X86_EVENT_PEBS_LAT_HYBRID = 131072, PERF_X86_EVENT_NEEDS_BRANCH_STACK = 262144, PERF_X86_EVENT_BRANCH_COUNTERS = 524288, }; enum { X86_PERF_KFREE_SHARED = 0, X86_PERF_KFREE_EXCL = 1, X86_PERF_KFREE_MAX = 2, }; enum { x86_lbr_exclusive_lbr = 0, x86_lbr_exclusive_bts = 1, x86_lbr_exclusive_pt = 2, x86_lbr_exclusive_max = 3, }; enum { X86_BR_NONE = 0, X86_BR_USER = 1, X86_BR_KERNEL = 2, X86_BR_CALL = 4, X86_BR_RET = 8, X86_BR_SYSCALL = 16, X86_BR_SYSRET = 32, X86_BR_INT = 64, X86_BR_IRET = 128, X86_BR_JCC = 256, X86_BR_JMP = 512, X86_BR_IRQ = 1024, X86_BR_IND_CALL = 2048, X86_BR_ABORT = 4096, X86_BR_IN_TX = 8192, X86_BR_NO_TX = 16384, X86_BR_ZERO_CALL = 32768, X86_BR_CALL_STACK = 65536, X86_BR_IND_JMP = 131072, X86_BR_TYPE_SAVE = 262144, }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_COUNTERS_SHIFT = 19, PERF_SAMPLE_BRANCH_MAX_SHIFT = 20, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_COUNTERS = 524288, PERF_SAMPLE_BRANCH_MAX = 1048576, }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; union cpuid_0x80000022_ebx { struct { unsigned int num_core_pmc: 4; unsigned int lbr_v2_stack_sz: 6; unsigned int num_df_pmc: 6; unsigned int num_umc_pmc: 6; } split; unsigned int full; }; struct debug_store { u64 bts_buffer_base; u64 bts_index; u64 bts_absolute_maximum; u64 bts_interrupt_threshold; u64 pebs_buffer_base; u64 pebs_index; u64 pebs_absolute_maximum; u64 pebs_interrupt_threshold; u64 pebs_event_reset[48]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct perf_guest_switch_msr { unsigned int msr; u64 host; u64 guest; }; typedef struct { unsigned int __nmi_count; unsigned int apic_timer_irqs; unsigned int irq_spurious_count; unsigned int icr_read_retry_count; unsigned int x86_platform_ipis; unsigned int apic_perf_irqs; unsigned int apic_irq_work_irqs; unsigned int irq_resched_count; unsigned int irq_call_count; unsigned int irq_tlb_count; unsigned int irq_thermal_count; unsigned int irq_threshold_count; unsigned int irq_deferred_error_count; unsigned int irq_hv_callback_count; long: 64; } irq_cpustat_t; typedef int perf_snapshot_branch_stack_t(struct perf_branch_entry *, unsigned int); struct event_constraint { union { long unsigned int idxmsk[1]; u64 idxmsk64; }; u64 code; u64 cmask; int weight; int overlap; int flags; unsigned int size; }; struct amd_nb { int nb_id; int refcnt; struct perf_event *owners[64]; struct event_constraint event_constraints[64]; }; struct er_account { raw_spinlock_t lock; u64 config; u64 reg; atomic_t ref; }; struct intel_shared_regs { struct er_account regs[7]; int refcnt; unsigned int core_id; }; enum intel_excl_state_type { INTEL_EXCL_UNUSED = 0, INTEL_EXCL_SHARED = 1, INTEL_EXCL_EXCLUSIVE = 2, }; struct intel_excl_states { enum intel_excl_state_type state[64]; bool sched_started; }; struct intel_excl_cntrs { raw_spinlock_t lock; struct intel_excl_states states[2]; union { u16 has_exclusive[2]; u32 exclusive_present; }; int refcnt; unsigned int core_id; }; struct cpu_hw_events { struct perf_event *events[64]; long unsigned int active_mask[1]; long unsigned int dirty[1]; int enabled; int n_events; int n_added; int n_txn; int n_txn_pair; int n_txn_metric; int assign[64]; u64 tags[64]; struct perf_event *event_list[64]; struct event_constraint *event_constraint[64]; int n_excl; unsigned int txn_flags; int is_fake; struct debug_store *ds; void *ds_pebs_vaddr; void *ds_bts_vaddr; u64 pebs_enabled; int n_pebs; int n_large_pebs; int n_pebs_via_pt; int pebs_output; u64 pebs_data_cfg; u64 active_pebs_data_cfg; int pebs_record_size; u64 fixed_ctrl_val; u64 active_fixed_ctrl_val; int lbr_users; int lbr_pebs_users; struct perf_branch_stack lbr_stack; struct perf_branch_entry lbr_entries[32]; u64 lbr_counters[32]; union { struct er_account *lbr_sel; struct er_account *lbr_ctl; }; u64 br_sel; void *last_task_ctx; int last_log_id; int lbr_select; void *lbr_xsave; u64 intel_ctrl_guest_mask; u64 intel_ctrl_host_mask; struct perf_guest_switch_msr guest_switch_msrs[64]; u64 intel_cp_status; struct intel_shared_regs *shared_regs; struct event_constraint *constraint_list; struct intel_excl_cntrs *excl_cntrs; int excl_thread_id; u64 tfa_shadow; int n_metric; struct amd_nb *amd_nb; int brs_active; u64 perf_ctr_virt_mask; int n_pair; void *kfree_on_online[2]; struct pmu *pmu; }; struct extra_reg { unsigned int event; unsigned int msr; u64 config_mask; u64 valid_mask; int idx; bool extra_msr_access; }; union perf_capabilities { struct { u64 lbr_format: 6; u64 pebs_trap: 1; u64 pebs_arch_reg: 1; u64 pebs_format: 4; u64 smm_freeze: 1; u64 full_width_write: 1; u64 pebs_baseline: 1; u64 perf_metrics: 1; u64 pebs_output_pt_available: 1; u64 pebs_timing_info: 1; u64 anythread_deprecated: 1; u64 rdpmc_metrics_clear: 1; }; u64 capabilities; }; struct x86_pmu_quirk { struct x86_pmu_quirk *next; void (*func)(); }; enum hybrid_pmu_type { not_hybrid = 0, hybrid_small = 1, hybrid_big = 2, hybrid_tiny = 4, hybrid_big_small = 3, hybrid_small_tiny = 5, hybrid_big_small_tiny = 7, }; struct x86_hybrid_pmu { struct pmu pmu; const char *name; enum hybrid_pmu_type pmu_type; cpumask_t supported_cpus; union perf_capabilities intel_cap; u64 intel_ctrl; u64 pebs_events_mask; u64 config_mask; union { u64 cntr_mask64; long unsigned int cntr_mask[1]; }; union { u64 fixed_cntr_mask64; long unsigned int fixed_cntr_mask[1]; }; struct event_constraint unconstrained; u64 hw_cache_event_ids[42]; u64 hw_cache_extra_regs[42]; struct event_constraint *event_constraints; struct event_constraint *pebs_constraints; struct extra_reg *extra_regs; unsigned int late_ack: 1; unsigned int mid_ack: 1; unsigned int enabled_ack: 1; u64 pebs_data_source[256]; }; enum intel_cpu_type { INTEL_CPU_TYPE_UNKNOWN = 0, INTEL_CPU_TYPE_ATOM = 32, INTEL_CPU_TYPE_CORE = 64, }; struct x86_pmu { const char *name; int version; int (*handle_irq)(struct pt_regs *); void (*disable_all)(); void (*enable_all)(int); void (*enable)(struct perf_event *); void (*disable)(struct perf_event *); void (*assign)(struct perf_event *, int); void (*add)(struct perf_event *); void (*del)(struct perf_event *); void (*read)(struct perf_event *); int (*set_period)(struct perf_event *); u64 (*update)(struct perf_event *); int (*hw_config)(struct perf_event *); int (*schedule_events)(struct cpu_hw_events *, int, int *); void (*late_setup)(); unsigned int eventsel; unsigned int perfctr; unsigned int fixedctr; int (*addr_offset)(int, bool); int (*rdpmc_index)(int); u64 (*event_map)(int); int max_events; u64 config_mask; union { u64 cntr_mask64; long unsigned int cntr_mask[1]; }; union { u64 fixed_cntr_mask64; long unsigned int fixed_cntr_mask[1]; }; int cntval_bits; u64 cntval_mask; union { long unsigned int events_maskl; long unsigned int events_mask[1]; }; int events_mask_len; int apic; u64 max_period; struct event_constraint * (*get_event_constraints)(struct cpu_hw_events *, int, struct perf_event *); void (*put_event_constraints)(struct cpu_hw_events *, struct perf_event *); void (*start_scheduling)(struct cpu_hw_events *); void (*commit_scheduling)(struct cpu_hw_events *, int, int); void (*stop_scheduling)(struct cpu_hw_events *); struct event_constraint *event_constraints; struct x86_pmu_quirk *quirks; void (*limit_period)(struct perf_event *, s64 *); unsigned int late_ack: 1; unsigned int mid_ack: 1; unsigned int enabled_ack: 1; int attr_rdpmc_broken; int attr_rdpmc; struct attribute **format_attrs; ssize_t (*events_sysfs_show)(char *, u64); const struct attribute_group **attr_update; long unsigned int attr_freeze_on_smi; int (*cpu_prepare)(int); void (*cpu_starting)(int); void (*cpu_dying)(int); void (*cpu_dead)(int); void (*check_microcode)(); void (*sched_task)(struct perf_event_pmu_context *, struct task_struct *, bool); u64 intel_ctrl; union perf_capabilities intel_cap; unsigned int bts: 1; unsigned int bts_active: 1; unsigned int pebs: 1; unsigned int pebs_active: 1; unsigned int pebs_broken: 1; unsigned int pebs_prec_dist: 1; unsigned int pebs_no_tlb: 1; unsigned int pebs_no_isolation: 1; unsigned int pebs_block: 1; unsigned int pebs_ept: 1; int pebs_record_size; int pebs_buffer_size; u64 pebs_events_mask; void (*drain_pebs)(struct pt_regs *, struct perf_sample_data *); struct event_constraint *pebs_constraints; void (*pebs_aliases)(struct perf_event *); u64 (*pebs_latency_data)(struct perf_event *, u64); long unsigned int large_pebs_flags; u64 rtm_abort_event; u64 pebs_capable; unsigned int lbr_tos; unsigned int lbr_from; unsigned int lbr_to; unsigned int lbr_info; unsigned int lbr_nr; union { u64 lbr_sel_mask; u64 lbr_ctl_mask; }; union { const int *lbr_sel_map; int *lbr_ctl_map; }; u64 lbr_callstack_users; bool lbr_double_abort; bool lbr_pt_coexist; unsigned int lbr_has_info: 1; unsigned int lbr_has_tsx: 1; unsigned int lbr_from_flags: 1; unsigned int lbr_to_cycles: 1; unsigned int lbr_depth_mask: 8; unsigned int lbr_deep_c_reset: 1; unsigned int lbr_lip: 1; unsigned int lbr_cpl: 1; unsigned int lbr_filter: 1; unsigned int lbr_call_stack: 1; unsigned int lbr_mispred: 1; unsigned int lbr_timed_lbr: 1; unsigned int lbr_br_type: 1; unsigned int lbr_counters: 4; void (*lbr_reset)(); void (*lbr_read)(struct cpu_hw_events *); void (*lbr_save)(void *); void (*lbr_restore)(void *); atomic_t lbr_exclusive[3]; int num_topdown_events; unsigned int amd_nb_constraints: 1; u64 perf_ctr_pair_en; struct extra_reg *extra_regs; unsigned int flags; struct perf_guest_switch_msr * (*guest_get_msrs)(int *, void *); int (*check_period)(struct perf_event *, u64); int (*aux_output_match)(struct perf_event *); void (*filter)(struct pmu *, int, bool *); int num_hybrid_pmus; struct x86_hybrid_pmu *hybrid_pmu; enum intel_cpu_type (*get_hybrid_cpu_type)(); }; typedef void amd_pmu_branch_reset_t(); enum perf_event_task_context { perf_invalid_context = -1, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; struct bts_ctx { struct perf_output_handle handle; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct debug_store ds_back; int state; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { BTS_STATE_STOPPED = 0, BTS_STATE_INACTIVE = 1, BTS_STATE_ACTIVE = 2, }; struct bts_phys { struct page *page; long unsigned int size; long unsigned int offset; long unsigned int displacement; }; struct bts_buffer { size_t real_size; unsigned int nr_pages; unsigned int nr_bufs; unsigned int cur_buf; bool snapshot; local_t data_size; local_t head; long unsigned int end; void **data_pages; struct bts_phys buf[0]; }; enum P4_EVENTS { P4_EVENT_TC_DELIVER_MODE = 0, P4_EVENT_BPU_FETCH_REQUEST = 1, P4_EVENT_ITLB_REFERENCE = 2, P4_EVENT_MEMORY_CANCEL = 3, P4_EVENT_MEMORY_COMPLETE = 4, P4_EVENT_LOAD_PORT_REPLAY = 5, P4_EVENT_STORE_PORT_REPLAY = 6, P4_EVENT_MOB_LOAD_REPLAY = 7, P4_EVENT_PAGE_WALK_TYPE = 8, P4_EVENT_BSQ_CACHE_REFERENCE = 9, P4_EVENT_IOQ_ALLOCATION = 10, P4_EVENT_IOQ_ACTIVE_ENTRIES = 11, P4_EVENT_FSB_DATA_ACTIVITY = 12, P4_EVENT_BSQ_ALLOCATION = 13, P4_EVENT_BSQ_ACTIVE_ENTRIES = 14, P4_EVENT_SSE_INPUT_ASSIST = 15, P4_EVENT_PACKED_SP_UOP = 16, P4_EVENT_PACKED_DP_UOP = 17, P4_EVENT_SCALAR_SP_UOP = 18, P4_EVENT_SCALAR_DP_UOP = 19, P4_EVENT_64BIT_MMX_UOP = 20, P4_EVENT_128BIT_MMX_UOP = 21, P4_EVENT_X87_FP_UOP = 22, P4_EVENT_TC_MISC = 23, P4_EVENT_GLOBAL_POWER_EVENTS = 24, P4_EVENT_TC_MS_XFER = 25, P4_EVENT_UOP_QUEUE_WRITES = 26, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE = 27, P4_EVENT_RETIRED_BRANCH_TYPE = 28, P4_EVENT_RESOURCE_STALL = 29, P4_EVENT_WC_BUFFER = 30, P4_EVENT_B2B_CYCLES = 31, P4_EVENT_BNR = 32, P4_EVENT_SNOOP = 33, P4_EVENT_RESPONSE = 34, P4_EVENT_FRONT_END_EVENT = 35, P4_EVENT_EXECUTION_EVENT = 36, P4_EVENT_REPLAY_EVENT = 37, P4_EVENT_INSTR_RETIRED = 38, P4_EVENT_UOPS_RETIRED = 39, P4_EVENT_UOP_TYPE = 40, P4_EVENT_BRANCH_RETIRED = 41, P4_EVENT_MISPRED_BRANCH_RETIRED = 42, P4_EVENT_X87_ASSIST = 43, P4_EVENT_MACHINE_CLEAR = 44, P4_EVENT_INSTR_COMPLETED = 45, }; enum P4_EVENT_OPCODES { P4_EVENT_TC_DELIVER_MODE_OPCODE = 257, P4_EVENT_BPU_FETCH_REQUEST_OPCODE = 768, P4_EVENT_ITLB_REFERENCE_OPCODE = 6147, P4_EVENT_MEMORY_CANCEL_OPCODE = 517, P4_EVENT_MEMORY_COMPLETE_OPCODE = 2050, P4_EVENT_LOAD_PORT_REPLAY_OPCODE = 1026, P4_EVENT_STORE_PORT_REPLAY_OPCODE = 1282, P4_EVENT_MOB_LOAD_REPLAY_OPCODE = 770, P4_EVENT_PAGE_WALK_TYPE_OPCODE = 260, P4_EVENT_BSQ_CACHE_REFERENCE_OPCODE = 3079, P4_EVENT_IOQ_ALLOCATION_OPCODE = 774, P4_EVENT_IOQ_ACTIVE_ENTRIES_OPCODE = 6662, P4_EVENT_FSB_DATA_ACTIVITY_OPCODE = 5894, P4_EVENT_BSQ_ALLOCATION_OPCODE = 1287, P4_EVENT_BSQ_ACTIVE_ENTRIES_OPCODE = 1543, P4_EVENT_SSE_INPUT_ASSIST_OPCODE = 13313, P4_EVENT_PACKED_SP_UOP_OPCODE = 2049, P4_EVENT_PACKED_DP_UOP_OPCODE = 3073, P4_EVENT_SCALAR_SP_UOP_OPCODE = 2561, P4_EVENT_SCALAR_DP_UOP_OPCODE = 3585, P4_EVENT_64BIT_MMX_UOP_OPCODE = 513, P4_EVENT_128BIT_MMX_UOP_OPCODE = 6657, P4_EVENT_X87_FP_UOP_OPCODE = 1025, P4_EVENT_TC_MISC_OPCODE = 1537, P4_EVENT_GLOBAL_POWER_EVENTS_OPCODE = 4870, P4_EVENT_TC_MS_XFER_OPCODE = 1280, P4_EVENT_UOP_QUEUE_WRITES_OPCODE = 2304, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE_OPCODE = 1282, P4_EVENT_RETIRED_BRANCH_TYPE_OPCODE = 1026, P4_EVENT_RESOURCE_STALL_OPCODE = 257, P4_EVENT_WC_BUFFER_OPCODE = 1285, P4_EVENT_B2B_CYCLES_OPCODE = 5635, P4_EVENT_BNR_OPCODE = 2051, P4_EVENT_SNOOP_OPCODE = 1539, P4_EVENT_RESPONSE_OPCODE = 1027, P4_EVENT_FRONT_END_EVENT_OPCODE = 2053, P4_EVENT_EXECUTION_EVENT_OPCODE = 3077, P4_EVENT_REPLAY_EVENT_OPCODE = 2309, P4_EVENT_INSTR_RETIRED_OPCODE = 516, P4_EVENT_UOPS_RETIRED_OPCODE = 260, P4_EVENT_UOP_TYPE_OPCODE = 514, P4_EVENT_BRANCH_RETIRED_OPCODE = 1541, P4_EVENT_MISPRED_BRANCH_RETIRED_OPCODE = 772, P4_EVENT_X87_ASSIST_OPCODE = 773, P4_EVENT_MACHINE_CLEAR_OPCODE = 517, P4_EVENT_INSTR_COMPLETED_OPCODE = 1796, }; enum P4_ESCR_EMASKS { P4_EVENT_TC_DELIVER_MODE__DD = 512, P4_EVENT_TC_DELIVER_MODE__DB = 1024, P4_EVENT_TC_DELIVER_MODE__DI = 2048, P4_EVENT_TC_DELIVER_MODE__BD = 4096, P4_EVENT_TC_DELIVER_MODE__BB = 8192, P4_EVENT_TC_DELIVER_MODE__BI = 16384, P4_EVENT_TC_DELIVER_MODE__ID = 32768, P4_EVENT_BPU_FETCH_REQUEST__TCMISS = 512, P4_EVENT_ITLB_REFERENCE__HIT = 512, P4_EVENT_ITLB_REFERENCE__MISS = 1024, P4_EVENT_ITLB_REFERENCE__HIT_UK = 2048, P4_EVENT_MEMORY_CANCEL__ST_RB_FULL = 2048, P4_EVENT_MEMORY_CANCEL__64K_CONF = 4096, P4_EVENT_MEMORY_COMPLETE__LSC = 512, P4_EVENT_MEMORY_COMPLETE__SSC = 1024, P4_EVENT_LOAD_PORT_REPLAY__SPLIT_LD = 1024, P4_EVENT_STORE_PORT_REPLAY__SPLIT_ST = 1024, P4_EVENT_MOB_LOAD_REPLAY__NO_STA = 1024, P4_EVENT_MOB_LOAD_REPLAY__NO_STD = 4096, P4_EVENT_MOB_LOAD_REPLAY__PARTIAL_DATA = 8192, P4_EVENT_MOB_LOAD_REPLAY__UNALGN_ADDR = 16384, P4_EVENT_PAGE_WALK_TYPE__DTMISS = 512, P4_EVENT_PAGE_WALK_TYPE__ITMISS = 1024, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITS = 512, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITE = 1024, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_HITM = 2048, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITS = 4096, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITE = 8192, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_HITM = 16384, P4_EVENT_BSQ_CACHE_REFERENCE__RD_2ndL_MISS = 131072, P4_EVENT_BSQ_CACHE_REFERENCE__RD_3rdL_MISS = 262144, P4_EVENT_BSQ_CACHE_REFERENCE__WR_2ndL_MISS = 524288, P4_EVENT_IOQ_ALLOCATION__DEFAULT = 512, P4_EVENT_IOQ_ALLOCATION__ALL_READ = 16384, P4_EVENT_IOQ_ALLOCATION__ALL_WRITE = 32768, P4_EVENT_IOQ_ALLOCATION__MEM_UC = 65536, P4_EVENT_IOQ_ALLOCATION__MEM_WC = 131072, P4_EVENT_IOQ_ALLOCATION__MEM_WT = 262144, P4_EVENT_IOQ_ALLOCATION__MEM_WP = 524288, P4_EVENT_IOQ_ALLOCATION__MEM_WB = 1048576, P4_EVENT_IOQ_ALLOCATION__OWN = 4194304, P4_EVENT_IOQ_ALLOCATION__OTHER = 8388608, P4_EVENT_IOQ_ALLOCATION__PREFETCH = 16777216, P4_EVENT_IOQ_ACTIVE_ENTRIES__DEFAULT = 512, P4_EVENT_IOQ_ACTIVE_ENTRIES__ALL_READ = 16384, P4_EVENT_IOQ_ACTIVE_ENTRIES__ALL_WRITE = 32768, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_UC = 65536, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WC = 131072, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WT = 262144, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WP = 524288, P4_EVENT_IOQ_ACTIVE_ENTRIES__MEM_WB = 1048576, P4_EVENT_IOQ_ACTIVE_ENTRIES__OWN = 4194304, P4_EVENT_IOQ_ACTIVE_ENTRIES__OTHER = 8388608, P4_EVENT_IOQ_ACTIVE_ENTRIES__PREFETCH = 16777216, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_DRV = 512, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_OWN = 1024, P4_EVENT_FSB_DATA_ACTIVITY__DRDY_OTHER = 2048, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_DRV = 4096, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_OWN = 8192, P4_EVENT_FSB_DATA_ACTIVITY__DBSY_OTHER = 16384, P4_EVENT_BSQ_ALLOCATION__REQ_TYPE0 = 512, P4_EVENT_BSQ_ALLOCATION__REQ_TYPE1 = 1024, P4_EVENT_BSQ_ALLOCATION__REQ_LEN0 = 2048, P4_EVENT_BSQ_ALLOCATION__REQ_LEN1 = 4096, P4_EVENT_BSQ_ALLOCATION__REQ_IO_TYPE = 16384, P4_EVENT_BSQ_ALLOCATION__REQ_LOCK_TYPE = 32768, P4_EVENT_BSQ_ALLOCATION__REQ_CACHE_TYPE = 65536, P4_EVENT_BSQ_ALLOCATION__REQ_SPLIT_TYPE = 131072, P4_EVENT_BSQ_ALLOCATION__REQ_DEM_TYPE = 262144, P4_EVENT_BSQ_ALLOCATION__REQ_ORD_TYPE = 524288, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE0 = 1048576, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE1 = 2097152, P4_EVENT_BSQ_ALLOCATION__MEM_TYPE2 = 4194304, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_TYPE0 = 512, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_TYPE1 = 1024, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LEN0 = 2048, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LEN1 = 4096, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_IO_TYPE = 16384, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_LOCK_TYPE = 32768, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_CACHE_TYPE = 65536, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_SPLIT_TYPE = 131072, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_DEM_TYPE = 262144, P4_EVENT_BSQ_ACTIVE_ENTRIES__REQ_ORD_TYPE = 524288, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE0 = 1048576, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE1 = 2097152, P4_EVENT_BSQ_ACTIVE_ENTRIES__MEM_TYPE2 = 4194304, P4_EVENT_SSE_INPUT_ASSIST__ALL = 16777216, P4_EVENT_PACKED_SP_UOP__ALL = 16777216, P4_EVENT_PACKED_DP_UOP__ALL = 16777216, P4_EVENT_SCALAR_SP_UOP__ALL = 16777216, P4_EVENT_SCALAR_DP_UOP__ALL = 16777216, P4_EVENT_64BIT_MMX_UOP__ALL = 16777216, P4_EVENT_128BIT_MMX_UOP__ALL = 16777216, P4_EVENT_X87_FP_UOP__ALL = 16777216, P4_EVENT_TC_MISC__FLUSH = 8192, P4_EVENT_GLOBAL_POWER_EVENTS__RUNNING = 512, P4_EVENT_TC_MS_XFER__CISC = 512, P4_EVENT_UOP_QUEUE_WRITES__FROM_TC_BUILD = 512, P4_EVENT_UOP_QUEUE_WRITES__FROM_TC_DELIVER = 1024, P4_EVENT_UOP_QUEUE_WRITES__FROM_ROM = 2048, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__CONDITIONAL = 1024, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__CALL = 2048, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__RETURN = 4096, P4_EVENT_RETIRED_MISPRED_BRANCH_TYPE__INDIRECT = 8192, P4_EVENT_RETIRED_BRANCH_TYPE__CONDITIONAL = 1024, P4_EVENT_RETIRED_BRANCH_TYPE__CALL = 2048, P4_EVENT_RETIRED_BRANCH_TYPE__RETURN = 4096, P4_EVENT_RETIRED_BRANCH_TYPE__INDIRECT = 8192, P4_EVENT_RESOURCE_STALL__SBFULL = 16384, P4_EVENT_WC_BUFFER__WCB_EVICTS = 512, P4_EVENT_WC_BUFFER__WCB_FULL_EVICTS = 1024, P4_EVENT_FRONT_END_EVENT__NBOGUS = 512, P4_EVENT_FRONT_END_EVENT__BOGUS = 1024, P4_EVENT_EXECUTION_EVENT__NBOGUS0 = 512, P4_EVENT_EXECUTION_EVENT__NBOGUS1 = 1024, P4_EVENT_EXECUTION_EVENT__NBOGUS2 = 2048, P4_EVENT_EXECUTION_EVENT__NBOGUS3 = 4096, P4_EVENT_EXECUTION_EVENT__BOGUS0 = 8192, P4_EVENT_EXECUTION_EVENT__BOGUS1 = 16384, P4_EVENT_EXECUTION_EVENT__BOGUS2 = 32768, P4_EVENT_EXECUTION_EVENT__BOGUS3 = 65536, P4_EVENT_REPLAY_EVENT__NBOGUS = 512, P4_EVENT_REPLAY_EVENT__BOGUS = 1024, P4_EVENT_INSTR_RETIRED__NBOGUSNTAG = 512, P4_EVENT_INSTR_RETIRED__NBOGUSTAG = 1024, P4_EVENT_INSTR_RETIRED__BOGUSNTAG = 2048, P4_EVENT_INSTR_RETIRED__BOGUSTAG = 4096, P4_EVENT_UOPS_RETIRED__NBOGUS = 512, P4_EVENT_UOPS_RETIRED__BOGUS = 1024, P4_EVENT_UOP_TYPE__TAGLOADS = 1024, P4_EVENT_UOP_TYPE__TAGSTORES = 2048, P4_EVENT_BRANCH_RETIRED__MMNP = 512, P4_EVENT_BRANCH_RETIRED__MMNM = 1024, P4_EVENT_BRANCH_RETIRED__MMTP = 2048, P4_EVENT_BRANCH_RETIRED__MMTM = 4096, P4_EVENT_MISPRED_BRANCH_RETIRED__NBOGUS = 512, P4_EVENT_X87_ASSIST__FPSU = 512, P4_EVENT_X87_ASSIST__FPSO = 1024, P4_EVENT_X87_ASSIST__POAO = 2048, P4_EVENT_X87_ASSIST__POAU = 4096, P4_EVENT_X87_ASSIST__PREA = 8192, P4_EVENT_MACHINE_CLEAR__CLEAR = 512, P4_EVENT_MACHINE_CLEAR__MOCLEAR = 1024, P4_EVENT_MACHINE_CLEAR__SMCLEAR = 2048, P4_EVENT_INSTR_COMPLETED__NBOGUS = 512, P4_EVENT_INSTR_COMPLETED__BOGUS = 1024, }; enum P4_PEBS_METRIC { P4_PEBS_METRIC__none = 0, P4_PEBS_METRIC__1stl_cache_load_miss_retired = 1, P4_PEBS_METRIC__2ndl_cache_load_miss_retired = 2, P4_PEBS_METRIC__dtlb_load_miss_retired = 3, P4_PEBS_METRIC__dtlb_store_miss_retired = 4, P4_PEBS_METRIC__dtlb_all_miss_retired = 5, P4_PEBS_METRIC__tagged_mispred_branch = 6, P4_PEBS_METRIC__mob_load_replay_retired = 7, P4_PEBS_METRIC__split_load_retired = 8, P4_PEBS_METRIC__split_store_retired = 9, P4_PEBS_METRIC__max = 10, }; struct p4_event_bind { unsigned int opcode; unsigned int escr_msr[2]; unsigned int escr_emask; unsigned int shared; signed char cntr[6]; }; struct p4_pebs_bind { unsigned int metric_pebs; unsigned int metric_vert; }; struct p4_event_alias { u64 original; u64 alternative; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; typedef short unsigned int pci_bus_flags_t; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; unsigned int flit_mode: 1; }; typedef int pci_power_t; typedef unsigned int pci_channel_state_t; typedef short unsigned int pci_dev_flags_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pcie_bwctrl_data; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u16 rebar_cap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int pinned: 1; unsigned int config_rrs_sv: 1; unsigned int imm_ready: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; u16 l1ss; struct pcie_link_state *link_state; unsigned int ltr_path: 1; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_max: 3; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[11]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int tph_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; unsigned int rom_attr_enabled: 1; unsigned int non_mappable_bars: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; spinlock_t pcie_cap_lock; u32 saved_config_space[16]; struct hlist_head saved_cap_space; struct bin_attribute *res_attr[11]; struct bin_attribute *res_attr_wc[11]; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; struct pcie_bwctrl_data *link_bwctrl; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pri_cap; u32 pri_reqs_alloc; unsigned int pasid_required: 1; u16 pasid_cap; u16 pasid_features; u16 acs_cap; u8 supported_speeds; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[8]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef unsigned int pci_ers_result_t; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; struct intel_uncore_pmu; struct intel_uncore_ops; struct uncore_event_desc; struct freerunning_counters; struct intel_uncore_topology; struct intel_uncore_type { const char *name; int num_counters; int num_boxes; int perf_ctr_bits; int fixed_ctr_bits; int num_freerunning_types; int type_id; unsigned int perf_ctr; unsigned int event_ctl; unsigned int event_mask; unsigned int event_mask_ext; unsigned int fixed_ctr; unsigned int fixed_ctl; unsigned int box_ctl; union { unsigned int msr_offset; unsigned int mmio_offset; }; unsigned int mmio_map_size; unsigned int num_shared_regs: 8; unsigned int single_fixed: 1; unsigned int pair_ctr_ctl: 1; union { u64 *msr_offsets; u64 *pci_offsets; u64 *mmio_offsets; }; struct event_constraint unconstrainted; struct event_constraint *constraints; struct intel_uncore_pmu *pmus; struct intel_uncore_ops *ops; struct uncore_event_desc *event_descs; struct freerunning_counters *freerunning; const struct attribute_group *attr_groups[4]; const struct attribute_group **attr_update; struct pmu *pmu; struct rb_root *boxes; struct intel_uncore_topology **topology; int (*get_topology)(struct intel_uncore_type *); void (*set_mapping)(struct intel_uncore_type *); void (*cleanup_mapping)(struct intel_uncore_type *); void (*cleanup_extra_boxes)(struct intel_uncore_type *); }; struct intel_uncore_box; struct intel_uncore_pmu { struct pmu pmu; char name[32]; int pmu_idx; bool registered; atomic_t activeboxes; cpumask_t cpu_mask; struct intel_uncore_type *type; struct intel_uncore_box **boxes; }; struct intel_uncore_ops { void (*init_box)(struct intel_uncore_box *); void (*exit_box)(struct intel_uncore_box *); void (*disable_box)(struct intel_uncore_box *); void (*enable_box)(struct intel_uncore_box *); void (*disable_event)(struct intel_uncore_box *, struct perf_event *); void (*enable_event)(struct intel_uncore_box *, struct perf_event *); u64 (*read_counter)(struct intel_uncore_box *, struct perf_event *); int (*hw_config)(struct intel_uncore_box *, struct perf_event *); struct event_constraint * (*get_constraint)(struct intel_uncore_box *, struct perf_event *); void (*put_constraint)(struct intel_uncore_box *, struct perf_event *); }; struct uncore_event_desc { struct device_attribute attr; const char *config; }; struct freerunning_counters { unsigned int counter_base; unsigned int counter_offset; unsigned int box_offset; unsigned int num_counters; unsigned int bits; unsigned int *box_offsets; }; struct uncore_iio_topology; struct uncore_upi_topology; struct intel_uncore_topology { int pmu_idx; union { void *untyped; struct uncore_iio_topology *iio; struct uncore_upi_topology *upi; }; }; struct intel_uncore_extra_reg { raw_spinlock_t lock; u64 config; u64 config1; u64 config2; atomic_t ref; }; struct intel_uncore_box { int dieid; int n_active; int n_events; int cpu; long unsigned int flags; atomic_t refcnt; struct perf_event *events[10]; struct perf_event *event_list[10]; struct event_constraint *event_constraint[10]; long unsigned int active_mask[1]; u64 tags[10]; struct pci_dev *pci_dev; struct intel_uncore_pmu *pmu; u64 hrtimer_duration; struct hrtimer hrtimer; struct list_head list; struct list_head active_list; void *io_addr; struct intel_uncore_extra_reg shared_regs[0]; }; struct uncore_iio_topology { int pci_bus_no; int segment; }; struct uncore_upi_topology { int die_to; int pmu_idx_to; int enabled; }; enum { EXTRA_REG_NHMEX_M_FILTER = 0, EXTRA_REG_NHMEX_M_DSP = 1, EXTRA_REG_NHMEX_M_ISS = 2, EXTRA_REG_NHMEX_M_MAP = 3, EXTRA_REG_NHMEX_M_MSC_THR = 4, EXTRA_REG_NHMEX_M_PGT = 5, EXTRA_REG_NHMEX_M_PLD = 6, EXTRA_REG_NHMEX_M_ZDP_CTL_FVC = 7, }; union cpuid10_eax { struct { unsigned int version_id: 8; unsigned int num_counters: 8; unsigned int bit_width: 8; unsigned int mask_length: 8; } split; unsigned int full; }; union cpuid10_ebx { struct { unsigned int no_unhalted_core_cycles: 1; unsigned int no_instructions_retired: 1; unsigned int no_unhalted_reference_cycles: 1; unsigned int no_llc_reference: 1; unsigned int no_llc_misses: 1; unsigned int no_branch_instruction_retired: 1; unsigned int no_branch_misses_retired: 1; } split; unsigned int full; }; union cpuid10_edx { struct { unsigned int num_counters_fixed: 5; unsigned int bit_width_fixed: 8; unsigned int reserved1: 2; unsigned int anythread_deprecated: 1; unsigned int reserved2: 16; } split; unsigned int full; }; union x86_pmu_config { struct { u64 event: 8; u64 umask: 8; u64 usr: 1; u64 os: 1; u64 edge: 1; u64 pc: 1; u64 interrupt: 1; u64 __reserved1: 1; u64 en: 1; u64 inv: 1; u64 cmask: 8; u64 event2: 4; u64 __reserved2: 4; u64 go: 1; u64 ho: 1; } bits; u64 value; }; struct x86_hw_tss { u32 reserved1; u64 sp0; u64 sp1; u64 sp2; u64 reserved2; u64 ist[7]; u32 reserved3; u32 reserved4; u16 reserved5; u16 io_bitmap_base; } __attribute__((packed)); struct x86_io_bitmap { u64 prev_sequence; unsigned int prev_max; long unsigned int bitmap[1025]; long unsigned int mapall[1025]; }; struct tss_struct { struct x86_hw_tss x86_tss; struct x86_io_bitmap io_bitmap; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; struct iommu_mm_data { u32 pasid; struct list_head sva_domains; }; enum insn_mode { INSN_MODE_32 = 0, INSN_MODE_64 = 1, INSN_MODE_KERN = 2, INSN_NUM_MODES = 3, }; typedef u8 kprobe_opcode_t; struct kprobe; struct arch_specific_insn { kprobe_opcode_t *insn; unsigned int boostable: 1; unsigned char size; union { unsigned char opcode; struct { unsigned char type; } jcc; struct { unsigned char type; unsigned char asize; } loop; struct { unsigned char reg; } indirect; }; s32 rel32; void (*emulate_op)(struct kprobe *, struct pt_regs *); int tp_len; }; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; enum die_val { DIE_OOPS = 1, DIE_INT3 = 2, DIE_DEBUG = 3, DIE_PANIC = 4, DIE_NMI = 5, DIE_DIE = 6, DIE_KERNELDEBUG = 7, DIE_TRAP = 8, DIE_GPF = 9, DIE_CALL = 10, DIE_PAGE_FAULT = 11, DIE_NMIUNKNOWN = 12, }; struct iommu_fault_param; struct iommu_fwspec; struct iommu_device; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; u32 attach_deferred: 1; u32 pci_32bit_workaround: 1; u32 require_direct: 1; u32 shadow_on_flush: 1; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iova_bitmap; struct iommu_fault_page_request { u32 flags; u32 pasid; u32 grpid; u32 perm; u64 addr; u64 private_data[2]; }; struct iommu_fault { u32 type; struct iommu_fault_page_request prm; }; struct iommu_page_response { u32 pasid; u32 grpid; u32 code; }; struct iopf_fault { struct iommu_fault fault; struct list_head list; }; struct iommu_attach_handle; struct iopf_group { struct iopf_fault last_fault; struct list_head faults; size_t fault_count; struct list_head pending_node; struct work_struct work; struct iommu_attach_handle *attach_handle; struct iommu_fault_param *fault_param; struct list_head node; u32 cookie; }; struct iommu_domain; struct iommu_attach_handle { struct iommu_domain *domain; }; struct iopf_queue; struct iommu_fault_param { struct mutex lock; refcount_t users; struct callback_head rcu; struct device *dev; struct iopf_queue *queue; struct list_head queue_list; struct list_head partial; struct list_head faults; }; struct iopf_queue { struct workqueue_struct *wq; struct list_head devices; struct mutex lock; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); enum iommu_domain_cookie_type { IOMMU_COOKIE_NONE = 0, IOMMU_COOKIE_DMA_IOVA = 1, IOMMU_COOKIE_DMA_MSI = 2, IOMMU_COOKIE_FAULT_HANDLER = 3, IOMMU_COOKIE_SVA = 4, IOMMU_COOKIE_IOMMUFD = 5, }; struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommufd_hw_pagetable; struct iommu_domain_ops; struct iommu_dirty_ops; struct iommu_ops; struct iommu_dma_cookie; struct iommu_dma_msi_cookie; struct iommu_domain { unsigned int type; enum iommu_domain_cookie_type cookie_type; const struct iommu_domain_ops *ops; const struct iommu_dirty_ops *dirty_ops; const struct iommu_ops *owner; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; int (*iopf_handler)(struct iopf_group *); union { struct iommu_dma_cookie *iova_cookie; struct iommu_dma_msi_cookie *msi_cookie; struct iommufd_hw_pagetable *iommufd_hwpt; struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; struct list_head next; }; }; }; typedef unsigned int ioasid_t; struct iommu_iotlb_gather; struct iommu_user_data_array; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t, struct iommu_domain *); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); int (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); int (*cache_invalidate_user)(struct iommu_domain *, struct iommu_user_data_array *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_dirty_bitmap; struct iommu_dirty_ops { int (*set_dirty_tracking)(struct iommu_domain *, bool); int (*read_and_clear_dirty)(struct iommu_domain *, long unsigned int, size_t, long unsigned int, struct iommu_dirty_bitmap *); }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_NOEXEC = 1, IOMMU_CAP_PRE_BOOT_PROTECTION = 2, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 3, IOMMU_CAP_DEFERRED_FLUSH = 4, IOMMU_CAP_DIRTY_TRACKING = 5, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; struct iommufd_ctx; struct iommu_user_data; struct iommufd_viommu; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); void * (*hw_info)(struct device *, u32 *, u32 *); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_domain * (*domain_alloc_paging_flags)(struct device *, u32, const struct iommu_user_data *); struct iommu_domain * (*domain_alloc_paging)(struct device *); struct iommu_domain * (*domain_alloc_sva)(struct device *, struct mm_struct *); struct iommu_domain * (*domain_alloc_nested)(struct device *, struct iommu_domain *, u32, const struct iommu_user_data *); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, const struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); void (*page_response)(struct device *, struct iopf_fault *, struct iommu_page_response *); int (*def_domain_type)(struct device *); struct iommufd_viommu * (*viommu_alloc)(struct device *, struct iommu_domain *, struct iommufd_ctx *, unsigned int); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; struct iommu_domain *identity_domain; struct iommu_domain *blocked_domain; struct iommu_domain *release_domain; struct iommu_domain *default_domain; u8 user_pasid_table: 1; }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_dirty_bitmap { struct iova_bitmap *bitmap; struct iommu_iotlb_gather *gather; }; struct iommu_user_data { unsigned int type; void *uptr; size_t len; }; struct iommu_user_data_array { unsigned int type; void *uptr; size_t entry_len; u32 entry_num; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; struct iommu_group *singleton_group; u32 max_pasids; bool ready; }; struct iommu_fwspec { struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; enum stack_type { STACK_TYPE_UNKNOWN = 0, STACK_TYPE_TASK = 1, STACK_TYPE_IRQ = 2, STACK_TYPE_SOFTIRQ = 3, STACK_TYPE_ENTRY = 4, STACK_TYPE_EXCEPTION = 5, STACK_TYPE_EXCEPTION_LAST = 10, }; struct stack_info { enum stack_type type; long unsigned int *begin; long unsigned int *end; long unsigned int *next_sp; }; struct irqentry_state { union { bool exit_rcu; bool lockdep; }; }; typedef struct irqentry_state irqentry_state_t; struct kernel_vm86_regs { struct pt_regs pt; short unsigned int es; short unsigned int __esh; short unsigned int ds; short unsigned int __dsh; short unsigned int fs; short unsigned int __fsh; short unsigned int gs; short unsigned int __gsh; }; enum kernel_gp_hint { GP_NO_HINT = 0, GP_NON_CANONICAL = 1, GP_CANONICAL = 2, }; typedef long unsigned int irq_hw_number_t; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_S390_TOD = 2, CSID_X86_TSC_EARLY = 3, CSID_X86_TSC = 4, CSID_X86_KVM_CLK = 5, CSID_X86_ART = 6, CSID_MAX = 7, }; struct x86_init_mpparse { void (*setup_ioapic_ids)(); void (*find_mptable)(); void (*early_parse_smp_cfg)(); void (*parse_smp_cfg)(); }; struct x86_init_resources { void (*probe_roms)(); void (*reserve_resources)(); char * (*memory_setup)(); void (*dmi_setup)(); }; struct x86_init_irqs { void (*pre_vector_init)(); void (*intr_init)(); void (*intr_mode_select)(); void (*intr_mode_init)(); struct irq_domain * (*create_pci_msi_domain)(); }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_DEVICE_MSI = 15, DOMAIN_BUS_WIRED_TO_MSI = 16, }; struct irq_domain_ops; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_data; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct mutex mutex; struct irq_domain *root; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; void (*exit)(struct irq_domain *); irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct irq_data *revmap[0]; }; struct x86_init_oem { void (*arch_setup)(); void (*banner)(); }; struct x86_init_paging { void (*pagetable_init)(); }; struct x86_init_timers { void (*setup_percpu_clockev)(); void (*timer_init)(); void (*wallclock_init)(); }; struct x86_init_iommu { int (*iommu_init)(); }; struct x86_init_pci { int (*arch_init)(); int (*init)(); void (*init_irq)(); void (*fixup_irqs)(); }; struct x86_hyper_init { void (*init_platform)(); void (*guest_late_init)(); bool (*x2apic_available)(); bool (*msi_ext_dest_id)(); void (*init_mem_mapping)(); void (*init_after_bootmem)(); }; struct x86_init_acpi { void (*set_root_pointer)(u64); u64 (*get_root_pointer)(); void (*reduced_hw_early_init)(); }; struct x86_init_ops { struct x86_init_resources resources; struct x86_init_mpparse mpparse; struct x86_init_irqs irqs; struct x86_init_oem oem; struct x86_init_paging paging; struct x86_init_timers timers; struct x86_init_iommu iommu; struct x86_init_pci pci; struct x86_hyper_init hyper; struct x86_init_acpi acpi; }; struct clocksource_base; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; u64 max_raw_delta; const char *name; struct list_head list; u32 freq_khz; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; struct clocksource_base *base; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct list_head wd_list; u64 cs_last; u64 wd_last; struct module *owner; }; struct clocksource_base { enum clocksource_ids id; u32 freq_khz; u64 offset; u32 numerator; u32 denominator; }; enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; irq_hw_number_t hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqstat; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; struct irqstat *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; cpumask_var_t pending_mask; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; struct hlist_node resend_node; long: 64; long: 64; long: 64; }; struct x86_msi_addr_lo { union { struct { u32 reserved_0: 2; u32 dest_mode_logical: 1; u32 redirect_hint: 1; u32 reserved_1: 1; u32 virt_destid_8_14: 7; u32 destid_0_7: 8; u32 base_address: 12; }; struct { u32 dmar_reserved_0: 2; u32 dmar_index_15: 1; u32 dmar_subhandle_valid: 1; u32 dmar_format: 1; u32 dmar_index_0_14: 15; u32 dmar_base_address: 12; }; }; }; typedef struct x86_msi_addr_lo arch_msi_msg_addr_lo_t; struct x86_msi_addr_hi { u32 reserved: 8; u32 destid_8_31: 24; }; typedef struct x86_msi_addr_hi arch_msi_msg_addr_hi_t; struct x86_msi_data { union { struct { u32 vector: 8; u32 delivery_mode: 3; u32 dest_mode_logical: 1; u32 reserved: 2; u32 active_low: 1; u32 is_level: 1; }; u32 dmar_subhandle; }; }; typedef struct x86_msi_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; union msi_instance_cookie { u64 value; void *ptr; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); void (*irq_force_complete_move)(struct irq_data *); long unsigned int flags; }; struct irqstat { unsigned int cnt; }; enum irq_alloc_type { X86_IRQ_ALLOC_TYPE_IOAPIC = 1, X86_IRQ_ALLOC_TYPE_HPET = 2, X86_IRQ_ALLOC_TYPE_PCI_MSI = 3, X86_IRQ_ALLOC_TYPE_PCI_MSIX = 4, X86_IRQ_ALLOC_TYPE_DMAR = 5, X86_IRQ_ALLOC_TYPE_AMDVI = 6, X86_IRQ_ALLOC_TYPE_UV = 7, }; struct ioapic_alloc_info { int pin; int node; u32 is_level: 1; u32 active_low: 1; u32 valid: 1; }; struct uv_alloc_info { int limit; int blade; long unsigned int offset; char *name; }; struct irq_alloc_info { enum irq_alloc_type type; u32 flags; u32 devid; irq_hw_number_t hwirq; const struct cpumask *mask; struct msi_desc *desc; void *data; union { struct ioapic_alloc_info ioapic; struct uv_alloc_info uv; }; }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; void (*exit)(struct irq_chip_generic *); struct irq_chip_generic *gc[0]; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct msi_domain_info; struct msi_parent_ops { u32 supported_flags; u32 required_flags; u32 chip_flags; u32 bus_select_token; u32 bus_select_mask; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; typedef struct irq_alloc_info msi_alloc_info_t; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); int (*msi_translate)(struct irq_domain *, struct irq_fwspec *, irq_hw_number_t *, unsigned int *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum { DESC_TSS = 9, DESC_LDT = 2, DESCTYPE_S = 16, }; struct ldttss_desc { u16 limit0; u16 base0; u16 base1: 8; u16 type: 5; u16 dpl: 2; u16 p: 1; u16 limit1: 4; u16 zero0: 3; u16 g: 1; u16 base2: 8; u32 base3; u32 zero1; }; typedef struct ldttss_desc ldt_desc; struct user_desc { unsigned int entry_number; unsigned int base_addr; unsigned int limit; unsigned int seg_32bit: 1; unsigned int contents: 2; unsigned int read_exec_only: 1; unsigned int limit_in_pages: 1; unsigned int seg_not_present: 1; unsigned int useable: 1; unsigned int lm: 1; }; typedef bool (*smp_cond_func_t)(int, void *); struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int page_order; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; long unsigned int requested_size; }; struct ldt_struct { struct desc_struct *entries; unsigned int nr_entries; int slot; }; struct tlb_context { u64 ctx_id; u64 tlb_gen; }; struct tlb_state { struct mm_struct *loaded_mm; union { struct mm_struct *last_user_mm; long unsigned int last_user_mm_spec; }; u16 loaded_mm_asid; u16 next_asid; bool invalidate_other; short unsigned int user_pcid_flush_mask; long unsigned int cr4; struct tlb_context ctxs[6]; }; struct encoded_page; enum { EI_ETYPE_NULL = 0, EI_ETYPE_ERRNO = 1, EI_ETYPE_ERRNO_NULL = 2, EI_ETYPE_TRUE = 3, }; enum { TRACE_EVENT_FL_CAP_ANY = 1, TRACE_EVENT_FL_NO_SET_FILTER = 2, TRACE_EVENT_FL_IGNORE_ENABLE = 4, TRACE_EVENT_FL_TRACEPOINT = 8, TRACE_EVENT_FL_DYNAMIC = 16, TRACE_EVENT_FL_KPROBE = 32, TRACE_EVENT_FL_UPROBE = 64, TRACE_EVENT_FL_EPROBE = 128, TRACE_EVENT_FL_FPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, TRACE_EVENT_FL_TEST_STR = 1024, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct encoded_page *encoded_pages[0]; }; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; struct gdt_page { struct desc_struct gdt[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; union text_poke_insn { u8 text[5]; struct { u8 opcode; s32 disp; } __attribute__((packed)); }; struct jump_label_patch { const void *code; int size; }; typedef struct { void *lock; } class_preempt_notrace_t; struct irq_stack { char stack[16384]; }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; enum align_flags { ALIGN_VA_32 = 1, ALIGN_VA_64 = 2, }; struct va_alignment { int flags; long unsigned int mask; long unsigned int bits; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; long unsigned int start_gap; }; struct hstate; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hstate { struct mutex resize_lock; struct lock_class_key resize_key; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[1024]; unsigned int max_huge_pages_node[1024]; unsigned int nr_huge_pages_node[1024]; unsigned int free_huge_pages_node[1024]; unsigned int surplus_huge_pages_node[1024]; char name[32]; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; typedef struct { void *lock; } class_irq_t; struct x86_cpu_id { __u16 vendor; __u16 family; __u16 model; __u16 steppings; __u16 feature; __u16 flags; __u8 type; kernel_ulong_t driver_data; }; struct muldiv { u32 multiplier; u32 divider; }; struct freq_desc { bool use_msr_plat; struct muldiv muldiv[16]; u32 freqs[16]; u32 mask; }; struct _fpreg { __u16 significand[4]; __u16 exponent; }; struct _fpxreg { __u16 significand[4]; __u16 exponent; __u16 padding[3]; }; enum xfeature { XFEATURE_FP = 0, XFEATURE_SSE = 1, XFEATURE_YMM = 2, XFEATURE_BNDREGS = 3, XFEATURE_BNDCSR = 4, XFEATURE_OPMASK = 5, XFEATURE_ZMM_Hi256 = 6, XFEATURE_Hi16_ZMM = 7, XFEATURE_PT_UNIMPLEMENTED_SO_FAR = 8, XFEATURE_PKRU = 9, XFEATURE_PASID = 10, XFEATURE_CET_USER = 11, XFEATURE_CET_KERNEL_UNUSED = 12, XFEATURE_RSRVD_COMP_13 = 13, XFEATURE_RSRVD_COMP_14 = 14, XFEATURE_LBR = 15, XFEATURE_RSRVD_COMP_16 = 16, XFEATURE_XTILE_CFG = 17, XFEATURE_XTILE_DATA = 18, XFEATURE_MAX = 19, }; struct fpu_state_config { unsigned int max_size; unsigned int default_size; u64 max_features; u64 default_features; u64 legacy_features; u64 independent_features; }; struct user_i387_ia32_struct { u32 cwd; u32 swd; u32 twd; u32 fip; u32 fcs; u32 foo; u32 fos; u32 st_space[20]; }; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; enum xstate_copy_mode { XSTATE_COPY_FP = 0, XSTATE_COPY_FX = 1, XSTATE_COPY_XSAVE = 2, }; typedef u32 compat_ulong_t; enum exception_stack_ordering { ESTACK_DF = 0, ESTACK_NMI = 1, ESTACK_DB = 2, ESTACK_MCE = 3, ESTACK_VC = 4, ESTACK_VC2 = 5, N_EXCEPTION_STACKS = 6, }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; enum x86_regset_32 { REGSET32_GENERAL = 0, REGSET32_FP = 1, REGSET32_XFP = 2, REGSET32_XSTATE = 3, REGSET32_TLS = 4, REGSET32_IOPERM = 5, }; enum x86_regset_64 { REGSET64_GENERAL = 0, REGSET64_FP = 1, REGSET64_IOPERM = 2, REGSET64_XSTATE = 3, REGSET64_SSP = 4, }; struct pt_regs_offset { const char *name; int offset; }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; typedef struct ldttss_desc tss_desc; struct desc_ptr { short unsigned int size; long unsigned int address; } __attribute__((packed)); struct entry_stack { char stack[4096]; }; struct entry_stack_page { struct entry_stack stack; }; enum cpuid_leafs { CPUID_1_EDX = 0, CPUID_8000_0001_EDX = 1, CPUID_8086_0001_EDX = 2, CPUID_LNX_1 = 3, CPUID_1_ECX = 4, CPUID_C000_0001_EDX = 5, CPUID_8000_0001_ECX = 6, CPUID_LNX_2 = 7, CPUID_LNX_3 = 8, CPUID_7_0_EBX = 9, CPUID_D_1_EAX = 10, CPUID_LNX_4 = 11, CPUID_7_1_EAX = 12, CPUID_8000_0008_EBX = 13, CPUID_6_EAX = 14, CPUID_8000_000A_EDX = 15, CPUID_7_ECX = 16, CPUID_8000_0007_EBX = 17, CPUID_7_EDX = 18, CPUID_8000_001F_EAX = 19, CPUID_8000_0021_EAX = 20, CPUID_LNX_5 = 21, NR_CPUID_WORDS = 22, }; struct debug_store_buffers { char bts_buffer[65536]; char pebs_buffer[65536]; }; struct cea_exception_stacks { char DF_stack_guard[4096]; char DF_stack[8192]; char NMI_stack_guard[4096]; char NMI_stack[8192]; char DB_stack_guard[4096]; char DB_stack[8192]; char MCE_stack_guard[4096]; char MCE_stack[8192]; char VC_stack_guard[4096]; char VC_stack[8192]; char VC2_stack_guard[4096]; char VC2_stack[8192]; char IST_top_guard[4096]; }; struct cpu_entry_area { char gdt[4096]; struct entry_stack_page entry_stack_page; struct tss_struct tss; struct cea_exception_stacks estacks; struct debug_store cpu_debug_store; struct debug_store_buffers cpu_debug_buffers; }; struct cpu_dev { const char *c_vendor; const char *c_ident[2]; void (*c_early_init)(struct cpuinfo_x86 *); void (*c_bsp_init)(struct cpuinfo_x86 *); void (*c_init)(struct cpuinfo_x86 *); void (*c_identify)(struct cpuinfo_x86 *); void (*c_detect_tlb)(struct cpuinfo_x86 *); int c_x86_vendor; }; struct ppin_info { int feature; int msr_ppin_ctl; int msr_ppin; }; struct cpuid_dependent_feature { u32 feature; u32 level; }; struct x86_topology_system { unsigned int dom_shifts[7]; unsigned int dom_size[7]; }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; enum x86_hypervisor_type { X86_HYPER_NATIVE = 0, X86_HYPER_VMWARE = 1, X86_HYPER_MS_HYPERV = 2, X86_HYPER_XEN_PV = 3, X86_HYPER_XEN_HVM = 4, X86_HYPER_KVM = 5, X86_HYPER_JAILHOUSE = 6, X86_HYPER_ACRN = 7, }; enum work_bits { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_FLAG_BITS = 4, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PWQ_SHIFT = 8, WORK_OFFQ_FLAG_SHIFT = 4, WORK_OFFQ_BH_BIT = 4, WORK_OFFQ_FLAG_END = 5, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_DISABLE_SHIFT = 5, WORK_OFFQ_DISABLE_BITS = 16, WORK_OFFQ_POOL_SHIFT = 21, WORK_OFFQ_LEFT = 43, WORK_OFFQ_POOL_BITS = 31, }; enum wq_misc_consts { WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 8192, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 32, }; struct mem_section_usage { struct callback_head rcu; long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_IS_VMEMMAP_PREINIT_BIT = 4, SECTION_MAP_LAST_BIT = 5, }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; enum cpuhp_state { CPUHP_INVALID = -1, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_MCE_DEAD = 8, CPUHP_VIRT_NET_DEAD = 9, CPUHP_IBMVNIC_DEAD = 10, CPUHP_SLUB_DEAD = 11, CPUHP_DEBUG_OBJ_DEAD = 12, CPUHP_MM_WRITEBACK_DEAD = 13, CPUHP_MM_VMSTAT_DEAD = 14, CPUHP_SOFTIRQ_DEAD = 15, CPUHP_NET_MVNETA_DEAD = 16, CPUHP_CPUIDLE_DEAD = 17, CPUHP_ARM64_FPSIMD_DEAD = 18, CPUHP_ARM_OMAP_WAKE_DEAD = 19, CPUHP_IRQ_POLL_DEAD = 20, CPUHP_BLOCK_SOFTIRQ_DEAD = 21, CPUHP_BIO_DEAD = 22, CPUHP_ACPI_CPUDRV_DEAD = 23, CPUHP_S390_PFAULT_DEAD = 24, CPUHP_BLK_MQ_DEAD = 25, CPUHP_FS_BUFF_DEAD = 26, CPUHP_PRINTK_DEAD = 27, CPUHP_MM_MEMCQ_DEAD = 28, CPUHP_PERCPU_CNT_DEAD = 29, CPUHP_RADIX_DEAD = 30, CPUHP_PAGE_ALLOC = 31, CPUHP_NET_DEV_DEAD = 32, CPUHP_PCI_XGENE_DEAD = 33, CPUHP_IOMMU_IOVA_DEAD = 34, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 35, CPUHP_PADATA_DEAD = 36, CPUHP_AP_DTPM_CPU_DEAD = 37, CPUHP_RANDOM_PREPARE = 38, CPUHP_WORKQUEUE_PREP = 39, CPUHP_POWER_NUMA_PREPARE = 40, CPUHP_HRTIMERS_PREPARE = 41, CPUHP_X2APIC_PREPARE = 42, CPUHP_SMPCFD_PREPARE = 43, CPUHP_RELAY_PREPARE = 44, CPUHP_MD_RAID5_PREPARE = 45, CPUHP_RCUTREE_PREP = 46, CPUHP_CPUIDLE_COUPLED_PREPARE = 47, CPUHP_POWERPC_PMAC_PREPARE = 48, CPUHP_POWERPC_MMU_CTX_PREPARE = 49, CPUHP_XEN_PREPARE = 50, CPUHP_XEN_EVTCHN_PREPARE = 51, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 52, CPUHP_SH_SH3X_PREPARE = 53, CPUHP_TOPOLOGY_PREPARE = 54, CPUHP_NET_IUCV_PREPARE = 55, CPUHP_ARM_BL_PREPARE = 56, CPUHP_TRACE_RB_PREPARE = 57, CPUHP_MM_ZSWP_POOL_PREPARE = 58, CPUHP_KVM_PPC_BOOK3S_PREPARE = 59, CPUHP_ZCOMP_PREPARE = 60, CPUHP_TIMERS_PREPARE = 61, CPUHP_TMIGR_PREPARE = 62, CPUHP_MIPS_SOC_PREPARE = 63, CPUHP_BP_PREPARE_DYN = 64, CPUHP_BP_PREPARE_DYN_END = 84, CPUHP_BP_KICK_AP = 85, CPUHP_BRINGUP_CPU = 86, CPUHP_AP_IDLE_DEAD = 87, CPUHP_AP_OFFLINE = 88, CPUHP_AP_CACHECTRL_STARTING = 89, CPUHP_AP_SCHED_STARTING = 90, CPUHP_AP_RCUTREE_DYING = 91, CPUHP_AP_CPU_PM_STARTING = 92, CPUHP_AP_IRQ_GIC_STARTING = 93, CPUHP_AP_IRQ_HIP04_STARTING = 94, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 95, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 96, CPUHP_AP_IRQ_BCM2836_STARTING = 97, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 98, CPUHP_AP_IRQ_EIOINTC_STARTING = 99, CPUHP_AP_IRQ_AVECINTC_STARTING = 100, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 101, CPUHP_AP_IRQ_THEAD_ACLINT_SSWI_STARTING = 102, CPUHP_AP_IRQ_RISCV_IMSIC_STARTING = 103, CPUHP_AP_IRQ_RISCV_SBI_IPI_STARTING = 104, CPUHP_AP_ARM_MVEBU_COHERENCY = 105, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 106, CPUHP_AP_PERF_X86_STARTING = 107, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 108, CPUHP_AP_PERF_XTENSA_STARTING = 109, CPUHP_AP_ARM_VFP_STARTING = 110, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 111, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 112, CPUHP_AP_PERF_ARM_ACPI_STARTING = 113, CPUHP_AP_PERF_ARM_STARTING = 114, CPUHP_AP_PERF_RISCV_STARTING = 115, CPUHP_AP_ARM_L2X0_STARTING = 116, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 117, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 118, CPUHP_AP_ARM_ARCH_TIMER_EVTSTRM_STARTING = 119, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 120, CPUHP_AP_JCORE_TIMER_STARTING = 121, CPUHP_AP_ARM_TWD_STARTING = 122, CPUHP_AP_QCOM_TIMER_STARTING = 123, CPUHP_AP_TEGRA_TIMER_STARTING = 124, CPUHP_AP_ARMADA_TIMER_STARTING = 125, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 126, CPUHP_AP_ARC_TIMER_STARTING = 127, CPUHP_AP_REALTEK_TIMER_STARTING = 128, CPUHP_AP_RISCV_TIMER_STARTING = 129, CPUHP_AP_CLINT_TIMER_STARTING = 130, CPUHP_AP_CSKY_TIMER_STARTING = 131, CPUHP_AP_TI_GP_TIMER_STARTING = 132, CPUHP_AP_HYPERV_TIMER_STARTING = 133, CPUHP_AP_DUMMY_TIMER_STARTING = 134, CPUHP_AP_ARM_XEN_STARTING = 135, CPUHP_AP_ARM_XEN_RUNSTATE_STARTING = 136, CPUHP_AP_ARM_CORESIGHT_STARTING = 137, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 138, CPUHP_AP_ARM64_ISNDEP_STARTING = 139, CPUHP_AP_SMPCFD_DYING = 140, CPUHP_AP_HRTIMERS_DYING = 141, CPUHP_AP_TICK_DYING = 142, CPUHP_AP_X86_TBOOT_DYING = 143, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 144, CPUHP_AP_ONLINE = 145, CPUHP_TEARDOWN_CPU = 146, CPUHP_AP_ONLINE_IDLE = 147, CPUHP_AP_HYPERV_ONLINE = 148, CPUHP_AP_KVM_ONLINE = 149, CPUHP_AP_SCHED_WAIT_EMPTY = 150, CPUHP_AP_SMPBOOT_THREADS = 151, CPUHP_AP_IRQ_AFFINITY_ONLINE = 152, CPUHP_AP_BLK_MQ_ONLINE = 153, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 154, CPUHP_AP_X86_INTEL_EPB_ONLINE = 155, CPUHP_AP_PERF_ONLINE = 156, CPUHP_AP_PERF_X86_ONLINE = 157, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 158, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 159, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 160, CPUHP_AP_PERF_S390_CF_ONLINE = 161, CPUHP_AP_PERF_S390_SF_ONLINE = 162, CPUHP_AP_PERF_ARM_CCI_ONLINE = 163, CPUHP_AP_PERF_ARM_CCN_ONLINE = 164, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 165, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 166, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 167, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 168, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 169, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 170, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 171, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 172, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 173, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 174, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 175, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 176, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 177, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 178, CPUHP_AP_PERF_ARM_MRVL_PEM_ONLINE = 179, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 180, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 181, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 182, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 183, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 184, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 185, CPUHP_AP_PERF_CSKY_ONLINE = 186, CPUHP_AP_TMIGR_ONLINE = 187, CPUHP_AP_WATCHDOG_ONLINE = 188, CPUHP_AP_WORKQUEUE_ONLINE = 189, CPUHP_AP_RANDOM_ONLINE = 190, CPUHP_AP_RCUTREE_ONLINE = 191, CPUHP_AP_KTHREADS_ONLINE = 192, CPUHP_AP_BASE_CACHEINFO_ONLINE = 193, CPUHP_AP_ONLINE_DYN = 194, CPUHP_AP_ONLINE_DYN_END = 234, CPUHP_AP_X86_HPET_ONLINE = 235, CPUHP_AP_X86_KVM_CLK_ONLINE = 236, CPUHP_AP_ACTIVE = 237, CPUHP_ONLINE = 238, }; enum mf_flags { MF_COUNT_INCREASED = 1, MF_ACTION_REQUIRED = 2, MF_MUST_KILL = 4, MF_SOFT_OFFLINE = 8, MF_UNPOISON = 16, MF_SW_SIMULATED = 32, MF_NO_RETRY = 64, MF_MEM_PRE_REMOVE = 128, }; enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, TWA_NMI_CURRENT = 4, }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; u64 cookie; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct eventfs_inode; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct eventfs_inode *ei; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; refcount_t ref; atomic_t sm_ref; atomic_t tm_ref; }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, EVENT_FILE_FL_FREED = 2048, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_CPUMASK = 6, FILTER_COMM = 7, FILTER_CPU = 8, FILTER_STACKTRACE = 9, }; struct mce { __u64 status; __u64 misc; __u64 addr; __u64 mcgstatus; __u64 ip; __u64 tsc; __u64 time; __u8 cpuvendor; __u8 inject_flags; __u8 severity; __u8 pad; __u32 cpuid; __u8 cs; __u8 bank; __u8 cpu; __u8 finished; __u32 extcpu; __u32 socketid; __u32 apicid; __u64 mcgcap; __u64 synd; __u64 ipid; __u64 ppin; __u32 microcode; __u64 kflags; }; enum mce_notifier_prios { MCE_PRIO_LOWEST = 0, MCE_PRIO_MCELOG = 1, MCE_PRIO_EDAC = 2, MCE_PRIO_NFIT = 3, MCE_PRIO_EXTLOG = 4, MCE_PRIO_UC = 5, MCE_PRIO_EARLY = 6, MCE_PRIO_CEC = 7, MCE_PRIO_HIGHEST = 7, }; union vendor_info { struct { u64 synd1; u64 synd2; } amd; }; struct mce_hw_err { struct mce m; union vendor_info vendor; }; typedef long unsigned int mce_banks_t[1]; enum mcp_flags { MCP_TIMESTAMP = 1, MCP_UC = 2, MCP_DONTLOG = 4, MCP_QUEUE_LOG = 8, }; enum severity_level { MCE_NO_SEVERITY = 0, MCE_DEFERRED_SEVERITY = 1, MCE_UCNA_SEVERITY = 1, MCE_KEEP_SEVERITY = 2, MCE_SOME_SEVERITY = 3, MCE_AO_SEVERITY = 4, MCE_UC_SEVERITY = 5, MCE_AR_SEVERITY = 6, MCE_PANIC_SEVERITY = 7, }; struct mce_evt_llist { struct llist_node llnode; struct mce_hw_err err; }; struct mca_config { __u64 lmce_disabled: 1; __u64 disabled: 1; __u64 ser: 1; __u64 recovery: 1; __u64 bios_cmci_threshold: 1; __u64 initialized: 1; __u64 __reserved: 58; bool dont_log_ce; bool cmci_disabled; bool ignore_ce; bool print_all; int monarch_timeout; int panic_timeout; u32 rip_msr; s8 bootlog; }; struct mce_vendor_flags { __u64 overflow_recov: 1; __u64 succor: 1; __u64 smca: 1; __u64 zen_ifu_quirk: 1; __u64 amd_threshold: 1; __u64 p5: 1; __u64 winchip: 1; __u64 snb_ifu_quirk: 1; __u64 skx_repmov_quirk: 1; __u64 __reserved_0: 55; }; struct mce_bank { u64 ctl; __u64 init: 1; __u64 lsb_in_status: 1; __u64 __reserved_1: 62; }; enum mca_msr { MCA_CTL = 0, MCA_STATUS = 1, MCA_ADDR = 2, MCA_MISC = 3, }; struct trace_event_raw_mce_record { struct trace_entry ent; u64 mcgcap; u64 mcgstatus; u64 status; u64 addr; u64 misc; u64 synd; u64 ipid; u64 ip; u64 tsc; u64 ppin; u64 walltime; u32 cpu; u32 cpuid; u32 apicid; u32 socketid; u8 cs; u8 bank; u8 cpuvendor; u32 microcode; u32 __data_loc_v_data; char __data[0]; }; struct trace_event_data_offsets_mce_record { u32 v_data; const void *v_data_ptr_; }; typedef void (*btf_trace_mce_record)(void *, struct mce_hw_err *); struct mce_bank_dev { struct device_attribute attr; char attrname[16]; u8 bank; }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_GUEST_SNP_SECURE_TSC = 6, CC_ATTR_HOST_SEV_SNP = 7, }; struct mtrr_var_range { __u32 base_lo; __u32 base_hi; __u32 mask_lo; __u32 mask_hi; }; typedef __u8 mtrr_type; struct mtrr_state_type { struct mtrr_var_range var_ranges[256]; mtrr_type fixed_ranges[88]; unsigned char enabled; bool have_fixed; mtrr_type def_type; }; struct mtrr_ops { u32 var_regs; void (*set)(unsigned int, long unsigned int, long unsigned int, mtrr_type); void (*get)(unsigned int, long unsigned int *, long unsigned int *, mtrr_type *); int (*get_free_region)(long unsigned int, long unsigned int, int); int (*validate_add_page)(long unsigned int, long unsigned int, unsigned int); int (*have_wrcomb)(); }; struct fixed_range_block { int base_msr; int ranges; }; struct cache_map { u64 start; u64 end; u64 flags; u64 type: 8; u64 fixed: 1; }; enum e820_type { E820_TYPE_RAM = 1, E820_TYPE_RESERVED = 2, E820_TYPE_ACPI = 3, E820_TYPE_NVS = 4, E820_TYPE_UNUSABLE = 5, E820_TYPE_PMEM = 7, E820_TYPE_PRAM = 12, E820_TYPE_SOFT_RESERVED = 4026531839, }; struct var_mtrr_range_state { long unsigned int base_pfn; long unsigned int size_pfn; mtrr_type type; }; struct pdev_archdata {}; struct mfd_cell; struct platform_device_id; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct property_entry; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA = 4, PGALLOC_DMA32 = 5, PGALLOC_NORMAL = 6, PGALLOC_MOVABLE = 7, ALLOCSTALL_DMA = 8, ALLOCSTALL_DMA32 = 9, ALLOCSTALL_NORMAL = 10, ALLOCSTALL_MOVABLE = 11, PGSCAN_SKIP_DMA = 12, PGSCAN_SKIP_DMA32 = 13, PGSCAN_SKIP_NORMAL = 14, PGSCAN_SKIP_MOVABLE = 15, PGFREE = 16, PGACTIVATE = 17, PGDEACTIVATE = 18, PGLAZYFREE = 19, PGFAULT = 20, PGMAJFAULT = 21, PGLAZYFREED = 22, PGREFILL = 23, PGREUSE = 24, PGSTEAL_KSWAPD = 25, PGSTEAL_DIRECT = 26, PGSTEAL_KHUGEPAGED = 27, PGSTEAL_PROACTIVE = 28, PGSCAN_KSWAPD = 29, PGSCAN_DIRECT = 30, PGSCAN_KHUGEPAGED = 31, PGSCAN_PROACTIVE = 32, PGSCAN_DIRECT_THROTTLE = 33, PGSCAN_ANON = 34, PGSCAN_FILE = 35, PGSTEAL_ANON = 36, PGSTEAL_FILE = 37, PGSCAN_ZONE_RECLAIM_SUCCESS = 38, PGSCAN_ZONE_RECLAIM_FAILED = 39, PGINODESTEAL = 40, SLABS_SCANNED = 41, KSWAPD_INODESTEAL = 42, KSWAPD_LOW_WMARK_HIT_QUICKLY = 43, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 44, PAGEOUTRUN = 45, PGROTATED = 46, DROP_PAGECACHE = 47, DROP_SLAB = 48, OOM_KILL = 49, PGMIGRATE_SUCCESS = 50, PGMIGRATE_FAIL = 51, THP_MIGRATION_SUCCESS = 52, THP_MIGRATION_FAIL = 53, THP_MIGRATION_SPLIT = 54, COMPACTMIGRATE_SCANNED = 55, COMPACTFREE_SCANNED = 56, COMPACTISOLATED = 57, COMPACTSTALL = 58, COMPACTFAIL = 59, COMPACTSUCCESS = 60, KCOMPACTD_WAKE = 61, KCOMPACTD_MIGRATE_SCANNED = 62, KCOMPACTD_FREE_SCANNED = 63, HTLB_BUDDY_PGALLOC = 64, HTLB_BUDDY_PGALLOC_FAIL = 65, UNEVICTABLE_PGCULLED = 66, UNEVICTABLE_PGSCANNED = 67, UNEVICTABLE_PGRESCUED = 68, UNEVICTABLE_PGMLOCKED = 69, UNEVICTABLE_PGMUNLOCKED = 70, UNEVICTABLE_PGCLEARED = 71, UNEVICTABLE_PGSTRANDED = 72, BALLOON_INFLATE = 73, BALLOON_DEFLATE = 74, BALLOON_MIGRATE = 75, SWAP_RA = 76, SWAP_RA_HIT = 77, SWPIN_ZERO = 78, SWPOUT_ZERO = 79, DIRECT_MAP_LEVEL2_SPLIT = 80, DIRECT_MAP_LEVEL3_SPLIT = 81, DIRECT_MAP_LEVEL2_COLLAPSE = 82, DIRECT_MAP_LEVEL3_COLLAPSE = 83, KSTACK_1K = 84, KSTACK_2K = 85, KSTACK_4K = 86, KSTACK_8K = 87, KSTACK_16K = 88, NR_VM_EVENT_ITEMS = 89, }; struct boot_e820_entry { __u64 addr; __u64 size; __u32 type; } __attribute__((packed)); struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); struct apm_bios_info { __u16 version; __u16 cseg; __u32 offset; __u16 cseg_16; __u16 dseg; __u16 flags; __u16 cseg_len; __u16 cseg_16_len; __u16 dseg_len; }; struct edd_device_params { __u16 length; __u16 info_flags; __u32 num_default_cylinders; __u32 num_default_heads; __u32 sectors_per_track; __u64 number_of_sectors; __u16 bytes_per_sector; __u32 dpte_ptr; __u16 key; __u8 device_path_info_length; __u8 reserved2; __u16 reserved3; __u8 host_bus_type[4]; __u8 interface_type[8]; union { struct { __u16 base_address; __u16 reserved1; __u32 reserved2; } isa; struct { __u8 bus; __u8 slot; __u8 function; __u8 channel; __u32 reserved; } pci; struct { __u64 reserved; } ibnd; struct { __u64 reserved; } xprs; struct { __u64 reserved; } htpt; struct { __u64 reserved; } unknown; } interface_path; union { struct { __u8 device; __u8 reserved1; __u16 reserved2; __u32 reserved3; __u64 reserved4; } ata; struct { __u8 device; __u8 lun; __u8 reserved1; __u8 reserved2; __u32 reserved3; __u64 reserved4; } atapi; struct { __u16 id; __u64 lun; __u16 reserved1; __u32 reserved2; } __attribute__((packed)) scsi; struct { __u64 serial_number; __u64 reserved; } usb; struct { __u64 eui; __u64 reserved; } i1394; struct { __u64 wwid; __u64 lun; } fibre; struct { __u64 identity_tag; __u64 reserved; } i2o; struct { __u32 array_number; __u32 reserved1; __u64 reserved2; } raid; struct { __u8 device; __u8 reserved1; __u16 reserved2; __u32 reserved3; __u64 reserved4; } sata; struct { __u64 reserved1; __u64 reserved2; } unknown; } device_path; __u8 reserved4; __u8 checksum; } __attribute__((packed)); struct edd_info { __u8 device; __u8 version; __u16 interface_support; __u16 legacy_max_cylinder; __u8 legacy_max_head; __u8 legacy_sectors_per_track; struct edd_device_params params; }; struct ist_info { __u32 signature; __u32 command; __u32 event; __u32 perf_level; }; struct edid_info { unsigned char dummy[128]; }; struct setup_header { __u8 setup_sects; __u16 root_flags; __u32 syssize; __u16 ram_size; __u16 vid_mode; __u16 root_dev; __u16 boot_flag; __u16 jump; __u32 header; __u16 version; __u32 realmode_swtch; __u16 start_sys_seg; __u16 kernel_version; __u8 type_of_loader; __u8 loadflags; __u16 setup_move_size; __u32 code32_start; __u32 ramdisk_image; __u32 ramdisk_size; __u32 bootsect_kludge; __u16 heap_end_ptr; __u8 ext_loader_ver; __u8 ext_loader_type; __u32 cmd_line_ptr; __u32 initrd_addr_max; __u32 kernel_alignment; __u8 relocatable_kernel; __u8 min_alignment; __u16 xloadflags; __u32 cmdline_size; __u32 hardware_subarch; __u64 hardware_subarch_data; __u32 payload_offset; __u32 payload_length; __u64 setup_data; __u64 pref_address; __u32 init_size; __u32 handover_offset; __u32 kernel_info_offset; } __attribute__((packed)); struct sys_desc_table { __u16 length; __u8 table[14]; }; struct olpc_ofw_header { __u32 ofw_magic; __u32 ofw_version; __u32 cif_handler; __u32 irq_desc_table; }; struct efi_info { __u32 efi_loader_signature; __u32 efi_systab; __u32 efi_memdesc_size; __u32 efi_memdesc_version; __u32 efi_memmap; __u32 efi_memmap_size; __u32 efi_systab_hi; __u32 efi_memmap_hi; }; struct boot_params { struct screen_info screen_info; struct apm_bios_info apm_bios_info; __u8 _pad2[4]; __u64 tboot_addr; struct ist_info ist_info; __u64 acpi_rsdp_addr; __u8 _pad3[8]; __u8 hd0_info[16]; __u8 hd1_info[16]; struct sys_desc_table sys_desc_table; struct olpc_ofw_header olpc_ofw_header; __u32 ext_ramdisk_image; __u32 ext_ramdisk_size; __u32 ext_cmd_line_ptr; __u8 _pad4[112]; __u32 cc_blob_address; struct edid_info edid_info; struct efi_info efi_info; __u32 alt_mem_k; __u32 scratch; __u8 e820_entries; __u8 eddbuf_entries; __u8 edd_mbr_sig_buf_entries; __u8 kbd_status; __u8 secure_boot; __u8 _pad5[2]; __u8 sentinel; __u8 _pad6[1]; struct setup_header hdr; __u8 _pad7[36]; __u32 edd_mbr_sig_buffer[16]; struct boot_e820_entry e820_table[128]; __u8 _pad8[48]; struct edd_info eddbuf[6]; __u8 _pad9[276]; }; struct cpio_data { void *data; size_t size; char name[18]; }; struct cpu_signature { unsigned int sig; unsigned int pf; unsigned int rev; }; struct ucode_cpu_info { struct cpu_signature cpu_sig; void *mc; }; enum ucode_state { UCODE_OK = 0, UCODE_NEW = 1, UCODE_NEW_SAFE = 2, UCODE_UPDATED = 3, UCODE_NFOUND = 4, UCODE_ERROR = 5, UCODE_TIMEOUT = 6, UCODE_OFFLINE = 7, }; struct microcode_ops { enum ucode_state (*request_microcode_fw)(int, struct device *); void (*microcode_fini_cpu)(int); enum ucode_state (*apply_microcode)(int); int (*collect_cpu_info)(int, struct cpu_signature *); void (*finalize_late_load)(int); unsigned int nmi_safe: 1; unsigned int use_nmi: 1; }; struct early_load_data { u32 old_rev; u32 new_rev; }; typedef u32 acpi_status; struct real_mode_header { u32 text_start; u32 ro_end; u32 trampoline_start; u32 trampoline_header; u32 trampoline_start64; u32 trampoline_pgd; u32 wakeup_start; u32 wakeup_header; u32 machine_real_restart_asm; u32 machine_real_restart_seg; }; struct wakeup_header { u16 video_mode; u32 pmode_entry; u16 pmode_cs; u32 pmode_cr0; u32 pmode_cr3; u32 pmode_cr4; u32 pmode_efer_low; u32 pmode_efer_high; u64 pmode_gdt; u32 pmode_misc_en_low; u32 pmode_misc_en_high; u32 pmode_behavior; u32 realmode_flags; u32 real_magic; u32 signature; } __attribute__((packed)); typedef void (*exitcall_t)(); enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; enum allow_write_msrs { MSR_WRITES_ON = 0, MSR_WRITES_OFF = 1, MSR_WRITES_DEFAULT = 2, }; typedef long long unsigned int cycles_t; enum work_flags { WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; struct tsc_adjust { s64 bootval; s64 adjusted; long unsigned int nextcheck; bool warned; }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; struct mpf_intel { char signature[4]; unsigned int physptr; unsigned char length; unsigned char specification; unsigned char checksum; unsigned char feature1; unsigned char feature2; unsigned char feature3; unsigned char feature4; unsigned char feature5; }; struct mpc_table { char signature[4]; short unsigned int length; char spec; char checksum; char oem[8]; char productid[12]; unsigned int oemptr; short unsigned int oemsize; short unsigned int oemcount; unsigned int lapic; unsigned int reserved; }; struct mpc_cpu { unsigned char type; unsigned char apicid; unsigned char apicver; unsigned char cpuflag; unsigned int cpufeature; unsigned int featureflag; unsigned int reserved[2]; }; struct mpc_bus { unsigned char type; unsigned char busid; unsigned char bustype[6]; }; struct mpc_ioapic { unsigned char type; unsigned char apicid; unsigned char apicver; unsigned char flags; unsigned int apicaddr; }; struct mpc_intsrc { unsigned char type; unsigned char irqtype; short unsigned int irqflag; unsigned char srcbus; unsigned char srcbusirq; unsigned char dstapic; unsigned char dstirq; }; enum mp_irq_source_types { mp_INT = 0, mp_NMI = 1, mp_SMI = 2, mp_ExtINT = 3, }; struct mpc_lintsrc { unsigned char type; unsigned char irqtype; short unsigned int irqflag; unsigned char srcbusid; unsigned char srcbusirq; unsigned char destapic; unsigned char destapiclint; }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; enum ioapic_domain_type { IOAPIC_DOMAIN_INVALID = 0, IOAPIC_DOMAIN_LEGACY = 1, IOAPIC_DOMAIN_STRICT = 2, IOAPIC_DOMAIN_DYNAMIC = 3, }; struct ioapic_domain_cfg { enum ioapic_domain_type type; const struct irq_domain_ops *ops; struct device_node *dev; }; struct apic { void (*eoi)(); void (*native_eoi)(); void (*write)(u32, u32); u32 (*read)(u32); void (*wait_icr_idle)(); u32 (*safe_wait_icr_idle)(); void (*send_IPI)(int, int); void (*send_IPI_mask)(const struct cpumask *, int); void (*send_IPI_mask_allbutself)(const struct cpumask *, int); void (*send_IPI_allbutself)(int); void (*send_IPI_all)(int); void (*send_IPI_self)(int); u32 disable_esr: 1; u32 dest_mode_logical: 1; u32 x2apic_set_max_apicid: 1; u32 nmi_to_offline_cpu: 1; u32 (*calc_dest_apicid)(unsigned int); u64 (*icr_read)(); void (*icr_write)(u32, u32); u32 max_apic_id; int (*probe)(); int (*acpi_madt_oem_check)(char *, char *); void (*init_apic_ldr)(); u32 (*cpu_present_to_apicid)(int); u32 (*get_apic_id)(u32); int (*wakeup_secondary_cpu)(u32, long unsigned int); int (*wakeup_secondary_cpu_64)(u32, long unsigned int); char *name; }; struct apic_override { void (*eoi)(); void (*native_eoi)(); void (*write)(u32, u32); u32 (*read)(u32); void (*send_IPI)(int, int); void (*send_IPI_mask)(const struct cpumask *, int); void (*send_IPI_mask_allbutself)(const struct cpumask *, int); void (*send_IPI_allbutself)(int); void (*send_IPI_all)(int); void (*send_IPI_self)(int); u64 (*icr_read)(); void (*icr_write)(u32, u32); int (*wakeup_secondary_cpu)(u32, long unsigned int); int (*wakeup_secondary_cpu_64)(u32, long unsigned int); }; enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_HANDLE_ENFORCE_IRQCTX = 134217728, IRQD_AFFINITY_ON_ACTIVATE = 268435456, IRQD_IRQ_ENABLED_ON_SUSPEND = 536870912, IRQD_RESEND_WHEN_IN_PROGRESS = 1073741824, }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, IRQCHIP_MOVE_DEFERRED = 4096, }; struct irq_cfg { unsigned int dest_apicid; unsigned int vector; }; typedef struct irq_desc *vector_irq_t[256]; enum acpi_device_swnode_dev_props { ACPI_DEVICE_SWNODE_DEV_ROTATION = 0, ACPI_DEVICE_SWNODE_DEV_CLOCK_FREQUENCY = 1, ACPI_DEVICE_SWNODE_DEV_LED_MAX_MICROAMP = 2, ACPI_DEVICE_SWNODE_DEV_FLASH_MAX_MICROAMP = 3, ACPI_DEVICE_SWNODE_DEV_FLASH_MAX_TIMEOUT_US = 4, ACPI_DEVICE_SWNODE_DEV_NUM_OF = 5, ACPI_DEVICE_SWNODE_DEV_NUM_ENTRIES = 6, }; enum acpi_device_swnode_port_props { ACPI_DEVICE_SWNODE_PORT_REG = 0, ACPI_DEVICE_SWNODE_PORT_NUM_OF = 1, ACPI_DEVICE_SWNODE_PORT_NUM_ENTRIES = 2, }; enum acpi_device_swnode_ep_props { ACPI_DEVICE_SWNODE_EP_REMOTE_EP = 0, ACPI_DEVICE_SWNODE_EP_BUS_TYPE = 1, ACPI_DEVICE_SWNODE_EP_REG = 2, ACPI_DEVICE_SWNODE_EP_CLOCK_LANES = 3, ACPI_DEVICE_SWNODE_EP_DATA_LANES = 4, ACPI_DEVICE_SWNODE_EP_LANE_POLARITIES = 5, ACPI_DEVICE_SWNODE_EP_LINK_FREQUENCIES = 6, ACPI_DEVICE_SWNODE_EP_NUM_OF = 7, ACPI_DEVICE_SWNODE_EP_NUM_ENTRIES = 8, }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_ISOLATED_MSI = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_DESTROY_GC = 1024, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_USE_DEV_FWNODE = 128, MSI_FLAG_PARENT_PM_DEV = 256, MSI_FLAG_PCI_MSI_MASK_PARENT = 512, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_NO_AFFINITY = 2097152, MSI_FLAG_NO_MASK = 4194304, }; enum fixed_addresses { VSYSCALL_PAGE = 511, FIX_DBGP_BASE = 512, FIX_EARLYCON_MEM_BASE = 513, FIX_OHCI1394_BASE = 514, FIX_APIC_BASE = 515, FIX_IO_APIC_BASE_0 = 516, FIX_IO_APIC_BASE_END = 643, __end_of_permanent_fixed_addresses = 644, FIX_BTMAP_END = 1024, FIX_BTMAP_BEGIN = 1535, __end_of_fixed_addresses = 1536, }; struct __arch_ftrace_regs { struct pt_regs regs; }; struct dyn_arch_ftrace {}; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, FTRACE_OPS_FL_SUBOP = 262144, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, FTRACE_FL_CALL_OPS = 4194304, FTRACE_FL_CALL_OPS_EN = 2097152, FTRACE_FL_TOUCHED = 1048576, FTRACE_FL_MODIFIED = 524288, }; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum execmem_type { EXECMEM_DEFAULT = 0, EXECMEM_MODULE_TEXT = 0, EXECMEM_KPROBES = 1, EXECMEM_FTRACE = 2, EXECMEM_BPF = 3, EXECMEM_MODULE_DATA = 4, EXECMEM_TYPE_MAX = 5, }; union ftrace_op_code_union { char code[7]; struct { char op[3]; int offset; } __attribute__((packed)); }; struct arch_optimized_insn { kprobe_opcode_t copied_insn[4]; kprobe_opcode_t *insn; size_t size; }; struct prev_kprobe { struct kprobe *kp; long unsigned int status; long unsigned int old_flags; long unsigned int saved_flags; }; struct kprobe_ctlblk { long unsigned int kprobe_status; long unsigned int kprobe_old_flags; long unsigned int kprobe_saved_flags; struct prev_kprobe prev_kprobe; }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; struct optimized_kprobe { struct kprobe kp; struct list_head list; struct arch_optimized_insn optinsn; }; typedef struct mutex *class_mutex_t; typedef long unsigned int ulong; typedef u64 uint64_t; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; struct pvclock_wall_clock { u32 version; u32 sec; u32 nsec; }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; struct x86_perf_regs { struct pt_regs regs; u64 *xmm_regs; }; enum perf_event_x86_regs { PERF_REG_X86_AX = 0, PERF_REG_X86_BX = 1, PERF_REG_X86_CX = 2, PERF_REG_X86_DX = 3, PERF_REG_X86_SI = 4, PERF_REG_X86_DI = 5, PERF_REG_X86_BP = 6, PERF_REG_X86_SP = 7, PERF_REG_X86_IP = 8, PERF_REG_X86_FLAGS = 9, PERF_REG_X86_CS = 10, PERF_REG_X86_SS = 11, PERF_REG_X86_DS = 12, PERF_REG_X86_ES = 13, PERF_REG_X86_FS = 14, PERF_REG_X86_GS = 15, PERF_REG_X86_R8 = 16, PERF_REG_X86_R9 = 17, PERF_REG_X86_R10 = 18, PERF_REG_X86_R11 = 19, PERF_REG_X86_R12 = 20, PERF_REG_X86_R13 = 21, PERF_REG_X86_R14 = 22, PERF_REG_X86_R15 = 23, PERF_REG_X86_32_MAX = 16, PERF_REG_X86_64_MAX = 24, PERF_REG_X86_XMM0 = 32, PERF_REG_X86_XMM1 = 34, PERF_REG_X86_XMM2 = 36, PERF_REG_X86_XMM3 = 38, PERF_REG_X86_XMM4 = 40, PERF_REG_X86_XMM5 = 42, PERF_REG_X86_XMM6 = 44, PERF_REG_X86_XMM7 = 46, PERF_REG_X86_XMM8 = 48, PERF_REG_X86_XMM9 = 50, PERF_REG_X86_XMM10 = 52, PERF_REG_X86_XMM11 = 54, PERF_REG_X86_XMM12 = 56, PERF_REG_X86_XMM13 = 58, PERF_REG_X86_XMM14 = 60, PERF_REG_X86_XMM15 = 62, PERF_REG_X86_XMM_MAX = 64, }; typedef void (*swap_func_t)(void *, void *, int); typedef int (*cmp_func_t)(const void *, const void *); typedef struct { void *lock; } class_rcu_t; struct inactive_task_frame { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bx; long unsigned int bp; long unsigned int ret_addr; }; struct unwind_state { struct stack_info stack_info; long unsigned int stack_mask; struct task_struct *task; int graph_idx; struct llist_node *kr_cur; bool error; bool signal; bool full_regs; long unsigned int sp; long unsigned int bp; long unsigned int ip; struct pt_regs *regs; struct pt_regs *prev_regs; }; enum page_cache_mode { _PAGE_CACHE_MODE_WB = 0, _PAGE_CACHE_MODE_WC = 1, _PAGE_CACHE_MODE_UC_MINUS = 2, _PAGE_CACHE_MODE_UC = 3, _PAGE_CACHE_MODE_WT = 4, _PAGE_CACHE_MODE_WP = 5, _PAGE_CACHE_MODE_NUM = 8, }; typedef long unsigned int p4dval_t; typedef struct { p4dval_t p4d; } p4d_t; enum pg_level { PG_LEVEL_NONE = 0, PG_LEVEL_4K = 1, PG_LEVEL_2M = 2, PG_LEVEL_1G = 3, PG_LEVEL_512G = 4, PG_LEVEL_256T = 5, PG_LEVEL_NUM = 6, }; enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; struct free_area { struct list_head free_list[4]; long unsigned int nr_free; }; struct pglist_data; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long unsigned int nr_free_highatomic; long int lowmem_reserve[4]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high_min; int pageset_high_max; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; const char *name; int initialized; long: 64; struct cacheline_padding _pad1_; struct free_area free_area[11]; long unsigned int flags; spinlock_t lock; struct llist_head trylock_free_pages; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; long: 0; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[4097]; }; enum zone_type { ZONE_DMA = 0, ZONE_DMA32 = 1, ZONE_NORMAL = 2, ZONE_MOVABLE = 3, __MAX_NR_ZONES = 4, }; struct zswap_lruvec_state {}; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct zswap_lruvec_state zswap_lruvec_state; }; struct per_cpu_nodestat; struct memory_tier; struct pglist_data { struct zone node_zones[4]; struct zonelist node_zonelists[2]; int nr_zones; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct lruvec __lruvec; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[48]; struct memory_tier *memtier; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int high_min; int high_max; int batch; u8 flags; u8 alloc_factor; u8 expire; short int free_count; struct list_head lists[12]; long: 64; long: 64; long: 64; long: 64; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[48]; }; enum kcore_type { KCORE_TEXT = 0, KCORE_VMALLOC = 1, KCORE_RAM = 2, KCORE_VMEMMAP = 3, KCORE_USER = 4, }; struct kcore_list { struct list_head list; long unsigned int addr; size_t size; int type; }; struct x86_mapping_info { void * (*alloc_pgt_page)(void *); void (*free_pgt_page)(void *, void *); void *context; long unsigned int page_flag; long unsigned int offset; bool direct_gbpages; long unsigned int kernpg_flag; }; struct paravirt_callee_save { void *func; }; struct pv_cpu_ops { void (*io_delay)(); }; struct pv_irq_ops { void (*safe_halt)(); void (*halt)(); }; struct flush_tlb_info; struct pv_mmu_ops { void (*flush_tlb_user)(); void (*flush_tlb_kernel)(); void (*flush_tlb_one_user)(long unsigned int); void (*flush_tlb_multi)(const struct cpumask *, const struct flush_tlb_info *); void (*exit_mmap)(struct mm_struct *); void (*notify_page_enc_status_changed)(long unsigned int, int, bool); }; struct flush_tlb_info { struct mm_struct *mm; long unsigned int start; long unsigned int end; u64 new_tlb_gen; unsigned int initiating_cpu; u8 stride_shift; u8 freed_tables; u8 trim_cpumask; }; struct pv_lock_ops { void (*queued_spin_lock_slowpath)(struct qspinlock *, u32); struct paravirt_callee_save queued_spin_unlock; void (*wait)(u8 *, u8); void (*kick)(int); struct paravirt_callee_save vcpu_is_preempted; }; struct paravirt_patch_template { struct pv_cpu_ops cpu; struct pv_irq_ops irq; struct pv_mmu_ops mmu; struct pv_lock_ops lock; }; struct ptdesc { long unsigned int __page_flags; union { struct callback_head pt_rcu_head; struct list_head pt_list; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; }; }; long unsigned int __page_mapping; union { long unsigned int pt_index; struct mm_struct *pt_mm; atomic_t pt_frag_refcount; atomic_t pt_share_count; }; union { long unsigned int _pt_pad_2; spinlock_t ptl; }; unsigned int __page_type; atomic_t __page_refcount; }; struct x86_guest { int (*enc_status_change_prepare)(long unsigned int, int, bool); int (*enc_status_change_finish)(long unsigned int, int, bool); bool (*enc_tlb_flush_required)(bool); bool (*enc_cache_flush_required)(); void (*enc_kexec_begin)(); void (*enc_kexec_finish)(); }; struct x86_legacy_devices { int pnpbios; }; enum x86_legacy_i8042_state { X86_LEGACY_I8042_PLATFORM_ABSENT = 0, X86_LEGACY_I8042_FIRMWARE_ABSENT = 1, X86_LEGACY_I8042_EXPECTED_PRESENT = 2, }; struct x86_legacy_features { enum x86_legacy_i8042_state i8042; int rtc; int warm_reset; int no_vga; int reserve_bios_regions; struct x86_legacy_devices devices; }; struct ghcb; struct x86_hyper_runtime { void (*pin_vcpu)(int); void (*sev_es_hcall_prepare)(struct ghcb *, struct pt_regs *); bool (*sev_es_hcall_finish)(struct ghcb *, struct pt_regs *); bool (*is_private_mmio)(u64); }; struct x86_platform_ops { long unsigned int (*calibrate_cpu)(); long unsigned int (*calibrate_tsc)(); void (*get_wallclock)(struct timespec64 *); int (*set_wallclock)(const struct timespec64 *); void (*iommu_shutdown)(); bool (*is_untracked_pat_range)(u64, u64); void (*nmi_init)(); unsigned char (*get_nmi_reason)(); void (*save_sched_clock_state)(); void (*restore_sched_clock_state)(); void (*apic_post_init)(); struct x86_legacy_features legacy; void (*set_legacy_features)(); void (*realmode_reserve)(); void (*realmode_init)(); struct x86_hyper_runtime hyper; struct x86_guest guest; }; struct vm_event_state { long unsigned int event[89]; }; struct cpa_data { long unsigned int *vaddr; pgd_t *pgd; pgprot_t mask_set; pgprot_t mask_clr; long unsigned int numpages; long unsigned int curpage; long unsigned int pfn; unsigned int flags; unsigned int force_split: 1; unsigned int force_static_prot: 1; unsigned int force_flush_all: 1; struct page **pages; }; enum cpa_warn { CPA_CONFLICT = 0, CPA_PROTECT = 1, CPA_DETECT = 2, }; struct acpi_subtable_header { u8 type; u8 length; }; struct acpi_srat_cpu_affinity { struct acpi_subtable_header header; u8 proximity_domain_lo; u8 apic_id; u32 flags; u8 local_sapic_eid; u8 proximity_domain_hi[3]; u32 clock_domain; }; struct acpi_srat_x2apic_cpu_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 apic_id; u32 flags; u32 clock_domain; u32 reserved2; }; enum uv_system_type { UV_NONE = 0, UV_LEGACY_APIC = 1, UV_X2APIC = 2, }; typedef struct { __u8 b[16]; } guid_t; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; typedef long unsigned int efi_status_t; typedef u8 efi_bool_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_status_t (*get_time)(efi_time_t *, efi_time_cap_t *); efi_status_t (*set_time)(efi_time_t *); efi_status_t (*get_wakeup_time)(efi_bool_t *, efi_bool_t *, efi_time_t *); efi_status_t (*set_wakeup_time)(efi_bool_t, efi_time_t *); efi_status_t (*set_virtual_address_map)(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); void *convert_pointer; efi_status_t (*get_variable)(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); efi_status_t (*get_next_variable)(long unsigned int *, efi_char16_t *, efi_guid_t *); efi_status_t (*set_variable)(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); efi_status_t (*get_next_high_mono_count)(u32 *); void (*reset_system)(int, efi_status_t, long unsigned int, efi_char16_t *); efi_status_t (*update_capsule)(efi_capsule_header_t **, long unsigned int, long unsigned int); efi_status_t (*query_capsule_caps)(efi_capsule_header_t **, long unsigned int, u64 *, int *); efi_status_t (*query_variable_info)(u32, u64 *, u64 *, u64 *); }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; typedef struct { efi_table_hdr_t hdr; u64 fw_vendor; u32 fw_revision; u32 __pad1; u64 con_in_handle; u64 con_in; u64 con_out_handle; u64 con_out; u64 stderr_handle; u64 stderr; u64 runtime; u64 boottime; u32 nr_tables; u32 __pad2; u64 tables; } efi_system_table_64_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; long unsigned int unaccepted; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; enum efi_secureboot_mode { efi_secureboot_mode_unset = 0, efi_secureboot_mode_unknown = 1, efi_secureboot_mode_disabled = 2, efi_secureboot_mode_enabled = 3, }; struct efi_setup_data { u64 fw_vendor; u64 __unused; u64 tables; u64 smbios; u64 reserved[8]; }; struct e820_entry { u64 addr; u64 size; enum e820_type type; } __attribute__((packed)); struct e820_table { __u32 nr_entries; struct e820_entry entries[3200]; }; union efi_boot_services; typedef union efi_boot_services efi_boot_services_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *, bool); typedef u16 ucs2_char_t; struct plist_head { struct list_head node_list; }; struct smp_ops { void (*smp_prepare_boot_cpu)(); void (*smp_prepare_cpus)(unsigned int); void (*smp_cpus_done)(unsigned int); void (*stop_other_cpus)(int); void (*crash_stop_other_cpus)(); void (*smp_send_reschedule)(int); void (*cleanup_dead_cpu)(unsigned int); void (*poll_sync_state)(); int (*kick_ap_alive)(unsigned int, struct task_struct *); int (*cpu_disable)(); void (*cpu_die)(unsigned int); void (*play_dead)(); void (*stop_this_cpu)(); void (*send_call_func_ipi)(const struct cpumask *); void (*send_call_func_single_ipi)(int); }; enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; enum hk_type { HK_TYPE_DOMAIN = 0, HK_TYPE_MANAGED_IRQ = 1, HK_TYPE_KERNEL_NOISE = 2, HK_TYPE_MAX = 3, HK_TYPE_TICK = 2, HK_TYPE_TIMER = 2, HK_TYPE_RCU = 2, HK_TYPE_MISC = 2, HK_TYPE_WQ = 2, HK_TYPE_KTHREAD = 2, }; typedef int (*cpu_stop_fn_t)(void *); struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; atomic_t ap_sync_state; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpuhp_sync_state { SYNC_STATE_DEAD = 0, SYNC_STATE_KICKED = 1, SYNC_STATE_SHOULD_DIE = 2, SYNC_STATE_ALIVE = 3, SYNC_STATE_SHOULD_ONLINE = 4, SYNC_STATE_ONLINE = 5, }; struct cpu_down_work { unsigned int cpu; enum cpuhp_state target; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; typedef __u64 __be64; typedef __kernel_clock_t clock_t; typedef unsigned int slab_flags_t; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; u32 kern_flags; }; struct bpf_net_context { struct bpf_redirect_info ri; struct list_head cpu_map_flush_list; struct list_head dev_map_flush_list; struct list_head xskmap_map_flush_list; }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct {} __empty_sa_data; char sa_data[0]; }; }; }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sk_buff *, struct iov_iter *, size_t); }; struct ubuf_info_ops; struct ubuf_info { const struct ubuf_info_ops *ops; refcount_t refcnt; u8 flags; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct posix_acl_hdr { refcount_t a_refcount; unsigned int a_count; struct callback_head a_rcu; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { union { struct { refcount_t a_refcount; unsigned int a_count; struct callback_head a_rcu; }; struct posix_acl_hdr hdr; }; struct posix_acl_entry a_entries[0]; }; typedef __u64 __addrpair; typedef __u32 __portpair; typedef struct { struct net *net; } possible_net_t; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; typedef u64 netdev_features_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; u16 prioidx; }; typedef struct {} netns_tracker; struct sk_filter; struct socket_wq; struct socket; struct xfrm_policy; struct sock_reuseport; struct sock { struct sock_common __sk_common; __u8 __cacheline_group_begin__sock_write_rx[0]; atomic_t sk_drops; __s32 sk_peek_off; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; __u8 __cacheline_group_end__sock_write_rx[0]; __u8 __cacheline_group_begin__sock_read_rx[0]; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; unsigned int sk_ll_usec; unsigned int sk_napi_id; u16 sk_busy_poll_budget; u8 sk_prefer_busy_poll; u8 sk_userlocks; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; void (*sk_data_ready)(struct sock *); long int sk_rcvtimeo; int sk_rcvlowat; __u8 __cacheline_group_end__sock_read_rx[0]; __u8 __cacheline_group_begin__sock_read_rxtx[0]; int sk_err; struct socket *sk_socket; struct mem_cgroup *sk_memcg; struct xfrm_policy *sk_policy[2]; __u8 __cacheline_group_end__sock_read_rxtx[0]; __u8 __cacheline_group_begin__sock_write_rxtx[0]; socket_lock_t sk_lock; u32 sk_reserved_mem; int sk_forward_alloc; u32 sk_tsflags; __u8 __cacheline_group_end__sock_write_rxtx[0]; __u8 __cacheline_group_begin__sock_write_tx[0]; int sk_write_pending; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; u32 sk_dst_pending_confirm; u32 sk_pacing_status; struct page_frag sk_frag; struct timer_list sk_timer; long unsigned int sk_pacing_rate; atomic_t sk_zckey; atomic_t sk_tskey; __u8 __cacheline_group_end__sock_write_tx[0]; __u8 __cacheline_group_begin__sock_read_tx[0]; long unsigned int sk_max_pacing_rate; long int sk_sndtimeo; u32 sk_priority; u32 sk_mark; struct dst_entry *sk_dst_cache; netdev_features_t sk_route_caps; u16 sk_gso_type; u16 sk_gso_max_segs; unsigned int sk_gso_max_size; gfp_t sk_allocation; u32 sk_txhash; u8 sk_pacing_shift; bool sk_use_task_frag; __u8 __cacheline_group_end__sock_read_tx[0]; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_shutdown; u16 sk_type; u16 sk_protocol; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; ktime_t sk_stamp; int sk_disconnects; u8 sk_txrehash; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; u8 sk_bpf_cb_flags; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; void (*sk_state_change)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct xarray sk_user_frags; }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; struct binfmt_misc { struct list_head entries; rwlock_t entries_lock; bool enabled; }; typedef struct { local64_t v; } u64_stats_t; struct bpf_offloaded_map; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; }; struct netdev_tc_txq { u16 count; u16 offset; }; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); typedef u32 xdp_features_t; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; enum netdev_stat_type { NETDEV_PCPU_STAT_NONE = 0, NETDEV_PCPU_STAT_LSTATS = 1, NETDEV_PCPU_STAT_TSTATS = 2, NETDEV_PCPU_STAT_DSTATS = 3, }; struct sfp_bus; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct net_device_ops; struct header_ops; struct netdev_queue; struct xps_dev_maps; struct bpf_mprog_entry; struct pcpu_lstats; struct pcpu_sw_netstats; struct pcpu_dstats; struct inet6_dev; struct netdev_rx_queue; struct netpoll_info; struct netdev_name_node; struct dev_ifalias; struct xdp_metadata_ops; struct xsk_tx_metadata_ops; struct net_device_core_stats; struct ethtool_ops; struct ndisc_ops; struct in_device; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct rtnl_link_ops; struct netdev_stat_ops; struct netdev_queue_mgmt_ops; struct netprio_map; struct phy_link_topology; struct phy_device; struct udp_tunnel_nic_info; struct udp_tunnel_nic; struct netdev_config; struct ethtool_netdev_state; struct rtnl_hw_stats64; struct devlink_port; struct dim_irq_moder; struct napi_config; struct hwtstamp_provider; struct net_device { __u8 __cacheline_group_begin__net_device_read_tx[0]; union { struct { long unsigned int priv_flags: 32; long unsigned int lltx: 1; }; struct { long unsigned int priv_flags: 32; long unsigned int lltx: 1; } priv_flags_fast; }; const struct net_device_ops *netdev_ops; const struct header_ops *header_ops; struct netdev_queue *_tx; netdev_features_t gso_partial_features; unsigned int real_num_tx_queues; unsigned int gso_max_size; unsigned int gso_ipv4_max_size; u16 gso_max_segs; s16 num_tc; unsigned int mtu; short unsigned int needed_headroom; struct netdev_tc_txq tc_to_txq[16]; struct xps_dev_maps *xps_maps[2]; struct nf_hook_entries *nf_hooks_egress; struct bpf_mprog_entry *tcx_egress; __u8 __cacheline_group_end__net_device_read_tx[0]; __u8 __cacheline_group_begin__net_device_read_txrx[0]; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; long unsigned int state; unsigned int flags; short unsigned int hard_header_len; netdev_features_t features; struct inet6_dev *ip6_ptr; __u8 __cacheline_group_end__net_device_read_txrx[0]; __u8 __cacheline_group_begin__net_device_read_rx[0]; struct bpf_prog *xdp_prog; struct list_head ptype_specific; int ifindex; unsigned int real_num_rx_queues; struct netdev_rx_queue *_rx; unsigned int gro_max_size; unsigned int gro_ipv4_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; possible_net_t nd_net; struct netpoll_info *npinfo; struct bpf_mprog_entry *tcx_ingress; __u8 __cacheline_group_end__net_device_read_rx[0]; char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct { struct list_head upper; struct list_head lower; } adj_list; xdp_features_t xdp_features; const struct xdp_metadata_ops *xdp_metadata_ops; const struct xsk_tx_metadata_ops *xsk_tx_metadata_ops; short unsigned int gflags; short unsigned int needed_tailroom; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct ethtool_ops *ethtool_ops; const struct ndisc_ops *ndisc_ops; unsigned int operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; int irq; u32 priv_len; spinlock_t addr_list_lock; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct hlist_head fib_nh_head; const unsigned char *dev_addr; unsigned int num_rx_queues; unsigned int xdp_zc_max_segs; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; unsigned int num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; u8 reg_state; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); void *ml_priv; enum netdev_ml_priv_type ml_priv_type; enum netdev_stat_type pcpu_stat_type: 8; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; const struct netdev_stat_ops *stat_ops; const struct netdev_queue_mgmt_ops *queue_mgmt_ops; unsigned int tso_max_size; u16 tso_max_segs; u8 prio_tc_map[16]; struct netprio_map *priomap; struct phy_link_topology *link_topo; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; bool threaded; bool irq_affinity_auto; bool rx_cpu_rmap_auto; long unsigned int see_all_hwtstamp_requests: 1; long unsigned int change_proto_down: 1; long unsigned int netns_immutable: 1; long unsigned int fcoe_mtu: 1; struct list_head net_notifier_list; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct netdev_config *cfg; struct netdev_config *cfg_pending; struct ethtool_netdev_state *ethtool; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; struct hlist_head page_pools; struct dim_irq_moder *irq_moder; u64 max_pacing_offload_horizon; struct napi_config *napi_config; long unsigned int gro_flush_timeout; u32 napi_defer_hard_irqs; bool up; bool request_ops_lock; struct mutex lock; struct hlist_head neighbours[2]; struct hwtstamp_provider *hwprov; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 priv[0]; }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; __u32 flowic_multipath_hash; struct flowi_tunnel flowic_tun_key; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; struct ubuf_info_ops { void (*complete)(struct sk_buff *, struct ubuf_info *, bool); int (*link_skb)(struct sk_buff *, struct ubuf_info *); }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; short unsigned int stall_thrs; long unsigned int history_head; long unsigned int history[4]; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; short unsigned int stall_max; long unsigned int last_reap; long unsigned int stall_cnt; }; struct prot_inuse { int all; int val[64]; }; struct icmpv6_mib_device { atomic_long_t mibs[7]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct fib_rule; struct fib_lookup_arg; struct fib_rule_hdr; struct nlattr; struct netlink_ext_ack; struct fib_rules_ops { int family; struct list_head list; int rule_size; int addr_size; int unresolved_rules; int nr_goto_rules; unsigned int fib_rules_seq; int (*action)(struct fib_rule *, struct flowi *, int, struct fib_lookup_arg *); bool (*suppress)(struct fib_rule *, int, struct fib_lookup_arg *); int (*match)(struct fib_rule *, struct flowi *, int); int (*configure)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *, struct nlattr **, struct netlink_ext_ack *); int (*delete)(struct fib_rule *); int (*compare)(struct fib_rule *, struct fib_rule_hdr *, struct nlattr **); int (*fill)(struct fib_rule *, struct sk_buff *, struct fib_rule_hdr *); size_t (*nlmsg_payload)(struct fib_rule *); void (*flush_cache)(struct fib_rules_ops *); int nlgroup; struct list_head rules_list; struct module *owner; struct net *fro_net; struct callback_head rcu; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(const struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[4]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct hlist_node hash; struct hlist_node dev_list; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; long: 0; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __u8 __cacheline_group_begin__ipv6_devconf_read_txrx[0]; __s32 disable_ipv6; __s32 hop_limit; __s32 mtu6; __s32 forwarding; __s32 disable_policy; __s32 proxy_ndp; __u8 __cacheline_group_end__ipv6_devconf_read_txrx[0]; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_min_advance; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_min_lft; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; __u8 ra_honor_pio_life; __u8 ra_honor_pio_pflag; struct ctl_table_header *sysctl_header; }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_AGGFRAG = 144, IPPROTO_RAW = 255, IPPROTO_SMC = 256, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct netprio_map { struct callback_head rcu; u32 priomap_len; u32 priomap[0]; }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_accept_arg; struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, struct proto_accept_arg *); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct socket *); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct proto_accept_arg { int flags; int err; int is_empty; bool kern; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; const struct netlink_range_validation *range; const struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; int flags; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; struct gro_list { struct list_head list; int count; }; struct gro_node { long unsigned int bitmask; struct gro_list hash[8]; struct list_head rx_list; u32 rx_count; u32 cached_napi_id; }; struct napi_config { u64 gro_flush_timeout; u64 irq_suspend_timeout; u32 defer_hard_irqs; cpumask_t affinity_mask; unsigned int napi_id; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; u32 defer_hard_irqs_count; int (*poll)(struct napi_struct *, int); int poll_owner; int list_owner; struct net_device *dev; struct sk_buff *skb; struct gro_node gro; struct hrtimer timer; struct task_struct *thread; long unsigned int gro_flush_timeout; long unsigned int irq_suspend_timeout; u32 defer_hard_irqs; u32 napi_id; struct list_head dev_list; struct hlist_node napi_hash_node; int irq; struct irq_affinity_notify notify; int napi_rmap_idx; int index; struct napi_config *config; }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; const struct attribute_group **groups; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; struct dql dql; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; struct napi_struct *napi; int numa_node; long: 64; long: 64; long: 64; }; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct net_rate_estimator; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; int owner; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; struct lock_class_key root_lock_key; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; u8 amsdu; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct xdp_frame; struct xdp_buff; struct ip_tunnel_parm_kern; struct kernel_hwtstamp_config; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); void (*ndo_poll_controller)(struct net_device *); int (*ndo_netpoll_setup)(struct net_device *); void (*ndo_netpoll_cleanup)(struct net_device *); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, bool *, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, bool *, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct nlmsghdr *, struct net_device *, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_mdb_add)(struct net_device *, struct nlattr **, u16, struct netlink_ext_ack *); int (*ndo_mdb_del)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_del_bulk)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_dump)(struct net_device *, struct sk_buff *, struct netlink_callback *); int (*ndo_mdb_get)(struct net_device *, struct nlattr **, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm_kern *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); int (*ndo_hwtstamp_get)(struct net_device *, struct kernel_hwtstamp_config *); int (*ndo_hwtstamp_set)(struct net_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; enum hwtstamp_source { HWTSTAMP_SOURCE_UNSPEC = 0, HWTSTAMP_SOURCE_NETDEV = 1, HWTSTAMP_SOURCE_PHYLIB = 2, }; enum hwtstamp_provider_qualifier { HWTSTAMP_PROVIDER_QUALIFIER_PRECISE = 0, HWTSTAMP_PROVIDER_QUALIFIER_APPROX = 1, HWTSTAMP_PROVIDER_QUALIFIER_CNT = 2, }; struct kernel_hwtstamp_config { int flags; int tx_type; int rx_filter; struct ifreq *ifr; bool copied_to_user; enum hwtstamp_source source; enum hwtstamp_provider_qualifier qualifier; }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct pcpu_dstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; u64_stats_t rx_drops; u64_stats_t tx_drops; struct u64_stats_sync syncp; long: 64; long: 64; }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; enum xdp_rss_hash_type { XDP_RSS_L3_IPV4 = 1, XDP_RSS_L3_IPV6 = 2, XDP_RSS_L3_DYNHDR = 4, XDP_RSS_L4 = 8, XDP_RSS_L4_TCP = 16, XDP_RSS_L4_UDP = 32, XDP_RSS_L4_SCTP = 64, XDP_RSS_L4_IPSEC = 128, XDP_RSS_L4_ICMP = 256, XDP_RSS_TYPE_NONE = 0, XDP_RSS_TYPE_L2 = 0, XDP_RSS_TYPE_L3_IPV4 = 1, XDP_RSS_TYPE_L3_IPV6 = 2, XDP_RSS_TYPE_L3_IPV4_OPT = 5, XDP_RSS_TYPE_L3_IPV6_EX = 6, XDP_RSS_TYPE_L4_ANY = 8, XDP_RSS_TYPE_L4_IPV4_TCP = 25, XDP_RSS_TYPE_L4_IPV4_UDP = 41, XDP_RSS_TYPE_L4_IPV4_SCTP = 73, XDP_RSS_TYPE_L4_IPV4_IPSEC = 137, XDP_RSS_TYPE_L4_IPV4_ICMP = 265, XDP_RSS_TYPE_L4_IPV6_TCP = 26, XDP_RSS_TYPE_L4_IPV6_UDP = 42, XDP_RSS_TYPE_L4_IPV6_SCTP = 74, XDP_RSS_TYPE_L4_IPV6_IPSEC = 138, XDP_RSS_TYPE_L4_IPV6_ICMP = 266, XDP_RSS_TYPE_L4_IPV6_TCP_EX = 30, XDP_RSS_TYPE_L4_IPV6_UDP_EX = 46, XDP_RSS_TYPE_L4_IPV6_SCTP_EX = 78, }; struct xdp_md; struct xdp_metadata_ops { int (*xmo_rx_timestamp)(const struct xdp_md *, u64 *); int (*xmo_rx_hash)(const struct xdp_md *, u32 *, enum xdp_rss_hash_type *); int (*xmo_rx_vlan_tag)(const struct xdp_md *, __be16 *, u16 *); }; struct xsk_tx_metadata_ops { void (*tmo_request_timestamp)(void *); u64 (*tmo_fill_timestamp)(void *); void (*tmo_request_checksum)(u16, u16, void *); void (*tmo_request_launch_time)(u64, void *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_rxfh_param; struct ethtool_rxfh_context; struct ethtool_channels; struct ethtool_dump; struct kernel_ethtool_ts_info; struct ethtool_ts_stats; struct ethtool_modinfo; struct ethtool_keee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_mm_state; struct ethtool_mm_cfg; struct ethtool_mm_stats; struct ethtool_ops { u32 supported_input_xfrm: 8; u32 cap_link_lanes_supported: 1; u32 cap_rss_ctx_supported: 1; u32 rxfh_per_ctx_key: 1; u32 cap_rss_rxnfc_adds: 1; u32 rxfh_indir_space; u16 rxfh_key_space; u16 rxfh_priv_size; u32 rxfh_max_num_contexts; u32 supported_coalesce_params; u32 supported_ring_params; u32 supported_hwtstamp_qualifiers; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, struct ethtool_rxfh_param *); int (*set_rxfh)(struct net_device *, struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*create_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, const struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*modify_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, const struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*remove_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, u32, struct netlink_ext_ack *); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct kernel_ethtool_ts_info *); void (*get_ts_stats)(struct net_device *, struct ethtool_ts_stats *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_keee *); int (*set_eee)(struct net_device *, struct ethtool_keee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); int (*set_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*get_mm)(struct net_device *, struct ethtool_mm_state *); int (*set_mm)(struct net_device *, struct ethtool_mm_cfg *, struct netlink_ext_ack *); void (*get_mm_stats)(struct net_device *, struct ethtool_mm_stats *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; struct rtnl_newlink_params; struct rtnl_link_ops { struct list_head list; struct srcu_struct srcu; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; const u16 peer_type; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net_device *, struct rtnl_newlink_params *, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct netdev_queue_stats_rx; struct netdev_queue_stats_tx; struct netdev_stat_ops { void (*get_queue_stats_rx)(struct net_device *, int, struct netdev_queue_stats_rx *); void (*get_queue_stats_tx)(struct net_device *, int, struct netdev_queue_stats_tx *); void (*get_base_stats)(struct net_device *, struct netdev_queue_stats_rx *, struct netdev_queue_stats_tx *); }; struct netdev_queue_mgmt_ops { size_t ndo_queue_mem_size; int (*ndo_queue_mem_alloc)(struct net_device *, void *, int); void (*ndo_queue_mem_free)(struct net_device *, void *); int (*ndo_queue_start)(struct net_device *, void *, int); int (*ndo_queue_stop)(struct net_device *, void *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; struct hwtstamp_provider_desc { int index; enum hwtstamp_provider_qualifier qualifier; }; struct hwtstamp_provider { struct callback_head callback_head; enum hwtstamp_source source; struct phy_device *phydev; struct hwtstamp_provider_desc desc; }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; struct rtnl_newlink_params { struct net *src_net; struct net *link_net; struct net *peer_net; struct nlattr **tb; struct nlattr **data; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct tcf_block; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct xarray ports; struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t useswcnt; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; bool counted; bool usesw; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_exts; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); void (*tmplt_reoffload)(struct tcf_chain *, bool, flow_setup_cb_t *, void *); struct tcf_exts * (*get_exts)(const struct tcf_proto *, u32); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u32 key[0]; }; struct neigh_hash_table { struct hlist_head *hash_heads; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_BOUND_INACTIVE = 13, TCP_MAX_STATES = 14, }; struct fib_rule_hdr { __u8 family; __u8 dst_len; __u8 src_len; __u8 tos; __u8 table; __u8 res1; __u8 res2; __u8 action; __u32 flags; }; struct fib_rule_port_range { __u16 start; __u16 end; }; struct fib_kuid_range { kuid_t start; kuid_t end; }; struct fib_rule { struct list_head list; int iifindex; int oifindex; u32 mark; u32 mark_mask; u32 flags; u32 table; u8 action; u8 l3mdev; u8 proto; u8 ip_proto; u32 target; __be64 tun_id; struct fib_rule *ctarget; struct net *fr_net; refcount_t refcnt; u32 pref; int suppress_ifgroup; int suppress_prefixlen; char iifname[16]; char oifname[16]; struct fib_kuid_range uid_range; struct fib_rule_port_range sport_range; struct fib_rule_port_range dport_range; u16 sport_mask; u16 dport_mask; u8 iif_is_l3_master; u8 oif_is_l3_master; struct callback_head rcu; }; struct fib_lookup_arg { void *lookup_ptr; const void *lookup_data; void *result; struct fib_rule *rule; u32 table; int flags; }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, struct proto_accept_arg *); int (*ioctl)(struct sock *, int, int *); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); void (*splice_eof)(struct socket *); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; unsigned int ipv6_pinfo_offset; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; enum sk_rst_reason { SK_RST_REASON_NOT_SPECIFIED = 0, SK_RST_REASON_NO_SOCKET = 1, SK_RST_REASON_TCP_INVALID_ACK_SEQUENCE = 2, SK_RST_REASON_TCP_RFC7323_PAWS = 3, SK_RST_REASON_TCP_TOO_OLD_ACK = 4, SK_RST_REASON_TCP_ACK_UNSENT_DATA = 5, SK_RST_REASON_TCP_FLAGS = 6, SK_RST_REASON_TCP_OLD_ACK = 7, SK_RST_REASON_TCP_ABORT_ON_DATA = 8, SK_RST_REASON_TCP_TIMEWAIT_SOCKET = 9, SK_RST_REASON_INVALID_SYN = 10, SK_RST_REASON_TCP_ABORT_ON_CLOSE = 11, SK_RST_REASON_TCP_ABORT_ON_LINGER = 12, SK_RST_REASON_TCP_ABORT_ON_MEMORY = 13, SK_RST_REASON_TCP_STATE = 14, SK_RST_REASON_TCP_KEEPALIVE_TIMEOUT = 15, SK_RST_REASON_TCP_DISCONNECT_WITH_DATA = 16, SK_RST_REASON_MPTCP_RST_EUNSPEC = 17, SK_RST_REASON_MPTCP_RST_EMPTCP = 18, SK_RST_REASON_MPTCP_RST_ERESOURCE = 19, SK_RST_REASON_MPTCP_RST_EPROHIBIT = 20, SK_RST_REASON_MPTCP_RST_EWQ2BIG = 21, SK_RST_REASON_MPTCP_RST_EBADPERF = 22, SK_RST_REASON_MPTCP_RST_EMIDDLEBOX = 23, SK_RST_REASON_ERROR = 24, SK_RST_REASON_MAX = 25, }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *, enum sk_rst_reason); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, TCP_ACK_DEFERRED = 6, }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; long unsigned int argmin; struct mm_struct *mm; long unsigned int p; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; unsigned int comm_from_dentry: 1; unsigned int is_check: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = -1, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; typedef void (*rcu_callback_t)(struct callback_head *); enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; typedef struct {} local_lock_t; typedef struct { local_lock_t llock; u8 acquired; } local_trylock_t; enum _slab_flag_bits { _SLAB_CONSISTENCY_CHECKS = 0, _SLAB_RED_ZONE = 1, _SLAB_POISON = 2, _SLAB_KMALLOC = 3, _SLAB_HWCACHE_ALIGN = 4, _SLAB_CACHE_DMA = 5, _SLAB_CACHE_DMA32 = 6, _SLAB_STORE_USER = 7, _SLAB_PANIC = 8, _SLAB_TYPESAFE_BY_RCU = 9, _SLAB_TRACE = 10, _SLAB_NOLEAKTRACE = 11, _SLAB_NO_MERGE = 12, _SLAB_NO_USER_FLAGS = 13, _SLAB_RECLAIM_ACCOUNT = 14, _SLAB_OBJECT_POISON = 15, _SLAB_CMPXCHG_DOUBLE = 16, _SLAB_FLAGS_LAST_BIT = 17, }; struct kmem_cache_args { unsigned int align; unsigned int useroffset; unsigned int usersize; unsigned int freeptr_offset; bool use_freeptr_offset; void (*ctor)(void *); }; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; struct fd { long unsigned int word; }; typedef struct fd class_fd_t; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_NR_TABLES = 2, NEIGH_LINK_TABLE = 2, }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, NAPI_STATE_HAS_NOTIFIER = 10, }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; enum wq_flags { WQ_BH = 1, WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DESTROYING = 32768, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_BH_ALLOWS = 17, }; enum wq_consts { WQ_MAX_ACTIVE = 2048, WQ_UNBOUND_MAX_ACTIVE = 2048, WQ_DFL_ACTIVE = 1024, WQ_DFL_MIN_ACTIVE = 8, }; struct pool_workqueue; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; u64 current_at; unsigned int current_color; int sleeping; work_func_t last_func; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; char desc[32]; struct workqueue_struct *rescue_wq; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; struct pin_cookie {}; typedef struct { void *lock; } class_preempt_t; typedef struct { void *lock; long unsigned int flags; } class_irqsave_t; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef struct { raw_spinlock_t *lock; } class_raw_spinlock_irq_t; typedef struct { raw_spinlock_t *lock; long unsigned int flags; } class_raw_spinlock_irqsave_t; typedef int (*task_call_f)(struct task_struct *, void *); struct wait_bit_key { long unsigned int *flags; int bit_nr; long unsigned int timeout; }; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; struct trace_print_flags { long unsigned int mask; const char *name; }; enum { TASK_COMM_LEN = 16, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; bool overloaded; bool overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_cookie; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; struct perf_domain *pd; }; struct sched_param { int sched_priority; }; struct cfs_rq { struct load_weight load; unsigned int nr_queued; unsigned int h_nr_queued; unsigned int h_nr_runnable; unsigned int h_nr_idle; s64 avg_vruntime; u64 avg_load; u64 min_vruntime; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; u64 last_update_tg_load_avg; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; long: 64; long: 64; long: 64; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; bool overloaded; struct plist_head pushable_tasks; int rt_queued; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; bool overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 max_bw; u64 bw_ratio; }; struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct sched_domain; struct balance_callback; struct cpuidle_state; struct rq { raw_spinlock_t __lock; unsigned int nr_running; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; long: 64; long: 64; long: 64; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct sched_dl_entity fair_server; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; union { struct task_struct *donor; struct task_struct *curr; }; struct sched_dl_entity *dl_server; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; struct sched_avg avg_rt; struct sched_avg avg_dl; u64 idle_stamp; u64 avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; u64 prev_steal_time; long unsigned int calc_load_update; long int calc_load_active; long: 64; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct sched_info rq_sched_info; long long unsigned int rq_cpu_time; unsigned int yld_count; unsigned int sched_count; unsigned int sched_goidle; unsigned int ttwu_count; unsigned int ttwu_local; struct cpuidle_state *idle_state; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; cpumask_var_t scratch_mask; }; struct cfs_bandwidth {}; struct task_group { struct cgroup_subsys_state css; int idle; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct task_struct *task; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_cancel; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; struct task_delay_info { raw_spinlock_t lock; u64 blkio_start; u64 blkio_delay_max; u64 blkio_delay_min; u64 blkio_delay; u64 swapin_start; u64 swapin_delay_max; u64 swapin_delay_min; u64 swapin_delay; u32 blkio_count; u32 swapin_count; u64 freepages_start; u64 freepages_delay_max; u64 freepages_delay_min; u64 freepages_delay; u64 thrashing_start; u64 thrashing_delay_max; u64 thrashing_delay_min; u64 thrashing_delay; u64 compact_start; u64 compact_delay_max; u64 compact_delay_min; u64 compact_delay; u64 wpcopy_start; u64 wpcopy_delay_max; u64 wpcopy_delay_min; u64 wpcopy_delay; u64 irq_delay_max; u64 irq_delay_min; u64 irq_delay; u32 freepages_count; u32 thrashing_count; u32 compact_count; u32 wpcopy_count; u32 irq_count; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; enum mm_cid_state { MM_CID_UNSET = 4294967295, MM_CID_LAZY_PUT = 2147483648, }; enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; const char *name; int exit_signal; u32 kthread: 1; u32 io_thread: 1; u32 user_worker: 1; u32 no_files: 1; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; unsigned int kill_seq; }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; typedef int __kernel_rwf_t; enum ctx_state { CT_STATE_DISABLED = -1, CT_STATE_KERNEL = 0, CT_STATE_IDLE = 1, CT_STATE_USER = 2, CT_STATE_GUEST = 3, CT_STATE_MAX = 4, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; unsigned int lb_count[3]; unsigned int lb_failed[3]; unsigned int lb_balanced[3]; unsigned int lb_imbalance_load[3]; unsigned int lb_imbalance_util[3]; unsigned int lb_imbalance_task[3]; unsigned int lb_imbalance_misfit[3]; unsigned int lb_gained[3]; unsigned int lb_hot_gained[3]; unsigned int lb_nobusyg[3]; unsigned int lb_nobusyq[3]; unsigned int alb_count; unsigned int alb_failed; unsigned int alb_pushed; unsigned int sbe_count; unsigned int sbe_balanced; unsigned int sbe_pushed; unsigned int sbf_count; unsigned int sbf_balanced; unsigned int sbf_pushed; unsigned int ttwu_wake_remote; unsigned int ttwu_move_affine; unsigned int ttwu_move_balance; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; unsigned int cores; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct em_perf_state { long unsigned int performance; long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_table { struct callback_head rcu; struct kref kref; struct em_perf_state state[0]; }; struct em_perf_domain { struct em_perf_table *em_table; int nr_perf_states; int min_perf_state; int max_perf_state; long unsigned int flags; long unsigned int cpus[0]; }; struct kernel_cpustat { u64 cpustat[10]; }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_NOECTPKTS = 4, IPSTATS_MIB_ECT1PKTS = 5, IPSTATS_MIB_ECT0PKTS = 6, IPSTATS_MIB_CEPKTS = 7, IPSTATS_MIB_OUTREQUESTS = 8, IPSTATS_MIB_OUTPKTS = 9, IPSTATS_MIB_OUTOCTETS = 10, IPSTATS_MIB_OUTFORWDATAGRAMS = 11, IPSTATS_MIB_INHDRERRORS = 12, IPSTATS_MIB_INTOOBIGERRORS = 13, IPSTATS_MIB_INNOROUTES = 14, IPSTATS_MIB_INADDRERRORS = 15, IPSTATS_MIB_INUNKNOWNPROTOS = 16, IPSTATS_MIB_INTRUNCATEDPKTS = 17, IPSTATS_MIB_INDISCARDS = 18, IPSTATS_MIB_OUTDISCARDS = 19, IPSTATS_MIB_OUTNOROUTES = 20, IPSTATS_MIB_REASMTIMEOUT = 21, IPSTATS_MIB_REASMREQDS = 22, IPSTATS_MIB_REASMOKS = 23, IPSTATS_MIB_REASMFAILS = 24, IPSTATS_MIB_FRAGOKS = 25, IPSTATS_MIB_FRAGFAILS = 26, IPSTATS_MIB_FRAGCREATES = 27, IPSTATS_MIB_INMCASTPKTS = 28, IPSTATS_MIB_OUTMCASTPKTS = 29, IPSTATS_MIB_INBCASTPKTS = 30, IPSTATS_MIB_OUTBCASTPKTS = 31, IPSTATS_MIB_INMCASTOCTETS = 32, IPSTATS_MIB_OUTMCASTOCTETS = 33, IPSTATS_MIB_INBCASTOCTETS = 34, IPSTATS_MIB_OUTBCASTOCTETS = 35, IPSTATS_MIB_CSUMERRORS = 36, IPSTATS_MIB_REASM_OVERLAPS = 37, __IPSTATS_MIB_MAX = 38, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, ICMP_MIB_RATELIMITGLOBAL = 28, ICMP_MIB_RATELIMITHOST = 29, __ICMP_MIB_MAX = 30, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, ICMP6_MIB_RATELIMITHOST = 6, __ICMP6_MIB_MAX = 7, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_TSECRREJECTED = 16, LINUX_MIB_PAWS_OLD_ACK = 17, LINUX_MIB_DELAYEDACKS = 18, LINUX_MIB_DELAYEDACKLOCKED = 19, LINUX_MIB_DELAYEDACKLOST = 20, LINUX_MIB_LISTENOVERFLOWS = 21, LINUX_MIB_LISTENDROPS = 22, LINUX_MIB_TCPHPHITS = 23, LINUX_MIB_TCPPUREACKS = 24, LINUX_MIB_TCPHPACKS = 25, LINUX_MIB_TCPRENORECOVERY = 26, LINUX_MIB_TCPSACKRECOVERY = 27, LINUX_MIB_TCPSACKRENEGING = 28, LINUX_MIB_TCPSACKREORDER = 29, LINUX_MIB_TCPRENOREORDER = 30, LINUX_MIB_TCPTSREORDER = 31, LINUX_MIB_TCPFULLUNDO = 32, LINUX_MIB_TCPPARTIALUNDO = 33, LINUX_MIB_TCPDSACKUNDO = 34, LINUX_MIB_TCPLOSSUNDO = 35, LINUX_MIB_TCPLOSTRETRANSMIT = 36, LINUX_MIB_TCPRENOFAILURES = 37, LINUX_MIB_TCPSACKFAILURES = 38, LINUX_MIB_TCPLOSSFAILURES = 39, LINUX_MIB_TCPFASTRETRANS = 40, LINUX_MIB_TCPSLOWSTARTRETRANS = 41, LINUX_MIB_TCPTIMEOUTS = 42, LINUX_MIB_TCPLOSSPROBES = 43, LINUX_MIB_TCPLOSSPROBERECOVERY = 44, LINUX_MIB_TCPRENORECOVERYFAIL = 45, LINUX_MIB_TCPSACKRECOVERYFAIL = 46, LINUX_MIB_TCPRCVCOLLAPSED = 47, LINUX_MIB_TCPDSACKOLDSENT = 48, LINUX_MIB_TCPDSACKOFOSENT = 49, LINUX_MIB_TCPDSACKRECV = 50, LINUX_MIB_TCPDSACKOFORECV = 51, LINUX_MIB_TCPABORTONDATA = 52, LINUX_MIB_TCPABORTONCLOSE = 53, LINUX_MIB_TCPABORTONMEMORY = 54, LINUX_MIB_TCPABORTONTIMEOUT = 55, LINUX_MIB_TCPABORTONLINGER = 56, LINUX_MIB_TCPABORTFAILED = 57, LINUX_MIB_TCPMEMORYPRESSURES = 58, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 59, LINUX_MIB_TCPSACKDISCARD = 60, LINUX_MIB_TCPDSACKIGNOREDOLD = 61, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 62, LINUX_MIB_TCPSPURIOUSRTOS = 63, LINUX_MIB_TCPMD5NOTFOUND = 64, LINUX_MIB_TCPMD5UNEXPECTED = 65, LINUX_MIB_TCPMD5FAILURE = 66, LINUX_MIB_SACKSHIFTED = 67, LINUX_MIB_SACKMERGED = 68, LINUX_MIB_SACKSHIFTFALLBACK = 69, LINUX_MIB_TCPBACKLOGDROP = 70, LINUX_MIB_PFMEMALLOCDROP = 71, LINUX_MIB_TCPMINTTLDROP = 72, LINUX_MIB_TCPDEFERACCEPTDROP = 73, LINUX_MIB_IPRPFILTER = 74, LINUX_MIB_TCPTIMEWAITOVERFLOW = 75, LINUX_MIB_TCPREQQFULLDOCOOKIES = 76, LINUX_MIB_TCPREQQFULLDROP = 77, LINUX_MIB_TCPRETRANSFAIL = 78, LINUX_MIB_TCPRCVCOALESCE = 79, LINUX_MIB_TCPBACKLOGCOALESCE = 80, LINUX_MIB_TCPOFOQUEUE = 81, LINUX_MIB_TCPOFODROP = 82, LINUX_MIB_TCPOFOMERGE = 83, LINUX_MIB_TCPCHALLENGEACK = 84, LINUX_MIB_TCPSYNCHALLENGE = 85, LINUX_MIB_TCPFASTOPENACTIVE = 86, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 87, LINUX_MIB_TCPFASTOPENPASSIVE = 88, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 89, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 90, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 91, LINUX_MIB_TCPFASTOPENBLACKHOLE = 92, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 93, LINUX_MIB_BUSYPOLLRXPACKETS = 94, LINUX_MIB_TCPAUTOCORKING = 95, LINUX_MIB_TCPFROMZEROWINDOWADV = 96, LINUX_MIB_TCPTOZEROWINDOWADV = 97, LINUX_MIB_TCPWANTZEROWINDOWADV = 98, LINUX_MIB_TCPSYNRETRANS = 99, LINUX_MIB_TCPORIGDATASENT = 100, LINUX_MIB_TCPHYSTARTTRAINDETECT = 101, LINUX_MIB_TCPHYSTARTTRAINCWND = 102, LINUX_MIB_TCPHYSTARTDELAYDETECT = 103, LINUX_MIB_TCPHYSTARTDELAYCWND = 104, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 105, LINUX_MIB_TCPACKSKIPPEDPAWS = 106, LINUX_MIB_TCPACKSKIPPEDSEQ = 107, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 108, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 109, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 110, LINUX_MIB_TCPWINPROBE = 111, LINUX_MIB_TCPKEEPALIVE = 112, LINUX_MIB_TCPMTUPFAIL = 113, LINUX_MIB_TCPMTUPSUCCESS = 114, LINUX_MIB_TCPDELIVERED = 115, LINUX_MIB_TCPDELIVEREDCE = 116, LINUX_MIB_TCPACKCOMPRESSED = 117, LINUX_MIB_TCPZEROWINDOWDROP = 118, LINUX_MIB_TCPRCVQDROP = 119, LINUX_MIB_TCPWQUEUETOOBIG = 120, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 121, LINUX_MIB_TCPTIMEOUTREHASH = 122, LINUX_MIB_TCPDUPLICATEDATAREHASH = 123, LINUX_MIB_TCPDSACKRECVSEGS = 124, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 125, LINUX_MIB_TCPMIGRATEREQSUCCESS = 126, LINUX_MIB_TCPMIGRATEREQFAILURE = 127, LINUX_MIB_TCPPLBREHASH = 128, LINUX_MIB_TCPAOREQUIRED = 129, LINUX_MIB_TCPAOBAD = 130, LINUX_MIB_TCPAOKEYNOTFOUND = 131, LINUX_MIB_TCPAOGOOD = 132, LINUX_MIB_TCPAODROPPEDICMPS = 133, __LINUX_MIB_MAX = 134, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, LINUX_MIB_XFRMOUTSTATEDIRERROR = 29, LINUX_MIB_XFRMINSTATEDIRERROR = 30, LINUX_MIB_XFRMINIPTFSERROR = 31, LINUX_MIB_XFRMOUTNOQSPACE = 32, __LINUX_MIB_XFRMMAX = 33, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, LINUX_MIB_TLSRXREKEYOK = 13, LINUX_MIB_TLSRXREKEYERROR = 14, LINUX_MIB_TLSTXREKEYOK = 15, LINUX_MIB_TLSTXREKEYERROR = 16, LINUX_MIB_TLSRXREKEYRECEIVED = 17, __LINUX_MIB_TLSMAX = 18, }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = -1, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; typedef void (*task_work_func_t)(struct callback_head *); struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_prepare_exec { struct trace_entry ent; u32 __data_loc_interp; u32 __data_loc_filename; pid_t pid; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_sched_stat_template { struct trace_entry ent; char comm[16]; pid_t pid; u64 delay; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; const void *filename_ptr_; }; struct trace_event_data_offsets_sched_prepare_exec { u32 interp; const void *interp_ptr_; u32 filename; const void *filename_ptr_; u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_sched_stat_template {}; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_prepare_exec)(void *, struct task_struct *, struct linux_binprm *); typedef void (*btf_trace_sched_stat_wait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_sleep)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_iowait)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_blocked)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_hw_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); typedef void (*btf_trace_sched_compute_energy_tp)(void *, struct task_struct *, int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_sched_entry_tp)(void *, bool, long unsigned int); typedef void (*btf_trace_sched_exit_tp)(void *, bool, long unsigned int); struct trace_event_raw_ipi_raise { struct trace_entry ent; u32 __data_loc_target_cpus; const char *reason; char __data[0]; }; struct trace_event_raw_ipi_send_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_send_cpumask { struct trace_entry ent; u32 __data_loc_cpumask; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_handler { struct trace_entry ent; const char *reason; char __data[0]; }; struct trace_event_data_offsets_ipi_raise { u32 target_cpus; const void *target_cpus_ptr_; }; struct trace_event_data_offsets_ipi_send_cpu {}; struct trace_event_data_offsets_ipi_send_cpumask { u32 cpumask; const void *cpumask_ptr_; }; struct trace_event_data_offsets_ipi_handler {}; typedef void (*btf_trace_ipi_raise)(void *, const struct cpumask *, const char *); typedef void (*btf_trace_ipi_send_cpu)(void *, const unsigned int, long unsigned int, void *); typedef void (*btf_trace_ipi_send_cpumask)(void *, const struct cpumask *, long unsigned int, void *); typedef void (*btf_trace_ipi_entry)(void *, const char *); typedef void (*btf_trace_ipi_exit)(void *, const char *); struct cpudl_item { u64 dl; int cpu; int idx; }; typedef int (*tg_visitor)(struct task_group *, void *); struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; typedef struct { struct task_struct *lock; struct rq *rq; struct rq_flags rf; } class_task_rq_lock_t; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_irqsave_t; enum { __SCHED_FEAT_PLACE_LAG = 0, __SCHED_FEAT_PLACE_DEADLINE_INITIAL = 1, __SCHED_FEAT_PLACE_REL_DEADLINE = 2, __SCHED_FEAT_RUN_TO_PARITY = 3, __SCHED_FEAT_PREEMPT_SHORT = 4, __SCHED_FEAT_NEXT_BUDDY = 5, __SCHED_FEAT_PICK_BUDDY = 6, __SCHED_FEAT_CACHE_HOT_BUDDY = 7, __SCHED_FEAT_DELAY_DEQUEUE = 8, __SCHED_FEAT_DELAY_ZERO = 9, __SCHED_FEAT_WAKEUP_PREEMPTION = 10, __SCHED_FEAT_HRTICK = 11, __SCHED_FEAT_HRTICK_DL = 12, __SCHED_FEAT_NONTASK_CAPACITY = 13, __SCHED_FEAT_TTWU_QUEUE = 14, __SCHED_FEAT_SIS_UTIL = 15, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 16, __SCHED_FEAT_RT_PUSH_IPI = 17, __SCHED_FEAT_RT_RUNTIME_SHARE = 18, __SCHED_FEAT_LB_MIN = 19, __SCHED_FEAT_ATTACH_AGE_LOAD = 20, __SCHED_FEAT_WA_IDLE = 21, __SCHED_FEAT_WA_WEIGHT = 22, __SCHED_FEAT_WA_BIAS = 23, __SCHED_FEAT_UTIL_EST = 24, __SCHED_FEAT_LATENCY_WARN = 25, __SCHED_FEAT_NR = 26, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; struct { __u32 level; __u32 optname; }; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; __u32 waitid_flags; __u32 futex_flags; __u32 install_fd_flags; __u32 nop_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; __u32 zcrx_ifq_idx; __u32 optlen; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; struct { __u64 attr_ptr; __u64 attr_type_mask; }; __u64 optval; __u8 cmd[0]; }; }; enum io_uring_sqe_flags_bit { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_READ_MULTISHOT = 49, IORING_OP_WAITID = 50, IORING_OP_FUTEX_WAIT = 51, IORING_OP_FUTEX_WAKE = 52, IORING_OP_FUTEX_WAITV = 53, IORING_OP_FIXED_FD_INSTALL = 54, IORING_OP_FTRUNCATE = 55, IORING_OP_BIND = 56, IORING_OP_LISTEN = 57, IORING_OP_RECV_ZC = 58, IORING_OP_EPOLL_WAIT = 59, IORING_OP_READV_FIXED = 60, IORING_OP_WRITEV_FIXED = 61, IORING_OP_LAST = 62, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum io_uring_register_op { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_PBUF_STATUS = 26, IORING_REGISTER_NAPI = 27, IORING_UNREGISTER_NAPI = 28, IORING_REGISTER_CLOCK = 29, IORING_REGISTER_CLONE_BUFFERS = 30, IORING_REGISTER_SEND_MSG_RING = 31, IORING_REGISTER_ZCRX_IFQ = 32, IORING_REGISTER_RESIZE_RINGS = 33, IORING_REGISTER_MEM_REGION = 34, IORING_REGISTER_LAST = 35, IORING_REGISTER_USE_REGISTERED_RING = 2147483648, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; atomic_t flags; int cancel_seq; }; struct io_rsrc_node; struct io_rsrc_data { unsigned int nr; struct io_rsrc_node **nodes; }; struct io_file_table { struct io_rsrc_data data; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_mapped_region { struct page **pages; void *ptr; unsigned int nr_pages; unsigned int flags; }; struct io_alloc_cache { void **entries; unsigned int nr_cached; unsigned int max_cached; unsigned int elem_size; unsigned int init_clear; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; bool cq_flush; short unsigned int submit_nr; struct blk_plug plug; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_ev_fd; struct io_sq_data; struct io_zcrx_ifq; struct io_wq_hash; struct io_ring_ctx { struct { unsigned int flags; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int has_evfd: 1; unsigned int task_complete: 1; unsigned int lockless_cq: 1; unsigned int syscall_iopoll: 1; unsigned int poll_activated: 1; unsigned int drain_disabled: 1; unsigned int compat: 1; unsigned int iowq_limits_set: 1; struct task_struct *submitter_task; struct io_rings *rings; struct percpu_ref refs; clockid_t clockid; enum tk_offsets clock_offset; enum task_work_notify_mode notify_method; unsigned int sq_thread_idle; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; atomic_t cancel_seq; bool poll_multi_queue; struct io_wq_work_list iopoll_list; struct io_file_table file_table; struct io_rsrc_data buf_table; struct io_alloc_cache node_cache; struct io_alloc_cache imu_cache; struct io_submit_state submit_state; struct xarray io_bl_xa; struct io_hash_table cancel_table; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; struct io_alloc_cache rw_cache; struct io_alloc_cache cmd_cache; struct hlist_head cancelable_uring_cmd; u64 hybrid_poll_time; long: 64; long: 64; }; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; unsigned int cq_extra; void *cq_wait_arg; size_t cq_wait_size; long: 64; }; struct { struct llist_head work_llist; struct llist_head retry_llist; long unsigned int check_cq; atomic_t cq_wait_nr; atomic_t cq_timeouts; struct wait_queue_head cq_wait; long: 64; }; struct { raw_spinlock_t timeout_lock; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 64; long: 64; }; spinlock_t completion_lock; struct list_head cq_overflow_list; struct hlist_head waitid_list; struct hlist_head futex_list; struct io_alloc_cache futex_cache; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; unsigned int file_alloc_start; unsigned int file_alloc_end; struct wait_queue_head poll_wq; struct io_restriction restrictions; struct io_zcrx_ifq *ifq; u32 pers_next; struct xarray personalities; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; struct callback_head poll_wq_task_work; struct list_head defer_list; struct io_alloc_cache msg_cache; spinlock_t msg_lock; struct list_head napi_list; spinlock_t napi_lock; ktime_t napi_busy_poll_dt; bool napi_prefer_busy_poll; u8 napi_track_mode; struct hlist_head napi_ht[16]; unsigned int evfd_last_cq_tail; struct mutex mmap_lock; struct io_mapped_region sq_region; struct io_mapped_region ring_region; struct io_mapped_region param_region; struct io_mapped_region zcrx_region; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring { u32 head; u32 tail; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; typedef u64 io_req_flags_t; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; struct io_tw_state; typedef struct io_tw_state io_tw_token_t; typedef void (*io_req_tw_func_t)(struct io_kiocb *, io_tw_token_t); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct io_buffer_list; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int nr_tw; io_req_flags_t flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct io_uring_task *tctx; union { struct io_buffer *kbuf; struct io_buffer_list *buf_list; struct io_rsrc_node *buf_node; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; struct io_rsrc_node *file_node; atomic_t refs; bool cancel_seq_set; struct io_task_work io_task_work; union { struct hlist_node hash_node; u64 iopoll_start; }; struct async_poll *apoll; void *async_data; atomic_t poll_refs; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; struct { u64 extra1; u64 extra2; } big_cqe; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; struct io_tw_state {}; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_HYBRID_IOPOLL_STATE_BIT = 15, REQ_F_BUFFER_SELECTED_BIT = 16, REQ_F_BUFFER_RING_BIT = 17, REQ_F_REISSUE_BIT = 18, REQ_F_CREDS_BIT = 19, REQ_F_REFCOUNT_BIT = 20, REQ_F_ARM_LTIMEOUT_BIT = 21, REQ_F_ASYNC_DATA_BIT = 22, REQ_F_SKIP_LINK_CQES_BIT = 23, REQ_F_SINGLE_POLL_BIT = 24, REQ_F_DOUBLE_POLL_BIT = 25, REQ_F_MULTISHOT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_SUPPORT_NOWAIT_BIT = 29, REQ_F_ISREG_BIT = 30, REQ_F_POLL_NO_LAZY_BIT = 31, REQ_F_CAN_POLL_BIT = 32, REQ_F_BL_EMPTY_BIT = 33, REQ_F_BL_NO_RECYCLE_BIT = 34, REQ_F_BUFFERS_COMMIT_BIT = 35, REQ_F_BUF_NODE_BIT = 36, REQ_F_HAS_METADATA_BIT = 37, REQ_F_IMPORT_BUFFER_BIT = 38, __REQ_F_LAST_BIT = 39, }; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; enum { preempt_dynamic_undefined = -1, preempt_dynamic_none = 0, preempt_dynamic_voluntary = 1, preempt_dynamic_full = 2, preempt_dynamic_lazy = 3, }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; struct mcs_spinlock { struct mcs_spinlock *next; int locked; int count; }; struct qnode { struct mcs_spinlock mcs; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_port; struct tty_operations; struct tty_ldisc; struct tty_struct { struct kref kref; int index; struct device *dev; struct tty_driver *driver; struct tty_port *port; const struct tty_operations *ops; struct tty_ldisc *ldisc; struct ld_semaphore ldisc_sem; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; unsigned int receive_room; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; } flow; struct { struct pid *pgrp; struct pid *session; spinlock_t lock; unsigned char pktstatus; bool packet; } ctrl; bool hw_stopped; bool closing; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; int write_cnt; u8 *write_buf; struct list_head tty_files; struct work_struct SAK_work; }; enum tty_driver_type { TTY_DRIVER_TYPE_SYSTEM = 0, TTY_DRIVER_TYPE_CONSOLE = 1, TTY_DRIVER_TYPE_SERIAL = 2, TTY_DRIVER_TYPE_PTY = 3, TTY_DRIVER_TYPE_SCC = 4, TTY_DRIVER_TYPE_SYSCONS = 5, }; enum tty_driver_subtype { SYSTEM_TYPE_TTY = 1, SYSTEM_TYPE_CONSOLE = 2, SYSTEM_TYPE_SYSCONS = 3, SYSTEM_TYPE_SYSPTMX = 4, PTY_TYPE_MASTER = 1, PTY_TYPE_SLAVE = 2, SERIAL_TYPE_NORMAL = 1, }; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; enum tty_driver_type type; enum tty_driver_subtype subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); ssize_t (*write)(struct tty_struct *, const u8 *, size_t); int (*put_char)(struct tty_struct *, u8); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); int (*ldisc_ok)(struct tty_struct *, int); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, u8); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; unsigned int used; unsigned int size; unsigned int commit; unsigned int lookahead; unsigned int read; bool flags; long: 0; u8 data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; u8 *xmit_buf; struct { union { struct __kfifo kfifo; u8 *type; const u8 *const_type; char (*rectype)[0]; u8 *ptr; const u8 *ptr_const; }; u8 buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, u8 *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const u8 *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, bool); size_t (*receive_buf2)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { bool (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, bool); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { size_t (*receive_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_port *); }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_COUNTS = 12, }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; struct pbe { void *address; void *orig_address; struct pbe *next; }; struct swsusp_info { struct new_utsname uts; u32 version_code; long unsigned int num_physpages; int cpus; long unsigned int image_pages; long unsigned int pages; long unsigned int size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct snapshot_handle { unsigned int cur; void *buffer; int sync_read; }; struct linked_page { struct linked_page *next; char data[4088]; }; struct chain_allocator { struct linked_page *chain; unsigned int used_space; gfp_t gfp_mask; int safe_needed; }; struct rtree_node { struct list_head list; long unsigned int *data; }; struct mem_zone_bm_rtree { struct list_head list; struct list_head nodes; struct list_head leaves; long unsigned int start_pfn; long unsigned int end_pfn; struct rtree_node *rtree; int levels; unsigned int blocks; }; struct bm_position { struct mem_zone_bm_rtree *zone; struct rtree_node *node; long unsigned int node_pfn; long unsigned int cur_pfn; int node_bit; }; struct memory_bitmap { struct list_head zones; struct linked_page *p_list; struct bm_position cur; }; struct mem_extent { struct list_head hook; long unsigned int start; long unsigned int end; }; struct nosave_region { struct list_head list; long unsigned int start_pfn; long unsigned int end_pfn; }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2080527, }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct kcsan_scoped_access {}; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, DUMP_PARAM = 3, }; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct rcu_exp_work { long unsigned int rew_s; struct kthread_work rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; struct kthread_worker *exp_kworker; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rt_waiter_node { struct rb_node entry; int prio; u64 deadline; }; struct ww_acquire_ctx; struct rt_mutex_waiter { struct rt_waiter_node tree; struct rt_waiter_node pi_tree; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; struct ww_acquire_ctx *ww_ctx; }; struct rcu_synchronize { struct callback_head head; struct completion completion; struct rcu_gp_oldstate oldstate; }; struct context_tracking { atomic_t state; long int nesting; long int nmi_nesting; }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; struct sysrq_key_op { void (* const handler)(u8); const char * const help_msg; const char * const action_msg; const int enable_mask; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_snap_record { long unsigned int gp_seq; u64 cputime_irq; u64 cputime_softirq; u64 cputime_system; u64 nr_hardirqs; unsigned int nr_softirqs; long long unsigned int nr_csw; long unsigned int jiffies; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int watching_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_watching_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_state; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_state; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; struct rcu_snap_record snap_record; long int lazy_len; int cpu; }; struct sr_wait_node { atomic_t inuse; struct llist_node node; }; struct rcu_state { struct rcu_node node[521]; struct rcu_node *level[4]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; int nr_fqs_jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; struct llist_head srs_next; struct llist_node *srs_wait_tail; struct llist_node *srs_done_tail; struct sr_wait_node srs_wait_nodes[5]; struct work_struct srs_cleanup_work; atomic_t srs_cleanups_pending; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rcu_stall_chk_rdr { int nesting; union rcu_special rs; bool on_blkd_list; }; struct __va_list_tag { unsigned int gp_offset; unsigned int fp_offset; void *overflow_arg_area; void *reg_save_area; }; typedef __builtin_va_list va_list; typedef __u64 Elf64_Off; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; struct module_sect_attrs { struct attribute_group grp; struct bin_attribute attrs[0]; }; struct module_notes_attrs { struct attribute_group grp; struct bin_attribute attrs[0]; }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; unsigned int vers_ext_crc; unsigned int vers_ext_name; } index; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_long_t __kernel_old_time_t; typedef __kernel_suseconds_t suseconds_t; typedef __u64 timeu64_t; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; timeu64_t alarm_offset_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; struct ntp_data { long unsigned int tick_usec; u64 tick_length; u64 tick_length_base; int time_state; int time_status; s64 time_offset; long int time_constant; long int time_maxerror; long int time_esterror; s64 time_freq; time64_t time_reftime; long int time_adjust; s64 ntp_tick_adj; time64_t ntp_next_leap_sec; }; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; struct tick_sched { long unsigned int flags; unsigned int stalled_jiffies; long unsigned int last_tick_jiffies; struct hrtimer sched_timer; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; ktime_t idle_waketime; unsigned int got_idle_tick; seqcount_t idle_sleeptime_seq; ktime_t idle_entrytime; long unsigned int last_jiffies; u64 timer_expires_base; u64 timer_expires; u64 next_timer; ktime_t idle_expires; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; atomic_t tick_dep_mask; long unsigned int check_clocks; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; typedef __kernel_timer_t timer_t; typedef unsigned int uint; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; void (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; bool firing; bool nanosleep; struct task_struct *handling; }; struct k_clock; struct k_itimer { struct hlist_node t_hash; struct hlist_node list; timer_t it_id; clockid_t it_clock; int it_sigev_notify; enum pid_type it_pid_type; struct signal_struct *it_signal; const struct k_clock *kclock; spinlock_t it_lock; int it_status; bool it_sig_periodic; s64 it_overrun; s64 it_overrun_last; unsigned int it_signal_seq; unsigned int it_sigqueue_seq; ktime_t it_interval; struct hlist_node ignored_list; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue sigq; rcuref_t rcuref; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; long: 64; long: 64; long: 64; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; typedef struct poll_table_struct poll_table; struct posix_clock; struct posix_clock_context; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock_context *, unsigned int, long unsigned int); int (*open)(struct posix_clock_context *, fmode_t); __poll_t (*poll)(struct posix_clock_context *, struct file *, poll_table *); int (*release)(struct posix_clock_context *); ssize_t (*read)(struct posix_clock_context *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_context { struct posix_clock *clk; struct file *fp; void *private_clkdata; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; enum { FOLL_WRITE = 1, FOLL_GET = 2, FOLL_DUMP = 4, FOLL_FORCE = 8, FOLL_NOWAIT = 16, FOLL_NOFAULT = 32, FOLL_HWPOISON = 64, FOLL_ANON = 128, FOLL_LONGTERM = 256, FOLL_SPLIT_PMD = 512, FOLL_PCI_P2PDMA = 1024, FOLL_INTERRUPTIBLE = 2048, FOLL_HONOR_NUMA_FAULT = 4096, }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct futex_q; typedef void futex_wake_fn(struct wake_q_head *, struct futex_q *); struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; futex_wake_fn *wake; void *wake_data; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; typedef u32 compat_size_t; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; struct trace_event_raw_csd_queue_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *func; void *csd; char __data[0]; }; struct trace_event_raw_csd_function { struct trace_entry ent; void *func; void *csd; char __data[0]; }; struct trace_event_data_offsets_csd_queue_cpu {}; struct trace_event_data_offsets_csd_function {}; typedef void (*btf_trace_csd_queue_cpu)(void *, const unsigned int, long unsigned int, smp_call_func_t, call_single_data_t *); typedef void (*btf_trace_csd_function_entry)(void *, smp_call_func_t, call_single_data_t *); typedef void (*btf_trace_csd_function_exit)(void *, smp_call_func_t, call_single_data_t *); struct call_function_data { call_single_data_t *csd; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; enum mod_mem_type { MOD_TEXT = 0, MOD_DATA = 1, MOD_RODATA = 2, MOD_RO_AFTER_INIT = 3, MOD_INIT_TEXT = 4, MOD_INIT_DATA = 5, MOD_INIT_RODATA = 6, MOD_MEM_NUM_TYPES = 7, MOD_INVALID = -1, }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; struct kimage_arch { pgd_t *pgd; p4d_t *p4d; pud_t *pud; pmd_t *pmd; pte_t *pte; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; unsigned int hotplug_support: 1; struct kimage_arch arch; int hp_action; int elfcorehdr_index; bool elfcorehdr_updated; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; struct kexec_load_limit { struct mutex mutex; int limit; }; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; bool exclusive: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; atomic_t refcnt; struct audit_names *aname; const char iname[0]; }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; typedef int (*btf_kfunc_filter_t)(const struct bpf_prog *, u32); struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; btf_kfunc_filter_t filter; }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; kuid_t uid; kgid_t gid; }; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; typedef struct { char *from; char *to; } substring_t; enum rdmacg_resource_type { RDMACG_RESOURCE_HCA_HANDLE = 0, RDMACG_RESOURCE_HCA_OBJECT = 1, RDMACG_RESOURCE_MAX = 2, }; struct rdma_cgroup { struct cgroup_subsys_state css; struct list_head rpools; }; struct rdmacg_device { struct list_head dev_node; struct list_head rpools; char *name; }; enum rdmacg_file_type { RDMACG_RESOURCE_TYPE_MAX = 0, RDMACG_RESOURCE_TYPE_STAT = 1, }; struct rdmacg_resource { int max; int usage; }; struct rdmacg_resource_pool { struct rdmacg_device *device; struct rdmacg_resource resources[2]; struct list_head cg_node; struct list_head dev_node; u64 usage_sum; int num_max_cnt; }; enum misc_res_type { MISC_CG_RES_TYPES = 0, }; struct misc_res { u64 max; atomic64_t watermark; atomic64_t usage; atomic64_t events; atomic64_t events_local; }; struct misc_cg { struct cgroup_subsys_state css; struct cgroup_file events_file; struct cgroup_file events_local_file; struct misc_res res[0]; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; typedef int __kernel_mqd_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct lsm_prop_selinux { u32 secid; }; struct lsm_prop_smack {}; struct lsm_prop_apparmor {}; struct lsm_prop_bpf { u32 secid; }; struct lsm_prop { struct lsm_prop_selinux selinux; struct lsm_prop_smack smack; struct lsm_prop_apparmor apparmor; struct lsm_prop_bpf bpf; }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; struct lsm_prop oprop; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; struct lsm_prop target_ref; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; struct lsm_prop oprop; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_SOCKET_CLOSE = 4, SKB_DROP_REASON_SOCKET_FILTER = 5, SKB_DROP_REASON_SOCKET_RCVBUFF = 6, SKB_DROP_REASON_UNIX_DISCONNECT = 7, SKB_DROP_REASON_UNIX_SKIP_OOB = 8, SKB_DROP_REASON_PKT_TOO_SMALL = 9, SKB_DROP_REASON_TCP_CSUM = 10, SKB_DROP_REASON_UDP_CSUM = 11, SKB_DROP_REASON_NETFILTER_DROP = 12, SKB_DROP_REASON_OTHERHOST = 13, SKB_DROP_REASON_IP_CSUM = 14, SKB_DROP_REASON_IP_INHDR = 15, SKB_DROP_REASON_IP_RPFILTER = 16, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 17, SKB_DROP_REASON_XFRM_POLICY = 18, SKB_DROP_REASON_IP_NOPROTO = 19, SKB_DROP_REASON_PROTO_MEM = 20, SKB_DROP_REASON_TCP_AUTH_HDR = 21, SKB_DROP_REASON_TCP_MD5NOTFOUND = 22, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 23, SKB_DROP_REASON_TCP_MD5FAILURE = 24, SKB_DROP_REASON_TCP_AONOTFOUND = 25, SKB_DROP_REASON_TCP_AOUNEXPECTED = 26, SKB_DROP_REASON_TCP_AOKEYNOTFOUND = 27, SKB_DROP_REASON_TCP_AOFAILURE = 28, SKB_DROP_REASON_SOCKET_BACKLOG = 29, SKB_DROP_REASON_TCP_FLAGS = 30, SKB_DROP_REASON_TCP_ABORT_ON_DATA = 31, SKB_DROP_REASON_TCP_ZEROWINDOW = 32, SKB_DROP_REASON_TCP_OLD_DATA = 33, SKB_DROP_REASON_TCP_OVERWINDOW = 34, SKB_DROP_REASON_TCP_OFOMERGE = 35, SKB_DROP_REASON_TCP_RFC7323_PAWS = 36, SKB_DROP_REASON_TCP_RFC7323_PAWS_ACK = 37, SKB_DROP_REASON_TCP_RFC7323_TSECR = 38, SKB_DROP_REASON_TCP_LISTEN_OVERFLOW = 39, SKB_DROP_REASON_TCP_OLD_SEQUENCE = 40, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 41, SKB_DROP_REASON_TCP_INVALID_ACK_SEQUENCE = 42, SKB_DROP_REASON_TCP_RESET = 43, SKB_DROP_REASON_TCP_INVALID_SYN = 44, SKB_DROP_REASON_TCP_CLOSE = 45, SKB_DROP_REASON_TCP_FASTOPEN = 46, SKB_DROP_REASON_TCP_OLD_ACK = 47, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 48, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 49, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 50, SKB_DROP_REASON_TCP_OFO_DROP = 51, SKB_DROP_REASON_IP_OUTNOROUTES = 52, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 53, SKB_DROP_REASON_IPV6DISABLED = 54, SKB_DROP_REASON_NEIGH_CREATEFAIL = 55, SKB_DROP_REASON_NEIGH_FAILED = 56, SKB_DROP_REASON_NEIGH_QUEUEFULL = 57, SKB_DROP_REASON_NEIGH_DEAD = 58, SKB_DROP_REASON_TC_EGRESS = 59, SKB_DROP_REASON_SECURITY_HOOK = 60, SKB_DROP_REASON_QDISC_DROP = 61, SKB_DROP_REASON_QDISC_OVERLIMIT = 62, SKB_DROP_REASON_QDISC_CONGESTED = 63, SKB_DROP_REASON_CAKE_FLOOD = 64, SKB_DROP_REASON_FQ_BAND_LIMIT = 65, SKB_DROP_REASON_FQ_HORIZON_LIMIT = 66, SKB_DROP_REASON_FQ_FLOW_LIMIT = 67, SKB_DROP_REASON_CPU_BACKLOG = 68, SKB_DROP_REASON_XDP = 69, SKB_DROP_REASON_TC_INGRESS = 70, SKB_DROP_REASON_UNHANDLED_PROTO = 71, SKB_DROP_REASON_SKB_CSUM = 72, SKB_DROP_REASON_SKB_GSO_SEG = 73, SKB_DROP_REASON_SKB_UCOPY_FAULT = 74, SKB_DROP_REASON_DEV_HDR = 75, SKB_DROP_REASON_DEV_READY = 76, SKB_DROP_REASON_FULL_RING = 77, SKB_DROP_REASON_NOMEM = 78, SKB_DROP_REASON_HDR_TRUNC = 79, SKB_DROP_REASON_TAP_FILTER = 80, SKB_DROP_REASON_TAP_TXFILTER = 81, SKB_DROP_REASON_ICMP_CSUM = 82, SKB_DROP_REASON_INVALID_PROTO = 83, SKB_DROP_REASON_IP_INADDRERRORS = 84, SKB_DROP_REASON_IP_INNOROUTES = 85, SKB_DROP_REASON_IP_LOCAL_SOURCE = 86, SKB_DROP_REASON_IP_INVALID_SOURCE = 87, SKB_DROP_REASON_IP_LOCALNET = 88, SKB_DROP_REASON_IP_INVALID_DEST = 89, SKB_DROP_REASON_PKT_TOO_BIG = 90, SKB_DROP_REASON_DUP_FRAG = 91, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 92, SKB_DROP_REASON_FRAG_TOO_FAR = 93, SKB_DROP_REASON_TCP_MINTTL = 94, SKB_DROP_REASON_IPV6_BAD_EXTHDR = 95, SKB_DROP_REASON_IPV6_NDISC_FRAG = 96, SKB_DROP_REASON_IPV6_NDISC_HOP_LIMIT = 97, SKB_DROP_REASON_IPV6_NDISC_BAD_CODE = 98, SKB_DROP_REASON_IPV6_NDISC_BAD_OPTIONS = 99, SKB_DROP_REASON_IPV6_NDISC_NS_OTHERHOST = 100, SKB_DROP_REASON_QUEUE_PURGE = 101, SKB_DROP_REASON_TC_COOKIE_ERROR = 102, SKB_DROP_REASON_PACKET_SOCK_ERROR = 103, SKB_DROP_REASON_TC_CHAIN_NOTFOUND = 104, SKB_DROP_REASON_TC_RECLASSIFY_LOOP = 105, SKB_DROP_REASON_VXLAN_INVALID_HDR = 106, SKB_DROP_REASON_VXLAN_VNI_NOT_FOUND = 107, SKB_DROP_REASON_MAC_INVALID_SOURCE = 108, SKB_DROP_REASON_VXLAN_ENTRY_EXISTS = 109, SKB_DROP_REASON_NO_TX_TARGET = 110, SKB_DROP_REASON_IP_TUNNEL_ECN = 111, SKB_DROP_REASON_TUNNEL_TXINFO = 112, SKB_DROP_REASON_LOCAL_MAC = 113, SKB_DROP_REASON_ARP_PVLAN_DISABLE = 114, SKB_DROP_REASON_MAC_IEEE_MAC_CONTROL = 115, SKB_DROP_REASON_BRIDGE_INGRESS_STP_STATE = 116, SKB_DROP_REASON_MAX = 117, SKB_DROP_REASON_SUBSYS_MASK = 4294901760, }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; struct fsnotify_mark_connector { spinlock_t lock; unsigned char type; unsigned char prio; short unsigned int flags; union { void *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; struct fsnotify_sb_info { struct fsnotify_mark_connector *sb_marks; atomic_long_t watched_objects[3]; }; struct fsnotify_group; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; struct fsnotify_iter_info; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; enum fsnotify_group_prio { FSNOTIFY_PRIO_NORMAL = 0, FSNOTIFY_PRIO_CONTENT = 1, FSNOTIFY_PRIO_PRE_CONTENT = 2, __FSNOTIFY_PRIO_NUM = 3, }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; enum fsnotify_group_prio priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[6]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = -1, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_MNTNS = 3, FSNOTIFY_OBJ_TYPE_COUNT = 4, FSNOTIFY_OBJ_TYPE_DETACHED = 4, }; typedef unsigned int pipe_index_t; struct pipe_buffer; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; union { long unsigned int head_tail; struct { pipe_index_t head; pipe_index_t tail; }; }; unsigned int max_usage; unsigned int ring_size; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page[2]; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; }; struct rchan; struct rchan_buf { void *start; void *data; size_t offset; size_t subbufs_produced; size_t subbufs_consumed; struct rchan *chan; wait_queue_head_t read_wait; struct irq_work wakeup_work; struct dentry *dentry; struct kref kref; struct page **page_array; unsigned int page_count; unsigned int finalized; size_t *padding; size_t prev_padding; size_t bytes_consumed; size_t early_bytes; unsigned int cpu; long: 64; long: 64; }; struct rchan_callbacks; struct rchan { u32 version; size_t subbuf_size; size_t n_subbufs; size_t alloc_size; const struct rchan_callbacks *cb; struct kref kref; void *private_data; size_t last_toobig; struct rchan_buf **buf; int is_global; struct list_head list; struct dentry *parent; int has_base_filename; char base_filename[255]; }; struct rchan_callbacks { int (*subbuf_start)(struct rchan_buf *, void *, void *, size_t); struct dentry * (*create_buf_file)(const char *, struct dentry *, umode_t, struct rchan_buf *, int *); int (*remove_buf_file)(struct dentry *); }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct rchan_percpu_buf_dispatcher { struct rchan_buf *buf; struct dentry *dentry; }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_RECORD_RECURSION_BIT = 12, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, FTRACE_ITER_TOUCHED = 128, FTRACE_ITER_ADDRS = 256, }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; }; struct fgraph_ops; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *, struct fgraph_ops *, struct ftrace_regs *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *, struct fgraph_ops *, struct ftrace_regs *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; struct ftrace_ops ops; void *private; trace_func_graph_ent_t saved_func; int idx; }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_module_delta; struct trace_pid_list; struct trace_options; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; unsigned int mapped; long unsigned int range_addr_start; long unsigned int range_addr_size; char *range_name; long int text_delta; struct trace_module_delta *module_delta; void *scratch; int scratch_size; int buffer_disabled; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[468]; struct trace_event_file *exit_syscall_files[468]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; const char *system_names; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct eventfs_inode *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; cpumask_var_t pipe_cpumask; int ref; int trace_ref; struct list_head mod_events; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct fgraph_ops *gops; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct trace_func_repeats *last_func_repeats; bool ring_buffer_expanded; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool noboot; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct eventfs_inode *ei; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; struct trace_module_delta { struct callback_head rcu; long int delta[0]; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, TRACE_ARRAY_FL_BOOT = 2, TRACE_ARRAY_FL_LAST_BOOT = 4, TRACE_ARRAY_FL_MOD_INIT = 8, TRACE_ARRAY_FL_MEMMAP = 16, }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_FIELDS_BIT = 8, TRACE_ITER_PRINTK_BIT = 9, TRACE_ITER_ANNOTATE_BIT = 10, TRACE_ITER_USERSTACKTRACE_BIT = 11, TRACE_ITER_SYM_USEROBJ_BIT = 12, TRACE_ITER_PRINTK_MSGONLY_BIT = 13, TRACE_ITER_CONTEXT_INFO_BIT = 14, TRACE_ITER_LATENCY_FMT_BIT = 15, TRACE_ITER_RECORD_CMD_BIT = 16, TRACE_ITER_RECORD_TGID_BIT = 17, TRACE_ITER_OVERWRITE_BIT = 18, TRACE_ITER_STOP_ON_FREE_BIT = 19, TRACE_ITER_IRQ_INFO_BIT = 20, TRACE_ITER_MARKERS_BIT = 21, TRACE_ITER_EVENT_FORK_BIT = 22, TRACE_ITER_TRACE_PRINTK_BIT = 23, TRACE_ITER_PAUSE_ON_TRACE_BIT = 24, TRACE_ITER_HASH_PTR_BIT = 25, TRACE_ITER_FUNCTION_BIT = 26, TRACE_ITER_FUNC_FORK_BIT = 27, TRACE_ITER_DISPLAY_GRAPH_BIT = 28, TRACE_ITER_STACKTRACE_BIT = 29, TRACE_ITER_LAST_BIT = 30, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char saved_cmdlines[0]; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; typedef u64 compat_u64; enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_ZONE_APPEND = 7, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_RESET = 13, REQ_OP_ZONE_RESET_ALL = 15, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_POLLED = 22, __REQ_ALLOC_CACHE = 23, __REQ_SWAP = 24, __REQ_DRV = 25, __REQ_FS_PRIVATE = 26, __REQ_ATOMIC = 27, __REQ_NOUNMAP = 28, __REQ_NR_BITS = 29, }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; raw_spinlock_t swap_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 alloc_time_ns; u64 start_time_ns; u64 io_start_time_ns; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; }; struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; rq_end_io_fn *saved_end_io; } flush; u64 fifo_time; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; unsigned int active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_trace { int trace_state; struct rchan *rchan; long unsigned int *sequence; unsigned char *msg_data; u16 act_mask; u64 start_lba; u64 end_lba; u32 pid; u32 dev; struct dentry *dir; struct list_head running_list; atomic_t dropped; }; struct blk_flush_queue { spinlock_t mq_flush_lock; unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; long unsigned int flush_data_in_flight; struct request *flush_rq; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { const struct blk_mq_ops *ops; struct blk_mq_queue_map map[3]; unsigned int nr_maps; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; long: 64; long: 64; }; struct blk_mq_queue_data { struct request *rq; bool last; }; enum blktrace_cat { BLK_TC_READ = 1, BLK_TC_WRITE = 2, BLK_TC_FLUSH = 4, BLK_TC_SYNC = 8, BLK_TC_SYNCIO = 8, BLK_TC_QUEUE = 16, BLK_TC_REQUEUE = 32, BLK_TC_ISSUE = 64, BLK_TC_COMPLETE = 128, BLK_TC_FS = 256, BLK_TC_PC = 512, BLK_TC_NOTIFY = 1024, BLK_TC_AHEAD = 2048, BLK_TC_META = 4096, BLK_TC_DISCARD = 8192, BLK_TC_DRV_DATA = 16384, BLK_TC_FUA = 32768, BLK_TC_END = 32768, }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; enum blktrace_notify { __BLK_TN_PROCESS = 0, __BLK_TN_TIMESTAMP = 1, __BLK_TN_MESSAGE = 2, __BLK_TN_CGROUP = 256, }; struct blk_io_trace { __u32 magic; __u32 sequence; __u64 time; __u64 sector; __u32 bytes; __u32 action; __u32 pid; __u32 device; __u32 cpu; __u16 error; __u16 pdu_len; }; struct blk_io_trace_remap { __be32 device_from; __be32 device_to; __be64 sector_from; }; enum { Blktrace_setup = 1, Blktrace_running = 2, Blktrace_stopped = 3, }; struct blk_user_trace_setup { char name[32]; __u16 act_mask; __u32 buf_size; __u32 buf_nr; __u64 start_lba; __u64 end_lba; __u32 pid; }; struct compat_blk_user_trace_setup { char name[32]; u16 act_mask; int: 0; u32 buf_size; u32 buf_nr; compat_u64 start_lba; compat_u64 end_lba; u32 pid; } __attribute__((packed)); enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_NEED_RESCHED_LAZY = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_GRAPH_RETADDR_ENT = 12, TRACE_USER_STACK = 13, TRACE_BLK = 14, TRACE_BPUTS = 15, TRACE_HWLAT = 16, TRACE_OSNOISE = 17, TRACE_TIMERLAT = 18, TRACE_RAW_DATA = 19, TRACE_FUNC_REPEATS = 20, __TRACE_LAST_TYPE = 21, }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_FIELDS = 256, TRACE_ITER_PRINTK = 512, TRACE_ITER_ANNOTATE = 1024, TRACE_ITER_USERSTACKTRACE = 2048, TRACE_ITER_SYM_USEROBJ = 4096, TRACE_ITER_PRINTK_MSGONLY = 8192, TRACE_ITER_CONTEXT_INFO = 16384, TRACE_ITER_LATENCY_FMT = 32768, TRACE_ITER_RECORD_CMD = 65536, TRACE_ITER_RECORD_TGID = 131072, TRACE_ITER_OVERWRITE = 262144, TRACE_ITER_STOP_ON_FREE = 524288, TRACE_ITER_IRQ_INFO = 1048576, TRACE_ITER_MARKERS = 2097152, TRACE_ITER_EVENT_FORK = 4194304, TRACE_ITER_TRACE_PRINTK = 8388608, TRACE_ITER_PAUSE_ON_TRACE = 16777216, TRACE_ITER_HASH_PTR = 33554432, TRACE_ITER_FUNCTION = 67108864, TRACE_ITER_FUNC_FORK = 134217728, TRACE_ITER_DISPLAY_GRAPH = 268435456, TRACE_ITER_STACKTRACE = 536870912, }; typedef void blk_log_action_t(struct trace_iterator *, const char *, bool); typedef int (*eventfs_callback)(const char *, umode_t *, void **, const struct file_operations **); typedef void (*eventfs_release)(const char *, void *); struct eventfs_entry { const char *name; eventfs_callback callback; eventfs_release release; }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; unsigned int is_signed: 1; unsigned int needs_test: 1; int len; }; struct module_string { struct list_head next; struct module *module; char *str; }; struct event_mod_load { struct list_head list; char *module; char *match; char *system; char *event; }; enum set_event_iter_type { SET_EVENT_FILE = 0, SET_EVENT_MOD = 1, }; struct set_event_iter { enum set_event_iter_type type; union { struct trace_event_file *file; struct event_mod_load *event_mod; }; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_64_CPUMASK = 2, FILTER_PRED_FN_S64 = 3, FILTER_PRED_FN_U64 = 4, FILTER_PRED_FN_32 = 5, FILTER_PRED_FN_32_CPUMASK = 6, FILTER_PRED_FN_S32 = 7, FILTER_PRED_FN_U32 = 8, FILTER_PRED_FN_16 = 9, FILTER_PRED_FN_16_CPUMASK = 10, FILTER_PRED_FN_S16 = 11, FILTER_PRED_FN_U16 = 12, FILTER_PRED_FN_8 = 13, FILTER_PRED_FN_8_CPUMASK = 14, FILTER_PRED_FN_S8 = 15, FILTER_PRED_FN_U8 = 16, FILTER_PRED_FN_COMM = 17, FILTER_PRED_FN_STRING = 18, FILTER_PRED_FN_STRLOC = 19, FILTER_PRED_FN_STRRELLOC = 20, FILTER_PRED_FN_PCHAR_USER = 21, FILTER_PRED_FN_PCHAR = 22, FILTER_PRED_FN_CPU = 23, FILTER_PRED_FN_CPU_CPUMASK = 24, FILTER_PRED_FN_CPUMASK = 25, FILTER_PRED_FN_CPUMASK_CPU = 26, FILTER_PRED_FN_FUNCTION = 27, FILTER_PRED_FN_ = 28, FILTER_PRED_TEST_VISITED = 29, }; struct filter_pred { struct regex *regex; struct cpumask *mask; short unsigned int *ops; struct ftrace_event_field *field; u64 val; u64 val2; enum filter_pred_fn fn_num; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_MISSING_BRACE_OPEN = 5, FILT_ERR_MISSING_BRACE_CLOSE = 6, FILT_ERR_OPERAND_TOO_LONG = 7, FILT_ERR_EXPECT_STRING = 8, FILT_ERR_EXPECT_DIGIT = 9, FILT_ERR_ILLEGAL_FIELD_OP = 10, FILT_ERR_FIELD_NOT_FOUND = 11, FILT_ERR_ILLEGAL_INTVAL = 12, FILT_ERR_BAD_SUBSYS_FILTER = 13, FILT_ERR_TOO_MANY_PREDS = 14, FILT_ERR_INVALID_FILTER = 15, FILT_ERR_INVALID_CPULIST = 16, FILT_ERR_IP_FIELD_ONLY = 17, FILT_ERR_INVALID_VALUE = 18, FILT_ERR_NO_FUNCTION = 19, FILT_ERR_ERRNO = 20, FILT_ERR_NO_FILTER = 21, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct filter_head { struct list_head list; struct callback_head rcu; }; enum { TOO_MANY_CLOSE = -1, TOO_MANY_OPEN = -2, MISSING_QUOTE = -3, }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct bpf_local_storage_map *smap; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *, __u64 *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *, __u64 *); bool (*filter)(struct uprobe_consumer *, struct mm_struct *); struct list_head cons_node; __u64 id; }; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; enum { BPF_F_KPROBE_MULTI_RETURN = 1, }; enum { BPF_F_UPROBE_MULTI_RETURN = 1, }; enum { BPF_F_INDEX_MASK = 4294967295ULL, BPF_F_CURRENT_CPU = 4294967295ULL, BPF_F_CTXLEN_MASK = 4503595332403200ULL, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; enum dentry_flags { DCACHE_OP_HASH = 1, DCACHE_OP_COMPARE = 2, DCACHE_OP_REVALIDATE = 4, DCACHE_OP_DELETE = 8, DCACHE_OP_PRUNE = 16, DCACHE_DISCONNECTED = 32, DCACHE_REFERENCED = 64, DCACHE_DONTCACHE = 128, DCACHE_CANT_MOUNT = 256, DCACHE_GENOCIDE = 512, DCACHE_SHRINK_LIST = 1024, DCACHE_OP_WEAK_REVALIDATE = 2048, DCACHE_NFSFS_RENAMED = 4096, DCACHE_FSNOTIFY_PARENT_WATCHED = 8192, DCACHE_DENTRY_KILLED = 16384, DCACHE_MOUNTED = 32768, DCACHE_NEED_AUTOMOUNT = 65536, DCACHE_MANAGE_TRANSIT = 131072, DCACHE_LRU_LIST = 262144, DCACHE_ENTRY_TYPE = 3670016, DCACHE_MISS_TYPE = 0, DCACHE_WHITEOUT_TYPE = 524288, DCACHE_DIRECTORY_TYPE = 1048576, DCACHE_AUTODIR_TYPE = 1572864, DCACHE_REGULAR_TYPE = 2097152, DCACHE_SPECIAL_TYPE = 2621440, DCACHE_SYMLINK_TYPE = 3145728, DCACHE_NOKEY_NAME = 4194304, DCACHE_OP_REAL = 8388608, DCACHE_PAR_LOOKUP = 16777216, DCACHE_DENTRY_CURSOR = 33554432, DCACHE_NORCU = 67108864, }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; typedef sockptr_t bpfptr_t; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct btf_struct_meta { u32 btf_id; struct btf_record *record; }; struct obj_cgroup; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct obj_cgroup *objcg; bool percpu; struct work_struct work; }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; struct bpf_mem_alloc selem_ma; struct bpf_mem_alloc storage_ma; bool bpf_ma; }; struct bpf_verifier_log { u64 start_pos; u64 end_pos; char *ubuf; u32 level; u32 len_total; u32 len_max; char kbuf[1024]; }; enum priv_stack_mode { PRIV_STACK_UNKNOWN = 0, NO_PRIV_STACK = 1, PRIV_STACK_ADAPTIVE = 2, }; struct bpf_subprog_arg_info { enum bpf_arg_type arg_type; union { u32 mem_size; u32 btf_id; }; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; u16 stack_extra; s16 fastcall_stack_off; bool has_tail_call: 1; bool tail_call_reachable: 1; bool has_ld_abs: 1; bool is_cb: 1; bool is_async_cb: 1; bool is_exception_cb: 1; bool args_cached: 1; bool keep_fastcall_stack: 1; bool changes_pkt_data: 1; bool might_sleep: 1; enum priv_stack_mode priv_stack_mode; u8 arg_cnt; struct bpf_subprog_arg_info args[5]; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_idmap { u32 tmp_id_gen; struct bpf_id_pair map[600]; }; struct bpf_idset { u32 count; u32 ids[600]; }; struct backtrack_state { struct bpf_verifier_env *env; u32 frame; u32 reg_masks[8]; u64 stack_masks[8]; }; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_insn_aux_data; struct bpf_insn_hist_entry; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct module *attach_btf_mod; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; bool test_reg_invariants; struct bpf_verifier_state *cur_state; struct list_head *explored_states; struct list_head free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; u32 hidden_subprog_cnt; int exception_callback_subprog; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; bool seen_exception; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[258]; union { struct bpf_idmap idmap_scratch; struct bpf_idset idset_scratch; }; struct { int *insn_state; int *insn_stack; int *insn_postorder; int cur_stack; int cur_postorder; } cfg; struct backtrack_state bt; struct bpf_insn_hist_entry *insn_hist; struct bpf_insn_hist_entry *cur_hist_ent; u32 insn_hist_cap; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; u32 free_list_size; u32 explored_states_size; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u64 prev_log_pos; u64 prev_insn_print_pos; struct bpf_reg_state fake_reg[2]; char tmp_str_buf[320]; struct bpf_insn insn_buf[32]; struct bpf_insn epilogue_buf[32]; }; struct bpf_retval_range { s32 minval; s32 maxval; }; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; struct bpf_retval_range callback_ret_range; bool in_callback_fn; bool in_async_callback_fn; bool in_exception_callback_fn; u32 callback_depth; struct bpf_stack_state *stack; int allocated_stack; }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, NON_OWN_REF = 4194304, DYNPTR_TYPE_SKB = 8388608, DYNPTR_TYPE_XDP = 16777216, MEM_ALIGNED = 33554432, MEM_WRITE = 67108864, __BPF_TYPE_FLAG_MAX = 67108865, __BPF_TYPE_LAST_FLAG = 67108864, }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { struct { struct {} __empty_value; char value[0]; }; struct { struct {} __empty_ptrs; void *ptrs[0]; }; struct { struct {} __empty_pptrs; void *pptrs[0]; }; }; }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; bool is_uprobe; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct bpf_bprintf_data { u32 *bin_args; char *buf; bool get_bin_args; bool get_buf; }; struct bpf_key { struct key *key; bool has_ref; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; enum ref_state_type { REF_TYPE_PTR = 2, REF_TYPE_IRQ = 4, REF_TYPE_LOCK = 8, REF_TYPE_RES_LOCK = 16, REF_TYPE_RES_LOCK_IRQ = 32, REF_TYPE_LOCK_MASK = 56, }; struct bpf_reference_state { enum ref_state_type type; int id; int insn_idx; void *ptr; }; enum { INSN_F_FRAMENO_MASK = 7, INSN_F_SPI_MASK = 63, INSN_F_SPI_SHIFT = 3, INSN_F_STACK_ACCESS = 512, INSN_F_DST_REG_STACK = 1024, INSN_F_SRC_REG_STACK = 2048, }; struct bpf_insn_hist_entry { u32 idx; u32 prev_idx: 20; u32 flags: 12; u64 linked_regs; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; struct bpf_reference_state *refs; u32 branches; u32 insn_idx; u32 curframe; u32 acquired_refs; u32 active_locks; u32 active_preempt_locks; u32 active_irq_id; u32 active_lock_id; void *active_lock_ptr; bool active_rcu_lock; bool speculative; bool in_sleepable; u32 first_insn_idx; u32 last_insn_idx; struct bpf_verifier_state *loop_entry; u32 insn_hist_start; u32 insn_hist_end; u32 dfs_depth; u32 callback_unroll_depth; u32 may_goto_depth; u32 used_as_loop_entry; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_map_ptr_state { struct bpf_map *map_ptr; bool poison; bool unpriv; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; struct bpf_map_ptr_state map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; union { u64 obj_new_size; u64 insert_off; }; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool needs_zext; bool storage_get_func_atomic; bool is_iter_next; bool call_with_percpu_alloc_ptr; u8 alu_state; u8 fastcall_pattern: 1; u8 fastcall_spills_num: 3; unsigned int orig_idx; bool jmp_point; bool prune_point; bool force_checkpoint; bool calls_callback; u16 live_regs_before; }; typedef struct pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct fprobe; typedef int (*fprobe_entry_cb)(struct fprobe *, long unsigned int, long unsigned int, struct ftrace_regs *, void *); typedef void (*fprobe_exit_cb)(struct fprobe *, long unsigned int, long unsigned int, struct ftrace_regs *, void *); struct fprobe_hlist; struct fprobe { long unsigned int nmissed; unsigned int flags; size_t entry_data_size; fprobe_entry_cb entry_handler; fprobe_exit_cb exit_handler; struct fprobe_hlist *hlist_array; }; struct fprobe_hlist_node { struct hlist_node hlist; long unsigned int addr; struct fprobe *fp; }; struct fprobe_hlist { struct hlist_node hlist; struct callback_head rcu; struct fprobe *fp; int size; struct fprobe_hlist_node array[0]; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; struct trace_uprobe; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; const void *bpf_string_ptr_; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; bool has_siginfo; struct kernel_siginfo info; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct bpf_session_run_ctx { struct bpf_run_ctx run_ctx; bool is_return; void *data; }; struct bpf_kprobe_multi_link { struct bpf_link link; struct fprobe fp; long unsigned int *addrs; u64 *cookies; u32 cnt; u32 mods_cnt; struct module **mods; u32 flags; }; struct bpf_kprobe_multi_run_ctx { struct bpf_session_run_ctx session_ctx; struct bpf_kprobe_multi_link *link; long unsigned int entry_ip; }; struct user_syms { const char **syms; char *buf; }; struct multi_symbols_sort { const char **funcs; u64 *cookies; }; struct modules_array { struct module **mods; int mods_cnt; int mods_cap; }; struct bpf_uprobe_multi_link; struct bpf_uprobe { struct bpf_uprobe_multi_link *link; loff_t offset; long unsigned int ref_ctr_offset; u64 cookie; struct uprobe *uprobe; struct uprobe_consumer consumer; bool session; }; struct bpf_uprobe_multi_link { struct path path; struct bpf_link link; u32 cnt; u32 flags; struct bpf_uprobe *uprobes; struct task_struct *task; }; struct bpf_uprobe_multi_run_ctx { struct bpf_session_run_ctx session_ctx; long unsigned int entry_ip; struct bpf_uprobe *uprobe; }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct btf_param { __u32 name_off; __u32 type; }; struct btf_anon_stack { u32 tid; u32 offset; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_EDATA = 10, FETCH_OP_DEREF = 11, FETCH_OP_UDEREF = 12, FETCH_OP_ST_RAW = 13, FETCH_OP_ST_MEM = 14, FETCH_OP_ST_UMEM = 15, FETCH_OP_ST_STRING = 16, FETCH_OP_ST_USTRING = 17, FETCH_OP_ST_SYMSTR = 18, FETCH_OP_ST_EDATA = 19, FETCH_OP_MOD_BF = 20, FETCH_OP_LP_ARRAY = 21, FETCH_OP_TP_ARG = 22, FETCH_OP_END = 23, FETCH_NOP_SYMBOL = 24, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct probe_entry_arg { struct fetch_insn *code; unsigned int size; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_entry_arg *entry_arg; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; struct traceprobe_parse_context { struct trace_event_call *event; const char *funcname; const struct btf_type *proto; const struct btf_param *params; s32 nr_params; struct btf *btf; const struct btf_type *last_type; u32 last_bitoffs; u32 last_bitsize; struct trace_probe *tp; unsigned int flags; int offset; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_BAD_MAXACT_TYPE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_NON_UNIQ_SYMBOL = 10, TP_ERR_BAD_RETPROBE = 11, TP_ERR_NO_TRACEPOINT = 12, TP_ERR_BAD_TP_NAME = 13, TP_ERR_BAD_ADDR_SUFFIX = 14, TP_ERR_NO_GROUP_NAME = 15, TP_ERR_GROUP_TOO_LONG = 16, TP_ERR_BAD_GROUP_NAME = 17, TP_ERR_NO_EVENT_NAME = 18, TP_ERR_EVENT_TOO_LONG = 19, TP_ERR_BAD_EVENT_NAME = 20, TP_ERR_EVENT_EXIST = 21, TP_ERR_RETVAL_ON_PROBE = 22, TP_ERR_NO_RETVAL = 23, TP_ERR_BAD_STACK_NUM = 24, TP_ERR_BAD_ARG_NUM = 25, TP_ERR_BAD_VAR = 26, TP_ERR_BAD_REG_NAME = 27, TP_ERR_BAD_MEM_ADDR = 28, TP_ERR_BAD_IMM = 29, TP_ERR_IMMSTR_NO_CLOSE = 30, TP_ERR_FILE_ON_KPROBE = 31, TP_ERR_BAD_FILE_OFFS = 32, TP_ERR_SYM_ON_UPROBE = 33, TP_ERR_TOO_MANY_OPS = 34, TP_ERR_DEREF_NEED_BRACE = 35, TP_ERR_BAD_DEREF_OFFS = 36, TP_ERR_DEREF_OPEN_BRACE = 37, TP_ERR_COMM_CANT_DEREF = 38, TP_ERR_BAD_FETCH_ARG = 39, TP_ERR_ARRAY_NO_CLOSE = 40, TP_ERR_BAD_ARRAY_SUFFIX = 41, TP_ERR_BAD_ARRAY_NUM = 42, TP_ERR_ARRAY_TOO_BIG = 43, TP_ERR_BAD_TYPE = 44, TP_ERR_BAD_STRING = 45, TP_ERR_BAD_SYMSTRING = 46, TP_ERR_BAD_BITFIELD = 47, TP_ERR_ARG_NAME_TOO_LONG = 48, TP_ERR_NO_ARG_NAME = 49, TP_ERR_BAD_ARG_NAME = 50, TP_ERR_USED_ARG_NAME = 51, TP_ERR_ARG_TOO_LONG = 52, TP_ERR_NO_ARG_BODY = 53, TP_ERR_BAD_INSN_BNDRY = 54, TP_ERR_FAIL_REG_PROBE = 55, TP_ERR_DIFF_PROBE_TYPE = 56, TP_ERR_DIFF_ARG_TYPE = 57, TP_ERR_SAME_PROBE = 58, TP_ERR_NO_EVENT_INFO = 59, TP_ERR_BAD_ATTACH_EVENT = 60, TP_ERR_BAD_ATTACH_ARG = 61, TP_ERR_NO_EP_FILTER = 62, TP_ERR_NOSUP_BTFARG = 63, TP_ERR_NO_BTFARG = 64, TP_ERR_NO_BTF_ENTRY = 65, TP_ERR_BAD_VAR_ARGS = 66, TP_ERR_NOFENTRY_ARGS = 67, TP_ERR_DOUBLE_ARGS = 68, TP_ERR_ARGS_2LONG = 69, TP_ERR_ARGIDX_2BIG = 70, TP_ERR_NO_PTR_STRCT = 71, TP_ERR_NOSUP_DAT_ARG = 72, TP_ERR_BAD_HYPHEN = 73, TP_ERR_NO_BTF_FIELD = 74, TP_ERR_BAD_BTF_TID = 75, TP_ERR_BAD_TYPE4STR = 76, TP_ERR_NEED_STRING_TYPE = 77, TP_ERR_TOO_MANY_ARGS = 78, TP_ERR_TOO_MANY_EARGS = 79, }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; char *filename; struct uprobe *uprobe; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int *nhits; struct trace_probe tp; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; int dsize; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, struct mm_struct *); enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct static_key_true { struct static_key key; }; typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct page_pool_params_fast { unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; }; typedef long unsigned int netmem_ref; struct pp_alloc_cache { u32 count; netmem_ref cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool_params_slow { struct net_device *netdev; unsigned int queue_idx; unsigned int flags; void (*init_callback)(netmem_ref, void *); void *init_arg; }; struct memory_provider_ops; struct page_pool { struct page_pool_params_fast p; int cpuid; u32 pages_state_hold_cnt; bool has_init_callback: 1; bool dma_map: 1; bool dma_sync: 1; bool dma_sync_for_cpu: 1; long: 0; __u8 __cacheline_group_begin__frag[0]; long int frag_users; netmem_ref frag_page; unsigned int frag_offset; long: 0; __u8 __cacheline_group_end__frag[0]; long: 64; struct {} __cacheline_group_pad__frag; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; u32 xdp_mem_id; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; void *mp_priv; const struct memory_provider_ops *mp_ops; struct xarray dma_mapped; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; struct page_pool_params_slow slow; struct { struct hlist_node list; u64 detach_time; u32 id; } user; long: 64; long: 64; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; enum { BPF_MAX_LOOPS = 8388608, BPF_MAX_TIMED_LOOPS = 65535, }; struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_frame { void *data; u32 len; u32 headroom; u32 metasize; enum xdp_mem_type mem_type: 32; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; struct xdp_rxq_info; struct xdp_txq_info; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct bpf_binary_header { u32 size; long: 0; u8 image[0]; }; struct bpf_timed_may_goto { u64 count; u64 timestamp; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; enum page_size_enum { __PAGE_SIZE = 4096, }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct memory_provider_ops { netmem_ref (*alloc_netmems)(struct page_pool *, gfp_t); bool (*release_netmem)(struct page_pool *, netmem_ref); int (*init)(struct page_pool *); void (*destroy)(struct page_pool *); int (*nl_fill)(void *, struct sk_buff *, struct netdev_rx_queue *); void (*uninstall)(void *, struct netdev_rx_queue *); }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_raw_bpf_xdp_link_attach_failed { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; struct trace_event_data_offsets_bpf_xdp_link_attach_failed { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); typedef void (*btf_trace_bpf_xdp_link_attach_failed)(void *, const char *); typedef __kernel_ulong_t ino_t; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { __u64 __opaque[2]; }; struct bpf_wq { __u64 __opaque[2]; }; struct bpf_dynptr { __u64 __opaque[2]; }; struct bpf_list_head { __u64 __opaque[2]; }; struct bpf_list_node { __u64 __opaque[3]; }; struct bpf_rb_root { __u64 __opaque[2]; }; struct bpf_rb_node { __u64 __opaque[4]; }; struct bpf_refcount { __u32 __opaque[1]; }; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; enum { BPF_F_TIMER_ABS = 1, BPF_F_TIMER_CPU_PIN = 2, }; enum bpf_kfunc_flags { BPF_F_PAD_ZEROS = 1, }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct bpf_rb_node_kern { struct rb_node rb_node; void *owner; }; struct bpf_list_node_kern { struct list_head list_head; void *owner; }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, s64 *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, u64 *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char bin_args[512]; char buf[1024]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_async_cb { struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; union { struct callback_head rcu; struct work_struct delete_work; }; u64 flags; }; struct bpf_hrtimer { struct bpf_async_cb cb; struct hrtimer timer; atomic_t cancelling; }; struct bpf_work { struct bpf_async_cb cb; struct work_struct work; struct work_struct delete_work; }; struct bpf_async_kern { union { struct bpf_async_cb *cb; struct bpf_hrtimer *timer; struct bpf_work *work; }; struct bpf_spin_lock lock; }; enum bpf_async_type { BPF_ASYNC_TYPE_TIMER = 0, BPF_ASYNC_TYPE_WQ = 1, }; typedef u64 (*btf_bpf_timer_init)(struct bpf_async_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_async_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_async_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_async_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct bpf_throw_ctx { struct bpf_prog_aux *aux; u64 sp; u64 bp; int cnt; }; struct bpf_iter_bits { __u64 __opaque[2]; }; struct bpf_iter_bits_kern { union { __u64 *bits; __u64 bits_copy; }; int nr_bits; int bit; }; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; enum { CSS_TASK_ITER_PROCS = 1, CSS_TASK_ITER_THREADED = 2, CSS_TASK_ITER_SKIPPED = 65536, }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_iter_task_vma_kern_data { struct task_struct *task; struct mm_struct *mm; struct mmap_unlock_irq_work *work; struct vma_iterator vmi; }; struct bpf_iter_task_vma { __u64 __opaque[1]; }; struct bpf_iter_task_vma_kern { struct bpf_iter_task_vma_kern_data *data; }; struct bpf_iter_css_task { __u64 __opaque[1]; }; struct bpf_iter_css_task_kern { struct css_task_iter *css_it; }; struct bpf_iter_task { __u64 __opaque[3]; }; struct bpf_iter_task_kern { struct task_struct *task; struct task_struct *pos; unsigned int flags; }; enum { BPF_TASK_ITER_ALL_PROCS = 0, BPF_TASK_ITER_ALL_THREADS = 1, BPF_TASK_ITER_PROC_THREADS = 2, }; typedef struct qspinlock rqspinlock_t; struct rqspinlock_held { int cnt; void *locks[31]; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; rqspinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lpm_trie_key_hdr { __u32 prefixlen; }; struct bpf_lpm_trie_key_u8 { union { struct bpf_lpm_trie_key_hdr hdr; __u32 prefixlen; }; __u8 data[0]; }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, BPF_F_LINK = 8192, BPF_F_PATH_FD = 16384, BPF_F_VTYPE_BTF_OBJ_FD = 32768, BPF_F_TOKEN_FD = 65536, BPF_F_SEGV_ON_FAULT = 131072, BPF_F_NO_USER_CONV = 262144, }; struct lpm_trie_node { struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; struct bpf_mem_alloc ma; size_t n_entries; size_t max_prefixlen; size_t data_size; rqspinlock_t lock; }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; enum { BPF_MAX_TRAMP_LINKS = 38, }; enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct __una_u32 { u32 x; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 nr_hash_funcs; long unsigned int bitset[0]; }; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; union { struct callback_head rcu; struct hlist_node free_node; }; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; typedef struct fd class_fd_raw_t; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_ib; int lbs_inode; int lbs_sock; int lbs_superblock; int lbs_ipc; int lbs_key; int lbs_msg_msg; int lbs_perf_event; int lbs_task; int lbs_xattr_count; int lbs_tun_dev; int lbs_bdev; }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_tramp_run_ctx; typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; struct module *tgt_mod; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_shim_tramp_link { struct bpf_tramp_link link; struct bpf_trampoline *trampoline; }; struct bpf_res_spin_lock { u32 val; }; struct rqspinlock_timeout { u64 timeout_end; u64 duration; u64 cur; u16 spin; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct range_tree { struct rb_root_cached it_root; struct rb_root_cached range_size_root; }; struct range_node { struct rb_node rn_rbnode; struct rb_node rb_range_size; u32 rn_start; u32 rn_last; u32 __rn_subtree_last; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; struct static_call_key *sc_key; void *sc_tramp; }; enum { BPF_F_INGRESS = 1, BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; struct skb_frag { netmem_ref netmem; unsigned int len; unsigned int offset; }; typedef struct skb_frag skb_frag_t; struct xsk_tx_metadata_compl { __u64 *tx_timestamp; }; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; union { struct skb_shared_hwtstamps hwtstamps; struct xsk_tx_metadata_compl xsk_meta; }; unsigned int gso_type; u32 tskey; atomic_t dataref; union { struct { u32 xdp_frags_size; u32 xdp_frags_truesize; }; void *destructor_arg; }; skb_frag_t frags[17]; }; enum netdev_xdp_act { NETDEV_XDP_ACT_BASIC = 1, NETDEV_XDP_ACT_REDIRECT = 2, NETDEV_XDP_ACT_NDO_XMIT = 4, NETDEV_XDP_ACT_XSK_ZEROCOPY = 8, NETDEV_XDP_ACT_HW_OFFLOAD = 16, NETDEV_XDP_ACT_RX_SG = 32, NETDEV_XDP_ACT_NDO_XMIT_SG = 64, NETDEV_XDP_ACT_MASK = 127, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1, IFF_EBRIDGE = 2, IFF_BONDING = 4, IFF_ISATAP = 8, IFF_WAN_HDLC = 16, IFF_XMIT_DST_RELEASE = 32, IFF_DONT_BRIDGE = 64, IFF_DISABLE_NETPOLL = 128, IFF_MACVLAN_PORT = 256, IFF_BRIDGE_PORT = 512, IFF_OVS_DATAPATH = 1024, IFF_TX_SKB_SHARING = 2048, IFF_UNICAST_FLT = 4096, IFF_TEAM_PORT = 8192, IFF_SUPP_NOFCS = 16384, IFF_LIVE_ADDR_CHANGE = 32768, IFF_MACVLAN = 65536, IFF_XMIT_DST_RELEASE_PERM = 131072, IFF_L3MDEV_MASTER = 262144, IFF_NO_QUEUE = 524288, IFF_OPENVSWITCH = 1048576, IFF_L3MDEV_SLAVE = 2097152, IFF_TEAM = 4194304, IFF_RXFH_CONFIGURED = 8388608, IFF_PHONY_HEADROOM = 16777216, IFF_MACSEC = 33554432, IFF_NO_RX_HANDLER = 67108864, IFF_FAILOVER = 134217728, IFF_FAILOVER_SLAVE = 268435456, IFF_L3MDEV_RX_HANDLER = 536870912, IFF_NO_ADDRCONF = 1073741824, IFF_TX_SKB_NO_LINEAR = 2147483648, }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, NETDEV_XDP_FEAT_CHANGE = 40, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_id; __u64 map_extra; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; typedef struct ns_common *ns_get_path_helper_t(void *); enum xdp_rx_metadata { XDP_METADATA_KFUNC_RX_TIMESTAMP = 0, XDP_METADATA_KFUNC_RX_HASH = 1, XDP_METADATA_KFUNC_RX_VLAN_TAG = 2, MAX_XDP_METADATA_KFUNC = 3, }; struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; struct bpf_mprog_fp { struct bpf_prog *prog; }; struct bpf_mprog_cp { struct bpf_link *link; }; struct bpf_mprog_bundle; struct bpf_mprog_entry { struct bpf_mprog_fp fp_items[64]; struct bpf_mprog_bundle *parent; }; struct bpf_mprog_bundle { struct bpf_mprog_entry a; struct bpf_mprog_entry b; struct bpf_mprog_cp cp_items[64]; struct bpf_prog *ref; atomic64_t revision; u32 count; }; struct bpf_tuple { struct bpf_prog *prog; struct bpf_link *link; }; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct tcx_entry { struct mini_Qdisc *miniq; struct bpf_mprog_bundle bundle; u32 miniq_active; struct callback_head rcu; }; struct tcx_link { struct bpf_link link; struct net_device *dev; u32 location; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; struct bpf_iter_css { __u64 __opaque[3]; }; struct bpf_iter_css_kern { struct cgroup_subsys_state *start; struct cgroup_subsys_state *pos; unsigned int flags; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; u32 uaddrlen; }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 is_locked_tcp_sock; u8 remaining_opt_len; u64 temp; }; struct bpf_sysctl_kern { struct ctl_table_header *head; const struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; u32 flags; }; struct cgroup_lsm_atype { u32 attach_btf_id; int refcnt; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct btf_enum { __u32 name_off; __s32 val; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; enum btf_field_iter_kind { BTF_FIELD_ITER_IDS = 0, BTF_FIELD_ITER_STRS = 1, }; struct btf_field_desc { int t_off_cnt; int t_offs[2]; int m_sz; int m_off_cnt; int m_offs[1]; }; struct btf_field_iter { struct btf_field_desc desc; void *p; int m_idx; int off_idx; int vlen; }; struct btf_relocate { struct btf *btf; const struct btf *base_btf; const struct btf *dist_base_btf; unsigned int nr_base_types; unsigned int nr_split_types; unsigned int nr_dist_base_types; int dist_str_len; int base_str_len; __u32 *id_map; __u32 *str_map; }; struct btf_name_info { const char *name; bool needs_size: 1; unsigned int size: 31; __u32 id; }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; unsigned int remote_node_defrag_ratio; struct kmem_cache_node *node[1024]; }; struct bpf_iter_kmem_cache { __u64 __opaque[1]; }; struct bpf_iter_kmem_cache_kern { struct kmem_cache *pos; }; struct bpf_iter__kmem_cache { union { struct bpf_iter_meta *meta; }; union { struct kmem_cache *s; }; }; union kmem_cache_iter_priv { struct bpf_iter_kmem_cache it; struct bpf_iter_kmem_cache_kern kit; }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; struct mutex aux_mutex; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; int aux_in_pause_resume; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = -1, RSEQ_CPU_ID_REGISTRATION_FAILED = -2, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct __large_struct { long unsigned int buf[100]; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; s32 node_id; s32 mm_cid; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; typedef struct pglist_data pg_data_t; typedef unsigned int xa_mark_t; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum { XA_CHECK_SCHED = 4096, }; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct dirty_throttle_control { struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int limit; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; bool freerun; bool dirty_exceeded; }; typedef int (*writepage_t)(struct folio *, struct writeback_control *, void *); enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_RELEASE_ALWAYS = 6, AS_STABLE_WRITES = 7, AS_INACCESSIBLE = 8, AS_FOLIO_ORDER_BITS = 5, AS_FOLIO_ORDER_MIN = 16, AS_FOLIO_ORDER_MAX = 21, }; struct compact_control { struct list_head freepages[11]; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool finish_pageblock; bool alloc_contig; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; enum lruvec_flags { LRUVEC_CGROUP_CONGESTED = 0, LRUVEC_NODE_CONGESTED = 1, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, ZONE_BELOW_HIGH = 2, }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_DAMON = 9, MR_TYPES = 10, }; enum mthp_stat_item { MTHP_STAT_ANON_FAULT_ALLOC = 0, MTHP_STAT_ANON_FAULT_FALLBACK = 1, MTHP_STAT_ANON_FAULT_FALLBACK_CHARGE = 2, MTHP_STAT_ZSWPOUT = 3, MTHP_STAT_SWPIN = 4, MTHP_STAT_SWPIN_FALLBACK = 5, MTHP_STAT_SWPIN_FALLBACK_CHARGE = 6, MTHP_STAT_SWPOUT = 7, MTHP_STAT_SWPOUT_FALLBACK = 8, MTHP_STAT_SHMEM_ALLOC = 9, MTHP_STAT_SHMEM_FALLBACK = 10, MTHP_STAT_SHMEM_FALLBACK_CHARGE = 11, MTHP_STAT_SPLIT = 12, MTHP_STAT_SPLIT_FAILED = 13, MTHP_STAT_SPLIT_DEFERRED = 14, MTHP_STAT_NR_ANON = 15, MTHP_STAT_NR_ANON_PARTIALLY_MAPPED = 16, __MTHP_STAT_COUNT = 17, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; unsigned int nr_demoted; }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; int generation; }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; typedef struct folio *new_folio_t(struct folio *, long unsigned int); typedef void free_folio_t(struct folio *, long unsigned int); struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; enum migrate_reason reason; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_reclaim_pages { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_reclaim_pages {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_reclaim_pages)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int no_cache_trim_mode: 1; unsigned int cache_trim_mode_failed: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int memcg_full_walk: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; long unsigned int *bound_map; void *base_addr; long unsigned int *alloc_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; long: 64; }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; enum page_walk_lock { PGWALK_RDLOCK = 0, PGWALK_WRLOCK = 1, PGWALK_WRLOCK_VERIFY = 2, }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); int (*install_pte)(long unsigned int, long unsigned int, pte_t *, struct mm_walk *); enum page_walk_lock walk_lock; }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, TLB_REMOTE_WRONG_CPU = 5, NR_TLB_FLUSH_REASONS = 6, }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier_range { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; typedef int rmap_t; enum rmap_level { RMAP_LEVEL_PTE = 0, RMAP_LEVEL_PMD = 1, RMAP_LEVEL_PUD = 2, }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(const struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, HPG_cma = 6, __NR_HPAGEFLAGS = 7, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; long unsigned int large_folio_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef int fpb_t; struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct wrprotect_file_state { int cleaned; long unsigned int pgoff; long unsigned int pfn; long unsigned int nr_pages; }; struct page_frag_cache { long unsigned int encoded_page; __u32 offset; __u32 pagecnt_bias; }; struct anon_vma_name { struct kref kref; char name[0]; }; typedef unsigned int zap_flags_t; typedef int cydp_t; struct zap_details { struct folio *single_folio; bool even_cows; bool reclaim_pt; zap_flags_t zap_flags; }; enum iter_type { ITER_UBUF = 0, ITER_IOVEC = 1, ITER_BVEC = 2, ITER_KVEC = 3, ITER_FOLIOQ = 4, ITER_XARRAY = 5, ITER_DISCARD = 6, }; typedef long unsigned int pte_marker; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, STRING_UNITS_MASK = 1, STRING_UNITS_NO_SPACE = 1073741824, STRING_UNITS_NO_BYTES = 2147483648, }; typedef unsigned int fgf_t; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_WEIGHTED_INTERLEAVE = 6, MPOL_MAX = 7, }; struct node { struct device dev; struct list_head access_list; }; struct page_counter { atomic_long_t usage; long unsigned int failcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int local_watermark; struct cacheline_padding _pad2_; bool protection_support; bool track_failcnt; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; struct rw_semaphore rw_sema; struct page_counter *reservation_counter; long unsigned int pages_per_hpage; struct cgroup_subsys_state *css; }; struct file_region { struct list_head link; long int from; long int to; struct page_counter *reservation_counter; struct cgroup_subsys_state *css; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; struct cma; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; long unsigned int flags; struct cma *cma; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; bool numa_aware; }; enum hugetlb_memory_event { HUGETLB_MAX = 0, HUGETLB_NR_MEMORY_EVENTS = 1, }; struct hugetlb_cgroup_per_node { long unsigned int usage[2]; }; struct hugetlb_cgroup { struct cgroup_subsys_state css; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter hugepage[2]; struct page_counter rsvd_hugepage[2]; atomic_long_t events[2]; atomic_long_t events_local[2]; struct cgroup_file events_file[2]; struct cgroup_file events_local_file[2]; struct hugetlb_cgroup_per_node *nodeinfo[0]; }; struct hugetlb_cmdline { char *val; int (*setup)(char *); }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; typedef enum { MAP_CHG_REUSE = 0, MAP_CHG_NEEDED = 1, MAP_CHG_ENFORCED = 2, } map_chg_state; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[2]; }; typedef unsigned int isolate_mode_t; struct buffer_head; typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; union { struct page *b_page; struct folio *b_folio; }; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_Migrate = 16, BH_PrivateStart = 17, }; enum rmp_flags { RMP_LOCKED = 1, RMP_USE_SHARED_ZEROPAGE = 2, }; typedef int folio_walk_flags_t; enum folio_walk_level { FW_LEVEL_PTE = 0, FW_LEVEL_PMD = 1, FW_LEVEL_PUD = 2, }; struct folio_walk { struct page *page; enum folio_walk_level level; union { pte_t *ptep; pud_t *pudp; pmd_t *pmdp; }; union { pte_t pte; pud_t pud; pmd_t pmd; }; struct vm_area_struct *vma; spinlock_t *ptl; }; struct rmap_walk_arg { struct folio *folio; bool map_unused_to_zeropage; }; enum { PAGE_WAS_MAPPED = 1, PAGE_WAS_MLOCKED = 2, PAGE_OLD_STATES = 3, }; struct migrate_pages_stats { int nr_succeeded; int nr_failed_pages; int nr_thp_succeeded; int nr_thp_failed; int nr_thp_split; int nr_split; }; struct ptdump_range { long unsigned int start; long unsigned int end; }; struct ptdump_state { void (*note_page)(struct ptdump_state *, long unsigned int, int, u64); void (*effective_prot)(struct ptdump_state *, int, u64); const struct ptdump_range *range; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; unsigned int dma_flags; }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_core { struct file_lock_core *flc_blocker; struct list_head flc_list; struct hlist_node flc_link; struct list_head flc_blocked_requests; struct list_head flc_blocked_member; fl_owner_t flc_owner; unsigned int flc_flags; unsigned char flc_type; pid_t flc_pid; int flc_link_cpu; wait_queue_head_t flc_wait; struct file *flc_file; }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct file_lock_operations; struct lock_manager_operations; struct file_lock { struct file_lock_core c; loff_t fl_start; loff_t fl_end; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct lease_manager_operations; struct file_lease { struct file_lock_core c; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct lease_manager_operations *fl_lmops; }; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_FILE_RANGE = 1, FSNOTIFY_EVENT_PATH = 2, FSNOTIFY_EVENT_INODE = 3, FSNOTIFY_EVENT_DENTRY = 4, FSNOTIFY_EVENT_MNT = 5, FSNOTIFY_EVENT_ERROR = 6, }; typedef s32 compat_off_t; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct lease_manager_operations { bool (*lm_break)(struct file_lease *); int (*lm_change)(struct file_lease *, int, struct list_head *); void (*lm_setup)(struct file_lease *, void **); bool (*lm_breaker_owns_lease)(struct file_lease *); }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; typedef short unsigned int __kernel_old_uid_t; typedef short unsigned int __kernel_old_gid_t; typedef __kernel_old_uid_t old_uid_t; typedef __kernel_old_gid_t old_gid_t; struct stat { __kernel_ulong_t st_dev; __kernel_ulong_t st_ino; __kernel_ulong_t st_nlink; unsigned int st_mode; unsigned int st_uid; unsigned int st_gid; unsigned int __pad0; __kernel_ulong_t st_rdev; __kernel_long_t st_size; __kernel_long_t st_blksize; __kernel_long_t st_blocks; __kernel_ulong_t st_atime; __kernel_ulong_t st_atime_nsec; __kernel_ulong_t st_mtime; __kernel_ulong_t st_mtime_nsec; __kernel_ulong_t st_ctime; __kernel_ulong_t st_ctime_nsec; __kernel_long_t __unused[3]; }; struct __old_kernel_stat { short unsigned int st_dev; short unsigned int st_ino; short unsigned int st_mode; short unsigned int st_nlink; short unsigned int st_uid; short unsigned int st_gid; short unsigned int st_rdev; unsigned int st_size; unsigned int st_atime; unsigned int st_mtime; unsigned int st_ctime; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 stx_subvol; __u32 stx_atomic_write_unit_min; __u32 stx_atomic_write_unit_max; __u32 stx_atomic_write_segments_max; __u32 stx_dio_read_offset_align; __u64 __spare3[9]; }; typedef u16 compat_mode_t; typedef u16 __compat_uid_t; typedef u16 __compat_gid_t; typedef u32 compat_ino_t; typedef u16 compat_nlink_t; struct compat_stat { u32 st_dev; compat_ino_t st_ino; compat_mode_t st_mode; compat_nlink_t st_nlink; __compat_uid_t st_uid; __compat_gid_t st_gid; u32 st_rdev; u32 st_size; u32 st_blksize; u32 st_blocks; u32 st_atime; u32 st_atime_nsec; u32 st_mtime; u32 st_mtime_nsec; u32 st_ctime; u32 st_ctime_nsec; u32 __unused4; u32 __unused5; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct { struct rb_root mounts; struct rb_node *mnt_last_node; struct rb_node *mnt_first_node; }; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; union { wait_queue_head_t poll; struct callback_head mnt_ns_rcu; }; u64 seq_origin; u64 event; __u32 n_fsnotify_mask; struct fsnotify_mark_connector *n_fsnotify_marks; unsigned int nr_mounts; unsigned int pending_mounts; struct rb_node mnt_ns_tree_node; struct list_head mnt_ns_list; refcount_t passive; }; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct rb_node mnt_node; struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; struct list_head to_notify; struct mnt_namespace *prev_ns; int mnt_id; u64 mnt_id_unique; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; const char *pathname; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct name_snapshot { struct qstr name; union shortname_store inline_name; }; enum mount_flags { MNT_NOSUID = 1, MNT_NODEV = 2, MNT_NOEXEC = 4, MNT_NOATIME = 8, MNT_NODIRATIME = 16, MNT_RELATIME = 32, MNT_READONLY = 64, MNT_NOSYMFOLLOW = 128, MNT_SHRINKABLE = 256, MNT_WRITE_HOLD = 512, MNT_SHARED = 4096, MNT_UNBINDABLE = 8192, MNT_INTERNAL = 16384, MNT_LOCK_ATIME = 262144, MNT_LOCK_NOEXEC = 524288, MNT_LOCK_NOSUID = 1048576, MNT_LOCK_NODEV = 2097152, MNT_LOCK_READONLY = 4194304, MNT_LOCKED = 8388608, MNT_DOOMED = 16777216, MNT_SYNC_UMOUNT = 33554432, MNT_MARKED = 67108864, MNT_UMOUNT = 134217728, MNT_SHARED_MASK = 8192, MNT_USER_SETTABLE_MASK = 255, MNT_ATIME_MASK = 56, MNT_INTERNAL_FLAGS = 125850112, }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct renamedata { struct mnt_idmap *old_mnt_idmap; struct inode *old_dir; struct dentry *old_dentry; struct mnt_idmap *new_mnt_idmap; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; typedef int filler_t(struct file *, struct folio *); enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; typedef struct fd class_fd_pos_t; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct old_linux_dirent { long unsigned int d_ino; long unsigned int d_offset; short unsigned int d_namlen; char d_name[0]; }; struct readdir_callback { struct dir_context ctx; struct old_linux_dirent *dirent; int result; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[0]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[0]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[0]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, LRU_STOP = 5, }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, void *); struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { atomic_t count; struct callback_head head; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; struct fd_range { unsigned int from; unsigned int to; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int wb_setpoint; long unsigned int wb_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, struct dirty_throttle_control *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); typedef int class_get_unused_fd_t; struct pseudo_fs_context { const struct super_operations *ops; const struct export_operations *eops; const struct xattr_handler * const *xattr; const struct dentry_operations *dops; long unsigned int magic; }; struct mnt_ns_info { __u32 size; __u32 nr_mounts; __u64 mnt_ns_id; }; struct stashed_operations { void (*put_data)(void *); int (*init_inode)(struct inode *, void *); }; struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; struct mnt_idmap { struct uid_gid_map uid_map; struct uid_gid_map gid_map; refcount_t count; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); enum { BIO_PAGE_PINNED = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_PLUGGING = 12, BIO_EMULATES_ZONE_APPEND = 13, BIO_FLAG_LAST = 14, }; typedef __u32 blk_mq_req_flags_t; struct dax_device; struct iomap_folio_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_folio_ops *folio_ops; u64 validity_cookie; }; struct iomap_iter; struct iomap_folio_ops { struct folio * (*get_folio)(struct iomap_iter *, loff_t, unsigned int); void (*put_folio)(struct inode *, loff_t, unsigned int, struct folio *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; loff_t iter_start_pos; int status; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO_SHA3_256 = 20, HASH_ALGO_SHA3_384 = 21, HASH_ALGO_SHA3_512 = 22, HASH_ALGO__LAST = 23, }; struct postprocess_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct fsverity_info; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, IOPRIO_CLASS_INVALID = 7, }; enum { IOPRIO_HINT_NONE = 0, IOPRIO_HINT_DEV_DURATION_LIMIT_1 = 1, IOPRIO_HINT_DEV_DURATION_LIMIT_2 = 2, IOPRIO_HINT_DEV_DURATION_LIMIT_3 = 3, IOPRIO_HINT_DEV_DURATION_LIMIT_4 = 4, IOPRIO_HINT_DEV_DURATION_LIMIT_5 = 5, IOPRIO_HINT_DEV_DURATION_LIMIT_6 = 6, IOPRIO_HINT_DEV_DURATION_LIMIT_7 = 7, }; typedef __kernel_rwf_t rwf_t; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef u32 compat_aio_context_t; typedef u32 compat_sigset_word; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct folio **ring_folios; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct folio *internal_folios[8]; struct file *aio_ring_file; unsigned int id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct eventfd_ctx; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_waiter { struct wait_queue_entry w; size_t min_nr; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; struct backing_file_ctx { const struct cred *cred; void (*accessed)(struct file *); void (*end_write)(struct kiocb *, ssize_t); }; struct backing_aio { struct kiocb iocb; refcount_t ref; struct kiocb *orig_iocb; void (*end_write)(struct kiocb *, ssize_t); struct work_struct work; long int res; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_writepage_map { struct trace_entry ent; dev_t dev; u64 ino; u64 pos; u64 dirty_len; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; int status; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_raw_iomap_dio_rw_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; size_t count; size_t done_before; int ki_flags; unsigned int dio_flags; bool aio; char __data[0]; }; struct trace_event_raw_iomap_dio_complete { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; int ki_flags; bool aio; int error; ssize_t ret; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_writepage_map {}; struct trace_event_data_offsets_iomap_iter {}; struct trace_event_data_offsets_iomap_dio_rw_begin {}; struct trace_event_data_offsets_iomap_dio_complete {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_rw_queued)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, u64, unsigned int, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); typedef void (*btf_trace_iomap_dio_rw_begin)(void *, struct kiocb *, struct iov_iter *, unsigned int, size_t); typedef void (*btf_trace_iomap_dio_complete)(void *, struct kiocb *, int, ssize_t); struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; typedef __kernel_uid32_t qid_t; enum { QUOTA_NL_C_UNSPEC = 0, QUOTA_NL_C_WARNING = 1, __QUOTA_NL_C_MAX = 2, }; enum { QUOTA_NL_A_UNSPEC = 0, QUOTA_NL_A_QTYPE = 1, QUOTA_NL_A_EXCESS_ID = 2, QUOTA_NL_A_WARNING = 3, QUOTA_NL_A_DEV_MAJOR = 4, QUOTA_NL_A_DEV_MINOR = 5, QUOTA_NL_A_CAUSED_ID = 6, QUOTA_NL_A_PAD = 7, __QUOTA_NL_A_MAX = 8, }; typedef int (*netlink_filter_fn)(struct sock *, struct sk_buff *, void *); struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*bind)(int); void (*unbind)(int); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; size_t sock_priv_size; void (*sock_priv_init)(void *); void (*sock_priv_destroy)(void *); int id; unsigned int mcgrp_offset; struct xarray *sock_privs; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; const struct genl_family *family; const struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; struct nlattr **attrs; possible_net_t _net; union { u8 ctx[48]; void *user_ptr[2]; }; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; typedef u32 nlink_t; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; enum { PROC_ENTRY_PERMANENT = 1, PROC_ENTRY_proc_read_iter = 2, PROC_ENTRY_proc_compat_ioctl = 4, }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; struct callback_head rcu; }; typedef int (*proc_write_t)(struct file *, char *, size_t); struct ida { struct xarray xa; }; struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); int lsmid; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; const struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; typedef long unsigned int elf_greg_t; typedef elf_greg_t elf_gregset_t[27]; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, KERNFS_ROOT_INVARIANT_PARENT = 16, }; struct kernfs_syscall_ops; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; struct rw_semaphore kernfs_iattr_rwsem; struct rw_semaphore kernfs_supers_rwsem; struct callback_head rcu; }; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; struct rolling_buffer { struct folio_queue *head; struct folio_queue *tail; struct iov_iter iter; u8 next_head_slot; u8 first_tail_slot; }; enum netfs_io_source { NETFS_SOURCE_UNKNOWN = 0, NETFS_FILL_WITH_ZEROES = 1, NETFS_DOWNLOAD_FROM_SERVER = 2, NETFS_READ_FROM_CACHE = 3, NETFS_INVALID_READ = 4, NETFS_UPLOAD_TO_SERVER = 5, NETFS_WRITE_TO_CACHE = 6, NETFS_INVALID_WRITE = 7, } __attribute__((mode(byte))); typedef void (*netfs_io_terminated_t)(void *, ssize_t); struct netfs_request_ops; struct netfs_inode { struct inode inode; const struct netfs_request_ops *ops; struct mutex wb_lock; loff_t remote_i_size; loff_t zero_point; atomic_t io_count; long unsigned int flags; }; struct netfs_io_request; struct netfs_io_subrequest; struct netfs_io_stream; struct netfs_request_ops { mempool_t *request_pool; mempool_t *subrequest_pool; int (*init_request)(struct netfs_io_request *, struct file *); void (*free_request)(struct netfs_io_request *); void (*free_subrequest)(struct netfs_io_subrequest *); void (*expand_readahead)(struct netfs_io_request *); int (*prepare_read)(struct netfs_io_subrequest *); void (*issue_read)(struct netfs_io_subrequest *); bool (*is_still_valid)(struct netfs_io_request *); int (*check_write_begin)(struct file *, loff_t, unsigned int, struct folio **, void **); void (*done)(struct netfs_io_request *); void (*update_i_size)(struct inode *, loff_t); void (*post_modify)(struct inode *); void (*begin_writeback)(struct netfs_io_request *); void (*prepare_write)(struct netfs_io_subrequest *); void (*issue_write)(struct netfs_io_subrequest *); void (*retry_request)(struct netfs_io_request *, struct netfs_io_stream *); void (*invalidate_cache)(struct netfs_io_request *); }; struct netfs_group { refcount_t ref; void (*free)(struct netfs_group *); }; struct netfs_folio { struct netfs_group *netfs_group; unsigned int dirty_offset; unsigned int dirty_len; }; struct netfs_io_stream { struct netfs_io_subrequest *construct; size_t sreq_max_len; unsigned int sreq_max_segs; unsigned int submit_off; unsigned int submit_len; unsigned int submit_extendable_to; void (*prepare_write)(struct netfs_io_subrequest *); void (*issue_write)(struct netfs_io_subrequest *); struct list_head subrequests; struct netfs_io_subrequest *front; long long unsigned int collected_to; size_t transferred; enum netfs_io_source source; short unsigned int error; unsigned char stream_nr; bool avail; bool active; bool need_retry; bool failed; }; struct netfs_io_subrequest { struct netfs_io_request *rreq; struct work_struct work; struct list_head rreq_link; struct iov_iter io_iter; long long unsigned int start; size_t len; size_t transferred; refcount_t ref; short int error; short unsigned int debug_index; unsigned int nr_segs; u8 retry_count; enum netfs_io_source source; unsigned char stream_nr; long unsigned int flags; }; struct netfs_cache_ops; struct netfs_cache_resources { const struct netfs_cache_ops *ops; void *cache_priv; void *cache_priv2; unsigned int debug_id; unsigned int inval_counter; }; enum netfs_read_from_hole { NETFS_READ_HOLE_IGNORE = 0, NETFS_READ_HOLE_CLEAR = 1, NETFS_READ_HOLE_FAIL = 2, }; struct netfs_cache_ops { void (*end_operation)(struct netfs_cache_resources *); int (*read)(struct netfs_cache_resources *, loff_t, struct iov_iter *, enum netfs_read_from_hole, netfs_io_terminated_t, void *); int (*write)(struct netfs_cache_resources *, loff_t, struct iov_iter *, netfs_io_terminated_t, void *); void (*issue_write)(struct netfs_io_subrequest *); void (*expand_readahead)(struct netfs_cache_resources *, long long unsigned int *, long long unsigned int *, long long unsigned int); enum netfs_io_source (*prepare_read)(struct netfs_io_subrequest *, long long unsigned int); void (*prepare_write_subreq)(struct netfs_io_subrequest *); int (*prepare_write)(struct netfs_cache_resources *, loff_t *, size_t *, size_t, loff_t, bool); enum netfs_io_source (*prepare_ondemand_read)(struct netfs_cache_resources *, loff_t, size_t *, loff_t, long unsigned int *, ino_t); int (*query_occupancy)(struct netfs_cache_resources *, loff_t, size_t, size_t, loff_t *, size_t *); }; enum netfs_io_origin { NETFS_READAHEAD = 0, NETFS_READPAGE = 1, NETFS_READ_GAPS = 2, NETFS_READ_SINGLE = 3, NETFS_READ_FOR_WRITE = 4, NETFS_UNBUFFERED_READ = 5, NETFS_DIO_READ = 6, NETFS_WRITEBACK = 7, NETFS_WRITEBACK_SINGLE = 8, NETFS_WRITETHROUGH = 9, NETFS_UNBUFFERED_WRITE = 10, NETFS_DIO_WRITE = 11, NETFS_PGPRIV2_COPY_TO_CACHE = 12, nr__netfs_io_origin = 13, } __attribute__((mode(byte))); struct netfs_io_request { union { struct work_struct cleanup_work; struct callback_head rcu; }; struct work_struct work; struct inode *inode; struct address_space *mapping; struct kiocb *iocb; struct netfs_cache_resources cache_resources; struct netfs_io_request *copy_to_cache; struct readahead_control *ractl; struct list_head proc_link; struct netfs_io_stream io_streams[2]; struct netfs_group *group; struct rolling_buffer buffer; wait_queue_head_t waitq; void *netfs_priv; void *netfs_priv2; struct bio_vec *direct_bv; unsigned int direct_bv_count; unsigned int debug_id; unsigned int rsize; unsigned int wsize; atomic_t subreq_counter; unsigned int nr_group_rel; spinlock_t lock; long long unsigned int submitted; long long unsigned int len; size_t transferred; long int error; enum netfs_io_origin origin; bool direct_bv_unpin; long long unsigned int i_size; long long unsigned int start; atomic64_t issued_to; long long unsigned int collected_to; long long unsigned int cleaned_to; long long unsigned int abandon_to; long unsigned int no_unlock_folio; unsigned char front_folio_order; refcount_t ref; long unsigned int flags; const struct netfs_request_ops *netfs_ops; void (*cleanup)(struct netfs_io_request *); }; enum fscache_want_state { FSCACHE_WANT_PARAMS = 0, FSCACHE_WANT_WRITE = 1, FSCACHE_WANT_READ = 2, }; enum fscache_cookie_state { FSCACHE_COOKIE_STATE_QUIESCENT = 0, FSCACHE_COOKIE_STATE_LOOKING_UP = 1, FSCACHE_COOKIE_STATE_CREATING = 2, FSCACHE_COOKIE_STATE_ACTIVE = 3, FSCACHE_COOKIE_STATE_INVALIDATING = 4, FSCACHE_COOKIE_STATE_FAILED = 5, FSCACHE_COOKIE_STATE_LRU_DISCARDING = 6, FSCACHE_COOKIE_STATE_WITHDRAWING = 7, FSCACHE_COOKIE_STATE_RELINQUISHING = 8, FSCACHE_COOKIE_STATE_DROPPED = 9, } __attribute__((mode(byte))); struct fscache_cache; struct fscache_volume { refcount_t ref; atomic_t n_cookies; atomic_t n_accesses; unsigned int debug_id; unsigned int key_hash; u8 *key; struct list_head proc_link; struct hlist_bl_node hash_link; struct work_struct work; struct fscache_cache *cache; void *cache_priv; spinlock_t lock; long unsigned int flags; u8 coherency_len; u8 coherency[0]; }; enum fscache_cache_state { FSCACHE_CACHE_IS_NOT_PRESENT = 0, FSCACHE_CACHE_IS_PREPARING = 1, FSCACHE_CACHE_IS_ACTIVE = 2, FSCACHE_CACHE_GOT_IOERROR = 3, FSCACHE_CACHE_IS_WITHDRAWN = 4, }; struct fscache_cache_ops; struct fscache_cache { const struct fscache_cache_ops *ops; struct list_head cache_link; void *cache_priv; refcount_t ref; atomic_t n_volumes; atomic_t n_accesses; atomic_t object_count; unsigned int debug_id; enum fscache_cache_state state; char *name; }; struct fscache_cookie { refcount_t ref; atomic_t n_active; atomic_t n_accesses; unsigned int debug_id; unsigned int inval_counter; spinlock_t lock; struct fscache_volume *volume; void *cache_priv; struct hlist_bl_node hash_link; struct list_head proc_link; struct list_head commit_link; struct work_struct work; loff_t object_size; long unsigned int unused_at; long unsigned int flags; enum fscache_cookie_state state; u8 advice; u8 key_len; u8 aux_len; u32 key_hash; union { void *key; u8 inline_key[16]; }; union { void *aux; u8 inline_aux[8]; }; }; struct fscache_cache_ops { const char *name; void (*acquire_volume)(struct fscache_volume *); void (*free_volume)(struct fscache_volume *); bool (*lookup_cookie)(struct fscache_cookie *); void (*withdraw_cookie)(struct fscache_cookie *); void (*resize_cookie)(struct netfs_cache_resources *, loff_t); bool (*invalidate_cookie)(struct fscache_cookie *); bool (*begin_operation)(struct netfs_cache_resources *, enum fscache_want_state); void (*prepare_to_write)(struct fscache_cookie *); }; enum netfs_read_trace { netfs_read_trace_dio_read = 0, netfs_read_trace_expanded = 1, netfs_read_trace_readahead = 2, netfs_read_trace_readpage = 3, netfs_read_trace_read_gaps = 4, netfs_read_trace_read_single = 5, netfs_read_trace_prefetch_for_write = 6, netfs_read_trace_write_begin = 7, } __attribute__((mode(byte))); enum netfs_sreq_trace { netfs_sreq_trace_add_donations = 0, netfs_sreq_trace_added = 1, netfs_sreq_trace_cache_nowrite = 2, netfs_sreq_trace_cache_prepare = 3, netfs_sreq_trace_cache_write = 4, netfs_sreq_trace_cancel = 5, netfs_sreq_trace_clear = 6, netfs_sreq_trace_discard = 7, netfs_sreq_trace_donate_to_prev = 8, netfs_sreq_trace_donate_to_next = 9, netfs_sreq_trace_download_instead = 10, netfs_sreq_trace_fail = 11, netfs_sreq_trace_free = 12, netfs_sreq_trace_hit_eof = 13, netfs_sreq_trace_io_progress = 14, netfs_sreq_trace_limited = 15, netfs_sreq_trace_need_clear = 16, netfs_sreq_trace_partial_read = 17, netfs_sreq_trace_need_retry = 18, netfs_sreq_trace_prepare = 19, netfs_sreq_trace_prep_failed = 20, netfs_sreq_trace_progress = 21, netfs_sreq_trace_reprep_failed = 22, netfs_sreq_trace_retry = 23, netfs_sreq_trace_short = 24, netfs_sreq_trace_split = 25, netfs_sreq_trace_submit = 26, netfs_sreq_trace_superfluous = 27, netfs_sreq_trace_terminated = 28, netfs_sreq_trace_wait_for = 29, netfs_sreq_trace_write = 30, netfs_sreq_trace_write_skip = 31, netfs_sreq_trace_write_term = 32, } __attribute__((mode(byte))); enum netfs_failure { netfs_fail_check_write_begin = 0, netfs_fail_copy_to_cache = 1, netfs_fail_dio_read_short = 2, netfs_fail_dio_read_zero = 3, netfs_fail_read = 4, netfs_fail_short_read = 5, netfs_fail_prepare_write = 6, netfs_fail_write = 7, } __attribute__((mode(byte))); enum netfs_rreq_ref_trace { netfs_rreq_trace_get_for_outstanding = 0, netfs_rreq_trace_get_subreq = 1, netfs_rreq_trace_put_complete = 2, netfs_rreq_trace_put_discard = 3, netfs_rreq_trace_put_failed = 4, netfs_rreq_trace_put_no_submit = 5, netfs_rreq_trace_put_return = 6, netfs_rreq_trace_put_subreq = 7, netfs_rreq_trace_put_work_ip = 8, netfs_rreq_trace_see_work = 9, netfs_rreq_trace_see_work_complete = 10, netfs_rreq_trace_new = 11, } __attribute__((mode(byte))); enum netfs_sreq_ref_trace { netfs_sreq_trace_get_copy_to_cache = 0, netfs_sreq_trace_get_resubmit = 1, netfs_sreq_trace_get_submit = 2, netfs_sreq_trace_get_short_read = 3, netfs_sreq_trace_new = 4, netfs_sreq_trace_put_abandon = 5, netfs_sreq_trace_put_cancel = 6, netfs_sreq_trace_put_clear = 7, netfs_sreq_trace_put_consumed = 8, netfs_sreq_trace_put_done = 9, netfs_sreq_trace_put_failed = 10, netfs_sreq_trace_put_merged = 11, netfs_sreq_trace_put_no_copy = 12, netfs_sreq_trace_put_oom = 13, netfs_sreq_trace_put_wip = 14, netfs_sreq_trace_put_work = 15, netfs_sreq_trace_put_terminated = 16, } __attribute__((mode(byte))); enum netfs_folio_trace { netfs_folio_is_uptodate = 0, netfs_just_prefetch = 1, netfs_whole_folio_modify = 2, netfs_modify_and_clear = 3, netfs_streaming_write = 4, netfs_streaming_write_cont = 5, netfs_flush_content = 6, netfs_streaming_filled_page = 7, netfs_streaming_cont_filled_page = 8, netfs_folio_trace_abandon = 9, netfs_folio_trace_alloc_buffer = 10, netfs_folio_trace_cancel_copy = 11, netfs_folio_trace_cancel_store = 12, netfs_folio_trace_clear = 13, netfs_folio_trace_clear_cc = 14, netfs_folio_trace_clear_g = 15, netfs_folio_trace_clear_s = 16, netfs_folio_trace_copy_to_cache = 17, netfs_folio_trace_end_copy = 18, netfs_folio_trace_filled_gaps = 19, netfs_folio_trace_kill = 20, netfs_folio_trace_kill_cc = 21, netfs_folio_trace_kill_g = 22, netfs_folio_trace_kill_s = 23, netfs_folio_trace_mkwrite = 24, netfs_folio_trace_mkwrite_plus = 25, netfs_folio_trace_not_under_wback = 26, netfs_folio_trace_not_locked = 27, netfs_folio_trace_put = 28, netfs_folio_trace_read = 29, netfs_folio_trace_read_done = 30, netfs_folio_trace_read_gaps = 31, netfs_folio_trace_read_unlock = 32, netfs_folio_trace_redirtied = 33, netfs_folio_trace_store = 34, netfs_folio_trace_store_copy = 35, netfs_folio_trace_store_plus = 36, netfs_folio_trace_wthru = 37, netfs_folio_trace_wthru_plus = 38, } __attribute__((mode(byte))); enum netfs_write_trace { netfs_write_trace_copy_to_cache = 0, netfs_write_trace_dio_write = 1, netfs_write_trace_unbuffered_write = 2, netfs_write_trace_writeback = 3, netfs_write_trace_writeback_single = 4, netfs_write_trace_writethrough = 5, } __attribute__((mode(byte))); enum netfs_rreq_trace { netfs_rreq_trace_assess = 0, netfs_rreq_trace_copy = 1, netfs_rreq_trace_collect = 2, netfs_rreq_trace_complete = 3, netfs_rreq_trace_dirty = 4, netfs_rreq_trace_done = 5, netfs_rreq_trace_free = 6, netfs_rreq_trace_redirty = 7, netfs_rreq_trace_resubmit = 8, netfs_rreq_trace_set_abandon = 9, netfs_rreq_trace_set_pause = 10, netfs_rreq_trace_unlock = 11, netfs_rreq_trace_unlock_pgpriv2 = 12, netfs_rreq_trace_unmark = 13, netfs_rreq_trace_wait_ip = 14, netfs_rreq_trace_wait_pause = 15, netfs_rreq_trace_wait_queue = 16, netfs_rreq_trace_wake_ip = 17, netfs_rreq_trace_wake_queue = 18, netfs_rreq_trace_woke_queue = 19, netfs_rreq_trace_unpause = 20, netfs_rreq_trace_write_done = 21, } __attribute__((mode(byte))); enum netfs_collect_contig_trace { netfs_contig_trace_collect = 0, netfs_contig_trace_jump = 1, netfs_contig_trace_unlock = 2, } __attribute__((mode(byte))); enum netfs_donate_trace { netfs_trace_donate_tail_to_prev = 0, netfs_trace_donate_to_prev = 1, netfs_trace_donate_to_next = 2, netfs_trace_donate_to_deferred_next = 3, } __attribute__((mode(byte))); enum netfs_folioq_trace { netfs_trace_folioq_alloc_buffer = 0, netfs_trace_folioq_clear = 1, netfs_trace_folioq_delete = 2, netfs_trace_folioq_make_space = 3, netfs_trace_folioq_rollbuf_init = 4, netfs_trace_folioq_read_progress = 5, } __attribute__((mode(byte))); struct trace_event_raw_netfs_read { struct trace_entry ent; unsigned int rreq; unsigned int cookie; loff_t i_size; loff_t start; size_t len; enum netfs_read_trace what; unsigned int netfs_inode; char __data[0]; }; struct trace_event_raw_netfs_rreq { struct trace_entry ent; unsigned int rreq; unsigned int flags; enum netfs_io_origin origin; enum netfs_rreq_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq { struct trace_entry ent; unsigned int rreq; short unsigned int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_sreq_trace what; u8 slot; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_failure { struct trace_entry ent; unsigned int rreq; short int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_failure what; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_rreq_ref { struct trace_entry ent; unsigned int rreq; int ref; enum netfs_rreq_ref_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq_ref { struct trace_entry ent; unsigned int rreq; unsigned int subreq; int ref; enum netfs_sreq_ref_trace what; char __data[0]; }; struct trace_event_raw_netfs_folio { struct trace_entry ent; ino_t ino; long unsigned int index; unsigned int nr; enum netfs_folio_trace why; char __data[0]; }; struct trace_event_raw_netfs_write_iter { struct trace_entry ent; long long unsigned int start; size_t len; unsigned int flags; unsigned int ino; char __data[0]; }; struct trace_event_raw_netfs_write { struct trace_entry ent; unsigned int wreq; unsigned int cookie; unsigned int ino; enum netfs_write_trace what; long long unsigned int start; long long unsigned int len; char __data[0]; }; struct trace_event_raw_netfs_collect { struct trace_entry ent; unsigned int wreq; unsigned int len; long long unsigned int transferred; long long unsigned int start; char __data[0]; }; struct trace_event_raw_netfs_collect_sreq { struct trace_entry ent; unsigned int wreq; unsigned int subreq; unsigned int stream; unsigned int len; unsigned int transferred; long long unsigned int start; char __data[0]; }; struct trace_event_raw_netfs_collect_folio { struct trace_entry ent; unsigned int wreq; long unsigned int index; long long unsigned int fend; long long unsigned int cleaned_to; long long unsigned int collected_to; char __data[0]; }; struct trace_event_raw_netfs_collect_state { struct trace_entry ent; unsigned int wreq; unsigned int notes; long long unsigned int collected_to; long long unsigned int cleaned_to; char __data[0]; }; struct trace_event_raw_netfs_collect_gap { struct trace_entry ent; unsigned int wreq; unsigned char stream; unsigned char type; long long unsigned int from; long long unsigned int to; char __data[0]; }; struct trace_event_raw_netfs_collect_stream { struct trace_entry ent; unsigned int wreq; unsigned char stream; long long unsigned int collected_to; long long unsigned int front; char __data[0]; }; struct trace_event_raw_netfs_folioq { struct trace_entry ent; unsigned int rreq; unsigned int id; enum netfs_folioq_trace trace; char __data[0]; }; struct trace_event_data_offsets_netfs_read {}; struct trace_event_data_offsets_netfs_rreq {}; struct trace_event_data_offsets_netfs_sreq {}; struct trace_event_data_offsets_netfs_failure {}; struct trace_event_data_offsets_netfs_rreq_ref {}; struct trace_event_data_offsets_netfs_sreq_ref {}; struct trace_event_data_offsets_netfs_folio {}; struct trace_event_data_offsets_netfs_write_iter {}; struct trace_event_data_offsets_netfs_write {}; struct trace_event_data_offsets_netfs_collect {}; struct trace_event_data_offsets_netfs_collect_sreq {}; struct trace_event_data_offsets_netfs_collect_folio {}; struct trace_event_data_offsets_netfs_collect_state {}; struct trace_event_data_offsets_netfs_collect_gap {}; struct trace_event_data_offsets_netfs_collect_stream {}; struct trace_event_data_offsets_netfs_folioq {}; typedef void (*btf_trace_netfs_read)(void *, struct netfs_io_request *, loff_t, size_t, enum netfs_read_trace); typedef void (*btf_trace_netfs_rreq)(void *, struct netfs_io_request *, enum netfs_rreq_trace); typedef void (*btf_trace_netfs_sreq)(void *, struct netfs_io_subrequest *, enum netfs_sreq_trace); typedef void (*btf_trace_netfs_failure)(void *, struct netfs_io_request *, struct netfs_io_subrequest *, int, enum netfs_failure); typedef void (*btf_trace_netfs_rreq_ref)(void *, unsigned int, int, enum netfs_rreq_ref_trace); typedef void (*btf_trace_netfs_sreq_ref)(void *, unsigned int, unsigned int, int, enum netfs_sreq_ref_trace); typedef void (*btf_trace_netfs_folio)(void *, struct folio *, enum netfs_folio_trace); typedef void (*btf_trace_netfs_write_iter)(void *, const struct kiocb *, const struct iov_iter *); typedef void (*btf_trace_netfs_write)(void *, const struct netfs_io_request *, enum netfs_write_trace); typedef void (*btf_trace_netfs_collect)(void *, const struct netfs_io_request *); typedef void (*btf_trace_netfs_collect_sreq)(void *, const struct netfs_io_request *, const struct netfs_io_subrequest *); typedef void (*btf_trace_netfs_collect_folio)(void *, const struct netfs_io_request *, const struct folio *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_netfs_collect_state)(void *, const struct netfs_io_request *, long long unsigned int, unsigned int); typedef void (*btf_trace_netfs_collect_gap)(void *, const struct netfs_io_request *, const struct netfs_io_stream *, long long unsigned int, char); typedef void (*btf_trace_netfs_collect_stream)(void *, const struct netfs_io_request *, const struct netfs_io_stream *); typedef void (*btf_trace_netfs_folioq)(void *, const struct folio_queue *, enum netfs_folioq_trace); typedef struct { int val[2]; } __kernel_fsid_t; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct hugetlbfs_inode_info { struct inode vfs_inode; unsigned int seals; }; struct trace_event_raw_hugetlbfs_alloc_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_hugetlbfs__inode { struct trace_entry ent; dev_t dev; ino_t ino; __u16 mode; loff_t size; unsigned int nlink; unsigned int seals; blkcnt_t blocks; char __data[0]; }; struct trace_event_raw_hugetlbfs_setattr { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int d_len; u32 __data_loc_d_name; unsigned int ia_valid; unsigned int ia_mode; loff_t old_size; loff_t ia_size; char __data[0]; }; struct trace_event_raw_hugetlbfs_fallocate { struct trace_entry ent; dev_t dev; ino_t ino; int mode; loff_t offset; loff_t len; loff_t size; int ret; char __data[0]; }; struct trace_event_data_offsets_hugetlbfs_alloc_inode {}; struct trace_event_data_offsets_hugetlbfs__inode {}; struct trace_event_data_offsets_hugetlbfs_setattr { u32 d_name; const void *d_name_ptr_; }; struct trace_event_data_offsets_hugetlbfs_fallocate {}; typedef void (*btf_trace_hugetlbfs_alloc_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_hugetlbfs_evict_inode)(void *, struct inode *); typedef void (*btf_trace_hugetlbfs_free_inode)(void *, struct inode *); typedef void (*btf_trace_hugetlbfs_setattr)(void *, struct inode *, struct dentry *, struct iattr *); typedef void (*btf_trace_hugetlbfs_fallocate)(void *, struct inode *, int, loff_t, loff_t, int); enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid = 0, Opt_min_size = 1, Opt_mode = 2, Opt_nr_inodes = 3, Opt_pagesize = 4, Opt_size = 5, Opt_uid = 6, }; typedef __u16 __le16; typedef __u32 __le32; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct fat_boot_fsinfo { __le32 signature1; __le32 reserved1[120]; __le32 signature2; __le32 free_clusters; __le32 next_cluster; __le32 reserved2[4]; }; struct msdos_dir_entry { __u8 name[11]; __u8 attr; __u8 lcase; __u8 ctime_cs; __le16 ctime; __le16 cdate; __le16 adate; __le16 starthi; __le16 time; __le16 date; __le16 start; __le32 size; }; struct constant_table { const char *name; int value; }; struct fat_mount_options { kuid_t fs_uid; kgid_t fs_gid; short unsigned int fs_fmask; short unsigned int fs_dmask; short unsigned int codepage; int time_offset; char *iocharset; short unsigned int shortname; unsigned char name_check; unsigned char errors; unsigned char nfs; short unsigned int allow_utime; unsigned int quiet: 1; unsigned int showexec: 1; unsigned int sys_immutable: 1; unsigned int dotsOK: 1; unsigned int isvfat: 1; unsigned int utf8: 1; unsigned int unicode_xlate: 1; unsigned int numtail: 1; unsigned int flush: 1; unsigned int nocase: 1; unsigned int usefree: 1; unsigned int tz_set: 1; unsigned int rodir: 1; unsigned int discard: 1; unsigned int dos1xfloppy: 1; unsigned int debug: 1; }; struct fatent_operations; struct msdos_sb_info { short unsigned int sec_per_clus; short unsigned int cluster_bits; unsigned int cluster_size; unsigned char fats; unsigned char fat_bits; short unsigned int fat_start; long unsigned int fat_length; long unsigned int dir_start; short unsigned int dir_entries; long unsigned int data_start; long unsigned int max_cluster; long unsigned int root_cluster; long unsigned int fsinfo_sector; struct mutex fat_lock; struct mutex nfs_build_inode_lock; struct mutex s_lock; unsigned int prev_free; unsigned int free_clusters; unsigned int free_clus_valid; struct fat_mount_options options; struct nls_table *nls_disk; struct nls_table *nls_io; const void *dir_ops; int dir_per_block; int dir_per_block_bits; unsigned int vol_id; int fatent_shift; const struct fatent_operations *fatent_ops; struct inode *fat_inode; struct inode *fsinfo_inode; struct ratelimit_state ratelimit; spinlock_t inode_hash_lock; struct hlist_head inode_hashtable[256]; spinlock_t dir_hash_lock; struct hlist_head dir_hashtable[256]; unsigned int dirty; struct callback_head rcu; }; struct fat_entry; struct fatent_operations { void (*ent_blocknr)(struct super_block *, int, int *, sector_t *); void (*ent_set_ptr)(struct fat_entry *, int); int (*ent_bread)(struct super_block *, struct fat_entry *, int, sector_t); int (*ent_get)(struct fat_entry *); void (*ent_put)(struct fat_entry *, int); int (*ent_next)(struct fat_entry *); }; struct msdos_inode_info { spinlock_t cache_lru_lock; struct list_head cache_lru; int nr_caches; unsigned int cache_valid_id; loff_t mmu_private; int i_start; int i_logstart; int i_attrs; loff_t i_pos; struct hlist_node i_fat_hash; struct hlist_node i_dir_hash; struct rw_semaphore truncate_lock; struct timespec64 i_crtime; struct inode vfs_inode; }; struct fat_bios_param_block { u16 fat_sector_size; u8 fat_sec_per_clus; u16 fat_reserved; u8 fat_fats; u16 fat_dir_entries; u16 fat_sectors; u16 fat_fat_length; u32 fat_total_sect; u8 fat16_state; u32 fat16_vol_id; u32 fat32_length; u32 fat32_root_cluster; u16 fat32_info_sector; u8 fat32_state; u32 fat32_vol_id; }; struct fat_floppy_defaults { unsigned int nr_sectors; unsigned int sec_per_clus; unsigned int dir_entries; unsigned int media; unsigned int fat_length; }; enum { Opt_check = 0, Opt_uid___2 = 1, Opt_gid___2 = 2, Opt_umask = 3, Opt_dmask = 4, Opt_fmask = 5, Opt_allow_utime = 6, Opt_codepage = 7, Opt_usefree = 8, Opt_nocase = 9, Opt_quiet = 10, Opt_showexec = 11, Opt_debug = 12, Opt_immutable = 13, Opt_dots = 14, Opt_dotsOK = 15, Opt_charset = 16, Opt_shortname = 17, Opt_utf8 = 18, Opt_utf8_bool = 19, Opt_uni_xl = 20, Opt_uni_xl_bool = 21, Opt_nonumtail = 22, Opt_nonumtail_bool = 23, Opt_obsolete = 24, Opt_flush = 25, Opt_tz = 26, Opt_rodir = 27, Opt_errors = 28, Opt_discard = 29, Opt_nfs = 30, Opt_nfs_enum = 31, Opt_time_offset = 32, Opt_dos1xfloppy = 33, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u64 ino; u32 gen; } __attribute__((packed)) i64; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; struct { struct {} __empty_raw; __u32 raw[0]; }; }; }; enum handle_to_path_flags { HANDLE_CHECK_PERMS = 1, HANDLE_CHECK_SUBTREE = 2, }; struct handle_to_path_ctx { struct path root; enum handle_to_path_flags flags; unsigned int fh_flags; }; struct iso_directory_record { __u8 length[1]; __u8 ext_attr_length[1]; __u8 extent[8]; __u8 size[8]; __u8 date[7]; __u8 flags[1]; __u8 file_unit_size[1]; __u8 interleave[1]; __u8 volume_sequence_number[4]; __u8 name_len[1]; char name[0]; }; struct iso_inode_info { long unsigned int i_iget5_block; long unsigned int i_iget5_offset; unsigned int i_first_extent; unsigned char i_file_format; unsigned char i_format_parm[3]; long unsigned int i_next_section_block; long unsigned int i_next_section_offset; off_t i_section_size; struct inode vfs_inode; }; struct isofs_sb_info { long unsigned int s_ninodes; long unsigned int s_nzones; long unsigned int s_firstdatazone; long unsigned int s_log_zone_size; long unsigned int s_max_size; int s_rock_offset; s32 s_sbsector; unsigned char s_joliet_level; unsigned char s_mapping; unsigned char s_check; unsigned char s_session; unsigned int s_high_sierra: 1; unsigned int s_rock: 2; unsigned int s_cruft: 1; unsigned int s_nocompress: 1; unsigned int s_hide: 1; unsigned int s_showassoc: 1; unsigned int s_overriderockperm: 1; unsigned int s_uid_set: 1; unsigned int s_gid_set: 1; umode_t s_fmode; umode_t s_dmode; kgid_t s_gid; kuid_t s_uid; struct nls_table *s_nls_iocharset; }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; typedef u32 unicode_t; typedef unsigned int autofs_wqt_t; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int exp_timeout; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; struct ovl_config { char *upperdir; char *workdir; char **lowerdirs; bool default_permissions; int redirect_mode; int verity_mode; bool index; int uuid; bool nfs_export; int xino; bool metacopy; bool userxattr; bool ovl_volatile; }; struct ovl_sb { struct super_block *sb; dev_t pseudo_dev; bool bad_uuid; bool is_lower; }; struct ovl_layer { struct vfsmount *mnt; struct inode *trap; struct ovl_sb *fs; int idx; int fsid; bool has_xwhiteouts; }; struct ovl_path { const struct ovl_layer *layer; struct dentry *dentry; }; struct ovl_entry { unsigned int __numlower; struct ovl_path __lowerstack[0]; }; struct ovl_fs { unsigned int numlayer; unsigned int numfs; unsigned int numdatalayer; struct ovl_layer *layers; struct ovl_sb *fs; struct dentry *workbasedir; struct dentry *workdir; long int namelen; struct ovl_config config; const struct cred *creator_cred; bool tmpfile; bool noxattr; bool nofh; bool upperdir_locked; bool workdir_locked; struct inode *workbasedir_trap; struct inode *workdir_trap; int xino_mode; atomic_long_t last_ino; struct dentry *whiteout; bool no_shared_whiteout; errseq_t errseq; }; struct ovl_dir_cache; struct ovl_inode { union { struct ovl_dir_cache *cache; const char *lowerdata_redirect; }; const char *redirect; u64 version; long unsigned int flags; struct inode vfs_inode; struct dentry *__upperdentry; struct ovl_entry *oe; struct mutex lock; }; enum ovl_path_type { __OVL_PATH_UPPER = 1, __OVL_PATH_MERGE = 2, __OVL_PATH_ORIGIN = 4, }; enum ovl_xattr { OVL_XATTR_OPAQUE = 0, OVL_XATTR_REDIRECT = 1, OVL_XATTR_ORIGIN = 2, OVL_XATTR_IMPURE = 3, OVL_XATTR_NLINK = 4, OVL_XATTR_UPPER = 5, OVL_XATTR_UUID = 6, OVL_XATTR_METACOPY = 7, OVL_XATTR_PROTATTR = 8, OVL_XATTR_XWHITEOUT = 9, }; enum ovl_inode_flag { OVL_IMPURE = 0, OVL_WHITEOUTS = 1, OVL_INDEX = 2, OVL_UPPERDATA = 3, OVL_CONST_INO = 4, OVL_HAS_DIGEST = 5, OVL_VERIFIED_DIGEST = 6, }; enum { OVL_XINO_OFF = 0, OVL_XINO_AUTO = 1, OVL_XINO_ON = 2, }; struct ovl_inode_params { struct inode *newinode; struct dentry *upperdentry; struct ovl_entry *oe; bool index; char *redirect; char *lowerdata_redirect; }; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_INO64_GEN = 129, FILEID_INO64_GEN_PARENT = 130, FILEID_LUSTRE = 151, FILEID_BCACHEFS_WITHOUT_PARENT = 177, FILEID_BCACHEFS_WITH_PARENT = 178, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; enum { OVL_UUID_OFF = 0, OVL_UUID_NULL = 1, OVL_UUID_AUTO = 2, OVL_UUID_ON = 3, }; enum { OVL_VERITY_OFF = 0, OVL_VERITY_ON = 1, OVL_VERITY_REQUIRE = 2, }; struct ovl_fb { u8 version; u8 magic; u8 len; u8 flags; u8 type; uuid_t uuid; u32 fid[0]; } __attribute__((packed)); struct ovl_fh { u8 padding[3]; union { struct ovl_fb fb; struct { struct {} __empty_buf; u8 buf[0]; }; }; }; struct ovl_metacopy { u8 version; u8 len; u8 flags; u8 digest_algo; u8 digest[64]; }; struct ovl_cattr { dev_t rdev; umode_t mode; const char *link; struct dentry *hardlink; }; struct ovl_copy_up_ctx { struct dentry *parent; struct dentry *dentry; struct path lowerpath; struct kstat stat; struct kstat pstat; const char *link; struct dentry *destdir; struct qstr destname; struct dentry *workdir; const struct ovl_fh *origin_fh; bool origin; bool indexed; bool metacopy; bool metacopy_digest; bool metadata_fsync; }; struct ovl_cu_creds { const struct cred *old; struct cred *new; }; typedef u16 uint16_t; enum p9_open_mode_t { P9_OREAD = 0, P9_OWRITE = 1, P9_ORDWR = 2, P9_OEXEC = 3, P9_OTRUNC = 16, P9_OREXEC = 32, P9_ORCLOSE = 64, P9_OAPPEND = 128, P9_OEXCL = 4096, P9L_MODE_MASK = 8191, P9L_DIRECT = 8192, P9L_NOWRITECACHE = 16384, P9L_LOOSE = 32768, }; enum p9_perm_t { P9_DMDIR = 2147483648, P9_DMAPPEND = 1073741824, P9_DMEXCL = 536870912, P9_DMMOUNT = 268435456, P9_DMAUTH = 134217728, P9_DMTMP = 67108864, P9_DMSYMLINK = 33554432, P9_DMLINK = 16777216, P9_DMDEVICE = 8388608, P9_DMNAMEDPIPE = 2097152, P9_DMSOCKET = 1048576, P9_DMSETUID = 524288, P9_DMSETGID = 262144, P9_DMSETVTX = 65536, }; struct p9_qid { u8 type; u32 version; u64 path; }; struct p9_wstat { u16 size; u16 type; u32 dev; struct p9_qid qid; u32 mode; u32 atime; u32 mtime; u64 length; const char *name; const char *uid; const char *gid; const char *muid; char *extension; kuid_t n_uid; kgid_t n_gid; kuid_t n_muid; }; enum p9_trans_status { Connected = 0, BeginDisconnect = 1, Disconnected = 2, Hung = 3, }; struct p9_trans_module; struct p9_client { spinlock_t lock; unsigned int msize; unsigned char proto_version; struct p9_trans_module *trans_mod; enum p9_trans_status status; void *trans; struct kmem_cache *fcall_cache; union { struct { int rfd; int wfd; } fd; struct { u16 port; bool privport; } tcp; } trans_opts; struct idr fids; struct idr reqs; char name[65]; }; struct p9_fid { struct p9_client *clnt; u32 fid; refcount_t count; int mode; struct p9_qid qid; u32 iounit; kuid_t uid; void *rdir; struct hlist_node dlist; struct hlist_node ilist; }; enum p9_session_flags { V9FS_PROTO_2000U = 1, V9FS_PROTO_2000L = 2, V9FS_ACCESS_SINGLE = 4, V9FS_ACCESS_USER = 8, V9FS_ACCESS_CLIENT = 16, V9FS_POSIX_ACL = 32, V9FS_NO_XATTR = 64, V9FS_IGNORE_QV = 128, V9FS_DIRECT_IO = 256, V9FS_SYNC = 512, }; enum p9_cache_bits { CACHE_NONE = 0, CACHE_FILE = 1, CACHE_META = 2, CACHE_WRITEBACK = 4, CACHE_LOOSE = 8, CACHE_FSCACHE = 128, }; struct v9fs_session_info { unsigned int flags; unsigned char nodev; short unsigned int debug; unsigned int afid; unsigned int cache; char *uname; char *aname; unsigned int maxdata; kuid_t dfltuid; kgid_t dfltgid; kuid_t uid; struct p9_client *clnt; struct list_head slist; struct rw_semaphore rename_sem; long int session_lock_timeout; }; struct v9fs_inode { struct netfs_inode netfs; struct p9_qid qid; unsigned int cache_validity; struct mutex v_mutex; }; typedef u8 uint8_t; struct p9_dirent { struct p9_qid qid; u64 d_off; unsigned char d_type; char d_name[256]; }; struct p9_rdir { int head; int tail; uint8_t buf[0]; }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct debugfs_short_fops { ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); loff_t (*llseek)(struct file *, loff_t, int); }; struct debugfs_cancellation { struct list_head list; void (*cancel)(struct dentry *, void *); void *cancel_data; }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_MNTNS = 5, FSNOTIFY_ITER_TYPE_COUNT = 6, }; struct debugfs_inode_info { struct inode vfs_inode; union { const void *raw; const struct file_operations *real_fops; const struct debugfs_short_fops *short_fops; debugfs_automount_t automount; }; const void *aux; }; struct debugfs_fsdata { const struct file_operations *real_fops; const struct debugfs_short_fops *short_fops; struct { refcount_t active_users; struct completion active_users_drained; struct mutex cancellations_mtx; struct list_head cancellations; unsigned int methods; }; }; struct debugfs_fs_info { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___3 = 0, Opt_gid___3 = 1, Opt_mode___2 = 2, Opt_source = 3, }; typedef int __kernel_key_t; typedef unsigned int __kernel_mode_t; typedef int __kernel_ipc_pid_t; typedef __kernel_key_t key_t; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u16 compat_ipc_pid_t; typedef s32 compat_pid_t; typedef s32 compat_key_t; typedef s32 compat_int_t; typedef u16 compat_ushort_t; typedef u32 __compat_uid32_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[2]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; union { struct offset_ctx dir_offsets; struct { struct list_head shrinklist; struct list_head swaplist; }; }; struct timespec64 i_crtime; struct shared_policy policy; struct simple_xattrs xattrs; long unsigned int fallocend; unsigned int fsflags; atomic_t stop_eviction; struct inode vfs_inode; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; typedef __u16 __sum16; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; struct lsm_ctx { __u64 id; __u64 flags; __u64 len; __u64 ctx_len; __u8 ctx[0]; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct io_uring_cmd { struct file *file; const struct io_uring_sqe *sqe; void (*task_work_cb)(struct io_uring_cmd *, unsigned int); u32 cmd_op; u32 flags; u8 pdu[32]; }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, BPF_TOKEN_CREATE = 36, __MAX_BPF_CMD = 37, }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; enum lsm_integrity_type { LSM_INT_DMVERITY_SIG_VALID = 0, LSM_INT_DMVERITY_ROOTHASH = 1, LSM_INT_FSVERITY_BUILTINSIG_VALID = 2, }; struct lsm_id { const char *name; u64 id; }; struct lsm_context { char *context; u32 len; int id; }; struct xattr { const char *name; void *value; size_t value_len; }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct msg_msg; struct sctp_association; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, const struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(const struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, const struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, const struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(const struct linux_binprm *); void (*bprm_committed_creds)(const struct linux_binprm *); int (*fs_context_submount)(struct fs_context *, struct super_block *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(const struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, struct lsm_context *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); void (*inode_free_security_rcu)(void *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, struct xattr *, int *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); void (*inode_post_create_tmpfile)(struct mnt_idmap *, struct inode *); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); void (*inode_post_setattr)(struct mnt_idmap *, struct dentry *, int); int (*inode_getattr)(const struct path *); int (*inode_xattr_skipcap)(const char *); int (*inode_setxattr)(struct mnt_idmap *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct mnt_idmap *, struct dentry *, const char *); void (*inode_post_removexattr)(struct dentry *, const char *); int (*inode_set_acl)(struct mnt_idmap *, struct dentry *, const char *, struct posix_acl *); void (*inode_post_set_acl)(struct dentry *, const char *, struct posix_acl *); int (*inode_get_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); void (*inode_post_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct mnt_idmap *, struct dentry *); int (*inode_getsecurity)(struct mnt_idmap *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getlsmprop)(struct inode *, struct lsm_prop *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(struct dentry *, const char *); int (*inode_setintegrity)(const struct inode *, enum lsm_integrity_type, const void *, size_t); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_release)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*file_ioctl_compat)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*file_post_open)(struct file *, int); int (*file_truncate)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); void (*cred_getlsmprop)(const struct cred *, struct lsm_prop *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getlsmprop_subj)(struct lsm_prop *); void (*task_getlsmprop_obj)(struct task_struct *, struct lsm_prop *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*userns_create)(const struct cred *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getlsmprop)(struct kern_ipc_perm *, struct lsm_prop *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getselfattr)(unsigned int, struct lsm_ctx *, u32 *, u32); int (*setselfattr)(unsigned int, struct lsm_ctx *, u32, u32); int (*getprocattr)(struct task_struct *, const char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, struct lsm_context *); int (*lsmprop_to_secctx)(struct lsm_prop *, struct lsm_context *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(struct lsm_context *); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, struct lsm_context *); int (*unix_stream_connect)(struct sock *, struct sock *, struct sock *); int (*unix_may_send)(struct socket *, struct socket *); int (*socket_create)(int, int, int, int); int (*socket_post_create)(struct socket *, int, int, int, int); int (*socket_socketpair)(struct socket *, struct socket *); int (*socket_bind)(struct socket *, struct sockaddr *, int); int (*socket_connect)(struct socket *, struct sockaddr *, int); int (*socket_listen)(struct socket *, int); int (*socket_accept)(struct socket *, struct socket *); int (*socket_sendmsg)(struct socket *, struct msghdr *, int); int (*socket_recvmsg)(struct socket *, struct msghdr *, int, int); int (*socket_getsockname)(struct socket *); int (*socket_getpeername)(struct socket *); int (*socket_getsockopt)(struct socket *, int, int); int (*socket_setsockopt)(struct socket *, int, int); int (*socket_shutdown)(struct socket *, int); int (*socket_sock_rcv_skb)(struct sock *, struct sk_buff *); int (*socket_getpeersec_stream)(struct socket *, sockptr_t, sockptr_t, unsigned int); int (*socket_getpeersec_dgram)(struct socket *, struct sk_buff *, u32 *); int (*sk_alloc_security)(struct sock *, int, gfp_t); void (*sk_free_security)(struct sock *); void (*sk_clone_security)(const struct sock *, struct sock *); void (*sk_getsecid)(const struct sock *, u32 *); void (*sock_graft)(struct sock *, struct socket *); int (*inet_conn_request)(const struct sock *, struct sk_buff *, struct request_sock *); void (*inet_csk_clone)(struct sock *, const struct request_sock *); void (*inet_conn_established)(struct sock *, struct sk_buff *); int (*secmark_relabel_packet)(u32); void (*secmark_refcount_inc)(); void (*secmark_refcount_dec)(); void (*req_classify_flow)(const struct request_sock *, struct flowi_common *); int (*tun_dev_alloc_security)(void *); int (*tun_dev_create)(); int (*tun_dev_attach_queue)(void *); int (*tun_dev_attach)(struct sock *, void *); int (*tun_dev_open)(void *); int (*sctp_assoc_request)(struct sctp_association *, struct sk_buff *); int (*sctp_bind_connect)(struct sock *, int, struct sockaddr *, int); void (*sctp_sk_clone)(struct sctp_association *, struct sock *, struct sock *); int (*sctp_assoc_established)(struct sctp_association *, struct sk_buff *); int (*mptcp_add_subflow)(struct sock *, struct sock *); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); void (*key_post_create_or_update)(struct key *, struct key *, const void *, size_t, long unsigned int, bool); int (*audit_rule_init)(u32, u32, char *, void **, gfp_t); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(struct lsm_prop *, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int, bool); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_create)(struct bpf_map *, union bpf_attr *, struct bpf_token *, bool); void (*bpf_map_free)(struct bpf_map *); int (*bpf_prog_load)(struct bpf_prog *, union bpf_attr *, struct bpf_token *, bool); void (*bpf_prog_free)(struct bpf_prog *); int (*bpf_token_create)(struct bpf_token *, union bpf_attr *, const struct path *); void (*bpf_token_free)(struct bpf_token *); int (*bpf_token_cmd)(const struct bpf_token *, enum bpf_cmd); int (*bpf_token_capable)(const struct bpf_token *, int); int (*locked_down)(enum lockdown_reason); int (*perf_event_open)(int); int (*perf_event_alloc)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); int (*uring_allowed)(); void (*initramfs_populated)(); int (*bdev_alloc_security)(struct block_device *); void (*bdev_free_security)(struct block_device *); int (*bdev_setintegrity)(struct block_device *, enum lsm_integrity_type, const void *, size_t); void *lsm_func_addr; }; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; enum sctp_endpoint_type { SCTP_EP_TYPE_SOCKET = 0, SCTP_EP_TYPE_ASSOCIATION = 1, }; struct sctp_chunk; struct sctp_inq { struct list_head in_chunk_list; struct sctp_chunk *in_progress; struct work_struct immediate; }; struct sctp_bind_addr { __u16 port; struct list_head address_list; }; struct sctp_ep_common { enum sctp_endpoint_type type; refcount_t refcnt; bool dead; struct sock *sk; struct net *net; struct sctp_inq inqueue; struct sctp_bind_addr bind_addr; }; typedef __s32 sctp_assoc_t; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; union sctp_addr { struct sockaddr_in v4; struct sockaddr_in6 v6; struct sockaddr sa; }; struct sctp_cookie { __u32 my_vtag; __u32 peer_vtag; __u32 my_ttag; __u32 peer_ttag; ktime_t expiration; __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u32 initial_tsn; union sctp_addr peer_addr; __u16 my_port; __u8 prsctp_capable; __u8 padding; __u32 adaptation_ind; __u8 auth_random[36]; __u8 auth_hmacs[10]; __u8 auth_chunks[20]; __u32 raw_addr_list_len; }; struct sctp_tsnmap { long unsigned int *tsn_map; __u32 base_tsn; __u32 cumulative_tsn_ack_point; __u32 max_tsn_seen; __u16 len; __u16 pending_data; __u16 num_dup_tsns; __be32 dup_tsns[16]; }; struct sctp_inithdr_host { __u32 init_tag; __u32 a_rwnd; __u16 num_outbound_streams; __u16 num_inbound_streams; __u32 initial_tsn; }; enum sctp_state { SCTP_STATE_CLOSED = 0, SCTP_STATE_COOKIE_WAIT = 1, SCTP_STATE_COOKIE_ECHOED = 2, SCTP_STATE_ESTABLISHED = 3, SCTP_STATE_SHUTDOWN_PENDING = 4, SCTP_STATE_SHUTDOWN_SENT = 5, SCTP_STATE_SHUTDOWN_RECEIVED = 6, SCTP_STATE_SHUTDOWN_ACK_SENT = 7, }; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct sctp_stream_out_ext; struct sctp_stream_out { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; struct sctp_stream_out_ext *ext; __u8 state; }; struct sctp_stream_in { union { __u32 mid; __u16 ssn; }; __u32 mid_uo; __u32 fsn; __u32 fsn_uo; char pd_mode; char pd_mode_uo; }; struct sctp_stream_interleave; struct sctp_stream { struct { struct __genradix tree; struct sctp_stream_out type[0]; } out; struct { struct __genradix tree; struct sctp_stream_in type[0]; } in; __u16 outcnt; __u16 incnt; struct sctp_stream_out *out_curr; union { struct { struct list_head prio_list; }; struct { struct list_head rr_list; struct sctp_stream_out_ext *rr_next; }; struct { struct list_head fc_list; }; }; struct sctp_stream_interleave *si; }; struct sctp_sched_ops; struct sctp_outq { struct sctp_association *asoc; struct list_head out_chunk_list; struct sctp_sched_ops *sched; unsigned int out_qlen; unsigned int error; struct list_head control_chunk_list; struct list_head sacked; struct list_head retransmit; struct list_head abandoned; __u32 outstanding_bytes; char fast_rtx; char cork; }; struct sctp_ulpq { char pd_mode; struct sctp_association *asoc; struct sk_buff_head reasm; struct sk_buff_head reasm_uo; struct sk_buff_head lobby; }; struct sctp_priv_assoc_stats { struct __kernel_sockaddr_storage obs_rto_ipaddr; __u64 max_obs_rto; __u64 isacks; __u64 osacks; __u64 opackets; __u64 ipackets; __u64 rtxchunks; __u64 outofseqtsns; __u64 idupchunks; __u64 gapcnt; __u64 ouodchunks; __u64 iuodchunks; __u64 oodchunks; __u64 iodchunks; __u64 octrlchunks; __u64 ictrlchunks; }; struct sctp_endpoint; struct sctp_transport; struct sctp_random_param; struct sctp_chunks_param; struct sctp_hmac_algo_param; struct sctp_auth_bytes; struct sctp_shared_key; struct sctp_association { struct sctp_ep_common base; struct list_head asocs; sctp_assoc_t assoc_id; struct sctp_endpoint *ep; struct sctp_cookie c; struct { struct list_head transport_addr_list; __u32 rwnd; __u16 transport_count; __u16 port; struct sctp_transport *primary_path; union sctp_addr primary_addr; struct sctp_transport *active_path; struct sctp_transport *retran_path; struct sctp_transport *last_sent_to; struct sctp_transport *last_data_from; struct sctp_tsnmap tsn_map; __be16 addip_disabled_mask; __u16 ecn_capable: 1; __u16 ipv4_address: 1; __u16 ipv6_address: 1; __u16 asconf_capable: 1; __u16 prsctp_capable: 1; __u16 reconf_capable: 1; __u16 intl_capable: 1; __u16 auth_capable: 1; __u16 sack_needed: 1; __u16 sack_generation: 1; __u16 zero_window_announced: 1; __u32 sack_cnt; __u32 adaptation_ind; struct sctp_inithdr_host i; void *cookie; int cookie_len; __u32 addip_serial; struct sctp_random_param *peer_random; struct sctp_chunks_param *peer_chunks; struct sctp_hmac_algo_param *peer_hmacs; } peer; enum sctp_state state; int overall_error_count; ktime_t cookie_life; long unsigned int rto_initial; long unsigned int rto_max; long unsigned int rto_min; int max_burst; int max_retrans; __u16 pf_retrans; __u16 ps_retrans; __u16 max_init_attempts; __u16 init_retries; long unsigned int max_init_timeo; long unsigned int hbinterval; long unsigned int probe_interval; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u8 pmtu_pending; __u32 pathmtu; __u32 param_flags; __u32 sackfreq; long unsigned int sackdelay; long unsigned int timeouts[12]; struct timer_list timers[12]; struct sctp_transport *shutdown_last_sent_to; struct sctp_transport *init_last_sent_to; int shutdown_retries; __u32 next_tsn; __u32 ctsn_ack_point; __u32 adv_peer_ack_point; __u32 highest_sacked; __u32 fast_recovery_exit; __u8 fast_recovery; __u16 unack_data; __u32 rtx_data_chunks; __u32 rwnd; __u32 a_rwnd; __u32 rwnd_over; __u32 rwnd_press; int sndbuf_used; atomic_t rmem_alloc; wait_queue_head_t wait; __u32 frag_point; __u32 user_frag; int init_err_counter; int init_cycle; __u16 default_stream; __u16 default_flags; __u32 default_ppid; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; struct sctp_stream stream; struct sctp_outq outqueue; struct sctp_ulpq ulpq; __u32 last_ecne_tsn; __u32 last_cwr_tsn; int numduptsns; struct sctp_chunk *addip_last_asconf; struct list_head asconf_ack_list; struct list_head addip_chunk_list; __u32 addip_serial; int src_out_of_asoc_ok; union sctp_addr *asconf_addr_del_pending; struct sctp_transport *new_transport; struct list_head endpoint_shared_keys; struct sctp_auth_bytes *asoc_shared_key; struct sctp_shared_key *shkey; __u16 default_hmac_id; __u16 active_key_id; __u8 need_ecne: 1; __u8 temp: 1; __u8 pf_expose: 2; __u8 force_delay: 1; __u8 strreset_enable; __u8 strreset_outstanding; __u32 strreset_outseq; __u32 strreset_inseq; __u32 strreset_result[2]; struct sctp_chunk *strreset_chunk; struct sctp_priv_assoc_stats stats; int sent_cnt_removable; __u16 subscribe; __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; u32 secid; u32 peer_secid; struct callback_head rcu; }; struct security_hook_list; struct lsm_static_call { struct static_call_key *key; void *trampoline; struct security_hook_list *hl; struct static_key_false *active; }; struct security_hook_list { struct lsm_static_call *scalls; union security_list_options hook; const struct lsm_id *lsmid; }; struct lsm_static_calls_table { struct lsm_static_call binder_set_context_mgr[3]; struct lsm_static_call binder_transaction[3]; struct lsm_static_call binder_transfer_binder[3]; struct lsm_static_call binder_transfer_file[3]; struct lsm_static_call ptrace_access_check[3]; struct lsm_static_call ptrace_traceme[3]; struct lsm_static_call capget[3]; struct lsm_static_call capset[3]; struct lsm_static_call capable[3]; struct lsm_static_call quotactl[3]; struct lsm_static_call quota_on[3]; struct lsm_static_call syslog[3]; struct lsm_static_call settime[3]; struct lsm_static_call vm_enough_memory[3]; struct lsm_static_call bprm_creds_for_exec[3]; struct lsm_static_call bprm_creds_from_file[3]; struct lsm_static_call bprm_check_security[3]; struct lsm_static_call bprm_committing_creds[3]; struct lsm_static_call bprm_committed_creds[3]; struct lsm_static_call fs_context_submount[3]; struct lsm_static_call fs_context_dup[3]; struct lsm_static_call fs_context_parse_param[3]; struct lsm_static_call sb_alloc_security[3]; struct lsm_static_call sb_delete[3]; struct lsm_static_call sb_free_security[3]; struct lsm_static_call sb_free_mnt_opts[3]; struct lsm_static_call sb_eat_lsm_opts[3]; struct lsm_static_call sb_mnt_opts_compat[3]; struct lsm_static_call sb_remount[3]; struct lsm_static_call sb_kern_mount[3]; struct lsm_static_call sb_show_options[3]; struct lsm_static_call sb_statfs[3]; struct lsm_static_call sb_mount[3]; struct lsm_static_call sb_umount[3]; struct lsm_static_call sb_pivotroot[3]; struct lsm_static_call sb_set_mnt_opts[3]; struct lsm_static_call sb_clone_mnt_opts[3]; struct lsm_static_call move_mount[3]; struct lsm_static_call dentry_init_security[3]; struct lsm_static_call dentry_create_files_as[3]; struct lsm_static_call path_notify[3]; struct lsm_static_call inode_alloc_security[3]; struct lsm_static_call inode_free_security[3]; struct lsm_static_call inode_free_security_rcu[3]; struct lsm_static_call inode_init_security[3]; struct lsm_static_call inode_init_security_anon[3]; struct lsm_static_call inode_create[3]; struct lsm_static_call inode_post_create_tmpfile[3]; struct lsm_static_call inode_link[3]; struct lsm_static_call inode_unlink[3]; struct lsm_static_call inode_symlink[3]; struct lsm_static_call inode_mkdir[3]; struct lsm_static_call inode_rmdir[3]; struct lsm_static_call inode_mknod[3]; struct lsm_static_call inode_rename[3]; struct lsm_static_call inode_readlink[3]; struct lsm_static_call inode_follow_link[3]; struct lsm_static_call inode_permission[3]; struct lsm_static_call inode_setattr[3]; struct lsm_static_call inode_post_setattr[3]; struct lsm_static_call inode_getattr[3]; struct lsm_static_call inode_xattr_skipcap[3]; struct lsm_static_call inode_setxattr[3]; struct lsm_static_call inode_post_setxattr[3]; struct lsm_static_call inode_getxattr[3]; struct lsm_static_call inode_listxattr[3]; struct lsm_static_call inode_removexattr[3]; struct lsm_static_call inode_post_removexattr[3]; struct lsm_static_call inode_set_acl[3]; struct lsm_static_call inode_post_set_acl[3]; struct lsm_static_call inode_get_acl[3]; struct lsm_static_call inode_remove_acl[3]; struct lsm_static_call inode_post_remove_acl[3]; struct lsm_static_call inode_need_killpriv[3]; struct lsm_static_call inode_killpriv[3]; struct lsm_static_call inode_getsecurity[3]; struct lsm_static_call inode_setsecurity[3]; struct lsm_static_call inode_listsecurity[3]; struct lsm_static_call inode_getlsmprop[3]; struct lsm_static_call inode_copy_up[3]; struct lsm_static_call inode_copy_up_xattr[3]; struct lsm_static_call inode_setintegrity[3]; struct lsm_static_call kernfs_init_security[3]; struct lsm_static_call file_permission[3]; struct lsm_static_call file_alloc_security[3]; struct lsm_static_call file_release[3]; struct lsm_static_call file_free_security[3]; struct lsm_static_call file_ioctl[3]; struct lsm_static_call file_ioctl_compat[3]; struct lsm_static_call mmap_addr[3]; struct lsm_static_call mmap_file[3]; struct lsm_static_call file_mprotect[3]; struct lsm_static_call file_lock[3]; struct lsm_static_call file_fcntl[3]; struct lsm_static_call file_set_fowner[3]; struct lsm_static_call file_send_sigiotask[3]; struct lsm_static_call file_receive[3]; struct lsm_static_call file_open[3]; struct lsm_static_call file_post_open[3]; struct lsm_static_call file_truncate[3]; struct lsm_static_call task_alloc[3]; struct lsm_static_call task_free[3]; struct lsm_static_call cred_alloc_blank[3]; struct lsm_static_call cred_free[3]; struct lsm_static_call cred_prepare[3]; struct lsm_static_call cred_transfer[3]; struct lsm_static_call cred_getsecid[3]; struct lsm_static_call cred_getlsmprop[3]; struct lsm_static_call kernel_act_as[3]; struct lsm_static_call kernel_create_files_as[3]; struct lsm_static_call kernel_module_request[3]; struct lsm_static_call kernel_load_data[3]; struct lsm_static_call kernel_post_load_data[3]; struct lsm_static_call kernel_read_file[3]; struct lsm_static_call kernel_post_read_file[3]; struct lsm_static_call task_fix_setuid[3]; struct lsm_static_call task_fix_setgid[3]; struct lsm_static_call task_fix_setgroups[3]; struct lsm_static_call task_setpgid[3]; struct lsm_static_call task_getpgid[3]; struct lsm_static_call task_getsid[3]; struct lsm_static_call current_getlsmprop_subj[3]; struct lsm_static_call task_getlsmprop_obj[3]; struct lsm_static_call task_setnice[3]; struct lsm_static_call task_setioprio[3]; struct lsm_static_call task_getioprio[3]; struct lsm_static_call task_prlimit[3]; struct lsm_static_call task_setrlimit[3]; struct lsm_static_call task_setscheduler[3]; struct lsm_static_call task_getscheduler[3]; struct lsm_static_call task_movememory[3]; struct lsm_static_call task_kill[3]; struct lsm_static_call task_prctl[3]; struct lsm_static_call task_to_inode[3]; struct lsm_static_call userns_create[3]; struct lsm_static_call ipc_permission[3]; struct lsm_static_call ipc_getlsmprop[3]; struct lsm_static_call msg_msg_alloc_security[3]; struct lsm_static_call msg_msg_free_security[3]; struct lsm_static_call msg_queue_alloc_security[3]; struct lsm_static_call msg_queue_free_security[3]; struct lsm_static_call msg_queue_associate[3]; struct lsm_static_call msg_queue_msgctl[3]; struct lsm_static_call msg_queue_msgsnd[3]; struct lsm_static_call msg_queue_msgrcv[3]; struct lsm_static_call shm_alloc_security[3]; struct lsm_static_call shm_free_security[3]; struct lsm_static_call shm_associate[3]; struct lsm_static_call shm_shmctl[3]; struct lsm_static_call shm_shmat[3]; struct lsm_static_call sem_alloc_security[3]; struct lsm_static_call sem_free_security[3]; struct lsm_static_call sem_associate[3]; struct lsm_static_call sem_semctl[3]; struct lsm_static_call sem_semop[3]; struct lsm_static_call netlink_send[3]; struct lsm_static_call d_instantiate[3]; struct lsm_static_call getselfattr[3]; struct lsm_static_call setselfattr[3]; struct lsm_static_call getprocattr[3]; struct lsm_static_call setprocattr[3]; struct lsm_static_call ismaclabel[3]; struct lsm_static_call secid_to_secctx[3]; struct lsm_static_call lsmprop_to_secctx[3]; struct lsm_static_call secctx_to_secid[3]; struct lsm_static_call release_secctx[3]; struct lsm_static_call inode_invalidate_secctx[3]; struct lsm_static_call inode_notifysecctx[3]; struct lsm_static_call inode_setsecctx[3]; struct lsm_static_call inode_getsecctx[3]; struct lsm_static_call unix_stream_connect[3]; struct lsm_static_call unix_may_send[3]; struct lsm_static_call socket_create[3]; struct lsm_static_call socket_post_create[3]; struct lsm_static_call socket_socketpair[3]; struct lsm_static_call socket_bind[3]; struct lsm_static_call socket_connect[3]; struct lsm_static_call socket_listen[3]; struct lsm_static_call socket_accept[3]; struct lsm_static_call socket_sendmsg[3]; struct lsm_static_call socket_recvmsg[3]; struct lsm_static_call socket_getsockname[3]; struct lsm_static_call socket_getpeername[3]; struct lsm_static_call socket_getsockopt[3]; struct lsm_static_call socket_setsockopt[3]; struct lsm_static_call socket_shutdown[3]; struct lsm_static_call socket_sock_rcv_skb[3]; struct lsm_static_call socket_getpeersec_stream[3]; struct lsm_static_call socket_getpeersec_dgram[3]; struct lsm_static_call sk_alloc_security[3]; struct lsm_static_call sk_free_security[3]; struct lsm_static_call sk_clone_security[3]; struct lsm_static_call sk_getsecid[3]; struct lsm_static_call sock_graft[3]; struct lsm_static_call inet_conn_request[3]; struct lsm_static_call inet_csk_clone[3]; struct lsm_static_call inet_conn_established[3]; struct lsm_static_call secmark_relabel_packet[3]; struct lsm_static_call secmark_refcount_inc[3]; struct lsm_static_call secmark_refcount_dec[3]; struct lsm_static_call req_classify_flow[3]; struct lsm_static_call tun_dev_alloc_security[3]; struct lsm_static_call tun_dev_create[3]; struct lsm_static_call tun_dev_attach_queue[3]; struct lsm_static_call tun_dev_attach[3]; struct lsm_static_call tun_dev_open[3]; struct lsm_static_call sctp_assoc_request[3]; struct lsm_static_call sctp_bind_connect[3]; struct lsm_static_call sctp_sk_clone[3]; struct lsm_static_call sctp_assoc_established[3]; struct lsm_static_call mptcp_add_subflow[3]; struct lsm_static_call key_alloc[3]; struct lsm_static_call key_permission[3]; struct lsm_static_call key_getsecurity[3]; struct lsm_static_call key_post_create_or_update[3]; struct lsm_static_call audit_rule_init[3]; struct lsm_static_call audit_rule_known[3]; struct lsm_static_call audit_rule_match[3]; struct lsm_static_call audit_rule_free[3]; struct lsm_static_call bpf[3]; struct lsm_static_call bpf_map[3]; struct lsm_static_call bpf_prog[3]; struct lsm_static_call bpf_map_create[3]; struct lsm_static_call bpf_map_free[3]; struct lsm_static_call bpf_prog_load[3]; struct lsm_static_call bpf_prog_free[3]; struct lsm_static_call bpf_token_create[3]; struct lsm_static_call bpf_token_free[3]; struct lsm_static_call bpf_token_cmd[3]; struct lsm_static_call bpf_token_capable[3]; struct lsm_static_call locked_down[3]; struct lsm_static_call perf_event_open[3]; struct lsm_static_call perf_event_alloc[3]; struct lsm_static_call perf_event_read[3]; struct lsm_static_call perf_event_write[3]; struct lsm_static_call uring_override_creds[3]; struct lsm_static_call uring_sqpoll[3]; struct lsm_static_call uring_cmd[3]; struct lsm_static_call uring_allowed[3]; struct lsm_static_call initramfs_populated[3]; struct lsm_static_call bdev_alloc_security[3]; struct lsm_static_call bdev_free_security[3]; struct lsm_static_call bdev_setintegrity[3]; }; enum lsm_order { LSM_ORDER_FIRST = -1, LSM_ORDER_MUTABLE = 0, LSM_ORDER_LAST = 1, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct hlist_node gc_link; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; struct hlist_head tb6_gc_hlist; }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, XFRMA_SA_DIR = 33, XFRMA_NAT_KEEPALIVE_INTERVAL = 34, XFRMA_SA_PCPU = 35, XFRMA_IPTFS_DROP_TIME = 36, XFRMA_IPTFS_REORDER_WINDOW = 37, XFRMA_IPTFS_DONT_FRAG = 38, XFRMA_IPTFS_INIT_DELAY = 39, XFRMA_IPTFS_MAX_QSIZE = 40, XFRMA_IPTFS_PKT_SIZE = 41, __XFRMA_MAX = 42, }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); void (*exit_batch_rtnl)(struct list_head *, struct list_head *); unsigned int * const id; const size_t size; }; struct ethtool_netdev_state { struct xarray rss_ctx; struct mutex rss_lock; unsigned int wol_enabled: 1; unsigned int module_fw_flash_in_progress: 1; }; struct dim_cq_moder; struct dim_irq_moder { u8 profile_flags; u8 coal_flags; u8 dim_rx_mode; u8 dim_tx_mode; struct dim_cq_moder *rx_profile; struct dim_cq_moder *tx_profile; void (*rx_dim_work)(struct work_struct *); void (*tx_dim_work)(struct work_struct *); }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, NF_HOOK_OP_BPF = 2, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = -2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP_PRI_CONNTRACK_DEFRAG = -400, NF_IP_PRI_RAW = -300, NF_IP_PRI_SELINUX_FIRST = -225, NF_IP_PRI_CONNTRACK = -200, NF_IP_PRI_MANGLE = -150, NF_IP_PRI_NAT_DST = -100, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = -2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP6_PRI_CONNTRACK_DEFRAG = -400, NF_IP6_PRI_RAW = -300, NF_IP6_PRI_SELINUX_FIRST = -225, NF_IP6_PRI_CONNTRACK = -200, NF_IP6_PRI_MANGLE = -150, NF_IP6_PRI_NAT_DST = -100, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; u8 flags: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_mode_cbs; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; union { struct hlist_node dev_gclist; struct hlist_node bysrc; }; struct hlist_node byspi; struct hlist_node byseq; struct hlist_node state_cache; struct hlist_node state_cache_input; refcount_t refcnt; spinlock_t lock; u32 pcpu_num; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int enc_hdr_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; u32 nat_keepalive_interval; time64_t nat_keepalive_expiration; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; u8 dir; const struct xfrm_mode_cbs *mode_cbs; void *mode_data; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, TCPF_BOUND_INACTIVE = 8192, }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct xfrm_policy_walk_entry { struct list_head all; u8 dead; }; struct xfrm_policy_queue { struct sk_buff_head hold_queue; struct timer_list hold_timer; long unsigned int timeout; }; struct xfrm_tmpl { struct xfrm_id id; xfrm_address_t saddr; short unsigned int encap_family; u32 reqid; u8 mode; u8 share; u8 optional; u8 allalgs; u32 aalgos; u32 ealgos; u32 calgos; }; struct xfrm_policy { possible_net_t xp_net; struct hlist_node bydst; struct hlist_node byidx; struct hlist_head state_cache_list; rwlock_t lock; refcount_t refcnt; u32 pos; struct timer_list timer; atomic_t genid; u32 priority; u32 index; u32 if_id; struct xfrm_mark mark; struct xfrm_selector selector; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_policy_walk_entry walk; struct xfrm_policy_queue polq; bool bydst_reinsert; u8 type; u8 action; u8 flags; u8 xfrm_nr; u16 family; struct xfrm_sec_ctx *security; struct xfrm_tmpl xfrm_vec[6]; struct callback_head rcu; struct xfrm_dev_offload xdo; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; u32 priority; __u16 gso_size; u32 ts_opt_id; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; long unsigned int inet_flags; __be32 inet_saddr; __s16 uc_ttl; __be16 inet_sport; struct ip_options_rcu *inet_opt; atomic_t inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; u32 local_port_range; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; u8 dontfrag: 1; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; __be32 flow_label; __u32 frag_size; s16 hop_limit; u8 mcast_hops; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u8 srcprefs; __u8 pmtudisc; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 ae: 1; __u16 res1: 3; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 frag_max_size; __u16 srhoff; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; union { __u8 flags; struct { __u8 reserved: 4; __u8 preferpd: 1; __u8 routeraddr: 1; __u8 autoconf: 1; __u8 onlink: 1; }; }; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct xfrm_mode_cbs { struct module *owner; int (*init_state)(struct xfrm_state *); int (*clone_state)(struct xfrm_state *, struct xfrm_state *); void (*destroy_state)(struct xfrm_state *); int (*user_init)(struct net *, struct xfrm_state *, struct nlattr **, struct netlink_ext_ack *); int (*copy_to_user)(struct xfrm_state *, struct sk_buff *); unsigned int (*sa_len)(const struct xfrm_state *); u32 (*get_inner_mtu)(struct xfrm_state *, int); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*prepare_output)(struct xfrm_state *, struct sk_buff *); }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct netlbl_lsm_cache { refcount_t refcount; void (*free)(const void *); void *data; }; struct netlbl_lsm_catmap { u32 startbit; u64 bitmap[4]; struct netlbl_lsm_catmap *next; }; struct netlbl_lsm_secattr { u32 flags; u32 type; char *domain; struct netlbl_lsm_cache *cache; struct { struct { struct netlbl_lsm_catmap *cat; u32 lvl; } mls; u32 secid; } attr; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 14, DCCP_PASSIVE_CLOSEREQ = 15, DCCP_MAX_STATES = 16, }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; struct sctp_initmsg { __u16 sinit_num_ostreams; __u16 sinit_max_instreams; __u16 sinit_max_attempts; __u16 sinit_max_init_timeo; }; struct sctp_sndrcvinfo { __u16 sinfo_stream; __u16 sinfo_ssn; __u16 sinfo_flags; __u32 sinfo_ppid; __u32 sinfo_context; __u32 sinfo_timetolive; __u32 sinfo_tsn; __u32 sinfo_cumtsn; sctp_assoc_t sinfo_assoc_id; }; struct sctp_rtoinfo { sctp_assoc_t srto_assoc_id; __u32 srto_initial; __u32 srto_max; __u32 srto_min; }; struct sctp_assocparams { sctp_assoc_t sasoc_assoc_id; __u16 sasoc_asocmaxrxt; __u16 sasoc_number_peer_destinations; __u32 sasoc_peer_rwnd; __u32 sasoc_local_rwnd; __u32 sasoc_cookie_life; }; struct sctp_paddrparams { sctp_assoc_t spp_assoc_id; struct __kernel_sockaddr_storage spp_address; __u32 spp_hbinterval; __u16 spp_pathmaxrxt; __u32 spp_pathmtu; __u32 spp_sackdelay; __u32 spp_flags; __u32 spp_ipv6_flowlabel; __u8 spp_dscp; int: 0; } __attribute__((packed)); struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; struct sctp_paramhdr { __be16 type; __be16 length; }; enum sctp_param { SCTP_PARAM_HEARTBEAT_INFO = 256, SCTP_PARAM_IPV4_ADDRESS = 1280, SCTP_PARAM_IPV6_ADDRESS = 1536, SCTP_PARAM_STATE_COOKIE = 1792, SCTP_PARAM_UNRECOGNIZED_PARAMETERS = 2048, SCTP_PARAM_COOKIE_PRESERVATIVE = 2304, SCTP_PARAM_HOST_NAME_ADDRESS = 2816, SCTP_PARAM_SUPPORTED_ADDRESS_TYPES = 3072, SCTP_PARAM_ECN_CAPABLE = 128, SCTP_PARAM_RANDOM = 640, SCTP_PARAM_CHUNKS = 896, SCTP_PARAM_HMAC_ALGO = 1152, SCTP_PARAM_SUPPORTED_EXT = 2176, SCTP_PARAM_FWD_TSN_SUPPORT = 192, SCTP_PARAM_ADD_IP = 448, SCTP_PARAM_DEL_IP = 704, SCTP_PARAM_ERR_CAUSE = 960, SCTP_PARAM_SET_PRIMARY = 1216, SCTP_PARAM_SUCCESS_REPORT = 1472, SCTP_PARAM_ADAPTATION_LAYER_IND = 1728, SCTP_PARAM_RESET_OUT_REQUEST = 3328, SCTP_PARAM_RESET_IN_REQUEST = 3584, SCTP_PARAM_RESET_TSN_REQUEST = 3840, SCTP_PARAM_RESET_RESPONSE = 4096, SCTP_PARAM_RESET_ADD_OUT_STREAMS = 4352, SCTP_PARAM_RESET_ADD_IN_STREAMS = 4608, }; struct sctp_datahdr { __be32 tsn; __be16 stream; __be16 ssn; __u32 ppid; }; struct sctp_idatahdr { __be32 tsn; __be16 stream; __be16 reserved; __be32 mid; union { __u32 ppid; __be32 fsn; }; }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; }; struct sctp_ipv4addr_param { struct sctp_paramhdr param_hdr; struct in_addr addr; }; struct sctp_ipv6addr_param { struct sctp_paramhdr param_hdr; struct in6_addr addr; }; struct sctp_cookie_preserve_param { struct sctp_paramhdr param_hdr; __be32 lifespan_increment; }; struct sctp_hostname_param { struct sctp_paramhdr param_hdr; uint8_t hostname[0]; }; struct sctp_supported_addrs_param { struct sctp_paramhdr param_hdr; __be16 types[0]; }; struct sctp_adaptation_ind_param { struct sctp_paramhdr param_hdr; __be32 adaptation_ind; }; struct sctp_supported_ext_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_random_param { struct sctp_paramhdr param_hdr; __u8 random_val[0]; }; struct sctp_chunks_param { struct sctp_paramhdr param_hdr; __u8 chunks[0]; }; struct sctp_hmac_algo_param { struct sctp_paramhdr param_hdr; __be16 hmac_ids[0]; }; struct sctp_cookie_param { struct sctp_paramhdr p; __u8 body[0]; }; struct sctp_sackhdr { __be32 cum_tsn_ack; __be32 a_rwnd; __be16 num_gap_ack_blocks; __be16 num_dup_tsns; }; struct sctp_heartbeathdr { struct sctp_paramhdr info; }; struct sctp_shutdownhdr { __be32 cum_tsn_ack; }; struct sctp_errhdr { __be16 cause; __be16 length; }; struct sctp_ecnehdr { __be32 lowest_tsn; }; struct sctp_cwrhdr { __be32 lowest_tsn; }; struct sctp_fwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_ifwdtsn_hdr { __be32 new_cum_tsn; }; struct sctp_addip_param { struct sctp_paramhdr param_hdr; __be32 crr_id; }; struct sctp_addiphdr { __be32 serial; }; struct sctp_authhdr { __be16 shkey_id; __be16 hmac_id; }; struct sctp_auth_bytes { refcount_t refcnt; __u32 len; __u8 data[0]; }; struct sctp_shared_key { struct list_head key_list; struct sctp_auth_bytes *key; refcount_t refcnt; __u16 key_id; __u8 deactivated; }; enum { SCTP_MAX_STREAM = 65535, }; enum sctp_event_timeout { SCTP_EVENT_TIMEOUT_NONE = 0, SCTP_EVENT_TIMEOUT_T1_COOKIE = 1, SCTP_EVENT_TIMEOUT_T1_INIT = 2, SCTP_EVENT_TIMEOUT_T2_SHUTDOWN = 3, SCTP_EVENT_TIMEOUT_T3_RTX = 4, SCTP_EVENT_TIMEOUT_T4_RTO = 5, SCTP_EVENT_TIMEOUT_T5_SHUTDOWN_GUARD = 6, SCTP_EVENT_TIMEOUT_HEARTBEAT = 7, SCTP_EVENT_TIMEOUT_RECONF = 8, SCTP_EVENT_TIMEOUT_PROBE = 9, SCTP_EVENT_TIMEOUT_SACK = 10, SCTP_EVENT_TIMEOUT_AUTOCLOSE = 11, }; enum { SCTP_MAX_DUP_TSNS = 16, }; enum sctp_scope { SCTP_SCOPE_GLOBAL = 0, SCTP_SCOPE_PRIVATE = 1, SCTP_SCOPE_LINK = 2, SCTP_SCOPE_LOOPBACK = 3, SCTP_SCOPE_UNUSABLE = 4, }; enum { SCTP_AUTH_HMAC_ID_RESERVED_0 = 0, SCTP_AUTH_HMAC_ID_SHA1 = 1, SCTP_AUTH_HMAC_ID_RESERVED_2 = 2, SCTP_AUTH_HMAC_ID_SHA256 = 3, __SCTP_AUTH_HMAC_MAX = 4, }; struct sctp_ulpevent { struct sctp_association *asoc; struct sctp_chunk *chunk; unsigned int rmem_len; union { __u32 mid; __u16 ssn; }; union { __u32 ppid; __u32 fsn; }; __u32 tsn; __u32 cumtsn; __u16 stream; __u16 flags; __u16 msg_flags; } __attribute__((packed)); union sctp_addr_param; union sctp_params { void *v; struct sctp_paramhdr *p; struct sctp_cookie_preserve_param *life; struct sctp_hostname_param *dns; struct sctp_cookie_param *cookie; struct sctp_supported_addrs_param *sat; struct sctp_ipv4addr_param *v4; struct sctp_ipv6addr_param *v6; union sctp_addr_param *addr; struct sctp_adaptation_ind_param *aind; struct sctp_supported_ext_param *ext; struct sctp_random_param *random; struct sctp_chunks_param *chunks; struct sctp_hmac_algo_param *hmac_algo; struct sctp_addip_param *addip; }; struct sctp_sender_hb_info; struct sctp_signed_cookie; struct sctp_datamsg; struct sctp_chunk { struct list_head list; refcount_t refcnt; int sent_count; union { struct list_head transmitted_list; struct list_head stream_list; }; struct list_head frag_list; struct sk_buff *skb; union { struct sk_buff *head_skb; struct sctp_shared_key *shkey; }; union sctp_params param_hdr; union { __u8 *v; struct sctp_datahdr *data_hdr; struct sctp_inithdr *init_hdr; struct sctp_sackhdr *sack_hdr; struct sctp_heartbeathdr *hb_hdr; struct sctp_sender_hb_info *hbs_hdr; struct sctp_shutdownhdr *shutdown_hdr; struct sctp_signed_cookie *cookie_hdr; struct sctp_ecnehdr *ecne_hdr; struct sctp_cwrhdr *ecn_cwr_hdr; struct sctp_errhdr *err_hdr; struct sctp_addiphdr *addip_hdr; struct sctp_fwdtsn_hdr *fwdtsn_hdr; struct sctp_authhdr *auth_hdr; struct sctp_idatahdr *idata_hdr; struct sctp_ifwdtsn_hdr *ifwdtsn_hdr; } subh; __u8 *chunk_end; struct sctp_chunkhdr *chunk_hdr; struct sctphdr *sctp_hdr; struct sctp_sndrcvinfo sinfo; struct sctp_association *asoc; struct sctp_ep_common *rcvr; long unsigned int sent_at; union sctp_addr source; union sctp_addr dest; struct sctp_datamsg *msg; struct sctp_transport *transport; struct sk_buff *auth_chunk; __u16 rtt_in_progress: 1; __u16 has_tsn: 1; __u16 has_ssn: 1; __u16 singleton: 1; __u16 end_of_packet: 1; __u16 ecn_ce_done: 1; __u16 pdiscard: 1; __u16 tsn_gap_acked: 1; __u16 data_accepted: 1; __u16 auth: 1; __u16 has_asconf: 1; __u16 pmtu_probe: 1; __u16 tsn_missing_report: 2; __u16 fast_retransmit: 2; }; struct sctp_stream_interleave { __u16 data_chunk_len; __u16 ftsn_chunk_len; struct sctp_chunk * (*make_datafrag)(const struct sctp_association *, const struct sctp_sndrcvinfo *, int, __u8, gfp_t); void (*assign_number)(struct sctp_chunk *); bool (*validate_data)(struct sctp_chunk *); int (*ulpevent_data)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); int (*enqueue_event)(struct sctp_ulpq *, struct sctp_ulpevent *); void (*renege_events)(struct sctp_ulpq *, struct sctp_chunk *, gfp_t); void (*start_pd)(struct sctp_ulpq *, gfp_t); void (*abort_pd)(struct sctp_ulpq *, gfp_t); void (*generate_ftsn)(struct sctp_outq *, __u32); bool (*validate_ftsn)(struct sctp_chunk *); void (*report_ftsn)(struct sctp_ulpq *, __u32); void (*handle_ftsn)(struct sctp_ulpq *, struct sctp_chunk *); }; struct sctp_bind_bucket { short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct hlist_node node; struct hlist_head owner; struct net *net; }; enum sctp_socket_type { SCTP_SOCKET_UDP = 0, SCTP_SOCKET_UDP_HIGH_BANDWIDTH = 1, SCTP_SOCKET_TCP = 2, }; struct sctp_pf; struct crypto_shash; struct sctp_sock { struct inet_sock inet; enum sctp_socket_type type; struct sctp_pf *pf; struct crypto_shash *hmac; char *sctp_hmac_alg; struct sctp_endpoint *ep; struct sctp_bind_bucket *bind_hash; __u16 default_stream; __u32 default_ppid; __u16 default_flags; __u32 default_context; __u32 default_timetolive; __u32 default_rcv_context; int max_burst; __u32 hbinterval; __u32 probe_interval; __be16 udp_port; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 sackdelay; __u32 sackfreq; __u32 param_flags; __u32 default_ss; struct sctp_rtoinfo rtoinfo; struct sctp_paddrparams paddrparam; struct sctp_assocparams assocparams; __u16 subscribe; struct sctp_initmsg initmsg; int user_frag; __u32 autoclose; __u32 adaptation_ind; __u32 pd_point; __u16 nodelay: 1; __u16 pf_expose: 2; __u16 reuse: 1; __u16 disable_fragments: 1; __u16 v4mapped: 1; __u16 frag_interleave: 1; __u16 recvrcvinfo: 1; __u16 recvnxtinfo: 1; __u16 data_ready_signalled: 1; atomic_t pd_mode; struct sk_buff_head pd_lobby; struct list_head auto_asconf_list; int do_auto_asconf; }; struct sctp_af; struct sctp_pf { void (*event_msgname)(struct sctp_ulpevent *, char *, int *); void (*skb_msgname)(struct sk_buff *, char *, int *); int (*af_supported)(sa_family_t, struct sctp_sock *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *, struct sctp_sock *); int (*bind_verify)(struct sctp_sock *, union sctp_addr *); int (*send_verify)(struct sctp_sock *, union sctp_addr *); int (*supported_addrs)(const struct sctp_sock *, __be16 *); struct sock * (*create_accept_sk)(struct sock *, struct sctp_association *, bool); int (*addr_to_user)(struct sctp_sock *, union sctp_addr *); void (*to_sk_saddr)(union sctp_addr *, struct sock *); void (*to_sk_daddr)(union sctp_addr *, struct sock *); void (*copy_ip_options)(struct sock *, struct sock *); struct sctp_af *af; }; struct sctp_endpoint { struct sctp_ep_common base; struct hlist_node node; int hashent; struct list_head asocs; __u8 secret_key[32]; __u8 *digest; __u32 sndbuf_policy; __u32 rcvbuf_policy; struct crypto_shash **auth_hmacs; struct sctp_hmac_algo_param *auth_hmacs_list; struct sctp_chunks_param *auth_chunk_list; struct list_head endpoint_shared_keys; __u16 active_key_id; __u8 ecn_enable: 1; __u8 auth_enable: 1; __u8 intl_enable: 1; __u8 prsctp_enable: 1; __u8 asconf_enable: 1; __u8 reconf_enable: 1; __u8 strreset_enable; struct callback_head rcu; }; struct sctp_signed_cookie { __u8 signature[32]; __u32 __pad; struct sctp_cookie c; } __attribute__((packed)); union sctp_addr_param { struct sctp_paramhdr p; struct sctp_ipv4addr_param v4; struct sctp_ipv6addr_param v6; }; struct sctp_sender_hb_info { struct sctp_paramhdr param_hdr; union sctp_addr daddr; long unsigned int sent_at; __u64 hb_nonce; __u32 probe_size; }; struct sctp_af { int (*sctp_xmit)(struct sk_buff *, struct sctp_transport *); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*get_dst)(struct sctp_transport *, union sctp_addr *, struct flowi *, struct sock *); void (*get_saddr)(struct sctp_sock *, struct sctp_transport *, struct flowi *); void (*copy_addrlist)(struct list_head *, struct net_device *); int (*cmp_addr)(const union sctp_addr *, const union sctp_addr *); void (*addr_copy)(union sctp_addr *, union sctp_addr *); void (*from_skb)(union sctp_addr *, struct sk_buff *, int); void (*from_sk)(union sctp_addr *, struct sock *); bool (*from_addr_param)(union sctp_addr *, union sctp_addr_param *, __be16, int); int (*to_addr_param)(const union sctp_addr *, union sctp_addr_param *); int (*addr_valid)(union sctp_addr *, struct sctp_sock *, const struct sk_buff *); enum sctp_scope (*scope)(union sctp_addr *); void (*inaddr_any)(union sctp_addr *, __be16); int (*is_any)(const union sctp_addr *); int (*available)(union sctp_addr *, struct sctp_sock *); int (*skb_iif)(const struct sk_buff *); int (*skb_sdif)(const struct sk_buff *); int (*is_ce)(const struct sk_buff *); void (*seq_dump_addr)(struct seq_file *, union sctp_addr *); void (*ecn_capable)(struct sock *); __u16 net_header_len; int sockaddr_len; int (*ip_options_len)(struct sock *); sa_family_t sa_family; struct list_head list; }; struct sctp_packet { __u16 source_port; __u16 destination_port; __u32 vtag; struct list_head chunk_list; size_t overhead; size_t size; size_t max_size; struct sctp_transport *transport; struct sctp_chunk *auth; u8 has_cookie_echo: 1; u8 has_sack: 1; u8 has_auth: 1; u8 has_data: 1; u8 ipfragok: 1; }; struct sctp_transport { struct list_head transports; struct rhlist_head node; refcount_t refcnt; __u32 dead: 1; __u32 rto_pending: 1; __u32 hb_sent: 1; __u32 pmtu_pending: 1; __u32 dst_pending_confirm: 1; __u32 sack_generation: 1; u32 dst_cookie; struct flowi fl; union sctp_addr ipaddr; struct sctp_af *af_specific; struct sctp_association *asoc; long unsigned int rto; __u32 rtt; __u32 rttvar; __u32 srtt; __u32 cwnd; __u32 ssthresh; __u32 partial_bytes_acked; __u32 flight_size; __u32 burst_limited; struct dst_entry *dst; union sctp_addr saddr; long unsigned int hbinterval; long unsigned int probe_interval; long unsigned int sackdelay; __u32 sackfreq; atomic_t mtu_info; ktime_t last_time_heard; long unsigned int last_time_sent; long unsigned int last_time_ecne_reduced; __be16 encap_port; __u16 pathmaxrxt; __u32 flowlabel; __u8 dscp; __u16 pf_retrans; __u16 ps_retrans; __u32 pathmtu; __u32 param_flags; int init_sent_count; int state; short unsigned int error_count; struct timer_list T3_rtx_timer; struct timer_list hb_timer; struct timer_list proto_unreach_timer; struct timer_list reconf_timer; struct timer_list probe_timer; struct list_head transmitted; struct sctp_packet packet; struct list_head send_ready; struct { __u32 next_tsn_at_change; char changeover_active; char cycling_changeover; char cacc_saw_newack; } cacc; struct { __u16 pmtu; __u16 probe_size; __u16 probe_high; __u8 probe_count; __u8 state; } pl; __u64 hb_nonce; struct callback_head rcu; }; struct sctp_datamsg { struct list_head chunks; refcount_t refcnt; long unsigned int expires_at; int send_error; u8 send_failed: 1; u8 can_delay: 1; u8 abandoned: 1; }; struct sctp_stream_priorities { struct list_head prio_sched; struct list_head active; struct sctp_stream_out_ext *next; __u16 prio; __u16 users; }; struct sctp_stream_out_ext { __u64 abandoned_unsent[3]; __u64 abandoned_sent[3]; struct list_head outq; union { struct { struct list_head prio_list; struct sctp_stream_priorities *prio_head; }; struct { struct list_head rr_list; }; struct { struct list_head fc_list; __u32 fc_length; __u16 fc_weight; }; }; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_mac_stats_src { ETHTOOL_MAC_STATS_SRC_AGGREGATE = 0, ETHTOOL_MAC_STATS_SRC_EMAC = 1, ETHTOOL_MAC_STATS_SRC_PMAC = 2, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; enum ethtool_mm_verify_status { ETHTOOL_MM_VERIFY_STATUS_UNKNOWN = 0, ETHTOOL_MM_VERIFY_STATUS_INITIAL = 1, ETHTOOL_MM_VERIFY_STATUS_VERIFYING = 2, ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED = 3, ETHTOOL_MM_VERIFY_STATUS_FAILED = 4, ETHTOOL_MM_VERIFY_STATUS_DISABLED = 5, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, ETHTOOL_LINK_MODE_10baseT1S_Full_BIT = 99, ETHTOOL_LINK_MODE_10baseT1S_Half_BIT = 100, ETHTOOL_LINK_MODE_10baseT1S_P2MP_Half_BIT = 101, ETHTOOL_LINK_MODE_10baseT1BRR_Full_BIT = 102, ETHTOOL_LINK_MODE_200000baseCR_Full_BIT = 103, ETHTOOL_LINK_MODE_200000baseKR_Full_BIT = 104, ETHTOOL_LINK_MODE_200000baseDR_Full_BIT = 105, ETHTOOL_LINK_MODE_200000baseDR_2_Full_BIT = 106, ETHTOOL_LINK_MODE_200000baseSR_Full_BIT = 107, ETHTOOL_LINK_MODE_200000baseVR_Full_BIT = 108, ETHTOOL_LINK_MODE_400000baseCR2_Full_BIT = 109, ETHTOOL_LINK_MODE_400000baseKR2_Full_BIT = 110, ETHTOOL_LINK_MODE_400000baseDR2_Full_BIT = 111, ETHTOOL_LINK_MODE_400000baseDR2_2_Full_BIT = 112, ETHTOOL_LINK_MODE_400000baseSR2_Full_BIT = 113, ETHTOOL_LINK_MODE_400000baseVR2_Full_BIT = 114, ETHTOOL_LINK_MODE_800000baseCR4_Full_BIT = 115, ETHTOOL_LINK_MODE_800000baseKR4_Full_BIT = 116, ETHTOOL_LINK_MODE_800000baseDR4_Full_BIT = 117, ETHTOOL_LINK_MODE_800000baseDR4_2_Full_BIT = 118, ETHTOOL_LINK_MODE_800000baseSR4_Full_BIT = 119, ETHTOOL_LINK_MODE_800000baseVR4_Full_BIT = 120, __ETHTOOL_LINK_MODE_MASK_NBITS = 121, }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u8 rx_push; u32 cqe_size; u32 tx_push_buf_len; u32 tx_push_buf_max_len; u32 hds_thresh; u32 hds_thresh_max; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_rxfh_context { u32 indir_size; u32 key_size; u16 priv_size; u8 hfunc; u8 input_xfrm; u8 indir_configured: 1; u8 key_configured: 1; u32 key_off; long: 0; u8 data[0]; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct ethtool_keee { long unsigned int supported[2]; long unsigned int advertised[2]; long unsigned int lp_advertised[2]; u32 tx_lpi_timer; bool tx_lpi_enabled; bool eee_active; bool eee_enabled; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; u32 tx_aggr_max_bytes; u32 tx_aggr_max_frames; u32 tx_aggr_time_usecs; }; struct ethtool_eth_mac_stats { enum ethtool_mac_stats_src src; union { struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; } stats; }; }; struct ethtool_eth_phy_stats { enum ethtool_mac_stats_src src; union { struct { u64 SymbolErrorDuringCarrier; }; struct { u64 SymbolErrorDuringCarrier; } stats; }; }; struct ethtool_eth_ctrl_stats { enum ethtool_mac_stats_src src; union { struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; } stats; }; }; struct ethtool_pause_stats { enum ethtool_mac_stats_src src; union { struct { u64 tx_pause_frames; u64 rx_pause_frames; }; struct { u64 tx_pause_frames; u64 rx_pause_frames; } stats; }; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { enum ethtool_mac_stats_src src; union { struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; } stats; }; }; struct ethtool_ts_stats { union { struct { u64 pkts; u64 onestep_pkts_unconfirmed; u64 lost; u64 err; }; struct { u64 pkts; u64 onestep_pkts_unconfirmed; u64 lost; u64 err; } tx_stats; }; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; struct ethtool_mm_state { u32 verify_time; u32 max_verify_time; enum ethtool_mm_verify_status verify_status; bool tx_enabled; bool tx_active; bool pmac_enabled; bool verify_enabled; u32 tx_min_frag_size; u32 rx_min_frag_size; }; struct ethtool_mm_cfg { u32 verify_time; bool verify_enabled; bool tx_enabled; bool pmac_enabled; u32 tx_min_frag_size; }; struct ethtool_mm_stats { u64 MACMergeFrameAssErrorCount; u64 MACMergeFrameSmdErrorCount; u64 MACMergeFrameAssOkCount; u64 MACMergeFragCountRx; u64 MACMergeFragCountTx; u64 MACMergeHoldCount; }; struct ethtool_rxfh_param { u8 hfunc; u32 indir_size; u32 *indir; u32 key_size; u8 *key; u32 rss_context; u8 rss_delete; u8 input_xfrm; }; struct kernel_ethtool_ts_info { u32 cmd; u32 so_timestamping; int phc_index; enum hwtstamp_provider_qualifier phc_qualifier; enum hwtstamp_tx_types tx_types; enum hwtstamp_rx_filters rx_filters; }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; struct callback_head rcu; }; enum ib_uverbs_write_cmds { IB_USER_VERBS_CMD_GET_CONTEXT = 0, IB_USER_VERBS_CMD_QUERY_DEVICE = 1, IB_USER_VERBS_CMD_QUERY_PORT = 2, IB_USER_VERBS_CMD_ALLOC_PD = 3, IB_USER_VERBS_CMD_DEALLOC_PD = 4, IB_USER_VERBS_CMD_CREATE_AH = 5, IB_USER_VERBS_CMD_MODIFY_AH = 6, IB_USER_VERBS_CMD_QUERY_AH = 7, IB_USER_VERBS_CMD_DESTROY_AH = 8, IB_USER_VERBS_CMD_REG_MR = 9, IB_USER_VERBS_CMD_REG_SMR = 10, IB_USER_VERBS_CMD_REREG_MR = 11, IB_USER_VERBS_CMD_QUERY_MR = 12, IB_USER_VERBS_CMD_DEREG_MR = 13, IB_USER_VERBS_CMD_ALLOC_MW = 14, IB_USER_VERBS_CMD_BIND_MW = 15, IB_USER_VERBS_CMD_DEALLOC_MW = 16, IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL = 17, IB_USER_VERBS_CMD_CREATE_CQ = 18, IB_USER_VERBS_CMD_RESIZE_CQ = 19, IB_USER_VERBS_CMD_DESTROY_CQ = 20, IB_USER_VERBS_CMD_POLL_CQ = 21, IB_USER_VERBS_CMD_PEEK_CQ = 22, IB_USER_VERBS_CMD_REQ_NOTIFY_CQ = 23, IB_USER_VERBS_CMD_CREATE_QP = 24, IB_USER_VERBS_CMD_QUERY_QP = 25, IB_USER_VERBS_CMD_MODIFY_QP = 26, IB_USER_VERBS_CMD_DESTROY_QP = 27, IB_USER_VERBS_CMD_POST_SEND = 28, IB_USER_VERBS_CMD_POST_RECV = 29, IB_USER_VERBS_CMD_ATTACH_MCAST = 30, IB_USER_VERBS_CMD_DETACH_MCAST = 31, IB_USER_VERBS_CMD_CREATE_SRQ = 32, IB_USER_VERBS_CMD_MODIFY_SRQ = 33, IB_USER_VERBS_CMD_QUERY_SRQ = 34, IB_USER_VERBS_CMD_DESTROY_SRQ = 35, IB_USER_VERBS_CMD_POST_SRQ_RECV = 36, IB_USER_VERBS_CMD_OPEN_XRCD = 37, IB_USER_VERBS_CMD_CLOSE_XRCD = 38, IB_USER_VERBS_CMD_CREATE_XSRQ = 39, IB_USER_VERBS_CMD_OPEN_QP = 40, }; enum ib_uverbs_wc_opcode { IB_UVERBS_WC_SEND = 0, IB_UVERBS_WC_RDMA_WRITE = 1, IB_UVERBS_WC_RDMA_READ = 2, IB_UVERBS_WC_COMP_SWAP = 3, IB_UVERBS_WC_FETCH_ADD = 4, IB_UVERBS_WC_BIND_MW = 5, IB_UVERBS_WC_LOCAL_INV = 6, IB_UVERBS_WC_TSO = 7, IB_UVERBS_WC_FLUSH = 8, IB_UVERBS_WC_ATOMIC_WRITE = 9, }; enum ib_uverbs_create_qp_mask { IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1, }; enum ib_uverbs_wr_opcode { IB_UVERBS_WR_RDMA_WRITE = 0, IB_UVERBS_WR_RDMA_WRITE_WITH_IMM = 1, IB_UVERBS_WR_SEND = 2, IB_UVERBS_WR_SEND_WITH_IMM = 3, IB_UVERBS_WR_RDMA_READ = 4, IB_UVERBS_WR_ATOMIC_CMP_AND_SWP = 5, IB_UVERBS_WR_ATOMIC_FETCH_AND_ADD = 6, IB_UVERBS_WR_LOCAL_INV = 7, IB_UVERBS_WR_BIND_MW = 8, IB_UVERBS_WR_SEND_WITH_INV = 9, IB_UVERBS_WR_TSO = 10, IB_UVERBS_WR_RDMA_READ_WITH_INV = 11, IB_UVERBS_WR_MASKED_ATOMIC_CMP_AND_SWP = 12, IB_UVERBS_WR_MASKED_ATOMIC_FETCH_AND_ADD = 13, IB_UVERBS_WR_FLUSH = 14, IB_UVERBS_WR_ATOMIC_WRITE = 15, }; enum ib_uverbs_device_cap_flags { IB_UVERBS_DEVICE_RESIZE_MAX_WR = 1ULL, IB_UVERBS_DEVICE_BAD_PKEY_CNTR = 2ULL, IB_UVERBS_DEVICE_BAD_QKEY_CNTR = 4ULL, IB_UVERBS_DEVICE_RAW_MULTI = 8ULL, IB_UVERBS_DEVICE_AUTO_PATH_MIG = 16ULL, IB_UVERBS_DEVICE_CHANGE_PHY_PORT = 32ULL, IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE = 64ULL, IB_UVERBS_DEVICE_CURR_QP_STATE_MOD = 128ULL, IB_UVERBS_DEVICE_SHUTDOWN_PORT = 256ULL, IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT = 1024ULL, IB_UVERBS_DEVICE_SYS_IMAGE_GUID = 2048ULL, IB_UVERBS_DEVICE_RC_RNR_NAK_GEN = 4096ULL, IB_UVERBS_DEVICE_SRQ_RESIZE = 8192ULL, IB_UVERBS_DEVICE_N_NOTIFY_CQ = 16384ULL, IB_UVERBS_DEVICE_MEM_WINDOW = 131072ULL, IB_UVERBS_DEVICE_UD_IP_CSUM = 262144ULL, IB_UVERBS_DEVICE_XRC = 1048576ULL, IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS = 2097152ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A = 8388608ULL, IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B = 16777216ULL, IB_UVERBS_DEVICE_RC_IP_CSUM = 33554432ULL, IB_UVERBS_DEVICE_RAW_IP_CSUM = 67108864ULL, IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING = 536870912ULL, IB_UVERBS_DEVICE_RAW_SCATTER_FCS = 17179869184ULL, IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING = 68719476736ULL, IB_UVERBS_DEVICE_FLUSH_GLOBAL = 274877906944ULL, IB_UVERBS_DEVICE_FLUSH_PERSISTENT = 549755813888ULL, IB_UVERBS_DEVICE_ATOMIC_WRITE = 1099511627776ULL, }; enum ib_uverbs_raw_packet_caps { IB_UVERBS_RAW_PACKET_CAP_CVLAN_STRIPPING = 1, IB_UVERBS_RAW_PACKET_CAP_SCATTER_FCS = 2, IB_UVERBS_RAW_PACKET_CAP_IP_CSUM = 4, IB_UVERBS_RAW_PACKET_CAP_DELAY_DROP = 8, }; enum ib_uverbs_access_flags { IB_UVERBS_ACCESS_LOCAL_WRITE = 1, IB_UVERBS_ACCESS_REMOTE_WRITE = 2, IB_UVERBS_ACCESS_REMOTE_READ = 4, IB_UVERBS_ACCESS_REMOTE_ATOMIC = 8, IB_UVERBS_ACCESS_MW_BIND = 16, IB_UVERBS_ACCESS_ZERO_BASED = 32, IB_UVERBS_ACCESS_ON_DEMAND = 64, IB_UVERBS_ACCESS_HUGETLB = 128, IB_UVERBS_ACCESS_FLUSH_GLOBAL = 256, IB_UVERBS_ACCESS_FLUSH_PERSISTENT = 512, IB_UVERBS_ACCESS_RELAXED_ORDERING = 1048576, IB_UVERBS_ACCESS_OPTIONAL_RANGE = 1072693248, }; enum ib_uverbs_srq_type { IB_UVERBS_SRQT_BASIC = 0, IB_UVERBS_SRQT_XRC = 1, IB_UVERBS_SRQT_TM = 2, }; enum ib_uverbs_wq_type { IB_UVERBS_WQT_RQ = 0, }; enum ib_uverbs_wq_flags { IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING = 1, IB_UVERBS_WQ_FLAGS_SCATTER_FCS = 2, IB_UVERBS_WQ_FLAGS_DELAY_DROP = 4, IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING = 8, }; enum ib_uverbs_qp_type { IB_UVERBS_QPT_RC = 2, IB_UVERBS_QPT_UC = 3, IB_UVERBS_QPT_UD = 4, IB_UVERBS_QPT_RAW_PACKET = 8, IB_UVERBS_QPT_XRC_INI = 9, IB_UVERBS_QPT_XRC_TGT = 10, IB_UVERBS_QPT_DRIVER = 255, }; enum ib_uverbs_qp_create_flags { IB_UVERBS_QP_CREATE_BLOCK_MULTICAST_LOOPBACK = 2, IB_UVERBS_QP_CREATE_SCATTER_FCS = 256, IB_UVERBS_QP_CREATE_CVLAN_STRIPPING = 512, IB_UVERBS_QP_CREATE_PCI_WRITE_END_PADDING = 2048, IB_UVERBS_QP_CREATE_SQ_SIG_ALL = 4096, }; enum ib_uverbs_gid_type { IB_UVERBS_GID_TYPE_IB = 0, IB_UVERBS_GID_TYPE_ROCE_V1 = 1, IB_UVERBS_GID_TYPE_ROCE_V2 = 2, }; enum ib_poll_context { IB_POLL_SOFTIRQ = 0, IB_POLL_WORKQUEUE = 1, IB_POLL_UNBOUND_WORKQUEUE = 2, IB_POLL_LAST_POOL_TYPE = 2, IB_POLL_DIRECT = 3, }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct selinux_audit_data { u32 ssid; u32 tsid; u16 tclass; u32 requested; u32 audited; u32 denied; int result; }; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; u16 nlmsg_type; } u; union { struct selinux_audit_data *selinux_audit_data; }; }; enum { POLICYDB_CAP_NETPEER = 0, POLICYDB_CAP_OPENPERM = 1, POLICYDB_CAP_EXTSOCKCLASS = 2, POLICYDB_CAP_ALWAYSNETWORK = 3, POLICYDB_CAP_CGROUPSECLABEL = 4, POLICYDB_CAP_NNP_NOSUID_TRANSITION = 5, POLICYDB_CAP_GENFS_SECLABEL_SYMLINKS = 6, POLICYDB_CAP_IOCTL_SKIP_CLOEXEC = 7, POLICYDB_CAP_USERSPACE_INITIAL_CONTEXT = 8, POLICYDB_CAP_NETLINK_XPERM = 9, POLICYDB_CAP_NETIF_WILDCARD = 10, __POLICYDB_CAP_MAX = 11, }; struct selinux_policy; struct selinux_state { bool enforcing; bool initialized; bool policycap[11]; struct page *status_page; struct mutex status_lock; struct selinux_policy *policy; struct mutex policy_mutex; }; struct av_decision { u32 allowed; u32 auditallow; u32 auditdeny; u32 seqno; u32 flags; }; struct task_security_struct { u32 osid; u32 sid; u32 exec_sid; u32 create_sid; u32 keycreate_sid; u32 sockcreate_sid; }; enum label_initialized { LABEL_INVALID = 0, LABEL_INITIALIZED = 1, LABEL_PENDING = 2, }; struct inode_security_struct { struct inode *inode; struct list_head list; u32 task_sid; u32 sid; u16 sclass; unsigned char initialized; spinlock_t lock; }; struct file_security_struct { u32 sid; u32 fown_sid; u32 isid; u32 pseqno; }; struct superblock_security_struct { u32 sid; u32 def_sid; u32 mntpoint_sid; short unsigned int behavior; short unsigned int flags; struct mutex lock; struct list_head isec_head; spinlock_t isec_lock; }; struct msg_security_struct { u32 sid; }; struct ipc_security_struct { u16 sclass; u32 sid; }; struct sk_security_struct { enum { NLBL_UNSET = 0, NLBL_REQUIRE = 1, NLBL_LABELED = 2, NLBL_REQSKB = 3, NLBL_CONNLABELED = 4, } nlbl_state; struct netlbl_lsm_secattr *nlbl_secattr; u32 sid; u32 peer_sid; u16 sclass; enum { SCTP_ASSOC_UNSET = 0, SCTP_ASSOC_SET = 1, } sctp_assoc_state; }; struct tun_security_struct { u32 sid; }; struct key_security_struct { u32 sid; }; struct bpf_security_struct { u32 sid; }; struct perf_event_security_struct { u32 sid; }; struct security_class_mapping { const char *name; const char *perms[33]; }; struct selinux_mnt_opts { u32 fscontext_sid; u32 context_sid; u32 rootcontext_sid; u32 defcontext_sid; }; enum { Opt_error = -1, Opt_context = 0, Opt_defcontext = 1, Opt_fscontext = 2, Opt_rootcontext = 3, Opt_seclabel = 4, }; struct hashtab_node { void *key; void *datum; struct hashtab_node *next; }; struct hashtab { struct hashtab_node **htable; u32 size; u32 nel; }; struct extended_perms_data { u32 p[8]; }; struct avtab_key { u16 source_type; u16 target_type; u16 target_class; u16 specified; }; struct avtab_extended_perms { u8 specified; u8 driver; struct extended_perms_data perms; }; struct avtab_datum { union { u32 data; struct avtab_extended_perms *xperms; } u; }; struct avtab_node { struct avtab_key key; struct avtab_datum datum; struct avtab_node *next; }; struct avtab { struct avtab_node **htable; u32 nel; u32 nslot; u32 mask; }; struct symtab { struct hashtab table; u32 nprim; }; struct ebitmap_node { struct ebitmap_node *next; long unsigned int maps[6]; u32 startbit; }; struct ebitmap { struct ebitmap_node *node; u32 highbit; }; struct mls_level { u32 sens; struct ebitmap cat; }; struct mls_range { struct mls_level level[2]; }; struct context { u32 user; u32 role; u32 type; u32 len; struct mls_range range; char *str; }; struct type_set; struct constraint_expr { u32 expr_type; u32 attr; u32 op; struct ebitmap names; struct type_set *type_names; struct constraint_expr *next; }; struct type_set { struct ebitmap types; struct ebitmap negset; u32 flags; }; struct constraint_node { u32 permissions; struct constraint_expr *expr; struct constraint_node *next; }; struct common_datum { u32 value; struct symtab permissions; }; struct class_datum { u32 value; char *comkey; struct common_datum *comdatum; struct symtab permissions; struct constraint_node *constraints; struct constraint_node *validatetrans; char default_user; char default_role; char default_type; char default_range; }; struct role_datum { u32 value; u32 bounds; struct ebitmap dominates; struct ebitmap types; }; struct role_allow { u32 role; u32 new_role; struct role_allow *next; }; struct type_datum { u32 value; u32 bounds; unsigned char primary; unsigned char attribute; }; struct user_datum { u32 value; u32 bounds; struct ebitmap roles; struct mls_range range; struct mls_level dfltlevel; }; struct cond_bool_datum { u32 value; int state; }; struct ocontext { union { char *name; struct { u8 protocol; u16 low_port; u16 high_port; } port; struct { u32 addr; u32 mask; } node; struct { u32 addr[4]; u32 mask[4]; } node6; struct { u64 subnet_prefix; u16 low_pkey; u16 high_pkey; } ibpkey; struct { char *dev_name; u8 port; } ibendport; } u; union { u32 sclass; u32 behavior; } v; struct context context[2]; u32 sid[2]; struct ocontext *next; }; struct genfs { char *fstype; struct ocontext *head; struct genfs *next; }; struct cond_node; struct policydb { int mls_enabled; struct symtab symtab[8]; char **sym_val_to_name[8]; struct class_datum **class_val_to_struct; struct role_datum **role_val_to_struct; struct user_datum **user_val_to_struct; struct type_datum **type_val_to_struct; struct avtab te_avtab; struct hashtab role_tr; struct ebitmap filename_trans_ttypes; struct hashtab filename_trans; u32 compat_filename_trans_count; struct cond_bool_datum **bool_val_to_struct; struct avtab te_cond_avtab; struct cond_node *cond_list; u32 cond_list_len; struct role_allow *role_allow; struct ocontext *ocontexts[9]; struct genfs *genfs; struct hashtab range_tr; struct ebitmap *type_attr_map_array; struct ebitmap policycaps; struct ebitmap permissive_map; size_t len; unsigned int policyvers; unsigned int reject_unknown: 1; unsigned int allow_unknown: 1; u16 process_class; u32 process_trans_perms; }; struct policy_file { char *data; size_t len; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct selinux_mapping; struct selinux_map { struct selinux_mapping *mapping; u16 size; }; struct sidtab; struct selinux_policy { struct sidtab *sidtab; struct policydb policydb; struct selinux_map map; u32 latest_granting; }; struct selinux_policy_convert_data; struct selinux_load_state { struct selinux_policy *policy; struct selinux_policy_convert_data *convert_data; }; struct convert_context_args { struct policydb *oldp; struct policydb *newp; }; struct sidtab_convert_params { struct convert_context_args *args; struct sidtab *target; }; struct selinux_policy_convert_data { struct convert_context_args args; struct sidtab_convert_params sidtab_params; }; struct extended_perms_decision { u8 used; u8 driver; u8 base_perm; struct extended_perms_data *allowed; struct extended_perms_data *auditallow; struct extended_perms_data *dontaudit; }; struct extended_perms { u16 len; u8 base_perms; struct extended_perms_data drivers; }; struct sidtab_str_cache; struct sidtab_entry { u32 sid; u32 hash; struct context context; struct sidtab_str_cache *cache; struct hlist_node list; }; struct sidtab_node_inner; struct sidtab_node_leaf; union sidtab_entry_inner { struct sidtab_node_inner *ptr_inner; struct sidtab_node_leaf *ptr_leaf; }; struct sidtab_node_inner { union sidtab_entry_inner entries[512]; }; struct sidtab_node_leaf { struct sidtab_entry entries[39]; }; struct sidtab_isid_entry { int set; struct sidtab_entry entry; }; struct sidtab { union sidtab_entry_inner roots[4]; u32 count; struct sidtab_convert_params *convert; bool frozen; spinlock_t lock; u32 cache_free_slots; struct list_head cache_lru_list; spinlock_t cache_lock; struct sidtab_isid_entry isids[27]; struct hlist_head context_to_sid[512]; }; struct perm_datum { u32 value; }; struct role_trans_key { u32 role; u32 type; u32 tclass; }; struct role_trans_datum { u32 new_role; }; struct filename_trans_key { u32 ttype; u16 tclass; const char *name; }; struct filename_trans_datum { struct ebitmap stypes; u32 otype; struct filename_trans_datum *next; }; struct cond_expr_node; struct cond_expr { struct cond_expr_node *nodes; u32 len; }; struct cond_av_list { struct avtab_node **nodes; u32 len; }; struct cond_node { int cur_state; struct cond_expr expr; struct cond_av_list true_list; struct cond_av_list false_list; }; struct selinux_mapping { u16 value; u16 num_perms; u32 perms[32]; }; struct cond_expr_node { u32 expr_type; u32 boolean; }; struct selinux_audit_rule { u32 au_seqno; struct context au_ctxt; }; typedef void (*crypto_completion_t)(void *, int); struct crypto_tfm; struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; int err; }; struct crypto_alg; struct crypto_tfm { refcount_t refcnt; u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); void (*destroy)(struct crypto_alg *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct crypto_template; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; struct work_struct free_work; void *__ctx[0]; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct bpf_crypto_type { void * (*alloc_tfm)(const char *); void (*free_tfm)(void *); int (*has_algo)(const char *); int (*setkey)(void *, const u8 *, unsigned int); int (*setauthsize)(void *, unsigned int); int (*encrypt)(void *, const u8 *, u8 *, unsigned int, u8 *); int (*decrypt)(void *, const u8 *, u8 *, unsigned int, u8 *); unsigned int (*ivsize)(void *); unsigned int (*statesize)(void *); u32 (*get_flags)(void *); struct module *owner; char name[14]; }; struct crypto_lskcipher { struct crypto_tfm base; }; struct skcipher_alg_common { unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int statesize; struct crypto_alg base; }; struct lskcipher_alg { int (*setkey)(struct crypto_lskcipher *, const u8 *, unsigned int); int (*encrypt)(struct crypto_lskcipher *, const u8 *, u8 *, unsigned int, u8 *, u32); int (*decrypt)(struct crypto_lskcipher *, const u8 *, u8 *, unsigned int, u8 *, u32); int (*init)(struct crypto_lskcipher *); void (*exit)(struct crypto_lskcipher *); struct skcipher_alg_common co; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_sync_skcipher; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_sig { struct crypto_tfm base; }; struct sig_alg { int (*sign)(struct crypto_sig *, const void *, unsigned int, void *, unsigned int); int (*verify)(struct crypto_sig *, const void *, unsigned int, const void *, unsigned int); int (*set_pub_key)(struct crypto_sig *, const void *, unsigned int); int (*set_priv_key)(struct crypto_sig *, const void *, unsigned int); unsigned int (*key_size)(struct crypto_sig *); unsigned int (*digest_size)(struct crypto_sig *); unsigned int (*max_size)(struct crypto_sig *); int (*init)(struct crypto_sig *); void (*exit)(struct crypto_sig *); struct crypto_alg base; }; struct sig_instance { void (*free)(struct sig_instance *); union { struct { char head[72]; struct crypto_instance base; }; struct sig_alg alg; }; }; struct crypto_sig_spawn { struct crypto_spawn base; }; struct acomp_req; struct acomp_req_chain { struct list_head head; struct acomp_req *req0; struct acomp_req *cur; int (*op)(struct acomp_req *); crypto_completion_t compl; void *data; struct scatterlist ssg; struct scatterlist dsg; union { const u8 *src; struct folio *sfolio; }; union { u8 *dst; struct folio *dfolio; }; size_t soff; size_t doff; u32 flags; }; struct acomp_req { struct crypto_async_request base; union { struct scatterlist *src; const u8 *svirt; struct folio *sfolio; }; union { struct scatterlist *dst; u8 *dvirt; struct folio *dfolio; }; size_t soff; size_t doff; unsigned int slen; unsigned int dlen; struct acomp_req_chain chain; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); unsigned int reqsize; struct crypto_acomp *fb; struct crypto_tfm base; }; struct crypto_acomp_stream { spinlock_t lock; void *ctx; }; struct comp_alg_common { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; union { struct { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct comp_alg_common calg; }; }; struct crypto_cipher { struct crypto_tfm base; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); int (*clone_tfm)(struct crypto_shash *, struct crypto_shash *); unsigned int descsize; union { struct { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct hash_alg_common halg; }; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct cmac_tfm_ctx { struct crypto_cipher *child; __be64 consts[0]; }; struct cmac_desc_ctx { unsigned int len; u8 odds[0]; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; union crypto_no_such_thing; struct scatter_walk { union { void * const addr; union crypto_no_such_thing *__addr; }; struct scatterlist *sg; unsigned int offset; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*export)(struct skcipher_request *, void *); int (*import)(struct skcipher_request *, const void *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int walksize; union { struct { unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int statesize; struct crypto_alg base; }; struct skcipher_alg_common co; }; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[88]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_walk { union { struct { struct { const void * const addr; } virt; } src; struct scatter_walk in; }; unsigned int nbytes; union { struct { struct { void * const addr; } virt; } dst; struct scatter_walk out; }; unsigned int total; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; struct crypto_rfc3686_ctx { struct crypto_skcipher *child; u8 nonce[4]; }; struct crypto_rfc3686_req_ctx { u8 iv[16]; struct skcipher_request subreq; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; union { struct scatterlist *src; const u8 *svirt; }; u8 *result; void *__ctx[0]; }; struct crypto_ahash { bool using_shash; unsigned int statesize; unsigned int reqsize; struct crypto_tfm base; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; enum { CRYPTO_AUTHENC_KEYA_UNSPEC = 0, CRYPTO_AUTHENC_KEYA_PARAM = 1, }; struct crypto_authenc_key_param { __be32 enckeylen; }; struct crypto_authenc_keys { const u8 *authkey; const u8 *enckey; unsigned int authkeylen; unsigned int enckeylen; }; struct authenc_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; unsigned int reqoff; }; struct crypto_authenc_ctx { struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; typedef unsigned char u8___2; struct rand_data { void *hash_state; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int flags; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; unsigned int rct_count; unsigned int apt_cutoff; unsigned int apt_cutoff_permanent; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int health_failure; unsigned int apt_base_set: 1; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; struct crypto_shash *tfm; struct shash_desc *sdesc; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; struct public_key_signature; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_sha1WithRSAEncryption = 11, OID_sha256WithRSAEncryption = 12, OID_sha384WithRSAEncryption = 13, OID_sha512WithRSAEncryption = 14, OID_sha224WithRSAEncryption = 15, OID_data = 16, OID_signed_data = 17, OID_email_address = 18, OID_contentType = 19, OID_messageDigest = 20, OID_signingTime = 21, OID_smimeCapabilites = 22, OID_smimeAuthenticatedAttrs = 23, OID_mskrb5 = 24, OID_krb5 = 25, OID_krb5u2u = 26, OID_msIndirectData = 27, OID_msStatementType = 28, OID_msSpOpusInfo = 29, OID_msPeImageDataObjId = 30, OID_msIndividualSPKeyPurpose = 31, OID_msOutlookExpress = 32, OID_ntlmssp = 33, OID_negoex = 34, OID_spnego = 35, OID_IAKerb = 36, OID_PKU2U = 37, OID_Scram = 38, OID_certAuthInfoAccess = 39, OID_sha1 = 40, OID_id_ansip384r1 = 41, OID_id_ansip521r1 = 42, OID_sha256 = 43, OID_sha384 = 44, OID_sha512 = 45, OID_sha224 = 46, OID_commonName = 47, OID_surname = 48, OID_countryName = 49, OID_locality = 50, OID_stateOrProvinceName = 51, OID_organizationName = 52, OID_organizationUnitName = 53, OID_title = 54, OID_description = 55, OID_name = 56, OID_givenName = 57, OID_initials = 58, OID_generationalQualifier = 59, OID_subjectKeyIdentifier = 60, OID_keyUsage = 61, OID_subjectAltName = 62, OID_issuerAltName = 63, OID_basicConstraints = 64, OID_crlDistributionPoints = 65, OID_certPolicies = 66, OID_authorityKeyIdentifier = 67, OID_extKeyUsage = 68, OID_NetlogonMechanism = 69, OID_appleLocalKdcSupported = 70, OID_gostCPSignA = 71, OID_gostCPSignB = 72, OID_gostCPSignC = 73, OID_gost2012PKey256 = 74, OID_gost2012PKey512 = 75, OID_gost2012Digest256 = 76, OID_gost2012Digest512 = 77, OID_gost2012Signature256 = 78, OID_gost2012Signature512 = 79, OID_gostTC26Sign256A = 80, OID_gostTC26Sign256B = 81, OID_gostTC26Sign256C = 82, OID_gostTC26Sign256D = 83, OID_gostTC26Sign512A = 84, OID_gostTC26Sign512B = 85, OID_gostTC26Sign512C = 86, OID_sm2 = 87, OID_sm3 = 88, OID_SM2_with_SM3 = 89, OID_sm3WithRSAEncryption = 90, OID_TPMLoadableKey = 91, OID_TPMImportableKey = 92, OID_TPMSealedData = 93, OID_sha3_256 = 94, OID_sha3_384 = 95, OID_sha3_512 = 96, OID_id_ecdsa_with_sha3_256 = 97, OID_id_ecdsa_with_sha3_384 = 98, OID_id_ecdsa_with_sha3_512 = 99, OID_id_rsassa_pkcs1_v1_5_with_sha3_256 = 100, OID_id_rsassa_pkcs1_v1_5_with_sha3_384 = 101, OID_id_rsassa_pkcs1_v1_5_with_sha3_512 = 102, OID__NR = 103, }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; long unsigned int key_eflags; }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; enum rqf_flags { __RQF_STARTED = 0, __RQF_FLUSH_SEQ = 1, __RQF_MIXED_MERGE = 2, __RQF_DONTPREP = 3, __RQF_SCHED_TAGS = 4, __RQF_USE_SCHED = 5, __RQF_FAILED = 6, __RQF_QUIET = 7, __RQF_IO_STAT = 8, __RQF_PM = 9, __RQF_HASHED = 10, __RQF_STATS = 11, __RQF_SPECIAL_PAYLOAD = 12, __RQF_ZONE_WRITE_PLUGGING = 13, __RQF_TIMED_OUT = 14, __RQF_RESV = 15, __RQF_BITS = 16, }; enum { BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 16, BLK_MQ_F_TAG_RR = 32, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 64, BLK_MQ_F_MAX = 128, }; enum { BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_S_MAX = 4, }; struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; typedef unsigned int blk_insert_t; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct rq_list *cached_rqs; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, blk_insert_t); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct blk_mq_debugfs_attr; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; const struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 5000, }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { const struct rq_qos_ops *ops; struct gendisk *disk; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; enum { QUEUE_FLAG_DYING = 0, QUEUE_FLAG_NOMERGES = 1, QUEUE_FLAG_SAME_COMP = 2, QUEUE_FLAG_FAIL_IO = 3, QUEUE_FLAG_NOXMERGES = 4, QUEUE_FLAG_SAME_FORCE = 5, QUEUE_FLAG_INIT_DONE = 6, QUEUE_FLAG_STATS = 7, QUEUE_FLAG_REGISTERED = 8, QUEUE_FLAG_QUIESCED = 9, QUEUE_FLAG_RQ_ALLOC_TIME = 10, QUEUE_FLAG_HCTX_ACTIVE = 11, QUEUE_FLAG_SQ_SCHED = 12, QUEUE_FLAG_MAX = 13, }; typedef bool busy_tag_iter_fn(struct request *, void *); enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; struct bio_integrity_payload { struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; u16 app_tag; struct bio_vec *bip_vec; }; enum { sysctl_hung_task_timeout_secs = 0, }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct subsys_private; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; struct subsys_private *sp; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; atomic_t congestion_count; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; bool online; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(struct gendisk *, struct blkcg *, gfp_t); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_conf_ctx { char *input; char *body; struct block_device *bdev; struct blkcg_gq *blkg; }; struct blk_iolatency { struct rq_qos rqos; struct timer_list timer; bool enabled; atomic_t enable_cnt; struct work_struct enable_work; }; struct iolatency_grp; struct child_latency_info { spinlock_t lock; u64 last_scale_event; u64 scale_lat; u64 nr_samples; struct iolatency_grp *scale_grp; atomic_t scale_cookie; }; struct percentile_stats { u64 total; u64 missed; }; struct latency_stat { union { struct percentile_stats ps; struct blk_rq_stat rqs; }; }; struct iolatency_grp { struct blkg_policy_data pd; struct latency_stat *stats; struct latency_stat cur_stat; struct blk_iolatency *blkiolat; unsigned int max_depth; struct rq_wait rq_wait; atomic64_t window_start; atomic_t scale_cookie; u64 min_lat_nsec; u64 cur_win_nsec; u64 lat_avg; u64 nr_samples; bool ssd; struct child_latency_info child_lat; }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; struct net_iov_area; struct net_iov { long unsigned int __unused_padding; long unsigned int pp_magic; struct page_pool *pp; struct net_iov_area *owner; long unsigned int dma_addr; atomic_long_t pp_ref_count; }; struct net_iov_area { struct net_iov *niovs; size_t num_niovs; long unsigned int base_virtual; }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 user_addr; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 user_addr; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; enum { IORING_MEM_REGION_TYPE_USER = 1, }; struct io_uring_region_desc { __u64 user_addr; __u64 size; __u32 flags; __u32 id; __u64 mmap_offset; __u64 __resv[4]; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct { struct {} __empty_bufs; struct io_uring_buf bufs[0]; }; }; }; enum { IORING_REG_WAIT_TS = 1, }; struct io_uring_reg_wait { struct __kernel_timespec ts; __u32 min_wait_usec; __u32 flags; __u64 sigmask; __u32 sigmask_sz; __u32 pad[3]; __u64 pad2[2]; }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 min_wait_usec; __u64 ts; }; struct io_uring_zcrx_rqe { __u64 off; __u32 len; __u32 __pad; }; enum { IOU_F_TWQ_LAZY_WAKE = 1, }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = -2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, IO_URING_F_CANCEL = 2048, IO_URING_F_COMPAT = 4096, IO_URING_F_TASK_DEAD = 8192, }; struct io_mapped_ubuf; struct io_rsrc_node { unsigned char type; int refs; u64 tag; union { long unsigned int file_ptr; struct io_mapped_ubuf *buf; }; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; u64 work_time; long unsigned int state; struct completion exited; }; struct io_zcrx_area; struct io_zcrx_ifq { struct io_ring_ctx *ctx; struct io_zcrx_area *area; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t rq_lock; struct io_uring *rq_ring; struct io_uring_zcrx_rqe *rqes; u32 cached_rq_head; u32 rq_entries; u32 if_rxq; struct device *dev; struct net_device *netdev; netdevice_tracker netdev_tracker; spinlock_t lock; struct mutex dma_lock; long: 64; long: 64; long: 64; long: 64; }; enum { REQ_F_FIXED_FILE = 1ULL, REQ_F_IO_DRAIN = 2ULL, REQ_F_LINK = 4ULL, REQ_F_HARDLINK = 8ULL, REQ_F_FORCE_ASYNC = 16ULL, REQ_F_BUFFER_SELECT = 32ULL, REQ_F_CQE_SKIP = 64ULL, REQ_F_FAIL = 256ULL, REQ_F_INFLIGHT = 512ULL, REQ_F_CUR_POS = 1024ULL, REQ_F_NOWAIT = 2048ULL, REQ_F_LINK_TIMEOUT = 4096ULL, REQ_F_NEED_CLEANUP = 8192ULL, REQ_F_POLLED = 16384ULL, REQ_F_IOPOLL_STATE = 32768ULL, REQ_F_BUFFER_SELECTED = 65536ULL, REQ_F_BUFFER_RING = 131072ULL, REQ_F_REISSUE = 262144ULL, REQ_F_SUPPORT_NOWAIT = 536870912ULL, REQ_F_ISREG = 1073741824ULL, REQ_F_CREDS = 524288ULL, REQ_F_REFCOUNT = 1048576ULL, REQ_F_ARM_LTIMEOUT = 2097152ULL, REQ_F_ASYNC_DATA = 4194304ULL, REQ_F_SKIP_LINK_CQES = 8388608ULL, REQ_F_SINGLE_POLL = 16777216ULL, REQ_F_DOUBLE_POLL = 33554432ULL, REQ_F_MULTISHOT = 67108864ULL, REQ_F_APOLL_MULTISHOT = 134217728ULL, REQ_F_CLEAR_POLLIN = 268435456ULL, REQ_F_POLL_NO_LAZY = 2147483648ULL, REQ_F_CAN_POLL = 4294967296ULL, REQ_F_BL_EMPTY = 8589934592ULL, REQ_F_BL_NO_RECYCLE = 17179869184ULL, REQ_F_BUFFERS_COMMIT = 34359738368ULL, REQ_F_BUF_NODE = 68719476736ULL, REQ_F_HAS_METADATA = 137438953472ULL, REQ_F_IMPORT_BUFFER = 274877906944ULL, }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_buffer_list { union { struct list_head buf_list; struct io_uring_buf_ring *buf_ring; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; __u16 flags; struct io_mapped_region region; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; int retries; struct wait_queue_entry wait; }; struct async_poll { struct io_poll poll; struct io_poll *double_poll; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; long long unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_req { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; long long unsigned int flags; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_req { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, struct io_ring_ctx *, void *, struct io_uring_cqe *); typedef void (*btf_trace_io_uring_submit_req)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); struct io_mapped_ubuf { u64 ubuf; unsigned int len; unsigned int nr_bvecs; unsigned int folio_shift; refcount_t refs; long unsigned int acct_pages; void (*release)(void *); void *priv; bool is_kbuf; u8 dir; struct bio_vec bvec[0]; }; enum { IO_IMU_DEST = 1, IO_IMU_SOURCE = 2, }; struct io_issue_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int buffer_select: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int audit_skip: 1; unsigned int iopoll_queue: 1; unsigned int vectored: 1; short unsigned int async_size; int (*issue)(struct io_kiocb *, unsigned int); int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); }; struct io_cold_def { const char *name; void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; enum { IOU_OK = 0, IOU_COMPLETE = 0, IOU_ISSUE_SKIP_COMPLETE = -529, IOU_RETRY = -11, IOU_REQUEUE = -3072, }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int cq_min_tail; unsigned int nr_timeouts; int hit_timeout; ktime_t min_timeout; ktime_t timeout; struct hrtimer t; ktime_t napi_busy_poll_dt; bool napi_prefer_busy_poll; }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; struct io_zcrx_mem { long unsigned int size; struct page **pages; long unsigned int nr_folios; }; struct io_zcrx_area { struct net_iov_area nia; struct io_zcrx_ifq *ifq; atomic_t *user_refs; bool is_mapped; u16 area_id; long: 64; long: 64; spinlock_t freelist_lock; u32 free_count; u32 *freelist; struct io_zcrx_mem mem; long: 64; long: 64; long: 64; }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct ext_arg { size_t argsz; struct timespec64 ts; const sigset_t *sig; ktime_t min_time; bool ts_set; bool iowait; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct io_uring_task *tctx; bool all; }; struct creds; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async; unsigned int last_cq_tail; refcount_t refs; atomic_t ops; struct callback_head rcu; }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; struct io_fixed_install { struct file *file; unsigned int o_flags; }; struct io_nop { struct file *file; int result; int fd; unsigned int flags; }; enum io_uring_msg_ring_flags { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; union { u32 dst_fd; u32 cqe_flags; }; u32 flags; }; enum io_uring_napi_tracking_strategy { IO_URING_NAPI_TRACKING_DYNAMIC = 0, IO_URING_NAPI_TRACKING_STATIC = 1, IO_URING_NAPI_TRACKING_INACTIVE = 255, }; struct xa_limit { u32 max; u32 min; }; enum { IORING_MEM_REGION_REG_WAIT_ARG = 1, }; struct io_uring_mem_region_reg { __u64 region_uptr; __u64 flags; __u64 __resv[2]; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; struct io_uring_clock_register { __u32 clockid; __u32 __resv[3]; }; enum io_uring_register_restriction_op { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; struct io_uring_zcrx_offsets { __u32 head; __u32 tail; __u32 rqes; __u32 __resv2; __u64 __resv[2]; }; struct io_uring_zcrx_ifq_reg { __u32 if_idx; __u32 if_rxq; __u32 rq_entries; __u32 flags; __u64 area_ptr; __u64 region_ptr; struct io_uring_zcrx_offsets offsets; __u32 zcrx_id; __u32 __resv2; __u64 __resv[3]; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; struct io_ring_ctx_rings { struct io_rings *rings; struct io_uring_sqe *sq_sqes; struct io_mapped_region sq_region; struct io_mapped_region ring_region; }; struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u8 opcode; u32 flags; int seq; }; struct io_futex { struct file *file; union { u32 *uaddr; struct futex_waitv *uwaitv; }; long unsigned int futex_val; long unsigned int futex_mask; long unsigned int futexv_owned; u32 futex_flags; unsigned int futex_nr; bool futexv_unqueued; }; struct io_futex_data { struct futex_q q; struct io_kiocb *req; }; typedef struct { spinlock_t *lock; } class_spinlock_t; enum io_uring_napi_op { IO_URING_NAPI_REGISTER_OP = 0, IO_URING_NAPI_STATIC_ADD_ID = 1, IO_URING_NAPI_STATIC_DEL_ID = 2, }; struct io_uring_napi { __u32 busy_poll_to; __u8 prefer_busy_poll; __u8 opcode; __u8 pad[2]; __u32 op_param; __u32 resv; }; struct io_napi_entry { unsigned int napi_id; struct list_head list; long unsigned int timeout; struct hlist_node node; struct callback_head rcu; }; struct lwq { spinlock_t lock; struct llist_node *ready; struct llist_head new; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; typedef long unsigned int mpi_limb_t; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef unsigned char Byte; typedef unsigned int uInt; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; typedef s16 int16_t; typedef uint16_t U16; typedef uint8_t BYTE; typedef uint32_t U32; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef U32 HUF_DTable; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_FrameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_FrameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; unsigned int _reserved1; unsigned int _reserved2; } ZSTD_FrameHeader; typedef uint64_t U64; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; typedef enum { ZSTD_use_indefinitely = -1, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_FrameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; int isFrameDecompression; int bmi2; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; int disableHufAsm; int maxBlockSizeParam; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef uint8_t U8; typedef int16_t S16; typedef __u64 __le64; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_literals_headerWrong = 24, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_combination_unsupported = 41, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_cannotProduce_uncompressedBlock = 49, ZSTD_error_stabilityCondition_notRespected = 50, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_noForwardProgress_destFull = 80, ZSTD_error_noForwardProgress_inputEmpty = 82, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_sequenceProducer_failed = 106, ZSTD_error_externalSequences_invalid = 107, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, ZSTD_d_experimentalParam5 = 1004, ZSTD_d_experimentalParam6 = 1005, } ZSTD_dParameter; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef ZSTD_DCtx ZSTD_DStream; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { U32 f1c; U32 f1d; U32 f7b; U32 f7c; } ZSTD_cpuid_t; typedef struct { size_t nbBlocks; size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; typedef size_t BitContainerType; typedef struct { BitContainerType bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; enum { HUF_flags_bmi2 = 1, HUF_flags_optimalDepth = 2, HUF_flags_preferRepeat = 4, HUF_flags_suspectUncompressible = 8, HUF_flags_disableAsm = 16, HUF_flags_disableFast = 32, }; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } SymbolEncodingType_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef struct { unsigned int longOffsetShare; unsigned int maxNbAdditionalBits; } ZSTD_OffsetInfo; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; typedef u32 depot_stack_handle_t; union handle_parts { depot_stack_handle_t handle; struct { u32 pool_index_plus_1: 17; u32 offset: 10; u32 extra: 5; }; }; struct stack_record { struct list_head hash_list; u32 hash; u32 size; union handle_parts handle; refcount_t count; union { long unsigned int entries[64]; struct { struct list_head free_list; long unsigned int rcu_state; }; }; }; typedef u32 depot_flags_t; enum depot_counter_id { DEPOT_COUNTER_REFD_ALLOCS = 0, DEPOT_COUNTER_REFD_FREES = 1, DEPOT_COUNTER_REFD_INUSE = 2, DEPOT_COUNTER_FREELIST_SIZE = 3, DEPOT_COUNTER_PERSIST_COUNT = 4, DEPOT_COUNTER_PERSIST_BYTES = 5, DEPOT_COUNTER_COUNT = 6, }; struct node_groups { unsigned int id; union { unsigned int ngroups; unsigned int ncpus; }; }; struct acpi_table_header { char signature[4]; u32 length; u8 revision; u8 checksum; char oem_id[6]; char oem_table_id[8]; u32 oem_revision; char asl_compiler_id[4]; u32 asl_compiler_revision; }; struct acpi_table_cdat { u32 length; u8 revision; u8 checksum; u8 reserved[6]; u32 sequence; }; struct acpi_cdat_header { u8 type; u8 reserved; u16 length; }; enum acpi_cdat_type { ACPI_CDAT_TYPE_DSMAS = 0, ACPI_CDAT_TYPE_DSLBIS = 1, ACPI_CDAT_TYPE_DSMSCIS = 2, ACPI_CDAT_TYPE_DSIS = 3, ACPI_CDAT_TYPE_DSEMTS = 4, ACPI_CDAT_TYPE_SSLBIS = 5, ACPI_CDAT_TYPE_RESERVED = 6, }; struct acpi_cedt_header { u8 type; u8 reserved; u16 length; }; struct acpi_hmat_structure { u16 type; u16 reserved; u32 length; }; struct acpi_prmt_module_header { u16 revision; u16 length; }; union acpi_subtable_headers; typedef int (*acpi_tbl_entry_handler)(union acpi_subtable_headers *, const long unsigned int); union acpi_subtable_headers { struct acpi_subtable_header common; struct acpi_hmat_structure hmat; struct acpi_prmt_module_header prmt; struct acpi_cedt_header cedt; struct acpi_cdat_header cdat; }; typedef int (*acpi_tbl_entry_handler_arg)(union acpi_subtable_headers *, void *, const long unsigned int); struct acpi_subtable_proc { int id; acpi_tbl_entry_handler handler; acpi_tbl_entry_handler_arg handler_arg; void *arg; int count; }; union fw_table_header { struct acpi_table_header acpi; struct acpi_table_cdat cdat; }; enum acpi_subtable_type { ACPI_SUBTABLE_COMMON = 0, ACPI_SUBTABLE_HMAT = 1, ACPI_SUBTABLE_PRMT = 2, ACPI_SUBTABLE_CEDT = 3, CDAT_SUBTABLE = 4, }; struct acpi_subtable_entry { union acpi_subtable_headers *hdr; enum acpi_subtable_type type; }; struct msr { union { struct { u32 l; u32 h; }; u64 q; }; }; struct msr_info { u32 msr_no; struct msr reg; struct msr *msrs; int err; }; struct msr_regs_info { u32 *regs; int err; }; struct msr_info_completion { struct msr_info msr; struct completion done; }; struct trace_event_raw_msr_trace_class { struct trace_entry ent; unsigned int msr; u64 val; int failed; char __data[0]; }; struct trace_event_data_offsets_msr_trace_class {}; typedef void (*btf_trace_read_msr)(void *, unsigned int, u64, int); typedef void (*btf_trace_write_msr)(void *, unsigned int, u64, int); typedef void (*btf_trace_rdpmc)(void *, unsigned int, u64, int); struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); int (*enable_device)(struct pci_host_bridge *, struct pci_dev *); void (*disable_device)(struct pci_host_bridge *, struct pci_dev *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int no_inc_mrrs: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int native_cxl_error: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_BRIDGE_RESOURCES = 7, PCI_BRIDGE_RESOURCE_END = 10, PCI_NUM_RESOURCES = 11, DEVICE_COUNT_RESOURCE = 11, }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; typedef void *acpi_handle; struct acpi_device_status { u32 present: 1; u32 enabled: 1; u32 show_in_ui: 1; u32 functional: 1; u32 battery_present: 1; u32 reserved: 27; }; struct acpi_device_flags { u32 dynamic_status: 1; u32 removable: 1; u32 ejectable: 1; u32 power_manageable: 1; u32 match_driver: 1; u32 initialized: 1; u32 visited: 1; u32 hotplug_notify: 1; u32 is_dock_station: 1; u32 of_compatible_ok: 1; u32 coherent_dma: 1; u32 cca_seen: 1; u32 enumeration_by_parent: 1; u32 honor_deps: 1; u32 reserved: 18; }; typedef char acpi_bus_id[8]; struct acpi_pnp_type { u32 hardware_id: 1; u32 bus_address: 1; u32 platform_id: 1; u32 backlight: 1; u32 reserved: 28; }; typedef u64 acpi_bus_address; typedef char acpi_device_name[40]; typedef char acpi_device_class[20]; struct acpi_device_pnp { acpi_bus_id bus_id; int instance_no; struct acpi_pnp_type type; acpi_bus_address bus_address; char *unique_id; struct list_head ids; acpi_device_name device_name; acpi_device_class device_class; }; struct acpi_device_power_flags { u32 explicit_get: 1; u32 power_resources: 1; u32 inrush_current: 1; u32 power_removed: 1; u32 ignore_parent: 1; u32 dsw_present: 1; u32 reserved: 26; }; struct acpi_device_power_state { struct list_head resources; struct { u8 valid: 1; u8 explicit_set: 1; u8 reserved: 6; } flags; int power; int latency; }; struct acpi_device_power { int state; struct acpi_device_power_flags flags; struct acpi_device_power_state states[5]; u8 state_for_enumeration; }; struct acpi_device_wakeup_flags { u8 valid: 1; u8 notifier_present: 1; }; struct acpi_device_wakeup_context { void (*func)(struct acpi_device_wakeup_context *); struct device *dev; }; struct acpi_device_wakeup { acpi_handle gpe_device; u64 gpe_number; u64 sleep_state; struct list_head resources; struct acpi_device_wakeup_flags flags; struct acpi_device_wakeup_context context; struct wakeup_source *ws; int prepare_count; int enable_count; }; struct acpi_device_perf_flags { u8 reserved: 8; }; struct acpi_device_perf_state; struct acpi_device_perf { int state; struct acpi_device_perf_flags flags; int state_count; struct acpi_device_perf_state *states; }; struct acpi_device_dir { struct proc_dir_entry *entry; }; union acpi_object; struct acpi_device_data { const union acpi_object *pointer; struct list_head properties; const union acpi_object *of_compatible; struct list_head subnodes; }; struct acpi_scan_handler; struct acpi_hotplug_context; struct acpi_device_software_nodes; struct acpi_gpio_mapping; struct acpi_device { u32 pld_crc; int device_type; acpi_handle handle; struct fwnode_handle fwnode; struct list_head wakeup_list; struct list_head del_list; struct acpi_device_status status; struct acpi_device_flags flags; struct acpi_device_pnp pnp; struct acpi_device_power power; struct acpi_device_wakeup wakeup; struct acpi_device_perf performance; struct acpi_device_dir dir; struct acpi_device_data data; struct acpi_scan_handler *handler; struct acpi_hotplug_context *hp; struct acpi_device_software_nodes *swnodes; const struct acpi_gpio_mapping *driver_gpios; void *driver_data; struct device dev; unsigned int physical_node_count; unsigned int dep_unmet; struct list_head physical_node_list; struct mutex physical_node_lock; void (*remove)(struct acpi_device *); }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct software_node; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[16]; }; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; typedef u64 acpi_io_address; typedef u32 acpi_object_type; union acpi_object { acpi_object_type type; struct { acpi_object_type type; u64 value; } integer; struct { acpi_object_type type; u32 length; char *pointer; } string; struct { acpi_object_type type; u32 length; u8 *pointer; } buffer; struct { acpi_object_type type; u32 count; union acpi_object *elements; } package; struct { acpi_object_type type; acpi_object_type actual_type; acpi_handle handle; } reference; struct { acpi_object_type type; u32 proc_id; acpi_io_address pblk_address; u32 pblk_length; } processor; struct { acpi_object_type type; u32 system_level; u32 resource_order; } power_resource; }; struct acpi_hotplug_profile { struct kobject kobj; int (*scan_dependent)(struct acpi_device *); void (*notify_online)(struct acpi_device *); bool enabled: 1; bool demand_offline: 1; }; struct acpi_scan_handler { struct list_head list_node; const struct acpi_device_id *ids; bool (*match)(const char *, const struct acpi_device_id **); int (*attach)(struct acpi_device *, const struct acpi_device_id *); void (*detach)(struct acpi_device *); void (*post_eject)(struct acpi_device *); void (*bind)(struct device *); void (*unbind)(struct device *); struct acpi_hotplug_profile hotplug; }; typedef int (*acpi_hp_notify)(struct acpi_device *, u32); typedef void (*acpi_hp_uevent)(struct acpi_device *, u32); typedef void (*acpi_hp_fixup)(struct acpi_device *); struct acpi_hotplug_context { struct acpi_device *self; acpi_hp_notify notify; acpi_hp_uevent uevent; acpi_hp_fixup fixup; }; struct acpi_device_perf_state { struct { u8 valid: 1; u8 reserved: 7; } flags; u8 power; u8 performance; int latency; }; struct acpi_device_software_node_port { char port_name[9]; u32 data_lanes[8]; u32 lane_polarities[9]; u64 link_frequencies[8]; unsigned int port_nr; bool crs_csi2_local; struct property_entry port_props[2]; struct property_entry ep_props[8]; struct software_node_ref_args remote_ep[1]; }; struct acpi_device_software_nodes { struct property_entry dev_props[6]; struct software_node *nodes; const struct software_node **nodeptrs; struct acpi_device_software_node_port *ports; unsigned int num_ports; }; struct acpi_gpio_params; struct acpi_gpio_mapping { const char *name; const struct acpi_gpio_params *data; unsigned int size; unsigned int quirks; }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; typedef resource_size_t (*resource_alignf)(void *, const struct resource *, resource_size_t, resource_size_t); enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, PCI_DEV_FLAGS_MSIX_TOUCH_ENTRY_DATA_FIRST = 8192, }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct pcim_iomap_devres { void *table[11]; }; struct pcim_intx_devres { int orig_intx; }; enum pcim_addr_devres_type { PCIM_ADDR_DEVRES_TYPE_INVALID = 0, PCIM_ADDR_DEVRES_TYPE_REGION = 1, PCIM_ADDR_DEVRES_TYPE_REGION_MAPPING = 2, PCIM_ADDR_DEVRES_TYPE_MAPPING = 3, }; struct pcim_addr_devres { enum pcim_addr_devres_type type; void *baseaddr; long unsigned int offset; long unsigned int len; int bar; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_MAX_DEVICE_IRQDOMAINS = 1, }; struct pci_sysdata { int domain; int node; struct acpi_device *companion; void *iommu; void *fwnode; }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; int: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; typedef u64 acpi_size; typedef char *acpi_string; typedef u8 acpi_adr_space_type; struct acpi_object_list { u32 count; union acpi_object *pointer; }; struct acpi_buffer { acpi_size length; void *pointer; }; struct acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct acpi_table_fadt { struct acpi_table_header header; u32 facs; u32 dsdt; u8 model; u8 preferred_profile; u16 sci_interrupt; u32 smi_command; u8 acpi_enable; u8 acpi_disable; u8 s4_bios_request; u8 pstate_control; u32 pm1a_event_block; u32 pm1b_event_block; u32 pm1a_control_block; u32 pm1b_control_block; u32 pm2_control_block; u32 pm_timer_block; u32 gpe0_block; u32 gpe1_block; u8 pm1_event_length; u8 pm1_control_length; u8 pm2_control_length; u8 pm_timer_length; u8 gpe0_block_length; u8 gpe1_block_length; u8 gpe1_base; u8 cst_control; u16 c2_latency; u16 c3_latency; u16 flush_size; u16 flush_stride; u8 duty_offset; u8 duty_width; u8 day_alarm; u8 month_alarm; u8 century; u16 boot_flags; u8 reserved; u32 flags; struct acpi_generic_address reset_register; u8 reset_value; u16 arm_boot_flags; u8 minor_revision; u64 Xfacs; u64 Xdsdt; struct acpi_generic_address xpm1a_event_block; struct acpi_generic_address xpm1b_event_block; struct acpi_generic_address xpm1a_control_block; struct acpi_generic_address xpm1b_control_block; struct acpi_generic_address xpm2_control_block; struct acpi_generic_address xpm_timer_block; struct acpi_generic_address xgpe0_block; struct acpi_generic_address xgpe1_block; struct acpi_generic_address sleep_control; struct acpi_generic_address sleep_status; u64 hypervisor_id; } __attribute__((packed)); struct acpi_pci_root { struct acpi_device *device; struct pci_bus *bus; u16 segment; int bridge_type; struct resource secondary; u32 osc_support_set; u32 osc_control_set; u32 osc_ext_support_set; u32 osc_ext_control_set; phys_addr_t mcfg_addr; }; enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = -1, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; struct hpx_type0 { u32 revision; u8 cache_line_size; u8 latency_timer; u8 enable_serr; u8 enable_perr; }; struct hpx_type1 { u32 revision; u8 max_mem_read; u8 avg_max_split; u16 tot_max_split; }; struct hpx_type2 { u32 revision; u32 unc_err_mask_and; u32 unc_err_mask_or; u32 unc_err_sever_and; u32 unc_err_sever_or; u32 cor_err_mask_and; u32 cor_err_mask_or; u32 adv_err_cap_and; u32 adv_err_cap_or; u16 pci_exp_devctl_and; u16 pci_exp_devctl_or; u16 pci_exp_lnkctl_and; u16 pci_exp_lnkctl_or; u32 sec_unc_err_sever_and; u32 sec_unc_err_sever_or; u32 sec_unc_err_mask_and; u32 sec_unc_err_mask_or; }; struct hpx_type3 { u16 device_type; u16 function_type; u16 config_space_location; u16 pci_exp_cap_id; u16 pci_exp_cap_ver; u16 pci_exp_vendor_id; u16 dvsec_id; u16 dvsec_rev; u16 match_offset; u32 match_mask_and; u32 match_value; u16 reg_offset; u32 reg_mask_and; u32 reg_mask_or; }; enum hpx_type3_dev_type { HPX_TYPE_ENDPOINT = 1, HPX_TYPE_LEG_END = 2, HPX_TYPE_RC_END = 4, HPX_TYPE_RC_EC = 8, HPX_TYPE_ROOT_PORT = 16, HPX_TYPE_UPSTREAM = 32, HPX_TYPE_DOWNSTREAM = 64, HPX_TYPE_PCI_BRIDGE = 128, HPX_TYPE_PCIE_BRIDGE = 256, }; enum hpx_type3_fn_type { HPX_FN_NORMAL = 1, HPX_FN_SRIOV_PHYS = 2, HPX_FN_SRIOV_VIRT = 4, }; enum hpx_type3_cfg_loc { HPX_CFG_PCICFG = 0, HPX_CFG_PCIE_CAP = 1, HPX_CFG_PCIE_CAP_EXT = 2, HPX_CFG_VEND_CAP = 3, HPX_CFG_DVSEC = 4, HPX_CFG_MAX = 5, }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; enum vesa_blank_mode { VESA_NO_BLANKING = 0, VESA_VSYNC_SUSPEND = 1, VESA_HSYNC_SUSPEND = 2, VESA_POWERDOWN = 3, VESA_BLANK_MAX = 3, }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_data; struct console_font; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, bool); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_putc)(struct vc_data *, u16, unsigned int, unsigned int); void (*con_putcs)(struct vc_data *, const u16 *, unsigned int, unsigned int, unsigned int); void (*con_cursor)(struct vc_data *, bool); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); bool (*con_switch)(struct vc_data *); bool (*con_blank)(struct vc_data *, enum vesa_blank_mode, bool); int (*con_font_set)(struct vc_data *, const struct console_font *, unsigned int, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_default)(struct vc_data *, struct console_font *, const char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, bool); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); bool (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); void (*con_debug_enter)(struct vc_data *); void (*con_debug_leave)(struct vc_data *); }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct uni_pagedict; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; u32 **vc_uni_lines; }; typedef u64 acpi_physical_address; typedef u16 acpi_owner_id; union acpi_name_union { u32 integer; char ascii[4]; }; struct acpi_table_desc { acpi_physical_address address; struct acpi_table_header *pointer; u32 length; union acpi_name_union signature; acpi_owner_id owner_id; u8 flags; u16 validation_count; }; enum acpi_cedt_type { ACPI_CEDT_TYPE_CHBS = 0, ACPI_CEDT_TYPE_CFMWS = 1, ACPI_CEDT_TYPE_CXIMS = 2, ACPI_CEDT_TYPE_RDPAS = 3, ACPI_CEDT_TYPE_RESERVED = 4, }; enum acpi_madt_type { ACPI_MADT_TYPE_LOCAL_APIC = 0, ACPI_MADT_TYPE_IO_APIC = 1, ACPI_MADT_TYPE_INTERRUPT_OVERRIDE = 2, ACPI_MADT_TYPE_NMI_SOURCE = 3, ACPI_MADT_TYPE_LOCAL_APIC_NMI = 4, ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE = 5, ACPI_MADT_TYPE_IO_SAPIC = 6, ACPI_MADT_TYPE_LOCAL_SAPIC = 7, ACPI_MADT_TYPE_INTERRUPT_SOURCE = 8, ACPI_MADT_TYPE_LOCAL_X2APIC = 9, ACPI_MADT_TYPE_LOCAL_X2APIC_NMI = 10, ACPI_MADT_TYPE_GENERIC_INTERRUPT = 11, ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR = 12, ACPI_MADT_TYPE_GENERIC_MSI_FRAME = 13, ACPI_MADT_TYPE_GENERIC_REDISTRIBUTOR = 14, ACPI_MADT_TYPE_GENERIC_TRANSLATOR = 15, ACPI_MADT_TYPE_MULTIPROC_WAKEUP = 16, ACPI_MADT_TYPE_CORE_PIC = 17, ACPI_MADT_TYPE_LIO_PIC = 18, ACPI_MADT_TYPE_HT_PIC = 19, ACPI_MADT_TYPE_EIO_PIC = 20, ACPI_MADT_TYPE_MSI_PIC = 21, ACPI_MADT_TYPE_BIO_PIC = 22, ACPI_MADT_TYPE_LPC_PIC = 23, ACPI_MADT_TYPE_RINTC = 24, ACPI_MADT_TYPE_IMSIC = 25, ACPI_MADT_TYPE_APLIC = 26, ACPI_MADT_TYPE_PLIC = 27, ACPI_MADT_TYPE_RESERVED = 28, ACPI_MADT_TYPE_OEM_RESERVED = 128, }; struct acpi_madt_local_apic { struct acpi_subtable_header header; u8 processor_id; u8 id; u32 lapic_flags; }; struct acpi_madt_io_apic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 address; u32 global_irq_base; }; struct acpi_madt_interrupt_override { struct acpi_subtable_header header; u8 bus; u8 source_irq; u32 global_irq; u16 inti_flags; } __attribute__((packed)); struct acpi_madt_nmi_source { struct acpi_subtable_header header; u16 inti_flags; u32 global_irq; }; struct acpi_madt_local_apic_nmi { struct acpi_subtable_header header; u8 processor_id; u16 inti_flags; u8 lint; } __attribute__((packed)); struct acpi_madt_local_apic_override { struct acpi_subtable_header header; u16 reserved; u64 address; } __attribute__((packed)); struct acpi_madt_io_sapic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 global_irq_base; u64 address; }; struct acpi_madt_local_sapic { struct acpi_subtable_header header; u8 processor_id; u8 id; u8 eid; u8 reserved[3]; u32 lapic_flags; u32 uid; char uid_string[0]; }; struct acpi_madt_interrupt_source { struct acpi_subtable_header header; u16 inti_flags; u8 type; u8 id; u8 eid; u8 io_sapic_vector; u32 global_irq; u32 flags; }; struct acpi_madt_local_x2apic { struct acpi_subtable_header header; u16 reserved; u32 local_apic_id; u32 lapic_flags; u32 uid; }; struct acpi_madt_local_x2apic_nmi { struct acpi_subtable_header header; u16 inti_flags; u32 uid; u8 lint; u8 reserved[3]; }; struct acpi_madt_generic_interrupt { struct acpi_subtable_header header; u16 reserved; u32 cpu_interface_number; u32 uid; u32 flags; u32 parking_version; u32 performance_interrupt; u64 parked_address; u64 base_address; u64 gicv_base_address; u64 gich_base_address; u32 vgic_interrupt; u64 gicr_base_address; u64 arm_mpidr; u8 efficiency_class; u8 reserved2[1]; u16 spe_interrupt; u16 trbe_interrupt; } __attribute__((packed)); struct acpi_madt_generic_distributor { struct acpi_subtable_header header; u16 reserved; u32 gic_id; u64 base_address; u32 global_irq_base; u8 version; u8 reserved2[3]; }; struct acpi_madt_multiproc_wakeup { struct acpi_subtable_header header; u16 version; u32 reserved; u64 mailbox_address; u64 reset_vector; }; enum acpi_madt_multiproc_wakeup_version { ACPI_MADT_MP_WAKEUP_VERSION_NONE = 0, ACPI_MADT_MP_WAKEUP_VERSION_V1 = 1, ACPI_MADT_MP_WAKEUP_VERSION_RESERVED = 2, }; struct acpi_madt_core_pic { struct acpi_subtable_header header; u8 version; u32 processor_id; u32 core_id; u32 flags; } __attribute__((packed)); struct acpi_madt_rintc { struct acpi_subtable_header header; u8 version; u8 reserved; u32 flags; u64 hart_id; u32 uid; u32 ext_intc_id; u64 imsic_addr; u32 imsic_size; } __attribute__((packed)); typedef int (*acpi_tbl_table_handler)(struct acpi_table_header *); struct va_format { const char *fmt; va_list *va; }; typedef int (*device_match_t)(struct device *, const void *); struct acpi_pld_info { u8 revision; u8 ignore_color; u8 red; u8 green; u8 blue; u16 width; u16 height; u8 user_visible; u8 dock; u8 lid; u8 panel; u8 vertical_position; u8 horizontal_position; u8 shape; u8 group_orientation; u8 group_token; u8 group_position; u8 bay; u8 ejectable; u8 ospm_eject_required; u8 cabinet_number; u8 card_cage_number; u8 reference; u8 rotation; u8 order; u8 reserved; u16 vertical_offset; u16 horizontal_offset; }; struct acpi_handle_list { u32 count; acpi_handle *handles; }; enum acpi_predicate { all_versions = 0, less_than_or_equal = 1, equal = 2, greater_than_or_equal = 3, }; struct acpi_platform_list { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; char *table; enum acpi_predicate pred; char *reason; u32 data; }; struct acpi_device_bus_id { const char *bus_id; struct ida instance_ida; struct list_head node; }; struct acpi_dev_match_info { struct acpi_device_id hid[2]; const char *uid; s64 hrv; }; struct nvs_region { __u64 phys_start; __u64 size; struct list_head node; }; struct nvs_page { long unsigned int phys_start; unsigned int size; void *kaddr; void *data; bool unmap; struct list_head node; }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; typedef int suspend_state_t; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); void (*check)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; struct platform_hibernation_ops { int (*begin)(pm_message_t); void (*end)(); int (*pre_snapshot)(); void (*finish)(); int (*prepare)(); int (*enter)(); void (*leave)(); int (*pre_restore)(); void (*restore_cleanup)(); void (*recover)(); }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; struct device *dev; }; typedef u32 acpi_event_status; struct acpi_table_facs { char signature[4]; u32 length; u32 hardware_signature; u32 firmware_waking_vector; u32 global_lock; u32 flags; u64 xfirmware_waking_vector; u8 version; u8 reserved[3]; u32 ospm_flags; u8 reserved1[24]; }; struct acpi_device_physical_node { struct list_head node; struct device *dev; unsigned int node_id; bool put_online: 1; }; struct acpi_bus_type { struct list_head list; const char *name; bool (*match)(struct device *); struct acpi_device * (*find_companion)(struct device *); void (*setup)(struct device *); }; struct find_child_walk_data { struct acpi_device *adev; u64 address; int score; bool check_sta; bool check_children; }; struct resource_win { struct resource res; resource_size_t offset; }; typedef acpi_status (*acpi_walk_callback)(acpi_handle, u32, void *, void **); struct acpi_resource_irq { u8 descriptor_length; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; union { u8 interrupt; struct { struct {} __Empty_interrupts; u8 interrupts[0]; }; }; }; struct acpi_resource_dma { u8 type; u8 bus_master; u8 transfer; u8 channel_count; union { u8 channel; struct { struct {} __Empty_channels; u8 channels[0]; }; }; }; struct acpi_resource_start_dependent { u8 descriptor_length; u8 compatibility_priority; u8 performance_robustness; }; struct acpi_resource_io { u8 io_decode; u8 alignment; u8 address_length; u16 minimum; u16 maximum; } __attribute__((packed)); struct acpi_resource_fixed_io { u16 address; u8 address_length; } __attribute__((packed)); struct acpi_resource_fixed_dma { u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct acpi_resource_vendor { u16 byte_length; u8 byte_data[0]; }; struct acpi_resource_vendor_typed { u16 byte_length; u8 uuid_subtype; u8 uuid[16]; u8 byte_data[0]; } __attribute__((packed)); struct acpi_resource_end_tag { u8 checksum; }; struct acpi_resource_memory24 { u8 write_protect; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct acpi_resource_memory32 { u8 write_protect; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct acpi_resource_fixed_memory32 { u8 write_protect; u32 address; u32 address_length; } __attribute__((packed)); struct acpi_memory_attribute { u8 write_protect; u8 caching; u8 range_type; u8 translation; }; struct acpi_io_attribute { u8 range_type; u8 translation; u8 translation_type; u8 reserved1; }; union acpi_resource_attribute { struct acpi_memory_attribute mem; struct acpi_io_attribute io; u8 type_specific; }; struct acpi_resource_label { u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_resource_source { u8 index; u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_address16_attribute { u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; }; struct acpi_address32_attribute { u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; }; struct acpi_address64_attribute { u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; }; struct acpi_resource_address { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; }; struct acpi_resource_address16 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address16_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address32 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address32_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address64_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_extended_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; u8 revision_ID; struct acpi_address64_attribute address; u64 type_specific; } __attribute__((packed)); struct acpi_resource_extended_irq { u8 producer_consumer; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; struct acpi_resource_source resource_source; union { u32 interrupt; struct { struct {} __Empty_interrupts; u32 interrupts[0]; }; }; } __attribute__((packed)); struct acpi_resource_generic_register { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_resource_gpio { u8 revision_id; u8 connection_type; u8 producer_consumer; u8 pin_config; u8 shareable; u8 wake_capable; u8 io_restriction; u8 triggering; u8 polarity; u16 drive_strength; u16 debounce_timeout; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_common_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_i2c_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 access_mode; u16 slave_address; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_spi_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 wire_mode; u8 device_polarity; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_uart_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 endian; u8 data_bits; u8 stop_bits; u8 flow_control; u8 parity; u8 lines_enabled; u16 rx_fifo_size; u16 tx_fifo_size; u32 default_baud_rate; } __attribute__((packed)); struct acpi_resource_csi2_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 local_port_instance; u8 phy_type; } __attribute__((packed)); struct acpi_resource_pin_function { u8 revision_id; u8 pin_config; u8 shareable; u16 function_number; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_clock_input { u8 revision_id; u8 mode; u8 scale; u16 frequency_divisor; u32 frequency_numerator; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_pin_group { u8 revision_id; u8 producer_consumer; u16 pin_table_length; u16 vendor_length; u16 *pin_table; struct acpi_resource_label resource_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_function { u8 revision_id; u8 producer_consumer; u8 shareable; u16 function_number; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); union acpi_resource_data { struct acpi_resource_irq irq; struct acpi_resource_dma dma; struct acpi_resource_start_dependent start_dpf; struct acpi_resource_io io; struct acpi_resource_fixed_io fixed_io; struct acpi_resource_fixed_dma fixed_dma; struct acpi_resource_vendor vendor; struct acpi_resource_vendor_typed vendor_typed; struct acpi_resource_end_tag end_tag; struct acpi_resource_memory24 memory24; struct acpi_resource_memory32 memory32; struct acpi_resource_fixed_memory32 fixed_memory32; struct acpi_resource_address16 address16; struct acpi_resource_address32 address32; struct acpi_resource_address64 address64; struct acpi_resource_extended_address64 ext_address64; struct acpi_resource_extended_irq extended_irq; struct acpi_resource_generic_register generic_reg; struct acpi_resource_gpio gpio; struct acpi_resource_i2c_serialbus i2c_serial_bus; struct acpi_resource_spi_serialbus spi_serial_bus; struct acpi_resource_uart_serialbus uart_serial_bus; struct acpi_resource_csi2_serialbus csi2_serial_bus; struct acpi_resource_common_serialbus common_serial_bus; struct acpi_resource_pin_function pin_function; struct acpi_resource_pin_config pin_config; struct acpi_resource_pin_group pin_group; struct acpi_resource_pin_group_function pin_group_function; struct acpi_resource_pin_group_config pin_group_config; struct acpi_resource_clock_input clock_input; struct acpi_resource_address address; }; struct acpi_resource { u32 type; u32 length; union acpi_resource_data data; }; typedef acpi_status (*acpi_walk_resource_callback)(struct acpi_resource *, void *); struct irq_override_cmp { const struct dmi_system_id *system; unsigned char irq; unsigned char triggering; unsigned char polarity; unsigned char shareable; bool override; }; struct res_proc_context { struct list_head *list; int (*preproc)(struct acpi_resource *, void *); void *preproc_data; int count; int error; }; enum acpi_bridge_type { ACPI_BRIDGE_TYPE_PCIE = 1, ACPI_BRIDGE_TYPE_CXL = 2, }; struct acpi_osc_context { char *uuid_str; int rev; struct acpi_buffer cap; struct acpi_buffer ret; }; struct acpi_pci_root_ops; struct acpi_pci_root_info { struct acpi_pci_root *root; struct acpi_device *bridge; struct acpi_pci_root_ops *ops; struct list_head resources; char name[16]; }; struct acpi_pci_root_ops { struct pci_ops *pci_ops; int (*init_info)(struct acpi_pci_root_info *); void (*release_info)(struct acpi_pci_root_info *); int (*prepare_resources)(struct acpi_pci_root_info *); }; struct pci_osc_bit_struct { u32 bit; char *desc; }; typedef void (*acpi_gbl_event_handler)(u32, acpi_handle, u32, void *); struct acpi_table_bert { struct acpi_table_header header; u32 region_length; u64 address; }; struct acpi_table_ccel { struct acpi_table_header header; u8 CCtype; u8 Ccsub_type; u16 reserved; u64 log_area_minimum_length; u64 log_area_start_address; }; struct acpi_table_attr { struct bin_attribute attr; char name[4]; int instance; char filename[8]; struct list_head node; }; struct acpi_data_attr { struct bin_attribute attr; u64 addr; }; struct acpi_data_obj { char *name; int (*fn)(void *, struct acpi_data_attr *); }; struct event_counter { u32 count; u32 flags; }; typedef u32 (*acpi_gpe_handler)(acpi_handle, u32, void *); typedef void (*acpi_notify_handler)(acpi_handle, u32, void *); typedef void (*acpi_object_handler)(acpi_handle, void *); typedef acpi_status (*acpi_adr_space_handler)(u32, acpi_physical_address, u32, u64 *, void *, void *); typedef acpi_status (*acpi_adr_space_setup)(acpi_handle, u32, void *, void **); typedef enum { ACPI_IMODE_LOAD_PASS1 = 1, ACPI_IMODE_LOAD_PASS2 = 2, ACPI_IMODE_EXECUTE = 3, } acpi_interpreter_mode; union acpi_operand_object; struct acpi_namespace_node { union acpi_operand_object *object; u8 descriptor_type; u8 type; u16 flags; union acpi_name_union name; struct acpi_namespace_node *parent; struct acpi_namespace_node *child; struct acpi_namespace_node *peer; acpi_owner_id owner_id; }; struct acpi_object_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; }; struct acpi_object_integer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 fill[3]; u64 value; }; struct acpi_object_string { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; char *pointer; u32 length; }; struct acpi_object_buffer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 *pointer; u32 length; u32 aml_length; u8 *aml_start; struct acpi_namespace_node *node; }; struct acpi_object_package { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; union acpi_operand_object **elements; u8 *aml_start; u32 aml_length; u32 count; }; struct acpi_object_event { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; void *os_semaphore; }; struct acpi_walk_state; typedef acpi_status (*acpi_internal_method)(struct acpi_walk_state *); struct acpi_object_method { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 info_flags; u8 param_count; u8 sync_level; union acpi_operand_object *mutex; union acpi_operand_object *node; u8 *aml_start; union { acpi_internal_method implementation; union acpi_operand_object *handler; } dispatch; u32 aml_length; acpi_owner_id owner_id; u8 thread_count; }; struct acpi_thread_state; struct acpi_object_mutex { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 sync_level; u16 acquisition_depth; void *os_mutex; u64 thread_id; struct acpi_thread_state *owner_thread; union acpi_operand_object *prev; union acpi_operand_object *next; struct acpi_namespace_node *node; u8 original_sync_level; }; struct acpi_object_region { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; struct acpi_namespace_node *node; union acpi_operand_object *handler; union acpi_operand_object *next; acpi_physical_address address; u32 length; void *pointer; }; struct acpi_object_notify_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_gpe_block_info; struct acpi_object_device { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; struct acpi_gpe_block_info *gpe_block; }; struct acpi_object_power_resource { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; u32 system_level; u32 resource_order; }; struct acpi_object_processor { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 proc_id; u8 length; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; acpi_io_address address; }; struct acpi_object_thermal_zone { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_object_field_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; }; struct acpi_object_region_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u16 resource_length; union acpi_operand_object *region_obj; u8 *resource_buffer; u16 pin_number_index; u8 *internal_pcc_buffer; }; struct acpi_object_buffer_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u8 is_create_field; union acpi_operand_object *buffer_obj; }; struct acpi_object_bank_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; union acpi_operand_object *bank_obj; }; struct acpi_object_index_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *index_obj; union acpi_operand_object *data_obj; }; struct acpi_object_notify_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; u32 handler_type; acpi_notify_handler handler; void *context; union acpi_operand_object *next[2]; }; struct acpi_object_addr_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; u8 handler_flags; acpi_adr_space_handler handler; struct acpi_namespace_node *node; void *context; void *context_mutex; acpi_adr_space_setup setup; union acpi_operand_object *region_list; union acpi_operand_object *next; }; struct acpi_object_reference { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 class; u8 target_type; u8 resolved; void *object; struct acpi_namespace_node *node; union acpi_operand_object **where; u8 *index_pointer; u8 *aml; u32 value; }; struct acpi_object_extra { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *method_REG; struct acpi_namespace_node *scope_node; void *region_context; u8 *aml_start; u32 aml_length; }; struct acpi_object_data { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; acpi_object_handler handler; void *pointer; }; struct acpi_object_cache_list { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *next; }; union acpi_operand_object { struct acpi_object_common common; struct acpi_object_integer integer; struct acpi_object_string string; struct acpi_object_buffer buffer; struct acpi_object_package package; struct acpi_object_event event; struct acpi_object_method method; struct acpi_object_mutex mutex; struct acpi_object_region region; struct acpi_object_notify_common common_notify; struct acpi_object_device device; struct acpi_object_power_resource power_resource; struct acpi_object_processor processor; struct acpi_object_thermal_zone thermal_zone; struct acpi_object_field_common common_field; struct acpi_object_region_field field; struct acpi_object_buffer_field buffer_field; struct acpi_object_bank_field bank_field; struct acpi_object_index_field index_field; struct acpi_object_notify_handler notify; struct acpi_object_addr_handler address_space; struct acpi_object_reference reference; struct acpi_object_extra extra; struct acpi_object_data data; struct acpi_object_cache_list cache; struct acpi_namespace_node node; }; struct acpi_create_field_info { struct acpi_namespace_node *region_node; struct acpi_namespace_node *field_node; struct acpi_namespace_node *register_node; struct acpi_namespace_node *data_register_node; struct acpi_namespace_node *connection_node; u8 *resource_buffer; u32 bank_value; u32 field_bit_position; u32 field_bit_length; u16 resource_length; u16 pin_number_index; u8 field_flags; u8 attribute; u8 field_type; u8 access_length; }; union acpi_parse_object; union acpi_generic_state; struct acpi_parse_state { u8 *aml_start; u8 *aml; u8 *aml_end; u8 *pkg_start; u8 *pkg_end; union acpi_parse_object *start_op; struct acpi_namespace_node *start_node; union acpi_generic_state *scope; union acpi_parse_object *start_scope; u32 aml_size; }; typedef acpi_status (*acpi_parse_downwards)(struct acpi_walk_state *, union acpi_parse_object **); typedef acpi_status (*acpi_parse_upwards)(struct acpi_walk_state *); struct acpi_opcode_info; struct acpi_walk_state { struct acpi_walk_state *next; u8 descriptor_type; u8 walk_type; u16 opcode; u8 next_op_info; u8 num_operands; u8 operand_index; acpi_owner_id owner_id; u8 last_predicate; u8 current_result; u8 return_used; u8 scope_depth; u8 pass_number; u8 namespace_override; u8 result_size; u8 result_count; u8 *aml; u32 arg_types; u32 method_breakpoint; u32 user_breakpoint; u32 parse_flags; struct acpi_parse_state parser_state; u32 prev_arg_types; u32 arg_count; u16 method_nesting_depth; u8 method_is_nested; struct acpi_namespace_node arguments[7]; struct acpi_namespace_node local_variables[8]; union acpi_operand_object *operands[9]; union acpi_operand_object **params; u8 *aml_last_while; union acpi_operand_object **caller_return_desc; union acpi_generic_state *control_state; struct acpi_namespace_node *deferred_node; union acpi_operand_object *implicit_return_obj; struct acpi_namespace_node *method_call_node; union acpi_parse_object *method_call_op; union acpi_operand_object *method_desc; struct acpi_namespace_node *method_node; char *method_pathname; union acpi_parse_object *op; const struct acpi_opcode_info *op_info; union acpi_parse_object *origin; union acpi_operand_object *result_obj; union acpi_generic_state *results; union acpi_operand_object *return_desc; union acpi_generic_state *scope_info; union acpi_parse_object *prev_op; union acpi_parse_object *next_op; struct acpi_thread_state *thread; acpi_parse_downwards descending_callback; acpi_parse_upwards ascending_callback; }; struct acpi_gpe_handler_info { acpi_gpe_handler address; void *context; struct acpi_namespace_node *method_node; u8 original_flags; u8 originally_enabled; }; struct acpi_gpe_notify_info { struct acpi_namespace_node *device_node; struct acpi_gpe_notify_info *next; }; union acpi_gpe_dispatch_info { struct acpi_namespace_node *method_node; struct acpi_gpe_handler_info *handler; struct acpi_gpe_notify_info *notify_list; }; struct acpi_gpe_register_info; struct acpi_gpe_event_info { union acpi_gpe_dispatch_info dispatch; struct acpi_gpe_register_info *register_info; u8 flags; u8 gpe_number; u8 runtime_count; u8 disable_for_dispatch; }; struct acpi_gpe_address { u8 space_id; u64 address; }; struct acpi_gpe_register_info { struct acpi_gpe_address status_address; struct acpi_gpe_address enable_address; u16 base_gpe_number; u8 enable_for_wake; u8 enable_for_run; u8 mask_for_run; u8 enable_mask; }; struct acpi_gpe_xrupt_info; struct acpi_gpe_block_info { struct acpi_namespace_node *node; struct acpi_gpe_block_info *previous; struct acpi_gpe_block_info *next; struct acpi_gpe_xrupt_info *xrupt_block; struct acpi_gpe_register_info *register_info; struct acpi_gpe_event_info *event_info; u64 address; u32 register_count; u16 gpe_count; u16 block_base_number; u8 space_id; u8 initialized; }; struct acpi_gpe_xrupt_info { struct acpi_gpe_xrupt_info *previous; struct acpi_gpe_xrupt_info *next; struct acpi_gpe_block_info *gpe_block_list_head; u32 interrupt_number; }; struct acpi_common_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; }; struct acpi_update_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *object; }; struct acpi_pkg_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 index; union acpi_operand_object *source_object; union acpi_operand_object *dest_object; struct acpi_walk_state *walk_state; void *this_target_obj; u32 num_packages; }; struct acpi_control_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u16 opcode; union acpi_parse_object *predicate_op; u8 *aml_predicate_start; u8 *package_end; u64 loop_timeout; }; union acpi_parse_value { u64 integer; u32 size; char *string; u8 *buffer; char *name; union acpi_parse_object *arg; }; struct acpi_parse_obj_common { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; }; struct acpi_parse_obj_named { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; char *path; u8 *data; u32 length; u32 name; }; struct acpi_parse_obj_asl { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; union acpi_parse_object *child; union acpi_parse_object *parent_method; char *filename; u8 file_changed; char *parent_filename; char *external_name; char *namepath; char name_seg[4]; u32 extra_value; u32 column; u32 line_number; u32 logical_line_number; u32 logical_byte_offset; u32 end_line; u32 end_logical_line; u32 acpi_btype; u32 aml_length; u32 aml_subtree_length; u32 final_aml_length; u32 final_aml_offset; u32 compile_flags; u16 parse_opcode; u8 aml_opcode_length; u8 aml_pkg_len_bytes; u8 extra; char parse_op_name[20]; }; union acpi_parse_object { struct acpi_parse_obj_common common; struct acpi_parse_obj_named named; struct acpi_parse_obj_asl asl; }; struct acpi_scope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; struct acpi_namespace_node *node; }; struct acpi_pscope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 arg_count; union acpi_parse_object *op; u8 *arg_end; u8 *pkg_end; u32 arg_list; }; struct acpi_thread_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 current_sync_level; struct acpi_walk_state *walk_state_list; union acpi_operand_object *acquired_mutex_list; u64 thread_id; }; struct acpi_result_values { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *obj_desc[8]; }; struct acpi_global_notify_handler { acpi_notify_handler handler; void *context; }; struct acpi_notify_info { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 handler_list_id; struct acpi_namespace_node *node; union acpi_operand_object *handler_list_head; struct acpi_global_notify_handler *global; }; union acpi_generic_state { struct acpi_common_state common; struct acpi_control_state control; struct acpi_update_state update; struct acpi_scope_state scope; struct acpi_pscope_state parse_scope; struct acpi_pkg_state pkg; struct acpi_thread_state thread; struct acpi_result_values results; struct acpi_notify_info notify; }; struct acpi_opcode_info { u32 parse_args; u32 runtime_args; u16 flags; u8 object_type; u8 class; u8 type; }; typedef u32 acpi_name; typedef acpi_status (*acpi_exception_handler)(acpi_status, acpi_name, u16, u32, void *); struct acpi_name_info { char name[4]; u16 argument_list; u8 expected_btypes; } __attribute__((packed)); struct acpi_package_info { u8 type; u8 object_type1; u8 count1; u8 object_type2; u8 count2; u16 reserved; } __attribute__((packed)); struct acpi_package_info2 { u8 type; u8 count; u8 object_type[4]; u8 reserved; }; struct acpi_package_info3 { u8 type; u8 count; u8 object_type[2]; u8 tail_object_type; u16 reserved; } __attribute__((packed)); struct acpi_package_info4 { u8 type; u8 object_type1; u8 count1; u8 sub_object_types; u8 pkg_count; u16 reserved; } __attribute__((packed)); union acpi_predefined_info { struct acpi_name_info info; struct acpi_package_info ret_info; struct acpi_package_info2 ret_info2; struct acpi_package_info3 ret_info3; struct acpi_package_info4 ret_info4; }; struct acpi_evaluate_info { struct acpi_namespace_node *prefix_node; const char *relative_pathname; union acpi_operand_object **parameters; struct acpi_namespace_node *node; union acpi_operand_object *obj_desc; char *full_pathname; const union acpi_predefined_info *predefined; union acpi_operand_object *return_object; union acpi_operand_object *parent_package; u32 return_flags; u32 return_btype; u16 param_count; u16 node_flags; u8 pass_number; u8 return_object_type; u8 flags; }; typedef u32 (*acpi_event_handler)(void *); struct acpi_fixed_event_handler { acpi_event_handler handler; void *context; }; struct acpi_fixed_event_info { u8 status_register_id; u8 enable_register_id; u16 status_bit_mask; u16 enable_bit_mask; }; typedef u32 acpi_mutex_handle; struct acpi_gpe_device_info { u32 index; u32 next_block_base_index; acpi_status status; struct acpi_namespace_node *gpe_device; }; typedef acpi_status (*acpi_gpe_callback)(struct acpi_gpe_xrupt_info *, struct acpi_gpe_block_info *, void *); enum { ACPI_REFCLASS_LOCAL = 0, ACPI_REFCLASS_ARG = 1, ACPI_REFCLASS_REFOF = 2, ACPI_REFCLASS_INDEX = 3, ACPI_REFCLASS_TABLE = 4, ACPI_REFCLASS_NAME = 5, ACPI_REFCLASS_DEBUG = 6, ACPI_REFCLASS_MAX = 6, }; struct acpi_common_descriptor { void *common_pointer; u8 descriptor_type; }; union acpi_descriptor { struct acpi_common_descriptor common; union acpi_operand_object object; struct acpi_namespace_node node; union acpi_parse_object op; }; enum { MATCH_MTR = 0, MATCH_MEQ = 1, MATCH_MLE = 2, MATCH_MLT = 3, MATCH_MGE = 4, MATCH_MGT = 5, }; enum { AML_FIELD_ACCESS_ANY = 0, AML_FIELD_ACCESS_BYTE = 1, AML_FIELD_ACCESS_WORD = 2, AML_FIELD_ACCESS_DWORD = 3, AML_FIELD_ACCESS_QWORD = 4, AML_FIELD_ACCESS_BUFFER = 5, }; struct acpi_bit_register_info { u8 parent_register; u8 bit_position; u16 access_bit_mask; }; struct acpi_predefined_names { const char *name; u8 type; char *val; }; struct acpi_pnp_device_id { u32 length; char *string; }; struct acpi_pnp_device_id_list { u32 count; u32 list_size; struct acpi_pnp_device_id ids[0]; }; struct acpi_device_info { u32 info_size; u32 name; acpi_object_type type; u8 param_count; u16 valid; u8 flags; u8 highest_dstates[4]; u8 lowest_dstates[5]; u64 address; struct acpi_pnp_device_id hardware_id; struct acpi_pnp_device_id unique_id; struct acpi_pnp_device_id class_code; struct acpi_pnp_device_id_list compatible_id_list; }; struct acpi_pci_routing_table { u32 length; u32 pin; u64 address; u32 source_index; union { char pad[4]; struct { struct {} __Empty_source; char source[0]; }; }; }; typedef acpi_status (*acpi_walk_aml_callback)(u8 *, u32, u32, u8, void **); struct acpi_rsconvert_info { u8 opcode; u8 resource_offset; u8 aml_offset; u8 value; }; enum { ACPI_RSC_INITGET = 0, ACPI_RSC_INITSET = 1, ACPI_RSC_FLAGINIT = 2, ACPI_RSC_1BITFLAG = 3, ACPI_RSC_2BITFLAG = 4, ACPI_RSC_3BITFLAG = 5, ACPI_RSC_6BITFLAG = 6, ACPI_RSC_ADDRESS = 7, ACPI_RSC_BITMASK = 8, ACPI_RSC_BITMASK16 = 9, ACPI_RSC_COUNT = 10, ACPI_RSC_COUNT16 = 11, ACPI_RSC_COUNT_GPIO_PIN = 12, ACPI_RSC_COUNT_GPIO_RES = 13, ACPI_RSC_COUNT_GPIO_VEN = 14, ACPI_RSC_COUNT_SERIAL_RES = 15, ACPI_RSC_COUNT_SERIAL_VEN = 16, ACPI_RSC_DATA8 = 17, ACPI_RSC_EXIT_EQ = 18, ACPI_RSC_EXIT_LE = 19, ACPI_RSC_EXIT_NE = 20, ACPI_RSC_LENGTH = 21, ACPI_RSC_MOVE_GPIO_PIN = 22, ACPI_RSC_MOVE_GPIO_RES = 23, ACPI_RSC_MOVE_SERIAL_RES = 24, ACPI_RSC_MOVE_SERIAL_VEN = 25, ACPI_RSC_MOVE8 = 26, ACPI_RSC_MOVE16 = 27, ACPI_RSC_MOVE32 = 28, ACPI_RSC_MOVE64 = 29, ACPI_RSC_SET8 = 30, ACPI_RSC_SOURCE = 31, ACPI_RSC_SOURCEX = 32, }; typedef acpi_status (*acpi_table_handler)(u32, void *, void *); struct acpi_rw_lock { void *writer_mutex; void *reader_mutex; u32 num_readers; }; struct acpi_table_list { struct acpi_table_desc *tables; u32 current_table_count; u32 max_table_count; u8 flags; }; typedef acpi_status (*acpi_pkg_callback)(u8, union acpi_operand_object *, union acpi_generic_state *, void *); struct acpi_pkg_info { u8 *free_space; acpi_size length; u32 object_space; u32 num_packages; }; struct acpi_mutex_info { void *mutex; u32 use_count; u64 thread_id; }; struct acpi_fan_fps { u64 control; u64 trip_point; u64 speed; u64 noise_level; u64 power; char name[20]; struct device_attribute dev_attr; }; struct acpi_fan_fif { u8 revision; u8 fine_grain_ctrl; u8 step_size; u8 low_speed_notification; }; struct acpi_fan_fst { u64 revision; u64 control; u64 speed; }; struct thermal_cooling_device; struct acpi_fan { bool acpi4; bool has_fst; struct acpi_fan_fif fif; struct acpi_fan_fps *fps; int fps_count; struct thermal_cooling_device *cdev; struct device_attribute fst_speed; struct device_attribute fine_grain_control; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; unsigned int (*handle_events)(struct input_handle *, struct input_value *, unsigned int); struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); unsigned int (*events)(struct input_handle *, struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool passive_observer; bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; typedef int (*acpi_op_add)(struct acpi_device *); typedef void (*acpi_op_remove)(struct acpi_device *); typedef void (*acpi_op_notify)(struct acpi_device *, u32); struct acpi_device_ops { acpi_op_add add; acpi_op_remove remove; acpi_op_notify notify; }; struct acpi_driver { char name[80]; char class[80]; const struct acpi_device_id *ids; unsigned int flags; struct acpi_device_ops ops; struct device_driver drv; }; enum backlight_update_reason { BACKLIGHT_UPDATE_HOTKEY = 0, BACKLIGHT_UPDATE_SYSFS = 1, }; enum backlight_type { BACKLIGHT_RAW = 1, BACKLIGHT_PLATFORM = 2, BACKLIGHT_FIRMWARE = 3, BACKLIGHT_TYPE_MAX = 4, }; enum backlight_scale { BACKLIGHT_SCALE_UNKNOWN = 0, BACKLIGHT_SCALE_LINEAR = 1, BACKLIGHT_SCALE_NON_LINEAR = 2, }; struct backlight_device; struct backlight_ops { unsigned int options; int (*update_status)(struct backlight_device *); int (*get_brightness)(struct backlight_device *); bool (*controls_device)(struct backlight_device *, struct device *); }; struct backlight_properties { int brightness; int max_brightness; int power; enum backlight_type type; unsigned int state; enum backlight_scale scale; }; struct backlight_device { struct backlight_properties props; struct mutex update_lock; struct mutex ops_lock; const struct backlight_ops *ops; struct notifier_block fb_notif; struct list_head entry; struct device dev; bool fb_bl_on[32]; int use_count; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; const char *type; long unsigned int max_state; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct acpi_video_brightness_flags { u8 _BCL_no_ac_battery_levels: 1; u8 _BCL_reversed: 1; u8 _BQC_use_index: 1; }; struct acpi_video_device_brightness { int curr; int count; int *levels; struct acpi_video_brightness_flags flags; }; enum acpi_backlight_type { acpi_backlight_undef = -1, acpi_backlight_none = 0, acpi_backlight_video = 1, acpi_backlight_vendor = 2, acpi_backlight_native = 3, acpi_backlight_nvidia_wmi_ec = 4, acpi_backlight_apple_gmux = 5, acpi_backlight_dell_uart = 6, }; enum acpi_video_level_idx { ACPI_VIDEO_AC_LEVEL = 0, ACPI_VIDEO_BATTERY_LEVEL = 1, ACPI_VIDEO_FIRST_LEVEL = 2, }; struct acpi_video_bus_flags { u8 multihead: 1; u8 rom: 1; u8 post: 1; u8 reserved: 5; }; struct acpi_video_bus_cap { u8 _DOS: 1; u8 _DOD: 1; u8 _ROM: 1; u8 _GPD: 1; u8 _SPD: 1; u8 _VPO: 1; u8 reserved: 2; }; struct acpi_video_device_attrib { u32 display_index: 4; u32 display_port_attachment: 4; u32 display_type: 4; u32 vendor_specific: 4; u32 bios_can_detect: 1; u32 depend_on_vga: 1; u32 pipe_id: 3; u32 reserved: 10; u32 device_id_scheme: 1; }; struct acpi_video_device; struct acpi_video_enumerated_device { union { u32 int_val; struct acpi_video_device_attrib attrib; } value; struct acpi_video_device *bind_info; }; struct acpi_video_device_flags { u8 crt: 1; u8 lcd: 1; u8 tvout: 1; u8 dvi: 1; u8 bios: 1; u8 unknown: 1; u8 notify: 1; u8 reserved: 1; }; struct acpi_video_device_cap { u8 _ADR: 1; u8 _BCL: 1; u8 _BCM: 1; u8 _BQC: 1; u8 _BCQ: 1; u8 _DDC: 1; }; struct acpi_video_bus; struct acpi_video_device { long unsigned int device_id; struct acpi_video_device_flags flags; struct acpi_video_device_cap cap; struct list_head entry; struct delayed_work switch_brightness_work; int switch_brightness_event; struct acpi_video_bus *video; struct acpi_device *dev; struct acpi_video_device_brightness *brightness; struct backlight_device *backlight; struct thermal_cooling_device *cooling_dev; }; struct acpi_video_bus { struct acpi_device *device; bool backlight_registered; u8 dos_setting; struct acpi_video_enumerated_device *attached_array; u8 attached_count; u8 child_count; struct acpi_video_bus_cap cap; struct acpi_video_bus_flags flags; struct list_head video_device_list; struct mutex device_list_lock; struct list_head entry; struct input_dev *input; char phys[32]; struct notifier_block pm_nb; }; struct clk; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_stats; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; bool boost_enabled; bool boost_supported; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; typedef u32 phys_cpuid_t; struct acpi_processor_cx { u8 valid; u8 type; u32 address; u8 entry_method; u8 index; u32 latency; u8 bm_sts_skip; char desc[32]; }; struct acpi_lpi_state { u32 min_residency; u32 wake_latency; u32 flags; u32 arch_flags; u32 res_cnt_freq; u32 enable_parent_state; u64 address; u8 index; u8 entry_method; char desc[32]; }; struct acpi_processor_power { int count; union { struct acpi_processor_cx states[8]; struct acpi_lpi_state lpi_states[8]; }; int timer_broadcast_on_state; }; struct acpi_psd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_pct_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 reserved; u64 address; } __attribute__((packed)); struct acpi_processor_px { u64 core_frequency; u64 power; u64 transition_latency; u64 bus_master_latency; u64 control; u64 status; }; struct acpi_processor_performance { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; unsigned int state_count; struct acpi_processor_px *states; struct acpi_psd_package domain_info; cpumask_var_t shared_cpu_map; unsigned int shared_type; }; struct acpi_tsd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_processor_tx_tss { u64 freqpercentage; u64 power; u64 transition_latency; u64 control; u64 status; }; struct acpi_processor_tx { u16 power; u16 performance; }; struct acpi_processor; struct acpi_processor_throttling { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; unsigned int state_count; struct acpi_processor_tx_tss *states_tss; struct acpi_tsd_package domain_info; cpumask_var_t shared_cpu_map; int (*acpi_processor_get_throttling)(struct acpi_processor *); int (*acpi_processor_set_throttling)(struct acpi_processor *, int, bool); u32 address; u8 duty_offset; u8 duty_width; u8 tsd_valid_flag; unsigned int shared_type; struct acpi_processor_tx states[16]; }; struct acpi_processor_flags { u8 power: 1; u8 performance: 1; u8 throttling: 1; u8 limit: 1; u8 bm_control: 1; u8 bm_check: 1; u8 has_cst: 1; u8 has_lpi: 1; u8 power_setup_done: 1; u8 bm_rld_set: 1; u8 previously_online: 1; }; struct acpi_processor_lx { int px; int tx; }; struct acpi_processor_limit { struct acpi_processor_lx state; struct acpi_processor_lx thermal; struct acpi_processor_lx user; }; struct acpi_processor { acpi_handle handle; u32 acpi_id; phys_cpuid_t phys_id; u32 id; u32 pblk; int performance_platform_limit; int throttling_platform_limit; struct acpi_processor_flags flags; struct acpi_processor_power power; struct acpi_processor_performance *performance; struct acpi_processor_throttling throttling; struct acpi_processor_limit limit; struct thermal_cooling_device *cdev; struct device *dev; struct freq_qos_request perflib_req; struct freq_qos_request thermal_req; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; enum dmi_entry_type { DMI_ENTRY_BIOS = 0, DMI_ENTRY_SYSTEM = 1, DMI_ENTRY_BASEBOARD = 2, DMI_ENTRY_CHASSIS = 3, DMI_ENTRY_PROCESSOR = 4, DMI_ENTRY_MEM_CONTROLLER = 5, DMI_ENTRY_MEM_MODULE = 6, DMI_ENTRY_CACHE = 7, DMI_ENTRY_PORT_CONNECTOR = 8, DMI_ENTRY_SYSTEM_SLOT = 9, DMI_ENTRY_ONBOARD_DEVICE = 10, DMI_ENTRY_OEMSTRINGS = 11, DMI_ENTRY_SYSCONF = 12, DMI_ENTRY_BIOS_LANG = 13, DMI_ENTRY_GROUP_ASSOC = 14, DMI_ENTRY_SYSTEM_EVENT_LOG = 15, DMI_ENTRY_PHYS_MEM_ARRAY = 16, DMI_ENTRY_MEM_DEVICE = 17, DMI_ENTRY_32_MEM_ERROR = 18, DMI_ENTRY_MEM_ARRAY_MAPPED_ADDR = 19, DMI_ENTRY_MEM_DEV_MAPPED_ADDR = 20, DMI_ENTRY_BUILTIN_POINTING_DEV = 21, DMI_ENTRY_PORTABLE_BATTERY = 22, DMI_ENTRY_SYSTEM_RESET = 23, DMI_ENTRY_HW_SECURITY = 24, DMI_ENTRY_SYSTEM_POWER_CONTROLS = 25, DMI_ENTRY_VOLTAGE_PROBE = 26, DMI_ENTRY_COOLING_DEV = 27, DMI_ENTRY_TEMP_PROBE = 28, DMI_ENTRY_ELECTRICAL_CURRENT_PROBE = 29, DMI_ENTRY_OOB_REMOTE_ACCESS = 30, DMI_ENTRY_BIS_ENTRY = 31, DMI_ENTRY_SYSTEM_BOOT = 32, DMI_ENTRY_MGMT_DEV = 33, DMI_ENTRY_MGMT_DEV_COMPONENT = 34, DMI_ENTRY_MGMT_DEV_THRES = 35, DMI_ENTRY_MEM_CHANNEL = 36, DMI_ENTRY_IPMI_DEV = 37, DMI_ENTRY_SYS_POWER_SUPPLY = 38, DMI_ENTRY_ADDITIONAL = 39, DMI_ENTRY_ONBOARD_DEV_EXT = 40, DMI_ENTRY_MGMT_CONTROLLER_HOST = 41, DMI_ENTRY_INACTIVE = 126, DMI_ENTRY_END_OF_TABLE = 127, }; struct dmi_header { u8 type; u8 length; u16 handle; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_trigger; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; unsigned int color; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct workqueue_struct *wq; struct work_struct set_brightness_work; int delayed_set_value; long unsigned int delayed_delay_on; long unsigned int delayed_delay_off; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; const char *hw_control_trigger; int (*hw_control_is_supported)(struct led_classdev *, long unsigned int); int (*hw_control_set)(struct led_classdev *, long unsigned int); int (*hw_control_get)(struct led_classdev *, long unsigned int *); struct device * (*hw_control_get_device)(struct led_classdev *); struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); enum led_brightness brightness; struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_CHARGE_TYPES = 2, POWER_SUPPLY_PROP_HEALTH = 3, POWER_SUPPLY_PROP_PRESENT = 4, POWER_SUPPLY_PROP_ONLINE = 5, POWER_SUPPLY_PROP_AUTHENTIC = 6, POWER_SUPPLY_PROP_TECHNOLOGY = 7, POWER_SUPPLY_PROP_CYCLE_COUNT = 8, POWER_SUPPLY_PROP_VOLTAGE_MAX = 9, POWER_SUPPLY_PROP_VOLTAGE_MIN = 10, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 12, POWER_SUPPLY_PROP_VOLTAGE_NOW = 13, POWER_SUPPLY_PROP_VOLTAGE_AVG = 14, POWER_SUPPLY_PROP_VOLTAGE_OCV = 15, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 16, POWER_SUPPLY_PROP_CURRENT_MAX = 17, POWER_SUPPLY_PROP_CURRENT_NOW = 18, POWER_SUPPLY_PROP_CURRENT_AVG = 19, POWER_SUPPLY_PROP_CURRENT_BOOT = 20, POWER_SUPPLY_PROP_POWER_NOW = 21, POWER_SUPPLY_PROP_POWER_AVG = 22, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 24, POWER_SUPPLY_PROP_CHARGE_FULL = 25, POWER_SUPPLY_PROP_CHARGE_EMPTY = 26, POWER_SUPPLY_PROP_CHARGE_NOW = 27, POWER_SUPPLY_PROP_CHARGE_AVG = 28, POWER_SUPPLY_PROP_CHARGE_COUNTER = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 32, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 37, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 38, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 40, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 41, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 43, POWER_SUPPLY_PROP_ENERGY_FULL = 44, POWER_SUPPLY_PROP_ENERGY_EMPTY = 45, POWER_SUPPLY_PROP_ENERGY_NOW = 46, POWER_SUPPLY_PROP_ENERGY_AVG = 47, POWER_SUPPLY_PROP_CAPACITY = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 49, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 50, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 51, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 52, POWER_SUPPLY_PROP_TEMP = 53, POWER_SUPPLY_PROP_TEMP_MAX = 54, POWER_SUPPLY_PROP_TEMP_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 56, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 59, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 61, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 63, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 64, POWER_SUPPLY_PROP_TYPE = 65, POWER_SUPPLY_PROP_USB_TYPE = 66, POWER_SUPPLY_PROP_SCOPE = 67, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 68, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 69, POWER_SUPPLY_PROP_CALIBRATE = 70, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 71, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 72, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 73, POWER_SUPPLY_PROP_MODEL_NAME = 74, POWER_SUPPLY_PROP_MANUFACTURER = 75, POWER_SUPPLY_PROP_SERIAL_NUMBER = 76, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; bool no_wakeup_source; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; u8 charge_behaviours; u32 charge_types; u32 usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct power_supply_battery_info; struct thermal_zone_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool update_groups; bool initialized; bool removing; atomic_t use_cnt; struct power_supply_battery_info *battery_info; struct rw_semaphore extensions_sem; struct list_head extensions; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *trig; struct led_trigger *charging_trig; struct led_trigger *full_trig; struct led_trigger *charging_blink_full_solid_trig; struct led_trigger *charging_orange_full_green_trig; }; struct power_supply_maintenance_charge_table; struct power_supply_battery_ocv_table; struct power_supply_resistance_temp_table; struct power_supply_vbat_ri_table; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; const struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; const struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; const struct power_supply_resistance_temp_table *resist_table; int resist_table_size; const struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; const struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct acpi_battery_hook { const char *name; int (*add_battery)(struct power_supply *, struct acpi_battery_hook *); int (*remove_battery)(struct power_supply *, struct acpi_battery_hook *); struct list_head list; }; enum { ACPI_BATTERY_ALARM_PRESENT = 0, ACPI_BATTERY_XINFO_PRESENT = 1, ACPI_BATTERY_QUIRK_PERCENTAGE_CAPACITY = 2, ACPI_BATTERY_QUIRK_THINKPAD_MAH = 3, ACPI_BATTERY_QUIRK_DEGRADED_FULL_CHARGE = 4, }; struct acpi_battery { struct mutex lock; struct mutex sysfs_lock; struct power_supply *bat; struct power_supply_desc bat_desc; struct acpi_device *device; struct notifier_block pm_nb; struct list_head list; long unsigned int update_time; int revision; int rate_now; int capacity_now; int voltage_now; int design_capacity; int full_charge_capacity; int technology; int design_voltage; int design_capacity_warning; int design_capacity_low; int cycle_count; int measurement_accuracy; int max_sampling_time; int min_sampling_time; int max_averaging_interval; int min_averaging_interval; int capacity_granularity_1; int capacity_granularity_2; int alarm; char model_number[64]; char serial_number[64]; char type[64]; char oem_info[64]; int state; int power_unit; long unsigned int flags; }; struct acpi_offsets { size_t offset; u8 mode; }; enum idle_boot_override { IDLE_NO_OVERRIDE = 0, IDLE_HALT = 1, IDLE_NOMWAIT = 2, IDLE_POLL = 3, }; struct override_status_id { struct acpi_device_id hid[2]; struct x86_cpu_id cpu_ids[2]; struct dmi_system_id dmi_ids[2]; const char *uid; const char *path; long long unsigned int status; }; struct pnp_device_id { __u8 id[8]; kernel_ulong_t driver_data; }; struct pnp_card_device_id { __u8 id[8]; kernel_ulong_t driver_data; struct { __u8 id[8]; } devs[8]; }; struct pnp_protocol; struct pnp_id; struct pnp_card { struct device dev; unsigned char number; struct list_head global_list; struct list_head protocol_list; struct list_head devices; struct pnp_protocol *protocol; struct pnp_id *id; char name[50]; unsigned char pnpver; unsigned char productver; unsigned int serial; unsigned char checksum; struct proc_dir_entry *procdir; }; struct pnp_dev; struct pnp_protocol { struct list_head protocol_list; char *name; int (*get)(struct pnp_dev *); int (*set)(struct pnp_dev *); int (*disable)(struct pnp_dev *); bool (*can_wakeup)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); unsigned char number; struct device dev; struct list_head cards; struct list_head devices; }; struct pnp_id { char id[8]; struct pnp_id *next; }; struct pnp_card_driver; struct pnp_card_link { struct pnp_card *card; struct pnp_card_driver *driver; void *driver_data; pm_message_t pm_state; }; struct pnp_driver { const char *name; const struct pnp_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_dev *, const struct pnp_device_id *); void (*remove)(struct pnp_dev *); void (*shutdown)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); struct device_driver driver; }; struct pnp_card_driver { struct list_head global_list; char *name; const struct pnp_card_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_card_link *, const struct pnp_card_device_id *); void (*remove)(struct pnp_card_link *); int (*suspend)(struct pnp_card_link *, pm_message_t); int (*resume)(struct pnp_card_link *); struct pnp_driver link; }; struct pnp_dev { struct device dev; u64 dma_mask; unsigned int number; int status; struct list_head global_list; struct list_head protocol_list; struct list_head card_list; struct list_head rdev_list; struct pnp_protocol *protocol; struct pnp_card *card; struct pnp_driver *driver; struct pnp_card_link *card_link; struct pnp_id *id; int active; int capabilities; unsigned int num_dependent_sets; struct list_head resources; struct list_head options; char name[50]; int flags; struct proc_dir_entry *procent; void *data; }; struct pnp_port { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; typedef struct { long unsigned int bits[4]; } pnp_irq_mask_t; struct pnp_irq { pnp_irq_mask_t map; unsigned char flags; }; struct pnp_dma { unsigned char map; unsigned char flags; }; struct pnp_mem { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; struct pnp_option { struct list_head list; unsigned int flags; long unsigned int type; union { struct pnp_port port; struct pnp_irq irq; struct pnp_dma dma; struct pnp_mem mem; } u; }; struct pnp_resource { struct list_head list; struct resource res; }; struct pnp_fixup { char id[8]; void (*quirk_function)(struct pnp_dev *); }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; struct dma_vec { dma_addr_t addr; size_t len; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_peripheral_dma_vec)(struct dma_chan *, const struct dma_vec *, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u8 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; struct dmaengine_desc_callback { dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; }; struct virt_dma_desc { struct dma_async_tx_descriptor tx; struct dmaengine_result tx_result; struct list_head node; }; struct virt_dma_chan { struct dma_chan chan; struct tasklet_struct task; void (*desc_free)(struct virt_dma_desc *); spinlock_t lock; struct list_head desc_allocated; struct list_head desc_submitted; struct list_head desc_issued; struct list_head desc_completed; struct list_head desc_terminated; struct virt_dma_desc *cyclic; }; struct dw_dma_slave { struct device *dma_dev; u8 src_id; u8 dst_id; u8 m_master; u8 p_master; u8 channels; bool hs_polarity; }; struct dw_dma_platform_data { u32 nr_masters; u32 nr_channels; u32 chan_allocation_order; u32 chan_priority; u32 block_size; u32 data_width[4]; u32 multi_block[8]; u32 max_burst[8]; u32 protctl; u32 quirks; }; struct dw_dma; struct dw_dma_chip { struct device *dev; int id; int irq; void *regs; struct clk *clk; struct dw_dma *dw; const struct dw_dma_platform_data *pdata; }; struct dma_pool; struct dw_dma_chan; struct dw_dma { struct dma_device dma; char name[20]; void *regs; struct dma_pool *desc_pool; struct tasklet_struct tasklet; struct dw_dma_chan *chan; u8 all_chan_mask; u8 in_use; void (*initialize_chan)(struct dw_dma_chan *); void (*suspend_chan)(struct dw_dma_chan *, bool); void (*resume_chan)(struct dw_dma_chan *, bool); u32 (*prepare_ctllo)(struct dw_dma_chan *); u32 (*bytes2block)(struct dw_dma_chan *, size_t, unsigned int, size_t *); size_t (*block2bytes)(struct dw_dma_chan *, u32, u32); void (*set_device_name)(struct dw_dma *, int); void (*disable)(struct dw_dma *); void (*enable)(struct dw_dma *); struct dw_dma_platform_data *pdata; }; struct dw_dma_chan_regs { u32 SAR; u32 __pad_SAR; u32 DAR; u32 __pad_DAR; u32 LLP; u32 __pad_LLP; u32 CTL_LO; u32 CTL_HI; u32 SSTAT; u32 __pad_SSTAT; u32 DSTAT; u32 __pad_DSTAT; u32 SSTATAR; u32 __pad_SSTATAR; u32 DSTATAR; u32 __pad_DSTATAR; u32 CFG_LO; u32 CFG_HI; u32 SGR; u32 __pad_SGR; u32 DSR; u32 __pad_DSR; }; struct dw_dma_irq_regs { u32 XFER; u32 __pad_XFER; u32 BLOCK; u32 __pad_BLOCK; u32 SRC_TRAN; u32 __pad_SRC_TRAN; u32 DST_TRAN; u32 __pad_DST_TRAN; u32 ERROR; u32 __pad_ERROR; }; struct dw_dma_regs { struct dw_dma_chan_regs CHAN[8]; struct dw_dma_irq_regs RAW; struct dw_dma_irq_regs STATUS; struct dw_dma_irq_regs MASK; struct dw_dma_irq_regs CLEAR; u32 STATUS_INT; u32 __pad_STATUS_INT; u32 REQ_SRC; u32 __pad_REQ_SRC; u32 REQ_DST; u32 __pad_REQ_DST; u32 SGL_REQ_SRC; u32 __pad_SGL_REQ_SRC; u32 SGL_REQ_DST; u32 __pad_SGL_REQ_DST; u32 LAST_SRC; u32 __pad_LAST_SRC; u32 LAST_DST; u32 __pad_LAST_DST; u32 CFG; u32 __pad_CFG; u32 CH_EN; u32 __pad_CH_EN; u32 ID; u32 __pad_ID; u32 TEST; u32 __pad_TEST; u32 CLASS_PRIORITY0; u32 __pad_CLASS_PRIORITY0; u32 CLASS_PRIORITY1; u32 __pad_CLASS_PRIORITY1; u32 __reserved; u32 DWC_PARAMS[8]; u32 MULTI_BLK_TYPE; u32 MAX_BLK_SIZE; u32 DW_PARAMS; u32 COMP_TYPE; u32 COMP_VERSION; u32 FIFO_PARTITION0; u32 __pad_FIFO_PARTITION0; u32 FIFO_PARTITION1; u32 __pad_FIFO_PARTITION1; u32 SAI_ERR; u32 __pad_SAI_ERR; u32 GLOBAL_CFG; u32 __pad_GLOBAL_CFG; }; struct dw_dma_chan { struct dma_chan chan; void *ch_regs; u8 mask; u8 priority; enum dma_transfer_direction direction; struct list_head *tx_node_active; spinlock_t lock; long unsigned int flags; struct list_head active_list; struct list_head queue; unsigned int descs_allocated; unsigned int block_size; bool nollp; u32 max_burst; struct dw_dma_slave dws; struct dma_slave_config dma_sconfig; }; struct dw_dma_chip_pdata { const struct dw_dma_platform_data *pdata; int (*probe)(struct dw_dma_chip *); int (*remove)(struct dw_dma_chip *); struct dw_dma_chip *chip; u8 m_master; u8 p_master; }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_device; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; bool reset; void *priv; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_core_enabled; bool config_driver_disabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; struct virtqueue_info; struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, struct virtqueue_info *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct virtio_shm_region { u64 addr; u64 len; }; typedef void vq_callback_t(struct virtqueue *); struct virtqueue_info { const char *name; vq_callback_t *callback; bool ctx; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; size_t common_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; int (*device_id_check)(struct pci_dev *); u64 dma_mask; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_admin_vq { struct virtio_pci_vq_info *info; spinlock_t lock; u64 supported_cmds; u64 supported_caps; u8 max_dev_parts_objects; struct ida dev_parts_ida; char name[10]; u16 vq_index; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; union { struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; }; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct list_head slow_virtqueues; struct virtio_pci_vq_info **vqs; struct virtio_pci_admin_vq admin_vq; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); int (*avq_index)(struct virtio_device *, u16 *, u16 *); }; typedef u32 compat_uint_t; enum tty_driver_flag { TTY_DRIVER_INSTALLED = 1, TTY_DRIVER_RESET_TERMIOS = 2, TTY_DRIVER_REAL_RAW = 4, TTY_DRIVER_DYNAMIC_DEV = 8, TTY_DRIVER_DEVPTS_MEM = 16, TTY_DRIVER_HARDWARE_BREAK = 32, TTY_DRIVER_DYNAMIC_ALLOC = 64, TTY_DRIVER_UNNUMBERED_NODE = 128, }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; enum tty_struct_flags { TTY_THROTTLED = 0, TTY_IO_ERROR = 1, TTY_OTHER_CLOSED = 2, TTY_EXCLUSIVE = 3, TTY_DO_WRITE_WAKEUP = 4, TTY_LDISC_OPEN = 5, TTY_PTY_LOCK = 6, TTY_NO_WRITE_SPLIT = 7, TTY_HUPPED = 8, TTY_HUPPING = 9, TTY_LDISC_CHANGING = 10, TTY_LDISC_HALTED = 11, }; enum cons_flags { CON_PRINTBUFFER = 1, CON_CONSDEV = 2, CON_ENABLED = 4, CON_BOOT = 8, CON_ANYTIME = 16, CON_BRL = 32, CON_EXTENDED = 64, CON_SUSPENDED = 128, CON_NBCON = 256, }; enum nbcon_prio { NBCON_PRIO_NONE = 0, NBCON_PRIO_NORMAL = 1, NBCON_PRIO_EMERGENCY = 2, NBCON_PRIO_PANIC = 3, NBCON_PRIO_MAX = 4, }; struct console; struct printk_buffers; struct nbcon_context { struct console *console; unsigned int spinwait_max_us; enum nbcon_prio prio; unsigned int allow_unsafe_takeover: 1; unsigned int backlog: 1; struct printk_buffers *pbufs; u64 seq; }; struct nbcon_write_context; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; void (*write_atomic)(struct console *, struct nbcon_write_context *); void (*write_thread)(struct console *, struct nbcon_write_context *); void (*device_lock)(struct console *, long unsigned int *); void (*device_unlock)(struct console *, long unsigned int); atomic_t nbcon_state; atomic_long_t nbcon_seq; struct nbcon_context nbcon_device_ctxt; atomic_long_t nbcon_prev_seq; struct printk_buffers *pbufs; struct task_struct *kthread; struct rcuwait rcuwait; struct irq_work irq_work; }; struct nbcon_write_context { struct nbcon_context ctxt; char *outbuf; unsigned int len; bool unsafe_takeover; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct tty_audit_buf { struct mutex mutex; dev_t dev; bool icanon; size_t valid; u8 *data; }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; u8 outbuf[0]; }; struct hv_ops { ssize_t (*get_chars)(uint32_t, u8 *, size_t); ssize_t (*put_chars)(uint32_t, const u8 *, size_t); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, bool); }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct gpio_desc; struct uart_state; struct serial_port_device; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int ctrl_id; unsigned int port_id; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; bool hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; struct serial_port_device *port_dev; long unsigned int sysrq; u8 sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct gpio_desc *rs485_rx_during_tx_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct serial_port_device { struct device dev; struct uart_port *port; unsigned int tx_enabled: 1; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct earlycon_device { struct console *con; struct uart_port port; char options[32]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_ops; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; u16 bugs; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *, bool); void (*rs485_stop_tx)(struct uart_8250_port *, bool); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; struct hsu_dma_slave { struct device *dma_dev; int chan_id; }; struct hsu_dma; struct hsu_dma_chip { struct device *dev; int irq; void *regs; unsigned int length; unsigned int offset; struct hsu_dma *hsu; }; struct mid8250; struct mid8250_board { long unsigned int freq; unsigned int base_baud; unsigned int bar; int (*setup)(struct mid8250 *, struct uart_port *); void (*exit)(struct mid8250 *); }; struct mid8250 { int line; int dma_index; struct pci_dev *dma_dev; struct uart_8250_dma dma; struct mid8250_board *board; struct hsu_dma_chip dma_chip; }; enum acpi_irq_model_id { ACPI_IRQ_MODEL_PIC = 0, ACPI_IRQ_MODEL_IOAPIC = 1, ACPI_IRQ_MODEL_IOSAPIC = 2, ACPI_IRQ_MODEL_PLATFORM = 3, ACPI_IRQ_MODEL_GIC = 4, ACPI_IRQ_MODEL_LPIC = 5, ACPI_IRQ_MODEL_RINTC = 6, ACPI_IRQ_MODEL_COUNT = 7, }; struct hpet_info { long unsigned int hi_ireqfreq; long unsigned int hi_flags; short unsigned int hi_hpet; short unsigned int hi_timer; }; struct hpet_timer { u64 hpet_config; union { u64 _hpet_hc64; u32 _hpet_hc32; long unsigned int _hpet_compare; } _u1; u64 hpet_fsb[2]; }; struct hpet { u64 hpet_cap; u64 res0; u64 hpet_config; u64 res1; u64 hpet_isr; u64 res2[25]; union { u64 _hpet_mc64; u32 _hpet_mc32; long unsigned int _hpet_mc; } _u0; u64 res3; struct hpet_timer hpet_timers[0]; }; struct hpet_data { long unsigned int hd_phys_address; void *hd_address; short unsigned int hd_nirqs; unsigned int hd_state; unsigned int hd_irq[32]; }; struct hpets; struct hpet_dev { struct hpets *hd_hpets; struct hpet *hd_hpet; struct hpet_timer *hd_timer; long unsigned int hd_ireqfreq; long unsigned int hd_irqdata; wait_queue_head_t hd_waitqueue; struct fasync_struct *hd_async_queue; unsigned int hd_flags; unsigned int hd_irq; unsigned int hd_hdwirq; char hd_name[7]; }; struct hpets { struct hpets *hp_next; struct hpet *hp_hpet; long unsigned int hp_hpet_phys; long long unsigned int hp_tick_freq; long unsigned int hp_delta; unsigned int hp_ntimer; unsigned int hp_which; struct hpet_dev hp_dev[0]; }; struct compat_hpet_info { compat_ulong_t hi_ireqfreq; compat_ulong_t hi_flags; short unsigned int hi_hpet; short unsigned int hi_timer; }; typedef __int128 unsigned __u128; typedef __u128 u128; union __u128_halves { u128 full; struct { u64 low; u64 high; }; }; struct mmu_notifier; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*arch_invalidate_secondary_tlbs)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_pool { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; bool late_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; struct io_tlb_mem { struct io_tlb_pool defpool; long unsigned int nslabs; struct dentry *debugfs; bool force_bounce; bool for_alloc; atomic_long_t total_used; atomic_long_t used_hiwater; atomic_long_t transient_nslabs; }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; enum io_pgtable_fmt { ARM_32_LPAE_S1 = 0, ARM_32_LPAE_S2 = 1, ARM_64_LPAE_S1 = 2, ARM_64_LPAE_S2 = 3, ARM_V7S = 4, ARM_MALI_LPAE = 5, AMD_IOMMU_V1 = 6, AMD_IOMMU_V2 = 7, APPLE_DART = 8, APPLE_DART2 = 9, IO_PGTABLE_NUM_FMTS = 10, }; struct iommu_flush_ops { void (*tlb_flush_all)(void *); void (*tlb_flush_walk)(long unsigned int, size_t, size_t, void *); void (*tlb_add_page)(struct iommu_iotlb_gather *, long unsigned int, size_t, void *); }; struct io_pgtable_cfg { long unsigned int quirks; long unsigned int pgsize_bitmap; unsigned int ias; unsigned int oas; bool coherent_walk; const struct iommu_flush_ops *tlb; struct device *iommu_dev; void * (*alloc)(void *, size_t, gfp_t); void (*free)(void *, void *, size_t); union { struct { u64 ttbr; struct { u32 ips: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 tsz: 6; } tcr; u64 mair; } arm_lpae_s1_cfg; struct { u64 vttbr; struct { u32 ps: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 sl: 2; u32 tsz: 6; } vtcr; } arm_lpae_s2_cfg; struct { u32 ttbr; u32 tcr; u32 nmrr; u32 prrr; } arm_v7s_cfg; struct { u64 transtab; u64 memattr; } arm_mali_lpae_cfg; struct { u64 ttbr[4]; u32 n_ttbrs; } apple_dart_cfg; struct { int nid; } amd; }; }; struct io_pgtable_ops { int (*map_pages)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap_pages)(struct io_pgtable_ops *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct io_pgtable_ops *, long unsigned int); int (*pgtable_walk)(struct io_pgtable_ops *, long unsigned int, void *); int (*read_and_clear_dirty)(struct io_pgtable_ops *, long unsigned int, size_t, long unsigned int, struct iommu_dirty_bitmap *); }; struct io_pgtable { enum io_pgtable_fmt fmt; void *cookie; struct io_pgtable_cfg cfg; struct io_pgtable_ops ops; }; enum iommufd_hwpt_alloc_flags { IOMMU_HWPT_ALLOC_NEST_PARENT = 1, IOMMU_HWPT_ALLOC_DIRTY_TRACKING = 2, IOMMU_HWPT_FAULT_ID_VALID = 4, IOMMU_HWPT_ALLOC_PASID = 8, }; struct irq_remap_table { raw_spinlock_t lock; unsigned int min_index; u32 *table; }; struct gcr3_tbl_info { u64 *gcr3_tbl; int glx; u32 pasid_cnt; u16 domid; }; struct amd_io_pgtable { struct io_pgtable pgtbl; int mode; u64 *root; u64 *pgd; }; enum protection_domain_mode { PD_MODE_V1 = 1, PD_MODE_V2 = 2, }; struct protection_domain; struct iommu_dev_data { struct mutex mutex; spinlock_t dte_lock; struct list_head list; struct llist_node dev_data_list; struct protection_domain *domain; struct gcr3_tbl_info gcr3_info; struct device *dev; u16 devid; unsigned int max_irqs; u32 max_pasids; u32 flags; int ats_qdep; u8 ats_enabled: 1; u8 pri_enabled: 1; u8 pasid_enabled: 1; u8 pri_tlp: 1; u8 ppr: 1; bool use_vapic; bool defer_attach; struct ratelimit_state rs; }; struct amd_iommu; struct pdom_iommu_info { struct amd_iommu *iommu; u32 refcnt; }; struct amd_iommu_pci_seg; struct amd_iommu { struct list_head list; int index; raw_spinlock_t lock; struct pci_dev *dev; struct pci_dev *root_pdev; u64 mmio_phys; u64 mmio_phys_end; u8 *mmio_base; u32 cap; u8 acpi_flags; u64 features; u64 features2; u16 devid; u16 cap_ptr; struct amd_iommu_pci_seg *pci_seg; u64 exclusion_start; u64 exclusion_length; u8 *cmd_buf; u32 cmd_buf_head; u32 cmd_buf_tail; u8 *evt_buf; unsigned char evt_irq_name[16]; u8 *ppr_log; unsigned char ppr_irq_name[16]; u8 *ga_log; unsigned char ga_irq_name[16]; u8 *ga_log_tail; bool int_enabled; bool need_sync; bool irtcachedis_enabled; struct iommu_device iommu; u32 stored_addr_lo; u32 stored_addr_hi; u32 stored_l1[108]; u32 stored_l2[131]; u8 max_banks; u8 max_counters; u32 flags; volatile u64 *cmd_sem; atomic64_t cmd_sem_val; struct iopf_queue *iopf_queue; unsigned char iopfq_name[32]; }; struct protection_domain { struct list_head dev_list; struct iommu_domain domain; struct amd_io_pgtable iop; spinlock_t lock; u16 id; enum protection_domain_mode pd_mode; bool dirty_tracking; struct xarray iommu_array; struct mmu_notifier mn; struct list_head dev_data_list; }; struct dev_table_entry; struct amd_iommu_pci_seg { struct list_head list; struct llist_head dev_data_list; u16 id; u16 last_bdf; u32 dev_table_size; u32 alias_table_size; u32 rlookup_table_size; struct dev_table_entry *dev_table; struct amd_iommu **rlookup_table; struct irq_remap_table **irq_lookup_table; struct dev_table_entry *old_dev_tbl_cpy; u16 *alias_table; struct list_head unity_map; }; struct dev_table_entry { union { u64 data[4]; u128 data128[2]; }; }; struct acpihid_map_entry { struct list_head list; u8 uid[256]; u8 hid[9]; u32 devid; u32 root_devid; bool cmd_line; struct iommu_group *group; }; struct unity_map_entry { struct list_head list; u16 devid_start; u16 devid_end; u64 address_start; u64 address_end; int prot; }; struct iommu_cmd { u32 data[4]; }; enum iommu_fault_type { IOMMU_FAULT_PAGE_REQ = 1, }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct acpi_dmar_header { u16 type; u16 length; }; struct dmar_dev_scope { struct device *dev; u8 bus; u8 devfn; }; struct intel_iommu; struct dmar_drhd_unit { struct list_head list; struct acpi_dmar_header *hdr; u64 reg_base_addr; long unsigned int reg_size; struct dmar_dev_scope *devices; int devices_cnt; u16 segment; u8 ignored: 1; u8 include_all: 1; u8 gfx_dedicated: 1; struct intel_iommu *iommu; }; struct iommu_flush { void (*flush_context)(struct intel_iommu *, u16, u16, u8, u64); void (*flush_iotlb)(struct intel_iommu *, u16, u64, unsigned int, u64); }; struct root_entry; struct page_req_dsc; struct q_inval; struct iommu_pmu; struct intel_iommu { void *reg; u64 reg_phys; u64 reg_size; u64 cap; u64 ecap; u64 vccap; u64 ecmdcap[4]; u32 gcmd; raw_spinlock_t register_lock; int seq_id; int agaw; int msagaw; unsigned int irq; unsigned int pr_irq; unsigned int perf_irq; u16 segment; unsigned char name[16]; long unsigned int *domain_ids; long unsigned int *copied_tables; spinlock_t lock; struct root_entry *root_entry; struct iommu_flush flush; struct page_req_dsc *prq; unsigned char prq_name[16]; long unsigned int prq_seq_number; struct completion prq_complete; struct iopf_queue *iopf_queue; unsigned char iopfq_name[16]; struct mutex iopf_lock; struct q_inval *qi; u32 iommu_state[4]; struct rb_root device_rbtree; spinlock_t device_rbtree_lock; struct iommu_device iommu; int node; u32 flags; struct dmar_drhd_unit *drhd; void *perf_statistic; struct iommu_pmu *pmu; }; struct iommu_hwpt_vtd_s1 { __u64 flags; __u64 pgtbl_addr; __u32 addr_width; __u32 __reserved; }; enum iommu_hwpt_data_type { IOMMU_HWPT_DATA_NONE = 0, IOMMU_HWPT_DATA_VTD_S1 = 1, IOMMU_HWPT_DATA_ARM_SMMUV3 = 2, }; enum iommu_hwpt_invalidate_data_type { IOMMU_HWPT_INVALIDATE_DATA_VTD_S1 = 0, IOMMU_VIOMMU_INVALIDATE_DATA_ARM_SMMUV3 = 1, }; enum iommu_hwpt_vtd_s1_invalidate_flags { IOMMU_VTD_INV_FLAGS_LEAF = 1, }; struct iommu_hwpt_vtd_s1_invalidate { __u64 addr; __u64 npages; __u32 flags; __u32 __reserved; }; struct qi_desc { u64 qw0; u64 qw1; u64 qw2; u64 qw3; }; struct q_inval { raw_spinlock_t q_lock; void *desc; int *desc_status; int free_head; int free_tail; int free_cnt; }; enum { SR_DMAR_FECTL_REG = 0, SR_DMAR_FEDATA_REG = 1, SR_DMAR_FEADDR_REG = 2, SR_DMAR_FEUADDR_REG = 3, MAX_SR_DMAR_REGS = 4, }; struct root_entry { u64 lo; u64 hi; }; struct iommu_domain_info { struct intel_iommu *iommu; unsigned int refcnt; u16 did; }; struct qi_batch { struct qi_desc descs[16]; unsigned int index; }; struct dma_pte { u64 val; }; struct dmar_domain { int nid; struct xarray iommu_array; u8 iommu_coherency: 1; u8 force_snooping: 1; u8 set_pte_snp: 1; u8 use_first_level: 1; u8 dirty_tracking: 1; u8 nested_parent: 1; u8 has_mappings: 1; spinlock_t lock; struct list_head devices; struct list_head dev_pasids; spinlock_t cache_lock; struct list_head cache_tags; struct qi_batch *qi_batch; int iommu_superpage; union { struct { struct dma_pte *pgd; int gaw; int agaw; u64 max_addr; spinlock_t s1_lock; struct list_head s1_domains; }; struct { struct dmar_domain *s2_domain; struct iommu_hwpt_vtd_s1 s1_cfg; struct list_head s2_link; }; struct { struct mmu_notifier notifier; }; }; struct iommu_domain domain; }; struct iommu_pmu { struct intel_iommu *iommu; u32 num_cntr; u32 num_eg; u32 cntr_width; u32 cntr_stride; u32 filter; void *base; void *cfg_reg; void *cntr_reg; void *overflow; u64 *evcap; u32 **cntr_evcap; struct pmu pmu; long unsigned int used_mask[1]; struct perf_event *event_list[64]; unsigned char irq_name[16]; }; struct pasid_table; struct device_domain_info { struct list_head link; u32 segment; u8 bus; u8 devfn; u16 pfsid; u8 pasid_supported: 3; u8 pasid_enabled: 1; u8 pri_supported: 1; u8 pri_enabled: 1; u8 ats_supported: 1; u8 ats_enabled: 1; u8 dtlb_extra_inval: 1; u8 domain_attached: 1; u8 ats_qdep; unsigned int iopf_refcount; struct device *dev; struct intel_iommu *iommu; struct dmar_domain *domain; struct pasid_table *pasid_table; struct rb_node node; }; struct pasid_table { void *table; int order; u32 max_pasid; }; struct dev_pasid_info { struct list_head link_domain; struct device *dev; ioasid_t pasid; }; enum perf_pmu_scope { PERF_PMU_SCOPE_NONE = 0, PERF_PMU_SCOPE_CORE = 1, PERF_PMU_SCOPE_DIE = 2, PERF_PMU_SCOPE_CLUSTER = 3, PERF_PMU_SCOPE_PKG = 4, PERF_PMU_SCOPE_SYS_WIDE = 5, PERF_PMU_MAX_SCOPE = 6, }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; struct iommu_sva { struct iommu_attach_handle handle; struct device *dev; refcount_t users; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); }; struct cb_id { __u32 idx; __u32 val; }; struct cn_msg { struct cb_id id; __u32 seq; __u32 ack; __u16 len; __u16 flags; __u8 data[0]; }; struct cn_queue_dev { atomic_t refcnt; unsigned char name[32]; struct list_head queue_list; spinlock_t queue_lock; struct sock *nls; }; struct cn_callback_id { unsigned char name[32]; struct cb_id id; }; struct cn_callback_entry { struct list_head callback_entry; refcount_t refcnt; struct cn_queue_dev *pdev; struct cn_callback_id id; void (*callback)(struct cn_msg *, struct netlink_skb_parms *); u32 seq; u32 group; }; struct cn_dev { struct cb_id id; u32 seq; u32 groups; struct sock *nls; struct cn_queue_dev *cbdev; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; typedef int (*device_iter_t)(struct device *, void *); struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; const struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct platform_driver { int (*probe)(struct platform_device *); void (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_PSGMII = 18, PHY_INTERFACE_MODE_QSGMII = 19, PHY_INTERFACE_MODE_TRGMII = 20, PHY_INTERFACE_MODE_100BASEX = 21, PHY_INTERFACE_MODE_1000BASEX = 22, PHY_INTERFACE_MODE_2500BASEX = 23, PHY_INTERFACE_MODE_5GBASER = 24, PHY_INTERFACE_MODE_RXAUI = 25, PHY_INTERFACE_MODE_XAUI = 26, PHY_INTERFACE_MODE_10GBASER = 27, PHY_INTERFACE_MODE_25GBASER = 28, PHY_INTERFACE_MODE_USXGMII = 29, PHY_INTERFACE_MODE_10GKR = 30, PHY_INTERFACE_MODE_QUSGMII = 31, PHY_INTERFACE_MODE_1000BASEKX = 32, PHY_INTERFACE_MODE_10G_QXGMII = 33, PHY_INTERFACE_MODE_MAX = 34, } phy_interface_t; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; struct firmware { size_t size; const u8 *data; void *priv; }; struct builtin_fw { char *name; void *data; long unsigned int size; }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; enum access_coordinate_class { ACCESS_COORDINATE_LOCAL = 0, ACCESS_COORDINATE_CPU = 1, ACCESS_COORDINATE_MAX = 2, }; struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; }; struct node_attr { struct device_attribute attr; enum node_states state; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; u32 __data_loc_name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; const void *devname_ptr_; u32 name; const void *name_ptr_; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); enum mei_dev_state { MEI_DEV_INITIALIZING = 0, MEI_DEV_INIT_CLIENTS = 1, MEI_DEV_ENABLED = 2, MEI_DEV_RESETTING = 3, MEI_DEV_DISABLED = 4, MEI_DEV_POWERING_DOWN = 5, MEI_DEV_POWER_DOWN = 6, MEI_DEV_POWER_UP = 7, }; enum mei_hbm_state { MEI_HBM_IDLE = 0, MEI_HBM_STARTING = 1, MEI_HBM_CAP_SETUP = 2, MEI_HBM_DR_SETUP = 3, MEI_HBM_ENUM_CLIENTS = 4, MEI_HBM_CLIENT_PROPERTIES = 5, MEI_HBM_STARTED = 6, MEI_HBM_STOPPED = 7, }; enum mei_dev_pxp_mode { MEI_DEV_PXP_DEFAULT = 0, MEI_DEV_PXP_INIT = 1, MEI_DEV_PXP_SETUP = 2, MEI_DEV_PXP_READY = 3, }; enum mei_pg_event { MEI_PG_EVENT_IDLE = 0, MEI_PG_EVENT_WAIT = 1, MEI_PG_EVENT_RECEIVED = 2, MEI_PG_EVENT_INTR_WAIT = 3, MEI_PG_EVENT_INTR_RECEIVED = 4, }; struct mei_dma_dscr { void *vaddr; dma_addr_t daddr; size_t size; }; struct hbm_version { u8 minor_version; u8 major_version; }; struct mei_fw_version { u8 platform; u8 major; u16 minor; u16 buildno; u16 hotfix; }; struct mei_dev_timeouts { long unsigned int hw_ready; int connect; long unsigned int cl_connect; int client_init; long unsigned int pgi; unsigned int d0i3; long unsigned int hbm; long unsigned int mkhi_recv; }; struct mei_fw_status { int count; u32 status[6]; }; enum mei_dev_reset_to_pxp { MEI_DEV_RESET_TO_PXP_DEFAULT = 0, MEI_DEV_RESET_TO_PXP_PERFORMED = 1, MEI_DEV_RESET_TO_PXP_DONE = 2, }; struct mei_hw_ops; struct mei_device { struct device *dev; struct cdev cdev; int minor; struct list_head write_list; struct list_head write_waiting_list; struct list_head ctrl_wr_list; struct list_head ctrl_rd_list; u8 tx_queue_limit; struct list_head file_list; long int open_handle_count; struct mutex device_lock; struct delayed_work timer_work; bool recvd_hw_ready; wait_queue_head_t wait_hw_ready; wait_queue_head_t wait_pg; wait_queue_head_t wait_hbm_start; long unsigned int reset_count; enum mei_dev_state dev_state; enum mei_hbm_state hbm_state; enum mei_dev_pxp_mode pxp_mode; u16 init_clients_timer; enum mei_pg_event pg_event; struct dev_pm_domain pg_domain; unsigned char rd_msg_buf[512]; u32 rd_msg_hdr[512]; int rd_msg_hdr_count; bool hbuf_is_ready; struct mei_dma_dscr dr_dscr[3]; struct hbm_version version; unsigned int hbm_f_pg_supported: 1; unsigned int hbm_f_dc_supported: 1; unsigned int hbm_f_dot_supported: 1; unsigned int hbm_f_ev_supported: 1; unsigned int hbm_f_fa_supported: 1; unsigned int hbm_f_ie_supported: 1; unsigned int hbm_f_os_supported: 1; unsigned int hbm_f_dr_supported: 1; unsigned int hbm_f_vt_supported: 1; unsigned int hbm_f_cap_supported: 1; unsigned int hbm_f_cd_supported: 1; unsigned int hbm_f_gsc_supported: 1; struct mei_fw_version fw_ver[3]; unsigned int fw_f_fw_ver_supported: 1; unsigned int fw_ver_received: 1; struct rw_semaphore me_clients_rwsem; struct list_head me_clients; long unsigned int me_clients_map[4]; long unsigned int host_clients_map[4]; bool allow_fixed_address; bool override_fixed_address; struct mei_dev_timeouts timeouts; struct work_struct reset_work; struct work_struct bus_rescan_work; struct list_head device_list; struct mutex cl_bus_lock; const char *kind; struct dentry *dbgfs_dir; struct mei_fw_status saved_fw_status; enum mei_dev_state saved_dev_state; bool saved_fw_status_flag; enum mei_dev_reset_to_pxp gsc_reset_to_pxp; const struct mei_hw_ops *ops; char hw[0]; }; enum mei_hbm_status { MEI_HBMS_SUCCESS = 0, MEI_HBMS_CLIENT_NOT_FOUND = 1, MEI_HBMS_ALREADY_EXISTS = 2, MEI_HBMS_REJECTED = 3, MEI_HBMS_INVALID_PARAMETER = 4, MEI_HBMS_NOT_ALLOWED = 5, MEI_HBMS_ALREADY_STARTED = 6, MEI_HBMS_NOT_STARTED = 7, MEI_HBMS_MAX = 8, }; enum { DMA_DSCR_HOST = 0, DMA_DSCR_DEVICE = 1, DMA_DSCR_CTRL = 2, DMA_DSCR_NUM = 3, }; enum mei_pg_state { MEI_PG_OFF = 0, MEI_PG_ON = 1, }; struct mei_hw_ops { bool (*host_is_ready)(struct mei_device *); bool (*hw_is_ready)(struct mei_device *); int (*hw_reset)(struct mei_device *, bool); int (*hw_start)(struct mei_device *); int (*hw_config)(struct mei_device *); int (*fw_status)(struct mei_device *, struct mei_fw_status *); int (*trc_status)(struct mei_device *, u32 *); enum mei_pg_state (*pg_state)(struct mei_device *); bool (*pg_in_transition)(struct mei_device *); bool (*pg_is_enabled)(struct mei_device *); void (*intr_clear)(struct mei_device *); void (*intr_enable)(struct mei_device *); void (*intr_disable)(struct mei_device *); void (*synchronize_irq)(struct mei_device *); int (*hbuf_free_slots)(struct mei_device *); bool (*hbuf_is_ready)(struct mei_device *); u32 (*hbuf_depth)(const struct mei_device *); int (*write)(struct mei_device *, const void *, size_t, const void *, size_t); int (*rdbuf_full_slots)(struct mei_device *); u32 (*read_hdr)(const struct mei_device *); int (*read)(struct mei_device *, unsigned char *, long unsigned int); }; typedef struct { __u8 b[16]; } uuid_le; struct mei_client { __u32 max_msg_length; __u8 protocol_version; __u8 reserved[3]; }; struct mei_connect_client_data { union { uuid_le in_client_uuid; struct mei_client out_client_properties; }; }; struct mei_connect_client_vtag { uuid_le in_client_uuid; __u8 vtag; __u8 reserved[3]; }; struct mei_connect_client_data_vtag { union { struct mei_connect_client_vtag connect; struct mei_client out_client_properties; }; }; struct mei_cl_device; typedef void (*mei_cldev_cb_t)(struct mei_cl_device *); struct mei_me_client; struct mei_cl; struct mei_cl_device { struct list_head bus_list; struct mei_device *bus; struct device dev; struct mei_me_client *me_cl; struct mei_cl *cl; char name[32]; struct work_struct rx_work; mei_cldev_cb_t rx_cb; struct work_struct notif_work; mei_cldev_cb_t notif_cb; unsigned int do_match: 1; unsigned int is_added: 1; void *priv_data; }; struct mei_client_properties { uuid_le protocol_name; u8 protocol_version; u8 max_number_of_connections; u8 fixed_address; u8 single_recv_buf: 1; u8 vt_supported: 1; u8 reserved: 6; u32 max_msg_length; }; struct mei_me_client { struct list_head list; struct kref refcnt; struct mei_client_properties props; u8 client_id; u8 tx_flow_ctrl_creds; u8 connect_count; u8 bus_added; }; enum file_state { MEI_FILE_UNINITIALIZED = 0, MEI_FILE_INITIALIZING = 1, MEI_FILE_CONNECTING = 2, MEI_FILE_CONNECTED = 3, MEI_FILE_DISCONNECTING = 4, MEI_FILE_DISCONNECT_REPLY = 5, MEI_FILE_DISCONNECT_REQUIRED = 6, MEI_FILE_DISCONNECTED = 7, }; enum mei_file_transaction_states { MEI_IDLE = 0, MEI_WRITING = 1, MEI_WRITE_COMPLETE = 2, }; struct mei_dma_data { u8 buffer_id; void *vaddr; dma_addr_t daddr; size_t size; }; struct mei_cl { struct list_head link; struct mei_device *dev; enum file_state state; wait_queue_head_t tx_wait; wait_queue_head_t rx_wait; wait_queue_head_t wait; wait_queue_head_t ev_wait; struct fasync_struct *ev_async; int status; struct mei_me_client *me_cl; const struct file *fp; u8 host_client_id; struct list_head vtag_map; u8 tx_flow_ctrl_creds; u8 rx_flow_ctrl_creds; u8 timer_count; u8 notify_en; u8 notify_ev; u8 tx_cb_queued; enum mei_file_transaction_states writing_state; struct list_head rd_pending; spinlock_t rd_completed_lock; struct list_head rd_completed; struct mei_dma_data dma; u8 dma_mapped; struct mei_cl_device *cldev; }; struct mei_ext_hdr { u8 type; u8 length; }; enum mei_cb_file_ops { MEI_FOP_READ = 0, MEI_FOP_WRITE = 1, MEI_FOP_CONNECT = 2, MEI_FOP_DISCONNECT = 3, MEI_FOP_DISCONNECT_RSP = 4, MEI_FOP_NOTIFY_START = 5, MEI_FOP_NOTIFY_STOP = 6, MEI_FOP_DMA_MAP = 7, MEI_FOP_DMA_UNMAP = 8, }; struct mei_msg_data { size_t size; unsigned char *data; }; struct mei_cl_cb { struct list_head list; struct mei_cl *cl; enum mei_cb_file_ops fop_type; struct mei_msg_data buf; size_t buf_idx; u8 vtag; const struct file *fp; int status; u32 internal: 1; u32 blocking: 1; struct mei_ext_hdr *ext_hdr; }; struct mei_cl_vtag { struct list_head list; const struct file *fp; u8 vtag; u8 pending_read: 1; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); void (*set_deadline)(struct dma_fence *, ktime_t); }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct dma_buf; struct dma_buf_attachment; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; typedef __u64 blist_flags_t; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct bsg_device; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_vpd *vpd_pgb7; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int manage_system_start_stop: 1; unsigned int manage_runtime_start_stop: 1; unsigned int manage_shutdown: 1; unsigned int force_runtime_start_on_system_start: 1; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int read_before_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int no_vpd_size: 1; unsigned int cdl_supported: 1; unsigned int cdl_enable: 1; unsigned int queue_stopped; bool offline_already; unsigned int ua_new_media_ctr; unsigned int ua_por_ctr; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; const struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; unsigned int dma_alignment; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; unsigned int no_highmem: 1; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; int rpm_autosuspend_delay; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; struct scsi_failure { int result; u8 sense; u8 asc; u8 ascq; s8 allowed; s8 retries; }; struct scsi_failures { int total_allowed; int total_retries; struct scsi_failure *failure_definitions; }; struct scsi_exec_args { unsigned char *sense; unsigned int sense_len; struct scsi_sense_hdr *sshdr; blk_mq_req_flags_t req_flags; int scmd_flags; int *resid; struct scsi_failures *failures; }; struct scsi_data_buffer { struct sg_table table; unsigned int length; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, } __attribute__((mode(byte))); struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; int (*resume)(struct device *); void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*sdev_init)(struct scsi_device *); int (*sdev_configure)(struct scsi_device *, struct queue_limits *); void (*sdev_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; unsigned int dma_alignment; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; bool tag_alloc_policy_rr: 1; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, SCSIML_STAT_DL_TIMEOUT = 5, }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct double_list { struct list_head *top; struct list_head *bottom; }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); int (*freeze)(struct virtio_device *); int (*restore)(struct virtio_device *); int (*reset_prepare)(struct virtio_device *); int (*reset_done)(struct virtio_device *); void (*shutdown)(struct virtio_device *); }; typedef __u16 __virtio16; typedef __u32 __virtio32; typedef __u64 __virtio64; struct virtio_scsi_cmd_req { __u8 lun[8]; __virtio64 tag; __u8 task_attr; __u8 prio; __u8 crn; __u8 cdb[32]; } __attribute__((packed)); struct virtio_scsi_cmd_req_pi { __u8 lun[8]; __virtio64 tag; __u8 task_attr; __u8 prio; __u8 crn; __virtio32 pi_bytesout; __virtio32 pi_bytesin; __u8 cdb[32]; } __attribute__((packed)); struct virtio_scsi_cmd_resp { __virtio32 sense_len; __virtio32 resid; __virtio16 status_qualifier; __u8 status; __u8 response; __u8 sense[96]; }; struct virtio_scsi_ctrl_tmf_req { __virtio32 type; __virtio32 subtype; __u8 lun[8]; __virtio64 tag; }; struct virtio_scsi_ctrl_tmf_resp { __u8 response; }; struct virtio_scsi_ctrl_an_req { __virtio32 type; __u8 lun[8]; __virtio32 event_requested; }; struct virtio_scsi_ctrl_an_resp { __virtio32 event_actual; __u8 response; } __attribute__((packed)); struct virtio_scsi_event { __virtio32 event; __u8 lun[8]; __virtio32 reason; }; struct virtio_scsi_config { __virtio32 num_queues; __virtio32 seg_max; __virtio32 max_sectors; __virtio32 cmd_per_lun; __virtio32 event_info_size; __virtio32 sense_size; __virtio32 cdb_size; __virtio16 max_channel; __virtio16 max_target; __virtio32 max_lun; }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct virtio_scsi_cmd { struct scsi_cmnd *sc; struct completion *comp; union { struct virtio_scsi_cmd_req cmd; struct virtio_scsi_cmd_req_pi cmd_pi; struct virtio_scsi_ctrl_tmf_req tmf; struct virtio_scsi_ctrl_an_req an; } req; union { struct virtio_scsi_cmd_resp cmd; struct virtio_scsi_ctrl_tmf_resp tmf; struct virtio_scsi_ctrl_an_resp an; struct virtio_scsi_event evt; } resp; long: 64; } __attribute__((packed)); struct virtio_scsi; struct virtio_scsi_event_node { struct virtio_scsi *vscsi; struct virtio_scsi_event event; struct work_struct work; }; struct virtio_scsi_vq { spinlock_t vq_lock; struct virtqueue *vq; }; struct virtio_scsi { struct virtio_device *vdev; struct virtio_scsi_event_node event_list[8]; u32 num_queues; int io_queues[3]; struct hlist_node node; bool stop_events; struct virtio_scsi_vq ctrl_vq; struct virtio_scsi_vq event_vq; struct virtio_scsi_vq req_vqs[0]; }; struct cdrom_device_ops; struct cdrom_device_info { const struct cdrom_device_ops *ops; struct list_head list; struct gendisk *disk; void *handle; int mask; int speed; int capacity; unsigned int options: 30; unsigned int mc_flags: 2; unsigned int vfs_events; unsigned int ioctl_events; int use_count; char name[20]; __u8 sanyo_slot: 2; __u8 keeplocked: 1; __u8 reserved: 5; int cdda_method; __u8 last_sense; __u8 media_written; short unsigned int mmc3_profile; int (*exit)(struct cdrom_device_info *); int mrw_mode_page; bool opened_for_data; __s64 last_media_change_ms; }; struct cdrom_msf0 { __u8 minute; __u8 second; __u8 frame; }; union cdrom_addr { struct cdrom_msf0 msf; int lba; }; struct cdrom_multisession { union cdrom_addr addr; __u8 xa_flag; __u8 addr_format; }; struct cdrom_mcn { __u8 medium_catalog_number[14]; }; struct packet_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct scsi_sense_hdr *sshdr; unsigned char data_direction; int quiet; int timeout; void *reserved[1]; }; struct cdrom_device_ops { int (*open)(struct cdrom_device_info *, int); void (*release)(struct cdrom_device_info *); int (*drive_status)(struct cdrom_device_info *, int); unsigned int (*check_events)(struct cdrom_device_info *, unsigned int, int); int (*tray_move)(struct cdrom_device_info *, int); int (*lock_door)(struct cdrom_device_info *, int); int (*select_speed)(struct cdrom_device_info *, long unsigned int); int (*get_last_session)(struct cdrom_device_info *, struct cdrom_multisession *); int (*get_mcn)(struct cdrom_device_info *, struct cdrom_mcn *); int (*reset)(struct cdrom_device_info *); int (*audio_ioctl)(struct cdrom_device_info *, unsigned int, void *); int (*generic_packet)(struct cdrom_device_info *, struct packet_command *); int (*read_cdda_bpc)(struct cdrom_device_info *, void *, u32, u32, u8 *); const int capability; }; struct ccs_modesel_head { __u8 _r1; __u8 medium; __u8 _r2; __u8 block_desc_length; __u8 density; __u8 number_blocks_hi; __u8 number_blocks_med; __u8 number_blocks_lo; __u8 _r3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; struct scsi_cd { unsigned int capacity; struct scsi_device *device; unsigned int vendor; long unsigned int ms_offset; unsigned int writeable: 1; unsigned int use: 1; unsigned int xa_flag: 1; unsigned int readcd_known: 1; unsigned int readcd_cdda: 1; unsigned int media_present: 1; int tur_mismatch; bool tur_changed: 1; bool get_event_changed: 1; bool ignore_get_event: 1; struct cdrom_device_info cdi; struct mutex lock; struct gendisk *disk; }; typedef struct scsi_cd Scsi_CD; struct reset_control; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, const struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; int reset_state; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct phy_package_shared; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*read_c45)(struct mii_bus *, int, int, int); int (*write_c45)(struct mii_bus *, int, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; enum device_link_state { DL_STATE_NONE = -1, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_ERROR = 3, PHY_UP = 4, PHY_RUNNING = 5, PHY_NOLINK = 6, PHY_CABLETEST = 7, }; struct eee_config { u32 tx_lpi_timer; bool tx_lpi_enabled; bool eee_enabled; }; struct phylink; struct pse_control; struct phy_driver; struct mii_timestamper; struct phy_device { struct mdio_device mdio; const struct phy_driver *drv; struct device_link *devlink; u32 phyindex; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int wol_enabled: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; unsigned int default_timestamp: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; long unsigned int possible_interfaces[1]; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int supported_eee[2]; long unsigned int advertising_eee[2]; long unsigned int eee_disabled_modes[2]; bool enable_tx_lpi; bool eee_active; struct eee_config eee_cfg; long unsigned int host_interfaces[1]; struct list_head leds; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; struct ethtool_phy_stats { u64 rx_packets; u64 rx_bytes; u64 rx_errors; u64 tx_packets; u64 tx_bytes; u64 tx_errors; }; struct phy_plca_cfg { int version; int enabled; int node_id; int node_cnt; int to_tmr; int burst_cnt; int burst_tmr; }; struct phy_plca_status { bool pst; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, ETHTOOL_MSG_PLCA_GET_CFG_REPLY = 39, ETHTOOL_MSG_PLCA_GET_STATUS_REPLY = 40, ETHTOOL_MSG_PLCA_NTF = 41, ETHTOOL_MSG_MM_GET_REPLY = 42, ETHTOOL_MSG_MM_NTF = 43, ETHTOOL_MSG_MODULE_FW_FLASH_NTF = 44, ETHTOOL_MSG_PHY_GET_REPLY = 45, ETHTOOL_MSG_PHY_NTF = 46, ETHTOOL_MSG_TSCONFIG_GET_REPLY = 47, ETHTOOL_MSG_TSCONFIG_SET_REPLY = 48, __ETHTOOL_MSG_KERNEL_CNT = 49, ETHTOOL_MSG_KERNEL_MAX = 48, }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct kernel_ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); unsigned int (*inband_caps)(struct phy_device *, phy_interface_t); int (*config_inband)(struct phy_device *, unsigned int); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); void (*get_phy_stats)(struct phy_device *, struct ethtool_eth_phy_stats *, struct ethtool_phy_stats *); void (*get_link_stats)(struct phy_device *, struct ethtool_link_ext_stats *); int (*update_stats)(struct phy_device *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool, int); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*led_brightness_set)(struct phy_device *, u8, enum led_brightness); int (*led_blink_set)(struct phy_device *, u8, long unsigned int *, long unsigned int *); int (*led_hw_is_supported)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_set)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_get)(struct phy_device *, u8, long unsigned int *); int (*led_polarity_set)(struct phy_device *, int, long unsigned int); unsigned int (*get_next_update_time)(struct phy_device *); }; enum link_inband_signalling { LINK_INBAND_DISABLE = 1, LINK_INBAND_ENABLE = 2, LINK_INBAND_BYPASS = 4, }; struct link_capabilities { int speed; unsigned int duplex; long unsigned int linkmodes[2]; }; enum phy_state_work { PHY_STATE_WORK_NONE = 0, PHY_STATE_WORK_ANEG = 1, PHY_STATE_WORK_SUSPEND = 2, }; struct phy_package_shared { u8 base_addr; struct device_node *np; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; enum led_trigger_netdev_modes { TRIGGER_NETDEV_LINK = 0, TRIGGER_NETDEV_LINK_10 = 1, TRIGGER_NETDEV_LINK_100 = 2, TRIGGER_NETDEV_LINK_1000 = 3, TRIGGER_NETDEV_LINK_2500 = 4, TRIGGER_NETDEV_LINK_5000 = 5, TRIGGER_NETDEV_LINK_10000 = 6, TRIGGER_NETDEV_HALF_DUPLEX = 7, TRIGGER_NETDEV_FULL_DUPLEX = 8, TRIGGER_NETDEV_TX = 9, TRIGGER_NETDEV_RX = 10, TRIGGER_NETDEV_TX_ERR = 11, TRIGGER_NETDEV_RX_ERR = 12, __TRIGGER_NETDEV_MAX = 13, }; struct rtl821x_priv { u16 phycr1; u16 phycr2; bool has_phycr2; struct clk *clk; }; struct netdev_xmit { u16 recursion; u8 more; u8 skip_txqueue; }; struct nf_conntrack { refcount_t use; }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, __UNUSED_NETIF_F_12 = 12, __UNUSED_NETIF_F_13 = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_ACCECN_BIT = 35, NETIF_F_GSO_LAST = 35, NETIF_F_FCOE_CRC_BIT = 36, NETIF_F_SCTP_CRC_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector { long long unsigned int used_keys; short unsigned int offset[33]; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; enum { SKBTX_HW_TSTAMP_NOBPF = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_COMPLETION_TSTAMP = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, SKBTX_BPF = 128, }; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, SKB_GSO_TCP_ACCECN = 524288, }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; enum netdev_queue_type { NETDEV_QUEUE_TYPE_RX = 0, NETDEV_QUEUE_TYPE_TX = 1, }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, NAPIF_STATE_HAS_NOTIFIER = 1024, }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct xdp_umem; struct xsk_queue; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; spinlock_t rx_lock; struct list_head free_list; struct list_head xskb_list; u32 heads_cnt; u16 queue_id; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u32 xdp_zc_max_segs; u8 tx_metadata_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool unaligned; bool tx_sw_csum; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; }; struct pp_memory_provider_params { void *mp_priv; const struct memory_provider_ops *mp_ops; }; struct rps_map; struct rps_dev_flow_table; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; const struct attribute_group **groups; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; struct napi_struct *napi; struct pp_memory_provider_params mp_params; }; struct netdev_config { u32 hds_thresh; u8 hds_config; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; local_lock_t process_queue_bh_lock; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; unsigned int received_rps; bool in_net_rx_action; bool in_napi_threaded_poll; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct netdev_xmit xmit; long: 64; long: 64; long: 64; unsigned int input_queue_head; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; atomic_t dropped; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_STATS_PHY = 21, ETH_SS_TS_FLAGS = 22, ETH_SS_COUNT = 23, }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct virtio_net_config { __u8 mac[6]; __virtio16 status; __virtio16 max_virtqueue_pairs; __virtio16 mtu; __le32 speed; __u8 duplex; __u8 rss_max_key_size; __le16 rss_max_indirection_table_length; __le32 supported_hash_types; }; struct virtio_net_hdr_v1 { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; union { struct { __virtio16 csum_start; __virtio16 csum_offset; }; struct { __virtio16 start; __virtio16 offset; } csum; struct { __le16 segments; __le16 dup_acks; } rsc; }; __virtio16 num_buffers; }; struct virtio_net_hdr_v1_hash { struct virtio_net_hdr_v1 hdr; __le32 hash_value; __le16 hash_report; __le16 padding; }; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct virtio_net_hdr_mrg_rxbuf { struct virtio_net_hdr hdr; __virtio16 num_buffers; }; struct virtio_net_ctrl_hdr { __u8 class; __u8 cmd; }; typedef __u8 virtio_net_ctrl_ack; struct virtio_net_ctrl_mac { __virtio32 entries; __u8 macs[0]; }; struct virtio_net_ctrl_mq { __virtio16 virtqueue_pairs; }; struct virtio_net_rss_config_hdr { __le32 hash_types; __le16 indirection_table_mask; __le16 unclassified_queue; __le16 indirection_table[0]; }; struct virtio_net_rss_config_trailer { __le16 max_tx_vq; __u8 hash_key_length; __u8 hash_key_data[0]; }; struct virtio_net_ctrl_coal_tx { __le32 tx_max_packets; __le32 tx_usecs; }; struct virtio_net_ctrl_coal_rx { __le32 rx_max_packets; __le32 rx_usecs; }; struct virtio_net_ctrl_coal { __le32 max_packets; __le32 max_usecs; }; struct virtio_net_ctrl_coal_vq { __le16 vqn; __le16 reserved; struct virtio_net_ctrl_coal coal; }; struct virtio_net_stats_capabilities { __le64 supported_stats_types[1]; }; struct virtio_net_ctrl_queue_stats { struct { __le16 vq_index; __le16 reserved[3]; __le64 types_bitmap[1]; } stats[1]; }; struct virtio_net_stats_reply_hdr { __u8 type; __u8 reserved; __le16 vq_index; __le16 reserved1; __le16 size; }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; struct failover_ops { int (*slave_pre_register)(struct net_device *, struct net_device *); int (*slave_register)(struct net_device *, struct net_device *); int (*slave_pre_unregister)(struct net_device *, struct net_device *); int (*slave_unregister)(struct net_device *, struct net_device *); int (*slave_link_change)(struct net_device *, struct net_device *); int (*slave_name_change)(struct net_device *, struct net_device *); rx_handler_result_t (*slave_handle_frame)(struct sk_buff **); }; struct failover { struct list_head list; struct net_device *failover_dev; netdevice_tracker dev_tracker; struct failover_ops *ops; }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_stats_rx { u64 bytes; u64 packets; u64 alloc_fail; u64 hw_drops; u64 hw_drop_overruns; u64 csum_complete; u64 csum_unnecessary; u64 csum_none; u64 csum_bad; u64 hw_gro_packets; u64 hw_gro_bytes; u64 hw_gro_wire_packets; u64 hw_gro_wire_bytes; u64 hw_drop_ratelimits; }; struct netdev_queue_stats_tx { u64 bytes; u64 packets; u64 hw_drops; u64 hw_drop_errors; u64 csum_none; u64 needs_csum; u64 hw_gso_packets; u64 hw_gso_bytes; u64 hw_gso_wire_packets; u64 hw_gso_wire_bytes; u64 hw_drop_ratelimits; u64 stop; u64 wake; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; u8 tx_metadata_len; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xdp_buff_xsk { struct xdp_buff xdp; u8 cb[24]; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; struct list_head list_node; long: 64; }; struct ewma_pkt_len { long unsigned int internal; }; struct virtnet_stat_desc { char desc[32]; size_t offset; size_t qstat_offset; }; struct virtnet_sq_free_stats { u64 packets; u64 bytes; u64 napi_packets; u64 napi_bytes; u64 xsk; }; struct virtnet_sq_stats { struct u64_stats_sync syncp; u64_stats_t packets; u64_stats_t bytes; u64_stats_t xdp_tx; u64_stats_t xdp_tx_drops; u64_stats_t kicks; u64_stats_t tx_timeouts; u64_stats_t stop; u64_stats_t wake; }; struct virtnet_rq_stats { struct u64_stats_sync syncp; u64_stats_t packets; u64_stats_t bytes; u64_stats_t drops; u64_stats_t xdp_packets; u64_stats_t xdp_tx; u64_stats_t xdp_redirects; u64_stats_t xdp_drops; u64_stats_t kicks; }; struct virtnet_interrupt_coalesce { u32 max_packets; u32 max_usecs; }; struct virtnet_rq_dma { dma_addr_t addr; u32 ref; u16 len; u16 need_sync; }; struct send_queue { struct virtqueue *vq; struct scatterlist sg[19]; char name[16]; struct virtnet_sq_stats stats; struct virtnet_interrupt_coalesce intr_coal; struct napi_struct napi; bool reset; struct xsk_buff_pool *xsk_pool; dma_addr_t xsk_hdr_dma_addr; }; struct receive_queue { struct virtqueue *vq; struct napi_struct napi; struct bpf_prog *xdp_prog; struct virtnet_rq_stats stats; u16 calls; bool dim_enabled; struct mutex dim_lock; struct dim dim; u32 packets_in_napi; struct virtnet_interrupt_coalesce intr_coal; struct page *pages; struct ewma_pkt_len mrg_avg_pkt_len; struct page_frag alloc_frag; struct scatterlist sg[19]; unsigned int min_buf_len; char name[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; struct virtnet_rq_dma *last_dma; struct xsk_buff_pool *xsk_pool; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xsk_rxq_info; struct xdp_buff **xsk_buffs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct control_buf { struct virtio_net_ctrl_hdr hdr; virtio_net_ctrl_ack status; }; struct virtnet_info { struct virtio_device *vdev; struct virtqueue *cvq; struct net_device *dev; struct send_queue *sq; struct receive_queue *rq; unsigned int status; u16 max_queue_pairs; u16 curr_queue_pairs; u16 xdp_queue_pairs; bool xdp_enabled; bool big_packets; unsigned int big_packets_num_skbfrags; bool mergeable_rx_bufs; bool has_rss; bool has_rss_hash_report; u8 rss_key_size; u16 rss_indir_table_size; u32 rss_hash_types_supported; u32 rss_hash_types_saved; struct virtio_net_rss_config_hdr *rss_hdr; struct virtio_net_rss_config_trailer rss_trailer; u8 rss_hash_key_data[40]; bool has_cvq; struct mutex cvq_lock; bool any_header_sg; u8 hdr_len; struct delayed_work refill; bool refill_enabled; spinlock_t refill_lock; struct work_struct config_work; struct work_struct rx_mode_work; bool rx_mode_work_enabled; bool affinity_hint_set; struct hlist_node node; struct hlist_node node_dead; struct control_buf *ctrl; u8 duplex; u32 speed; bool rx_dim_enabled; struct virtnet_interrupt_coalesce intr_coal_tx; struct virtnet_interrupt_coalesce intr_coal_rx; long unsigned int guest_offloads; long unsigned int guest_offloads_capable; struct failover *failover; u64 device_stats_cap; }; struct virtio_net_common_hdr { union { struct virtio_net_hdr hdr; struct virtio_net_hdr_mrg_rxbuf mrg_hdr; struct virtio_net_hdr_v1_hash hash_v1_hdr; }; }; enum virtnet_xmit_type { VIRTNET_XMIT_TYPE_SKB = 0, VIRTNET_XMIT_TYPE_SKB_ORPHAN = 1, VIRTNET_XMIT_TYPE_XDP = 2, VIRTNET_XMIT_TYPE_XSK = 3, }; struct virtnet_stats_ctx { bool to_qstat; u32 desc_num[3]; u64 bitmap[3]; u32 size[3]; u64 *data; }; typedef struct { spinlock_t *lock; } class_spinlock_irq_t; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; struct regulator; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; struct i2c_adapter; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; void *devres_group_id; struct dentry *debugfs; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *); void (*remove)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; struct dentry *debugfs; long unsigned int addrs_in_instantiation[2]; }; struct i2c_algorithm { union { int (*xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); }; union { int (*xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); }; int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct pinctrl; struct pinctrl_state; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct i2c_smbus_alert_setup { int irq; }; struct i2c_smbus_alert { struct work_struct alert; struct i2c_client *ara; }; struct alert_data { short unsigned int addr; enum i2c_alert_protocol type; unsigned int data; }; enum dmi_device_type { DMI_DEV_TYPE_ANY = 0, DMI_DEV_TYPE_OTHER = 1, DMI_DEV_TYPE_UNKNOWN = 2, DMI_DEV_TYPE_VIDEO = 3, DMI_DEV_TYPE_SCSI = 4, DMI_DEV_TYPE_ETHERNET = 5, DMI_DEV_TYPE_TOKENRING = 6, DMI_DEV_TYPE_SOUND = 7, DMI_DEV_TYPE_PATA = 8, DMI_DEV_TYPE_SATA = 9, DMI_DEV_TYPE_SAS = 10, DMI_DEV_TYPE_IPMI = -1, DMI_DEV_TYPE_OEM_STRING = -2, DMI_DEV_TYPE_DEV_ONBOARD = -3, DMI_DEV_TYPE_DEV_SLOT = -4, }; struct itco_wdt_platform_data { char name[32]; unsigned int version; bool no_reboot_use_pmc; }; struct i801_priv { struct i2c_adapter adapter; void *smba; unsigned char original_hstcfg; unsigned char original_hstcnt; unsigned char original_slvcmd; struct pci_dev *pci_dev; unsigned int features; struct completion done; u8 status; u8 cmd; bool is_read; int count; int len; u8 *data; struct platform_device *tco_pdev; bool acpi_reserved; }; struct dmi_onboard_device_info { const char *name; u8 type; short unsigned int i2c_addr; const char *i2c_type; }; enum rc_proto { RC_PROTO_UNKNOWN = 0, RC_PROTO_OTHER = 1, RC_PROTO_RC5 = 2, RC_PROTO_RC5X_20 = 3, RC_PROTO_RC5_SZ = 4, RC_PROTO_JVC = 5, RC_PROTO_SONY12 = 6, RC_PROTO_SONY15 = 7, RC_PROTO_SONY20 = 8, RC_PROTO_NEC = 9, RC_PROTO_NECX = 10, RC_PROTO_NEC32 = 11, RC_PROTO_SANYO = 12, RC_PROTO_MCIR2_KBD = 13, RC_PROTO_MCIR2_MSE = 14, RC_PROTO_RC6_0 = 15, RC_PROTO_RC6_6A_20 = 16, RC_PROTO_RC6_6A_24 = 17, RC_PROTO_RC6_6A_32 = 18, RC_PROTO_RC6_MCE = 19, RC_PROTO_SHARP = 20, RC_PROTO_XMP = 21, RC_PROTO_CEC = 22, RC_PROTO_IMON = 23, RC_PROTO_RCMM12 = 24, RC_PROTO_RCMM24 = 25, RC_PROTO_RCMM32 = 26, RC_PROTO_XBOX_DVD = 27, RC_PROTO_MAX = 27, }; struct rc_map_table { u64 scancode; u32 keycode; }; struct rc_map { struct rc_map_table *scan; unsigned int size; unsigned int len; unsigned int alloc; enum rc_proto rc_proto; const char *name; spinlock_t lock; }; struct rc_map_list { struct list_head list; struct rc_map map; }; struct lirc_scancode { __u64 timestamp; __u16 flags; __u16 rc_proto; __u32 keycode; __u64 scancode; }; enum rc_driver_type { RC_DRIVER_SCANCODE = 0, RC_DRIVER_IR_RAW = 1, RC_DRIVER_IR_RAW_TX = 2, }; struct rc_scancode_filter { u32 data; u32 mask; }; struct rc_dev; struct lirc_fh { struct list_head list; struct rc_dev *rc; struct { union { struct __kfifo kfifo; unsigned int *type; const unsigned int *const_type; char (*rectype)[0]; unsigned int *ptr; const unsigned int *ptr_const; }; unsigned int buf[0]; } rawir; struct { union { struct __kfifo kfifo; struct lirc_scancode *type; const struct lirc_scancode *const_type; char (*rectype)[0]; struct lirc_scancode *ptr; const struct lirc_scancode *ptr_const; }; struct lirc_scancode buf[0]; } scancodes; wait_queue_head_t wait_poll; u32 carrier_low; u8 send_mode; u8 rec_mode; }; struct ir_raw_event_ctrl; struct rc_dev { struct device dev; bool managed_alloc; bool registered; bool idle; bool encode_wakeup; unsigned int minor; const struct attribute_group *sysfs_groups[5]; const char *device_name; const char *input_phys; struct input_id input_id; const char *driver_name; const char *map_name; struct rc_map rc_map; struct mutex lock; struct ir_raw_event_ctrl *raw; struct input_dev *input_dev; enum rc_driver_type driver_type; u32 users; u64 allowed_protocols; u64 enabled_protocols; u64 allowed_wakeup_protocols; enum rc_proto wakeup_protocol; struct rc_scancode_filter scancode_filter; struct rc_scancode_filter scancode_wakeup_filter; u32 scancode_mask; void *priv; spinlock_t keylock; bool keypressed; u8 last_toggle; u32 last_keycode; enum rc_proto last_protocol; u64 last_scancode; long unsigned int keyup_jiffies; struct timer_list timer_keyup; struct timer_list timer_repeat; u32 timeout; u32 min_timeout; u32 max_timeout; u32 rx_resolution; struct device lirc_dev; struct cdev lirc_cdev; ktime_t gap_start; spinlock_t lirc_fh_lock; struct list_head lirc_fh; int (*change_protocol)(struct rc_dev *, u64 *); int (*open)(struct rc_dev *); void (*close)(struct rc_dev *); int (*s_tx_mask)(struct rc_dev *, u32); int (*s_tx_carrier)(struct rc_dev *, u32); int (*s_tx_duty_cycle)(struct rc_dev *, u32); int (*s_rx_carrier_range)(struct rc_dev *, u32, u32); int (*tx_ir)(struct rc_dev *, unsigned int *, unsigned int); void (*s_idle)(struct rc_dev *, bool); int (*s_wideband_receiver)(struct rc_dev *, int); int (*s_carrier_report)(struct rc_dev *, int); int (*s_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_wakeup_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_timeout)(struct rc_dev *, unsigned int); }; struct ir_raw_event { union { u32 duration; u32 carrier; }; u8 duty_cycle; unsigned int pulse: 1; unsigned int overflow: 1; unsigned int timeout: 1; unsigned int carrier_report: 1; }; struct ir_raw_event_ctrl { struct list_head list; struct task_struct *thread; struct { union { struct __kfifo kfifo; struct ir_raw_event *type; const struct ir_raw_event *const_type; char (*rectype)[0]; struct ir_raw_event *ptr; const struct ir_raw_event *ptr_const; }; struct ir_raw_event buf[512]; } kfifo; ktime_t last_event; struct rc_dev *dev; spinlock_t edge_spinlock; struct timer_list edge_handle; struct ir_raw_event prev_ev; struct ir_raw_event this_ev; u32 bpf_sample; struct bpf_prog_array *progs; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct device dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t boot; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct pps_event_time { struct timespec64 ts_real; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; clockid_t clockid; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); s32 (*getmaxphase)(struct ptp_clock_info *); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_EXTOFF = 2, PTP_CLOCK_PPS = 3, PTP_CLOCK_PPSUSR = 4, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; s64 offset; struct pps_event_time pps_times; }; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; struct list_head qlist; long unsigned int *mask; struct dentry *debugfs_instance; struct debugfs_u32_array dfs_bitmap; }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct list_head tsevqs; spinlock_t tsevqs_lock; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; struct dentry *debugfs_root; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; struct mutex lock; }; typedef struct rw_semaphore *class_rwsem_read_t; typedef struct rw_semaphore *class_rwsem_write_t; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; struct power_supply_ext { const char * const name; u8 charge_behaviours; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property); }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, }; struct thermal_trip { int temperature; int hysteresis; enum thermal_trip_type type; u8 flags; void *priv; }; struct cooling_spec { long unsigned int upper; long unsigned int lower; unsigned int weight; }; struct thermal_zone_device_ops { bool (*should_bind)(struct thermal_zone_device *, const struct thermal_trip *, struct thermal_cooling_device *, struct cooling_spec *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*set_trip_temp)(struct thermal_zone_device *, const struct thermal_trip *, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, const struct thermal_trip *, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_zone_params { const char *governor_name; bool no_hwmon; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; struct power_supply_ext_registration { struct list_head list_head; const struct power_supply_ext *ext; struct device *dev; void *data; }; struct psy_for_each_psy_cb_data { int (*fn)(struct power_supply *, void *); void *data; }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, hwmon_chip_beep_enable = 12, hwmon_chip_pec = 13, }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, hwmon_temp_beep = 27, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, hwmon_in_beep = 18, hwmon_in_fault = 19, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, hwmon_curr_beep = 18, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, hwmon_humidity_min_alarm = 11, hwmon_humidity_max_alarm = 12, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, hwmon_fan_beep = 12, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct hwmon_ops { umode_t visible; umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info * const *info; }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, THERMAL_TZ_BIND_CDEV = 9, THERMAL_TZ_UNBIND_CDEV = 10, THERMAL_INSTANCE_WEIGHT_CHANGED = 11, THERMAL_TZ_RESUME = 12, THERMAL_TZ_ADD_THRESHOLD = 13, THERMAL_TZ_DEL_THRESHOLD = 14, THERMAL_TZ_FLUSH_THRESHOLDS = 15, }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; const void *attr_name_ptr_; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; const void *attr_name_ptr_; u32 label; const void *label_ptr_; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct hwmon_thermal_data { struct list_head node; struct device *dev; int index; struct thermal_zone_device *tzd; }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct thermal_trip_attrs { struct thermal_attr type; struct thermal_attr temp; struct thermal_attr hyst; }; struct thermal_trip_desc { struct thermal_trip trip; struct thermal_trip_attrs trip_attrs; struct list_head list_node; struct list_head thermal_instances; int threshold; }; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct completion removal; struct completion resume; struct attribute_group trips_attribute_group; struct list_head trips_high; struct list_head trips_reached; struct list_head trips_invalid; enum thermal_device_mode mode; void *devdata; int num_trips; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; long unsigned int recheck_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; struct thermal_zone_device_ops ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; u8 state; struct list_head user_thresholds; struct thermal_trip_desc trips[0]; }; struct thermal_governor { const char *name; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); void (*trip_crossed)(struct thermal_zone_device *, const struct thermal_trip *, bool); void (*manage)(struct thermal_zone_device *); void (*update_tz)(struct thermal_zone_device *, enum thermal_notify_event); struct list_head governor_list; }; typedef struct thermal_zone_device *class_thermal_zone_t; struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; struct cpufreq_policy_data { struct cpufreq_cpuinfo cpuinfo; struct cpufreq_frequency_table *freq_table; unsigned int cpu; unsigned int min; unsigned int max; }; struct freq_attr { struct attribute attr; ssize_t (*show)(struct cpufreq_policy *, char *); ssize_t (*store)(struct cpufreq_policy *, const char *, size_t); }; struct update_util_data { void (*func)(struct update_util_data *, u64, unsigned int); }; struct gov_attr_set { struct kobject kobj; struct list_head policy_list; struct mutex update_lock; int usage_count; }; struct dbs_governor; struct dbs_data { struct gov_attr_set attr_set; struct dbs_governor *gov; void *tuners; unsigned int ignore_nice_load; unsigned int sampling_rate; unsigned int sampling_down_factor; unsigned int up_threshold; unsigned int io_is_busy; }; struct policy_dbs_info; struct dbs_governor { struct cpufreq_governor gov; struct kobj_type kobj_type; struct dbs_data *gdbs_data; unsigned int (*gov_dbs_update)(struct cpufreq_policy *); struct policy_dbs_info * (*alloc)(); void (*free)(struct policy_dbs_info *); int (*init)(struct dbs_data *); void (*exit)(struct dbs_data *); void (*start)(struct cpufreq_policy *); }; struct policy_dbs_info { struct cpufreq_policy *policy; struct mutex update_mutex; u64 last_sample_time; s64 sample_delay_ns; atomic_t work_count; struct irq_work irq_work; struct work_struct work; struct dbs_data *dbs_data; struct list_head list; unsigned int rate_mult; unsigned int idle_periods; bool is_shared; bool work_in_progress; }; struct cpu_dbs_info { u64 prev_cpu_idle; u64 prev_update_time; u64 prev_cpu_nice; unsigned int prev_load; struct update_util_data update_util; struct policy_dbs_info *policy_dbs; }; typedef s64 int64_t; struct cpufreq_freqs { struct cpufreq_policy *policy; unsigned int old; unsigned int new; u8 flags; }; struct cpufreq_driver { char name[16]; u16 flags; void *driver_data; int (*init)(struct cpufreq_policy *); int (*verify)(struct cpufreq_policy_data *); int (*setpolicy)(struct cpufreq_policy *); int (*target)(struct cpufreq_policy *, unsigned int, unsigned int); int (*target_index)(struct cpufreq_policy *, unsigned int); unsigned int (*fast_switch)(struct cpufreq_policy *, unsigned int); void (*adjust_perf)(unsigned int, long unsigned int, long unsigned int, long unsigned int); unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); unsigned int (*get)(unsigned int); void (*update_limits)(unsigned int); int (*bios_limit)(int, unsigned int *); int (*online)(struct cpufreq_policy *); int (*offline)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); void (*ready)(struct cpufreq_policy *); struct freq_attr **attr; bool boost_enabled; int (*set_boost)(struct cpufreq_policy *, int); void (*register_em)(struct cpufreq_policy *); }; enum acpi_preferred_pm_profiles { PM_UNSPECIFIED = 0, PM_DESKTOP = 1, PM_MOBILE = 2, PM_WORKSTATION = 3, PM_ENTERPRISE_SERVER = 4, PM_SOHO_SERVER = 5, PM_APPLIANCE_PC = 6, PM_PERFORMANCE_SERVER = 7, PM_TABLET = 8, NR_PM_PROFILES = 9, }; struct cppc_perf_caps { u32 guaranteed_perf; u32 highest_perf; u32 nominal_perf; u32 lowest_perf; u32 lowest_nonlinear_perf; u32 lowest_freq; u32 nominal_freq; u32 energy_perf; bool auto_sel; }; struct sample { int32_t core_avg_perf; int32_t busy_scaled; u64 aperf; u64 mperf; u64 tsc; u64 time; }; struct pstate_data { int current_pstate; int min_pstate; int max_pstate; int max_pstate_physical; int perf_ctl_scaling; int scaling; int turbo_pstate; unsigned int min_freq; unsigned int max_freq; unsigned int turbo_freq; }; struct vid_data { int min; int max; int turbo; int32_t ratio; }; struct global_params { bool no_turbo; bool turbo_disabled; int max_perf_pct; int min_perf_pct; }; struct cpudata { int cpu; unsigned int policy; struct update_util_data update_util; bool update_util_set; struct pstate_data pstate; struct vid_data vid; u64 last_update; u64 last_sample_time; u64 aperf_mperf_shift; u64 prev_aperf; u64 prev_mperf; u64 prev_tsc; struct sample sample; int32_t min_perf_ratio; int32_t max_perf_ratio; struct acpi_processor_performance acpi_perf_data; bool valid_pss_table; unsigned int iowait_boost; s16 epp_powersave; s16 epp_policy; s16 epp_default; s16 epp_cached; u64 hwp_req_cached; u64 hwp_cap_cached; u64 last_io_update; unsigned int capacity_perf; unsigned int sched_flags; u32 hwp_boost_min; bool suspended; struct delayed_work hwp_notify_work; }; struct pstate_funcs { int (*get_max)(int); int (*get_max_physical)(int); int (*get_min)(int); int (*get_turbo)(int); int (*get_scaling)(); int (*get_cpu_scaling)(int); int (*get_aperf_mperf_shift)(); u64 (*get_val)(struct cpudata *, int); void (*get_vid)(struct cpudata *); }; enum energy_perf_value_index { EPP_INDEX_DEFAULT = 0, EPP_INDEX_PERFORMANCE = 1, EPP_INDEX_BALANCE_PERFORMANCE = 2, EPP_INDEX_BALANCE_POWERSAVE = 3, EPP_INDEX_POWERSAVE = 4, }; enum { PSS = 0, PPC = 1, }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); void (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_driver_kobj; struct cpuidle_state_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; struct dmi_device { struct list_head list; int type; const char *name; void *device_data; }; struct dmi_dev_onboard { struct dmi_device dev; int instance; int segment; int bus; int devfn; }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; struct dmi_memdev_info { const char *device; const char *bank; u64 size; u16 handle; u8 type; }; struct acpi_table_bgrt { struct acpi_table_header header; u16 version; u8 status; u8 image_type; u64 image_address; u32 image_offset_x; u32 image_offset_y; }; struct bmp_header { u16 id; u32 size; } __attribute__((packed)); struct debugfs_blob_wrapper { void *data; long unsigned int size; }; typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; struct efi_unaccepted_memory { u32 version; u32 unit_size; u64 phys_base; u64 size; long unsigned int bitmap[0]; }; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; efi_query_variable_info_t *query_variable_info; }; struct efivars { struct kset *kset; const struct efivar_operations *ops; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct linux_efi_initrd { long unsigned int base; long unsigned int size; }; struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); }; struct wmi_device_id { const char guid_string[37]; const void *context; }; struct wmi_device { struct device dev; bool setable; const char *driver_override; }; struct wmi_driver { struct device_driver driver; const struct wmi_device_id *id_table; bool no_notify_data; bool no_singleton; int (*probe)(struct wmi_device *, const void *); void (*remove)(struct wmi_device *); void (*shutdown)(struct wmi_device *); void (*notify)(struct wmi_device *, union acpi_object *); }; struct acpi_table_pcct { struct acpi_table_header header; u32 flags; u64 reserved; }; enum acpi_pcct_type { ACPI_PCCT_TYPE_GENERIC_SUBSPACE = 0, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE = 1, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE_TYPE2 = 2, ACPI_PCCT_TYPE_EXT_PCC_MASTER_SUBSPACE = 3, ACPI_PCCT_TYPE_EXT_PCC_SLAVE_SUBSPACE = 4, ACPI_PCCT_TYPE_HW_REG_COMM_SUBSPACE = 5, ACPI_PCCT_TYPE_RESERVED = 6, }; struct acpi_pcct_subspace { struct acpi_subtable_header header; u8 reserved[6]; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced_type2 { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_write_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_master { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved1; u64 base_address; u32 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u32 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_set_mask; u64 reserved2; struct acpi_generic_address cmd_complete_register; u64 cmd_complete_mask; struct acpi_generic_address cmd_update_register; u64 cmd_update_preserve_mask; u64 cmd_update_set_mask; struct acpi_generic_address error_status_register; u64 error_status_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_shared_memory { u32 signature; u32 flags; u32 length; u32 command; }; struct mbox_chan; struct mbox_chan_ops { int (*send_data)(struct mbox_chan *, void *); int (*flush)(struct mbox_chan *, long unsigned int); int (*startup)(struct mbox_chan *); void (*shutdown)(struct mbox_chan *); bool (*last_tx_done)(struct mbox_chan *); bool (*peek_data)(struct mbox_chan *); }; struct mbox_controller; struct mbox_client; struct mbox_chan { struct mbox_controller *mbox; unsigned int txdone_method; struct mbox_client *cl; struct completion tx_complete; void *active_req; unsigned int msg_count; unsigned int msg_free; void *msg_data[20]; spinlock_t lock; void *con_priv; }; struct mbox_controller { struct device *dev; const struct mbox_chan_ops *ops; struct mbox_chan *chans; int num_chans; bool txdone_irq; bool txdone_poll; unsigned int txpoll_period; struct mbox_chan * (*of_xlate)(struct mbox_controller *, const struct of_phandle_args *); struct hrtimer poll_hrt; spinlock_t poll_hrt_lock; struct list_head node; }; struct mbox_client { struct device *dev; bool tx_block; long unsigned int tx_tout; bool knows_txdone; void (*rx_callback)(struct mbox_client *, void *); void (*tx_prepare)(struct mbox_client *, void *); void (*tx_done)(struct mbox_client *, void *, int); }; struct pcc_mbox_chan { struct mbox_chan *mchan; u64 shmem_base_addr; void *shmem; u64 shmem_size; u32 latency; u32 max_access_rate; u16 min_turnaround_time; }; struct pcc_chan_reg { void *vaddr; struct acpi_generic_address *gas; u64 preserve_mask; u64 set_mask; u64 status_mask; }; struct pcc_chan_info { struct pcc_mbox_chan chan; struct pcc_chan_reg db; struct pcc_chan_reg plat_irq_ack; struct pcc_chan_reg cmd_complete; struct pcc_chan_reg cmd_update; struct pcc_chan_reg error; int plat_irq; u8 type; unsigned int plat_irq_flags; bool chan_in_use; }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct dmabuf_token { __u32 token_start; __u32 token_count; }; struct linger { int l_onoff; int l_linger; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct rhltable { struct rhashtable ht; }; struct mr_table_ops { const struct rhashtable_params *rht_params; void *cmparg_any; }; struct vif_device { struct net_device *dev; netdevice_tracker dev_tracker; long unsigned int bytes_in; long unsigned int bytes_out; long unsigned int pkt_in; long unsigned int pkt_out; long unsigned int rate_limit; unsigned char threshold; short unsigned int flags; int link; struct netdev_phys_item_id dev_parent_id; __be32 local; __be32 remote; }; struct mr_table { struct list_head list; possible_net_t net; struct mr_table_ops ops; u32 id; struct sock *mroute_sk; struct timer_list ipmr_expire_timer; struct list_head mfc_unres_queue; struct vif_device vif_table[32]; struct rhltable mfc_hash; struct list_head mfc_cache_list; int maxvif; atomic_t cache_resolve_queue_len; bool mroute_do_assert; bool mroute_do_pim; bool mroute_do_wrvifwhole; int mroute_reg_vif_num; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; struct callback_head rcu; }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_OPT_RX_FILTER = 131072, SOF_TIMESTAMPING_TX_COMPLETION = 262144, SOF_TIMESTAMPING_LAST = 262144, SOF_TIMESTAMPING_MASK = 524287, }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, SOCK_RCVPRIORITY = 28, SOCK_TIMESTAMPING_ANY = 29, }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; u32 ts_opt_id; u32 priority; }; struct sock_skb_cb { u32 dropcount; }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; enum { INET_FLAGS_PKTINFO = 0, INET_FLAGS_TTL = 1, INET_FLAGS_TOS = 2, INET_FLAGS_RECVOPTS = 3, INET_FLAGS_RETOPTS = 4, INET_FLAGS_PASSSEC = 5, INET_FLAGS_ORIGDSTADDR = 6, INET_FLAGS_CHECKSUM = 7, INET_FLAGS_RECVFRAGSIZE = 8, INET_FLAGS_RECVERR = 9, INET_FLAGS_RECVERR_RFC4884 = 10, INET_FLAGS_FREEBIND = 11, INET_FLAGS_HDRINCL = 12, INET_FLAGS_MC_LOOP = 13, INET_FLAGS_MC_ALL = 14, INET_FLAGS_TRANSPARENT = 15, INET_FLAGS_IS_ICSK = 16, INET_FLAGS_NODEFRAG = 17, INET_FLAGS_BIND_ADDRESS_NO_PORT = 18, INET_FLAGS_DEFER_CONNECT = 19, INET_FLAGS_MC6_LOOP = 20, INET_FLAGS_RECVERR6_RFC4884 = 21, INET_FLAGS_MC6_ALL = 22, INET_FLAGS_AUTOFLOWLABEL_SET = 23, INET_FLAGS_AUTOFLOWLABEL = 24, INET_FLAGS_DONTFRAG = 25, INET_FLAGS_RECVERR6 = 26, INET_FLAGS_REPFLOW = 27, INET_FLAGS_RTALERT_ISOLATE = 28, INET_FLAGS_SNDFLOW = 29, INET_FLAGS_RTALERT = 30, }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; u32 icsk_rto_max; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato: 8; __u32 lrcv_flowlabel: 20; __u32 dst_quick_ack: 1; __u32 unused: 3; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head bhash2; struct callback_head rcu; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int addr_type; struct in6_addr v6_rcv_saddr; struct hlist_node node; struct hlist_node bhash_node; struct hlist_head owners; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(struct sock *, struct sk_buff *, bool); size_t (*get_info_size)(const struct sock *, bool); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_sock_af_ops; struct tcp_md5sig_info; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; __u8 __cacheline_group_begin__tcp_sock_read_tx[0]; u32 max_window; u32 rcv_ssthresh; u32 reordering; u32 notsent_lowat; u16 gso_segs; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; __u8 __cacheline_group_end__tcp_sock_read_tx[0]; __u8 __cacheline_group_begin__tcp_sock_read_txrx[0]; u32 tsoffset; u32 snd_wnd; u32 mss_cache; u32 snd_cwnd; u32 prr_out; u32 lost_out; u32 sacked_out; u16 tcp_header_len; u8 scaling_ratio; u8 chrono_type: 2; u8 repair: 1; u8 tcp_usec_ts: 1; u8 is_sack_reneg: 1; u8 is_cwnd_limited: 1; __u8 __cacheline_group_end__tcp_sock_read_txrx[0]; __u8 __cacheline_group_begin__tcp_sock_read_rx[0]; u32 copied_seq; u32 rcv_tstamp; u32 snd_wl1; u32 tlp_high_seq; u32 rttvar_us; u32 retrans_out; u16 advmss; u16 urg_data; u32 lost; struct minmax rtt_min; struct rb_root out_of_order_queue; u32 snd_ssthresh; u8 recvmsg_inq: 1; __u8 __cacheline_group_end__tcp_sock_read_rx[0]; long: 64; __u8 __cacheline_group_begin__tcp_sock_write_tx[0]; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u32 snd_sml; u32 chrono_start; u32 chrono_stat[3]; u32 write_seq; u32 pushed_seq; u32 lsndtime; u32 mdev_us; u32 rtt_seq; u64 tcp_wstamp_ns; struct list_head tsorted_sent_queue; struct sk_buff *highest_sack; u8 ecn_flags; __u8 __cacheline_group_end__tcp_sock_write_tx[0]; __u8 __cacheline_group_begin__tcp_sock_write_txrx[0]; __be32 pred_flags; u64 tcp_clock_cache; u64 tcp_mstamp; u32 rcv_nxt; u32 snd_nxt; u32 snd_una; u32 window_clamp; u32 srtt_us; u32 packets_out; u32 snd_up; u32 delivered; u32 delivered_ce; u32 app_limited; u32 rcv_wnd; struct tcp_options_received rx_opt; u8 nonagle: 4; u8 rate_app_limited: 1; __u8 __cacheline_group_end__tcp_sock_write_txrx[0]; long: 0; __u8 __cacheline_group_begin__tcp_sock_write_rx[0]; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_wup; u32 max_packets_out; u32 cwnd_usage_seq; u32 rate_delivered; u32 rate_interval_us; u32 rcv_rtt_last_tsecr; u64 first_tx_mstamp; u64 delivered_mstamp; u64 bytes_acked; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { int space; u32 seq; u64 time; } rcvq_space; __u8 __cacheline_group_end__tcp_sock_write_rx[0]; u32 dsack_dups; u32 compressed_ack_rcv_nxt; struct list_head tsq_node; struct tcp_rack rack; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u8 thin_lto: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 fastopen_client_fail: 2; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 keepalive_probes; u32 tcp_tx_delay; u32 mdev_max_us; u32 reord_seen; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 last_oow_ack_time; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 rto_stamp; u16 total_rto; u16 total_rto_recoveries; u32 total_rto_time; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; bool is_mptcp; const struct tcp_sock_af_ops *af_specific; struct tcp_md5sig_info *md5sig_info; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp_md5sig_key; struct tcp_sock_af_ops { struct tcp_md5sig_key * (*md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); int (*md5_parse)(struct sock *, int, sockptr_t, int); }; struct tcp_md5sig_info { struct hlist_head head; struct callback_head rcu; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; union tcp_ao_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_ao_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; struct udp_sock { struct inet_sock inet; long unsigned int udp_flags; int pending; __u8 encap_type; __u16 udp_lrpa_hash; struct hlist_nulls_node udp_lrpa_node; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; bool peeking_with_offset; long: 64; long: 64; long: 64; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; u32 secret; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; u32 secret; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; u32 secret; }; struct rps_sock_flow_table; struct net_hotdata { struct packet_offload ip_packet_offload; struct net_offload tcpv4_offload; struct net_protocol tcp_protocol; struct net_offload udpv4_offload; struct net_protocol udp_protocol; struct packet_offload ipv6_packet_offload; struct net_offload tcpv6_offload; struct inet6_protocol tcpv6_protocol; struct inet6_protocol udpv6_protocol; struct net_offload udpv6_offload; struct list_head offload_base; struct kmem_cache *skbuff_cache; struct kmem_cache *skbuff_fclone_cache; struct kmem_cache *skb_small_head_cache; struct rps_sock_flow_table *rps_sock_flow_table; u32 rps_cpu_mask; int gro_normal_batch; int netdev_budget; int netdev_budget_usecs; int tstamp_prequeue; int max_backlog; int dev_tx_weight; int dev_rx_weight; int sysctl_max_skb_frags; int sysctl_skb_defer_max; int sysctl_mem_pcpu_rsv; }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct unix_edge; struct scm_fp_list { short int count; short int count_unix; short int max; bool inflight; bool dead; struct list_head vertices; struct unix_edge *edges; struct user_struct *user; struct file *fp[253]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; u32 secid; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; long unsigned int nr_unix_fds; }; struct unix_vertex; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct sock *listener; struct unix_vertex *vertex; spinlock_t lock; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_NEWMULTICAST = 56, RTM_DELMULTICAST = 57, RTM_GETMULTICAST = 58, RTM_NEWANYCAST = 60, RTM_DELANYCAST = 61, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, RTNLGRP_IPV4_MCADDR = 37, RTNLGRP_IPV6_MCADDR = 38, RTNLGRP_IPV6_ACADDR = 39, __RTNLGRP_MAX = 40, }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, NLA_SINT = 20, NLA_UINT = 21, __NLA_TYPE_MAX = 22, }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, RTNL_FLAG_DUMP_UNLOCKED = 4, RTNL_FLAG_DUMP_SPLIT_NLM_DONE = 8, }; struct rtnl_msg_handler { struct module *owner; int protocol; int msgtype; rtnl_doit_func doit; rtnl_dumpit_func dumpit; int flags; }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct in_ifaddr { struct hlist_node addr_lst; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[21]; }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum netdev_reg_state { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, TCA_EXT_WARN_MSG = 16, __TCA_MAX = 17, }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; enum lw_bits { LW_URGENT = 0, }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; struct xdp_frame_bulk { int count; netmem_ref q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; enum { NETDEV_A_DEV_IFINDEX = 1, NETDEV_A_DEV_PAD = 2, NETDEV_A_DEV_XDP_FEATURES = 3, NETDEV_A_DEV_XDP_ZC_MAX_SEGS = 4, NETDEV_A_DEV_XDP_RX_METADATA_FEATURES = 5, NETDEV_A_DEV_XSK_FEATURES = 6, __NETDEV_A_DEV_MAX = 7, NETDEV_A_DEV_MAX = 6, }; enum { NETDEV_A_PAGE_POOL_ID = 1, NETDEV_A_PAGE_POOL_IFINDEX = 2, NETDEV_A_PAGE_POOL_NAPI_ID = 3, NETDEV_A_PAGE_POOL_INFLIGHT = 4, NETDEV_A_PAGE_POOL_INFLIGHT_MEM = 5, NETDEV_A_PAGE_POOL_DETACH_TIME = 6, NETDEV_A_PAGE_POOL_DMABUF = 7, NETDEV_A_PAGE_POOL_IO_URING = 8, __NETDEV_A_PAGE_POOL_MAX = 9, NETDEV_A_PAGE_POOL_MAX = 8, }; enum { NETDEV_A_NAPI_IFINDEX = 1, NETDEV_A_NAPI_ID = 2, NETDEV_A_NAPI_IRQ = 3, NETDEV_A_NAPI_PID = 4, NETDEV_A_NAPI_DEFER_HARD_IRQS = 5, NETDEV_A_NAPI_GRO_FLUSH_TIMEOUT = 6, NETDEV_A_NAPI_IRQ_SUSPEND_TIMEOUT = 7, __NETDEV_A_NAPI_MAX = 8, NETDEV_A_NAPI_MAX = 7, }; enum { NETDEV_A_QUEUE_ID = 1, NETDEV_A_QUEUE_IFINDEX = 2, NETDEV_A_QUEUE_TYPE = 3, NETDEV_A_QUEUE_NAPI_ID = 4, NETDEV_A_QUEUE_DMABUF = 5, NETDEV_A_QUEUE_IO_URING = 6, NETDEV_A_QUEUE_XSK = 7, __NETDEV_A_QUEUE_MAX = 8, NETDEV_A_QUEUE_MAX = 7, }; enum { NETDEV_A_QSTATS_IFINDEX = 1, NETDEV_A_QSTATS_QUEUE_TYPE = 2, NETDEV_A_QSTATS_QUEUE_ID = 3, NETDEV_A_QSTATS_SCOPE = 4, NETDEV_A_QSTATS_RX_PACKETS = 8, NETDEV_A_QSTATS_RX_BYTES = 9, NETDEV_A_QSTATS_TX_PACKETS = 10, NETDEV_A_QSTATS_TX_BYTES = 11, NETDEV_A_QSTATS_RX_ALLOC_FAIL = 12, NETDEV_A_QSTATS_RX_HW_DROPS = 13, NETDEV_A_QSTATS_RX_HW_DROP_OVERRUNS = 14, NETDEV_A_QSTATS_RX_CSUM_COMPLETE = 15, NETDEV_A_QSTATS_RX_CSUM_UNNECESSARY = 16, NETDEV_A_QSTATS_RX_CSUM_NONE = 17, NETDEV_A_QSTATS_RX_CSUM_BAD = 18, NETDEV_A_QSTATS_RX_HW_GRO_PACKETS = 19, NETDEV_A_QSTATS_RX_HW_GRO_BYTES = 20, NETDEV_A_QSTATS_RX_HW_GRO_WIRE_PACKETS = 21, NETDEV_A_QSTATS_RX_HW_GRO_WIRE_BYTES = 22, NETDEV_A_QSTATS_RX_HW_DROP_RATELIMITS = 23, NETDEV_A_QSTATS_TX_HW_DROPS = 24, NETDEV_A_QSTATS_TX_HW_DROP_ERRORS = 25, NETDEV_A_QSTATS_TX_CSUM_NONE = 26, NETDEV_A_QSTATS_TX_NEEDS_CSUM = 27, NETDEV_A_QSTATS_TX_HW_GSO_PACKETS = 28, NETDEV_A_QSTATS_TX_HW_GSO_BYTES = 29, NETDEV_A_QSTATS_TX_HW_GSO_WIRE_PACKETS = 30, NETDEV_A_QSTATS_TX_HW_GSO_WIRE_BYTES = 31, NETDEV_A_QSTATS_TX_HW_DROP_RATELIMITS = 32, NETDEV_A_QSTATS_TX_STOP = 33, NETDEV_A_QSTATS_TX_WAKE = 34, __NETDEV_A_QSTATS_MAX = 35, NETDEV_A_QSTATS_MAX = 34, }; enum { NETDEV_A_DMABUF_IFINDEX = 1, NETDEV_A_DMABUF_QUEUES = 2, NETDEV_A_DMABUF_FD = 3, NETDEV_A_DMABUF_ID = 4, __NETDEV_A_DMABUF_MAX = 5, NETDEV_A_DMABUF_MAX = 4, }; enum { NETDEV_CMD_DEV_GET = 1, NETDEV_CMD_DEV_ADD_NTF = 2, NETDEV_CMD_DEV_DEL_NTF = 3, NETDEV_CMD_DEV_CHANGE_NTF = 4, NETDEV_CMD_PAGE_POOL_GET = 5, NETDEV_CMD_PAGE_POOL_ADD_NTF = 6, NETDEV_CMD_PAGE_POOL_DEL_NTF = 7, NETDEV_CMD_PAGE_POOL_CHANGE_NTF = 8, NETDEV_CMD_PAGE_POOL_STATS_GET = 9, NETDEV_CMD_QUEUE_GET = 10, NETDEV_CMD_NAPI_GET = 11, NETDEV_CMD_QSTATS_GET = 12, NETDEV_CMD_BIND_RX = 13, NETDEV_CMD_NAPI_SET = 14, __NETDEV_CMD_MAX = 15, NETDEV_CMD_MAX = 14, }; struct netdev_nl_sock { struct mutex lock; struct list_head bindings; }; enum { NETDEV_NLGRP_MGMT = 0, NETDEV_NLGRP_PAGE_POOL = 1, }; struct udp_hslot; struct udp_hslot_main; struct udp_table { struct udp_hslot *hash; struct udp_hslot_main *hash2; struct udp_hslot *hash4; unsigned int mask; unsigned int log; }; struct netpoll; struct netpoll_info { refcount_t refcnt; struct semaphore dev_lock; struct sk_buff_head txq; struct delayed_work tx_work; struct netpoll *netpoll; struct callback_head rcu; }; union inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct netpoll { struct net_device *dev; netdevice_tracker dev_tracker; char dev_name[16]; u8 dev_mac[6]; const char *name; union inet_addr local_ip; union inet_addr remote_ip; bool ipv6; u16 local_port; u16 remote_port; u8 remote_mac[6]; struct sk_buff_head skb_pool; struct work_struct refill_wq; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct udp_hslot { union { struct hlist_head head; struct hlist_nulls_head nulls_head; }; int count; spinlock_t lock; }; struct udp_hslot_main { struct udp_hslot hslot; u32 hash4_cnt; long: 64; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; struct gen_pool; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct net_devmem_dmabuf_binding { struct dma_buf *dmabuf; struct dma_buf_attachment *attachment; struct sg_table *sgt; struct net_device *dev; struct gen_pool *chunk_pool; struct mutex lock; refcount_t ref; struct list_head list; struct xarray bound_rxqs; u32 id; }; struct dmabuf_genpool_chunk_owner { struct net_iov_area area; struct net_devmem_dmabuf_binding *binding; dma_addr_t base_dma_addr; }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct {} __empty_ptr; void *ptr[0]; }; }; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_action; struct tcf_exts_miss_cookie_node; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; struct tcf_exts_miss_cookie_node *miss_cookie_node; int action; int police; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *user_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct psample_group; struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct nla_bitfield32 { __u32 value; __u32 selector; }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, TCA_ROOT_EXT_WARN_MSG = 5, __TCA_ROOT_MAX = 6, }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct nf_flowtable; struct ip_tunnel_info; struct action_gate_entry; struct flow_action_entry { enum flow_action_id id; u32 hw_index; long unsigned int cookie; u64 miss_cookie; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *user_cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; long unsigned int cookie; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u32 drop_reason; u16 zone; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit_parms { struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; u32 tcfp_off_max_hint; unsigned char tcfp_nkeys; unsigned char tcfp_flags; struct callback_head rcu; }; struct tcf_pedit { struct tc_action common; struct tcf_pedit_parms *parms; long: 64; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); struct netlink_ext_ack *extack; void *data; struct module *module; u32 min_dump_alloc; int flags; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct genl_dumpit_info { struct genl_split_ops op; struct genl_info info; }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, BPF_STRUCT_OPS_STATE_READY = 3, }; struct bpf_struct_ops_common_value { refcount_t refcnt; enum bpf_struct_ops_state state; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); int (*test_sleepable)(struct bpf_dummy_ops_state *); }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct bpf_struct_ops_bpf_dummy_ops { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, ETHTOOL_A_HEADER_PHY_INDEX = 4, __ETHTOOL_A_HEADER_CNT = 5, ETHTOOL_A_HEADER_MAX = 4, }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, ETHTOOL_A_RINGS_RX_PUSH = 14, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN = 15, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX = 16, ETHTOOL_A_RINGS_HDS_THRESH = 17, ETHTOOL_A_RINGS_HDS_THRESH_MAX = 18, __ETHTOOL_A_RINGS_CNT = 19, ETHTOOL_A_RINGS_MAX = 18, }; enum { ETHTOOL_A_MM_UNSPEC = 0, ETHTOOL_A_MM_HEADER = 1, ETHTOOL_A_MM_PMAC_ENABLED = 2, ETHTOOL_A_MM_TX_ENABLED = 3, ETHTOOL_A_MM_TX_ACTIVE = 4, ETHTOOL_A_MM_TX_MIN_FRAG_SIZE = 5, ETHTOOL_A_MM_RX_MIN_FRAG_SIZE = 6, ETHTOOL_A_MM_VERIFY_ENABLED = 7, ETHTOOL_A_MM_VERIFY_STATUS = 8, ETHTOOL_A_MM_VERIFY_TIME = 9, ETHTOOL_A_MM_MAX_VERIFY_TIME = 10, ETHTOOL_A_MM_STATS = 11, __ETHTOOL_A_MM_CNT = 12, ETHTOOL_A_MM_MAX = 11, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, ETHTOOL_A_COALESCE_TX_AGGR_MAX_BYTES = 26, ETHTOOL_A_COALESCE_TX_AGGR_MAX_FRAMES = 27, ETHTOOL_A_COALESCE_TX_AGGR_TIME_USECS = 28, ETHTOOL_A_COALESCE_RX_PROFILE = 29, ETHTOOL_A_COALESCE_TX_PROFILE = 30, __ETHTOOL_A_COALESCE_CNT = 31, ETHTOOL_A_COALESCE_MAX = 30, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, ETHTOOL_A_PAUSE_STATS_SRC = 6, __ETHTOOL_A_PAUSE_CNT = 7, ETHTOOL_A_PAUSE_MAX = 6, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, ETHTOOL_A_TSINFO_STATS = 6, ETHTOOL_A_TSINFO_HWTSTAMP_PROVIDER = 7, __ETHTOOL_A_TSINFO_CNT = 8, ETHTOOL_A_TSINFO_MAX = 7, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, ETHTOOL_A_STATS_SRC = 5, __ETHTOOL_A_STATS_CNT = 6, ETHTOOL_A_STATS_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, ETHTOOL_A_C33_PSE_ADMIN_STATE = 5, ETHTOOL_A_C33_PSE_ADMIN_CONTROL = 6, ETHTOOL_A_C33_PSE_PW_D_STATUS = 7, ETHTOOL_A_C33_PSE_PW_CLASS = 8, ETHTOOL_A_C33_PSE_ACTUAL_PW = 9, ETHTOOL_A_C33_PSE_EXT_STATE = 10, ETHTOOL_A_C33_PSE_EXT_SUBSTATE = 11, ETHTOOL_A_C33_PSE_AVAIL_PW_LIMIT = 12, ETHTOOL_A_C33_PSE_PW_LIMIT_RANGES = 13, __ETHTOOL_A_PSE_CNT = 14, ETHTOOL_A_PSE_MAX = 13, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, ETHTOOL_A_RSS_INPUT_XFRM = 6, ETHTOOL_A_RSS_START_CONTEXT = 7, __ETHTOOL_A_RSS_CNT = 8, ETHTOOL_A_RSS_MAX = 7, }; enum { ETHTOOL_A_PLCA_UNSPEC = 0, ETHTOOL_A_PLCA_HEADER = 1, ETHTOOL_A_PLCA_VERSION = 2, ETHTOOL_A_PLCA_ENABLED = 3, ETHTOOL_A_PLCA_STATUS = 4, ETHTOOL_A_PLCA_NODE_CNT = 5, ETHTOOL_A_PLCA_NODE_ID = 6, ETHTOOL_A_PLCA_TO_TMR = 7, ETHTOOL_A_PLCA_BURST_CNT = 8, ETHTOOL_A_PLCA_BURST_TMR = 9, __ETHTOOL_A_PLCA_CNT = 10, ETHTOOL_A_PLCA_MAX = 9, }; enum { ETHTOOL_A_MODULE_FW_FLASH_UNSPEC = 0, ETHTOOL_A_MODULE_FW_FLASH_HEADER = 1, ETHTOOL_A_MODULE_FW_FLASH_FILE_NAME = 2, ETHTOOL_A_MODULE_FW_FLASH_PASSWORD = 3, ETHTOOL_A_MODULE_FW_FLASH_STATUS = 4, ETHTOOL_A_MODULE_FW_FLASH_STATUS_MSG = 5, ETHTOOL_A_MODULE_FW_FLASH_DONE = 6, ETHTOOL_A_MODULE_FW_FLASH_TOTAL = 7, __ETHTOOL_A_MODULE_FW_FLASH_CNT = 8, ETHTOOL_A_MODULE_FW_FLASH_MAX = 7, }; enum { ETHTOOL_A_PHY_UNSPEC = 0, ETHTOOL_A_PHY_HEADER = 1, ETHTOOL_A_PHY_INDEX = 2, ETHTOOL_A_PHY_DRVNAME = 3, ETHTOOL_A_PHY_NAME = 4, ETHTOOL_A_PHY_UPSTREAM_TYPE = 5, ETHTOOL_A_PHY_UPSTREAM_INDEX = 6, ETHTOOL_A_PHY_UPSTREAM_SFP_NAME = 7, ETHTOOL_A_PHY_DOWNSTREAM_SFP_NAME = 8, __ETHTOOL_A_PHY_CNT = 9, ETHTOOL_A_PHY_MAX = 8, }; enum { ETHTOOL_A_TSCONFIG_UNSPEC = 0, ETHTOOL_A_TSCONFIG_HEADER = 1, ETHTOOL_A_TSCONFIG_HWTSTAMP_PROVIDER = 2, ETHTOOL_A_TSCONFIG_TX_TYPES = 3, ETHTOOL_A_TSCONFIG_RX_FILTERS = 4, ETHTOOL_A_TSCONFIG_HWTSTAMP_FLAGS = 5, __ETHTOOL_A_TSCONFIG_CNT = 6, ETHTOOL_A_TSCONFIG_MAX = 5, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, ETHTOOL_STATS_PHY = 4, __ETHTOOL_STATS_CNT = 5, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_STATS_PHY_RX_PKTS = 0, ETHTOOL_A_STATS_PHY_RX_BYTES = 1, ETHTOOL_A_STATS_PHY_RX_ERRORS = 2, ETHTOOL_A_STATS_PHY_TX_PKTS = 3, ETHTOOL_A_STATS_PHY_TX_BYTES = 4, ETHTOOL_A_STATS_PHY_TX_ERRORS = 5, __ETHTOOL_A_STATS_PHY_CNT = 6, ETHTOOL_A_STATS_PHY_MAX = 5, }; typedef const char (* const ethnl_string_array_t)[32]; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; enum ethtool_header_flags { ETHTOOL_FLAG_COMPACT_BITSETS = 1, ETHTOOL_FLAG_OMIT_REPLY = 2, ETHTOOL_FLAG_STATS = 4, }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, ETHTOOL_MSG_PLCA_GET_CFG = 39, ETHTOOL_MSG_PLCA_SET_CFG = 40, ETHTOOL_MSG_PLCA_GET_STATUS = 41, ETHTOOL_MSG_MM_GET = 42, ETHTOOL_MSG_MM_SET = 43, ETHTOOL_MSG_MODULE_FW_FLASH_ACT = 44, ETHTOOL_MSG_PHY_GET = 45, ETHTOOL_MSG_TSCONFIG_GET = 46, ETHTOOL_MSG_TSCONFIG_SET = 47, __ETHTOOL_MSG_USER_CNT = 48, ETHTOOL_MSG_USER_MAX = 47, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u32 phy_index; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; u8 set_ntf_cmd; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, const struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); int (*set_validate)(struct ethnl_req_info *, struct genl_info *); int (*set)(struct ethnl_req_info *, struct genl_info *); }; struct phylib_stubs { int (*hwtstamp_get)(struct phy_device *, struct kernel_hwtstamp_config *); int (*hwtstamp_set)(struct phy_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); void (*get_phy_stats)(struct phy_device *, struct ethtool_eth_phy_stats *, struct ethtool_phy_stats *); void (*get_link_ext_stats)(struct phy_device *, struct ethtool_link_ext_stats *); }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; enum { ETHTOOL_A_IRQ_MODERATION_UNSPEC = 0, ETHTOOL_A_IRQ_MODERATION_USEC = 1, ETHTOOL_A_IRQ_MODERATION_PKTS = 2, ETHTOOL_A_IRQ_MODERATION_COMPS = 3, __ETHTOOL_A_IRQ_MODERATION_CNT = 4, ETHTOOL_A_IRQ_MODERATION_MAX = 3, }; enum { ETHTOOL_A_PROFILE_UNSPEC = 0, ETHTOOL_A_PROFILE_IRQ_MODERATION = 1, __ETHTOOL_A_PROFILE_CNT = 2, ETHTOOL_A_PROFILE_MAX = 1, }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; enum phy_upstream { PHY_UPSTREAM_MAC = 0, PHY_UPSTREAM_PHY = 1, }; struct phy_link_topology { struct xarray phys; u32 next_phy_index; }; struct phy_device_node { enum phy_upstream upstream_type; union { struct net_device *netdev; struct phy_device *phydev; } upstream; struct sfp_bus *parent_sfp_bus; struct phy_device *phy; }; enum { ETHTOOL_A_TS_STAT_UNSPEC = 0, ETHTOOL_A_TS_STAT_TX_PKTS = 1, ETHTOOL_A_TS_STAT_TX_LOST = 2, ETHTOOL_A_TS_STAT_TX_ERR = 3, ETHTOOL_A_TS_STAT_TX_ONESTEP_PKTS_UNCONFIRMED = 4, __ETHTOOL_A_TS_STAT_CNT = 5, ETHTOOL_A_TS_STAT_MAX = 4, }; enum { ETHTOOL_A_TS_HWTSTAMP_PROVIDER_UNSPEC = 0, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_INDEX = 1, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_QUALIFIER = 2, __ETHTOOL_A_TS_HWTSTAMP_PROVIDER_CNT = 3, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_MAX = 2, }; struct tsinfo_req_info { struct ethnl_req_info base; struct hwtstamp_provider_desc hwprov_desc; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct kernel_ethtool_ts_info ts_info; struct ethtool_ts_stats stats; }; struct ethnl_tsinfo_dump_ctx { struct tsinfo_req_info *req_info; struct tsinfo_reply_data *reply_data; long unsigned int pos_ifindex; bool netdev_dump_done; long unsigned int pos_phyindex; enum hwtstamp_provider_qualifier pos_phcqualifier; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum ethtool_module_fw_flash_status { ETHTOOL_MODULE_FW_FLASH_STATUS_STARTED = 1, ETHTOOL_MODULE_FW_FLASH_STATUS_IN_PROGRESS = 2, ETHTOOL_MODULE_FW_FLASH_STATUS_COMPLETED = 3, ETHTOOL_MODULE_FW_FLASH_STATUS_ERROR = 4, }; enum { SFF8024_ID_UNK = 0, SFF8024_ID_SFF_8472 = 2, SFF8024_ID_SFP = 3, SFF8024_ID_DWDM_SFP = 11, SFF8024_ID_QSFP_8438 = 12, SFF8024_ID_QSFP_8436_8636 = 13, SFF8024_ID_QSFP28_8636 = 17, SFF8024_ID_QSFP_DD = 24, SFF8024_ID_OSFP = 25, SFF8024_ID_DSFP = 27, SFF8024_ID_QSFP_PLUS_CMIS = 30, SFF8024_ID_SFP_DD_CMIS = 31, SFF8024_ID_SFP_PLUS_CMIS = 32, SFF8024_ENCODING_UNSPEC = 0, SFF8024_ENCODING_8B10B = 1, SFF8024_ENCODING_4B5B = 2, SFF8024_ENCODING_NRZ = 3, SFF8024_ENCODING_8472_MANCHESTER = 4, SFF8024_ENCODING_8472_SONET = 5, SFF8024_ENCODING_8472_64B66B = 6, SFF8024_ENCODING_8436_MANCHESTER = 6, SFF8024_ENCODING_8436_SONET = 4, SFF8024_ENCODING_8436_64B66B = 5, SFF8024_ENCODING_256B257B = 7, SFF8024_ENCODING_PAM4 = 8, SFF8024_CONNECTOR_UNSPEC = 0, SFF8024_CONNECTOR_SC = 1, SFF8024_CONNECTOR_FIBERJACK = 6, SFF8024_CONNECTOR_LC = 7, SFF8024_CONNECTOR_MT_RJ = 8, SFF8024_CONNECTOR_MU = 9, SFF8024_CONNECTOR_SG = 10, SFF8024_CONNECTOR_OPTICAL_PIGTAIL = 11, SFF8024_CONNECTOR_MPO_1X12 = 12, SFF8024_CONNECTOR_MPO_2X16 = 13, SFF8024_CONNECTOR_HSSDC_II = 32, SFF8024_CONNECTOR_COPPER_PIGTAIL = 33, SFF8024_CONNECTOR_RJ45 = 34, SFF8024_CONNECTOR_NOSEPARATE = 35, SFF8024_CONNECTOR_MXC_2X16 = 36, SFF8024_ECC_UNSPEC = 0, SFF8024_ECC_100G_25GAUI_C2M_AOC = 1, SFF8024_ECC_100GBASE_SR4_25GBASE_SR = 2, SFF8024_ECC_100GBASE_LR4_25GBASE_LR = 3, SFF8024_ECC_100GBASE_ER4_25GBASE_ER = 4, SFF8024_ECC_100GBASE_SR10 = 5, SFF8024_ECC_100GBASE_CR4 = 11, SFF8024_ECC_25GBASE_CR_S = 12, SFF8024_ECC_25GBASE_CR_N = 13, SFF8024_ECC_10GBASE_T_SFI = 22, SFF8024_ECC_10GBASE_T_SR = 28, SFF8024_ECC_5GBASE_T = 29, SFF8024_ECC_2_5GBASE_T = 30, }; enum { SFP_PHYS_ID = 0, SFP_PHYS_EXT_ID = 1, SFP_PHYS_EXT_ID_SFP = 4, SFP_CONNECTOR = 2, SFP_COMPLIANCE = 3, SFP_ENCODING = 11, SFP_BR_NOMINAL = 12, SFP_RATE_ID = 13, SFF_RID_8079 = 1, SFF_RID_8431_RX_ONLY = 2, SFF_RID_8431_TX_ONLY = 4, SFF_RID_8431 = 6, SFF_RID_10G8G = 14, SFP_LINK_LEN_SM_KM = 14, SFP_LINK_LEN_SM_100M = 15, SFP_LINK_LEN_50UM_OM2_10M = 16, SFP_LINK_LEN_62_5UM_OM1_10M = 17, SFP_LINK_LEN_COPPER_1M = 18, SFP_LINK_LEN_50UM_OM4_10M = 18, SFP_LINK_LEN_50UM_OM3_10M = 19, SFP_VENDOR_NAME = 20, SFP_VENDOR_OUI = 37, SFP_VENDOR_PN = 40, SFP_VENDOR_REV = 56, SFP_OPTICAL_WAVELENGTH_MSB = 60, SFP_OPTICAL_WAVELENGTH_LSB = 61, SFP_CABLE_SPEC = 60, SFP_CC_BASE = 63, SFP_OPTIONS = 64, SFP_OPTIONS_HIGH_POWER_LEVEL = 8192, SFP_OPTIONS_PAGING_A2 = 4096, SFP_OPTIONS_RETIMER = 2048, SFP_OPTIONS_COOLED_XCVR = 1024, SFP_OPTIONS_POWER_DECL = 512, SFP_OPTIONS_RX_LINEAR_OUT = 256, SFP_OPTIONS_RX_DECISION_THRESH = 128, SFP_OPTIONS_TUNABLE_TX = 64, SFP_OPTIONS_RATE_SELECT = 32, SFP_OPTIONS_TX_DISABLE = 16, SFP_OPTIONS_TX_FAULT = 8, SFP_OPTIONS_LOS_INVERTED = 4, SFP_OPTIONS_LOS_NORMAL = 2, SFP_BR_MAX = 66, SFP_BR_MIN = 67, SFP_VENDOR_SN = 68, SFP_DATECODE = 84, SFP_DIAGMON = 92, SFP_DIAGMON_DDM = 64, SFP_DIAGMON_INT_CAL = 32, SFP_DIAGMON_EXT_CAL = 16, SFP_DIAGMON_RXPWR_AVG = 8, SFP_DIAGMON_ADDRMODE = 4, SFP_ENHOPTS = 93, SFP_ENHOPTS_ALARMWARN = 128, SFP_ENHOPTS_SOFT_TX_DISABLE = 64, SFP_ENHOPTS_SOFT_TX_FAULT = 32, SFP_ENHOPTS_SOFT_RX_LOS = 16, SFP_ENHOPTS_SOFT_RATE_SELECT = 8, SFP_ENHOPTS_APP_SELECT_SFF8079 = 4, SFP_ENHOPTS_SOFT_RATE_SFF8431 = 2, SFP_SFF8472_COMPLIANCE = 94, SFP_SFF8472_COMPLIANCE_NONE = 0, SFP_SFF8472_COMPLIANCE_REV9_3 = 1, SFP_SFF8472_COMPLIANCE_REV9_5 = 2, SFP_SFF8472_COMPLIANCE_REV10_2 = 3, SFP_SFF8472_COMPLIANCE_REV10_4 = 4, SFP_SFF8472_COMPLIANCE_REV11_0 = 5, SFP_SFF8472_COMPLIANCE_REV11_3 = 6, SFP_SFF8472_COMPLIANCE_REV11_4 = 7, SFP_SFF8472_COMPLIANCE_REV12_0 = 8, SFP_CC_EXT = 95, }; struct devlink; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; struct ib_device; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink_linecard; struct devlink_port_ops; struct devlink_rate; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; const struct devlink_port_ops *ops; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; u32 rel_index; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct devlink_port_ops { int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_del)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_fn_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_fn_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_max_io_eqs_get)(struct devlink_port *, u32 *, struct netlink_ext_ack *); int (*port_fn_max_io_eqs_set)(struct devlink_port *, u32, struct netlink_ext_ack *); }; enum ethnl_sock_type { ETHTOOL_SOCK_TYPE_MODULE_FW_FLASH = 0, }; struct ethnl_sock_priv { struct net_device *dev; u32 portid; enum ethnl_sock_type type; }; struct ethnl_module_fw_flash_ntf_params { u32 portid; u32 seq; bool closed_sock; }; struct ethtool_module_fw_flash_params { __be32 password; u8 password_valid: 1; }; struct ethtool_cmis_fw_update_params { struct net_device *dev; struct ethtool_module_fw_flash_params params; struct ethnl_module_fw_flash_ntf_params ntf_params; const struct firmware *fw; }; struct ethtool_module_fw_flash { struct list_head list; netdevice_tracker dev_tracker; struct work_struct work; struct ethtool_cmis_fw_update_params fw_update; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *, struct netlink_ext_ack *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct plca_reply_data { struct ethnl_reply_data base; struct phy_plca_cfg plca_cfg; struct phy_plca_status plca_st; }; typedef u16 u_int16_t; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; enum nf_nat_manip_type { NF_NAT_MANIP_SRC = 0, NF_NAT_MANIP_DST = 1, }; struct nf_conn; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); void (*remove_nat_bysrc)(struct nf_conn *); }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; struct {} __nfct_hash_offsetend; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; typedef u32 u_int32_t; typedef u64 u_int64_t; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 init[2]; u8 last_dir; u8 flags; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct hlist_node nat_bysource; struct {} __nfct_init_offset; struct nf_conn *master; u_int32_t mark; u_int32_t secmark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); void (*set_closing)(struct nf_conntrack *); int (*confirm)(struct sk_buff *); }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; struct nf_defrag_hook { struct module *owner; int (*enable)(struct net *); void (*disable)(struct net *); }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct nf_hook_state state; u16 size; }; struct bpf_nf_ctx { const struct nf_hook_state *state; struct sk_buff *skb; }; struct bpf_nf_link { struct bpf_link link; struct nf_hook_ops hook_ops; netns_tracker ns_tracker; struct net *net; u32 dead; const struct nf_defrag_hook *defrag_hook; }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; enum ip_conntrack_expect_events { IPEXP_NEW = 0, IPEXP_DESTROY = 1, }; struct ip_tunnel_parm_kern { char name[16]; long unsigned int i_flags[1]; long unsigned int o_flags[1]; __be32 i_key; __be32 o_key; int link; struct iphdr iph; }; enum { IP_TUNNEL_CSUM_BIT = 0, IP_TUNNEL_ROUTING_BIT = 1, IP_TUNNEL_KEY_BIT = 2, IP_TUNNEL_SEQ_BIT = 3, IP_TUNNEL_STRICT_BIT = 4, IP_TUNNEL_REC_BIT = 5, IP_TUNNEL_VERSION_BIT = 6, IP_TUNNEL_NO_KEY_BIT = 7, IP_TUNNEL_DONT_FRAGMENT_BIT = 8, IP_TUNNEL_OAM_BIT = 9, IP_TUNNEL_CRIT_OPT_BIT = 10, IP_TUNNEL_GENEVE_OPT_BIT = 11, IP_TUNNEL_VXLAN_OPT_BIT = 12, IP_TUNNEL_NOCACHE_BIT = 13, IP_TUNNEL_ERSPAN_OPT_BIT = 14, IP_TUNNEL_GTP_OPT_BIT = 15, IP_TUNNEL_VTI_BIT = 16, IP_TUNNEL_SIT_ISATAP_BIT = 16, IP_TUNNEL_PFCP_OPT_BIT = 17, __IP_TUNNEL_FLAG_NUM = 18, }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; bool pfsrc_removed; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry_stats; struct nh_grp_entry { struct nexthop *nh; struct nh_grp_entry_stats *stats; u16 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; u64 packets_hw; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_grp_entry_stats { u64_stats_t packets; struct u64_stats_sync syncp; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; bool hw_stats; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_conntrack_net { atomic_t count; unsigned int expect_count; unsigned int users4; unsigned int users6; unsigned int users_bridge; struct ctl_table_header *sysctl_header; }; struct nf_ct_ext { u8 offset[4]; u8 len; unsigned int gen_id; long: 0; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; refcount_t use; unsigned int flags; unsigned int class; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; union nf_inet_addr saved_addr; union nf_conntrack_man_proto saved_proto; enum ip_conntrack_dir dir; struct callback_head rcu; }; struct nf_conntrack_expect_policy; struct nf_conntrack_helper { struct hlist_node hnode; char name[16]; refcount_t refcnt; struct module *me; const struct nf_conntrack_expect_policy *expect_policy; struct nf_conntrack_tuple tuple; int (*help)(struct sk_buff *, unsigned int, struct nf_conn *, enum ip_conntrack_info); void (*destroy)(struct nf_conn *); int (*from_nlattr)(struct nlattr *, struct nf_conn *); int (*to_nlattr)(struct sk_buff *, const struct nf_conn *); unsigned int expect_class_max; unsigned int flags; unsigned int queue_num; u16 data_len; char nat_mod_name[16]; }; struct nf_conntrack_expect_policy { unsigned int max_expected; unsigned int timeout; char name[16]; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_NAT = 1, NF_CT_EXT_SEQADJ = 2, NF_CT_EXT_ACCT = 3, NF_CT_EXT_NUM = 4, }; struct nf_conn_help { struct nf_conntrack_helper *helper; struct hlist_head expectations; u8 expecting[4]; long: 0; char data[32]; }; enum ip_conntrack_events { IPCT_NEW = 0, IPCT_RELATED = 1, IPCT_DESTROY = 2, IPCT_REPLY = 3, IPCT_ASSURED = 4, IPCT_PROTOINFO = 5, IPCT_HELPER = 6, IPCT_MARK = 7, IPCT_SEQADJ = 8, IPCT_NATSEQADJ = 8, IPCT_SECMARK = 9, IPCT_LABEL = 10, IPCT_SYNPROXY = 11, __IPCT_MAX = 12, }; struct nf_ct_tcp_flags { __u8 flags; __u8 mask; }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum { TCP_FLAG_AE = 1, TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 14, TCP_DATA_OFFSET = 240, }; struct nf_conntrack_l4proto { u_int8_t l4proto; bool allow_clash; u16 nlattr_size; bool (*can_early_drop)(const struct nf_conn *); int (*to_nlattr)(struct sk_buff *, struct nlattr *, struct nf_conn *, bool); int (*from_nlattr)(struct nlattr **, struct nf_conn *); int (*tuple_to_nlattr)(struct sk_buff *, const struct nf_conntrack_tuple *); unsigned int (*nlattr_tuple_size)(); int (*nlattr_to_tuple)(struct nlattr **, struct nf_conntrack_tuple *, u_int32_t); const struct nla_policy *nla_policy; struct { int (*nlattr_to_obj)(struct nlattr **, struct net *, void *); int (*obj_to_nlattr)(struct sk_buff *, const void *); u16 obj_size; u16 nlattr_max; const struct nla_policy *nla_policy; } ctnl_timeout; }; struct nf_conn_synproxy { u32 isn; u32 its; u32 tsoff; }; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; enum nf_ct_tcp_action { NFCT_TCP_IGNORE = 0, NFCT_TCP_INVALID = 1, NFCT_TCP_ACCEPT = 2, }; enum tcp_bit_set { TCP_SYN_SET = 0, TCP_SYNACK_SET = 1, TCP_FIN_SET = 2, TCP_ACK_SET = 3, TCP_RST_SET = 4, TCP_NONE_SET = 5, }; enum ctattr_l4proto { CTA_PROTO_UNSPEC = 0, CTA_PROTO_NUM = 1, CTA_PROTO_SRC_PORT = 2, CTA_PROTO_DST_PORT = 3, CTA_PROTO_ICMP_ID = 4, CTA_PROTO_ICMP_TYPE = 5, CTA_PROTO_ICMP_CODE = 6, CTA_PROTO_ICMPV6_ID = 7, CTA_PROTO_ICMPV6_TYPE = 8, CTA_PROTO_ICMPV6_CODE = 9, __CTA_PROTO_MAX = 10, }; enum ctattr_protoinfo { CTA_PROTOINFO_UNSPEC = 0, CTA_PROTOINFO_TCP = 1, CTA_PROTOINFO_DCCP = 2, CTA_PROTOINFO_SCTP = 3, __CTA_PROTOINFO_MAX = 4, }; enum ctattr_protoinfo_tcp { CTA_PROTOINFO_TCP_UNSPEC = 0, CTA_PROTOINFO_TCP_STATE = 1, CTA_PROTOINFO_TCP_WSCALE_ORIGINAL = 2, CTA_PROTOINFO_TCP_WSCALE_REPLY = 3, CTA_PROTOINFO_TCP_FLAGS_ORIGINAL = 4, CTA_PROTOINFO_TCP_FLAGS_REPLY = 5, __CTA_PROTOINFO_TCP_MAX = 6, }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; enum { SCTP_CHUNK_FLAG_T = 1, }; enum ctattr_protoinfo_sctp { CTA_PROTOINFO_SCTP_UNSPEC = 0, CTA_PROTOINFO_SCTP_STATE = 1, CTA_PROTOINFO_SCTP_VTAG_ORIGINAL = 2, CTA_PROTOINFO_SCTP_VTAG_REPLY = 3, __CTA_PROTOINFO_SCTP_MAX = 4, }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_usec_ts: 1; unsigned int tw_pad: 2; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; u32 tw_entry_stamp; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; struct xfrm_dst { union { struct dst_entry dst; struct rtable rt; struct rt6_info rt6; } u; struct dst_entry *route; struct dst_entry *child; struct dst_entry *path; struct xfrm_policy *pols[2]; int num_pols; int num_xfrms; u32 xfrm_genid; u32 policy_genid; u32 route_mtu_cached; u32 child_mtu_cached; u32 route_cookie; u32 path_cookie; }; struct nf_nat_range2 { unsigned int flags; union nf_inet_addr min_addr; union nf_inet_addr max_addr; union nf_conntrack_man_proto min_proto; union nf_conntrack_man_proto max_proto; union nf_conntrack_man_proto base_proto; }; struct nf_ct_helper_expectfn { struct list_head head; const char *name; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); }; struct nf_conntrack_nat_helper { struct list_head list; char mod_name[16]; struct module *module; }; struct nf_ct_sip_master { unsigned int register_cseq; unsigned int invite_cseq; __be16 forced_dport; }; enum sip_expectation_classes { SIP_EXPECT_SIGNALLING = 0, SIP_EXPECT_AUDIO = 1, SIP_EXPECT_VIDEO = 2, SIP_EXPECT_IMAGE = 3, __SIP_EXPECT_MAX = 4, }; enum sip_header_types { SIP_HDR_CSEQ = 0, SIP_HDR_FROM = 1, SIP_HDR_TO = 2, SIP_HDR_CONTACT = 3, SIP_HDR_VIA_UDP = 4, SIP_HDR_VIA_TCP = 5, SIP_HDR_EXPIRES = 6, SIP_HDR_CONTENT_LENGTH = 7, SIP_HDR_CALL_ID = 8, }; enum sdp_header_types { SDP_HDR_UNSPEC = 0, SDP_HDR_VERSION = 1, SDP_HDR_OWNER = 2, SDP_HDR_CONNECTION = 3, SDP_HDR_MEDIA = 4, }; struct nf_nat_sip_hooks { unsigned int (*msg)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *); void (*seq_adjust)(struct sk_buff *, unsigned int, s16); unsigned int (*expect)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, struct nf_conntrack_expect *, unsigned int, unsigned int); unsigned int (*sdp_addr)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, unsigned int, enum sdp_header_types, enum sdp_header_types, const union nf_inet_addr *); unsigned int (*sdp_port)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, unsigned int, unsigned int, u_int16_t); unsigned int (*sdp_session)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, unsigned int, const union nf_inet_addr *); unsigned int (*sdp_media)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, struct nf_conntrack_expect *, struct nf_conntrack_expect *, unsigned int, unsigned int, union nf_inet_addr *); }; struct xt_action_param; struct xt_mtchk_param; struct xt_mtdtor_param; struct xt_match { struct list_head list; const char name[29]; u_int8_t revision; bool (*match)(const struct sk_buff *, struct xt_action_param *); int (*checkentry)(const struct xt_mtchk_param *); void (*destroy)(const struct xt_mtdtor_param *); struct module *me; const char *table; unsigned int matchsize; unsigned int usersize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_tgchk_param; struct xt_tgdtor_param; struct xt_target { struct list_head list; const char name[29]; u_int8_t revision; unsigned int (*target)(struct sk_buff *, const struct xt_action_param *); int (*checkentry)(const struct xt_tgchk_param *); void (*destroy)(const struct xt_tgdtor_param *); struct module *me; const char *table; unsigned int targetsize; unsigned int usersize; unsigned int hooks; short unsigned int proto; short unsigned int family; }; struct xt_action_param { union { const struct xt_match *match; const struct xt_target *target; }; union { const void *matchinfo; const void *targinfo; }; const struct nf_hook_state *state; unsigned int thoff; u16 fragoff; bool hotdrop; }; struct xt_mtchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_match *match; void *matchinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_mtdtor_param { struct net *net; const struct xt_match *match; void *matchinfo; u_int8_t family; }; struct xt_tgchk_param { struct net *net; const char *table; const void *entryinfo; const struct xt_target *target; void *targinfo; unsigned int hook_mask; u_int8_t family; bool nft_compat; }; struct xt_tgdtor_param { struct net *net; const struct xt_target *target; void *targinfo; u_int8_t family; }; struct xt_nflog_info { __u32 len; __u16 group; __u16 threshold; __u16 flags; __u16 pad; char prefix[64]; }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u32 orig_mac_len; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; int verified_cnt; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; enum xt_policy_flags { XT_POLICY_MATCH_IN = 1, XT_POLICY_MATCH_OUT = 2, XT_POLICY_MATCH_NONE = 4, XT_POLICY_MATCH_STRICT = 8, }; struct xt_policy_spec { __u8 saddr: 1; __u8 daddr: 1; __u8 proto: 1; __u8 mode: 1; __u8 spi: 1; __u8 reqid: 1; }; struct xt_policy_elem { union { struct { union nf_inet_addr saddr; union nf_inet_addr smask; union nf_inet_addr daddr; union nf_inet_addr dmask; }; }; __be32 spi; __u32 reqid; __u8 proto; __u8 mode; struct xt_policy_spec match; struct xt_policy_spec invert; }; struct xt_policy_info { struct xt_policy_elem pol[4]; __u16 flags; __u16 len; }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; enum flow_dissector_ctrl_flags { FLOW_DIS_IS_FRAGMENT = 1, FLOW_DIS_FIRST_FRAG = 2, FLOW_DIS_F_TUNNEL_CSUM = 4, FLOW_DIS_F_TUNNEL_DONT_FRAGMENT = 8, FLOW_DIS_F_TUNNEL_OAM = 16, FLOW_DIS_F_TUNNEL_CRIT_OPT = 32, FLOW_DIS_ENCAPSULATION = 64, }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; long: 0; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, RTA_FLOWLABEL = 31, __RTA_MAX = 32, }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct ip_sf_list; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct uncached_list { spinlock_t lock; struct list_head head; }; typedef u8 dscp_t; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; dscp_t dscp; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); void (*xfrm6_local_rxpmtu)(struct sk_buff *, u32); int (*xfrm6_udp_encap_rcv)(struct sock *, struct sk_buff *); struct sk_buff * (*xfrm6_gro_udp_encap_rcv)(struct sock *, struct list_head *, struct sk_buff *); int (*xfrm6_rcv_encap)(struct sk_buff *, int, __be32, int); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); int (*ip6_xmit)(const struct sock *, struct sk_buff *, struct flowi6 *, __u32, struct ipv6_txoptions *, int, u32); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; long unsigned int tun_flags[1]; __be32 label; u32 nhid; u8 tos; u8 ttl; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct ip_tunnel_encap encap; struct dst_cache dst_cache; u8 options_len; u8 mode; long: 0; u8 options[0]; }; typedef u64 sci_t; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; typedef u32 inet_ehashfn_t(const struct net *, const __be32, const __u16, const __be32, const __be16); struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; enum skb_tstamp_type { SKB_CLOCK_REALTIME = 0, SKB_CLOCK_MONOTONIC = 1, SKB_CLOCK_TAI = 2, __SKB_CLOCK_MAX = 2, }; struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, BPF_SOCK_OPS_TSTAMP_SCHED_CB = 16, BPF_SOCK_OPS_TSTAMP_SND_SW_CB = 17, BPF_SOCK_OPS_TSTAMP_SND_HW_CB = 18, BPF_SOCK_OPS_TSTAMP_ACK_CB = 19, BPF_SOCK_OPS_TSTAMP_SENDMSG_CB = 20, }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, ICSK_ACK_NOMEM = 32, }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool req_usec_ts; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 snt_tsval_first; u32 snt_tsval_last; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_request_sock_ops { u16 mss_clamp; struct tcp_md5sig_key * (*req_md5_lookup)(const struct sock *, const struct sock *); int (*calc_md5_hash)(char *, const struct tcp_md5sig_key *, const struct sock *, const struct sk_buff *); __u32 (*cookie_init_seq)(const struct sk_buff *, __u16 *); struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *, u32); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, TCPF_ACK_DEFERRED = 64, }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; struct tcp_ao_key { struct hlist_node node; union tcp_ao_addr addr; u8 key[80]; unsigned int tcp_sigpool_id; unsigned int digest_size; int l3index; u8 prefixlen; u8 family; u8 keylen; u8 keyflags; u8 sndid; u8 rcvid; u8 maclen; struct callback_head rcu; atomic64_t pkt_good; atomic64_t pkt_bad; u8 traffic_keys[0]; }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; enum tcp_skb_cb_sacked_flags { TCPCB_SACKED_ACKED = 1, TCPCB_SACKED_RETRANS = 2, TCPCB_LOST = 4, TCPCB_TAGBITS = 7, TCPCB_REPAIRED = 16, TCPCB_EVER_RETRANS = 128, TCPCB_RETRANS = 146, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u16 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 2; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 4; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; struct tcp_key { union { struct { struct tcp_ao_key *ao_key; char *traffic_key; u32 sne; u8 rcv_next; }; struct tcp_md5sig_key *md5_key; }; enum { TCP_KEY_NONE = 0, TCP_KEY_MD5 = 1, TCP_KEY_AO = 2, } type; }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; struct tcp_md5sig_key *tw_md5_key; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, TCP_TW_ACK_OOW = 4, }; enum { UDP_FLAGS_CORK = 0, UDP_FLAGS_NO_CHECK6_TX = 1, UDP_FLAGS_NO_CHECK6_RX = 2, UDP_FLAGS_GRO_ENABLED = 3, UDP_FLAGS_ACCEPT_FRAGLIST = 4, UDP_FLAGS_ACCEPT_L4 = 5, UDP_FLAGS_ENCAP_ENABLED = 6, UDP_FLAGS_UDPLITE_SEND_CC = 7, UDP_FLAGS_UDPLITE_RECV_CC = 8, }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); struct napi_gro_cb { union { struct { void *frag0; unsigned int frag0_len; }; struct { struct sk_buff *last; long unsigned int age; }; }; int data_offset; u16 flush; u16 count; u16 proto; u16 pad; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 ip_fixedid: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 ip_fixedid: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; union { struct { u16 network_offset; u16 inner_network_offset; }; u16 network_offsets[2]; }; }; typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; struct rtnl_af_ops { struct list_head list; struct srcu_struct srcu; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[33]; }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; bool rtnl_held; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct {} __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct rta_mfc_stats { __u64 mfcs_packets; __u64 mfcs_bytes; __u64 mfcs_wrong_if; }; struct vif_entry_notifier_info { struct fib_notifier_info info; struct net_device *dev; short unsigned int vif_index; short unsigned int vif_flags; u32 tb_id; }; enum { MFC_STATIC = 1, MFC_OFFLOAD = 2, }; struct mr_mfc { struct rhlist_head mnode; short unsigned int mfc_parent; int mfc_flags; union { struct { long unsigned int expires; struct sk_buff_head unresolved; } unres; struct { long unsigned int last_assert; int minvif; int maxvif; atomic_long_t bytes; atomic_long_t pkt; atomic_long_t wrong_if; long unsigned int lastuse; unsigned char ttls[32]; refcount_t refcount; } res; } mfc_un; struct list_head list; struct callback_head rcu; void (*free)(struct callback_head *); }; struct mfc_entry_notifier_info { struct fib_notifier_info info; struct mr_mfc *mfc; u32 tb_id; }; struct mr_vif_iter { struct seq_net_private p; struct mr_table *mrt; int ct; }; struct mr_mfc_iter { struct seq_net_private p; struct mr_table *mrt; struct list_head *cache; spinlock_t *lock; }; enum tunnel_encap_types { TUNNEL_ENCAP_NONE = 0, TUNNEL_ENCAP_FOU = 1, TUNNEL_ENCAP_GUE = 2, TUNNEL_ENCAP_MPLS = 3, }; struct bpf_fou_encap { __be16 sport; __be16 dport; }; enum bpf_fou_encap_type { FOU_BPF_ENCAP_FOU = 0, FOU_BPF_ENCAP_GUE = 1, }; struct xfrm_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm_tunnel *next; int priority; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct xt_counters { __u64 pcnt; __u64 bcnt; }; struct xt_table_info; struct xt_table { struct list_head list; unsigned int valid_hooks; struct xt_table_info *private; struct nf_hook_ops *ops; struct module *me; u_int8_t af; int priority; const char name[32]; }; struct xt_table_info { unsigned int size; unsigned int number; unsigned int initial_entries; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int stacksize; void ***jumpstack; unsigned char entries[0]; }; struct ipt_ip { struct in_addr src; struct in_addr dst; struct in_addr smsk; struct in_addr dmsk; char iniface[16]; char outiface[16]; unsigned char iniface_mask[16]; unsigned char outiface_mask[16]; __u16 proto; __u8 flags; __u8 invflags; }; struct ipt_entry { struct ipt_ip ip; unsigned int nfcache; __u16 target_offset; __u16 next_offset; unsigned int comefrom; struct xt_counters counters; unsigned char elems[0]; }; struct ipt_replace { char name[32]; unsigned int valid_hooks; unsigned int num_entries; unsigned int size; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_counters; struct xt_counters *counters; struct ipt_entry entries[0]; }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; struct bpf_link *msg_parser_link; struct bpf_link *stream_parser_link; struct bpf_link *stream_verdict_link; struct bpf_link *skb_verdict_link; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock)(struct strparser *, read_descriptor_t *, sk_read_actor_t); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; u32 copied_seq; u32 ingress_bytes; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct delayed_work work; struct sock *sk_pair; struct rcu_work rwork; }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct xfrm_dst_lookup_params { struct net *net; dscp_t dscp; int oif; xfrm_address_t *saddr; xfrm_address_t *daddr; u32 mark; __u8 ipproto; union flowi_uli uli; }; struct xfrm_policy_afinfo { struct dst_ops *dst_ops; struct dst_entry * (*dst_lookup)(const struct xfrm_dst_lookup_params *); int (*get_saddr)(xfrm_address_t *, const struct xfrm_dst_lookup_params *); int (*fill_dst)(struct xfrm_dst *, struct net_device *, const struct flowi *); struct dst_entry * (*blackhole_route)(struct net *, struct dst_entry *); }; struct xfrm_input_afinfo { u8 family; bool is_ipip; int (*callback)(struct sk_buff *, u8, int); }; struct ip_tunnel; struct ip6_tnl; struct xfrm_tunnel_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; union { struct ip_tunnel *ip4; struct ip6_tnl *ip6; } tunnel; }; struct xfrm_spi_skb_cb { struct xfrm_tunnel_skb_cb header; unsigned int daddroff; unsigned int family; __be32 seq; }; struct xfrm4_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm4_protocol *next; int priority; }; enum xfrm_sa_dir { XFRM_SA_DIR_IN = 1, XFRM_SA_DIR_OUT = 2, }; struct ip_beet_phdr { __u8 nexthdr; __u8 hdrlen; __u8 padlen; __u8 reserved; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; enum { XFRM_MODE_FLAG_TUNNEL = 1, }; enum { XFRM_STATE_VOID = 0, XFRM_STATE_ACQ = 1, XFRM_STATE_VALID = 2, XFRM_STATE_ERROR = 3, XFRM_STATE_EXPIRED = 4, XFRM_STATE_DEAD = 5, }; struct xfrm_state_afinfo { u8 family; u8 proto; const struct xfrm_type_offload *type_offload_esp; const struct xfrm_type *type_esp; const struct xfrm_type *type_ipip; const struct xfrm_type *type_ipip6; const struct xfrm_type *type_comp; const struct xfrm_type *type_ah; const struct xfrm_type *type_routing; const struct xfrm_type *type_dstopts; int (*output)(struct net *, struct sock *, struct sk_buff *); int (*transport_finish)(struct sk_buff *, int); void (*local_error)(struct sk_buff *, u32); }; struct ip_tunnel_prl_entry; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm_kern parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct __ip6_tnl_parm { char name[16]; int link; __u8 proto; __u8 encap_limit; __u8 hop_limit; bool collect_md; __be32 flowinfo; __u32 flags; struct in6_addr laddr; struct in6_addr raddr; long unsigned int i_flags[1]; long unsigned int o_flags[1]; __be32 i_key; __be32 o_key; __u32 fwmark; __u32 index; __u8 erspan_ver; __u8 dir; __u16 hwid; }; struct ip6_tnl { struct ip6_tnl *next; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; struct __ip6_tnl_parm parms; struct flowi fl; struct dst_cache dst_cache; struct gro_cells gro_cells; int err_count; long unsigned int err_time; __u32 i_seqno; atomic_t o_seqno; int hlen; int tun_hlen; int encap_hlen; struct ip_tunnel_encap encap; int mlink; }; struct xfrm_skb_cb { struct xfrm_tunnel_skb_cb header; union { struct { __u32 low; __u32 hi; } output; struct { __be32 low; __be32 hi; } input; } seq; }; struct xfrm_mode_skb_cb { struct xfrm_tunnel_skb_cb header; __be16 id; __be16 frag_off; u8 ihl; u8 tos; u8 ttl; u8 protocol; u8 optlen; u8 flow_lbl[3]; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct xfrm_trans_tasklet { struct work_struct work; spinlock_t queue_lock; struct sk_buff_head queue; }; struct xfrm_trans_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; int (*finish)(struct net *, struct sock *, struct sk_buff *); struct net *net; }; enum { BPF_F_CURRENT_NETNS = -1, }; struct bpf_xfrm_state_opts { s32 error; s32 netns_id; u32 mark; xfrm_address_t daddr; __be32 spi; u8 proto; u16 family; }; enum { BPF_XFRM_STATE_OPTS_SZ = 36, }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; struct raw_hashinfo { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hlist_head ht[256]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 256, }; enum { XFRM_DEV_OFFLOAD_UNSPECIFIED = 0, XFRM_DEV_OFFLOAD_CRYPTO = 1, XFRM_DEV_OFFLOAD_PACKET = 2, }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct tcp_md5sig { struct __kernel_sockaddr_storage tcpm_addr; __u8 tcpm_flags; __u8 tcpm_prefixlen; __u16 tcpm_keylen; int tcpm_ifindex; __u8 tcpm_key[80]; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp_ao_hdr { u8 kind; u8 length; u8 keyid; u8 rnext_keyid; }; struct tcp6_pseudohdr { struct in6_addr saddr; struct in6_addr daddr; __be32 len; __be32 protocol; }; struct tcp_sigpool { void *scratch; struct ahash_request *req; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; typedef u32 inet6_ehashfn_t(const struct net *, const struct in6_addr *, const u16, const struct in6_addr *, const __be16); struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 promisc: 1; u32 backup_nhid; }; struct nf_bridge_frag_data; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ah_data { int icv_full_len; int icv_trunc_len; struct crypto_ahash *ahash; }; struct sadb_alg { __u8 sadb_alg_id; __u8 sadb_alg_ivlen; __u16 sadb_alg_minbits; __u16 sadb_alg_maxbits; __u16 sadb_alg_reserved; }; struct xfrm_algo_aead_info { char *geniv; u16 icv_truncbits; }; struct xfrm_algo_auth_info { u16 icv_truncbits; u16 icv_fullbits; }; struct xfrm_algo_encr_info { char *geniv; u16 blockbits; u16 defkeybits; }; struct xfrm_algo_comp_info { u16 threshold; }; struct xfrm_algo_desc { char *name; char *compat; u8 available: 1; u8 pfkey_supported: 1; union { struct xfrm_algo_aead_info aead; struct xfrm_algo_auth_info auth; struct xfrm_algo_encr_info encr; struct xfrm_algo_comp_info comp; } uinfo; struct sadb_alg desc; }; struct xfrm6_protocol { int (*handler)(struct sk_buff *); int (*input_handler)(struct sk_buff *, int, __be32, int); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); struct xfrm6_protocol *next; int priority; }; struct tmp_ext { struct in6_addr daddr; char hdrs[0]; }; struct ah_skb_cb { struct xfrm_skb_cb xfrm; void *tmp; }; struct ip6t_ip6 { struct in6_addr src; struct in6_addr dst; struct in6_addr smsk; struct in6_addr dmsk; char iniface[16]; char outiface[16]; unsigned char iniface_mask[16]; unsigned char outiface_mask[16]; __u16 proto; __u8 tos; __u8 flags; __u8 invflags; }; struct ip6t_entry { struct ip6t_ip6 ipv6; unsigned int nfcache; __u16 target_offset; __u16 next_offset; unsigned int comefrom; struct xt_counters counters; unsigned char elems[0]; }; struct ip6t_replace { char name[32]; unsigned int valid_hooks; unsigned int num_entries; unsigned int size; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_counters; struct xt_counters *counters; struct ip6t_entry entries[0]; }; struct strp_msg { int full_len; int offset; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct netlbl_af4list { __be32 addr; __be32 mask; u32 valid; struct list_head list; }; struct netlbl_af6list { struct in6_addr addr; struct in6_addr mask; u32 valid; struct list_head list; }; struct netlbl_audit { struct lsm_prop prop; kuid_t loginuid; unsigned int sessionid; }; struct calipso_doi { u32 doi; u32 type; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct cipso_v4_std_map_tbl { struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } lvl; struct { u32 *cipso; u32 *local; u32 cipso_size; u32 local_size; } cat; }; struct cipso_v4_doi { u32 doi; u32 type; union { struct cipso_v4_std_map_tbl *std; } map; u8 tags[5]; refcount_t refcount; struct list_head list; struct callback_head rcu; }; struct netlbl_domaddr_map { struct list_head list4; struct list_head list6; }; struct netlbl_dommap_def { u32 type; union { struct netlbl_domaddr_map *addrsel; struct cipso_v4_doi *cipso; struct calipso_doi *calipso; }; }; struct netlbl_domaddr4_map { struct netlbl_dommap_def def; struct netlbl_af4list list; }; struct netlbl_domaddr6_map { struct netlbl_dommap_def def; struct netlbl_af6list list; }; struct netlbl_dom_map { char *domain; struct netlbl_dommap_def def; u16 family; u32 valid; struct list_head list; struct callback_head rcu; }; enum { NLBL_MGMT_C_UNSPEC = 0, NLBL_MGMT_C_ADD = 1, NLBL_MGMT_C_REMOVE = 2, NLBL_MGMT_C_LISTALL = 3, NLBL_MGMT_C_ADDDEF = 4, NLBL_MGMT_C_REMOVEDEF = 5, NLBL_MGMT_C_LISTDEF = 6, NLBL_MGMT_C_PROTOCOLS = 7, NLBL_MGMT_C_VERSION = 8, __NLBL_MGMT_C_MAX = 9, }; enum { NLBL_MGMT_A_UNSPEC = 0, NLBL_MGMT_A_DOMAIN = 1, NLBL_MGMT_A_PROTOCOL = 2, NLBL_MGMT_A_VERSION = 3, NLBL_MGMT_A_CV4DOI = 4, NLBL_MGMT_A_IPV6ADDR = 5, NLBL_MGMT_A_IPV6MASK = 6, NLBL_MGMT_A_IPV4ADDR = 7, NLBL_MGMT_A_IPV4MASK = 8, NLBL_MGMT_A_ADDRSELECTOR = 9, NLBL_MGMT_A_SELECTORLIST = 10, NLBL_MGMT_A_FAMILY = 11, NLBL_MGMT_A_CLPDOI = 12, __NLBL_MGMT_A_MAX = 13, }; struct netlbl_domhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum rfkill_type { RFKILL_TYPE_ALL = 0, RFKILL_TYPE_WLAN = 1, RFKILL_TYPE_BLUETOOTH = 2, RFKILL_TYPE_UWB = 3, RFKILL_TYPE_WIMAX = 4, RFKILL_TYPE_WWAN = 5, RFKILL_TYPE_GPS = 6, RFKILL_TYPE_FM = 7, RFKILL_TYPE_NFC = 8, NUM_RFKILL_TYPES = 9, }; enum rfkill_operation { RFKILL_OP_ADD = 0, RFKILL_OP_DEL = 1, RFKILL_OP_CHANGE = 2, RFKILL_OP_CHANGE_ALL = 3, }; enum rfkill_hard_block_reasons { RFKILL_HARD_BLOCK_SIGNAL = 1, RFKILL_HARD_BLOCK_NOT_OWNER = 2, }; struct rfkill_event_ext { __u32 idx; __u8 type; __u8 op; __u8 soft; __u8 hard; __u8 hard_block_reasons; } __attribute__((packed)); enum rfkill_user_states { RFKILL_USER_STATE_SOFT_BLOCKED = 0, RFKILL_USER_STATE_UNBLOCKED = 1, RFKILL_USER_STATE_HARD_BLOCKED = 2, }; struct rfkill; struct rfkill_ops { void (*poll)(struct rfkill *, void *); void (*query)(struct rfkill *, void *); int (*set_block)(void *, bool); }; struct rfkill { spinlock_t lock; enum rfkill_type type; long unsigned int state; long unsigned int hard_block_reasons; u32 idx; bool registered; bool persistent; bool polling_paused; bool suspended; bool need_sync; const struct rfkill_ops *ops; void *data; struct led_trigger led_trigger; const char *ledtrigname; struct device dev; struct list_head node; struct delayed_work poll_work; struct work_struct uevent_work; struct work_struct sync_work; char name[0]; }; struct rfkill_int_event { struct list_head list; struct rfkill_event_ext ev; }; struct rfkill_data { struct list_head list; struct list_head events; struct mutex mtx; wait_queue_head_t read_wait; bool input_handler; u8 max_size; }; struct p9_fcall { u32 size; u8 id; u16 tag; size_t offset; size_t capacity; struct kmem_cache *cache; u8 *sdata; bool zc; }; struct p9_req_t { int status; int t_err; refcount_t refcount; wait_queue_head_t wq; struct p9_fcall tc; struct p9_fcall rc; struct list_head req_list; }; struct p9_trans_module { struct list_head list; char *name; int maxsize; bool pooled_rbuffers; int def; struct module *owner; int (*create)(struct p9_client *, const char *, char *); void (*close)(struct p9_client *); int (*request)(struct p9_client *, struct p9_req_t *); int (*cancel)(struct p9_client *, struct p9_req_t *); int (*cancelled)(struct p9_client *, struct p9_req_t *); int (*zc_request)(struct p9_client *, struct p9_req_t *, struct iov_iter *, struct iov_iter *, int, int, int); int (*show_options)(struct seq_file *, struct p9_client *); }; typedef short unsigned int ushort; typedef s8 int8_t; struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; enum p9_req_status_t { REQ_STATUS_ALLOC = 0, REQ_STATUS_UNSENT = 1, REQ_STATUS_SENT = 2, REQ_STATUS_RCVD = 3, REQ_STATUS_FLSHD = 4, REQ_STATUS_ERROR = 5, }; struct p9_fd_opts { int rfd; int wfd; u16 port; bool privport; }; enum { Opt_port = 0, Opt_rfdno = 1, Opt_wfdno = 2, Opt_err = 3, Opt_privport = 4, }; enum { Rworksched = 1, Rpending = 2, Wworksched = 4, Wpending = 8, }; struct p9_conn; struct p9_poll_wait { struct p9_conn *conn; wait_queue_entry_t wait; wait_queue_head_t *wait_addr; }; struct p9_conn { struct list_head mux_list; struct p9_client *client; int err; spinlock_t req_lock; struct list_head req_list; struct list_head unsent_req_list; struct p9_req_t *rreq; struct p9_req_t *wreq; char tmp_buf[7]; struct p9_fcall rc; int wpos; int wsize; char *wbuf; struct list_head poll_pending_link; struct p9_poll_wait poll_wait[2]; poll_table pt; struct work_struct rq; struct work_struct wq; long unsigned int wsched; }; struct p9_trans_fd { struct file *rd; struct file *wr; struct p9_conn conn; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; size_t ring_vmalloc_size; }; struct xdp_ring { u32 producer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct xdp_sock; struct xsk_map { struct bpf_map map; spinlock_t lock; atomic_t count; struct xdp_sock *xsk_map[0]; }; struct xdp_sock { struct sock sk; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; bool sg; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; u32 tx_budget_spent; u64 rx_dropped; u64 rx_queue_full; struct sk_buff *skb; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; struct mptcp_mib { long unsigned int mibs[71]; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, MPTCP_EVENT_LISTENER_CREATED = 15, MPTCP_EVENT_LISTENER_CLOSED = 16, }; struct mptcp_subflow_context; struct mptcp_sched_data { u8 subflows; struct mptcp_subflow_context *contexts[8]; }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 close_event_done: 1; u32 mpc_drop: 1; u32 __unused: 9; bool data_avail; bool scheduled; bool pm_listener; bool fully_established; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; s16 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; u32 subflow_id; long int delegated_status; long unsigned int fail_tout; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 close_event_done: 1; u32 mpc_drop: 1; u32 __unused: 9; bool data_avail; bool scheduled; bool pm_listener; bool fully_established; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; s16 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; u32 subflow_id; long int delegated_status; long unsigned int fail_tout; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; int cached_sndbuf; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; struct mptcp_sock; struct mptcp_sched_ops { int (*get_send)(struct mptcp_sock *, struct mptcp_sched_data *); int (*get_retrans)(struct mptcp_sock *, struct mptcp_sched_data *); char name[16]; struct module *owner; struct list_head list; void (*init)(struct mptcp_sock *); void (*release)(struct mptcp_sock *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; union { struct { u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; }; struct { u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; } reset; }; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 bytes_sent; u64 snd_nxt; u64 bytes_received; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; u64 bytes_retrans; u64 bytes_consumed; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 bytes_acked; u64 snd_una; u64 wnd_end; u32 last_data_sent; u32 last_data_recv; u32 last_ack_recv; long unsigned int timer_ival; u32 token; long unsigned int flags; long unsigned int cb_flags; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 pending_state; u8 mpc_endpoint_id; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; u8 fastopening: 1; u8 in_accept_queue: 1; u8 free_first: 1; u8 rcvspace_init: 1; u32 notsent_lowat; int keepalive_cnt; int keepalive_idle; int keepalive_intvl; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct sock *first; struct mptcp_pm_data pm; struct mptcp_sched_ops *sched; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u8 scaling_ratio; u32 subflow_id; u32 setsockopt_seq; char ca_name[16]; }; struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp; u8 cant_coalesce; }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; union { struct { u16 suboptions; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; }; struct { u16 suboptions; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; } status; }; u8 join_id; u32 token; u32 nonce; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 request_bkup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_MPCAPABLEACTIVEDROP = 7, MPTCP_MIB_MPCAPABLEACTIVEDISABLED = 8, MPTCP_MIB_MPCAPABLEENDPATTEMPT = 9, MPTCP_MIB_TOKENFALLBACKINIT = 10, MPTCP_MIB_RETRANSSEGS = 11, MPTCP_MIB_JOINNOTOKEN = 12, MPTCP_MIB_JOINSYNRX = 13, MPTCP_MIB_JOINSYNBACKUPRX = 14, MPTCP_MIB_JOINSYNACKRX = 15, MPTCP_MIB_JOINSYNACKBACKUPRX = 16, MPTCP_MIB_JOINSYNACKMAC = 17, MPTCP_MIB_JOINACKRX = 18, MPTCP_MIB_JOINACKMAC = 19, MPTCP_MIB_JOINSYNTX = 20, MPTCP_MIB_JOINSYNTXCREATSKERR = 21, MPTCP_MIB_JOINSYNTXBINDERR = 22, MPTCP_MIB_JOINSYNTXCONNECTERR = 23, MPTCP_MIB_DSSNOMATCH = 24, MPTCP_MIB_DSSCORRUPTIONFALLBACK = 25, MPTCP_MIB_DSSCORRUPTIONRESET = 26, MPTCP_MIB_INFINITEMAPTX = 27, MPTCP_MIB_INFINITEMAPRX = 28, MPTCP_MIB_DSSTCPMISMATCH = 29, MPTCP_MIB_DATACSUMERR = 30, MPTCP_MIB_OFOQUEUETAIL = 31, MPTCP_MIB_OFOQUEUE = 32, MPTCP_MIB_OFOMERGE = 33, MPTCP_MIB_NODSSWINDOW = 34, MPTCP_MIB_DUPDATA = 35, MPTCP_MIB_ADDADDR = 36, MPTCP_MIB_ADDADDRTX = 37, MPTCP_MIB_ADDADDRTXDROP = 38, MPTCP_MIB_ECHOADD = 39, MPTCP_MIB_ECHOADDTX = 40, MPTCP_MIB_ECHOADDTXDROP = 41, MPTCP_MIB_PORTADD = 42, MPTCP_MIB_ADDADDRDROP = 43, MPTCP_MIB_JOINPORTSYNRX = 44, MPTCP_MIB_JOINPORTSYNACKRX = 45, MPTCP_MIB_JOINPORTACKRX = 46, MPTCP_MIB_MISMATCHPORTSYNRX = 47, MPTCP_MIB_MISMATCHPORTACKRX = 48, MPTCP_MIB_RMADDR = 49, MPTCP_MIB_RMADDRDROP = 50, MPTCP_MIB_RMADDRTX = 51, MPTCP_MIB_RMADDRTXDROP = 52, MPTCP_MIB_RMSUBFLOW = 53, MPTCP_MIB_MPPRIOTX = 54, MPTCP_MIB_MPPRIORX = 55, MPTCP_MIB_MPFAILTX = 56, MPTCP_MIB_MPFAILRX = 57, MPTCP_MIB_MPFASTCLOSETX = 58, MPTCP_MIB_MPFASTCLOSERX = 59, MPTCP_MIB_MPRSTTX = 60, MPTCP_MIB_MPRSTRX = 61, MPTCP_MIB_RCVPRUNED = 62, MPTCP_MIB_SUBFLOWSTALE = 63, MPTCP_MIB_SUBFLOWRECOVER = 64, MPTCP_MIB_SNDWNDSHARED = 65, MPTCP_MIB_RCVWNDSHARED = 66, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 67, MPTCP_MIB_RCVWNDCONFLICT = 68, MPTCP_MIB_CURRESTAB = 69, MPTCP_MIB_BLACKHOLE = 70, __MPTCP_MIB_MAX = 71, }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; struct snmp_mib { const char *name; int entry; }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_ENDPOINT_ADDR = 1, __MPTCP_PM_ENDPOINT_MAX = 2, }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_ATTR_AFTER_LAST = 7, }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_MAX = 19, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct mptcp_pm_ops { char name[16]; struct module *owner; struct list_head list; void (*init)(struct mptcp_sock *); void (*release)(struct mptcp_sock *); long: 64; }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; struct mptcp_pm_local { struct mptcp_addr_info addr; u8 flags; int ifindex; }; struct id_bitmap { long unsigned int map[4]; }; struct pcibios_fwaddrmap { struct list_head list; struct pci_dev *dev; resource_size_t fw_addr[11]; }; struct pci_check_idx_range { int start; int end; }; struct pci_raw_ops { int (*read)(unsigned int, unsigned int, unsigned int, int, int, u32 *); int (*write)(unsigned int, unsigned int, unsigned int, int, int, u32); }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; enum pci_bf_sort_state { pci_bf_sort_default = 0, pci_force_nobf = 1, pci_force_bf = 2, pci_dmi_bf = 3, }; struct setup_data { __u64 next; __u32 type; __u32 len; __u8 data[0]; }; struct pci_setup_rom { struct setup_data data; uint16_t vendor; uint16_t devid; uint64_t pcilen; long unsigned int segment; long unsigned int bus; long unsigned int device; long unsigned int function; uint8_t romdata[0]; }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_DCtx zstd_dctx; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; typedef ZSTD_FrameHeader zstd_frame_header; typedef struct { long unsigned int key[2]; } hsiphash_key_t; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; enum format_state { FORMAT_STATE_NONE = 0, FORMAT_STATE_NUM = 1, FORMAT_STATE_WIDTH = 2, FORMAT_STATE_PRECISION = 3, FORMAT_STATE_CHAR = 4, FORMAT_STATE_STR = 5, FORMAT_STATE_PTR = 6, FORMAT_STATE_PERCENT_CHAR = 7, FORMAT_STATE_INVALID = 8, }; struct printf_spec { unsigned char flags; unsigned char base; short int precision; int field_width; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct fmt { const char *str; unsigned char state; unsigned char size; }; struct format_state___2 { unsigned char state; unsigned char size; unsigned char flags_or_double_size; unsigned char base; }; typedef int (*initcall_t)(); typedef int initcall_entry_t; typedef int (*parse_unknown_fn)(char *, char *, const char *, void *); struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; const void *level_ptr_; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; enum x86_pf_error_code { X86_PF_PROT = 1, X86_PF_WRITE = 2, X86_PF_USER = 4, X86_PF_RSVD = 8, X86_PF_INSTR = 16, X86_PF_PK = 32, X86_PF_SHSTK = 64, X86_PF_SGX = 32768, X86_PF_RMP = 2147483648, }; struct trace_event_raw_emulate_vsyscall { struct trace_entry ent; int nr; char __data[0]; }; struct trace_event_data_offsets_emulate_vsyscall {}; typedef void (*btf_trace_emulate_vsyscall)(void *, int); enum { EMULATE = 0, XONLY = 1, NONE = 2, }; struct x86_pmu_capability { int version; int num_counters_gp; int num_counters_fixed; int bit_width_gp; int bit_width_fixed; unsigned int events_mask; int events_mask_len; unsigned int pebs_ept: 1; }; struct stack_frame { struct stack_frame *next_frame; long unsigned int return_address; }; struct stack_frame_ia32 { u32 next_frame; u32 return_address; }; struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct perf_pmu_events_ht_attr { struct device_attribute attr; u64 id; const char *event_str_ht; const char *event_str_noht; }; struct perf_pmu_events_hybrid_attr { struct device_attribute attr; u64 id; const char *event_str; u64 pmu_type; }; enum { NMI_LOCAL = 0, NMI_UNKNOWN = 1, NMI_SERR = 2, NMI_IO_CHECK = 3, NMI_MAX = 4, }; typedef int (*nmi_handler_t)(unsigned int, struct pt_regs *); struct nmiaction { struct list_head list; nmi_handler_t handler; u64 max_duration; long unsigned int flags; const char *name; }; struct cyc2ns_data { u32 cyc2ns_mul; u32 cyc2ns_shift; u64 cyc2ns_offset; }; struct sched_state { int weight; int event; int counter; int unassigned; int nr_gp; u64 used; }; struct perf_sched { int max_weight; int max_events; int max_gp; int saved_states; struct event_constraint **constraints; struct sched_state state; struct sched_state saved[2]; }; enum perf_rapl_pkg_events { PERF_RAPL_PP0 = 0, PERF_RAPL_PKG = 1, PERF_RAPL_RAM = 2, PERF_RAPL_PP1 = 3, PERF_RAPL_PSYS = 4, PERF_RAPL_PKG_EVENTS_MAX = 5, NR_RAPL_PKG_DOMAINS = 5, }; struct rapl_pmu { raw_spinlock_t lock; int n_active; int cpu; struct list_head active_list; struct pmu *pmu; ktime_t timer_interval; struct hrtimer hrtimer; }; struct rapl_pmus { struct pmu pmu; unsigned int nr_rapl_pmu; unsigned int cntr_mask; struct rapl_pmu *rapl_pmu[0]; }; enum rapl_unit_quirk { RAPL_UNIT_QUIRK_NONE = 0, RAPL_UNIT_QUIRK_INTEL_HSW = 1, RAPL_UNIT_QUIRK_INTEL_SPR = 2, }; struct rapl_model { struct perf_msr *rapl_pkg_msrs; struct perf_msr *rapl_core_msrs; long unsigned int pkg_events; long unsigned int core_events; unsigned int msr_power_unit; enum rapl_unit_quirk unit_quirk; }; union ibs_fetch_ctl { __u64 val; struct { __u64 fetch_maxcnt: 16; __u64 fetch_cnt: 16; __u64 fetch_lat: 16; __u64 fetch_en: 1; __u64 fetch_val: 1; __u64 fetch_comp: 1; __u64 ic_miss: 1; __u64 phy_addr_valid: 1; __u64 l1tlb_pgsz: 2; __u64 l1tlb_miss: 1; __u64 l2tlb_miss: 1; __u64 rand_en: 1; __u64 fetch_l2_miss: 1; __u64 l3_miss_only: 1; __u64 fetch_oc_miss: 1; __u64 fetch_l3_miss: 1; __u64 reserved: 2; }; }; union ibs_op_ctl { __u64 val; struct { __u64 opmaxcnt: 16; __u64 l3_miss_only: 1; __u64 op_en: 1; __u64 op_val: 1; __u64 cnt_ctl: 1; __u64 opmaxcnt_ext: 7; __u64 reserved0: 5; __u64 opcurcnt: 27; __u64 ldlat_thrsh: 4; __u64 ldlat_en: 1; }; }; union ibs_op_data { __u64 val; struct { __u64 comp_to_ret_ctr: 16; __u64 tag_to_ret_ctr: 16; __u64 reserved1: 2; __u64 op_return: 1; __u64 op_brn_taken: 1; __u64 op_brn_misp: 1; __u64 op_brn_ret: 1; __u64 op_rip_invalid: 1; __u64 op_brn_fuse: 1; __u64 op_microcode: 1; __u64 reserved2: 23; }; }; union ibs_op_data2 { __u64 val; struct { __u64 data_src_lo: 3; __u64 reserved0: 1; __u64 rmt_node: 1; __u64 cache_hit_st: 1; __u64 data_src_hi: 2; __u64 reserved1: 56; }; }; union ibs_op_data3 { __u64 val; struct { __u64 ld_op: 1; __u64 st_op: 1; __u64 dc_l1tlb_miss: 1; __u64 dc_l2tlb_miss: 1; __u64 dc_l1tlb_hit_2m: 1; __u64 dc_l1tlb_hit_1g: 1; __u64 dc_l2tlb_hit_2m: 1; __u64 dc_miss: 1; __u64 dc_mis_acc: 1; __u64 reserved: 4; __u64 dc_wc_mem_acc: 1; __u64 dc_uc_mem_acc: 1; __u64 dc_locked_op: 1; __u64 dc_miss_no_mab_alloc: 1; __u64 dc_lin_addr_valid: 1; __u64 dc_phy_addr_valid: 1; __u64 dc_l2_tlb_hit_1g: 1; __u64 l2_miss: 1; __u64 sw_pf: 1; __u64 op_mem_width: 4; __u64 op_dc_miss_open_mem_reqs: 6; __u64 dc_miss_lat: 16; __u64 tlb_refill_lat: 16; }; }; struct perf_ibs_data { u32 size; union { u32 data[0]; u32 caps; }; u64 regs[8]; }; enum ibs_states { IBS_ENABLED = 0, IBS_STARTED = 1, IBS_STOPPING = 2, IBS_STOPPED = 3, IBS_MAX_STATES = 4, }; struct cpu_perf_ibs { struct perf_event *event; long unsigned int state[1]; }; struct perf_ibs { struct pmu pmu; unsigned int msr; u64 config_mask; u64 cnt_mask; u64 enable_mask; u64 valid_mask; u16 min_period; u64 max_period; long unsigned int offset_mask[1]; int offset_max; unsigned int fetch_count_reset_broken: 1; unsigned int fetch_ignore_if_zero_rip: 1; struct cpu_perf_ibs *pcpu; u64 (*get_count)(u64); }; struct lbr_entry { u64 from; u64 to; u64 info; }; struct pebs_basic { u64 format_group: 32; u64 retire_latency: 16; u64 format_size: 16; u64 ip; u64 applicable_counters; u64 tsc; }; struct pebs_meminfo { u64 address; u64 aux; union { u64 mem_latency; struct { u64 instr_latency: 16; u64 pad2: 16; u64 cache_latency: 16; u64 pad3: 16; }; }; u64 tsx_tuning; }; struct pebs_gprs { u64 flags; u64 ip; u64 ax; u64 cx; u64 dx; u64 bx; u64 sp; u64 bp; u64 si; u64 di; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; }; struct pebs_xmm { u64 xmm[32]; }; struct pebs_cntr_header { u32 cntr; u32 fixed; u32 metrics; u32 reserved; }; enum { PERF_TXN_ELISION = 1ULL, PERF_TXN_TRANSACTION = 2ULL, PERF_TXN_SYNC = 4ULL, PERF_TXN_ASYNC = 8ULL, PERF_TXN_RETRY = 16ULL, PERF_TXN_CONFLICT = 32ULL, PERF_TXN_CAPACITY_WRITE = 64ULL, PERF_TXN_CAPACITY_READ = 128ULL, PERF_TXN_MAX = 256ULL, PERF_TXN_ABORT_MASK = 18446744069414584320ULL, PERF_TXN_ABORT_SHIFT = 32ULL, }; union intel_x86_pebs_dse { u64 val; struct { unsigned int ld_dse: 4; unsigned int ld_stlb_miss: 1; unsigned int ld_locked: 1; unsigned int ld_data_blk: 1; unsigned int ld_addr_blk: 1; unsigned int ld_reserved: 24; }; struct { unsigned int st_l1d_hit: 1; unsigned int st_reserved1: 3; unsigned int st_stlb_miss: 1; unsigned int st_locked: 1; unsigned int st_reserved2: 26; }; struct { unsigned int st_lat_dse: 4; unsigned int st_lat_stlb_miss: 1; unsigned int st_lat_locked: 1; unsigned int ld_reserved3: 26; }; struct { unsigned int mtl_dse: 5; unsigned int mtl_locked: 1; unsigned int mtl_stlb_miss: 1; unsigned int mtl_fwd_blk: 1; unsigned int ld_reserved4: 24; }; struct { unsigned int lnc_dse: 8; unsigned int ld_reserved5: 2; unsigned int lnc_stlb_miss: 1; unsigned int lnc_locked: 1; unsigned int lnc_data_blk: 1; unsigned int lnc_addr_blk: 1; unsigned int ld_reserved6: 18; }; }; struct pebs_record_core { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; }; struct pebs_record_nhm { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u64 status; u64 dla; u64 dse; u64 lat; }; union hsw_tsx_tuning { struct { u32 cycles_last_block: 32; u32 hle_abort: 1; u32 rtm_abort: 1; u32 instruction_abort: 1; u32 non_instruction_abort: 1; u32 retry: 1; u32 data_conflict: 1; u32 capacity_writes: 1; u32 capacity_reads: 1; }; u64 value; }; struct pebs_record_skl { u64 flags; u64 ip; u64 ax; u64 bx; u64 cx; u64 dx; u64 si; u64 di; u64 bp; u64 sp; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u64 status; u64 dla; u64 dse; u64 lat; u64 real_ip; u64 tsx_tuning; u64 tsc; }; typedef void (*setup_fn)(struct perf_event *, struct pt_regs *, void *, struct perf_sample_data *, struct pt_regs *); struct bts_record { u64 from; u64 to; u64 flags; }; enum { PERF_BR_SPEC_NA = 0, PERF_BR_SPEC_WRONG_PATH = 1, PERF_BR_NON_SPEC_CORRECT_PATH = 2, PERF_BR_SPEC_CORRECT_PATH = 3, PERF_BR_SPEC_MAX = 4, }; struct arch_lbr_state { u64 lbr_ctl; u64 lbr_depth; u64 ler_from; u64 ler_to; u64 ler_info; struct lbr_entry entries[0]; }; union cpuid28_eax { struct { unsigned int lbr_depth_mask: 8; unsigned int reserved: 22; unsigned int lbr_deep_c_reset: 1; unsigned int lbr_lip: 1; } split; unsigned int full; }; union cpuid28_ebx { struct { unsigned int lbr_cpl: 1; unsigned int lbr_filter: 1; unsigned int lbr_call_stack: 1; } split; unsigned int full; }; union cpuid28_ecx { struct { unsigned int lbr_mispred: 1; unsigned int lbr_timed_lbr: 1; unsigned int lbr_br_type: 1; unsigned int reserved: 13; unsigned int lbr_counters: 4; } split; unsigned int full; }; struct x86_pmu_lbr { unsigned int nr; unsigned int from; unsigned int to; unsigned int info; bool has_callstack; }; enum { LBR_FORMAT_32 = 0, LBR_FORMAT_LIP = 1, LBR_FORMAT_EIP = 2, LBR_FORMAT_EIP_FLAGS = 3, LBR_FORMAT_EIP_FLAGS2 = 4, LBR_FORMAT_INFO = 5, LBR_FORMAT_TIME = 6, LBR_FORMAT_INFO2 = 7, LBR_FORMAT_MAX_KNOWN = 7, }; struct x86_perf_task_context_opt { int lbr_callstack_users; int lbr_stack_state; int log_id; }; struct x86_perf_task_context { u64 lbr_sel; int tos; int valid_lbrs; struct x86_perf_task_context_opt opt; struct lbr_entry lbr[32]; }; struct x86_perf_task_context_arch_lbr { struct x86_perf_task_context_opt opt; struct lbr_entry entries[0]; }; struct x86_perf_task_context_arch_lbr_xsave { struct x86_perf_task_context_opt opt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct xregs_state xsave; struct { struct fxregs_state i387; struct xstate_header header; struct arch_lbr_state lbr; long: 64; long: 64; long: 64; }; }; }; enum { LBR_NONE = 0, LBR_VALID = 1, }; enum { ARCH_LBR_BR_TYPE_JCC = 0, ARCH_LBR_BR_TYPE_NEAR_IND_JMP = 1, ARCH_LBR_BR_TYPE_NEAR_REL_JMP = 2, ARCH_LBR_BR_TYPE_NEAR_IND_CALL = 3, ARCH_LBR_BR_TYPE_NEAR_REL_CALL = 4, ARCH_LBR_BR_TYPE_NEAR_RET = 5, ARCH_LBR_BR_TYPE_KNOWN_MAX = 5, ARCH_LBR_BR_TYPE_MAP_MAX = 16, }; enum cpuid_regs_idx { CPUID_EAX = 0, CPUID_EBX = 1, CPUID_ECX = 2, CPUID_EDX = 3, }; enum pt_capabilities { PT_CAP_max_subleaf = 0, PT_CAP_cr3_filtering = 1, PT_CAP_psb_cyc = 2, PT_CAP_ip_filtering = 3, PT_CAP_mtc = 4, PT_CAP_ptwrite = 5, PT_CAP_power_event_trace = 6, PT_CAP_event_trace = 7, PT_CAP_tnt_disable = 8, PT_CAP_topa_output = 9, PT_CAP_topa_multiple_entries = 10, PT_CAP_single_range_output = 11, PT_CAP_output_subsys = 12, PT_CAP_payloads_lip = 13, PT_CAP_num_address_ranges = 14, PT_CAP_mtc_periods = 15, PT_CAP_cycle_thresholds = 16, PT_CAP_psb_periods = 17, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct topa_entry { u64 end: 1; u64 rsvd0: 1; u64 intr: 1; u64 rsvd1: 1; u64 stop: 1; u64 rsvd2: 1; u64 size: 4; u64 rsvd3: 2; u64 base: 40; u64 rsvd4: 12; }; struct pt_pmu { struct pmu pmu; u32 caps[8]; bool vmx; bool branch_en_always_on; long unsigned int max_nonturbo_ratio; unsigned int tsc_art_num; unsigned int tsc_art_den; }; struct topa; struct pt_buffer { struct list_head tables; struct topa *first; struct topa *last; struct topa *cur; unsigned int cur_idx; size_t output_off; long unsigned int nr_pages; local_t data_size; local64_t head; bool snapshot; bool single; bool wrapped; long int stop_pos; long int intr_pos; struct topa_entry *stop_te; struct topa_entry *intr_te; void **data_pages; }; struct topa { struct list_head list; u64 offset; size_t size; int last; unsigned int z_count; }; struct pt_filter { long unsigned int msr_a; long unsigned int msr_b; long unsigned int config; }; struct pt_filters { struct pt_filter filter[4]; unsigned int nr_filters; }; struct pt { struct perf_output_handle handle; struct pt_filters filters; int handle_nmi; int vmx_on; int pause_allowed; int resume_allowed; u64 output_base; u64 output_mask; }; struct pt_cap_desc { const char *name; u32 leaf; u8 reg; u32 mask; }; struct pt_address_range { long unsigned int msr_a; long unsigned int msr_b; unsigned int reg_off; }; struct topa_page { struct topa_entry table[507]; struct topa topa; }; struct pci_extra_dev { struct pci_dev *dev[4]; }; struct pci2phy_map { struct list_head list; int segment; int pbus_to_dieid[256]; }; enum uncore_access_type { UNCORE_ACCESS_MSR = 0, UNCORE_ACCESS_MMIO = 1, UNCORE_ACCESS_PCI = 2, UNCORE_ACCESS_MAX = 3, }; struct intel_uncore_discovery_unit { struct rb_node node; unsigned int pmu_idx; unsigned int id; unsigned int die; u64 addr; }; enum { SNBEP_PCI_QPI_PORT0_FILTER = 0, SNBEP_PCI_QPI_PORT1_FILTER = 1, BDX_PCI_QPI_PORT2_FILTER = 2, }; enum { SNBEP_PCI_UNCORE_HA = 0, SNBEP_PCI_UNCORE_IMC = 1, SNBEP_PCI_UNCORE_QPI = 2, SNBEP_PCI_UNCORE_R2PCIE = 3, SNBEP_PCI_UNCORE_R3QPI = 4, }; enum { IVBEP_PCI_UNCORE_HA = 0, IVBEP_PCI_UNCORE_IMC = 1, IVBEP_PCI_UNCORE_IRP = 2, IVBEP_PCI_UNCORE_QPI = 3, IVBEP_PCI_UNCORE_R2PCIE = 4, IVBEP_PCI_UNCORE_R3QPI = 5, }; enum { KNL_PCI_UNCORE_MC_UCLK = 0, KNL_PCI_UNCORE_MC_DCLK = 1, KNL_PCI_UNCORE_EDC_UCLK = 2, KNL_PCI_UNCORE_EDC_ECLK = 3, KNL_PCI_UNCORE_M2PCIE = 4, KNL_PCI_UNCORE_IRP = 5, }; enum { HSWEP_PCI_UNCORE_HA = 0, HSWEP_PCI_UNCORE_IMC = 1, HSWEP_PCI_UNCORE_IRP = 2, HSWEP_PCI_UNCORE_QPI = 3, HSWEP_PCI_UNCORE_R2PCIE = 4, HSWEP_PCI_UNCORE_R3QPI = 5, }; enum { BDX_PCI_UNCORE_HA = 0, BDX_PCI_UNCORE_IMC = 1, BDX_PCI_UNCORE_IRP = 2, BDX_PCI_UNCORE_QPI = 3, BDX_PCI_UNCORE_R2PCIE = 4, BDX_PCI_UNCORE_R3QPI = 5, }; enum { IIO_TOPOLOGY_TYPE = 0, UPI_TOPOLOGY_TYPE = 1, TOPOLOGY_MAX = 2, }; enum perf_uncore_iio_freerunning_type_id { SKX_IIO_MSR_IOCLK = 0, SKX_IIO_MSR_BW = 1, SKX_IIO_MSR_UTIL = 2, SKX_IIO_FREERUNNING_TYPE_MAX = 3, }; enum { SKX_PCI_UNCORE_IMC = 0, SKX_PCI_UNCORE_M2M = 1, SKX_PCI_UNCORE_UPI = 2, SKX_PCI_UNCORE_M2PCIE = 3, SKX_PCI_UNCORE_M3UPI = 4, }; enum { SNR_QAT_PMON_ID = 0, SNR_CBDMA_DMI_PMON_ID = 1, SNR_NIS_PMON_ID = 2, SNR_DLB_PMON_ID = 3, SNR_PCIE_GEN3_PMON_ID = 4, }; enum perf_uncore_snr_iio_freerunning_type_id { SNR_IIO_MSR_IOCLK = 0, SNR_IIO_MSR_BW_IN = 1, SNR_IIO_FREERUNNING_TYPE_MAX = 2, }; enum { SNR_PCI_UNCORE_M2M = 0, SNR_PCI_UNCORE_PCIE3 = 1, }; enum perf_uncore_snr_imc_freerunning_type_id { SNR_IMC_DCLK = 0, SNR_IMC_DDR = 1, SNR_IMC_FREERUNNING_TYPE_MAX = 2, }; enum { ICX_PCIE1_PMON_ID = 0, ICX_PCIE2_PMON_ID = 1, ICX_PCIE3_PMON_ID = 2, ICX_PCIE4_PMON_ID = 3, ICX_PCIE5_PMON_ID = 4, ICX_CBDMA_DMI_PMON_ID = 5, }; enum perf_uncore_icx_iio_freerunning_type_id { ICX_IIO_MSR_IOCLK = 0, ICX_IIO_MSR_BW_IN = 1, ICX_IIO_FREERUNNING_TYPE_MAX = 2, }; enum { ICX_PCI_UNCORE_M2M = 0, ICX_PCI_UNCORE_UPI = 1, ICX_PCI_UNCORE_M3UPI = 2, }; enum perf_uncore_icx_imc_freerunning_type_id { ICX_IMC_DCLK = 0, ICX_IMC_DDR = 1, ICX_IMC_DDRT = 2, ICX_IMC_FREERUNNING_TYPE_MAX = 3, }; enum perf_uncore_spr_iio_freerunning_type_id { SPR_IIO_MSR_IOCLK = 0, SPR_IIO_MSR_BW_IN = 1, SPR_IIO_MSR_BW_OUT = 2, SPR_IIO_FREERUNNING_TYPE_MAX = 3, }; enum perf_uncore_spr_imc_freerunning_type_id { SPR_IMC_DCLK = 0, SPR_IMC_PQ_CYCLES = 1, SPR_IMC_FREERUNNING_TYPE_MAX = 2, }; struct hvm_start_info { uint32_t magic; uint32_t version; uint32_t flags; uint32_t nr_modules; uint64_t modlist_paddr; uint64_t cmdline_paddr; uint64_t rsdp_paddr; uint64_t memmap_paddr; uint32_t memmap_entries; uint32_t reserved; }; struct hvm_modlist_entry { uint64_t paddr; uint64_t size; uint64_t cmdline_paddr; uint64_t reserved; }; struct hvm_memmap_table_entry { uint64_t addr; uint64_t size; uint32_t type; uint32_t reserved; }; enum { GATE_INTERRUPT = 14, GATE_TRAP = 15, GATE_CALL = 12, GATE_TASK = 5, }; struct idt_bits { u16 ist: 3; u16 zero: 5; u16 type: 5; u16 dpl: 2; u16 p: 1; }; struct idt_data { unsigned int vector; unsigned int segment; struct idt_bits bits; const void *addr; }; struct gate_struct { u16 offset_low; u16 segment; struct idt_bits bits; u16 offset_middle; u32 offset_high; u32 reserved; }; typedef struct gate_struct gate_desc; enum x86_hardware_subarch { X86_SUBARCH_PC = 0, X86_SUBARCH_LGUEST = 1, X86_SUBARCH_XEN = 2, X86_SUBARCH_INTEL_MID = 3, X86_SUBARCH_CE4100 = 4, X86_NR_SUBARCHS = 5, }; struct boot_params_to_save { unsigned int start; unsigned int len; }; struct trace_event_raw_x86_irq_vector { struct trace_entry ent; int vector; char __data[0]; }; struct trace_event_raw_vector_config { struct trace_entry ent; unsigned int irq; unsigned int vector; unsigned int cpu; unsigned int apicdest; char __data[0]; }; struct trace_event_raw_vector_mod { struct trace_entry ent; unsigned int irq; unsigned int vector; unsigned int cpu; unsigned int prev_vector; unsigned int prev_cpu; char __data[0]; }; struct trace_event_raw_vector_reserve { struct trace_entry ent; unsigned int irq; int ret; char __data[0]; }; struct trace_event_raw_vector_alloc { struct trace_entry ent; unsigned int irq; unsigned int vector; bool reserved; int ret; char __data[0]; }; struct trace_event_raw_vector_alloc_managed { struct trace_entry ent; unsigned int irq; unsigned int vector; int ret; char __data[0]; }; struct trace_event_raw_vector_activate { struct trace_entry ent; unsigned int irq; bool is_managed; bool can_reserve; bool reserve; char __data[0]; }; struct trace_event_raw_vector_teardown { struct trace_entry ent; unsigned int irq; bool is_managed; bool has_reserved; char __data[0]; }; struct trace_event_raw_vector_setup { struct trace_entry ent; unsigned int irq; bool is_legacy; int ret; char __data[0]; }; struct trace_event_raw_vector_free_moved { struct trace_entry ent; unsigned int irq; unsigned int cpu; unsigned int vector; bool is_managed; char __data[0]; }; struct trace_event_data_offsets_x86_irq_vector {}; struct trace_event_data_offsets_vector_config {}; struct trace_event_data_offsets_vector_mod {}; struct trace_event_data_offsets_vector_reserve {}; struct trace_event_data_offsets_vector_alloc {}; struct trace_event_data_offsets_vector_alloc_managed {}; struct trace_event_data_offsets_vector_activate {}; struct trace_event_data_offsets_vector_teardown {}; struct trace_event_data_offsets_vector_setup {}; struct trace_event_data_offsets_vector_free_moved {}; typedef void (*btf_trace_local_timer_entry)(void *, int); typedef void (*btf_trace_local_timer_exit)(void *, int); typedef void (*btf_trace_spurious_apic_entry)(void *, int); typedef void (*btf_trace_spurious_apic_exit)(void *, int); typedef void (*btf_trace_error_apic_entry)(void *, int); typedef void (*btf_trace_error_apic_exit)(void *, int); typedef void (*btf_trace_x86_platform_ipi_entry)(void *, int); typedef void (*btf_trace_x86_platform_ipi_exit)(void *, int); typedef void (*btf_trace_irq_work_entry)(void *, int); typedef void (*btf_trace_irq_work_exit)(void *, int); typedef void (*btf_trace_reschedule_entry)(void *, int); typedef void (*btf_trace_reschedule_exit)(void *, int); typedef void (*btf_trace_call_function_entry)(void *, int); typedef void (*btf_trace_call_function_exit)(void *, int); typedef void (*btf_trace_call_function_single_entry)(void *, int); typedef void (*btf_trace_call_function_single_exit)(void *, int); typedef void (*btf_trace_threshold_apic_entry)(void *, int); typedef void (*btf_trace_threshold_apic_exit)(void *, int); typedef void (*btf_trace_deferred_error_apic_entry)(void *, int); typedef void (*btf_trace_deferred_error_apic_exit)(void *, int); typedef void (*btf_trace_thermal_apic_entry)(void *, int); typedef void (*btf_trace_thermal_apic_exit)(void *, int); typedef void (*btf_trace_vector_config)(void *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_update)(void *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_clear)(void *, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_vector_reserve_managed)(void *, unsigned int, int); typedef void (*btf_trace_vector_reserve)(void *, unsigned int, int); typedef void (*btf_trace_vector_alloc)(void *, unsigned int, unsigned int, bool, int); typedef void (*btf_trace_vector_alloc_managed)(void *, unsigned int, unsigned int, int); typedef void (*btf_trace_vector_activate)(void *, unsigned int, bool, bool, bool); typedef void (*btf_trace_vector_deactivate)(void *, unsigned int, bool, bool, bool); typedef void (*btf_trace_vector_teardown)(void *, unsigned int, bool, bool); typedef void (*btf_trace_vector_setup)(void *, unsigned int, bool, int); typedef void (*btf_trace_vector_free_moved)(void *, unsigned int, unsigned int, unsigned int, bool); struct trace_event_raw_nmi_handler { struct trace_entry ent; void *handler; s64 delta_ns; int handled; char __data[0]; }; struct trace_event_data_offsets_nmi_handler {}; typedef void (*btf_trace_nmi_handler)(void *, void *, s64, int); struct nmi_desc { raw_spinlock_t lock; nmi_handler_t emerg_handler; struct list_head head; }; struct nmi_stats { unsigned int normal; unsigned int unknown; unsigned int external; unsigned int swallow; long unsigned int recv_jiffies; long unsigned int idt_seq; long unsigned int idt_nmi_seq; long unsigned int idt_ignored; atomic_long_t idt_calls; long unsigned int idt_seq_snap; long unsigned int idt_nmi_seq_snap; long unsigned int idt_ignored_snap; long int idt_calls_snap; }; enum nmi_states { NMI_NOT_RUNNING = 0, NMI_EXECUTING = 1, NMI_LATCHED = 2, }; struct _fpx_sw_bytes { __u32 magic1; __u32 extended_size; __u64 xfeatures; __u32 xstate_size; __u32 padding[7]; }; struct _xmmreg { __u32 element[4]; }; struct _fpstate_32 { __u32 cw; __u32 sw; __u32 tag; __u32 ipoff; __u32 cssel; __u32 dataoff; __u32 datasel; struct _fpreg _st[8]; __u16 status; __u16 magic; __u32 _fxsr_env[6]; __u32 mxcsr; __u32 reserved; struct _fpxreg _fxsr_st[8]; struct _xmmreg _xmm[8]; union { __u32 padding1[44]; __u32 padding[44]; }; union { __u32 padding2[12]; struct _fpx_sw_bytes sw_reserved; }; }; struct sigcontext_32 { __u16 gs; __u16 __gsh; __u16 fs; __u16 __fsh; __u16 es; __u16 __esh; __u16 ds; __u16 __dsh; __u32 di; __u32 si; __u32 bp; __u32 sp; __u32 bx; __u32 dx; __u32 cx; __u32 ax; __u32 trapno; __u32 err; __u32 ip; __u16 cs; __u16 __csh; __u32 flags; __u32 sp_at_signal; __u16 ss; __u16 __ssh; __u32 fpstate; __u32 oldmask; __u32 cr2; }; typedef s32 compat_clock_t; typedef s32 compat_timer_t; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; typedef struct compat_siginfo compat_siginfo_t; struct ucontext_ia32 { unsigned int uc_flags; unsigned int uc_link; compat_stack_t uc_stack; struct sigcontext_32 uc_mcontext; compat_sigset_t uc_sigmask; }; struct sigframe_ia32 { u32 pretcode; int sig; struct sigcontext_32 sc; struct _fpstate_32 fpstate_unused; unsigned int extramask[1]; char retcode[8]; }; struct rt_sigframe_ia32 { u32 pretcode; int sig; u32 pinfo; u32 puc; compat_siginfo_t info; struct ucontext_ia32 uc; char retcode[8]; }; struct setup_indirect { __u32 type; __u32 reserved; __u64 len; __u64 addr; }; struct setup_data_node { u64 paddr; u32 type; u32 len; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; enum { HW_BREAKPOINT_LEN_1 = 1, HW_BREAKPOINT_LEN_2 = 2, HW_BREAKPOINT_LEN_3 = 3, HW_BREAKPOINT_LEN_4 = 4, HW_BREAKPOINT_LEN_5 = 5, HW_BREAKPOINT_LEN_6 = 6, HW_BREAKPOINT_LEN_7 = 7, HW_BREAKPOINT_LEN_8 = 8, }; enum { HW_BREAKPOINT_EMPTY = 0, HW_BREAKPOINT_R = 1, HW_BREAKPOINT_W = 2, HW_BREAKPOINT_RW = 3, HW_BREAKPOINT_X = 4, HW_BREAKPOINT_INVALID = 7, }; enum insn_type { CALL = 0, NOP = 1, JMP = 2, RET = 3, JCC = 4, }; struct fork_frame { struct inactive_task_frame frame; struct pt_regs regs; }; struct ssb_state { struct ssb_state *shared_state; raw_spinlock_t lock; unsigned int disable_state; long unsigned int local_state; }; enum x86_topology_cpu_type { TOPO_CPU_TYPE_PERFORMANCE = 0, TOPO_CPU_TYPE_EFFICIENCY = 1, TOPO_CPU_TYPE_UNKNOWN = 2, }; struct topo_scan { struct cpuinfo_x86 *c; unsigned int dom_shifts[7]; unsigned int dom_ncpus[7]; unsigned int ebx1_nproc_shift; u16 amd_nodes_per_pkg; u16 amd_node_id; }; enum { SAMPLES = 8, MIN_CHANGE = 5, }; struct cpuid_dep { unsigned int feature; unsigned int depends; }; enum vmx_feature_leafs { MISC_FEATURES = 0, PRIMARY_CTLS = 1, SECONDARY_CTLS = 2, TERTIARY_CTLS_LOW = 3, TERTIARY_CTLS_HIGH = 4, NR_VMX_FEATURE_WORDS = 5, }; struct sku_microcode { u32 vfm; u8 stepping; u32 microcode; }; struct _tlb_table { unsigned char descriptor; char tlb_type; unsigned int entries; }; enum energy_perf_value_index___2 { EPB_INDEX_PERFORMANCE = 0, EPB_INDEX_BALANCE_PERFORMANCE = 1, EPB_INDEX_NORMAL = 2, EPB_INDEX_BALANCE_POWERSAVE = 3, EPB_INDEX_POWERSAVE = 4, }; struct storm_bank { u64 history; u64 timestamp; bool in_storm_mode; bool poll_only; }; struct mca_storm_desc { struct storm_bank banks[64]; u8 stormy_bank_count; bool poll_mode; }; struct pv_info { const char *name; }; struct ghcb_save_area { u8 reserved_0x0[203]; u8 cpl; u8 reserved_0xcc[116]; u64 xss; u8 reserved_0x148[24]; u64 dr7; u8 reserved_0x168[16]; u64 rip; u8 reserved_0x180[88]; u64 rsp; u8 reserved_0x1e0[24]; u64 rax; u8 reserved_0x200[264]; u64 rcx; u64 rdx; u64 rbx; u8 reserved_0x320[8]; u64 rbp; u64 rsi; u64 rdi; u64 r8; u64 r9; u64 r10; u64 r11; u64 r12; u64 r13; u64 r14; u64 r15; u8 reserved_0x380[16]; u64 sw_exit_code; u64 sw_exit_info_1; u64 sw_exit_info_2; u64 sw_scratch; u8 reserved_0x3b0[56]; u64 xcr0; u8 valid_bitmap[16]; u64 x87_state_gpa; }; struct ghcb { struct ghcb_save_area save; u8 reserved_save[1016]; u8 shared_buffer[2032]; u8 reserved_0xff0[10]; u16 protocol_version; u32 ghcb_usage; }; struct hypervisor_x86 { const char *name; uint32_t (*detect)(); enum x86_hypervisor_type type; struct x86_hyper_init init; struct x86_hyper_runtime runtime; bool ignore_nopv; }; enum intercept_words { INTERCEPT_CR = 0, INTERCEPT_DR = 1, INTERCEPT_EXCEPTION = 2, INTERCEPT_WORD3 = 3, INTERCEPT_WORD4 = 4, INTERCEPT_WORD5 = 5, MAX_INTERCEPT = 6, }; struct vmware_steal_time { union { u64 clock; struct { u32 clock_low; u32 clock_high; }; }; u64 reserved[7]; }; struct acpi_table_boot { struct acpi_table_header header; u8 cmos_index; u8 reserved[3]; }; struct acpi_table_hpet { struct acpi_table_header header; u32 id; struct acpi_generic_address address; u8 sequence; u16 minimum_tick; u8 flags; } __attribute__((packed)); struct acpi_table_madt { struct acpi_table_header header; u32 address; u32 flags; }; struct legacy_pic { int nr_legacy_irqs; struct irq_chip *chip; void (*mask)(unsigned int); void (*unmask)(unsigned int); void (*mask_all)(); void (*restore_mask)(); void (*init)(int); int (*probe)(); int (*irq_pending)(unsigned int); void (*make_irq)(unsigned int); }; struct acpi_power_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct cstate_entry { struct { unsigned int eax; unsigned int ecx; } states[8]; }; struct kretprobe_blackpoint { const char *name; void *addr; }; struct __arch_relative_insn { u8 op; s32 raddr; } __attribute__((packed)); typedef irqreturn_t (*rtc_irq_handler)(int, void *); enum hpet_mode { HPET_MODE_UNUSED = 0, HPET_MODE_LEGACY = 1, HPET_MODE_CLOCKEVT = 2, HPET_MODE_DEVICE = 3, }; struct hpet_channel { struct clock_event_device evt; unsigned int num; unsigned int cpu; unsigned int irq; unsigned int in_use; enum hpet_mode mode; unsigned int boot_cfg; char name[10]; long: 64; long: 64; long: 64; }; struct hpet_base { unsigned int nr_channels; unsigned int nr_clockevents; unsigned int boot_cfg; struct hpet_channel *channels; }; union hpet_lock { struct { arch_spinlock_t lock; u32 value; }; u64 lockval; }; struct callthunk_sites { s32 *call_start; s32 *call_end; }; struct core_text { long unsigned int base; long unsigned int end; const char *name; }; struct trace_event_raw_x86_exceptions { struct trace_entry ent; long unsigned int address; long unsigned int ip; long unsigned int error_code; char __data[0]; }; struct trace_event_data_offsets_x86_exceptions {}; typedef void (*btf_trace_page_fault_user)(void *, long unsigned int, struct pt_regs *, long unsigned int); typedef void (*btf_trace_page_fault_kernel)(void *, long unsigned int, struct pt_regs *, long unsigned int); struct tlb_state_shared { bool is_lazy; }; enum addr_stride { PTE_STRIDE = 0, PMD_STRIDE = 1, }; struct memtype { u64 start; u64 end; u64 subtree_max_end; enum page_cache_mode type; struct rb_node rb; }; enum { MEMTYPE_EXACT_MATCH = 0, MEMTYPE_END_MATCH = 1, }; struct efi_mem_range { struct range range; u64 attribute; }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, EFI_ACPI_PRM_HANDLER = 13, }; union efi_rts_args; struct efi_runtime_work { union efi_rts_args *args; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; const void *caller; }; enum bpf_addr_space_cast { BPF_ADDR_SPACE_CAST = 1, }; enum cfi_mode { CFI_AUTO = 0, CFI_OFF = 1, CFI_KCFI = 2, CFI_FINEIBT = 3, }; struct jit_context { int cleanup_addr; int tail_call_direct_label; int tail_call_indirect_label; }; struct x64_jit_data { struct bpf_binary_header *rw_header; struct bpf_binary_header *header; int *addrs; u8 *image; int proglen; struct jit_context ctx; }; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; struct release_task_post { struct pid *pids[4]; }; typedef struct { spinlock_t *lock; long unsigned int flags; } class_spinlock_irqsave_t; typedef long unsigned int old_sigset_t; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; typedef struct siginfo siginfo_t; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; typedef u32 compat_old_sigset_t; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; compat_sigset_t sa_mask; }; struct compat_old_sigaction { compat_uptr_t sa_handler; compat_old_sigset_t sa_mask; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; }; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; struct pid *pid; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum posix_timer_state { POSIX_TIMER_DISARMED = 0, POSIX_TIMER_ARMED = 1, POSIX_TIMER_REQUEUE_PENDING = 2, }; enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; struct kmalloced_param { struct list_head list; char val[0]; }; enum reboot_mode { REBOOT_UNDEFINED = -1, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; enum hw_protection_action { HWPROT_ACT_DEFAULT = 0, HWPROT_ACT_SHUTDOWN = 1, HWPROT_ACT_REBOOT = 2, }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; struct device *dev; }; typedef struct { raw_spinlock_t *lock; } class_raw_spinlock_t; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_CLUSTER = 256, SD_SHARE_LLC = 512, SD_SERIALIZE = 1024, SD_ASYM_PACKING = 2048, SD_PREFER_SIBLING = 4096, SD_OVERLAP = 8192, SD_NUMA = 16384, }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_t; typedef struct { struct rq *lock; struct rq *lock2; } class_double_rq_lock_t; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; enum dl_bw_request { dl_bw_req_deactivate = 0, dl_bw_req_alloc = 1, dl_bw_req_free = 2, }; typedef struct task_struct *class_find_get_task_t; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; typedef s64 compat_loff_t; struct resume_swap_area { __kernel_loff_t offset; __u32 dev; } __attribute__((packed)); struct snapshot_data { struct snapshot_handle handle; int swap; int mode; bool frozen; bool ready; bool platform_support; bool free_bitmaps; dev_t dev; }; struct compat_resume_swap_area { compat_loff_t offset; u32 dev; } __attribute__((packed)); struct nbcon_state { union { unsigned int atom; struct { unsigned int prio: 2; unsigned int req_prio: 2; unsigned int unsafe: 1; unsigned int unsafe_takeover: 1; unsigned int cpu: 24; }; }; }; struct printk_buffers { char outbuf[2048]; char scratchbuf[1024]; }; struct prb_desc; struct printk_info; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_seq; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct console_flush_type { bool nbcon_atomic; bool nbcon_offload; bool legacy_direct; bool legacy_offload; }; struct printk_message { struct printk_buffers *pbufs; unsigned int outbuf_len; u64 seq; long unsigned int dropped; }; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; struct irq_domain_chip_generic_info; struct irq_domain_info { struct fwnode_handle *fwnode; unsigned int domain_flags; unsigned int size; irq_hw_number_t hwirq_max; int direct_max; unsigned int hwirq_base; unsigned int virq_base; enum irq_domain_bus_token bus_token; const char *name_suffix; const struct irq_domain_ops *ops; void *host_data; struct irq_domain *parent; struct irq_domain_chip_generic_info *dgc_info; int (*init)(struct irq_domain *); void (*exit)(struct irq_domain *); }; struct irq_domain_chip_generic_info { const char *name; irq_flow_handler_t handler; unsigned int irqs_per_chip; unsigned int num_ct; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; int (*init)(struct irq_chip_generic *); void (*exit)(struct irq_chip_generic *); }; struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_future_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; long int gp_seq_req; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_grace_period_init { struct trace_entry ent; const char *rcuname; long int gp_seq; u8 level; int grplo; int grphi; long unsigned int qsmask; char __data[0]; }; struct trace_event_raw_rcu_exp_grace_period { struct trace_entry ent; const char *rcuname; long int gpseq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_exp_funnel_lock { struct trace_entry ent; const char *rcuname; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_preempt_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_unlock_preempted_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_quiescent_state_report { struct trace_entry ent; const char *rcuname; long int gp_seq; long unsigned int mask; long unsigned int qsmask; u8 level; int grplo; int grphi; u8 gp_tasks; char __data[0]; }; struct trace_event_raw_rcu_fqs { struct trace_entry ent; const char *rcuname; long int gp_seq; int cpu; const char *qsevent; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_raw_rcu_watching { struct trace_entry ent; const char *polarity; long int oldnesting; long int newnesting; int counter; char __data[0]; }; struct trace_event_raw_rcu_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_segcb_stats { struct trace_entry ent; const char *ctx; long unsigned int gp_seq[4]; long int seglen[4]; char __data[0]; }; struct trace_event_raw_rcu_batch_start { struct trace_entry ent; const char *rcuname; long int qlen; long int blimit; char __data[0]; }; struct trace_event_raw_rcu_invoke_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; char __data[0]; }; struct trace_event_raw_rcu_invoke_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; char __data[0]; }; struct trace_event_raw_rcu_invoke_kfree_bulk_callback { struct trace_entry ent; const char *rcuname; long unsigned int nr_records; void **p; char __data[0]; }; struct trace_event_raw_rcu_sr_normal { struct trace_entry ent; const char *rcuname; void *rhp; const char *srevent; char __data[0]; }; struct trace_event_raw_rcu_batch_end { struct trace_entry ent; const char *rcuname; int callbacks_invoked; char cb; char nr; char iit; char risk; char __data[0]; }; struct trace_event_raw_rcu_torture_read { struct trace_entry ent; char rcutorturename[8]; struct callback_head *rhp; long unsigned int secs; long unsigned int c_old; long unsigned int c; char __data[0]; }; struct trace_event_raw_rcu_barrier { struct trace_entry ent; const char *rcuname; const char *s; int cpu; int cnt; long unsigned int done; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_grace_period {}; struct trace_event_data_offsets_rcu_future_grace_period {}; struct trace_event_data_offsets_rcu_grace_period_init {}; struct trace_event_data_offsets_rcu_exp_grace_period {}; struct trace_event_data_offsets_rcu_exp_funnel_lock {}; struct trace_event_data_offsets_rcu_preempt_task {}; struct trace_event_data_offsets_rcu_unlock_preempted_task {}; struct trace_event_data_offsets_rcu_quiescent_state_report {}; struct trace_event_data_offsets_rcu_fqs {}; struct trace_event_data_offsets_rcu_stall_warning {}; struct trace_event_data_offsets_rcu_watching {}; struct trace_event_data_offsets_rcu_callback {}; struct trace_event_data_offsets_rcu_segcb_stats {}; struct trace_event_data_offsets_rcu_batch_start {}; struct trace_event_data_offsets_rcu_invoke_callback {}; struct trace_event_data_offsets_rcu_invoke_kvfree_callback {}; struct trace_event_data_offsets_rcu_invoke_kfree_bulk_callback {}; struct trace_event_data_offsets_rcu_sr_normal {}; struct trace_event_data_offsets_rcu_batch_end {}; struct trace_event_data_offsets_rcu_torture_read {}; struct trace_event_data_offsets_rcu_barrier {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_future_grace_period)(void *, const char *, long unsigned int, long unsigned int, u8, int, int, const char *); typedef void (*btf_trace_rcu_grace_period_init)(void *, const char *, long unsigned int, u8, int, int, long unsigned int); typedef void (*btf_trace_rcu_exp_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_exp_funnel_lock)(void *, const char *, u8, int, int, const char *); typedef void (*btf_trace_rcu_preempt_task)(void *, const char *, int, long unsigned int); typedef void (*btf_trace_rcu_unlock_preempted_task)(void *, const char *, long unsigned int, int); typedef void (*btf_trace_rcu_quiescent_state_report)(void *, const char *, long unsigned int, long unsigned int, long unsigned int, u8, int, int, int); typedef void (*btf_trace_rcu_fqs)(void *, const char *, long unsigned int, int, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); typedef void (*btf_trace_rcu_watching)(void *, const char *, long int, long int, int); typedef void (*btf_trace_rcu_callback)(void *, const char *, struct callback_head *, long int); typedef void (*btf_trace_rcu_segcb_stats)(void *, struct rcu_segcblist *, const char *); typedef void (*btf_trace_rcu_batch_start)(void *, const char *, long int, long int); typedef void (*btf_trace_rcu_invoke_callback)(void *, const char *, struct callback_head *); typedef void (*btf_trace_rcu_invoke_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int); typedef void (*btf_trace_rcu_invoke_kfree_bulk_callback)(void *, const char *, long unsigned int, void **); typedef void (*btf_trace_rcu_sr_normal)(void *, const char *, struct callback_head *, const char *); typedef void (*btf_trace_rcu_batch_end)(void *, const char *, int, char, char, char, char); typedef void (*btf_trace_rcu_torture_read)(void *, const char *, struct callback_head *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_rcu_barrier)(void *, const char *, const char *, int, int, long unsigned int); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; long unsigned int lazy_jiffies; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; unsigned int wait_state; struct rcu_tasks_percpu *rtpcpu; struct rcu_tasks_percpu **rtpcp_array; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; long unsigned int barrier_q_start; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct timer_list lazy_timer; unsigned int urgent_gp; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; struct list_head rtp_exit_list; int cpu; int index; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; short unsigned int list; short unsigned int pad_slots; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; const void *dev_name_ptr_; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct timer_events { u64 local; u64 global; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int bucket_expiry; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_timer_base_idle { struct trace_entry ent; bool is_idle; unsigned int cpu; char __data[0]; }; struct trace_event_raw_hrtimer_setup { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_timer_base_idle {}; struct trace_event_data_offsets_hrtimer_setup {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_timer_base_idle)(void *, bool, unsigned int); typedef void (*btf_trace_hrtimer_setup)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[9]; struct hlist_head vectors[576]; long: 64; long: 64; }; enum wd_read_status { WD_READ_SUCCESS = 0, WD_READ_UNSTABLE = 1, WD_READ_SKIP = 2, }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; struct tmigr_event { struct timerqueue_node nextevt; unsigned int cpu; bool ignore; }; struct tmigr_group { raw_spinlock_t lock; struct tmigr_group *parent; struct tmigr_event groupevt; u64 next_expiry; struct timerqueue_head events; atomic_t migr_state; unsigned int level; int numa_node; unsigned int num_children; u8 groupmask; struct list_head list; }; struct tmigr_cpu { raw_spinlock_t lock; bool online; bool idle; bool remote; struct tmigr_group *tmgroup; u8 groupmask; u64 wakeup; struct tmigr_event cpuevt; }; union tmigr_state { u32 state; struct { u8 active; u8 migrator; u16 seq; }; }; struct trace_event_raw_tmigr_group_set { struct trace_entry ent; void *group; unsigned int lvl; unsigned int numa_node; char __data[0]; }; struct trace_event_raw_tmigr_connect_child_parent { struct trace_entry ent; void *child; void *parent; unsigned int lvl; unsigned int numa_node; unsigned int num_children; u32 groupmask; char __data[0]; }; struct trace_event_raw_tmigr_connect_cpu_parent { struct trace_entry ent; void *parent; unsigned int cpu; unsigned int lvl; unsigned int numa_node; unsigned int num_children; u32 groupmask; char __data[0]; }; struct trace_event_raw_tmigr_group_and_cpu { struct trace_entry ent; void *group; void *parent; unsigned int lvl; unsigned int numa_node; u32 childmask; u8 active; u8 migrator; char __data[0]; }; struct trace_event_raw_tmigr_cpugroup { struct trace_entry ent; u64 wakeup; void *parent; unsigned int cpu; char __data[0]; }; struct trace_event_raw_tmigr_idle { struct trace_entry ent; u64 nextevt; u64 wakeup; void *parent; unsigned int cpu; char __data[0]; }; struct trace_event_raw_tmigr_update_events { struct trace_entry ent; void *child; void *group; u64 nextevt; u64 group_next_expiry; u64 child_evt_expiry; unsigned int group_lvl; unsigned int child_evtcpu; u8 child_active; u8 group_active; char __data[0]; }; struct trace_event_raw_tmigr_handle_remote { struct trace_entry ent; void *group; unsigned int lvl; char __data[0]; }; struct trace_event_data_offsets_tmigr_group_set {}; struct trace_event_data_offsets_tmigr_connect_child_parent {}; struct trace_event_data_offsets_tmigr_connect_cpu_parent {}; struct trace_event_data_offsets_tmigr_group_and_cpu {}; struct trace_event_data_offsets_tmigr_cpugroup {}; struct trace_event_data_offsets_tmigr_idle {}; struct trace_event_data_offsets_tmigr_update_events {}; struct trace_event_data_offsets_tmigr_handle_remote {}; typedef void (*btf_trace_tmigr_group_set)(void *, struct tmigr_group *); typedef void (*btf_trace_tmigr_connect_child_parent)(void *, struct tmigr_group *); typedef void (*btf_trace_tmigr_connect_cpu_parent)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_group_set_cpu_inactive)(void *, struct tmigr_group *, union tmigr_state, u32); typedef void (*btf_trace_tmigr_group_set_cpu_active)(void *, struct tmigr_group *, union tmigr_state, u32); typedef void (*btf_trace_tmigr_cpu_new_timer)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_active)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_online)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_offline)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_handle_remote_cpu)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_idle)(void *, struct tmigr_cpu *, u64); typedef void (*btf_trace_tmigr_cpu_new_timer_idle)(void *, struct tmigr_cpu *, u64); typedef void (*btf_trace_tmigr_update_events)(void *, struct tmigr_group *, struct tmigr_group *, union tmigr_state, union tmigr_state, u64); typedef void (*btf_trace_tmigr_handle_remote)(void *, struct tmigr_group *); struct tmigr_walk { u64 nextexp; u64 firstexp; struct tmigr_event *evt; u8 childmask; bool remote; long unsigned int basej; u64 now; bool check; bool tmc_active; }; typedef bool (*up_f)(struct tmigr_group *, struct tmigr_group *, struct tmigr_walk *); struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, CGRP_ROOT_MEMORY_HUGETLB_ACCOUNTING = 524288, CGRP_ROOT_PIDS_LOCAL_EVENTS = 1048576, }; struct cgroup_of_peak { long unsigned int value; struct list_head list; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; struct cgroup_of_peak peak; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods = 8, Opt_nofavordynmods = 9, }; enum pidcg_event { PIDCG_MAX = 0, PIDCG_FORKFAIL = 1, NR_PIDCG_EVENTS = 2, }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; struct cgroup_file events_local_file; atomic64_t events[2]; atomic64_t events_local[2]; }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; struct cpu_vfs_cap_data { __u32 magic_etc; kuid_t rootid; kernel_cap_t permitted; kernel_cap_t inheritable; }; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; struct fanotify_response_info_header { __u8 type; __u8 pad; __u16 len; }; struct fanotify_response_info_audit_rule { struct fanotify_response_info_header hdr; __u32 rule_number; __u32 subj_trust; __u32 obj_trust; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_SETELEM_RESET = 19, AUDIT_NFT_OP_RULE_RESET = 20, AUDIT_NFT_OP_INVALID = 21, }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; struct lsm_prop target_ref[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; typedef bool (*ring_buffer_cond_fn)(void *); enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; long unsigned int args[0]; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[0]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct pipe_wait { struct trace_iterator *iter; int wait_index; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct trace_mod_entry { long unsigned int mod_addr; char mod_name[56]; }; struct trace_scratch { long unsigned int text_addr; long unsigned int nr_entries; struct trace_mod_entry entries[0]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int spare_size; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_ARGS = 4, TRACE_FUNC_OPT_HIGHEST_BIT = 8, }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long unsigned int *retp; }; enum { FGRAPH_TYPE_RESERVED = 0, FGRAPH_TYPE_BITMAP = 1, FGRAPH_TYPE_DATA = 2, }; typedef long unsigned int perf_trace_t[1024]; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct objpool_slot { uint32_t head; uint32_t tail; uint32_t last; uint32_t mask; void *entries[0]; }; struct objpool_head; typedef int (*objpool_fini_cb)(struct objpool_head *, void *); struct objpool_head { int obj_size; int nr_objs; int nr_possible_cpus; int capacity; gfp_t gfp; refcount_t ref; long unsigned int flags; struct objpool_slot **cpu_slots; objpool_fini_cb release; void *context; }; struct rethook; struct rethook_node { struct callback_head rcu; struct llist_node llist; struct rethook *rethook; long unsigned int ret_addr; long unsigned int frame; }; struct rethook { void *data; void (*handler)(struct rethook_node *, void *, long unsigned int, struct pt_regs *); struct objpool_head pool; struct callback_head rcu; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_instance { struct rethook_node node; char data[0]; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct rethook *rh; }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct sym_count_ctx { unsigned int count; const char *name; }; struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; struct fentry_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct fexit_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; struct trace_fprobe { struct dyn_event devent; struct fprobe fp; const char *symbol; struct tracepoint *tpoint; struct module *mod; struct trace_probe tp; }; struct __find_tracepoint_cb_data { const char *tp_name; struct tracepoint *tpoint; struct module *mod; }; struct bpf_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; u64 delegate_cmds; u64 delegate_maps; u64 delegate_progs; u64 delegate_attachs; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; struct bpffs_btf_enums { const struct btf *btf; const struct btf_type *cmd_t; const struct btf_type *map_t; const struct btf_type *prog_t; const struct btf_type *attach_t; }; enum { OPT_UID = 0, OPT_GID = 1, OPT_MODE = 2, OPT_DELEGATE_CMDS = 3, OPT_DELEGATE_MAPS = 4, OPT_DELEGATE_PROGS = 5, OPT_DELEGATE_ATTACHS = 6, }; struct bpf_iter_num { __u64 __opaque[1]; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 0; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_num_kern { int cur; int end; }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct bucket { struct hlist_nulls_head head; rqspinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; long: 0; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_queue_stack { struct bpf_map map; rqspinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; bool draining; struct bpf_mem_cache *tgt; struct llist_head free_by_rcu; struct llist_node *free_by_rcu_tail; struct llist_head waiting_for_gp; struct llist_node *waiting_for_gp_tail; struct callback_head rcu; atomic_t call_rcu_in_progress; struct llist_head free_llist_extra_rcu; struct llist_head free_by_rcu_ttrace; struct llist_head waiting_for_gp_ttrace; struct callback_head rcu_ttrace; atomic_t call_rcu_ttrace_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; struct gro_node gro; struct completion kthread_running; struct rcu_work free_work; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; }; struct cpu_map_ret { u32 xdp_n; u32 skb_n; }; typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); struct bpf_struct_ops_arg_info { struct bpf_ctx_arg_aux *info; u32 cnt; }; struct bpf_struct_ops_desc { struct bpf_struct_ops *st_ops; const struct btf_type *type; const struct btf_type *value_type; u32 type_id; u32 value_id; struct bpf_struct_ops_arg_info *arg_info; }; struct bpf_struct_ops_value { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; const struct bpf_struct_ops_desc *st_ops_desc; struct mutex lock; struct bpf_link **links; struct bpf_ksym **ksyms; u32 funcs_cnt; u32 image_pages_cnt; void *image_pages[8]; struct btf *btf; struct bpf_struct_ops_value *uvalue; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_link { struct bpf_link link; struct bpf_map *map; wait_queue_head_t wait_hup; }; enum { IDX_MODULE_ID = 0, IDX_ST_OPS_COMMON_VALUE_ID = 1, }; struct static_call_tramp_key { s32 tramp; s32 key; }; typedef struct { struct srcu_struct *lock; int idx; } class_srcu_t; typedef struct percpu_rw_semaphore *class_percpu_read_t; typedef struct percpu_rw_semaphore *class_percpu_write_t; struct __class_idr { struct idr *idr; int id; }; typedef struct __class_idr class_idr_alloc_t; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct min_heap_char { size_t nr; size_t size; char *data; char preallocated[0]; }; typedef struct min_heap_char min_heap_char; struct min_heap_callbacks { bool (*less)(const void *, const void *, void *); void (*swp)(void *, void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_FROZEN = 8, EVENT_CPU = 16, EVENT_CGROUP = 32, EVENT_ALL = 3, EVENT_TIME_FROZEN = 12, }; typedef struct { struct perf_cpu_context *cpuctx; struct perf_event_context *ctx; } class_perf_ctx_lock_t; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_event_min_heap { size_t nr; size_t size; struct perf_event **data; struct perf_event *preallocated[0]; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = -1, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct shmem_quota_limits { qsize_t usrquota_bhardlimit; qsize_t usrquota_ihardlimit; qsize_t grpquota_bhardlimit; qsize_t grpquota_ihardlimit; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_ispace; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; bool noswap; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; struct shmem_quota_limits qlimits; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; bool noswap; short unsigned int quota_types; struct shmem_quota_limits qlimits; }; enum shmem_param { Opt_gid___4 = 0, Opt_huge = 1, Opt_mode___3 = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes___2 = 5, Opt_size___2 = 6, Opt_uid___4 = 7, Opt_inode32 = 8, Opt_inode64 = 9, Opt_noswap = 10, Opt_quota = 11, Opt_usrquota = 12, Opt_grpquota = 13, Opt_usrquota_block_hardlimit = 14, Opt_usrquota_inode_hardlimit = 15, Opt_grpquota_block_hardlimit = 16, Opt_grpquota_inode_hardlimit = 17, Opt_casefold_version = 18, Opt_casefold = 19, Opt_strict_encoding = 20, }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, MEMBLOCK_RSRV_NOINIT = 16, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u64 memcg_id; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u64 memcg_id; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock {}; struct trace_event_data_offsets_mmap_lock_acquire_returned {}; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, bool, bool); struct mlock_fbatch { local_lock_t lock; struct folio_batch fbatch; }; struct vma_prepare { struct vm_area_struct *vma; struct vm_area_struct *adj_next; struct file *file; struct address_space *mapping; struct anon_vma *anon_vma; struct vm_area_struct *insert; struct vm_area_struct *remove; struct vm_area_struct *remove2; bool skip_vma_uprobe: 1; }; struct unlink_vma_file_batch { int count; struct vm_area_struct *vmas[8]; }; struct vma_munmap_struct { struct vma_iterator *vmi; struct vm_area_struct *vma; struct vm_area_struct *prev; struct vm_area_struct *next; struct list_head *uf; long unsigned int start; long unsigned int end; long unsigned int unmap_start; long unsigned int unmap_end; int vma_count; bool unlock; bool clear_ptes; long unsigned int nr_pages; long unsigned int locked_vm; long unsigned int nr_accounted; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int data_vm; }; enum vma_merge_state { VMA_MERGE_START = 0, VMA_MERGE_ERROR_NOMEM = 1, VMA_MERGE_NOMERGE = 2, VMA_MERGE_SUCCESS = 3, }; struct vma_merge_struct { struct mm_struct *mm; struct vma_iterator *vmi; struct vm_area_struct *prev; struct vm_area_struct *middle; struct vm_area_struct *next; struct vm_area_struct *target; long unsigned int start; long unsigned int end; long unsigned int pgoff; long unsigned int flags; struct file *file; struct anon_vma *anon_vma; struct mempolicy *policy; struct vm_userfaultfd_ctx uffd_ctx; struct anon_vma_name *anon_name; enum vma_merge_state state; bool just_expand: 1; bool give_up_on_oom: 1; bool skip_vma_uprobe: 1; bool __adjust_middle_start: 1; bool __adjust_next_start: 1; bool __remove_middle: 1; bool __remove_next: 1; }; struct mmap_state { struct mm_struct *mm; struct vma_iterator *vmi; long unsigned int addr; long unsigned int end; long unsigned int pgoff; long unsigned int pglen; long unsigned int flags; struct file *file; long unsigned int charged; bool retry_merge; struct vm_area_struct *prev; struct vm_area_struct *next; struct vma_munmap_struct vms; struct ma_state mas_detach; struct maple_tree mt_detach; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int per_cpu_data_slice_size; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; bool early_ci_levels; }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; typedef int fpi_t; enum rmqueue_mode { RMQUEUE_NORMAL = 0, RMQUEUE_CMA = 1, RMQUEUE_CLAIM = 2, RMQUEUE_STEAL = 3, }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct dma_block { struct dma_block *next_block; dma_addr_t dma; }; struct dma_pool { struct list_head page_list; spinlock_t lock; struct dma_block *next_block; size_t nr_blocks; size_t nr_active; size_t nr_pages; struct device *dev; unsigned int size; unsigned int allocation; unsigned int boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct migration_mpol { struct mempolicy *pol; long unsigned int ilx; }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; struct folio *large; long int nr_failed; }; struct iw_node_attr { struct kobj_attribute kobj_attr; int nid; }; struct memory_tier { struct list_head list; struct list_head memory_types; int adistance_start; struct device dev; nodemask_t lower_tier_mask; }; struct access_coordinate { unsigned int read_bandwidth; unsigned int write_bandwidth; unsigned int read_latency; unsigned int write_latency; }; struct memory_notify { long unsigned int altmap_start_pfn; long unsigned int altmap_nr_pages; long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct memory_dev_type { struct list_head tier_sibling; struct list_head list; int adistance; nodemask_t nodes; struct kref kref; }; struct demotion_nodes { nodemask_t preferred; }; struct node_memory_type_map { struct memory_dev_type *memtype; int map_count; }; struct numa_memblk { u64 start; u64 end; int nid; }; struct numa_meminfo { int nr_blks; struct numa_memblk blk[2048]; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; } __attribute__((packed)); struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct statmount { __u32 size; __u32 mnt_opts; __u64 mask; __u32 sb_dev_major; __u32 sb_dev_minor; __u64 sb_magic; __u32 sb_flags; __u32 fs_type; __u64 mnt_id; __u64 mnt_parent_id; __u32 mnt_id_old; __u32 mnt_parent_id_old; __u64 mnt_attr; __u64 mnt_propagation; __u64 mnt_peer_group; __u64 mnt_master; __u64 propagate_from; __u32 mnt_root; __u32 mnt_point; __u64 mnt_ns_id; __u32 fs_subtype; __u32 sb_source; __u32 opt_num; __u32 opt_array; __u32 opt_sec_num; __u32 opt_sec_array; __u64 supported_mask; __u32 mnt_uidmap_num; __u32 mnt_uidmap; __u32 mnt_gidmap_num; __u32 mnt_gidmap; __u64 __spare2[43]; char str[0]; }; struct mnt_id_req { __u32 size; __u32 spare; __u64 mnt_id; __u64 param; __u64 mnt_ns_id; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); }; enum mount_kattr_flags_t { MOUNT_KATTR_RECURSE = 1, MOUNT_KATTR_IDMAP_REPLACE = 2, }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; enum mount_kattr_flags_t kflags; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; typedef struct rw_semaphore *class_namespace_lock_t; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; enum mnt_tree_flags_t { MNT_TREE_MOVE = 1, MNT_TREE_BENEATH = 2, MNT_TREE_PROPAGATION = 4, }; struct kstatmount { struct statmount *buf; size_t bufsize; struct vfsmount *mnt; struct mnt_idmap *idmap; u64 mask; struct path root; struct seq_file seq; struct statmount sm; }; typedef union { } release_pages_arg; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; void (*splice_eof)(struct splice_desc *); loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; typedef unsigned int iov_iter_extraction_t; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; bool is_pinned; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; }; struct epoll_event { __poll_t events; __u64 data; } __attribute__((packed)); struct epoll_params { __u32 busy_poll_usecs; __u16 busy_poll_budget; __u8 prefer_busy_poll; __u8 __pad; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; bool dying; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; refcount_t refcount; unsigned int napi_id; u32 busy_poll_usecs; u16 busy_poll_budget; bool prefer_busy_poll; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_usage srcuu; struct srcu_struct srcu; struct notifier_block *head; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock_core *blocker; fl_owner_t owner; unsigned int pid; unsigned int flags; unsigned char type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lease *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock_core *blocker; fl_owner_t owner; unsigned int flags; unsigned char type; long unsigned int break_time; long unsigned int downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t owner; unsigned int flags; unsigned char type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lease *, struct file_lease *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct iomap_ioend { struct list_head io_list; u16 io_flags; struct inode *io_inode; size_t io_size; atomic_t io_remaining; int io_error; struct iomap_ioend *io_parent; loff_t io_offset; sector_t io_sector; void *io_private; struct bio io_bio; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; } submit; struct { struct work_struct work; } aio; }; }; struct qtree_fmt_operations { void (*mem2disk_dqblk)(void *, struct dquot *); void (*disk2mem_dqblk)(struct dquot *, void *); int (*is_id)(void *, struct dquot *); }; struct qtree_mem_dqinfo { struct super_block *dqi_sb; int dqi_type; unsigned int dqi_blocks; unsigned int dqi_free_blk; unsigned int dqi_free_entry; unsigned int dqi_blocksize_bits; unsigned int dqi_entry_size; unsigned int dqi_usable_bs; unsigned int dqi_qtree_depth; const struct qtree_fmt_operations *dqi_ops; }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; struct qt_disk_dqdbheader { __le32 dqdh_next_free; __le32 dqdh_prev_free; __le16 dqdh_entries; __le16 dqdh_pad1; __le32 dqdh_pad2; }; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; } __attribute__((packed)); struct compat_fs_qfilestat { compat_u64 dqb_bhardlimit; compat_u64 qfs_nblks; compat_uint_t qfs_nextents; } __attribute__((packed)); struct compat_fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; long: 0; struct compat_fs_qfilestat qs_uquota; struct compat_fs_qfilestat qs_gquota; compat_uint_t qs_incoredqs; compat_int_t qs_btimelimit; compat_int_t qs_itimelimit; compat_int_t qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___5 = 0, Opt_hidepid = 1, Opt_subset = 2, }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); typedef struct { rwlock_t *lock; long unsigned int flags; } class_read_lock_irqsave_t; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; struct fat_entry { int entry; union { u8 *ent12_p[2]; __le16 *ent16_p; __le32 *ent32_p; } u; int nr_bhs; struct buffer_head *bhs[2]; struct inode *fat_inode; }; typedef long long unsigned int llu; struct fatent_ra { sector_t cur; sector_t limit; unsigned int ra_blocks; sector_t ra_advance; sector_t ra_next; sector_t ra_limit; }; struct fat_slot_info { loff_t i_pos; loff_t slot_off; int nr_slots; struct msdos_dir_entry *de; struct buffer_head *bh; }; struct isofs_fid { u32 block; u16 offset; u16 parent_offset; u32 generation; u32 parent_block; u32 parent_generation; }; enum { Opt_direct = 0, Opt_fd = 1, Opt_gid___6 = 2, Opt_ignore = 3, Opt_indirect = 4, Opt_maxproto = 5, Opt_minproto = 6, Opt_offset = 7, Opt_pgrp = 8, Opt_strictexpire = 9, Opt_uid___5 = 10, }; struct autofs_fs_context { kuid_t uid; kgid_t gid; int pgrp; bool pgrp_set; }; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; enum { OVL_REDIRECT_OFF = 0, OVL_REDIRECT_FOLLOW = 1, OVL_REDIRECT_NOFOLLOW = 2, OVL_REDIRECT_ON = 3, }; struct ovl_lookup_data { struct super_block *sb; const struct ovl_layer *layer; struct qstr name; bool is_dir; bool opaque; bool xwhiteouts; bool stop; bool last; char *redirect; int metacopy; bool absolute_redirect; }; struct ovl_opt_set { bool metacopy; bool redirect; bool nfs_export; bool index; }; struct ovl_fs_context_layer { char *name; struct path path; }; struct ovl_fs_context { struct path upper; struct path work; size_t capacity; size_t nr; size_t nr_data; struct ovl_opt_set set; struct ovl_fs_context_layer *lower; char *lowerdir_all; }; enum ovl_opt { Opt_lowerdir = 0, Opt_lowerdir_add = 1, Opt_datadir_add = 2, Opt_upperdir = 3, Opt_workdir = 4, Opt_default_permissions = 5, Opt_redirect_dir = 6, Opt_index = 7, Opt_uuid = 8, Opt_nfs_export = 9, Opt_userxattr = 10, Opt_xino = 11, Opt_metacopy = 12, Opt_verity = 13, Opt_volatile = 14, Opt_override_creds = 15, }; enum p9_cache_shortcuts { CACHE_SC_NONE = 0, CACHE_SC_READAHEAD = 1, CACHE_SC_MMAP = 5, CACHE_SC_LOOSE = 15, CACHE_SC_FSCACHE = 143, }; enum { Opt_debug___2 = 0, Opt_dfltuid = 1, Opt_dfltgid = 2, Opt_afid = 3, Opt_uname = 4, Opt_remotename = 5, Opt_cache = 6, Opt_cachetag = 7, Opt_nodevmap = 8, Opt_noxattr = 9, Opt_directio = 10, Opt_ignoreqv = 11, Opt_access = 12, Opt_posixacl = 13, Opt_locktimeout = 14, Opt_err___2 = 15, }; enum { TRACEFS_EVENT_INODE = 2, TRACEFS_GID_PERM_SET = 4, TRACEFS_UID_PERM_SET = 8, TRACEFS_INSTANCE_INODE = 16, }; struct tracefs_inode { struct inode vfs_inode; struct list_head list; long unsigned int flags; void *private; }; struct eventfs_attr { int mode; kuid_t uid; kgid_t gid; }; struct eventfs_inode { union { struct list_head list; struct callback_head rcu; }; struct list_head children; const struct eventfs_entry *entries; const char *name; struct eventfs_attr *entry_attrs; void *data; struct eventfs_attr attr; struct kref kref; unsigned int is_freed: 1; unsigned int is_events: 1; unsigned int nr_entries: 30; unsigned int ino; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_fs_info { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___6 = 0, Opt_gid___7 = 1, Opt_mode___4 = 2, }; typedef struct kmem_cache *kmem_buckets[14]; struct msg_msgseg { struct msg_msgseg *next; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int semadj[0]; }; struct semid64_ds { struct ipc64_perm sem_perm; __kernel_long_t sem_otime; __kernel_ulong_t __unused1; __kernel_long_t sem_ctime; __kernel_ulong_t __unused2; __kernel_ulong_t sem_nsems; __kernel_ulong_t __unused3; __kernel_ulong_t __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; enum { Opt_err___3 = 0, Opt_enc = 1, Opt_hash = 2, }; struct avc_cache_stats { unsigned int lookups; unsigned int misses; unsigned int allocations; unsigned int reclaims; unsigned int frees; }; struct trace_event_raw_selinux_audited { struct trace_entry ent; u32 requested; u32 denied; u32 audited; int result; u32 __data_loc_scontext; u32 __data_loc_tcontext; u32 __data_loc_tclass; char __data[0]; }; struct trace_event_data_offsets_selinux_audited { u32 scontext; const void *scontext_ptr_; u32 tcontext; const void *tcontext_ptr_; u32 tclass; const void *tclass_ptr_; }; typedef void (*btf_trace_selinux_audited)(void *, struct selinux_audit_data *, char *, char *, const char *); struct avc_xperms_node; struct avc_entry { u32 ssid; u32 tsid; u16 tclass; struct av_decision avd; struct avc_xperms_node *xp_node; }; struct avc_xperms_node { struct extended_perms xp; struct list_head xpd_head; }; struct avc_node { struct avc_entry ae; struct hlist_node list; struct callback_head rhead; }; struct avc_xperms_decision_node { struct extended_perms_decision xpd; struct list_head xpd_list; }; struct avc_cache { struct hlist_head slots[512]; spinlock_t slots_lock[512]; atomic_t lru_hint; atomic_t active_nodes; u32 latest_notif; }; struct avc_callback_node { int (*callback)(u32); u32 events; struct avc_callback_node *next; }; struct selinux_avc { unsigned int avc_cache_threshold; struct avc_cache avc_cache; }; enum { SELNL_MSG_SETENFORCE = 16, SELNL_MSG_POLICYLOAD = 17, SELNL_MSG_MAX = 18, }; enum selinux_nlgroups { SELNLGRP_NONE = 0, SELNLGRP_AVC = 1, __SELNLGRP_MAX = 2, }; struct selnl_msg_setenforce { __s32 val; }; struct selnl_msg_policyload { __u32 seqno; }; struct netnode_security_struct { union { __be32 ipv4; struct in6_addr ipv6; } addr; u32 sid; u16 family; }; struct sel_netnode_bkt { unsigned int size; struct list_head list; }; struct sel_netnode { struct netnode_security_struct nsec; struct list_head list; struct callback_head rcu; }; struct netport_security_struct { u32 sid; u16 port; u8 protocol; }; struct sel_netport_bkt { int size; struct list_head list; }; struct sel_netport { struct netport_security_struct psec; struct list_head list; struct callback_head rcu; }; struct selinux_kernel_status { u32 version; u32 sequence; u32 enforcing; u32 policyload; u32 deny_unknown; }; struct policy_data { struct policydb *p; struct policy_file *fp; }; struct cond_insertf_data { struct policydb *p; struct avtab_node **dst; struct cond_av_list *other; }; struct level_datum { struct mls_level level; unsigned char isalias; }; struct cat_datum { u32 value; unsigned char isalias; }; struct range_trans { u32 source_type; u32 target_type; u32 target_class; }; struct crypto_aead_spawn { struct crypto_spawn base; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); struct crypto_alg base; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[48]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(); void (*free_ctx)(void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); union { struct { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct comp_alg_common calg; }; }; struct scomp_scratch { spinlock_t lock; union { void *src; long unsigned int saddr; }; void *dst; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); typedef struct { __be64 a; __be64 b; } be128; struct crypto_wait { struct completion completion; int err; }; struct gcm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn ghash; }; struct crypto_gcm_ctx { struct crypto_skcipher *ctr; struct crypto_ahash *ghash; }; struct crypto_rfc4106_ctx { struct crypto_aead *child; u8 nonce[4]; }; struct crypto_rfc4106_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; struct aead_request subreq; }; struct crypto_rfc4543_instance_ctx { struct crypto_aead_spawn aead; }; struct crypto_rfc4543_ctx { struct crypto_aead *child; struct crypto_sync_skcipher *null; u8 nonce[4]; }; struct crypto_rfc4543_req_ctx { struct aead_request subreq; }; struct crypto_gcm_ghash_ctx { unsigned int cryptlen; struct scatterlist *src; int (*complete)(struct aead_request *, u32); }; struct crypto_gcm_req_priv_ctx { u8 iv[16]; u8 auth_tag[16]; u8 iauth_tag[16]; struct scatterlist src[3]; struct scatterlist dst[3]; struct scatterlist sg; struct crypto_gcm_ghash_ctx ghash_ctx; union { struct ahash_request ahreq; struct skcipher_request skreq; } u; }; struct authenc_esn_instance_ctx { struct crypto_ahash_spawn auth; struct crypto_skcipher_spawn enc; }; struct crypto_authenc_esn_ctx { unsigned int reqoff; struct crypto_ahash *auth; struct crypto_skcipher *enc; struct crypto_sync_skcipher *null; }; struct authenc_esn_request_ctx { struct scatterlist src[2]; struct scatterlist dst[2]; char tail[0]; }; struct gf128mul_4k { be128 t[256]; }; struct ghash_ctx { struct gf128mul_4k *gf128; }; struct ghash_desc_ctx { u8 buffer[16]; u32 bytes; }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; struct asymmetric_key_ids { void *id[3]; }; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; enum blk_integrity_flags { BLK_INTEGRITY_NOVERIFY = 1, BLK_INTEGRITY_NOGENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_REF_TAG = 8, BLK_INTEGRITY_STACKED = 16, }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; enum { IORING_REGISTER_SRC_REGISTERED = 1, IORING_REGISTER_DST_REPLACE = 2, }; struct io_uring_clone_buffers { __u32 src_fd; __u32 flags; __u32 src_off; __u32 dst_off; __u32 nr; __u32 pad[3]; }; struct iou_vec { union { struct iovec *iovec; struct bio_vec *bvec; }; unsigned int nr; }; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; struct io_imu_folio_data { unsigned int nr_pages_head; unsigned int nr_pages_mid; unsigned int folio_shift; unsigned int nr_folios; long unsigned int first_folio_page_idx; }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; typedef __u16 uio_meta_flags_t; struct uio_meta { uio_meta_flags_t flags; u16 app_tag; u64 seed; struct iov_iter iter; }; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; struct io_uring_attr_pi { __u16 flags; __u16 app_tag; __u32 len; __u64 addr; __u64 seed; __u64 rsvd; }; struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct io_meta_state { u32 seed; struct iov_iter_state iter_meta; }; struct io_async_rw { struct iou_vec vec; size_t bytes_done; union { struct { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov; union { struct wait_page_queue wpq; struct { struct uio_meta meta; struct io_meta_state meta_state; }; }; }; struct { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov; union { struct wait_page_queue wpq; struct { struct uio_meta meta; struct io_meta_state meta_state; }; }; } clear; }; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; enum io_uring_socket_op { SOCKET_URING_OP_SIOCINQ = 0, SOCKET_URING_OP_SIOCOUTQ = 1, SOCKET_URING_OP_GETSOCKOPT = 2, SOCKET_URING_OP_SETSOCKOPT = 3, }; struct io_uring_cmd_data { void *op_data; }; struct io_async_cmd { struct io_uring_cmd_data data; struct iou_vec vec; struct io_uring_sqe sqes[2]; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; struct io_ftrunc { struct file *file; loff_t len; }; enum io_wq_type { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_acct { raw_spinlock_t workers_lock; unsigned int nr_workers; unsigned int max_workers; atomic_t nr_running; struct hlist_nulls_head free_list; struct list_head all_list; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wq_acct acct[2]; struct wait_queue_entry wait; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; enum { IO_WORKER_F_UP = 0, IO_WORKER_F_RUNNING = 1, IO_WORKER_F_FREE = 2, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; long unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wq *wq; struct io_wq_acct *acct; struct io_wq_work *cur_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int init_retries; union { struct callback_head rcu; struct delayed_work work; }; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); typedef s32 compat_ssize_t; typedef size_t (*iov_step_f)(void *, size_t, size_t, void *, void *); typedef size_t (*iov_ustep_f)(void *, size_t, size_t, void *, void *); struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; struct strarray { char **array; size_t n; }; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; typedef ZSTD_ErrorCode ERR_enum; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; struct cpu_rmap { struct kref refcount; u16 size; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_alignf alignf; void *alignf_data; }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = -1, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); struct pcie_bwctrl_data { struct mutex set_speed_mutex; atomic_t lbms_count; struct thermal_cooling_device *cdev; }; enum pci_irq_reroute_variant { INTEL_IRQ_REROUTE_VARIANT = 1, MAX_IRQ_REROUTE_VARIANTS = 3, }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; int hook_offset; }; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_CSS_MASK = 112, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_MPS_SHIFT = 7, NVME_CC_MPS_MASK = 1920, NVME_CC_AMS_SHIFT = 11, NVME_CC_AMS_MASK = 14336, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_SHIFT = 14, NVME_CC_SHN_MASK = 49152, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOSQES_MASK = 983040, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_IOCQES_MASK = 15728640, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; struct vgastate { void *vgabase; long unsigned int membase; __u32 memsize; __u32 flags; __u32 depth; __u32 num_attr; __u32 num_crtc; __u32 num_gfx; __u32 num_seq; void *vidstate; }; struct acpi_hardware_id { struct list_head list; const char *id; }; struct acpi_data_node { struct list_head sibling; const char *name; acpi_handle handle; struct fwnode_handle fwnode; struct fwnode_handle *parent; struct acpi_device_data data; struct kobject kobj; struct completion kobj_done; }; struct acpi_data_node_attr { struct attribute attr; ssize_t (*show)(struct acpi_data_node *, char *); ssize_t (*store)(struct acpi_data_node *, const char *, size_t); }; struct acpi_dev_walk_context { int (*fn)(struct acpi_device *, void *); void *data; }; struct acpi_processor_errata { u8 smp; struct { u8 throttle: 1; u8 fdma: 1; u8 reserved: 6; u32 bmisx; } piix4; }; struct acpi_pci_link_irq { u32 active; u8 triggering; u8 polarity; u8 resource_type; u8 possible_count; u32 possible[16]; u8 initialized: 1; u8 reserved: 7; }; struct acpi_pci_link { struct list_head list; struct acpi_device *device; struct acpi_pci_link_irq irq; int refcnt; }; enum acpi_reconfig_event { ACPI_RECONFIG_DEVICE_ADD = 0, ACPI_RECONFIG_DEVICE_REMOVE = 1, }; struct acpi_ged_device { struct device *dev; struct list_head event_list; }; struct acpi_ged_event { struct list_head node; struct device *dev; unsigned int gsi; unsigned int irq; acpi_handle handle; }; struct acpi_lpat { int temp; int raw; }; struct acpi_lpat_conversion_table { struct acpi_lpat *lpat; int lpat_count; }; struct acpi_table_lpit { struct acpi_table_header header; }; struct acpi_lpit_header { u32 type; u32 length; u16 unique_id; u16 reserved; u32 flags; }; struct acpi_lpit_native { struct acpi_lpit_header header; struct acpi_generic_address entry_trigger; u32 residency; u32 latency; struct acpi_generic_address residency_counter; u64 counter_frequency; }; struct lpit_residency_info { struct acpi_generic_address gaddr; u64 frequency; void *iomem_addr; }; typedef u32 (*acpi_osd_handler)(void *); typedef u32 (*acpi_sci_handler)(void *); struct acpi_sci_handler_info { struct acpi_sci_handler_info *next; acpi_sci_handler address; void *context; }; struct acpi_pci_id { u16 segment; u16 bus; u16 device; u16 function; }; struct acpi_mem_mapping { acpi_physical_address physical_address; u8 *logical_address; acpi_size length; struct acpi_mem_mapping *next_mm; }; struct acpi_mem_space_context { u32 length; acpi_physical_address address; struct acpi_mem_mapping *cur_mm; struct acpi_mem_mapping *first_mm; }; struct acpi_data_table_mapping { void *pointer; }; typedef enum { ACPI_TRACE_AML_METHOD = 0, ACPI_TRACE_AML_OPCODE = 1, ACPI_TRACE_AML_REGION = 2, } acpi_trace_event_type; struct acpi_port_info { char *name; u16 start; u16 end; u8 osi_dependency; }; enum acpi_return_package_types { ACPI_PTYPE1_FIXED = 1, ACPI_PTYPE1_VAR = 2, ACPI_PTYPE1_OPTION = 3, ACPI_PTYPE2 = 4, ACPI_PTYPE2_COUNT = 5, ACPI_PTYPE2_PKG_COUNT = 6, ACPI_PTYPE2_FIXED = 7, ACPI_PTYPE2_MIN = 8, ACPI_PTYPE2_REV_FIXED = 9, ACPI_PTYPE2_FIX_VAR = 10, ACPI_PTYPE2_VAR_VAR = 11, ACPI_PTYPE2_UUID_PAIR = 12, ACPI_PTYPE_CUSTOM = 13, }; typedef acpi_status (*acpi_object_converter)(struct acpi_namespace_node *, union acpi_operand_object *, union acpi_operand_object **); struct acpi_simple_repair_info { char name[4]; u32 unexpected_btypes; u32 package_index; acpi_object_converter object_converter; }; struct aml_resource_small_header { u8 descriptor_type; }; struct aml_resource_irq { u8 descriptor_type; u16 irq_mask; u8 flags; } __attribute__((packed)); struct aml_resource_dma { u8 descriptor_type; u8 dma_channel_mask; u8 flags; }; struct aml_resource_start_dependent { u8 descriptor_type; u8 flags; }; struct aml_resource_end_dependent { u8 descriptor_type; }; struct aml_resource_io { u8 descriptor_type; u8 flags; u16 minimum; u16 maximum; u8 alignment; u8 address_length; }; struct aml_resource_fixed_io { u8 descriptor_type; u16 address; u8 address_length; } __attribute__((packed)); struct aml_resource_vendor_small { u8 descriptor_type; }; struct aml_resource_end_tag { u8 descriptor_type; u8 checksum; }; struct aml_resource_fixed_dma { u8 descriptor_type; u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct aml_resource_large_header { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory24 { u8 descriptor_type; u16 resource_length; u8 flags; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct aml_resource_vendor_large { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct aml_resource_fixed_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 address; u32 address_length; } __attribute__((packed)); struct aml_resource_address { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; } __attribute__((packed)); struct aml_resource_extended_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u8 revision_ID; u8 reserved; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; u64 type_specific; } __attribute__((packed)); struct aml_resource_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct aml_resource_address32 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; } __attribute__((packed)); struct aml_resource_address16 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; } __attribute__((packed)); struct aml_resource_extended_irq { u8 descriptor_type; u16 resource_length; u8 flags; u8 interrupt_count; union { u32 interrupt; struct { struct {} __Empty_interrupts; u32 interrupts[0]; }; }; } __attribute__((packed)); struct aml_resource_generic_register { u8 descriptor_type; u16 resource_length; u8 address_space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct aml_resource_gpio { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 connection_type; u16 flags; u16 int_flags; u8 pin_config; u16 drive_strength; u16 debounce_timeout; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_common_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_csi2_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_i2c_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u16 slave_address; } __attribute__((packed)); struct aml_resource_spi_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; } __attribute__((packed)); struct aml_resource_uart_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 default_baud_rate; u16 rx_fifo_size; u16 tx_fifo_size; u8 parity; u8 lines_enabled; } __attribute__((packed)); struct aml_resource_pin_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config; u16 function_number; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_clock_input { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 frequency_divisor; u32 frequency_numerator; } __attribute__((packed)); struct aml_resource_pin_group { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 pin_table_offset; u16 label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 function_number; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); union aml_resource { u8 descriptor_type; struct aml_resource_small_header small_header; struct aml_resource_large_header large_header; struct aml_resource_irq irq; struct aml_resource_dma dma; struct aml_resource_start_dependent start_dpf; struct aml_resource_end_dependent end_dpf; struct aml_resource_io io; struct aml_resource_fixed_io fixed_io; struct aml_resource_fixed_dma fixed_dma; struct aml_resource_vendor_small vendor_small; struct aml_resource_end_tag end_tag; struct aml_resource_memory24 memory24; struct aml_resource_generic_register generic_reg; struct aml_resource_vendor_large vendor_large; struct aml_resource_memory32 memory32; struct aml_resource_fixed_memory32 fixed_memory32; struct aml_resource_address16 address16; struct aml_resource_address32 address32; struct aml_resource_address64 address64; struct aml_resource_extended_address64 ext_address64; struct aml_resource_extended_irq extended_irq; struct aml_resource_gpio gpio; struct aml_resource_i2c_serialbus i2c_serial_bus; struct aml_resource_spi_serialbus spi_serial_bus; struct aml_resource_uart_serialbus uart_serial_bus; struct aml_resource_csi2_serialbus csi2_serial_bus; struct aml_resource_common_serialbus common_serial_bus; struct aml_resource_pin_function pin_function; struct aml_resource_pin_config pin_config; struct aml_resource_pin_group pin_group; struct aml_resource_pin_group_function pin_group_function; struct aml_resource_pin_group_config pin_group_config; struct aml_resource_clock_input clock_input; struct aml_resource_address address; u32 dword_item; u16 word_item; u8 byte_item; }; typedef u16 acpi_rs_length; typedef u32 acpi_rsdesc_size; struct acpi_table_rsdp { char signature[8]; u8 checksum; char oem_id[6]; u8 revision; u32 rsdt_physical_address; u32 length; u64 xsdt_physical_address; u8 extended_checksum; u8 reserved[3]; } __attribute__((packed)); typedef void (*acpi_osd_exec_callback)(void *); typedef enum { OSL_GLOBAL_LOCK_HANDLER = 0, OSL_NOTIFY_HANDLER = 1, OSL_GPE_HANDLER = 2, OSL_DEBUGGER_MAIN_THREAD = 3, OSL_DEBUGGER_EXEC_THREAD = 4, OSL_EC_POLL_HANDLER = 5, OSL_EC_BURST_HANDLER = 6, } acpi_execute_type; enum acpi_bus_device_type { ACPI_BUS_TYPE_DEVICE = 0, ACPI_BUS_TYPE_POWER = 1, ACPI_BUS_TYPE_PROCESSOR = 2, ACPI_BUS_TYPE_THERMAL = 3, ACPI_BUS_TYPE_POWER_BUTTON = 4, ACPI_BUS_TYPE_SLEEP_BUTTON = 5, ACPI_BUS_TYPE_ECDT_EC = 6, ACPI_BUS_DEVICE_TYPE_COUNT = 7, }; enum { ACPI_BUTTON_LID_INIT_IGNORE = 0, ACPI_BUTTON_LID_INIT_OPEN = 1, ACPI_BUTTON_LID_INIT_METHOD = 2, ACPI_BUTTON_LID_INIT_DISABLED = 3, }; struct acpi_button { unsigned int type; struct input_dev *input; char phys[32]; long unsigned int pushed; int last_state; ktime_t last_time; bool suspended; bool lid_state_initialized; }; struct acpi_lpi_states_array { unsigned int size; unsigned int composite_states_size; struct acpi_lpi_state *entries; struct acpi_lpi_state *composite_states[8]; }; struct acpi_pcct_shared_memory { u32 signature; u16 command; u16 status; }; struct cpc_reg { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct cpc_register_resource { acpi_object_type type; u64 *sys_mem_vaddr; union { struct cpc_reg reg; u64 int_value; } cpc_entry; }; struct cpc_desc { int num_entries; int version; int cpu_id; int write_cmd_status; int write_cmd_id; raw_spinlock_t rmw_lock; struct cpc_register_resource cpc_regs[21]; struct acpi_psd_package domain_info; struct kobject kobj; }; enum cppc_regs { HIGHEST_PERF = 0, NOMINAL_PERF = 1, LOW_NON_LINEAR_PERF = 2, LOWEST_PERF = 3, GUARANTEED_PERF = 4, DESIRED_PERF = 5, MIN_PERF = 6, MAX_PERF = 7, PERF_REDUC_TOLERANCE = 8, TIME_WINDOW = 9, CTR_WRAP_TIME = 10, REFERENCE_CTR = 11, DELIVERED_CTR = 12, PERF_LIMITED = 13, ENABLE = 14, AUTO_SEL_ENABLE = 15, AUTO_ACT_WINDOW = 16, ENERGY_PERF = 17, REFERENCE_PERF = 18, LOWEST_FREQ = 19, NOMINAL_FREQ = 20, }; struct cppc_perf_ctrls { u32 max_perf; u32 min_perf; u32 desired_perf; u32 energy_perf; }; struct cppc_perf_fb_ctrs { u64 reference; u64 delivered; u64 reference_perf; u64 wraparound_time; }; struct cppc_cpudata { struct list_head node; struct cppc_perf_caps perf_caps; struct cppc_perf_ctrls perf_ctrls; struct cppc_perf_fb_ctrs perf_fb_ctrs; unsigned int shared_type; cpumask_var_t shared_cpu_map; }; struct cppc_pcc_data { struct pcc_mbox_chan *pcc_channel; void *pcc_comm_addr; bool pcc_channel_acquired; unsigned int deadline_us; unsigned int pcc_mpar; unsigned int pcc_mrtt; unsigned int pcc_nominal; bool pending_pcc_write_cmd; bool platform_owns_pcc; unsigned int pcc_write_cnt; struct rw_semaphore pcc_lock; wait_queue_head_t pcc_write_wait_q; ktime_t last_cmd_cmpl_time; ktime_t last_mpar_reset; int mpar_count; int refcount; }; struct acpi_device_properties { struct list_head list; const guid_t *guid; union acpi_object *properties; void **bufs; }; struct acpi_s2idle_dev_ops { struct list_head list_node; void (*prepare)(); void (*check)(); void (*restore)(); }; struct lpi_device_info { char *name; int enabled; union acpi_object *package; }; struct lpi_device_constraint { int uid; int min_dstate; int function_states; }; struct lpi_constraints { acpi_handle handle; int min_dstate; }; struct lpi_device_constraint_amd { char *name; int enabled; int function_states; int min_dstate; }; struct amd_lps0_hid_device_data { const bool check_off_by_one; }; struct pnp_info_buffer { char *buffer; char *curr; long unsigned int size; long unsigned int len; int stop; int error; }; typedef struct pnp_info_buffer pnp_info_buffer_t; struct acpi_vendor_uuid { u8 subtype; u8 data[16]; }; struct acpipnp_parse_option_s { struct pnp_dev *dev; unsigned int option_flags; }; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue_split { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; u32 vring_align; bool may_reduce_num; }; struct vring_virtqueue_packed { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct vring_virtqueue_split split; struct vring_virtqueue_packed packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; struct device *dma_dev; }; struct virtio_admin_cmd { __le16 opcode; __le16 group_type; __le64 group_member_id; struct scatterlist *data_sg; struct scatterlist *result_sg; struct completion completion; u32 result_sg_size; int ret; }; struct virtio_admin_cmd_legacy_wr_data { __u8 offset; __u8 reserved[7]; __u8 registers[0]; }; struct virtio_admin_cmd_legacy_rd_data { __u8 offset; }; struct virtio_admin_cmd_notify_info_data { __u8 flags; __u8 bar; __u8 padding[6]; __le64 offset; }; struct virtio_admin_cmd_notify_info_result { struct virtio_admin_cmd_notify_info_data entries[4]; }; enum tty_flow_change { TTY_FLOW_NO_CHANGE = 0, TTY_THROTTLE_SAFE = 1, TTY_UNTHROTTLE_SAFE = 2, }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; unsigned int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; u8 read_buf[4096]; long unsigned int read_flags[64]; u8 echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; int: 1; unsigned char modeflags: 5; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; typedef class_mutex_t class_mutex_intr_t; struct serial_ctrl_device { struct device dev; struct ida port_ida; }; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct dw8250_port_data { int line; struct uart_8250_dma dma; u32 cpr_value; u8 dlf_size; bool hw_rs485_support; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum { MOXA_SUPP_RS232 = 1, MOXA_SUPP_RS422 = 2, MOXA_SUPP_RS485 = 4, }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa_2 = 113, pbn_moxa_4 = 114, pbn_moxa_8 = 115, }; struct virtio_console_config { __virtio16 cols; __virtio16 rows; __virtio32 max_nr_ports; __virtio32 emerg_wr; }; struct virtio_console_control { __virtio32 id; __virtio16 event; __virtio16 value; }; struct ports_driver_data { struct dentry *debugfs_dir; struct list_head portdevs; struct list_head consoles; }; struct console___2 { struct list_head list; struct hvc_struct *hvc; struct winsize ws; u32 vtermno; }; struct port_buffer { char *buf; size_t size; size_t len; size_t offset; dma_addr_t dma; struct device *dev; struct list_head list; unsigned int sgpages; struct scatterlist sg[0]; }; struct ports_device { struct list_head list; struct work_struct control_work; struct work_struct config_work; struct list_head ports; spinlock_t ports_lock; spinlock_t c_ivq_lock; spinlock_t c_ovq_lock; u32 max_nr_ports; struct virtio_device *vdev; struct virtqueue *c_ivq; struct virtqueue *c_ovq; struct virtio_console_control cpkt; struct virtqueue **in_vqs; struct virtqueue **out_vqs; int chr_major; }; struct port_stats { long unsigned int bytes_sent; long unsigned int bytes_received; long unsigned int bytes_discarded; }; struct port { struct list_head list; struct ports_device *portdev; struct port_buffer *inbuf; spinlock_t inbuf_lock; spinlock_t outvq_lock; struct virtqueue *in_vq; struct virtqueue *out_vq; struct dentry *debugfs_file; struct port_stats stats; struct console___2 cons; struct cdev *cdev; struct device *dev; struct kref kref; wait_queue_head_t waitqueue; char *name; struct fasync_struct *async_queue; u32 id; bool outvq_full; bool host_connected; bool guest_connected; }; struct sg_list { unsigned int n; unsigned int size; size_t len; struct scatterlist *sg; }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; struct io_pgtable_init_fns { struct io_pgtable * (*alloc)(struct io_pgtable_cfg *, void *); void (*free)(struct io_pgtable *); u32 caps; }; enum bus_notifier_event { BUS_NOTIFY_ADD_DEVICE = 0, BUS_NOTIFY_DEL_DEVICE = 1, BUS_NOTIFY_REMOVED_DEVICE = 2, BUS_NOTIFY_BIND_DRIVER = 3, BUS_NOTIFY_BOUND_DRIVER = 4, BUS_NOTIFY_UNBIND_DRIVER = 5, BUS_NOTIFY_UNBOUND_DRIVER = 6, BUS_NOTIFY_DRIVER_NOT_BOUND = 7, }; enum iommu_hw_info_vtd_flags { IOMMU_HW_INFO_VTD_ERRATA_772415_SPR17 = 1, }; struct iommu_hw_info_vtd { __u32 flags; __u32 __reserved; __u64 cap_reg; __u64 ecap_reg; }; enum iommu_hw_info_type { IOMMU_HW_INFO_TYPE_NONE = 0, IOMMU_HW_INFO_TYPE_INTEL_VTD = 1, IOMMU_HW_INFO_TYPE_ARM_SMMUV3 = 2, }; struct acpi_dmar_reserved_memory { struct acpi_dmar_header header; u16 reserved; u16 segment; u64 base_address; u64 end_address; }; struct acpi_dmar_atsr { struct acpi_dmar_header header; u8 flags; u8 reserved; u16 segment; }; struct acpi_dmar_satc { struct acpi_dmar_header header; u8 flags; u8 reserved; u16 segment; }; struct dmar_pci_path { u8 bus; u8 device; u8 function; }; struct dmar_pci_notify_info { struct pci_dev *dev; long unsigned int event; int bus; u16 seg; u16 level; struct dmar_pci_path path[0]; }; struct context_entry { u64 lo; u64 hi; }; struct dmar_rmrr_unit { struct list_head list; struct acpi_dmar_header *hdr; u64 base_address; u64 end_address; struct dmar_dev_scope *devices; int devices_cnt; }; struct dmar_atsr_unit { struct list_head list; struct acpi_dmar_header *hdr; struct dmar_dev_scope *devices; int devices_cnt; u8 include_all: 1; }; struct dmar_satc_unit { struct list_head list; struct acpi_dmar_header *hdr; struct dmar_dev_scope *devices; struct intel_iommu *iommu; int devices_cnt; u8 atc_required: 1; }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommufd_object_type { IOMMUFD_OBJ_NONE = 0, IOMMUFD_OBJ_ANY = 0, IOMMUFD_OBJ_DEVICE = 1, IOMMUFD_OBJ_HWPT_PAGING = 2, IOMMUFD_OBJ_HWPT_NESTED = 3, IOMMUFD_OBJ_IOAS = 4, IOMMUFD_OBJ_ACCESS = 5, IOMMUFD_OBJ_FAULT = 6, IOMMUFD_OBJ_VIOMMU = 7, IOMMUFD_OBJ_VDEVICE = 8, IOMMUFD_OBJ_VEVENTQ = 9, IOMMUFD_OBJ_MAX = 10, }; struct iommufd_object { refcount_t shortterm_users; refcount_t users; enum iommufd_object_type type; unsigned int id; }; struct iommufd_hwpt_paging; struct iommufd_viommu_ops; struct iommufd_viommu { struct iommufd_object obj; struct iommufd_ctx *ictx; struct iommu_device *iommu_dev; struct iommufd_hwpt_paging *hwpt; const struct iommufd_viommu_ops *ops; struct xarray vdevs; struct list_head veventqs; struct rw_semaphore veventqs_rwsem; unsigned int type; }; struct iommufd_viommu_ops { void (*destroy)(struct iommufd_viommu *); struct iommu_domain * (*alloc_domain_nested)(struct iommufd_viommu *, u32, const struct iommu_user_data *); int (*cache_invalidate)(struct iommufd_viommu *, struct iommu_user_data_array *); }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; enum { IOMMU_PASID_ARRAY_DOMAIN = 0, IOMMU_PASID_ARRAY_HANDLE = 1, }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; enum { IOMMU_SET_DOMAIN_MUST_SUCCEED = 1, }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; struct iova { struct rb_node node; long unsigned int pfn_hi; long unsigned int pfn_lo; }; struct iova_rcache; struct iova_domain { spinlock_t iova_rbtree_lock; struct rb_root rbroot; struct rb_node *cached_node; struct rb_node *cached32_node; long unsigned int granule; long unsigned int start_pfn; long unsigned int dma_32bit_pfn; long unsigned int max32_alloc_size; struct iova anchor; struct iova_rcache *rcaches; struct hlist_node cpuhp_dead; }; struct iova_magazine; struct iova_cpu_rcache; struct iova_rcache { spinlock_t lock; unsigned int depot_size; struct iova_magazine *depot; struct iova_cpu_rcache *cpu_rcaches; struct iova_domain *iovad; struct delayed_work work; }; struct iova_magazine { union { long unsigned int size; struct iova_magazine *next; }; long unsigned int pfns[127]; }; struct iova_cpu_rcache { spinlock_t lock; struct iova_magazine *loaded; struct iova_magazine *prev; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; const struct bus_type *bus; struct device *dev_root; struct kset glue_dirs; const struct class *class; struct lock_class_key lock_key; }; struct class_interface { struct list_head node; const struct class *class; int (*add_dev)(struct device *); void (*remove_dev)(struct device *); }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; u8 flags; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; const struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; typedef int (*pm_callback_t)(struct device *); struct eeprom_93cx6 { void *data; void (*register_read)(struct eeprom_93cx6 *); void (*register_write)(struct eeprom_93cx6 *); int width; unsigned int quirks; char drive_data; char reg_data_in; char reg_data_out; char reg_data_clock; char reg_chip_select; }; enum mei_stop_reason_types { DRIVER_STOP_REQUEST = 0, DEVICE_D1_ENTRY = 1, DEVICE_D2_ENTRY = 2, DEVICE_D3_ENTRY = 3, SYSTEM_S1_ENTRY = 4, SYSTEM_S2_ENTRY = 5, SYSTEM_S3_ENTRY = 6, SYSTEM_S4_ENTRY = 7, SYSTEM_S5_ENTRY = 8, }; enum mei_cl_connect_status { MEI_CL_CONN_SUCCESS = 0, MEI_CL_CONN_NOT_FOUND = 1, MEI_CL_CONN_ALREADY_STARTED = 2, MEI_CL_CONN_OUT_OF_RESOURCES = 3, MEI_CL_CONN_MESSAGE_SMALL = 4, MEI_CL_CONN_NOT_ALLOWED = 5, }; enum mei_cl_disconnect_status { MEI_CL_DISCONN_SUCCESS = 0, }; struct mei_msg_hdr { u32 me_addr: 8; u32 host_addr: 8; u32 length: 9; u32 reserved: 3; u32 extended: 1; u32 dma_ring: 1; u32 internal: 1; u32 msg_complete: 1; u32 extension[0]; }; struct mei_bus_message { u8 hbm_cmd; u8 data[0]; }; struct mei_hbm_cl_cmd { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 data; }; struct hbm_host_version_request { u8 hbm_cmd; u8 reserved; struct hbm_version host_version; }; struct hbm_host_version_response { u8 hbm_cmd; u8 host_version_supported; struct hbm_version me_max_version; }; struct hbm_host_stop_request { u8 hbm_cmd; u8 reason; u8 reserved[2]; }; enum hbm_host_enum_flags { MEI_HBM_ENUM_F_ALLOW_ADD = 1, MEI_HBM_ENUM_F_IMMEDIATE_ENUM = 2, }; struct hbm_host_enum_request { u8 hbm_cmd; u8 flags; u8 reserved[2]; }; struct hbm_host_enum_response { u8 hbm_cmd; u8 reserved[3]; u8 valid_addresses[32]; }; struct hbm_props_request { u8 hbm_cmd; u8 me_addr; u8 reserved[2]; }; struct hbm_props_response { u8 hbm_cmd; u8 me_addr; u8 status; u8 reserved; struct mei_client_properties client_properties; }; struct hbm_add_client_request { u8 hbm_cmd; u8 me_addr; u8 reserved[2]; struct mei_client_properties client_properties; }; struct hbm_add_client_response { u8 hbm_cmd; u8 me_addr; u8 status; u8 reserved; }; struct hbm_power_gate { u8 hbm_cmd; u8 reserved[3]; }; struct hbm_client_connect_request { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 reserved; }; struct hbm_client_connect_response { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 status; }; struct hbm_flow_control { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 reserved[5]; }; struct hbm_notification_request { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 start; }; struct hbm_notification_response { u8 hbm_cmd; u8 me_addr; u8 host_addr; u8 status; u8 start; u8 reserved[3]; }; struct hbm_dma_mem_dscr { u32 addr_hi; u32 addr_lo; u32 size; }; struct hbm_dma_setup_request { u8 hbm_cmd; u8 reserved[3]; struct hbm_dma_mem_dscr dma_dscr[3]; }; struct hbm_dma_setup_response { u8 hbm_cmd; u8 status; u8 reserved[2]; }; struct hbm_capability_request { u8 hbm_cmd; u8 capability_requested[3]; }; struct hbm_capability_response { u8 hbm_cmd; u8 capability_granted[3]; }; struct hbm_client_dma_map_request { u8 hbm_cmd; u8 client_buffer_id; u8 reserved[2]; u32 address_lsb; u32 address_msb; u32 size; }; struct hbm_client_dma_unmap_request { u8 hbm_cmd; u8 status; u8 client_buffer_id; u8 reserved; }; struct hbm_client_dma_response { u8 hbm_cmd; u8 status; }; struct hbm_dma_ring_ctrl { u32 hbuf_wr_idx; u32 reserved1; u32 hbuf_rd_idx; u32 reserved2; u32 dbuf_wr_idx; u32 reserved3; u32 dbuf_rd_idx; u32 reserved4; }; struct trace_event_raw_mei_reg_read { struct trace_entry ent; u32 __data_loc_dev; const char *reg; u32 offs; u32 val; char __data[0]; }; struct trace_event_raw_mei_reg_write { struct trace_entry ent; u32 __data_loc_dev; const char *reg; u32 offs; u32 val; char __data[0]; }; struct trace_event_raw_mei_pci_cfg_read { struct trace_entry ent; u32 __data_loc_dev; const char *reg; u32 offs; u32 val; char __data[0]; }; struct trace_event_data_offsets_mei_reg_read { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_mei_reg_write { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_mei_pci_cfg_read { u32 dev; const void *dev_ptr_; }; typedef void (*btf_trace_mei_reg_read)(void *, const struct device *, const char *, u32, u32); typedef void (*btf_trace_mei_reg_write)(void *, const struct device *, const char *, u32, u32); typedef void (*btf_trace_mei_pci_cfg_read)(void *, const struct device *, const char *, u32, u32); enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct sync_set_deadline { __u64 deadline_ns; __u64 pad; }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; struct scsi_proc_entry { struct list_head entry; const struct scsi_host_template *sht; struct proc_dir_entry *proc_dir; unsigned int present; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_DISK_NOCHECK = 4, BIP_IP_CHECKSUM = 8, BIP_COPY_USER = 16, BIP_CHECK_GUARD = 32, BIP_CHECK_REFTAG = 64, BIP_CHECK_APPTAG = 128, }; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; struct pr_keys { u32 generation; u32 num_keys; u64 keys[0]; }; struct pr_held_reservation { u64 key; u32 generation; enum pr_type type; }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; struct scsi_io_group_descriptor { u8 ic_enable: 1; u8 cs_enble: 1; u8 st_enble: 1; u8 reserved1: 3; u8 io_advice_hints_mode: 2; u8 reserved2[3]; u8 lbm_descriptor_type: 4; u8 rlbsr: 2; u8 reserved3: 1; u8 acdlu: 1; u8 params[2]; u8 reserved4; u8 reserved5[8]; }; struct scsi_stream_status { u8 reserved1: 7; u8 perm: 1; u8 reserved2; __be16 stream_identifier; u8 rel_lifetime: 6; u8 reserved3: 2; u8 reserved4[3]; }; struct scsi_stream_status_header { __be32 len; u16 reserved; __be16 number_of_open_streams; struct { struct {} __empty_stream_status; struct scsi_stream_status stream_status[0]; }; }; enum scsi_pr_type { SCSI_PR_WRITE_EXCLUSIVE = 1, SCSI_PR_EXCLUSIVE_ACCESS = 3, SCSI_PR_WRITE_EXCLUSIVE_REG_ONLY = 5, SCSI_PR_EXCLUSIVE_ACCESS_REG_ONLY = 6, SCSI_PR_WRITE_EXCLUSIVE_ALL_REGS = 7, SCSI_PR_EXCLUSIVE_ACCESS_ALL_REGS = 8, }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 max_atomic; u32 atomic_alignment; u32 atomic_granularity; u32 max_atomic_with_boundary; u32 max_atomic_boundary; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u16 permanent_stream_count; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; bool suspended; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; unsigned int rscs: 1; unsigned int use_atomic_write_boundary: 1; }; struct netconsole_target_stats { u64_stats_t xmit_drop_count; u64_stats_t enomem_count; struct u64_stats_sync syncp; }; struct netconsole_target { struct list_head list; struct netconsole_target_stats stats; bool enabled; bool extended; bool release; struct netpoll np; char buf[1000]; }; struct mdiobus_devres { struct mii_bus *mii; }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *, struct phy_device *); }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct faux_device { struct device dev; }; struct faux_device_ops { int (*probe)(struct faux_device *); void (*remove)(struct faux_device *); }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; struct netdev_lag_lower_state_info { u8 link_up: 1; u8 tx_enabled: 1; }; struct net_failover_info { struct net_device *primary_dev; struct net_device *standby_dev; struct rtnl_link_stats64 primary_stats; struct rtnl_link_stats64 standby_stats; struct rtnl_link_stats64 failover_stats; spinlock_t stats_lock; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; typedef bool (*i8042_filter_t)(unsigned char, unsigned char, struct serio *, void *); enum i8042_controller_reset_mode { I8042_RESET_NEVER = 0, I8042_RESET_ALWAYS = 1, I8042_RESET_ON_S2RAM = 2, }; struct i8042_port { struct serio *serio; int irq; bool exists; bool driver_bound; signed char mux; }; struct input_seq_state { short unsigned int pos; bool mutex_acquired; int input_devices_state; }; struct input_devres { struct input_dev *input; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct key_entry { int type; u32 code; union { u16 keycode; struct { u8 code; u8 value; } sw; }; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; struct acpi_gpio_params { unsigned int crs_entry_index; unsigned int line_index; bool active_low; }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct i2c_cmd_arg { unsigned int cmd; void *arg; }; enum rc_filter_type { RC_FILTER_NORMAL = 0, RC_FILTER_WAKEUP = 1, RC_FILTER_MAX = 2, }; struct rc_filter_attribute { struct device_attribute attr; enum rc_filter_type type; bool mask; }; struct pps_ktime_compat { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_kinfo_compat { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime_compat assert_tu; struct pps_ktime_compat clear_tu; int current_mode; } __attribute__((packed)); struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_fdata_compat { struct pps_kinfo_compat info; struct pps_ktime_compat timeout; } __attribute__((packed)); struct pps_bind_args { int tsformat; int edge; int consumer; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int max_phase_adj; int rsv[11]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; __kernel_clockid_t clockid; unsigned int rsv[2]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; struct kvm_clock_pairing { __s64 sec; __s64 nsec; __u64 tsc; __u32 flags; __u32 pad[9]; }; enum power_supply_charge_type { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNDERVOLTAGE = 5, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 6, POWER_SUPPLY_HEALTH_COLD = 7, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 9, POWER_SUPPLY_HEALTH_OVERCURRENT = 10, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 11, POWER_SUPPLY_HEALTH_WARM = 12, POWER_SUPPLY_HEALTH_COOL = 13, POWER_SUPPLY_HEALTH_HOT = 14, POWER_SUPPLY_HEALTH_NO_BATTERY = 15, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; typedef struct thermal_cooling_device *class_cooling_dev_t; struct thermal_instance { int id; char name[20]; struct thermal_cooling_device *cdev; const struct thermal_trip *trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head trip_node; struct list_head cdev_node; unsigned int weight; bool upper_no_limit; }; struct user_threshold { struct list_head list_node; int temperature; int direction; }; struct temp_masks { u32 tcc_offset; u32 digital_readout; u32 pkg_digital_readout; }; struct _thermal_state { u64 next_check; u64 last_interrupt_time; struct delayed_work therm_work; long unsigned int count; long unsigned int last_count; long unsigned int max_time_ms; long unsigned int total_time_ms; bool rate_control_active; bool new_event; u8 level; u8 sample_index; u8 sample_count; u8 average; u8 baseline_temp; u8 temp_samples[3]; }; struct thermal_state { struct _thermal_state core_throttle; struct _thermal_state core_power_limit; struct _thermal_state package_throttle; struct _thermal_state package_power_limit; struct _thermal_state core_thresh0; struct _thermal_state core_thresh1; struct _thermal_state pkg_thresh0; struct _thermal_state pkg_thresh1; }; struct governor_attr { struct attribute attr; ssize_t (*show)(struct gov_attr_set *, char *); ssize_t (*store)(struct gov_attr_set *, const char *, size_t); }; enum { OD_NORMAL_SAMPLE = 0, OD_SUB_SAMPLE = 1, }; struct od_ops { unsigned int (*powersave_bias_target)(struct cpufreq_policy *, unsigned int, unsigned int); }; struct od_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int freq_lo; unsigned int freq_lo_delay_us; unsigned int freq_hi_delay_us; unsigned int sample_type: 1; }; struct od_dbs_tuners { unsigned int powersave_bias; }; struct trace_event_raw_amd_pstate_perf { struct trace_entry ent; u8 min_perf; u8 target_perf; u8 capacity; long long unsigned int freq; long long unsigned int mperf; long long unsigned int aperf; long long unsigned int tsc; unsigned int cpu_id; bool fast_switch; char __data[0]; }; struct trace_event_raw_amd_pstate_epp_perf { struct trace_entry ent; unsigned int cpu_id; u8 highest_perf; u8 epp; u8 min_perf; u8 max_perf; bool boost; bool changed; char __data[0]; }; struct trace_event_data_offsets_amd_pstate_perf {}; struct trace_event_data_offsets_amd_pstate_epp_perf {}; typedef void (*btf_trace_amd_pstate_perf)(void *, u8, u8, u8, u64, u64, u64, u64, unsigned int, bool); typedef void (*btf_trace_amd_pstate_epp_perf)(void *, unsigned int, u8, u8, u8, u8, bool, bool); struct cpuidle_governor { char name[16]; struct list_head governor_list; unsigned int rating; int (*enable)(struct cpuidle_driver *, struct cpuidle_device *); void (*disable)(struct cpuidle_driver *, struct cpuidle_device *); int (*select)(struct cpuidle_driver *, struct cpuidle_device *, bool *); void (*reflect)(struct cpuidle_device *, int); }; struct menu_device { int needs_update; int tick_wakeup; u64 next_timer_ns; unsigned int bucket; unsigned int correction_factor[6]; unsigned int intervals[8]; int interval_ptr; }; struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; union efi_rts_args { struct { efi_time_t *time; efi_time_cap_t *capabilities; } GET_TIME; struct { efi_time_t *time; } SET_TIME; struct { efi_bool_t *enabled; efi_bool_t *pending; efi_time_t *time; } GET_WAKEUP_TIME; struct { efi_bool_t enable; efi_time_t *time; } SET_WAKEUP_TIME; struct { efi_char16_t *name; efi_guid_t *vendor; u32 *attr; long unsigned int *data_size; void *data; } GET_VARIABLE; struct { long unsigned int *name_size; efi_char16_t *name; efi_guid_t *vendor; } GET_NEXT_VARIABLE; struct { efi_char16_t *name; efi_guid_t *vendor; u32 attr; long unsigned int data_size; void *data; } SET_VARIABLE; struct { u32 attr; u64 *storage_space; u64 *remaining_space; u64 *max_variable_size; } QUERY_VARIABLE_INFO; struct { u32 *high_count; } GET_NEXT_HIGH_MONO_COUNT; struct { efi_capsule_header_t **capsules; long unsigned int count; long unsigned int sg_list; } UPDATE_CAPSULE; struct { efi_capsule_header_t **capsules; long unsigned int count; u64 *max_size; int *reset_type; } QUERY_CAPSULE_CAPS; struct { efi_status_t (*acpi_prm_handler)(u64, void *); u64 param_buffer_addr; void *context; } ACPI_PRM_HANDLER; }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; enum { DISABLE_ASL_WLAN = 1, DISABLE_ASL_BLUETOOTH = 2, DISABLE_ASL_IRDA = 4, DISABLE_ASL_CAMERA = 8, DISABLE_ASL_TV = 16, DISABLE_ASL_GPS = 32, DISABLE_ASL_DISPLAYSWITCH = 64, DISABLE_ASL_MODEM = 128, DISABLE_ASL_CARDREADER = 256, DISABLE_ASL_3G = 512, DISABLE_ASL_WIMAX = 1024, DISABLE_ASL_HWCF = 2048, }; enum { CM_ASL_WLAN = 0, CM_ASL_BLUETOOTH = 1, CM_ASL_IRDA = 2, CM_ASL_1394 = 3, CM_ASL_CAMERA = 4, CM_ASL_TV = 5, CM_ASL_GPS = 6, CM_ASL_DVDROM = 7, CM_ASL_DISPLAYSWITCH = 8, CM_ASL_PANELBRIGHT = 9, CM_ASL_BIOSFLASH = 10, CM_ASL_ACPIFLASH = 11, CM_ASL_CPUFV = 12, CM_ASL_CPUTEMPERATURE = 13, CM_ASL_FANCPU = 14, CM_ASL_FANCHASSIS = 15, CM_ASL_USBPORT1 = 16, CM_ASL_USBPORT2 = 17, CM_ASL_USBPORT3 = 18, CM_ASL_MODEM = 19, CM_ASL_CARDREADER = 20, CM_ASL_3G = 21, CM_ASL_WIMAX = 22, CM_ASL_HWCF = 23, CM_ASL_LID = 24, CM_ASL_TYPE = 25, CM_ASL_PANELPOWER = 26, CM_ASL_TPD = 27, }; struct eeepc_laptop { acpi_handle handle; u32 cm_supported; bool cpufv_disabled; bool hotplug_disabled; u16 event_count[128]; struct platform_device *platform_device; struct acpi_device *device; struct backlight_device *backlight_device; struct input_dev *inputdev; struct rfkill *wlan_rfkill; struct rfkill *bluetooth_rfkill; struct rfkill *wwan3g_rfkill; struct rfkill *wimax_rfkill; struct hotplug_slot hotplug_slot; struct mutex hotplug_lock; struct led_classdev tpd_led; int tpd_led_wk; struct workqueue_struct *led_workqueue; struct work_struct tpd_led_work; }; struct eeepc_cpufv { int num; int cur; }; struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; typedef u32 compat_caddr_t; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; enum tcx_action_base { TCX_NEXT = -1, TCX_PASS = 0, TCX_DROP = 2, TCX_REDIRECT = 7, }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; enum ethtool_tcp_data_split { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct page_pool_params { union { struct { unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; }; struct page_pool_params_fast fast; }; union { struct { struct net_device *netdev; unsigned int queue_idx; unsigned int flags; void (*init_callback)(netmem_ref, void *); void *init_arg; }; struct page_pool_params_slow slow; }; }; struct rps_sock_flow_table { u32 mask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, SCM_TSTAMP_COMPLETION = 3, }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { u8 log; struct callback_head rcu; struct rps_dev_flow flows[0]; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_drop_reason reason; }; struct flush_backlogs { cpumask_t flush_cpus; struct work_struct w[0]; }; enum { NAPI_F_PREFER_BUSY_POLL = 1, NAPI_F_END_ON_RESCHED = 2, }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, BPF_F_IPV6 = 128, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, BPF_F_NO_TUNNEL_KEY = 16, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, BPF_F_ADJ_ROOM_DECAP_L3_IPV4 = 128, BPF_F_ADJ_ROOM_DECAP_L3_IPV6 = 256, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, BPF_SKB_CLOCK_REALTIME = 0, BPF_SKB_CLOCK_MONOTONIC = 1, BPF_SKB_CLOCK_TAI = 2, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_xfrm_state { __u32 reqid; __u32 spi; __u16 family; __u16 ext; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct bpf_xdp_sock { __u32 queue_id; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; enum { SK_BPF_CB_TX_TIMESTAMPING = 1, SK_BPF_CB_MASK = 1, }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, TCP_BPF_SOCK_OPS_CB_FLAGS = 1008, SK_BPF_CB_FLAGS = 1009, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, BPF_FIB_LOOKUP_SKIP_NEIGH = 4, BPF_FIB_LOOKUP_TBID = 8, BPF_FIB_LOOKUP_SRC = 16, BPF_FIB_LOOKUP_MARK = 32, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, BPF_FIB_LKUP_RET_NO_SRC_ADDR = 9, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; union { struct { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; __u32 tbid; }; union { struct { __u32 mark; }; struct { __u8 smac[6]; __u8 dmac[6]; }; }; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(const struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); int (*ipv6_dev_get_saddr)(struct net *, const struct net_device *, const struct in6_addr *, unsigned int, struct in6_addr *); }; struct bpf_tcp_req_attrs { u32 rcv_tsval; u32 rcv_tsecr; u16 mss; u8 rcv_wscale; u8 snd_wscale; u8 ecn_ok; u8 wscale_ok; u8 sack_ok; u8 tstamp_ok; u8 usec_ts_ok; u8 reserved[3]; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 mixed_decrypted: 1; bool msg_ready; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; bool key_update_pending; struct tls_strparser strp; atomic_t decrypt_pending; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char iv[20]; char rec_seq[8]; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool splicing_pages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 65536, BPF_F_PEER = 131072, BPF_F_NEXTHOP = 262144, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_skb_get_xfrm_state)(struct sk_buff *, u32, struct bpf_xfrm_state *, u32, u64); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv4)(struct iphdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_gen_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv4)(struct iphdr *, struct tcphdr *); typedef u64 (*btf_bpf_tcp_raw_check_syncookie_ipv6)(struct ipv6hdr *, struct tcphdr *); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); enum netdev_xdp_rx_metadata { NETDEV_XDP_RX_METADATA_TIMESTAMP = 1, NETDEV_XDP_RX_METADATA_HASH = 2, NETDEV_XDP_RX_METADATA_VLAN_TAG = 4, }; enum netdev_xsk_flags { NETDEV_XSK_FLAGS_TX_TIMESTAMP = 1, NETDEV_XSK_FLAGS_TX_CHECKSUM = 2, NETDEV_XSK_FLAGS_TX_LAUNCH_TIME_FIFO = 4, }; enum netdev_qstats_scope { NETDEV_QSTATS_SCOPE_QUEUE = 1, }; struct netdev_nl_dump_ctx { long unsigned int ifindex; unsigned int rxq_idx; unsigned int txq_idx; unsigned int napi_id; }; enum { NETDEV_A_PAGE_POOL_STATS_INFO = 1, NETDEV_A_PAGE_POOL_STATS_ALLOC_FAST = 8, NETDEV_A_PAGE_POOL_STATS_ALLOC_SLOW = 9, NETDEV_A_PAGE_POOL_STATS_ALLOC_SLOW_HIGH_ORDER = 10, NETDEV_A_PAGE_POOL_STATS_ALLOC_EMPTY = 11, NETDEV_A_PAGE_POOL_STATS_ALLOC_REFILL = 12, NETDEV_A_PAGE_POOL_STATS_ALLOC_WAIVE = 13, NETDEV_A_PAGE_POOL_STATS_RECYCLE_CACHED = 14, NETDEV_A_PAGE_POOL_STATS_RECYCLE_CACHE_FULL = 15, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RING = 16, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RING_FULL = 17, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RELEASED_REFCNT = 18, __NETDEV_A_PAGE_POOL_STATS_MAX = 19, NETDEV_A_PAGE_POOL_STATS_MAX = 18, }; typedef int (*pp_nl_fill_cb)(struct sk_buff *, const struct page_pool *, const struct genl_info *); struct page_pool_dump_cb { long unsigned int ifindex; u32 pp_id; }; struct fib_rule_uid_range { __u32 start; __u32 end; }; enum { FRA_UNSPEC = 0, FRA_DST = 1, FRA_SRC = 2, FRA_IIFNAME = 3, FRA_GOTO = 4, FRA_UNUSED2 = 5, FRA_PRIORITY = 6, FRA_UNUSED3 = 7, FRA_UNUSED4 = 8, FRA_UNUSED5 = 9, FRA_FWMARK = 10, FRA_FLOW = 11, FRA_TUN_ID = 12, FRA_SUPPRESS_IFGROUP = 13, FRA_SUPPRESS_PREFIXLEN = 14, FRA_TABLE = 15, FRA_FWMASK = 16, FRA_OIFNAME = 17, FRA_PAD = 18, FRA_L3MDEV = 19, FRA_UID_RANGE = 20, FRA_PROTOCOL = 21, FRA_IP_PROTO = 22, FRA_SPORT_RANGE = 23, FRA_DPORT_RANGE = 24, FRA_DSCP = 25, FRA_FLOWLABEL = 26, FRA_FLOWLABEL_MASK = 27, FRA_SPORT_MASK = 28, FRA_DPORT_MASK = 29, FRA_DSCP_MASK = 30, __FRA_MAX = 31, }; enum { FR_ACT_UNSPEC = 0, FR_ACT_TO_TBL = 1, FR_ACT_GOTO = 2, FR_ACT_NOP = 3, FR_ACT_RES3 = 4, FR_ACT_RES4 = 5, FR_ACT_BLACKHOLE = 6, FR_ACT_UNREACHABLE = 7, FR_ACT_PROHIBIT = 8, __FR_ACT_MAX = 9, }; struct fib_rule_notifier_info { struct fib_notifier_info info; struct fib_rule *rule; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; unsigned int filter_cnt; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; struct tcf_ematch_tree_hdr { __u16 nmatches; __u16 progid; }; enum { TCA_EMATCH_TREE_UNSPEC = 0, TCA_EMATCH_TREE_HDR = 1, TCA_EMATCH_TREE_LIST = 2, __TCA_EMATCH_TREE_MAX = 3, }; struct tcf_ematch_hdr { __u16 matchid; __u16 kind; __u16 flags; __u16 pad; }; struct tcf_pkt_info { unsigned char *ptr; int nexthdr; }; struct tcf_ematch_ops; struct tcf_ematch { struct tcf_ematch_ops *ops; long unsigned int data; unsigned int datalen; u16 matchid; u16 flags; struct net *net; }; struct tcf_ematch_ops { int kind; int datalen; int (*change)(struct net *, void *, int, struct tcf_ematch *); int (*match)(struct sk_buff *, struct tcf_ematch *, struct tcf_pkt_info *); void (*destroy)(struct tcf_ematch *); int (*dump)(struct sk_buff *, struct tcf_ematch *); struct module *owner; struct list_head link; }; struct tcf_ematch_tree { struct tcf_ematch_tree_hdr hdr; struct tcf_ematch *matches; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 input_xfrm; __u8 rsvd8[2]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; struct compat_ethtool_rx_flow_spec { u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; compat_u64 ring_cookie; u32 location; } __attribute__((packed)); struct compat_ethtool_rxnfc { u32 cmd; u32 flow_type; compat_u64 data; struct compat_ethtool_rx_flow_spec fs; u32 rule_cnt; u32 rule_locs[0]; } __attribute__((packed)); struct flow_rule; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; long unsigned int pos_ifindex; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); struct link_mode_info { int speed; u8 lanes; u8 duplex; }; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, ETHTOOL_A_CABLE_RESULT_SRC = 3, __ETHTOOL_A_CABLE_RESULT_CNT = 4, ETHTOOL_A_CABLE_RESULT_MAX = 3, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, ETHTOOL_A_CABLE_FAULT_LENGTH_SRC = 3, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 4, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 3, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_INF_SRC_UNSPEC = 0, ETHTOOL_A_CABLE_INF_SRC_TDR = 1, ETHTOOL_A_CABLE_INF_SRC_ALCD = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; enum ethtool_reset_flags { ETH_RESET_MGMT = 1, ETH_RESET_IRQ = 2, ETH_RESET_DMA = 4, ETH_RESET_FILTER = 8, ETH_RESET_OFFLOAD = 16, ETH_RESET_MAC = 32, ETH_RESET_PHY = 64, ETH_RESET_RAM = 128, ETH_RESET_AP = 256, ETH_RESET_DEDICATED = 65535, ETH_RESET_ALL = 4294967295, }; struct ethtool_cmis_cdb { u8 cmis_rev; u8 read_write_len_ext; u16 max_completion_time; }; enum ethtool_cmis_cdb_cmd_id { ETHTOOL_CMIS_CDB_CMD_QUERY_STATUS = 0, ETHTOOL_CMIS_CDB_CMD_MODULE_FEATURES = 64, ETHTOOL_CMIS_CDB_CMD_FW_MANAGMENT_FEATURES = 65, ETHTOOL_CMIS_CDB_CMD_START_FW_DOWNLOAD = 257, ETHTOOL_CMIS_CDB_CMD_WRITE_FW_BLOCK_LPL = 259, ETHTOOL_CMIS_CDB_CMD_WRITE_FW_BLOCK_EPL = 260, ETHTOOL_CMIS_CDB_CMD_COMPLETE_FW_DOWNLOAD = 263, ETHTOOL_CMIS_CDB_CMD_RUN_FW_IMAGE = 265, ETHTOOL_CMIS_CDB_CMD_COMMIT_FW_IMAGE = 266, }; struct ethtool_cmis_cdb_request { __be16 id; union { struct { __be16 epl_len; u8 lpl_len; u8 chk_code; u8 resv1; u8 resv2; u8 payload[120]; }; struct { __be16 epl_len; u8 lpl_len; u8 chk_code; u8 resv1; u8 resv2; u8 payload[120]; } body; }; u8 *epl; }; struct ethtool_cmis_cdb_cmd_args { struct ethtool_cmis_cdb_request req; u16 max_duration; u8 read_write_len_ext; u8 msleep_pre_rpl; u8 rpl_exp_len; u8 flags; char *err_msg; }; struct cmis_fw_update_fw_mng_features { u8 start_cmd_payload_size; u8 write_mechanism; u16 max_duration_start; u16 max_duration_write; u16 max_duration_complete; }; struct cmis_cdb_fw_mng_features_rpl { u8 resv1; u8 resv2; u8 start_cmd_payload_size; u8 resv3; u8 read_write_len_ext; u8 write_mechanism; u8 resv4; u8 resv5; __be16 max_duration_start; __be16 resv6; __be16 max_duration_write; __be16 max_duration_complete; __be16 resv7; }; enum cmis_cdb_fw_write_mechanism { CMIS_CDB_FW_WRITE_MECHANISM_NONE = 0, CMIS_CDB_FW_WRITE_MECHANISM_LPL = 1, CMIS_CDB_FW_WRITE_MECHANISM_EPL = 16, CMIS_CDB_FW_WRITE_MECHANISM_BOTH = 17, }; struct cmis_cdb_start_fw_download_pl_h { __be32 image_size; __be32 resv1; }; struct cmis_cdb_start_fw_download_pl { union { struct { __be32 image_size; __be32 resv1; }; struct cmis_cdb_start_fw_download_pl_h head; }; u8 vendor_data[112]; }; struct cmis_cdb_write_fw_block_lpl_pl { __be32 block_address; u8 fw_block[116]; }; struct cmis_cdb_write_fw_block_epl_pl { u8 fw_block[2048]; }; enum { CMIS_MODULE_LOW_PWR = 1, CMIS_MODULE_READY = 3, }; struct cmis_cdb_run_fw_image_pl { u8 resv1; u8 image_to_run; u16 delay_to_reset; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; struct tsconfig_req_info { struct ethnl_req_info base; }; struct tsconfig_reply_data { struct ethnl_reply_data base; struct hwtstamp_provider_desc hwprov_desc; struct { u32 tx_type; u32 rx_filter; u32 flags; } hwtst_config; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; struct nf_ct_iter_data { struct net *net; void *data; u32 portid; int report; }; enum nf_ct_helper_flags { NF_CT_HELPER_F_USERSPACE = 1, NF_CT_HELPER_F_CONFIGURED = 2, }; enum nf_ct_ecache_state { NFCT_ECACHE_DESTROY_FAIL = 0, NFCT_ECACHE_DESTROY_SENT = 1, }; struct nf_conn_counter { atomic64_t packets; atomic64_t bytes; }; struct nf_conn_acct { struct nf_conn_counter counter[2]; }; struct nf_conn_tstamp { u_int64_t start; u_int64_t stop; }; struct nf_ct_timeout { __u16 l3num; const struct nf_conntrack_l4proto *l4proto; char data[0]; }; struct nf_conn_timeout { struct nf_ct_timeout *timeout; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct conntrack_gc_work { struct delayed_work dwork; u32 next_bucket; u32 avg_timeout; u32 count; u32 start_time; bool exiting; bool early_drop; }; enum ct_dccp_roles { CT_DCCP_ROLE_CLIENT = 0, CT_DCCP_ROLE_SERVER = 1, __CT_DCCP_ROLE_MAX = 2, }; struct dccp_hdr_ext { __be32 dccph_seq_low; }; struct dccp_hdr_request { __be32 dccph_req_service; }; struct dccp_hdr_ack_bits { __be16 dccph_reserved1; __be16 dccph_ack_nr_high; __be32 dccph_ack_nr_low; }; struct dccp_hdr_response { struct dccp_hdr_ack_bits dccph_resp_ack; __be32 dccph_resp_service; }; struct dccp_hdr_reset { struct dccp_hdr_ack_bits dccph_reset_ack; __u8 dccph_reset_code; __u8 dccph_reset_data[3]; }; enum dccp_pkt_type { DCCP_PKT_REQUEST = 0, DCCP_PKT_RESPONSE = 1, DCCP_PKT_DATA = 2, DCCP_PKT_ACK = 3, DCCP_PKT_DATAACK = 4, DCCP_PKT_CLOSEREQ = 5, DCCP_PKT_CLOSE = 6, DCCP_PKT_RESET = 7, DCCP_PKT_SYNC = 8, DCCP_PKT_SYNCACK = 9, DCCP_PKT_INVALID = 10, }; enum ctattr_protoinfo_dccp { CTA_PROTOINFO_DCCP_UNSPEC = 0, CTA_PROTOINFO_DCCP_STATE = 1, CTA_PROTOINFO_DCCP_ROLE = 2, CTA_PROTOINFO_DCCP_HANDSHAKE_SEQ = 3, CTA_PROTOINFO_DCCP_PAD = 4, __CTA_PROTOINFO_DCCP_MAX = 5, }; struct nf_conntrack_dccp_buf { struct dccp_hdr dh; struct dccp_hdr_ext ext; union { struct dccp_hdr_ack_bits ack; struct dccp_hdr_request req; struct dccp_hdr_response response; struct dccp_hdr_reset rst; } u; }; struct nf_ct_seqadj { u32 correction_pos; s32 offset_before; s32 offset_after; }; struct nf_conn_seqadj { struct nf_ct_seqadj seq[2]; }; struct nfgenmsg { __u8 nfgen_family; __u8 version; __be16 res_id; }; struct nfnl_info { struct net *net; struct sock *sk; const struct nlmsghdr *nlh; const struct nfgenmsg *nfmsg; struct netlink_ext_ack *extack; }; enum nfnl_callback_type { NFNL_CB_UNSPEC = 0, NFNL_CB_MUTEX = 1, NFNL_CB_RCU = 2, NFNL_CB_BATCH = 3, }; struct nfnl_callback { int (*call)(struct sk_buff *, const struct nfnl_info *, const struct nlattr * const *); const struct nla_policy *policy; enum nfnl_callback_type type; __u16 attr_count; }; enum nfnl_abort_action { NFNL_ABORT_NONE = 0, NFNL_ABORT_AUTOLOAD = 1, NFNL_ABORT_VALIDATE = 2, }; struct nfnetlink_subsystem { const char *name; __u8 subsys_id; __u8 cb_count; const struct nfnl_callback *cb; struct module *owner; int (*commit)(struct net *, struct sk_buff *); int (*abort)(struct net *, struct sk_buff *, enum nfnl_abort_action); bool (*valid_genid)(struct net *, u32); }; enum cntl_msg_types { IPCTNL_MSG_CT_NEW = 0, IPCTNL_MSG_CT_GET = 1, IPCTNL_MSG_CT_DELETE = 2, IPCTNL_MSG_CT_GET_CTRZERO = 3, IPCTNL_MSG_CT_GET_STATS_CPU = 4, IPCTNL_MSG_CT_GET_STATS = 5, IPCTNL_MSG_CT_GET_DYING = 6, IPCTNL_MSG_CT_GET_UNCONFIRMED = 7, IPCTNL_MSG_MAX = 8, }; enum ctnl_exp_msg_types { IPCTNL_MSG_EXP_NEW = 0, IPCTNL_MSG_EXP_GET = 1, IPCTNL_MSG_EXP_DELETE = 2, IPCTNL_MSG_EXP_GET_STATS_CPU = 3, IPCTNL_MSG_EXP_MAX = 4, }; enum ctattr_type { CTA_UNSPEC = 0, CTA_TUPLE_ORIG = 1, CTA_TUPLE_REPLY = 2, CTA_STATUS = 3, CTA_PROTOINFO = 4, CTA_HELP = 5, CTA_NAT_SRC = 6, CTA_TIMEOUT = 7, CTA_MARK = 8, CTA_COUNTERS_ORIG = 9, CTA_COUNTERS_REPLY = 10, CTA_USE = 11, CTA_ID = 12, CTA_NAT_DST = 13, CTA_TUPLE_MASTER = 14, CTA_SEQ_ADJ_ORIG = 15, CTA_NAT_SEQ_ADJ_ORIG = 15, CTA_SEQ_ADJ_REPLY = 16, CTA_NAT_SEQ_ADJ_REPLY = 16, CTA_SECMARK = 17, CTA_ZONE = 18, CTA_SECCTX = 19, CTA_TIMESTAMP = 20, CTA_MARK_MASK = 21, CTA_LABELS = 22, CTA_LABELS_MASK = 23, CTA_SYNPROXY = 24, CTA_FILTER = 25, CTA_STATUS_MASK = 26, CTA_TIMESTAMP_EVENT = 27, __CTA_MAX = 28, }; enum ctattr_tuple { CTA_TUPLE_UNSPEC = 0, CTA_TUPLE_IP = 1, CTA_TUPLE_PROTO = 2, CTA_TUPLE_ZONE = 3, __CTA_TUPLE_MAX = 4, }; enum ctattr_ip { CTA_IP_UNSPEC = 0, CTA_IP_V4_SRC = 1, CTA_IP_V4_DST = 2, CTA_IP_V6_SRC = 3, CTA_IP_V6_DST = 4, __CTA_IP_MAX = 5, }; enum ctattr_counters { CTA_COUNTERS_UNSPEC = 0, CTA_COUNTERS_PACKETS = 1, CTA_COUNTERS_BYTES = 2, CTA_COUNTERS32_PACKETS = 3, CTA_COUNTERS32_BYTES = 4, CTA_COUNTERS_PAD = 5, __CTA_COUNTERS_MAX = 6, }; enum ctattr_tstamp { CTA_TIMESTAMP_UNSPEC = 0, CTA_TIMESTAMP_START = 1, CTA_TIMESTAMP_STOP = 2, CTA_TIMESTAMP_PAD = 3, __CTA_TIMESTAMP_MAX = 4, }; enum ctattr_seqadj { CTA_SEQADJ_UNSPEC = 0, CTA_SEQADJ_CORRECTION_POS = 1, CTA_SEQADJ_OFFSET_BEFORE = 2, CTA_SEQADJ_OFFSET_AFTER = 3, __CTA_SEQADJ_MAX = 4, }; enum ctattr_synproxy { CTA_SYNPROXY_UNSPEC = 0, CTA_SYNPROXY_ISN = 1, CTA_SYNPROXY_ITS = 2, CTA_SYNPROXY_TSOFF = 3, __CTA_SYNPROXY_MAX = 4, }; enum ctattr_expect { CTA_EXPECT_UNSPEC = 0, CTA_EXPECT_MASTER = 1, CTA_EXPECT_TUPLE = 2, CTA_EXPECT_MASK = 3, CTA_EXPECT_TIMEOUT = 4, CTA_EXPECT_ID = 5, CTA_EXPECT_HELP_NAME = 6, CTA_EXPECT_ZONE = 7, CTA_EXPECT_FLAGS = 8, CTA_EXPECT_CLASS = 9, CTA_EXPECT_NAT = 10, CTA_EXPECT_FN = 11, __CTA_EXPECT_MAX = 12, }; enum ctattr_expect_nat { CTA_EXPECT_NAT_UNSPEC = 0, CTA_EXPECT_NAT_DIR = 1, CTA_EXPECT_NAT_TUPLE = 2, __CTA_EXPECT_NAT_MAX = 3, }; enum ctattr_help { CTA_HELP_UNSPEC = 0, CTA_HELP_NAME = 1, CTA_HELP_INFO = 2, __CTA_HELP_MAX = 3, }; enum ctattr_secctx { CTA_SECCTX_UNSPEC = 0, CTA_SECCTX_NAME = 1, __CTA_SECCTX_MAX = 2, }; enum ctattr_stats_cpu { CTA_STATS_UNSPEC = 0, CTA_STATS_SEARCHED = 1, CTA_STATS_FOUND = 2, CTA_STATS_NEW = 3, CTA_STATS_INVALID = 4, CTA_STATS_IGNORE = 5, CTA_STATS_DELETE = 6, CTA_STATS_DELETE_LIST = 7, CTA_STATS_INSERT = 8, CTA_STATS_INSERT_FAILED = 9, CTA_STATS_DROP = 10, CTA_STATS_EARLY_DROP = 11, CTA_STATS_ERROR = 12, CTA_STATS_SEARCH_RESTART = 13, CTA_STATS_CLASH_RESOLVE = 14, CTA_STATS_CHAIN_TOOLONG = 15, __CTA_STATS_MAX = 16, }; enum ctattr_stats_global { CTA_STATS_GLOBAL_UNSPEC = 0, CTA_STATS_GLOBAL_ENTRIES = 1, CTA_STATS_GLOBAL_MAX_ENTRIES = 2, __CTA_STATS_GLOBAL_MAX = 3, }; enum ctattr_expect_stats { CTA_STATS_EXP_UNSPEC = 0, CTA_STATS_EXP_NEW = 1, CTA_STATS_EXP_CREATE = 2, CTA_STATS_EXP_DELETE = 3, __CTA_STATS_EXP_MAX = 4, }; enum ctattr_filter { CTA_FILTER_UNSPEC = 0, CTA_FILTER_ORIG_FLAGS = 1, CTA_FILTER_REPLY_FLAGS = 2, __CTA_FILTER_MAX = 3, }; struct ctnetlink_list_dump_ctx { struct nf_conn *last; unsigned int cpu; bool done; }; struct ctnetlink_filter_u32 { u32 val; u32 mask; }; struct ctnetlink_filter { u8 family; bool zone_filter; u_int32_t orig_flags; u_int32_t reply_flags; struct nf_conntrack_tuple orig; struct nf_conntrack_tuple reply; struct nf_conntrack_zone zone; struct ctnetlink_filter_u32 mark; struct ctnetlink_filter_u32 status; }; enum { CONNSECMARK_SAVE = 1, CONNSECMARK_RESTORE = 2, }; struct xt_connsecmark_target_info { __u8 mode; }; enum { XT_CONNTRACK_STATE = 1, XT_CONNTRACK_PROTO = 2, XT_CONNTRACK_ORIGSRC = 4, XT_CONNTRACK_ORIGDST = 8, XT_CONNTRACK_REPLSRC = 16, XT_CONNTRACK_REPLDST = 32, XT_CONNTRACK_STATUS = 64, XT_CONNTRACK_EXPIRES = 128, XT_CONNTRACK_ORIGSRC_PORT = 256, XT_CONNTRACK_ORIGDST_PORT = 512, XT_CONNTRACK_REPLSRC_PORT = 1024, XT_CONNTRACK_REPLDST_PORT = 2048, XT_CONNTRACK_DIRECTION = 4096, XT_CONNTRACK_STATE_ALIAS = 8192, }; struct xt_conntrack_mtinfo1 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __be16 origsrc_port; __be16 origdst_port; __be16 replsrc_port; __be16 repldst_port; __u16 match_flags; __u16 invert_flags; __u8 state_mask; __u8 status_mask; }; struct xt_conntrack_mtinfo2 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __be16 origsrc_port; __be16 origdst_port; __be16 replsrc_port; __be16 repldst_port; __u16 match_flags; __u16 invert_flags; __u16 state_mask; __u16 status_mask; }; struct xt_conntrack_mtinfo3 { union nf_inet_addr origsrc_addr; union nf_inet_addr origsrc_mask; union nf_inet_addr origdst_addr; union nf_inet_addr origdst_mask; union nf_inet_addr replsrc_addr; union nf_inet_addr replsrc_mask; union nf_inet_addr repldst_addr; union nf_inet_addr repldst_mask; __u32 expires_min; __u32 expires_max; __u16 l4proto; __u16 origsrc_port; __u16 origdst_port; __u16 replsrc_port; __u16 repldst_port; __u16 match_flags; __u16 invert_flags; __u16 state_mask; __u16 status_mask; __u16 origsrc_port_high; __u16 origdst_port_high; __u16 replsrc_port_high; __u16 repldst_port_high; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 protocol; __u8 ttl; __s16 tos; __u16 gso_size; }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct sock_bh_locked { struct sock *sock; local_lock_t bh_lock; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct tcp4_pseudohdr { __be32 saddr; __be32 daddr; __u8 pad; __u8 protocol; __be16 len; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_iter_state { struct seq_net_private p; int bucket; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; long: 0; int bucket; }; struct bpf_udp_iter_state { struct udp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; int offset; struct sock **batch; bool st_bucket_done; }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ping_table { struct hlist_head hash[64]; spinlock_t lock; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 weight_high; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, NHA_OP_FLAGS = 14, NHA_GROUP_STATS = 15, NHA_HW_STATS_ENABLE = 16, NHA_HW_STATS_USED = 17, __NHA_MAX = 18, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; enum { NHA_GROUP_STATS_UNSPEC = 0, NHA_GROUP_STATS_ENTRY = 1, __NHA_GROUP_STATS_MAX = 2, }; enum { NHA_GROUP_STATS_ENTRY_UNSPEC = 0, NHA_GROUP_STATS_ENTRY_ID = 1, NHA_GROUP_STATS_ENTRY_PACKETS = 2, NHA_GROUP_STATS_ENTRY_PACKETS_HW = 3, __NHA_GROUP_STATS_ENTRY_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; bool nh_hw_stats; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, NEXTHOP_EVENT_HW_STATS_REPORT_DELTA = 4, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, NH_NOTIFIER_INFO_TYPE_GRP_HW_STATS = 4, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u32 id; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u16 weight; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; bool hw_stats; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; bool hw_stats; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_grp_hw_stats_entry_info { u32 id; u64 packets; }; struct nh_notifier_grp_hw_stats_info { u16 num_nh; bool hw_stats_used; struct nh_notifier_grp_hw_stats_entry_info stats[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; struct nh_notifier_grp_hw_stats_info *nh_grp_hw_stats; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; u32 op_flags; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct fib4_rule { struct fib_rule common; u8 dst_len; u8 src_len; dscp_t dscp; dscp_t dscp_mask; u8 dscp_full: 1; __be32 src; __be32 srcmask; __be32 dst; __be32 dstmask; }; struct gro_remcsum { int offset; __wsum delta; }; struct guehdr { union { struct { __u8 hlen: 5; __u8 control: 1; __u8 version: 2; __u8 proto_ctype; __be16 flags; }; __be32 word; }; }; struct udp_port_cfg { u8 family; union { struct in_addr local_ip; struct in6_addr local_ip6; }; union { struct in_addr peer_ip; struct in6_addr peer_ip6; }; __be16 local_udp_port; __be16 peer_udp_port; int bind_ifindex; unsigned int use_udp_checksums: 1; unsigned int use_udp6_tx_checksums: 1; unsigned int use_udp6_rx_checksums: 1; unsigned int ipv6_v6only: 1; }; typedef int (*udp_tunnel_encap_rcv_t)(struct sock *, struct sk_buff *); typedef int (*udp_tunnel_encap_err_lookup_t)(struct sock *, struct sk_buff *); typedef void (*udp_tunnel_encap_err_rcv_t)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); typedef void (*udp_tunnel_encap_destroy_t)(struct sock *); typedef struct sk_buff * (*udp_tunnel_gro_receive_t)(struct sock *, struct list_head *, struct sk_buff *); typedef int (*udp_tunnel_gro_complete_t)(struct sock *, struct sk_buff *, int); struct udp_tunnel_sock_cfg { void *sk_user_data; __u8 encap_type; udp_tunnel_encap_rcv_t encap_rcv; udp_tunnel_encap_err_lookup_t encap_err_lookup; udp_tunnel_encap_err_rcv_t encap_err_rcv; udp_tunnel_encap_destroy_t encap_destroy; udp_tunnel_gro_receive_t gro_receive; udp_tunnel_gro_complete_t gro_complete; }; enum { FOU_ENCAP_UNSPEC = 0, FOU_ENCAP_DIRECT = 1, FOU_ENCAP_GUE = 2, }; enum { FOU_ATTR_UNSPEC = 0, FOU_ATTR_PORT = 1, FOU_ATTR_AF = 2, FOU_ATTR_IPPROTO = 3, FOU_ATTR_TYPE = 4, FOU_ATTR_REMCSUM_NOPARTIAL = 5, FOU_ATTR_LOCAL_V4 = 6, FOU_ATTR_LOCAL_V6 = 7, FOU_ATTR_PEER_V4 = 8, FOU_ATTR_PEER_V6 = 9, FOU_ATTR_PEER_PORT = 10, FOU_ATTR_IFINDEX = 11, __FOU_ATTR_MAX = 12, }; enum { FOU_CMD_UNSPEC = 0, FOU_CMD_ADD = 1, FOU_CMD_DEL = 2, FOU_CMD_GET = 3, __FOU_CMD_MAX = 4, }; struct fou { struct socket *sock; u8 protocol; u8 flags; __be16 port; u8 family; u16 type; struct list_head list; struct callback_head rcu; }; struct fou_cfg { u16 type; u8 protocol; u8 flags; struct udp_port_cfg udp_config; }; struct fou_net { struct list_head fou_list; struct mutex fou_lock; }; enum ipt_reject_with { IPT_ICMP_NET_UNREACHABLE = 0, IPT_ICMP_HOST_UNREACHABLE = 1, IPT_ICMP_PROT_UNREACHABLE = 2, IPT_ICMP_PORT_UNREACHABLE = 3, IPT_ICMP_ECHOREPLY = 4, IPT_ICMP_NET_PROHIBITED = 5, IPT_ICMP_HOST_PROHIBITED = 6, IPT_TCP_RESET = 7, IPT_ICMP_ADMIN_PROHIBITED = 8, }; struct ipt_reject_info { enum ipt_reject_with with; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, SK_PSOCK_RX_STRP_ENABLED = 1, }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct xfrm_if_decode_session_result { struct net *net; u32 if_id; }; struct xfrm_if_cb { bool (*decode_session)(struct sk_buff *, short unsigned int, struct xfrm_if_decode_session_result *); }; struct xfrm_policy_walk { struct xfrm_policy_walk_entry walk; u8 type; u32 seq; }; struct xfrmk_spdinfo { u32 incnt; u32 outcnt; u32 fwdcnt; u32 inscnt; u32 outscnt; u32 fwdscnt; u32 spdhcnt; u32 spdhmcnt; }; struct xfrm_flo { struct dst_entry *dst_orig; u8 flags; }; struct xfrm_pol_inexact_node { struct rb_node node; union { xfrm_address_t addr; struct callback_head rcu; }; u8 prefixlen; struct rb_root root; struct hlist_head hhead; }; struct xfrm_pol_inexact_key { possible_net_t net; u32 if_id; u16 family; u8 dir; u8 type; }; struct xfrm_pol_inexact_bin { struct xfrm_pol_inexact_key k; struct rhash_head head; struct hlist_head hhead; seqcount_spinlock_t count; struct rb_root root_d; struct rb_root root_s; struct list_head inexact_bins; struct callback_head rcu; }; enum xfrm_pol_inexact_candidate_type { XFRM_POL_CAND_BOTH = 0, XFRM_POL_CAND_SADDR = 1, XFRM_POL_CAND_DADDR = 2, XFRM_POL_CAND_ANY = 3, XFRM_POL_CAND_MAX = 4, }; struct xfrm_pol_inexact_candidates { struct hlist_head *res[4]; }; struct xfrm_flow_keys { struct flow_dissector_key_basic basic; struct flow_dissector_key_control control; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; } addrs; struct flow_dissector_key_ip ip; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_ports ports; struct flow_dissector_key_keyid gre; }; struct nat_keepalive { struct net *net; u16 family; xfrm_address_t saddr; xfrm_address_t daddr; __be16 encap_sport; __be16 encap_dport; __u32 smark; }; struct nat_keepalive_work_ctx { time64_t next_run; time64_t now; }; struct unix_edge { struct unix_sock *predecessor; struct unix_sock *successor; struct list_head vertex_entry; struct list_head stack_entry; }; struct unix_vertex { struct list_head edges; struct list_head entry; struct list_head scc_entry; long unsigned int out_degree; long unsigned int index; long unsigned int scc_index; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 secid; u32 consumed; }; enum unix_vertex_index { UNIX_VERTEX_INDEX_MARK1 = 0, UNIX_VERTEX_INDEX_MARK2 = 1, UNIX_VERTEX_INDEX_START = 2, }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u32 flowlabel; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = -3, RT6_NUD_FAIL_PROBE = -2, RT6_NUD_FAIL_DO_RR = -1, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct { struct {} __empty_addr; struct in6_addr addr[0]; }; struct { struct {} __empty_data; __u8 data[0]; }; } segments; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; enum ioam6_event_type { IOAM6_EVENT_UNSPEC = 0, IOAM6_EVENT_TRACE = 1, }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; struct ip_esp_hdr { __be32 spi; __be32 seq_no; __u8 enc_data[0]; }; struct esp_info { struct ip_esp_hdr *esph; __be64 seqno; int tfclen; int tailen; int plen; int clen; int len; int nfrags; __u8 proto; bool inplace; }; struct esp_skb_cb { struct xfrm_skb_cb xfrm; void *tmp; }; struct esp_output_extra { __be32 seqhi; u32 esphoff; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; struct nft_ct_frag6_pernet { struct ctl_table_header *nf_frag_frags_hdr; struct fqdir *fqdir; }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, IFLA_GSO_IPV4_MAX_SIZE = 63, IFLA_GRO_IPV4_MAX_SIZE = 64, IFLA_DPLL_PIN = 65, IFLA_MAX_PACING_OFFLOAD_HORIZON = 66, IFLA_NETNS_IMMUTABLE = 67, __IFLA_MAX = 68, }; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; struct ip_tunnel_prl { __be32 addr; __u16 flags; __u16 __reserved; __u32 datalen; __u32 __reserved2; }; struct tnl_ptk_info { long unsigned int flags[1]; __be16 proto; __be32 key; __be32 seq; int hdr_len; }; struct sit_net { struct ip_tunnel *tunnels_r_l[16]; struct ip_tunnel *tunnels_r[16]; struct ip_tunnel *tunnels_l[16]; struct ip_tunnel *tunnels_wc[1]; struct ip_tunnel **tunnels[4]; struct net_device *fb_tunnel_dev; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; enum { NLBL_UNLABEL_C_UNSPEC = 0, NLBL_UNLABEL_C_ACCEPT = 1, NLBL_UNLABEL_C_LIST = 2, NLBL_UNLABEL_C_STATICADD = 3, NLBL_UNLABEL_C_STATICREMOVE = 4, NLBL_UNLABEL_C_STATICLIST = 5, NLBL_UNLABEL_C_STATICADDDEF = 6, NLBL_UNLABEL_C_STATICREMOVEDEF = 7, NLBL_UNLABEL_C_STATICLISTDEF = 8, __NLBL_UNLABEL_C_MAX = 9, }; enum { NLBL_UNLABEL_A_UNSPEC = 0, NLBL_UNLABEL_A_ACPTFLG = 1, NLBL_UNLABEL_A_IPV6ADDR = 2, NLBL_UNLABEL_A_IPV6MASK = 3, NLBL_UNLABEL_A_IPV4ADDR = 4, NLBL_UNLABEL_A_IPV4MASK = 5, NLBL_UNLABEL_A_IFACE = 6, NLBL_UNLABEL_A_SECCTX = 7, __NLBL_UNLABEL_A_MAX = 8, }; struct netlbl_unlhsh_tbl { struct list_head *tbl; u32 size; }; struct netlbl_unlhsh_addr4 { u32 secid; struct netlbl_af4list list; struct callback_head rcu; }; struct netlbl_unlhsh_addr6 { u32 secid; struct netlbl_af6list list; struct callback_head rcu; }; struct netlbl_unlhsh_iface { int ifindex; struct list_head addr4_list; struct list_head addr6_list; u32 valid; struct list_head list; struct callback_head rcu; }; struct netlbl_unlhsh_walk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum rfkill_input_master_mode { RFKILL_INPUT_MASTER_UNLOCK = 0, RFKILL_INPUT_MASTER_RESTORE = 1, RFKILL_INPUT_MASTER_UNBLOCKALL = 2, NUM_RFKILL_INPUT_MASTER_MODES = 3, }; enum rfkill_sched_op { RFKILL_GLOBAL_OP_EPO = 0, RFKILL_GLOBAL_OP_RESTORE = 1, RFKILL_GLOBAL_OP_UNLOCK = 2, RFKILL_GLOBAL_OP_UNBLOCK = 3, }; struct xsk_tx_metadata { __u64 flags; union { struct { __u16 csum_start; __u16 csum_offset; __u64 launch_time; } request; struct { __u64 tx_timestamp; } completion; }; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; }; struct xdp_desc_ctx { dma_addr_t dma; struct xsk_tx_metadata *meta; }; struct xsk_cb_desc { void *src; u8 off; u8 bytes; }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; u8 retrans_times; struct timer_list add_timer; struct mptcp_sock *sock; }; struct pci_mmcfg_region { struct list_head list; struct resource res; u64 address; char *virt; u16 segment; u8 start_bus; u8 end_bus; char name[30]; }; struct acpi_table_mcfg { struct acpi_table_header header; u8 reserved[8]; }; struct acpi_mcfg_allocation { u64 address; u16 pci_segment; u8 start_bus_number; u8 end_bus_number; u32 reserved; }; struct pci_mmcfg_hostbridge_probe { u32 bus; u32 devfn; u32 vendor; u32 device; const char * (*probe)(); }; typedef bool (*check_reserved_t)(u64, u64, enum e820_type); struct irq_info { u8 bus; u8 devfn; struct { u8 link; u16 bitmap; } __attribute__((packed)) irq[4]; u8 slot; u8 rfu; }; struct irq_routing_table { u32 signature; u16 version; u16 size; u8 rtr_bus; u8 rtr_devfn; u16 exclusive_irqs; u16 rtr_vendor; u16 rtr_device; u32 miniport_data; u8 rfu[11]; u8 checksum; struct irq_info slots[0]; }; struct irt_routing_table { u32 signature; u8 size; u8 used; u16 exclusive_irqs; struct irq_info slots[0]; }; struct irq_router { char *name; u16 vendor; u16 device; int (*get)(struct pci_dev *, struct pci_dev *, int); int (*set)(struct pci_dev *, struct pci_dev *, int, int); int (*lvl)(struct pci_dev *, struct pci_dev *, int, int); }; struct irq_router_handler { u16 vendor; int (*probe)(struct irq_router *, struct pci_dev *, u16); }; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; typedef struct elf32_hdr Elf32_Ehdr; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf64_phdr Elf64_Phdr; typedef struct elf32_note Elf32_Nhdr; struct freader { void *buf; u32 buf_sz; int err; union { struct { struct file *file; struct folio *folio; void *addr; loff_t folio_off; bool may_fault; }; struct { const char *data; u64 data_sz; }; }; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; struct ida_bitmap { long unsigned int bitmap[16]; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; const struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, NDD_INCOHERENT = 7, NDD_REGISTER_SYNC = 8, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, ND_REGION_CXL = 4, DPA_RESOURCE_ADJUSTED = 1, }; enum { Root_NFS = 255, Root_CIFS = 254, Root_Generic = 253, Root_RAM0 = 1048576, }; struct perf_amd_iommu { struct list_head list; struct pmu pmu; struct amd_iommu *iommu; char name[24]; u8 max_banks; u8 max_counters; u64 cntr_assign_mask; raw_spinlock_t lock; }; struct amd_iommu_event_desc { struct device_attribute attr; const char *event; }; struct fpu_guest { u64 xfeatures; u64 perm; u64 xfd_err; unsigned int uabi_size; struct fpstate *fpstate; }; struct kvm_regs { __u64 rax; __u64 rbx; __u64 rcx; __u64 rdx; __u64 rsi; __u64 rdi; __u64 rsp; __u64 rbp; __u64 r8; __u64 r9; __u64 r10; __u64 r11; __u64 r12; __u64 r13; __u64 r14; __u64 r15; __u64 rip; __u64 rflags; }; struct kvm_segment { __u64 base; __u32 limit; __u16 selector; __u8 type; __u8 present; __u8 dpl; __u8 db; __u8 s; __u8 l; __u8 g; __u8 avl; __u8 unusable; __u8 padding; }; struct kvm_dtable { __u64 base; __u16 limit; __u16 padding[3]; }; struct kvm_sregs { struct kvm_segment cs; struct kvm_segment ds; struct kvm_segment es; struct kvm_segment fs; struct kvm_segment gs; struct kvm_segment ss; struct kvm_segment tr; struct kvm_segment ldt; struct kvm_dtable gdt; struct kvm_dtable idt; __u64 cr0; __u64 cr2; __u64 cr3; __u64 cr4; __u64 cr8; __u64 efer; __u64 apic_base; __u64 interrupt_bitmap[4]; }; struct kvm_cpuid_entry2 { __u32 function; __u32 index; __u32 flags; __u32 eax; __u32 ebx; __u32 ecx; __u32 edx; __u32 padding[3]; }; struct kvm_debug_exit_arch { __u32 exception; __u32 pad; __u64 pc; __u64 dr6; __u64 dr7; }; struct kvm_vcpu_events { struct { __u8 injected; __u8 nr; __u8 has_error_code; __u8 pending; __u32 error_code; } exception; struct { __u8 injected; __u8 nr; __u8 soft; __u8 shadow; } interrupt; struct { __u8 injected; __u8 pending; __u8 masked; __u8 pad; } nmi; __u32 sipi_vector; __u32 flags; struct { __u8 smm; __u8 pending; __u8 smm_inside_nmi; __u8 latched_init; } smi; struct { __u8 pending; } triple_fault; __u8 reserved[26]; __u8 exception_has_payload; __u64 exception_payload; }; struct kvm_sync_regs { struct kvm_regs regs; struct kvm_sregs sregs; struct kvm_vcpu_events events; }; struct kvm_vmx_nested_state_data { __u8 vmcs12[4096]; __u8 shadow_vmcs12[4096]; }; struct kvm_vmx_nested_state_hdr { __u64 vmxon_pa; __u64 vmcs12_pa; struct { __u16 flags; } smm; __u16 pad; __u32 flags; __u64 preemption_timer_deadline; }; struct kvm_svm_nested_state_data { __u8 vmcb12[4096]; }; struct kvm_svm_nested_state_hdr { __u64 vmcb_pa; }; struct kvm_nested_state { __u16 flags; __u16 format; __u32 size; union { struct kvm_vmx_nested_state_hdr vmx; struct kvm_svm_nested_state_hdr svm; __u8 pad[120]; } hdr; union { struct { struct {} __empty_vmx; struct kvm_vmx_nested_state_data vmx[0]; }; struct { struct {} __empty_svm; struct kvm_svm_nested_state_data svm[0]; }; } data; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit__unsafe; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } iocsr_io; struct { __u64 nr; __u64 args[6]; __u64 ret; union { __u64 flags; }; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; struct { __u64 flags; __u64 gpa; __u64 size; } memory_fault; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_enc_region { __u64 addr; __u64 size; }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; typedef long unsigned int gva_t; typedef u64 gpa_t; typedef u64 gfn_t; typedef u64 hpa_t; typedef u64 hfn_t; typedef hfn_t kvm_pfn_t; struct kvm_memory_slot; struct gfn_to_hva_cache { u64 generation; gpa_t gpa; long unsigned int hva; long unsigned int len; struct kvm_memory_slot *memslot; }; struct kvm_rmap_head; struct kvm_lpage_info; struct kvm_arch_memory_slot { struct kvm_rmap_head *rmap[3]; struct kvm_lpage_info *lpage_info[2]; short unsigned int *gfn_write_track; }; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm; struct gfn_to_pfn_cache { u64 generation; gpa_t gpa; long unsigned int uhva; struct kvm_memory_slot *memslot; struct kvm *kvm; struct list_head list; rwlock_t lock; struct mutex refresh_lock; void *khva; kvm_pfn_t pfn; bool active; bool valid; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; u64 mmu_shadow_zapped; u64 mmu_pte_write; u64 mmu_pde_zapped; u64 mmu_flooded; u64 mmu_recycled; u64 mmu_cache_miss; u64 mmu_unsync; union { struct { atomic64_t pages_4k; atomic64_t pages_2m; atomic64_t pages_1g; }; atomic64_t pages[3]; }; u64 nx_lpage_splits; u64 max_mmu_page_hash_collisions; u64 max_mmu_rmap_size; }; struct kvm_pic; struct kvm_ioapic; struct kvm_pit; enum kvm_irqchip_mode { KVM_IRQCHIP_NONE = 0, KVM_IRQCHIP_KERNEL = 1, KVM_IRQCHIP_SPLIT = 2, }; struct vhost_task; struct once { atomic_t state; struct mutex lock; }; struct kvm_mmu_memory_cache { gfp_t gfp_zero; gfp_t gfp_custom; u64 init_value; struct kmem_cache *kmem_cache; int capacity; int nobjs; void **objects; }; struct kvm_apic_map; struct kvm_x86_msr_filter; struct kvm_x86_pmu_event_filter; struct kvm_arch { long unsigned int n_used_mmu_pages; long unsigned int n_requested_mmu_pages; long unsigned int n_max_mmu_pages; unsigned int indirect_shadow_pages; u8 mmu_valid_gen; u8 vm_type; bool has_private_mem; bool has_protected_state; bool pre_fault_allowed; struct hlist_head mmu_page_hash[4096]; struct list_head active_mmu_pages; struct list_head possible_nx_huge_pages; spinlock_t mmu_unsync_pages_lock; u64 shadow_mmio_value; atomic_t noncoherent_dma_count; atomic_t assigned_device_count; struct kvm_pic *vpic; struct kvm_ioapic *vioapic; struct kvm_pit *vpit; atomic_t vapics_in_nmi_mode; struct mutex apic_map_lock; struct kvm_apic_map *apic_map; atomic_t apic_map_dirty; bool apic_access_memslot_enabled; bool apic_access_memslot_inhibited; struct rw_semaphore apicv_update_lock; long unsigned int apicv_inhibit_reasons; gpa_t wall_clock; bool mwait_in_guest; bool hlt_in_guest; bool pause_in_guest; bool cstate_in_guest; long unsigned int irq_sources_bitmap; s64 kvmclock_offset; raw_spinlock_t tsc_write_lock; u64 last_tsc_nsec; u64 last_tsc_write; u32 last_tsc_khz; u64 last_tsc_offset; u64 cur_tsc_nsec; u64 cur_tsc_write; u64 cur_tsc_offset; u64 cur_tsc_generation; int nr_vcpus_matched_tsc; u32 default_tsc_khz; bool user_set_tsc; u64 apic_bus_cycle_ns; seqcount_raw_spinlock_t pvclock_sc; bool use_master_clock; u64 master_kernel_ns; u64 master_cycle_now; struct delayed_work kvmclock_update_work; struct delayed_work kvmclock_sync_work; struct hlist_head mask_notifier_list; bool backwards_tsc_observed; bool boot_vcpu_runs_old_kvmclock; u32 bsp_vcpu_id; u64 disabled_quirks; enum kvm_irqchip_mode irqchip_mode; u8 nr_reserved_ioapic_pins; bool disabled_lapic_found; bool x2apic_format; bool x2apic_broadcast_quirk_disabled; bool guest_can_read_msr_platform_info; bool exception_payload_enabled; bool triple_fault_event; bool bus_lock_detection_enabled; bool enable_pmu; u32 notify_window; u32 notify_vmexit_flags; bool exit_on_emulation_error; u32 user_space_msr_mask; struct kvm_x86_msr_filter *msr_filter; u32 hypercall_exit_enabled; bool sgx_provisioning_allowed; struct kvm_x86_pmu_event_filter *pmu_event_filter; struct vhost_task *nx_huge_page_recovery_thread; u64 nx_huge_page_last; struct once nx_once; struct list_head tdp_mmu_roots; spinlock_t tdp_mmu_pages_lock; bool shadow_root_allocated; u32 max_vcpu_ids; bool disable_nx_huge_pages; struct kvm_mmu_memory_cache split_shadow_page_cache; struct kvm_mmu_memory_cache split_page_header_cache; struct kvm_mmu_memory_cache split_desc_cache; gfn_t gfn_direct_bits; }; struct kvm_io_bus; struct kvm_stat_data; struct kvm { rwlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; atomic_t nr_memslots_dirty_logging; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[5]; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct mutex irq_lock; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; bool override_halt_poll_ns; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool dirty_ring_with_bitmap; bool vm_bugged; bool vm_dead; char stats_id[48]; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; union cpuid35_eax { struct { unsigned int leaf0: 1; unsigned int cntr_subleaf: 1; unsigned int acr_subleaf: 1; unsigned int events_subleaf: 1; unsigned int reserved: 28; } split; unsigned int full; }; union cpuid35_ebx { struct { unsigned int umask2: 1; unsigned int eq: 1; unsigned int reserved: 30; } split; unsigned int full; }; struct perf_pmu_format_hybrid_attr { struct device_attribute attr; u64 pmu_type; }; typedef void cpu_emergency_virt_cb(); enum kvm_reg { VCPU_REGS_RAX = 0, VCPU_REGS_RCX = 1, VCPU_REGS_RDX = 2, VCPU_REGS_RBX = 3, VCPU_REGS_RSP = 4, VCPU_REGS_RBP = 5, VCPU_REGS_RSI = 6, VCPU_REGS_RDI = 7, VCPU_REGS_R8 = 8, VCPU_REGS_R9 = 9, VCPU_REGS_R10 = 10, VCPU_REGS_R11 = 11, VCPU_REGS_R12 = 12, VCPU_REGS_R13 = 13, VCPU_REGS_R14 = 14, VCPU_REGS_R15 = 15, VCPU_REGS_RIP = 16, NR_VCPU_REGS = 17, VCPU_EXREG_PDPTR = 17, VCPU_EXREG_CR0 = 18, VCPU_EXREG_CR3 = 19, VCPU_EXREG_CR4 = 20, VCPU_EXREG_RFLAGS = 21, VCPU_EXREG_SEGMENTS = 22, VCPU_EXREG_EXIT_INFO_1 = 23, VCPU_EXREG_EXIT_INFO_2 = 24, }; enum exit_fastpath_completion { EXIT_FASTPATH_NONE = 0, EXIT_FASTPATH_REENTER_GUEST = 1, EXIT_FASTPATH_EXIT_HANDLED = 2, EXIT_FASTPATH_EXIT_USERSPACE = 3, }; union kvm_mmu_page_role { u32 word; struct { unsigned int level: 4; unsigned int has_4_byte_gpte: 1; unsigned int quadrant: 2; unsigned int direct: 1; unsigned int access: 3; unsigned int invalid: 1; unsigned int efer_nx: 1; unsigned int cr0_wp: 1; unsigned int smep_andnot_wp: 1; unsigned int smap_andnot_wp: 1; unsigned int ad_disabled: 1; unsigned int guest_mode: 1; unsigned int passthrough: 1; unsigned int is_mirror: 1; char: 4; unsigned int smm: 8; }; }; union kvm_mmu_extended_role { u32 word; struct { unsigned int valid: 1; unsigned int execonly: 1; unsigned int cr4_pse: 1; unsigned int cr4_pke: 1; unsigned int cr4_smap: 1; unsigned int cr4_smep: 1; unsigned int cr4_la57: 1; unsigned int efer_lma: 1; }; }; union kvm_cpu_role { u64 as_u64; struct { union kvm_mmu_page_role base; union kvm_mmu_extended_role ext; }; }; struct kvm_rmap_head { atomic_long_t val; }; struct kvm_pio_request { long unsigned int linear_rip; long unsigned int count; int in; int port; int size; }; struct rsvd_bits_validate { u64 rsvd_bits_mask[10]; u64 bad_mt_xwr; }; struct kvm_mmu_root_info { gpa_t pgd; hpa_t hpa; }; struct kvm_page_fault; struct x86_exception; struct kvm_mmu_page; struct kvm_vcpu; struct kvm_mmu { long unsigned int (*get_guest_pgd)(struct kvm_vcpu *); u64 (*get_pdptr)(struct kvm_vcpu *, int); int (*page_fault)(struct kvm_vcpu *, struct kvm_page_fault *); void (*inject_page_fault)(struct kvm_vcpu *, struct x86_exception *); gpa_t (*gva_to_gpa)(struct kvm_vcpu *, struct kvm_mmu *, gpa_t, u64, struct x86_exception *); int (*sync_spte)(struct kvm_vcpu *, struct kvm_mmu_page *, int); struct kvm_mmu_root_info root; hpa_t mirror_root_hpa; union kvm_cpu_role cpu_role; union kvm_mmu_page_role root_role; u32 pkru_mask; struct kvm_mmu_root_info prev_roots[3]; u8 permissions[16]; u64 *pae_root; u64 *pml4_root; u64 *pml5_root; struct rsvd_bits_validate shadow_zero_check; struct rsvd_bits_validate guest_rsvd_check; u64 pdptrs[4]; }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_lapic; struct kvm_queued_exception { bool pending; bool injected; bool has_error_code; u8 vector; u32 error_code; long unsigned int payload; bool has_payload; }; struct kvm_queued_interrupt { bool injected; bool soft; u8 nr; }; struct x86_emulate_ctxt; struct kvm_mtrr { u64 var[16]; u64 fixed_64k; u64 fixed_16k[2]; u64 fixed_4k[8]; u64 deftype; }; enum pmc_type { KVM_PMC_GP = 0, KVM_PMC_FIXED = 1, }; struct kvm_pmc { enum pmc_type type; u8 idx; bool is_paused; bool intr; u64 counter; u64 emulated_counter; u64 eventsel; struct perf_event *perf_event; struct kvm_vcpu *vcpu; u64 current_config; }; struct kvm_pmu { u8 version; unsigned int nr_arch_gp_counters; unsigned int nr_arch_fixed_counters; unsigned int available_event_types; u64 fixed_ctr_ctrl; u64 fixed_ctr_ctrl_rsvd; u64 global_ctrl; u64 global_status; u64 counter_bitmask[2]; u64 global_ctrl_rsvd; u64 global_status_rsvd; u64 reserved_bits; u64 raw_event_mask; struct kvm_pmc gp_counters[8]; struct kvm_pmc fixed_counters[3]; union { long unsigned int reprogram_pmi[1]; atomic64_t __reprogram_pmi; }; long unsigned int all_valid_pmc_idx[1]; long unsigned int pmc_in_use[1]; u64 ds_area; u64 pebs_enable; u64 pebs_enable_rsvd; u64 pebs_data_cfg; u64 pebs_data_cfg_rsvd; u64 host_cross_mapped_mask; bool need_cleanup; u8 event_count; }; struct kvm_vcpu_arch { long unsigned int regs[17]; u32 regs_avail; u32 regs_dirty; long unsigned int cr0; long unsigned int cr0_guest_owned_bits; long unsigned int cr2; long unsigned int cr3; long unsigned int cr4; long unsigned int cr4_guest_owned_bits; long unsigned int cr4_guest_rsvd_bits; long unsigned int cr8; u32 host_pkru; u32 pkru; u32 hflags; u64 efer; u64 host_debugctl; u64 apic_base; struct kvm_lapic *apic; bool load_eoi_exitmap_pending; long unsigned int ioapic_handled_vectors[4]; long unsigned int apic_attention; int32_t apic_arb_prio; int mp_state; u64 ia32_misc_enable_msr; u64 smbase; u64 smi_count; bool at_instruction_boundary; bool tpr_access_reporting; bool xfd_no_write_intercept; u64 ia32_xss; u64 microcode_version; u64 arch_capabilities; u64 perf_capabilities; struct kvm_mmu *mmu; struct kvm_mmu root_mmu; struct kvm_mmu guest_mmu; struct kvm_mmu nested_mmu; struct kvm_mmu *walk_mmu; struct kvm_mmu_memory_cache mmu_pte_list_desc_cache; struct kvm_mmu_memory_cache mmu_shadow_page_cache; struct kvm_mmu_memory_cache mmu_shadowed_info_cache; struct kvm_mmu_memory_cache mmu_page_header_cache; struct kvm_mmu_memory_cache mmu_external_spt_cache; struct fpu_guest guest_fpu; u64 xcr0; u64 guest_supported_xcr0; struct kvm_pio_request pio; void *pio_data; void *sev_pio_data; unsigned int sev_pio_count; u8 event_exit_inst_len; bool exception_from_userspace; struct kvm_queued_exception exception; struct kvm_queued_exception exception_vmexit; struct kvm_queued_interrupt interrupt; int halt_request; int cpuid_nent; struct kvm_cpuid_entry2 *cpuid_entries; bool cpuid_dynamic_bits_dirty; bool is_amd_compatible; u32 cpu_caps[28]; u64 reserved_gpa_bits; int maxphyaddr; struct x86_emulate_ctxt *emulate_ctxt; bool emulate_regs_need_sync_to_vcpu; bool emulate_regs_need_sync_from_vcpu; int (*complete_userspace_io)(struct kvm_vcpu *); gpa_t time; s8 pvclock_tsc_shift; u32 pvclock_tsc_mul; unsigned int hw_tsc_khz; struct gfn_to_pfn_cache pv_time; bool pvclock_set_guest_stopped_request; struct { u8 preempted; u64 msr_val; u64 last_steal; struct gfn_to_hva_cache cache; } st; u64 l1_tsc_offset; u64 tsc_offset; u64 last_guest_tsc; u64 last_host_tsc; u64 tsc_offset_adjustment; u64 this_tsc_nsec; u64 this_tsc_write; u64 this_tsc_generation; bool tsc_catchup; bool tsc_always_catchup; s8 virtual_tsc_shift; u32 virtual_tsc_mult; u32 virtual_tsc_khz; s64 ia32_tsc_adjust_msr; u64 msr_ia32_power_ctl; u64 l1_tsc_scaling_ratio; u64 tsc_scaling_ratio; atomic_t nmi_queued; unsigned int nmi_pending; bool nmi_injected; bool smi_pending; u8 handling_intr_from_guest; struct kvm_mtrr mtrr_state; u64 pat; unsigned int switch_db_regs; long unsigned int db[4]; long unsigned int dr6; long unsigned int dr7; long unsigned int eff_db[4]; long unsigned int guest_debug_dr7; u64 msr_platform_info; u64 msr_misc_features_enables; u64 mcg_cap; u64 mcg_status; u64 mcg_ctl; u64 mcg_ext_ctl; u64 *mce_banks; u64 *mci_ctl2_banks; u64 mmio_gva; unsigned int mmio_access; gfn_t mmio_gfn; u64 mmio_gen; struct kvm_pmu pmu; long unsigned int singlestep_rip; cpumask_var_t wbinvd_dirty_mask; long unsigned int last_retry_eip; long unsigned int last_retry_addr; struct { bool halted; gfn_t gfns[64]; struct gfn_to_hva_cache data; u64 msr_en_val; u64 msr_int_val; u16 vec; u32 id; u32 host_apf_flags; bool send_always; bool delivery_as_pf_vmexit; bool pageready_pending; } apf; struct { u64 length; u64 status; } osvw; struct { u64 msr_val; struct gfn_to_hva_cache data; } pv_eoi; u64 msr_kvm_poll_control; struct { bool pv_unhalted; } pv; int pending_ioapic_eoi; int pending_external_vector; bool preempted_in_kernel; bool l1tf_flush_l1d; int last_vmentry_cpu; u64 msr_hwcr; struct { u32 features; bool enforce; } pv_cpuid; bool guest_state_protected; bool guest_tsc_protected; bool pdptrs_from_userspace; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 pf_taken; u64 pf_fixed; u64 pf_emulate; u64 pf_spurious; u64 pf_fast; u64 pf_mmio_spte_created; u64 pf_guest; u64 tlb_flush; u64 invlpg; u64 exits; u64 io_exits; u64 mmio_exits; u64 signal_exits; u64 irq_window_exits; u64 nmi_window_exits; u64 l1d_flush; u64 halt_exits; u64 request_irq_exits; u64 irq_exits; u64 host_state_reload; u64 fpu_reload; u64 insn_emulation; u64 insn_emulation_fail; u64 hypercalls; u64 irq_injections; u64 nmi_injections; u64 req_event; u64 nested_run; u64 directed_yield_attempted; u64 directed_yield_successful; u64 preemption_reported; u64 preemption_other; u64 guest_mode; u64 notify_window_exits; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm_vcpu { struct kvm *kvm; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; rwlock_t pid_lock; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; bool wants_to_run; bool preempted; bool ready; bool scheduled_out; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; }; enum hv_tlb_flush_fifos { HV_L1_TLB_FLUSH_FIFO = 0, HV_L2_TLB_FLUSH_FIFO = 1, HV_NR_TLB_FLUSH_FIFOS = 2, }; enum kvm_only_cpuid_leafs { CPUID_12_EAX = 22, CPUID_7_1_EDX = 23, CPUID_8000_0007_EDX = 24, CPUID_8000_0022_EAX = 25, CPUID_7_2_EDX = 26, CPUID_24_0_EBX = 27, NR_KVM_CPU_CAPS = 28, NKVMCAPINTS = 6, }; struct kvm_lpage_info { int disallow_lpage; }; enum kvm_apic_logical_mode { KVM_APIC_MODE_SW_DISABLED = 0, KVM_APIC_MODE_XAPIC_CLUSTER = 1, KVM_APIC_MODE_XAPIC_FLAT = 2, KVM_APIC_MODE_X2APIC = 3, KVM_APIC_MODE_MAP_DISABLED = 4, }; struct kvm_apic_map { struct callback_head rcu; enum kvm_apic_logical_mode logical_mode; u32 max_apic_id; union { struct kvm_lapic *xapic_flat_map[8]; struct kvm_lapic *xapic_cluster_map[64]; }; struct kvm_lapic *phys_map[0]; }; struct msr_bitmap_range { u32 flags; u32 nmsrs; u32 base; long unsigned int *bitmap; }; struct kvm_x86_msr_filter { u8 count; bool default_allow: 1; struct msr_bitmap_range ranges[16]; }; struct kvm_x86_pmu_event_filter { __u32 action; __u32 nevents; __u32 fixed_counter_bitmap; __u32 flags; __u32 nr_includes; __u32 nr_excludes; __u64 *includes; __u64 *excludes; __u64 events[0]; }; struct msr_data { bool host_initiated; u32 index; u64 data; }; struct x86_instruction_info; enum x86_intercept_stage; struct kvm_x86_nested_ops; struct kvm_x86_ops { const char *name; int (*check_processor_compatibility)(); int (*enable_virtualization_cpu)(); void (*disable_virtualization_cpu)(); cpu_emergency_virt_cb *emergency_disable_virtualization_cpu; void (*hardware_unsetup)(); bool (*has_emulated_msr)(struct kvm *, u32); void (*vcpu_after_set_cpuid)(struct kvm_vcpu *); unsigned int vm_size; int (*vm_init)(struct kvm *); void (*vm_destroy)(struct kvm *); int (*vcpu_precreate)(struct kvm *); int (*vcpu_create)(struct kvm_vcpu *); void (*vcpu_free)(struct kvm_vcpu *); void (*vcpu_reset)(struct kvm_vcpu *, bool); void (*prepare_switch_to_guest)(struct kvm_vcpu *); void (*vcpu_load)(struct kvm_vcpu *, int); void (*vcpu_put)(struct kvm_vcpu *); void (*update_exception_bitmap)(struct kvm_vcpu *); int (*get_msr)(struct kvm_vcpu *, struct msr_data *); int (*set_msr)(struct kvm_vcpu *, struct msr_data *); u64 (*get_segment_base)(struct kvm_vcpu *, int); void (*get_segment)(struct kvm_vcpu *, struct kvm_segment *, int); int (*get_cpl)(struct kvm_vcpu *); int (*get_cpl_no_cache)(struct kvm_vcpu *); void (*set_segment)(struct kvm_vcpu *, struct kvm_segment *, int); void (*get_cs_db_l_bits)(struct kvm_vcpu *, int *, int *); bool (*is_valid_cr0)(struct kvm_vcpu *, long unsigned int); void (*set_cr0)(struct kvm_vcpu *, long unsigned int); void (*post_set_cr3)(struct kvm_vcpu *, long unsigned int); bool (*is_valid_cr4)(struct kvm_vcpu *, long unsigned int); void (*set_cr4)(struct kvm_vcpu *, long unsigned int); int (*set_efer)(struct kvm_vcpu *, u64); void (*get_idt)(struct kvm_vcpu *, struct desc_ptr *); void (*set_idt)(struct kvm_vcpu *, struct desc_ptr *); void (*get_gdt)(struct kvm_vcpu *, struct desc_ptr *); void (*set_gdt)(struct kvm_vcpu *, struct desc_ptr *); void (*sync_dirty_debug_regs)(struct kvm_vcpu *); void (*set_dr6)(struct kvm_vcpu *, long unsigned int); void (*set_dr7)(struct kvm_vcpu *, long unsigned int); void (*cache_reg)(struct kvm_vcpu *, enum kvm_reg); long unsigned int (*get_rflags)(struct kvm_vcpu *); void (*set_rflags)(struct kvm_vcpu *, long unsigned int); bool (*get_if_flag)(struct kvm_vcpu *); void (*flush_tlb_all)(struct kvm_vcpu *); void (*flush_tlb_current)(struct kvm_vcpu *); void (*flush_tlb_gva)(struct kvm_vcpu *, gva_t); void (*flush_tlb_guest)(struct kvm_vcpu *); int (*vcpu_pre_run)(struct kvm_vcpu *); enum exit_fastpath_completion (*vcpu_run)(struct kvm_vcpu *, bool); int (*handle_exit)(struct kvm_vcpu *, enum exit_fastpath_completion); int (*skip_emulated_instruction)(struct kvm_vcpu *); void (*update_emulated_instruction)(struct kvm_vcpu *); void (*set_interrupt_shadow)(struct kvm_vcpu *, int); u32 (*get_interrupt_shadow)(struct kvm_vcpu *); void (*patch_hypercall)(struct kvm_vcpu *, unsigned char *); void (*inject_irq)(struct kvm_vcpu *, bool); void (*inject_nmi)(struct kvm_vcpu *); void (*inject_exception)(struct kvm_vcpu *); void (*cancel_injection)(struct kvm_vcpu *); int (*interrupt_allowed)(struct kvm_vcpu *, bool); int (*nmi_allowed)(struct kvm_vcpu *, bool); bool (*get_nmi_mask)(struct kvm_vcpu *); void (*set_nmi_mask)(struct kvm_vcpu *, bool); bool (*is_vnmi_pending)(struct kvm_vcpu *); bool (*set_vnmi_pending)(struct kvm_vcpu *); void (*enable_nmi_window)(struct kvm_vcpu *); void (*enable_irq_window)(struct kvm_vcpu *); void (*update_cr8_intercept)(struct kvm_vcpu *, int, int); const bool x2apic_icr_is_split; const long unsigned int required_apicv_inhibits; bool allow_apicv_in_x2apic_without_x2apic_virtualization; void (*refresh_apicv_exec_ctrl)(struct kvm_vcpu *); void (*hwapic_isr_update)(struct kvm_vcpu *, int); void (*load_eoi_exitmap)(struct kvm_vcpu *, u64 *); void (*set_virtual_apic_mode)(struct kvm_vcpu *); void (*set_apic_access_page_addr)(struct kvm_vcpu *); void (*deliver_interrupt)(struct kvm_lapic *, int, int, int); int (*sync_pir_to_irr)(struct kvm_vcpu *); int (*set_tss_addr)(struct kvm *, unsigned int); int (*set_identity_map_addr)(struct kvm *, u64); u8 (*get_mt_mask)(struct kvm_vcpu *, gfn_t, bool); void (*load_mmu_pgd)(struct kvm_vcpu *, hpa_t, int); int (*link_external_spt)(struct kvm *, gfn_t, enum pg_level, void *); int (*set_external_spte)(struct kvm *, gfn_t, enum pg_level, kvm_pfn_t); int (*free_external_spt)(struct kvm *, gfn_t, enum pg_level, void *); int (*remove_external_spte)(struct kvm *, gfn_t, enum pg_level, kvm_pfn_t); bool (*has_wbinvd_exit)(); u64 (*get_l2_tsc_offset)(struct kvm_vcpu *); u64 (*get_l2_tsc_multiplier)(struct kvm_vcpu *); void (*write_tsc_offset)(struct kvm_vcpu *); void (*write_tsc_multiplier)(struct kvm_vcpu *); void (*get_exit_info)(struct kvm_vcpu *, u32 *, u64 *, u64 *, u32 *, u32 *); void (*get_entry_info)(struct kvm_vcpu *, u32 *, u32 *); int (*check_intercept)(struct kvm_vcpu *, struct x86_instruction_info *, enum x86_intercept_stage, struct x86_exception *); void (*handle_exit_irqoff)(struct kvm_vcpu *); int cpu_dirty_log_size; void (*update_cpu_dirty_logging)(struct kvm_vcpu *); const struct kvm_x86_nested_ops *nested_ops; void (*vcpu_blocking)(struct kvm_vcpu *); void (*vcpu_unblocking)(struct kvm_vcpu *); int (*pi_update_irte)(struct kvm *, unsigned int, uint32_t, bool); void (*pi_start_assignment)(struct kvm *); void (*apicv_pre_state_restore)(struct kvm_vcpu *); void (*apicv_post_state_restore)(struct kvm_vcpu *); bool (*dy_apicv_has_pending_interrupt)(struct kvm_vcpu *); int (*set_hv_timer)(struct kvm_vcpu *, u64, bool *); void (*cancel_hv_timer)(struct kvm_vcpu *); void (*setup_mce)(struct kvm_vcpu *); int (*dev_get_attr)(u32, u64, u64 *); int (*mem_enc_ioctl)(struct kvm *, void *); int (*mem_enc_register_region)(struct kvm *, struct kvm_enc_region *); int (*mem_enc_unregister_region)(struct kvm *, struct kvm_enc_region *); int (*vm_copy_enc_context_from)(struct kvm *, unsigned int); int (*vm_move_enc_context_from)(struct kvm *, unsigned int); void (*guest_memory_reclaimed)(struct kvm *); int (*get_feature_msr)(u32, u64 *); int (*check_emulate_instruction)(struct kvm_vcpu *, int, void *, int); bool (*apic_init_signal_blocked)(struct kvm_vcpu *); int (*enable_l2_tlb_flush)(struct kvm_vcpu *); void (*migrate_timers)(struct kvm_vcpu *); void (*msr_filter_changed)(struct kvm_vcpu *); int (*complete_emulated_msr)(struct kvm_vcpu *, int); void (*vcpu_deliver_sipi_vector)(struct kvm_vcpu *, u8); long unsigned int (*vcpu_get_apicv_inhibit_reasons)(struct kvm_vcpu *); gva_t (*get_untagged_addr)(struct kvm_vcpu *, gva_t, unsigned int); void * (*alloc_apic_backing_page)(struct kvm_vcpu *); int (*gmem_prepare)(struct kvm *, kvm_pfn_t, gfn_t, int); void (*gmem_invalidate)(kvm_pfn_t, kvm_pfn_t); int (*private_max_mapping_level)(struct kvm *, kvm_pfn_t); }; struct kvm_x86_nested_ops { void (*leave_nested)(struct kvm_vcpu *); bool (*is_exception_vmexit)(struct kvm_vcpu *, u8, u32); int (*check_events)(struct kvm_vcpu *); bool (*has_events)(struct kvm_vcpu *, bool); void (*triple_fault)(struct kvm_vcpu *); int (*get_state)(struct kvm_vcpu *, struct kvm_nested_state *, unsigned int); int (*set_state)(struct kvm_vcpu *, struct kvm_nested_state *, struct kvm_nested_state *); bool (*get_nested_state_pages)(struct kvm_vcpu *); int (*write_log_dirty)(struct kvm_vcpu *, gpa_t); int (*enable_evmcs)(struct kvm_vcpu *, uint16_t *); uint16_t (*get_evmcs_version)(struct kvm_vcpu *); void (*hv_inject_synthetic_vmexit_post_tlb_flush)(struct kvm_vcpu *); }; struct kvm_io_device; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_IOCSR_BUS = 4, KVM_NR_BUSES = 5, }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; enum intel_native_id { INTEL_ATOM_CMT_NATIVE_ID = 2, INTEL_ATOM_SKT_NATIVE_ID = 3, }; enum { SNB_PCI_UNCORE_IMC = 0, }; enum perf_snb_uncore_imc_freerunning_types { SNB_PCI_UNCORE_IMC_DATA_READS = 0, SNB_PCI_UNCORE_IMC_DATA_WRITES = 1, SNB_PCI_UNCORE_IMC_GT_REQUESTS = 2, SNB_PCI_UNCORE_IMC_IA_REQUESTS = 3, SNB_PCI_UNCORE_IMC_IO_REQUESTS = 4, SNB_PCI_UNCORE_IMC_FREERUNNING_TYPE_MAX = 5, }; struct imc_uncore_pci_dev { __u32 pci_id; struct pci_driver *driver; }; enum perf_tgl_uncore_imc_freerunning_types { TGL_MMIO_UNCORE_IMC_DATA_TOTAL = 0, TGL_MMIO_UNCORE_IMC_DATA_READ = 1, TGL_MMIO_UNCORE_IMC_DATA_WRITE = 2, TGL_MMIO_UNCORE_IMC_FREERUNNING_TYPE_MAX = 3, }; enum perf_adl_uncore_imc_freerunning_types { ADL_MMIO_UNCORE_IMC_DATA_TOTAL = 0, ADL_MMIO_UNCORE_IMC_DATA_READ = 1, ADL_MMIO_UNCORE_IMC_DATA_WRITE = 2, ADL_MMIO_UNCORE_IMC_FREERUNNING_TYPE_MAX = 3, }; struct cstate_model { long unsigned int core_events; long unsigned int pkg_events; long unsigned int module_events; long unsigned int quirks; }; enum perf_cstate_core_events { PERF_CSTATE_CORE_C1_RES = 0, PERF_CSTATE_CORE_C3_RES = 1, PERF_CSTATE_CORE_C6_RES = 2, PERF_CSTATE_CORE_C7_RES = 3, PERF_CSTATE_CORE_EVENT_MAX = 4, }; enum perf_cstate_pkg_events { PERF_CSTATE_PKG_C2_RES = 0, PERF_CSTATE_PKG_C3_RES = 1, PERF_CSTATE_PKG_C6_RES = 2, PERF_CSTATE_PKG_C7_RES = 3, PERF_CSTATE_PKG_C8_RES = 4, PERF_CSTATE_PKG_C9_RES = 5, PERF_CSTATE_PKG_C10_RES = 6, PERF_CSTATE_PKG_EVENT_MAX = 7, }; enum perf_cstate_module_events { PERF_CSTATE_MODULE_C6_RES = 0, PERF_CSTATE_MODULE_EVENT_MAX = 1, }; struct sigcontext_64 { __u64 r8; __u64 r9; __u64 r10; __u64 r11; __u64 r12; __u64 r13; __u64 r14; __u64 r15; __u64 di; __u64 si; __u64 bp; __u64 bx; __u64 dx; __u64 ax; __u64 cx; __u64 sp; __u64 ip; __u64 flags; __u16 cs; __u16 gs; __u16 fs; __u16 ss; __u64 err; __u64 trapno; __u64 oldmask; __u64 cr2; __u64 fpstate; __u64 reserved1[8]; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; struct sigcontext_64 uc_mcontext; sigset_t uc_sigmask; }; struct rt_sigframe { char *pretcode; struct ucontext uc; struct siginfo info; }; struct estack_pages { u32 offs; u16 size; u16 type; }; enum show_regs_mode { SHOW_REGS_SHORT = 0, SHOW_REGS_USER = 1, SHOW_REGS_ALL = 2, }; struct change_member { struct e820_entry *entry; long long unsigned int addr; }; struct dma_map_ops { void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages_op)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; typedef u8 retpoline_thunk_t[32]; struct smp_alt_module { struct module *mod; char *name; const s32 *locks; const s32 *locks_end; u8 *text; u8 *text_end; struct list_head next; }; typedef struct { struct mm_struct *mm; } temp_mm_state_t; typedef void text_poke_f(void *, const void *, size_t); struct text_poke_loc { s32 rel_addr; s32 disp; u8 len; u8 opcode; const u8 text[5]; u8 old; }; struct bp_patching_desc { struct text_poke_loc *vec; int nr_entries; atomic_t refs; }; struct trace_event_raw_x86_fpu { struct trace_entry ent; struct fpu *fpu; bool load_fpu; u64 xfeatures; u64 xcomp_bv; char __data[0]; }; struct trace_event_data_offsets_x86_fpu {}; typedef void (*btf_trace_x86_fpu_before_save)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_after_save)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_before_restore)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_after_restore)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_regs_activated)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_regs_deactivated)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_init_state)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_dropped)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_copy_src)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_copy_dst)(void *, struct fpu *); typedef void (*btf_trace_x86_fpu_xstate_check_failed)(void *, struct fpu *); typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct stack_frame_user { const void *next_fp; long unsigned int ret_addr; }; struct cpuid_bit { u16 feature; u8 reg; u8 bit; u32 level; u32 sub_leaf; }; enum topo_types { INVALID_TYPE = 0, SMT_TYPE = 1, CORE_TYPE = 2, MAX_TYPE_0B = 3, MODULE_TYPE = 3, AMD_CCD_TYPE = 3, TILE_TYPE = 4, AMD_SOCKET_TYPE = 4, MAX_TYPE_80000026 = 5, DIE_TYPE = 5, DIEGRP_TYPE = 6, MAX_TYPE_1F = 7, }; enum spectre_v2_mitigation { SPECTRE_V2_NONE = 0, SPECTRE_V2_RETPOLINE = 1, SPECTRE_V2_LFENCE = 2, SPECTRE_V2_EIBRS = 3, SPECTRE_V2_EIBRS_RETPOLINE = 4, SPECTRE_V2_EIBRS_LFENCE = 5, SPECTRE_V2_IBRS = 6, }; enum spectre_v2_user_mitigation { SPECTRE_V2_USER_NONE = 0, SPECTRE_V2_USER_STRICT = 1, SPECTRE_V2_USER_STRICT_PREFERRED = 2, SPECTRE_V2_USER_PRCTL = 3, SPECTRE_V2_USER_SECCOMP = 4, }; enum ssb_mitigation { SPEC_STORE_BYPASS_NONE = 0, SPEC_STORE_BYPASS_DISABLE = 1, SPEC_STORE_BYPASS_PRCTL = 2, SPEC_STORE_BYPASS_SECCOMP = 3, }; enum l1tf_mitigations { L1TF_MITIGATION_OFF = 0, L1TF_MITIGATION_FLUSH_NOWARN = 1, L1TF_MITIGATION_FLUSH = 2, L1TF_MITIGATION_FLUSH_NOSMT = 3, L1TF_MITIGATION_FULL = 4, L1TF_MITIGATION_FULL_FORCE = 5, }; enum mds_mitigations { MDS_MITIGATION_OFF = 0, MDS_MITIGATION_AUTO = 1, MDS_MITIGATION_FULL = 2, MDS_MITIGATION_VMWERV = 3, }; enum vmx_l1d_flush_state { VMENTER_L1D_FLUSH_AUTO = 0, VMENTER_L1D_FLUSH_NEVER = 1, VMENTER_L1D_FLUSH_COND = 2, VMENTER_L1D_FLUSH_ALWAYS = 3, VMENTER_L1D_FLUSH_EPT_DISABLED = 4, VMENTER_L1D_FLUSH_NOT_REQUIRED = 5, }; enum taa_mitigations { TAA_MITIGATION_OFF = 0, TAA_MITIGATION_AUTO = 1, TAA_MITIGATION_UCODE_NEEDED = 2, TAA_MITIGATION_VERW = 3, TAA_MITIGATION_TSX_DISABLED = 4, }; enum mmio_mitigations { MMIO_MITIGATION_OFF = 0, MMIO_MITIGATION_AUTO = 1, MMIO_MITIGATION_UCODE_NEEDED = 2, MMIO_MITIGATION_VERW = 3, }; enum rfds_mitigations { RFDS_MITIGATION_OFF = 0, RFDS_MITIGATION_AUTO = 1, RFDS_MITIGATION_VERW = 2, RFDS_MITIGATION_UCODE_NEEDED = 3, }; enum srbds_mitigations { SRBDS_MITIGATION_OFF = 0, SRBDS_MITIGATION_UCODE_NEEDED = 1, SRBDS_MITIGATION_FULL = 2, SRBDS_MITIGATION_TSX_OFF = 3, SRBDS_MITIGATION_HYPERVISOR = 4, }; enum l1d_flush_mitigations { L1D_FLUSH_OFF = 0, L1D_FLUSH_ON = 1, }; enum gds_mitigations { GDS_MITIGATION_OFF = 0, GDS_MITIGATION_UCODE_NEEDED = 1, GDS_MITIGATION_FORCE = 2, GDS_MITIGATION_FULL = 3, GDS_MITIGATION_FULL_LOCKED = 4, GDS_MITIGATION_HYPERVISOR = 5, }; enum spectre_v1_mitigation { SPECTRE_V1_MITIGATION_NONE = 0, SPECTRE_V1_MITIGATION_AUTO = 1, }; enum retbleed_mitigation { RETBLEED_MITIGATION_NONE = 0, RETBLEED_MITIGATION_UNRET = 1, RETBLEED_MITIGATION_IBPB = 2, RETBLEED_MITIGATION_IBRS = 3, RETBLEED_MITIGATION_EIBRS = 4, RETBLEED_MITIGATION_STUFF = 5, }; enum retbleed_mitigation_cmd { RETBLEED_CMD_OFF = 0, RETBLEED_CMD_AUTO = 1, RETBLEED_CMD_UNRET = 2, RETBLEED_CMD_IBPB = 3, RETBLEED_CMD_STUFF = 4, }; enum its_mitigation_cmd { ITS_CMD_OFF = 0, ITS_CMD_ON = 1, ITS_CMD_VMEXIT = 2, ITS_CMD_RSB_STUFF = 3, }; enum its_mitigation { ITS_MITIGATION_OFF = 0, ITS_MITIGATION_VMEXIT_ONLY = 1, ITS_MITIGATION_ALIGNED_THUNKS = 2, ITS_MITIGATION_RETPOLINE_STUFF = 3, }; enum spectre_v2_mitigation_cmd { SPECTRE_V2_CMD_NONE = 0, SPECTRE_V2_CMD_AUTO = 1, SPECTRE_V2_CMD_FORCE = 2, SPECTRE_V2_CMD_RETPOLINE = 3, SPECTRE_V2_CMD_RETPOLINE_GENERIC = 4, SPECTRE_V2_CMD_RETPOLINE_LFENCE = 5, SPECTRE_V2_CMD_EIBRS = 6, SPECTRE_V2_CMD_EIBRS_RETPOLINE = 7, SPECTRE_V2_CMD_EIBRS_LFENCE = 8, SPECTRE_V2_CMD_IBRS = 9, }; enum spectre_v2_user_cmd { SPECTRE_V2_USER_CMD_NONE = 0, SPECTRE_V2_USER_CMD_AUTO = 1, SPECTRE_V2_USER_CMD_FORCE = 2, SPECTRE_V2_USER_CMD_PRCTL = 3, SPECTRE_V2_USER_CMD_PRCTL_IBPB = 4, SPECTRE_V2_USER_CMD_SECCOMP = 5, SPECTRE_V2_USER_CMD_SECCOMP_IBPB = 6, }; enum bhi_mitigations { BHI_MITIGATION_OFF = 0, BHI_MITIGATION_ON = 1, BHI_MITIGATION_VMEXIT_ONLY = 2, }; enum ssb_mitigation_cmd { SPEC_STORE_BYPASS_CMD_NONE = 0, SPEC_STORE_BYPASS_CMD_AUTO = 1, SPEC_STORE_BYPASS_CMD_ON = 2, SPEC_STORE_BYPASS_CMD_PRCTL = 3, SPEC_STORE_BYPASS_CMD_SECCOMP = 4, }; enum srso_mitigation { SRSO_MITIGATION_NONE = 0, SRSO_MITIGATION_UCODE_NEEDED = 1, SRSO_MITIGATION_SAFE_RET_UCODE_NEEDED = 2, SRSO_MITIGATION_MICROCODE = 3, SRSO_MITIGATION_SAFE_RET = 4, SRSO_MITIGATION_IBPB = 5, SRSO_MITIGATION_IBPB_ON_VMEXIT = 6, SRSO_MITIGATION_BP_SPEC_REDUCE = 7, }; enum srso_mitigation_cmd { SRSO_CMD_OFF = 0, SRSO_CMD_MICROCODE = 1, SRSO_CMD_SAFE_RET = 2, SRSO_CMD_IBPB = 3, SRSO_CMD_IBPB_ON_VMEXIT = 4, }; enum tsx_ctrl_states { TSX_CTRL_ENABLE = 0, TSX_CTRL_DISABLE = 1, TSX_CTRL_RTM_ALWAYS_ABORT = 2, TSX_CTRL_NOT_SUPPORTED = 3, }; struct x86_cpuinit_ops { void (*setup_percpu_clockev)(); void (*early_percpu_clock_init)(); void (*fixup_cpu_id)(struct cpuinfo_x86 *, int); bool parallel_bringup; }; enum context___2 { IN_KERNEL = 1, IN_USER = 2, IN_KERNEL_RECOV = 3, }; enum ser { SER_REQUIRED = 1, NO_SER = 2, }; enum exception { EXCP_CONTEXT = 1, NO_EXCP = 2, }; struct severity { u64 mask; u64 result; unsigned char sev; short unsigned int mcgmask; short unsigned int mcgres; unsigned char ser; unsigned char context; unsigned char excp; unsigned char covered; unsigned int cpu_vfm; unsigned char cpu_minstepping; unsigned char bank_lo; unsigned char bank_hi; char *msg; }; struct set_mtrr_data { long unsigned int smp_base; long unsigned int smp_size; unsigned int smp_reg; mtrr_type smp_type; }; struct ucode_patch { struct list_head plist; void *data; unsigned int size; u32 patch_id; u16 equiv_cpu; }; struct equiv_cpu_entry { u32 installed_cpu; u32 fixed_errata_mask; u32 fixed_errata_compare; u16 equiv_cpu; u16 res; }; struct microcode_header_amd { u32 data_code; u32 patch_id; u16 mc_patch_data_id; u8 mc_patch_data_len; u8 init_flag; u32 mc_patch_data_checksum; u32 nb_dev_id; u32 sb_dev_id; u16 processor_rev_id; u8 nb_rev_id; u8 sb_rev_id; u8 bios_api_rev; u8 reserved1[3]; u32 match_reg[8]; }; struct microcode_amd { struct microcode_header_amd hdr; unsigned int mpb[0]; }; struct equiv_cpu_table { unsigned int num_entries; struct equiv_cpu_entry *entry; }; union zen_patch_rev { struct { __u32 rev: 8; __u32 stepping: 4; __u32 model: 4; __u32 __reserved: 4; __u32 ext_model: 4; __u32 ext_fam: 8; }; __u32 ucode_rev; }; union cpuid_1_eax { struct { __u32 stepping: 4; __u32 model: 4; __u32 family: 4; __u32 __reserved0: 4; __u32 ext_model: 4; __u32 ext_fam: 8; __u32 __reserved1: 4; }; __u32 full; }; struct cont_desc { struct microcode_amd *mc; u32 psize; u8 *data; size_t size; }; struct patch_digest { u32 patch_id; u8 sha256[32]; }; enum split_lock_detect_state { sld_off = 0, sld_warn = 1, sld_fatal = 2, sld_ratelimit = 3, }; enum amd_pref_core { AMD_PREF_CORE_UNKNOWN = 0, AMD_PREF_CORE_SUPPORTED = 1, AMD_PREF_CORE_UNSUPPORTED = 2, }; struct acpi_madt_multiproc_wakeup_mailbox { u16 command; u16 reserved; u32 apic_id; u64 wakeup_vector; u8 reserved_os[2032]; u8 reserved_firmware[2048]; }; struct cpuid_regs { u32 eax; u32 ebx; u32 ecx; u32 edx; }; struct cpuid_regs_done { struct cpuid_regs regs; struct completion done; }; enum { IRQ_REMAP_XAPIC_MODE = 0, IRQ_REMAP_X2APIC_MODE = 1, }; enum apic_intr_mode_id { APIC_PIC = 0, APIC_VIRTUAL_WIRE = 1, APIC_VIRTUAL_WIRE_NO_CONFIG = 2, APIC_SYMMETRIC_IO = 3, APIC_SYMMETRIC_IO_NO_ROUTING = 4, }; union apic_ir { long unsigned int map[4]; u32 regs[8]; }; enum { X2APIC_OFF = 0, X2APIC_DISABLED = 1, X2APIC_ON = 2, X2APIC_ON_LOCKED = 3, }; struct x86_apic_ops { unsigned int (*io_apic_read)(unsigned int, unsigned int); void (*restore)(); }; enum { X86_IRQ_ALLOC_LEGACY = 1, }; union IO_APIC_reg_00 { u32 raw; struct { u32 __reserved_2: 14; u32 LTS: 1; u32 delivery_type: 1; u32 __reserved_1: 8; u32 ID: 8; } bits; }; union IO_APIC_reg_01 { u32 raw; struct { u32 version: 8; u32 __reserved_2: 7; u32 PRQ: 1; u32 entries: 8; u32 __reserved_1: 8; } bits; }; union IO_APIC_reg_02 { u32 raw; struct { u32 __reserved_2: 24; u32 arbitration: 4; u32 __reserved_1: 4; } bits; }; union IO_APIC_reg_03 { u32 raw; struct { u32 boot_DT: 1; u32 __reserved_1: 31; } bits; }; struct IO_APIC_route_entry { union { struct { u64 vector: 8; u64 delivery_mode: 3; u64 dest_mode_logical: 1; u64 delivery_status: 1; u64 active_low: 1; u64 irr: 1; u64 is_level: 1; u64 masked: 1; u64 reserved_0: 15; u64 reserved_1: 17; u64 virt_destid_8_14: 7; u64 destid_0_7: 8; }; struct { u64 ir_shared_0: 8; u64 ir_zero: 3; u64 ir_index_15: 1; u64 ir_shared_1: 5; u64 ir_reserved_0: 31; u64 ir_format: 1; u64 ir_index_0_14: 15; }; struct { u64 w1: 32; u64 w2: 32; }; }; }; struct irq_pin_list { struct list_head list; int apic; int pin; }; struct mp_chip_data { struct list_head irq_2_pin; struct IO_APIC_route_entry entry; bool is_level; bool active_low; bool isa_irq; u32 count; }; struct mp_ioapic_gsi { u32 gsi_base; u32 gsi_end; }; struct ioapic { int nr_registers; struct IO_APIC_route_entry *saved_registers; struct mpc_ioapic mp_config; struct mp_ioapic_gsi gsi_config; struct ioapic_domain_cfg irqdomain_cfg; struct irq_domain *irqdomain; struct resource *iomem_res; }; struct io_apic { unsigned int index; unsigned int unused[3]; unsigned int data; unsigned int unused2[11]; unsigned int eoi; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct range ranges[0]; }; typedef void (*nmi_shootdown_cb)(int, struct pt_regs *); typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct amd_nb_bus_dev_range { u8 bus; u8 dev_base; u8 dev_limit; }; struct amd_l3_cache { unsigned int indices; u8 subcaches[4]; }; struct amd_northbridge { struct pci_dev *misc; struct pci_dev *link; struct amd_l3_cache l3_cache; }; struct amd_northbridge_info { u16 num; u64 flags; struct amd_northbridge *nb; }; struct scan_area { u64 addr; u64 size; }; typedef u8 uprobe_opcode_t; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; enum cp_error_code { CP_EC = 32767, CP_RET = 1, CP_IRET = 2, CP_ENDBR = 3, CP_RSTRORSSP = 4, CP_SETSSBSY = 5, CP_ENCL = 32768, }; struct pci_hostbridge_probe { u32 bus; u32 slot; u32 vendor; u32 device; }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; enum execmem_range_flags { EXECMEM_KASAN_SHADOW = 1, EXECMEM_ROX_CACHE = 2, }; struct execmem_range { long unsigned int start; long unsigned int end; long unsigned int fallback_start; long unsigned int fallback_end; pgprot_t pgprot; unsigned int alignment; enum execmem_range_flags flags; }; struct execmem_info { struct execmem_range ranges[5]; }; struct map_range { long unsigned int start; long unsigned int end; unsigned int page_size_mask; }; struct exception_stacks { char DF_stack_guard[0]; char DF_stack[8192]; char NMI_stack_guard[0]; char NMI_stack[8192]; char DB_stack_guard[0]; char DB_stack[8192]; char MCE_stack_guard[0]; char MCE_stack[8192]; char VC_stack_guard[0]; char VC_stack[0]; char VC2_stack_guard[0]; char VC2_stack[0]; char IST_top_guard[0]; }; typedef struct { u64 val; } pfn_t; struct follow_pfnmap_args { struct vm_area_struct *vma; long unsigned int address; spinlock_t *lock; pte_t *ptep; long unsigned int pfn; long unsigned int addr_mask; pgprot_t pgprot; bool writable; bool special; }; struct pagerange_state { long unsigned int cur_pfn; int ram; int not_ram; }; enum pti_mode { PTI_AUTO = 0, PTI_FORCE_OFF = 1, PTI_FORCE_ON = 2, }; enum pti_clone_level { PTI_CLONE_PMD = 0, PTI_CLONE_PTE = 1, }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; struct taint_flag { char c_true; char c_false; bool module; const char *desc; }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; struct softirq_action { void (*action)(); }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_raw_tasklet { struct trace_entry ent; void *tasklet; void *func; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; struct trace_event_data_offsets_tasklet {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); typedef void (*btf_trace_tasklet_entry)(void *, struct tasklet_struct *, void *); typedef void (*btf_trace_tasklet_exit)(void *, struct tasklet_struct *, void *); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; typedef int (*proc_visitor)(struct task_struct *, void *); struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; struct oldold_utsname { char sysname[9]; char nodename[9]; char release[9]; char version[9]; char machine[9]; }; struct old_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; struct getcpu_cache { long unsigned int blob[16]; }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; enum { KTW_FREEZABLE = 1, }; struct kthread_create_info { char *full_name; int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; unsigned int node; int started; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; struct task_struct *task; struct list_head hotplug_node; struct cpumask *preferred_affinity; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; enum proc_cn_event { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_NONZERO_EXIT = 536870912, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; enum cpu_idle_type { __CPU_NOT_IDLE = 0, CPU_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_CLUSTER = 8, __SD_SHARE_LLC = 9, __SD_SERIALIZE = 10, __SD_ASYM_PACKING = 11, __SD_PREFER_SIBLING = 12, __SD_OVERLAP = 13, __SD_NUMA = 14, __SD_FLAG_CNT = 15, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; struct sched_domain_attr { int relax_domain_level; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_GET_REGISTRATIONS = 512, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; struct asym_cap_data { struct list_head link; struct callback_head rcu; long unsigned int capacity; long unsigned int cpus[0]; }; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; struct sched_entity_stats { struct sched_entity se; struct sched_statistics stats; }; struct sched_clock_data { u64 tick_raw; u64 tick_gtod; u64 clock; }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct sugov_tunables { struct gov_attr_set attr_set; unsigned int rate_limit_us; }; struct sugov_policy { struct cpufreq_policy *policy; struct sugov_tunables *tunables; struct list_head tunables_hook; raw_spinlock_t update_lock; u64 last_freq_update_time; s64 freq_update_delay_ns; unsigned int next_freq; unsigned int cached_raw_freq; struct irq_work irq_work; struct kthread_work work; struct mutex work_lock; struct kthread_worker worker; struct task_struct *thread; bool work_in_progress; bool limits_changed; bool need_freq_update; }; struct sugov_cpu { struct update_util_data update_util; struct sugov_policy *sg_policy; unsigned int cpu; bool iowait_boost_pending; unsigned int iowait_boost; u64 last_update; long unsigned int util; long unsigned int bw_min; long unsigned int saved_idle_calls; }; enum dl_param { DL_RUNTIME = 0, DL_PERIOD = 1, }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct __cmp_key { const struct cpumask *cpus; struct cpumask ***masks; int node; int cpu; int w; }; enum hk_flags { HK_FLAG_DOMAIN = 1, HK_FLAG_MANAGED_IRQ = 2, HK_FLAG_KERNEL_NOISE = 4, }; struct housekeeping { cpumask_var_t cpumasks[3]; long unsigned int flags; }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; enum suspend_stat_step { SUSPEND_WORKING = 0, SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; struct suspend_stats { unsigned int step_failures[8]; unsigned int success; unsigned int fail; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; u64 last_hw_sleep; u64 total_hw_sleep; u64 max_hw_sleep; enum suspend_stat_step failed_steps[2]; }; struct swap_map_page { sector_t entries[511]; sector_t next_swap; }; struct swap_map_page_list { struct swap_map_page *map; struct swap_map_page_list *next; }; struct swap_map_handle { struct swap_map_page *cur; struct swap_map_page_list *maps; sector_t cur_swap; sector_t first_sector; unsigned int k; long unsigned int reqd_free_pages; u32 crc32; }; struct swsusp_header { char reserved[4056]; u32 hw_sig; u32 crc32; sector_t image; unsigned int flags; char orig_sig[10]; char sig[10]; }; struct swsusp_extent { struct rb_node node; long unsigned int start; long unsigned int end; }; struct hib_bio_batch { atomic_t count; wait_queue_head_t wait; blk_status_t error; struct blk_plug plug; }; struct crc_data { struct task_struct *thr; atomic_t ready; atomic_t stop; unsigned int run_threads; wait_queue_head_t go; wait_queue_head_t done; u32 *crc32; size_t *unc_len[3]; unsigned char *unc[3]; }; struct cmp_data { struct task_struct *thr; struct crypto_acomp *cc; struct acomp_req *cr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; struct dec_data { struct task_struct *thr; struct crypto_acomp *cc; struct acomp_req *cr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = -1, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct msi_device_data { long unsigned int properties; struct mutex mutex; struct msi_dev_domain __domains[1]; long unsigned int __iter_idx; }; struct msi_map { int index; int virq; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; typedef struct { void *lock; } class_rcu_tasks_trace_t; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct process_timer { struct timer_list timer; struct task_struct *task; }; struct system_counterval_t { u64 cycles; enum clocksource_ids cs_id; bool use_nsecs; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; u32 coarse_nsec; struct tk_read_base tkr_raw; u64 raw_sec; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; ktime_t next_leap_ktime; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; s32 tai_offset; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_data { seqcount_raw_spinlock_t seq; struct timekeeper timekeeper; struct timekeeper shadow_timekeeper; raw_spinlock_t lock; }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; typedef struct sigevent sigevent_t; struct timer_hash_bucket { spinlock_t lock; struct hlist_head head; }; typedef struct k_itimer *class_lock_timer_t; struct timens_offset { s64 sec; u64 nsec; }; struct arch_vdso_time_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_clock { u32 seq; s32 clock_mode; u64 cycle_last; u64 max_cycles; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; }; struct vdso_time_data { struct arch_vdso_time_data arch_data; struct vdso_clock clock_data[2]; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; long: 64; long: 64; long: 64; long: 64; }; struct kallsym_iter { loff_t pos; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; typedef u32 note_buf_t[92]; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_raw_cgroup_rstat { struct trace_entry ent; int root; int level; u64 id; int cpu; bool contended; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cgroup { u32 path; const void *path_ptr_; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; const void *dst_path_ptr_; u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_cgroup_event { u32 path; const void *path_ptr_; }; struct trace_event_data_offsets_cgroup_rstat {}; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_rstat_lock_contended)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_locked)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_unlock)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_lock_contended)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_lock_contended_fastpath)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_locked)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_locked_fastpath)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_unlock)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_unlock_fastpath)(void *, struct cgroup *, int, bool); enum cgroup_opt_features { OPT_FEATURE_COUNT = 0, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods___2 = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, Opt_memory_hugetlb_accounting = 4, Opt_pids_localevents = 5, nr__cgroup2_params = 6, }; struct uf_node { struct uf_node *parent; unsigned int rank; }; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, PERR_HKEEPING = 8, PERR_ACCESS = 9, PERR_REMOTE = 10, }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_EXCLUSIVE_CPULIST = 6, FILE_EFFECTIVE_XCPULIST = 7, FILE_ISOLATED_CPULIST = 8, FILE_CPU_EXCLUSIVE = 9, FILE_MEM_EXCLUSIVE = 10, FILE_MEM_HARDWALL = 11, FILE_SCHED_LOAD_BALANCE = 12, FILE_PARTITION_ROOT = 13, FILE_SCHED_RELAX_DOMAIN_LEVEL = 14, FILE_MEMORY_PRESSURE_ENABLED = 15, FILE_MEMORY_PRESSURE = 16, FILE_SPREAD_PAGE = 17, FILE_SPREAD_SLAB = 18, } cpuset_filetype_t; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t effective_xcpus; cpumask_var_t exclusive_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int relax_domain_level; int nr_subparts; int partition_root_state; int nr_deadline_tasks; int nr_migrate_dl_tasks; u64 sum_migrate_dl_bw; enum prs_errcode prs_err; struct cgroup_file partition_file; struct list_head remote_sibling; struct uf_node node; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; enum partition_cmd { partcmd_enable = 0, partcmd_enablei = 1, partcmd_disable = 2, partcmd_update = 3, partcmd_invalidate = 4, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; struct action_cache { long unsigned int allow_native[8]; long unsigned int allow_compat[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { atomic_t requests; u32 flags; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; typedef struct { void *lock; } class_cpus_read_lock_t; struct trace_buffer_meta { __u32 meta_page_size; __u32 meta_struct_len; __u32 subbuf_size; __u32 nr_subbufs; struct { __u64 lost_events; __u32 id; __u32 read; } reader; __u64 flags; __u64 entries; __u64 overrun; __u64 read; __u64 Reserved1; __u64 Reserved2; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; long unsigned int cache_pages_removed; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; size_t event_size; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; atomic_t seq; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct ring_buffer_meta; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; atomic_t resizing; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; long unsigned int range_addr_start; long unsigned int range_addr_end; struct ring_buffer_meta *meta; unsigned int subbuf_size; unsigned int subbuf_order; unsigned int max_data_size; }; struct ring_buffer_meta { int magic; int struct_sizes; long unsigned int total_size; long unsigned int buffers_offset; }; struct ring_buffer_cpu_meta { long unsigned int first_buffer; long unsigned int head_buffer; long unsigned int commit_buffer; __u32 subbuf_size; __u32 nr_subbufs; int buffers[0]; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_data_read_page { unsigned int order; struct buffer_data_page *data; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; unsigned int order; u32 id: 30; u32 range: 1; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; long unsigned int cnt; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long unsigned int pages_removed; unsigned int mapped; unsigned int user_mapped; struct mutex mapping_lock; long unsigned int *subbuf_ids; struct trace_buffer_meta *meta_page; struct ring_buffer_cpu_meta *ring_meta; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct rb_wait_data { struct rb_irq_work *irq_work; int seq; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; const struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); const struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_raw_rpm_status { struct trace_entry ent; u32 __data_loc_name; int status; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_rpm_return_int { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_rpm_status { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); typedef void (*btf_trace_rpm_status)(void *, struct device *, enum rpm_status); typedef int (*objpool_init_obj_cb)(void *, void *); typedef void (*rethook_handler_t)(struct rethook_node *, void *, long unsigned int, struct pt_regs *); enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum bpf_cond_pseudo_jmp { BPF_MAY_GOTO = 0, }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; long unsigned int addr; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, STACK_ITER = 5, STACK_IRQ_FLAG = 6, }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct list_head node; u32 miss_cnt; u32 hit_cnt: 31; u32 in_free_list: 1; }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int dynptr_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; s64 const_map_key; }; struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; u32 subprogno; struct { u64 value; bool found; } arg_constant; struct btf *arg_btf; u32 arg_btf_id; bool arg_owning_ref; struct { struct btf_field *field; } arg_list_head; struct { struct btf_field *field; } arg_rbtree_root; struct { enum bpf_dynptr_type type; u32 id; u32 ref_obj_id; } initialized_dynptr; struct { u8 spi; u8 frameno; } iter; struct { struct bpf_map *ptr; int uid; } map; u64 mem_size; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; struct linked_reg { u8 frameno; union { u8 spi; u8 regno; }; bool is_reg; }; struct linked_regs { int cnt; struct linked_reg entries[6]; }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct task_struct__safe_rcu { const cpumask_t *cpus_ptr; struct css_set *cgroups; struct task_struct *real_parent; struct task_struct *group_leader; }; struct cgroup__safe_rcu { struct kernfs_node *kn; }; struct css_set__safe_rcu { struct cgroup *dfl_cgrp; }; struct mm_struct__safe_rcu_or_null { struct file *exe_file; }; struct sk_buff__safe_rcu_or_null { struct sock *sk; }; struct request_sock__safe_rcu_or_null { struct sock *sk; }; struct bpf_iter_meta__safe_trusted { struct seq_file *seq; }; struct bpf_iter__task__safe_trusted { struct bpf_iter_meta *meta; struct task_struct *task; }; struct linux_binprm__safe_trusted { struct file *file; }; struct file__safe_trusted { struct inode *f_inode; }; struct dentry__safe_trusted { struct inode *d_inode; }; struct socket__safe_trusted_or_null { struct sock *sk; }; enum { PROCESS_SPIN_LOCK = 1, PROCESS_RES_LOCK = 2, PROCESS_LOCK_IRQ = 4, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = -1, BEYOND_PKT_END = -2, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, KF_ARG_RB_ROOT_ID = 3, KF_ARG_RB_NODE_ID = 4, KF_ARG_WORKQUEUE_ID = 5, KF_ARG_RES_SPIN_LOCK_ID = 6, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_REFCOUNTED_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_ITER = 4, KF_ARG_PTR_TO_LIST_HEAD = 5, KF_ARG_PTR_TO_LIST_NODE = 6, KF_ARG_PTR_TO_BTF_ID = 7, KF_ARG_PTR_TO_MEM = 8, KF_ARG_PTR_TO_MEM_SIZE = 9, KF_ARG_PTR_TO_CALLBACK = 10, KF_ARG_PTR_TO_RB_ROOT = 11, KF_ARG_PTR_TO_RB_NODE = 12, KF_ARG_PTR_TO_NULL = 13, KF_ARG_PTR_TO_CONST_STR = 14, KF_ARG_PTR_TO_MAP = 15, KF_ARG_PTR_TO_WORKQUEUE = 16, KF_ARG_PTR_TO_IRQ_FLAG = 17, KF_ARG_PTR_TO_RES_SPIN_LOCK = 18, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_refcount_acquire_impl = 2, KF_bpf_list_push_front_impl = 3, KF_bpf_list_push_back_impl = 4, KF_bpf_list_pop_front = 5, KF_bpf_list_pop_back = 6, KF_bpf_cast_to_kern_ctx = 7, KF_bpf_rdonly_cast = 8, KF_bpf_rcu_read_lock = 9, KF_bpf_rcu_read_unlock = 10, KF_bpf_rbtree_remove = 11, KF_bpf_rbtree_add_impl = 12, KF_bpf_rbtree_first = 13, KF_bpf_dynptr_from_skb = 14, KF_bpf_dynptr_from_xdp = 15, KF_bpf_dynptr_slice = 16, KF_bpf_dynptr_slice_rdwr = 17, KF_bpf_dynptr_clone = 18, KF_bpf_percpu_obj_new_impl = 19, KF_bpf_percpu_obj_drop_impl = 20, KF_bpf_throw = 21, KF_bpf_wq_set_callback_impl = 22, KF_bpf_preempt_disable = 23, KF_bpf_preempt_enable = 24, KF_bpf_iter_css_task_new = 25, KF_bpf_session_cookie = 26, KF_bpf_get_kmem_cache = 27, KF_bpf_local_irq_save = 28, KF_bpf_local_irq_restore = 29, KF_bpf_iter_num_new = 30, KF_bpf_iter_num_next = 31, KF_bpf_iter_num_destroy = 32, KF_bpf_set_dentry_xattr = 33, KF_bpf_remove_dentry_xattr = 34, KF_bpf_res_spin_lock = 35, KF_bpf_res_spin_unlock = 36, KF_bpf_res_spin_lock_irqsave = 37, KF_bpf_res_spin_unlock_irqrestore = 38, }; enum { REASON_BOUNDS = -1, REASON_TYPE = -2, REASON_PATHS = -3, REASON_LIMIT = -4, REASON_STACK = -5, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct call_summary { u8 num_params; bool is_void; bool fastcall; }; enum exact_level { NOT_EXACT = 0, EXACT = 1, RANGE_WITHIN = 2, }; struct insn_live_regs { u16 use; u16 def; u16 in; u16 out; }; struct bpf_iter; struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; rqspinlock_t spinlock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long unsigned int pending_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; enum { BTF_FIELDS_MAX = 11, }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_CGROUP = 7, BTF_KFUNC_HOOK_SCHED_ACT = 8, BTF_KFUNC_HOOK_SK_SKB = 9, BTF_KFUNC_HOOK_SOCKET_FILTER = 10, BTF_KFUNC_HOOK_LWT = 11, BTF_KFUNC_HOOK_NETFILTER = 12, BTF_KFUNC_HOOK_KPROBE = 13, BTF_KFUNC_HOOK_MAX = 14, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, BTF_KFUNC_FILTER_MAX_CNT = 16, }; struct btf_kfunc_hook_filter { btf_kfunc_filter_t filters[16]; u32 nr_filters; }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[14]; struct btf_kfunc_hook_filter hook_filters[14]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; struct btf_struct_ops_tab { u32 cnt; u32 capacity; struct bpf_struct_ops_desc ops[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, struct __va_list_tag *); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } graph_root; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; __u32 BPF_PROG_TYPE_LIRC_MODE2_prog; u32 BPF_PROG_TYPE_LIRC_MODE2_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_prog; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_LIRC_MODE2 = 24, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 25, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 26, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 27, __ctx_convertBPF_PROG_TYPE_EXT = 28, __ctx_convertBPF_PROG_TYPE_LSM = 29, __ctx_convertBPF_PROG_TYPE_SYSCALL = 30, __ctx_convertBPF_PROG_TYPE_NETFILTER = 31, __ctx_convert_unused = 32, }; struct bpf_raw_tp_null_args { const char *func; u64 mask; }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; enum btf_arg_tag { ARG_TAG_CTX = 1, ARG_TAG_NONNULL = 2, ARG_TAG_TRUSTED = 4, ARG_TAG_NULLABLE = 8, ARG_TAG_ARENA = 16, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_callchain_context { PERF_CONTEXT_HV = 18446744073709551584ULL, PERF_CONTEXT_KERNEL = 18446744073709551488ULL, PERF_CONTEXT_USER = 18446744073709551104ULL, PERF_CONTEXT_GUEST = 18446744073709549568ULL, PERF_CONTEXT_GUEST_KERNEL = 18446744073709549440ULL, PERF_CONTEXT_GUEST_USER = 18446744073709549056ULL, PERF_CONTEXT_MAX = 18446744073709547521ULL, }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_sleepable)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack_sleepable)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_cpumask { cpumask_t cpumask; refcount_t usage; }; struct bpf_crypto_type_list { const struct bpf_crypto_type *type; struct list_head list; }; struct bpf_crypto_params { char type[14]; u8 reserved[2]; char algo[128]; u8 key[256]; u32 key_len; u32 authsize; }; struct bpf_crypto_ctx { const struct bpf_crypto_type *type; void *tfm; u32 siv_len; struct callback_head rcu; refcount_t usage; }; enum bp_type_idx { TYPE_INST = 0, TYPE_DATA = 0, TYPE_MAX = 1, }; struct bp_slots_histogram { atomic_t count[4]; }; struct bp_cpuinfo { unsigned int cpu_pinned; struct bp_slots_histogram tsk_pinned; }; enum wq_affn_scope { WQ_AFFN_DFL = 0, WQ_AFFN_CPU = 1, WQ_AFFN_SMT = 2, WQ_AFFN_CACHE = 3, WQ_AFFN_NUMA = 4, WQ_AFFN_SYSTEM = 5, WQ_AFFN_NR_TYPES = 6, }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; cpumask_var_t __pod_cpumask; bool affn_strict; enum wq_affn_scope affn_scope; bool ordered; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; u32 __data_loc_comm; long unsigned int total_vm; long unsigned int anon_rss; long unsigned int file_rss; long unsigned int shmem_rss; uid_t uid; long unsigned int pgtables; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim { u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, struct task_struct *, uid_t); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum vm_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_MEMMAP_PAGES = 2, NR_MEMMAP_BOOT_PAGES = 3, NR_VM_STAT_ITEMS = 4, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; typedef u128 freelist_full_t; typedef union { struct { void *freelist; long unsigned int counter; }; freelist_full_t full; } freelist_aba_t; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; union { struct { void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; freelist_aba_t freelist_counter; }; }; struct callback_head callback_head; }; unsigned int __page_type; atomic_t __page_refcount; long: 64; }; enum slab_state { DOWN = 0, PARTIAL = 1, UP = 2, FULL = 3, }; struct kmalloc_info_struct { const char *name[3]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_mm_alloc_contig_migrate_range_info { struct trace_entry ent; long unsigned int start; long unsigned int end; long unsigned int nr_migrated; long unsigned int nr_reclaimed; long unsigned int nr_mapped; int migratetype; char __data[0]; }; struct trace_event_raw_mm_setup_per_zone_wmarks { struct trace_entry ent; int node_id; u32 __data_loc_name; long unsigned int watermark_min; long unsigned int watermark_low; long unsigned int watermark_high; long unsigned int watermark_promo; char __data[0]; }; struct trace_event_raw_mm_setup_per_zone_lowmem_reserve { struct trace_entry ent; int node_id; u32 __data_loc_name; u32 __data_loc_upper_name; long int lowmem_reserve; char __data[0]; }; struct trace_event_raw_mm_calculate_totalreserve_pages { struct trace_entry ent; long unsigned int totalreserve_pages; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_mm_alloc_contig_migrate_range_info {}; struct trace_event_data_offsets_mm_setup_per_zone_wmarks { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_mm_setup_per_zone_lowmem_reserve { u32 name; const void *name_ptr_; u32 upper_name; const void *upper_name_ptr_; }; struct trace_event_data_offsets_mm_calculate_totalreserve_pages {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_mm_alloc_contig_migrate_range_info)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_setup_per_zone_wmarks)(void *, struct zone *); typedef void (*btf_trace_mm_setup_per_zone_lowmem_reserve)(void *, struct zone *, struct zone *, long int); typedef void (*btf_trace_mm_calculate_totalreserve_pages)(void *, long unsigned int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); struct kvfree_rcu_bulk_data { struct list_head list; struct rcu_gp_oldstate gp_snap; long unsigned int nr_records; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct rcu_gp_oldstate head_free_gp_snap; struct list_head bulk_head_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; long unsigned int head_gp_snap; atomic_t head_count; struct list_head bulk_head[2]; atomic_t bulk_count[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; typedef unsigned int pgtbl_mod_mask; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); struct copy_subpage_arg { struct folio *dst; struct folio *src; struct vm_area_struct *vma; }; struct pagetable_move_control { struct vm_area_struct *old; struct vm_area_struct *new; long unsigned int old_addr; long unsigned int old_end; long unsigned int new_addr; long unsigned int len_in; bool need_rmap_locks; bool for_stack; }; enum mremap_type { MREMAP_INVALID = 0, MREMAP_NO_RESIZE = 1, MREMAP_SHRINK = 2, MREMAP_EXPAND = 3, }; struct vma_remap_struct { long unsigned int addr; long unsigned int old_len; long unsigned int new_len; long unsigned int flags; long unsigned int new_addr; struct vm_userfaultfd_ctx *uf; struct list_head *uf_unmap_early; struct list_head *uf_unmap; struct vm_area_struct *vma; long unsigned int delta; bool mlocked; enum mremap_type remap_type; bool mmap_locked; long unsigned int charged; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; struct reserve_mem_table { char name[16]; phys_addr_t start; phys_addr_t size; }; struct vmemmap_remap_walk { void (*remap_pte)(pte_t *, long unsigned int, struct vmemmap_remap_walk *); long unsigned int nr_walked; struct page *reuse_page; long unsigned int reuse_addr; struct list_head *vmemmap_pages; long unsigned int flags; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; struct execmem_cache { struct mutex mutex; struct maple_tree busy_areas; struct maple_tree free_areas; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct backing_file { struct file file; union { struct path user_path; freeptr_t bf_freeptr; }; }; union pipe_index { long unsigned int head_tail; struct { pipe_index_t head; pipe_index_t tail; }; }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; unsigned int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; enum { DIR_OFFSET_FIRST = 2, DIR_OFFSET_EOD = 2147483647, }; enum { DIR_OFFSET_MIN = 3, DIR_OFFSET_MAX = 2147483646, }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; struct old_utimbuf32 { old_time32_t actime; old_time32_t modtime; }; struct utimbuf { __kernel_old_time_t actime; __kernel_old_time_t modtime; }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { int f_type; int f_bsize; int f_blocks; int f_bfree; int f_bavail; int f_files; int f_ffree; compat_fsid_t f_fsid; int f_namelen; int f_frsize; int f_flags; int f_spare[4]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct compat_statfs64 { __u32 f_type; __u32 f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __u32 f_namelen; __u32 f_frsize; __u32 f_flags; __u32 f_spare[4]; } __attribute__((packed)); typedef struct task_struct *class_task_lock_t; struct pidfd_info { __u64 mask; __u64 cgroupid; __u32 pid; __u32 tgid; __u32 ppid; __u32 ruid; __u32 rgid; __u32 euid; __u32 egid; __u32 suid; __u32 sgid; __u32 fsuid; __u32 fsgid; __s32 exit_code; }; struct pidfs_exit_info { __u64 cgroupid; __s32 exit_code; }; struct pidfs_inode { struct pidfs_exit_info __pei; struct pidfs_exit_info *exit_info; struct inode vfs_inode; }; struct proc_fs_opts { int flag; const char *str; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_event_info_range { struct fanotify_event_info_header hdr; __u32 pad; __u64 offset; __u64 count; }; struct fanotify_event_info_mnt { struct fanotify_event_info_header hdr; __u64 mnt_id; }; struct fanotify_response { __s32 fd; __u32 response; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, FANOTIFY_EVENT_TYPE_MNT = 6, __FANOTIFY_EVENT_TYPE_NUM = 7, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_mnt_event { struct fanotify_event fae; u64 mnt_id; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; const loff_t *ppos; size_t count; u32 response; short unsigned int state; int fd; union { struct fanotify_response_info_header hdr; struct fanotify_response_info_audit_rule audit_rule; }; }; struct fanotify_mark { struct fsnotify_mark fsn_mark; __kernel_fsid_t fsid; }; struct fan_fsid { struct super_block *sb; __kernel_fsid_t id; bool weak; }; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; enum { VERBOSE_STATUS = 1, }; enum { Enabled = 0, Magic = 1, }; typedef struct { struct list_head list; long unsigned int flags; int offset; int size; char *magic; char *mask; const char *interpreter; char *name; struct dentry *dentry; struct file *interp_file; refcount_t users; } Node; struct user_regs_struct32 { __u32 ebx; __u32 ecx; __u32 edx; __u32 esi; __u32 edi; __u32 ebp; __u32 eax; short unsigned int ds; short unsigned int __ds; short unsigned int es; short unsigned int __es; short unsigned int fs; short unsigned int __fs; short unsigned int gs; short unsigned int __gs; __u32 orig_eax; __u32 eip; short unsigned int cs; short unsigned int __cs; __u32 eflags; __u32 esp; short unsigned int ss; short unsigned int __ss; }; struct user_regs_struct { long unsigned int r15; long unsigned int r14; long unsigned int r13; long unsigned int r12; long unsigned int bp; long unsigned int bx; long unsigned int r11; long unsigned int r10; long unsigned int r9; long unsigned int r8; long unsigned int ax; long unsigned int cx; long unsigned int dx; long unsigned int si; long unsigned int di; long unsigned int orig_ax; long unsigned int ip; long unsigned int cs; long unsigned int flags; long unsigned int sp; long unsigned int ss; long unsigned int fs_base; long unsigned int gs_base; long unsigned int ds; long unsigned int es; long unsigned int fs; long unsigned int gs; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; typedef struct user_regs_struct compat_elf_gregset_t; struct i386_elf_prstatus { struct compat_elf_prstatus_common common; struct user_regs_struct32 pr_reg; compat_int_t pr_fpvalid; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; }; struct arch_elf_state {}; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; enum { DQF_INFO_DIRTY_B = 17, }; struct v2_disk_dqheader { __le32 dqh_magic; __le32 dqh_version; }; struct v2r0_disk_dqblk { __le32 dqb_id; __le32 dqb_ihardlimit; __le32 dqb_isoftlimit; __le32 dqb_curinodes; __le32 dqb_bhardlimit; __le32 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2r1_disk_dqblk { __le32 dqb_id; __le32 dqb_pad; __le64 dqb_ihardlimit; __le64 dqb_isoftlimit; __le64 dqb_curinodes; __le64 dqb_bhardlimit; __le64 dqb_bsoftlimit; __le64 dqb_curspace; __le64 dqb_btime; __le64 dqb_itime; }; struct v2_disk_dqinfo { __le32 dqi_bgrace; __le32 dqi_igrace; __le32 dqi_flags; __le32 dqi_blocks; __le32 dqi_free_blk; __le32 dqi_free_entry; }; struct page_region { __u64 start; __u64 end; __u64 categories; }; struct pm_scan_arg { __u64 size; __u64 flags; __u64 start; __u64 end; __u64 walk_end; __u64 vec; __u64 vec_len; __u64 max_pages; __u64 category_inverted; __u64 category_mask; __u64 category_anyof_mask; __u64 return_mask; }; enum procmap_query_flags { PROCMAP_QUERY_VMA_READABLE = 1, PROCMAP_QUERY_VMA_WRITABLE = 2, PROCMAP_QUERY_VMA_EXECUTABLE = 4, PROCMAP_QUERY_VMA_SHARED = 8, PROCMAP_QUERY_COVERING_OR_NEXT_VMA = 16, PROCMAP_QUERY_FILE_BACKED_VMA = 32, }; struct procmap_query { __u64 size; __u64 query_flags; __u64 query_addr; __u64 vma_start; __u64 vma_end; __u64 vma_flags; __u64 vma_page_size; __u64 vma_offset; __u64 inode; __u32 dev_major; __u32 dev_minor; __u32 vma_name_size; __u32 build_id_size; __u64 vma_name_addr; __u64 build_id_addr; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; long unsigned int ksm; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct pagemap_scan_private { struct pm_scan_arg arg; long unsigned int masks_of_interest; long unsigned int cur_vma_category; struct page_region *vec_buf; long unsigned int vec_buf_len; long unsigned int vec_buf_index; long unsigned int found_pages; struct page_region *vec_out; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[1024]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; struct fd_data { fmode_t mode; unsigned int fd; }; typedef struct elf64_note Elf64_Nhdr; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); int (*get_device_ram)(struct vmcore_cb *, struct list_head *); struct list_head next; }; struct vmcore_range { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___5 = 0, }; struct compat_dirent { u32 d_ino; compat_off_t d_off; u16 d_reclen; char d_name[256]; }; struct __fat_dirent { long int d_ino; __kernel_off_t d_off; short unsigned int d_reclen; char d_name[256]; }; struct msdos_dir_slot { __u8 id; __u8 name0_4[10]; __u8 attr; __u8 reserved; __u8 alias_checksum; __u8 name5_10[12]; __le16 start; __u8 name11_12[4]; }; enum { PARSE_INVALID = 1, PARSE_NOT_LONGNAME = 2, PARSE_EOF = 3, }; struct fat_ioctl_filldir_callback { struct dir_context ctx; void *dirent; int result; const char *longname; int long_len; const char *shortname; int short_len; }; struct fat_fid { u32 i_gen; u32 i_pos_low; u16 i_pos_hi; u16 parent_i_pos_hi; u32 parent_i_pos_low; u32 parent_i_gen; }; struct cdrom_tocentry { __u8 cdte_track; __u8 cdte_adr: 4; __u8 cdte_ctrl: 4; __u8 cdte_format; union cdrom_addr cdte_addr; __u8 cdte_datamode; }; struct iso_volume_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2041]; }; struct iso_primary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct iso_supplementary_descriptor { __u8 type[1]; char id[5]; __u8 version[1]; __u8 flags[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 escape[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 opt_type_l_path_table[4]; __u8 type_m_path_table[4]; __u8 opt_type_m_path_table[4]; __u8 root_directory_record[34]; char volume_set_id[128]; char publisher_id[128]; char preparer_id[128]; char application_id[128]; char copyright_file_id[37]; char abstract_file_id[37]; char bibliographic_file_id[37]; __u8 creation_date[17]; __u8 modification_date[17]; __u8 expiration_date[17]; __u8 effective_date[17]; __u8 file_structure_version[1]; __u8 unused4[1]; __u8 application_data[512]; __u8 unused5[653]; }; struct hs_volume_descriptor { __u8 foo[8]; __u8 type[1]; char id[5]; __u8 version[1]; __u8 data[2033]; }; struct hs_primary_descriptor { __u8 foo[8]; __u8 type[1]; __u8 id[5]; __u8 version[1]; __u8 unused1[1]; char system_id[32]; char volume_id[32]; __u8 unused2[8]; __u8 volume_space_size[8]; __u8 unused3[32]; __u8 volume_set_size[4]; __u8 volume_sequence_number[4]; __u8 logical_block_size[4]; __u8 path_table_size[8]; __u8 type_l_path_table[4]; __u8 unused4[28]; __u8 root_directory_record[34]; }; enum isofs_file_format { isofs_file_normal = 0, isofs_file_sparse = 1, isofs_file_compressed = 2, }; struct isofs_options { unsigned int rock: 1; unsigned int joliet: 1; unsigned int cruft: 1; unsigned int hide: 1; unsigned int showassoc: 1; unsigned int nocompress: 1; unsigned int overriderockperm: 1; unsigned int uid_set: 1; unsigned int gid_set: 1; unsigned char map; unsigned char check; unsigned int blocksize; umode_t fmode; umode_t dmode; kgid_t gid; kuid_t uid; char *iocharset; s32 session; s32 sbsector; }; enum { Opt_block = 0, Opt_check___2 = 1, Opt_cruft = 2, Opt_gid___8 = 3, Opt_ignore___2 = 4, Opt_iocharset = 5, Opt_map = 6, Opt_mode___6 = 7, Opt_nojoliet = 8, Opt_norock = 9, Opt_sb = 10, Opt_session = 11, Opt_uid___7 = 12, Opt_unhide = 13, Opt_utf8___2 = 14, Opt_err___4 = 15, Opt_nocompress = 16, Opt_hide = 17, Opt_showassoc = 18, Opt_dmode = 19, Opt_overriderockperm = 20, }; struct isofs_iget5_callback_data { long unsigned int block; long unsigned int offset; }; struct internal_state { int dummy; }; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; enum ovl_entry_flag { OVL_E_UPPER_ALIAS = 0, OVL_E_OPAQUE = 1, OVL_E_CONNECTED = 2, OVL_E_XWHITEOUTS = 3, }; struct ovl_dir_cache { long int refcount; u64 version; struct list_head entries; struct rb_root root; }; struct ovl_cache_entry { unsigned int len; unsigned int type; u64 real_ino; u64 ino; struct list_head l_node; struct rb_node node; struct ovl_cache_entry *next_maybe_whiteout; bool is_upper; bool is_whiteout; bool check_xwhiteout; char name[0]; }; struct ovl_readdir_data { struct dir_context ctx; struct dentry *dentry; bool is_lowest; struct rb_root *root; struct list_head *list; struct list_head middle; struct ovl_cache_entry *first_maybe_whiteout; int count; int err; bool is_upper; bool d_type_supported; bool in_xwhiteouts_dir; }; struct ovl_dir_file { bool is_real; bool is_upper; struct ovl_dir_cache *cache; struct list_head *cursor; struct file *realfile; struct file *upperfile; }; struct ovl_readdir_translate { struct dir_context *orig_ctx; struct ovl_dir_cache *cache; struct dir_context ctx; u64 parent_ino; int fsid; int xinobits; bool xinowarn; }; struct p9_stat_dotl { u64 st_result_mask; struct p9_qid qid; u32 st_mode; kuid_t st_uid; kgid_t st_gid; u64 st_nlink; u64 st_rdev; u64 st_size; u64 st_blksize; u64 st_blocks; u64 st_atime_sec; u64 st_atime_nsec; u64 st_mtime_sec; u64 st_mtime_nsec; u64 st_ctime_sec; u64 st_ctime_nsec; u64 st_btime_sec; u64 st_btime_nsec; u64 st_gen; u64 st_data_version; }; struct p9_iattr_dotl { u32 valid; u32 mode; kuid_t uid; kgid_t gid; u64 size; u64 atime_sec; u64 atime_nsec; u64 mtime_sec; u64 mtime_nsec; }; struct dotl_openflag_map { int open_flag; int dotl_flag; }; struct dotl_iattr_map { int iattr_valid; int p9_iattr_valid; }; struct eventfs_root_inode { struct eventfs_inode ei; struct dentry *events_dir; }; enum { EVENTFS_SAVE_MODE = 65536, EVENTFS_SAVE_UID = 131072, EVENTFS_SAVE_GID = 262144, }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[0]; }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct trace_event_raw_cap_capable { struct trace_entry ent; const struct cred *cred; struct user_namespace *target_ns; const struct user_namespace *capable_ns; int cap; int ret; char __data[0]; }; struct trace_event_data_offsets_cap_capable {}; typedef void (*btf_trace_cap_capable)(void *, const struct cred *, struct user_namespace *, const struct user_namespace *, int, int); enum sel_inos { SEL_ROOT_INO = 2, SEL_LOAD = 3, SEL_ENFORCE = 4, SEL_CONTEXT = 5, SEL_ACCESS = 6, SEL_CREATE = 7, SEL_RELABEL = 8, SEL_USER = 9, SEL_POLICYVERS = 10, SEL_COMMIT_BOOLS = 11, SEL_MLS = 12, SEL_DISABLE = 13, SEL_MEMBER = 14, SEL_CHECKREQPROT = 15, SEL_COMPAT_NET = 16, SEL_REJECT_UNKNOWN = 17, SEL_DENY_UNKNOWN = 18, SEL_STATUS = 19, SEL_POLICY = 20, SEL_VALIDATE_TRANS = 21, SEL_INO_NEXT = 22, }; struct selinux_fs_info { struct dentry *bool_dir; unsigned int bool_num; char **bool_pending_names; int *bool_pending_values; struct dentry *class_dir; long unsigned int last_class_ino; bool policy_opened; struct dentry *policycap_dir; long unsigned int last_ino; struct super_block *sb; }; struct policy_load_memory { size_t len; void *data; }; struct netif_security_struct { struct net *ns; int ifindex; u32 sid; }; struct sel_netif { struct list_head list; struct netif_security_struct nsec; struct callback_head callback_head; }; struct hashtab_key_params { u32 (*hash)(const void *); int (*cmp)(const void *, const void *); }; struct policydb_compat_info { unsigned int version; unsigned int sym_num; unsigned int ocon_num; }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct lskcipher_instance { void (*free)(struct lskcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct lskcipher_alg alg; }; }; struct crypto_lskcipher_spawn { struct crypto_spawn base; }; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); int (*clone_tfm)(struct crypto_ahash *, struct crypto_ahash *); unsigned int reqsize; struct hash_alg_common halg; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_hash_walk { const char *data; unsigned int offset; unsigned int flags; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; }; struct ahash_save_req_state { struct list_head head; struct ahash_request *req0; struct ahash_request *cur; int (*op)(struct ahash_request *); crypto_completion_t compl; void *data; struct scatterlist sg; const u8 *src; u8 *page; unsigned int offset; unsigned int nbytes; }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; struct crypto_tfm base; }; struct akcipher_alg { int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); struct crypto_alg base; }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct hash_prefix { const char *name; const u8 *data; size_t size; }; struct rsassa_pkcs1_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct rsassa_pkcs1_inst_ctx { struct crypto_akcipher_spawn spawn; const struct hash_prefix *hash_prefix; }; struct hmac_ctx { struct crypto_shash *hash; u8 pads[0]; }; struct sha3_state { u64 st[25]; unsigned int rsiz; unsigned int rsizw; unsigned int partial; u8 buf[144]; }; struct ccm_instance_ctx { struct crypto_skcipher_spawn ctr; struct crypto_ahash_spawn mac; }; struct crypto_ccm_ctx { struct crypto_ahash *mac; struct crypto_skcipher *ctr; }; struct crypto_rfc4309_ctx { struct crypto_aead *child; u8 nonce[3]; }; struct crypto_rfc4309_req_ctx { struct scatterlist src[3]; struct scatterlist dst[3]; struct aead_request subreq; }; struct crypto_ccm_req_priv_ctx { u8 odata[16]; u8 idata[16]; u8 auth_tag[16]; u32 flags; struct scatterlist src[3]; struct scatterlist dst[3]; union { struct ahash_request ahreq; struct skcipher_request skreq; }; }; struct cbcmac_tfm_ctx { struct crypto_cipher *child; }; struct cbcmac_desc_ctx { unsigned int len; u8 dg[0]; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[12]; }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct gendisk *, char *); ssize_t (*show_limit)(struct gendisk *, char *); ssize_t (*store)(struct gendisk *, const char *, size_t); int (*store_limit)(struct gendisk *, const char *, size_t, struct queue_limits *); }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; struct phys_vec { phys_addr_t paddr; u32 len; }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; struct blk_iou_cmd { int res; bool nowait; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; struct rq_qos_wait_data { struct wait_queue_entry wq; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, bool, unsigned int); struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; enum { MILLION = 1000000, MIN_PERIOD = 1000, MAX_PERIOD = 1000000, MARGIN_MIN_PCT = 10, MARGIN_LOW_PCT = 20, MARGIN_TARGET_PCT = 50, INUSE_ADJ_STEP_PCT = 25, TIMER_SLACK_PCT = 1, WEIGHT_ONE = 65536, }; enum { VTIME_PER_SEC_SHIFT = 37ULL, VTIME_PER_SEC = 137438953472ULL, VTIME_PER_USEC = 137438ULL, VTIME_PER_NSEC = 137ULL, VRATE_MIN_PPM = 10000ULL, VRATE_MAX_PPM = 100000000ULL, VRATE_MIN = 1374ULL, VRATE_CLAMP_ADJ_PCT = 4ULL, AUTOP_CYCLE_NSEC = 10000000000ULL, }; enum { RQ_WAIT_BUSY_PCT = 5, UNBUSY_THR_PCT = 75, MIN_DELAY_THR_PCT = 500, MAX_DELAY_THR_PCT = 25000, MIN_DELAY = 250, MAX_DELAY = 250000, DFGV_USAGE_PCT = 50, DFGV_PERIOD = 100000, MAX_LAGGING_PERIODS = 10, IOC_PAGE_SHIFT = 12, IOC_PAGE_SIZE = 4096, IOC_SECT_TO_PAGE_SHIFT = 3, LCOEF_RANDIO_PAGES = 4096, }; enum ioc_running { IOC_IDLE = 0, IOC_RUNNING = 1, IOC_STOP = 2, }; enum { QOS_ENABLE = 0, QOS_CTRL = 1, NR_QOS_CTRL_PARAMS = 2, }; enum { QOS_RPPM = 0, QOS_RLAT = 1, QOS_WPPM = 2, QOS_WLAT = 3, QOS_MIN = 4, QOS_MAX = 5, NR_QOS_PARAMS = 6, }; enum { COST_CTRL = 0, COST_MODEL = 1, NR_COST_CTRL_PARAMS = 2, }; enum { I_LCOEF_RBPS = 0, I_LCOEF_RSEQIOPS = 1, I_LCOEF_RRANDIOPS = 2, I_LCOEF_WBPS = 3, I_LCOEF_WSEQIOPS = 4, I_LCOEF_WRANDIOPS = 5, NR_I_LCOEFS = 6, }; enum { LCOEF_RPAGE = 0, LCOEF_RSEQIO = 1, LCOEF_RRANDIO = 2, LCOEF_WPAGE = 3, LCOEF_WSEQIO = 4, LCOEF_WRANDIO = 5, NR_LCOEFS = 6, }; enum { AUTOP_INVALID = 0, AUTOP_HDD = 1, AUTOP_SSD_QD1 = 2, AUTOP_SSD_DFL = 3, AUTOP_SSD_FAST = 4, }; struct ioc_params { u32 qos[6]; u64 i_lcoefs[6]; u64 lcoefs[6]; u32 too_fast_vrate_pct; u32 too_slow_vrate_pct; }; struct ioc_margins { s64 min; s64 low; s64 target; }; struct ioc_missed { local_t nr_met; local_t nr_missed; u32 last_met; u32 last_missed; }; struct ioc_pcpu_stat { struct ioc_missed missed[2]; local64_t rq_wait_ns; u64 last_rq_wait_ns; }; struct ioc { struct rq_qos rqos; bool enabled; struct ioc_params params; struct ioc_margins margins; u32 period_us; u32 timer_slack_ns; u64 vrate_min; u64 vrate_max; spinlock_t lock; struct timer_list timer; struct list_head active_iocgs; struct ioc_pcpu_stat *pcpu_stat; enum ioc_running running; atomic64_t vtime_rate; u64 vtime_base_rate; s64 vtime_err; seqcount_spinlock_t period_seqcount; u64 period_at; u64 period_at_vtime; atomic64_t cur_period; int busy_level; bool weights_updated; atomic_t hweight_gen; u64 dfgv_period_at; u64 dfgv_period_rem; u64 dfgv_usage_us_sum; u64 autop_too_fast_at; u64 autop_too_slow_at; int autop_idx; bool user_qos_params: 1; bool user_cost_model: 1; }; struct iocg_pcpu_stat { local64_t abs_vusage; }; struct iocg_stat { u64 usage_us; u64 wait_us; u64 indebt_us; u64 indelay_us; }; struct ioc_gq { struct blkg_policy_data pd; struct ioc *ioc; u32 cfg_weight; u32 weight; u32 active; u32 inuse; u32 last_inuse; s64 saved_margin; sector_t cursor; atomic64_t vtime; atomic64_t done_vtime; u64 abs_vdebt; u64 delay; u64 delay_at; atomic64_t active_period; struct list_head active_list; u64 child_active_sum; u64 child_inuse_sum; u64 child_adjusted_sum; int hweight_gen; u32 hweight_active; u32 hweight_inuse; u32 hweight_donating; u32 hweight_after_donation; struct list_head walk_list; struct list_head surplus_list; struct wait_queue_head waitq; struct hrtimer waitq_timer; u64 activated_at; struct iocg_pcpu_stat *pcpu_stat; struct iocg_stat stat; struct iocg_stat last_stat; u64 last_stat_abs_vusage; u64 usage_delta_us; u64 wait_since; u64 indebt_since; u64 indelay_since; int level; struct ioc_gq *ancestors[0]; }; struct ioc_cgrp { struct blkcg_policy_data cpd; unsigned int dfl_weight; }; struct ioc_now { u64 now_ns; u64 now; u64 vnow; }; struct iocg_wait { struct wait_queue_entry wait; struct bio *bio; u64 abs_cost; bool committed; }; struct iocg_wake_ctx { struct ioc_gq *iocg; u32 hw_inuse; s64 vbudget; }; struct trace_event_raw_iocost_iocg_state { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u64 vrate; u64 last_period; u64 cur_period; u64 vtime; u32 weight; u32 inuse; u64 hweight_active; u64 hweight_inuse; char __data[0]; }; struct trace_event_raw_iocg_inuse_update { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u32 old_inuse; u32 new_inuse; u64 old_hweight_inuse; u64 new_hweight_inuse; char __data[0]; }; struct trace_event_raw_iocost_ioc_vrate_adj { struct trace_entry ent; u32 __data_loc_devname; u64 old_vrate; u64 new_vrate; int busy_level; u32 read_missed_ppm; u32 write_missed_ppm; u32 rq_wait_pct; int nr_lagging; int nr_shortages; char __data[0]; }; struct trace_event_raw_iocost_iocg_forgive_debt { struct trace_entry ent; u32 __data_loc_devname; u32 __data_loc_cgroup; u64 now; u64 vnow; u32 usage_pct; u64 old_debt; u64 new_debt; u64 old_delay; u64 new_delay; char __data[0]; }; struct trace_event_data_offsets_iocost_iocg_state { u32 devname; const void *devname_ptr_; u32 cgroup; const void *cgroup_ptr_; }; struct trace_event_data_offsets_iocg_inuse_update { u32 devname; const void *devname_ptr_; u32 cgroup; const void *cgroup_ptr_; }; struct trace_event_data_offsets_iocost_ioc_vrate_adj { u32 devname; const void *devname_ptr_; }; struct trace_event_data_offsets_iocost_iocg_forgive_debt { u32 devname; const void *devname_ptr_; u32 cgroup; const void *cgroup_ptr_; }; typedef void (*btf_trace_iocost_iocg_activate)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_iocg_idle)(void *, struct ioc_gq *, const char *, struct ioc_now *, u64, u64, u64); typedef void (*btf_trace_iocost_inuse_shortage)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_transfer)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_inuse_adjust)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u32, u64, u64); typedef void (*btf_trace_iocost_ioc_vrate_adj)(void *, struct ioc *, u64, u32 *, u32, int, int); typedef void (*btf_trace_iocost_iocg_forgive_debt)(void *, struct ioc_gq *, const char *, struct ioc_now *, u32, u64, u64, u64, u64); struct io_notif_data { struct file *file; struct ubuf_info uarg; struct io_notif_data *next; struct io_notif_data *head; unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, IOU_POLL_REQUEUE = 4, }; struct xattr_name { char name[256]; }; struct kernel_xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct io_xattr { struct file *file; struct kernel_xattr_ctx ctx; struct filename *filename; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; struct io_rsrc_node *rsrc_node; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; u32 repeats; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; struct io_waitid_async { struct io_kiocb *req; struct wait_opts wo; }; struct io_waitid { struct file *file; int which; pid_t upid; int options; atomic_t refs; struct wait_queue_head *head; struct siginfo *infop; struct waitid_info info; }; struct io_uring_zcrx_cqe { __u64 off; __u64 __pad; }; struct io_uring_zcrx_area_reg { __u64 addr; __u64 len; __u64 rq_area_token; __u32 flags; __u32 __resv1; __u64 __resv2[2]; }; struct io_zcrx_args { struct io_kiocb *req; struct io_zcrx_ifq *ifq; struct socket *sock; unsigned int nr_skbs; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_dma_page_iter { struct sg_page_iter base; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; struct genradix_node { union { struct genradix_node *children[64]; u8 data[512]; }; }; struct genradix_iter { size_t offset; size_t pos; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; typedef struct { __le64 b; __le64 a; } le128; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; typedef void sha256_block_fn(struct sha256_state *, const u8 *, int); struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; typedef long int mpi_limb_signed_t; struct vdso_rng_data { u64 generation; u8 is_ready; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef ZSTD_customMem zstd_custom_mem; typedef ZSTD_DDict zstd_ddict; typedef size_t (*HUF_DecompressUsingDTableFn)(void *, size_t, const void *, size_t, const HUF_DTable *); typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { const BYTE *ip[4]; BYTE *op[4]; U64 bits[4]; const void *dt; const BYTE *ilowest; BYTE *oend; const BYTE *iend[4]; } HUF_DecompressFastArgs; typedef void (*HUF_DecompressFastLoopFn)(HUF_DecompressFastArgs *); typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[219]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[219]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; struct mc_subled { unsigned int color_index; unsigned int brightness; unsigned int intensity; unsigned int channel; }; struct led_classdev_mc { struct led_classdev led_cdev; unsigned int num_colors; struct mc_subled *subled_info; }; struct pci_bus_resource { struct list_head list; struct resource *res; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(const struct bus_type *, char *); ssize_t (*store)(const struct bus_type *, const char *, size_t); }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_acs { u16 cap; u16 ctrl; u16 fw_ctrl; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct msix_entry { u32 vector; u16 entry; }; struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_filp_private { enum pci_mmap_state mmap_state; int write_combine; }; enum smbios_attr_enum { SMBIOS_ATTR_NONE = 0, SMBIOS_ATTR_LABEL_SHOW = 1, SMBIOS_ATTR_INSTANCE_SHOW = 2, }; enum acpi_attr_enum { ACPI_ATTR_LABEL_SHOW = 0, ACPI_ATTR_INDEX_SHOW = 1, }; struct acpi_wakeup_handler { struct list_head list_node; bool (*wakeup)(void *); void *context; }; struct acpi_table_spcr { struct acpi_table_header header; u8 interface_type; u8 reserved[3]; struct acpi_generic_address serial_port; u8 interrupt_type; u8 pc_interrupt; u32 interrupt; u8 baud_rate; u8 parity; u8 stop_bits; u8 flow_control; u8 terminal_type; u8 language; u16 pci_device_id; u16 pci_vendor_id; u8 pci_bus; u8 pci_device; u8 pci_function; u32 pci_flags; u8 pci_segment; u32 uart_clk_freq; u32 precise_baudrate; u16 name_space_string_length; u16 name_space_string_offset; char name_space_string[0]; } __attribute__((packed)); struct acpi_table_stao { struct acpi_table_header header; u8 ignore_uart; } __attribute__((packed)); struct acpi_dep_data { struct list_head node; acpi_handle supplier; acpi_handle consumer; bool honor_dep; bool met; bool free_when_met; }; struct acpi_probe_entry; typedef bool (*acpi_probe_entry_validate_subtbl)(struct acpi_subtable_header *, struct acpi_probe_entry *); struct acpi_probe_entry { __u8 id[5]; __u8 type; acpi_probe_entry_validate_subtbl subtable_valid; union { acpi_tbl_table_handler probe_table; acpi_tbl_entry_handler probe_subtbl; }; kernel_ulong_t driver_data; }; struct acpi_scan_clear_dep_work { struct work_struct work; struct acpi_device *adev; }; struct dock_station { acpi_handle handle; long unsigned int last_dock_time; u32 flags; struct list_head dependent_devices; struct list_head sibling; struct platform_device *dock_device; }; struct dock_dependent_device { struct list_head list; struct acpi_device *adev; }; enum dock_callback_type { DOCK_CALL_HANDLER = 0, DOCK_CALL_FIXUP = 1, DOCK_CALL_UEVENT = 2, }; struct apd_private_data; struct apd_device_desc { unsigned int fixed_clk_rate; struct property_entry *properties; int (*setup)(struct apd_private_data *); }; struct apd_private_data { struct clk *clk; struct acpi_device *adev; const struct apd_device_desc *dev_desc; }; struct acpi_bus_event { struct list_head node; acpi_device_class device_class; acpi_bus_id bus_id; u32 type; u32 data; }; struct acpi_genl_event { acpi_device_class device_class; char bus_id[15]; u32 type; u32 data; }; enum { ACPI_GENL_ATTR_UNSPEC = 0, ACPI_GENL_ATTR_EVENT = 1, __ACPI_GENL_ATTR_MAX = 2, }; enum { ACPI_GENL_CMD_UNSPEC = 0, ACPI_GENL_CMD_EVENT = 1, __ACPI_GENL_CMD_MAX = 2, }; typedef u64 acpi_integer; struct acpi_prmt_module_info { u16 revision; u16 length; u8 module_guid[16]; u16 major_rev; u16 minor_rev; u16 handler_info_count; u32 handler_info_offset; u64 mmio_list_pointer; } __attribute__((packed)); struct acpi_prmt_handler_info { u16 revision; u16 length; u8 handler_guid[16]; u64 handler_address; u64 static_data_buffer_address; u64 acpi_param_buffer_address; } __attribute__((packed)); struct prm_mmio_addr_range { u64 phys_addr; u64 virt_addr; u32 length; } __attribute__((packed)); struct prm_mmio_info { u64 mmio_count; struct prm_mmio_addr_range addr_ranges[0]; }; struct prm_buffer { u8 prm_status; u64 efi_status; u8 prm_cmd; guid_t handler_guid; } __attribute__((packed)); struct prm_context_buffer { char signature[4]; u16 revision; u16 reserved; guid_t identifier; u64 static_data_buffer; struct prm_mmio_info *mmio_ranges; }; struct prm_handler_info { efi_guid_t guid; efi_status_t (*handler_addr)(u64, void *); u64 static_data_buffer_addr; u64 acpi_param_buffer_addr; struct list_head handler_list; }; struct prm_module_info { guid_t guid; u16 major_rev; u16 minor_rev; u16 handler_count; struct prm_mmio_info *mmio_info; bool updatable; struct list_head module_list; struct prm_handler_info handlers[0]; }; struct acpi_init_walk_info { u32 table_index; u32 object_count; u32 method_count; u32 serial_method_count; u32 non_serial_method_count; u32 serialized_method_count; u32 device_count; u32 op_region_count; u32 field_count; u32 buffer_count; u32 package_count; u32 op_region_init; u32 field_init; u32 buffer_init; u32 package_init; acpi_owner_id owner_id; }; struct acpi_gpe_walk_info { struct acpi_namespace_node *gpe_device; struct acpi_gpe_block_info *gpe_block; u16 count; acpi_owner_id owner_id; u8 execute_by_owner_id; }; struct acpi_connection_info { u8 *connection; u16 length; u8 access_length; }; struct acpi_pcc_info { u8 subspace_id; u16 length; u8 *internal_buffer; }; struct acpi_ffh_info { u64 offset; u64 length; }; struct acpi_reg_walk_info { u32 function; u32 reg_run_count; acpi_adr_space_type space_id; }; enum { AML_FIELD_UPDATE_PRESERVE = 0, AML_FIELD_UPDATE_WRITE_AS_ONES = 32, AML_FIELD_UPDATE_WRITE_AS_ZEROS = 64, }; enum { AML_FIELD_ATTRIB_QUICK = 2, AML_FIELD_ATTRIB_SEND_RECEIVE = 4, AML_FIELD_ATTRIB_BYTE = 6, AML_FIELD_ATTRIB_WORD = 8, AML_FIELD_ATTRIB_BLOCK = 10, AML_FIELD_ATTRIB_BYTES = 11, AML_FIELD_ATTRIB_PROCESS_CALL = 12, AML_FIELD_ATTRIB_BLOCK_PROCESS_CALL = 13, AML_FIELD_ATTRIB_RAW_BYTES = 14, AML_FIELD_ATTRIB_RAW_PROCESS_BYTES = 15, }; struct acpi_gpe_block_status_context { struct acpi_gpe_register_info *gpe_skip_register_info; u8 gpe_skip_mask; u8 retval; }; struct acpi_pci_device { acpi_handle device; struct acpi_pci_device *next; }; typedef acpi_status (*acpi_init_handler)(acpi_handle, u32); struct acpi_device_walk_info { struct acpi_table_desc *table_desc; struct acpi_evaluate_info *evaluate_info; u32 device_count; u32 num_STA; u32 num_INI; }; typedef acpi_status (*acpi_repair_function)(struct acpi_evaluate_info *, union acpi_operand_object **); struct acpi_repair_info { char name[4]; acpi_repair_function repair_function; }; struct acpi_namestring_info { const char *external_name; const char *next_external_char; char *internal_name; u32 length; u32 num_segments; u32 num_carats; u8 fully_qualified; }; struct acpi_get_devices_info { acpi_walk_callback user_function; void *context; const char *hid; }; typedef u32 (*acpi_interface_handler)(acpi_string, u32); struct acpi_ged_handler_info { struct acpi_ged_handler_info *next; u32 int_id; struct acpi_namespace_node *evt_method; }; struct acpi_address_range { struct acpi_address_range *next; struct acpi_namespace_node *region_node; acpi_physical_address start_address; acpi_physical_address end_address; }; struct acpi_comment_node { char *comment; struct acpi_comment_node *next; }; struct acpi_interface_info { char *name; struct acpi_interface_info *next; u8 flags; u8 value; }; struct acpi_ac { struct power_supply *charger; struct power_supply_desc charger_desc; struct acpi_device *device; long long unsigned int state; struct notifier_block battery_nb; }; enum wmi_brightness_method { WMI_BRIGHTNESS_METHOD_LEVEL = 1, WMI_BRIGHTNESS_METHOD_SOURCE = 2, WMI_BRIGHTNESS_METHOD_MAX = 3, }; enum wmi_brightness_mode { WMI_BRIGHTNESS_MODE_GET = 0, WMI_BRIGHTNESS_MODE_SET = 1, WMI_BRIGHTNESS_MODE_GET_MAX_LEVEL = 2, WMI_BRIGHTNESS_MODE_MAX = 3, }; enum wmi_brightness_source { WMI_BRIGHTNESS_SOURCE_GPU = 1, WMI_BRIGHTNESS_SOURCE_EC = 2, WMI_BRIGHTNESS_SOURCE_AUX = 3, WMI_BRIGHTNESS_SOURCE_MAX = 4, }; struct wmi_brightness_args { u32 mode; u32 val; u32 ret; u32 ignored[3]; }; struct throttling_tstate { unsigned int cpu; int target_state; }; struct acpi_processor_throttling_arg { struct acpi_processor *pr; int target_state; bool force; }; struct acpi_cedt_cfmws { struct acpi_cedt_header header; u32 reserved1; u64 base_hpa; u64 window_size; u8 interleave_ways; u8 interleave_arithmetic; u16 reserved2; u32 granularity; u16 restrictions; u16 qtg_id; u32 interleave_targets[0]; } __attribute__((packed)); struct acpi_table_slit { struct acpi_table_header header; u64 locality_count; u8 entry[0]; } __attribute__((packed)); struct acpi_table_srat { struct acpi_table_header header; u32 table_revision; u64 reserved; }; enum acpi_srat_type { ACPI_SRAT_TYPE_CPU_AFFINITY = 0, ACPI_SRAT_TYPE_MEMORY_AFFINITY = 1, ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY = 2, ACPI_SRAT_TYPE_GICC_AFFINITY = 3, ACPI_SRAT_TYPE_GIC_ITS_AFFINITY = 4, ACPI_SRAT_TYPE_GENERIC_AFFINITY = 5, ACPI_SRAT_TYPE_GENERIC_PORT_AFFINITY = 6, ACPI_SRAT_TYPE_RINTC_AFFINITY = 7, ACPI_SRAT_TYPE_RESERVED = 8, }; struct acpi_srat_mem_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u64 base_address; u64 length; u32 reserved1; u32 flags; u64 reserved2; } __attribute__((packed)); struct acpi_srat_gicc_affinity { struct acpi_subtable_header header; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; } __attribute__((packed)); struct acpi_srat_generic_affinity { struct acpi_subtable_header header; u8 reserved; u8 device_handle_type; u32 proximity_domain; u8 device_handle[16]; u32 flags; u32 reserved1; }; struct acpi_srat_rintc_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; }; struct acpi_pci_ioapic { acpi_handle root_handle; acpi_handle handle; u32 gsi_base; struct resource res; struct pci_dev *pdev; struct list_head list; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; enum dw_dma_fc { DW_DMA_FC_D_M2M = 0, DW_DMA_FC_D_M2P = 1, DW_DMA_FC_D_P2M = 2, DW_DMA_FC_D_P2P = 3, DW_DMA_FC_P_P2M = 4, DW_DMA_FC_SP_P2P = 5, DW_DMA_FC_P_M2P = 6, DW_DMA_FC_DP_P2P = 7, }; enum dw_dmac_flags { DW_DMA_IS_CYCLIC = 0, DW_DMA_IS_SOFT_LLP = 1, DW_DMA_IS_PAUSED = 2, DW_DMA_IS_INITIALIZED = 3, }; struct dw_lli { __le32 sar; __le32 dar; __le32 llp; __le32 ctllo; __le32 ctlhi; __le32 sstat; __le32 dstat; }; struct dw_desc { struct dw_lli lli; struct list_head desc_node; struct list_head tx_list; struct dma_async_tx_descriptor txd; size_t len; size_t total_len; u32 residue; }; struct acpi_dma_spec { int chan_id; int slave_id; struct device *dev; }; struct acpi_dma { struct list_head dma_controllers; struct device *dev; struct dma_chan * (*acpi_dma_xlate)(struct acpi_dma_spec *, struct acpi_dma *); void *data; short unsigned int base_request_line; short unsigned int end_request_line; }; struct acpi_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct hsu_dma_chan; struct hsu_dma { struct dma_device dma; struct hsu_dma_chan *chan; short unsigned int nr_channels; }; struct hsu_dma_sg { dma_addr_t addr; unsigned int len; }; struct hsu_dma_desc { struct virt_dma_desc vdesc; enum dma_transfer_direction direction; struct hsu_dma_sg *sg; unsigned int nents; size_t length; unsigned int active; enum dma_status status; }; struct hsu_dma_chan { struct virt_dma_chan vchan; void *reg; enum dma_transfer_direction direction; struct dma_slave_config config; struct hsu_dma_desc *desc; }; struct virtio_pci_modern_common_cfg { struct virtio_pci_common_cfg cfg; __le16 queue_notify_data; __le16 queue_reset; __le16 admin_queue_index; __le16 admin_queue_num; }; struct virtio_mmio_device { struct virtio_device vdev; struct platform_device *pdev; void *base; long unsigned int version; spinlock_t lock; struct list_head virtqueues; }; struct virtio_mmio_vq_info { struct virtqueue *vq; struct list_head node; }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; enum vp_vq_vector_policy { VP_VQ_VECTOR_POLICY_EACH = 0, VP_VQ_VECTOR_POLICY_SHARED_SLOW = 1, VP_VQ_VECTOR_POLICY_SHARED = 2, }; enum virtio_input_config_select { VIRTIO_INPUT_CFG_UNSET = 0, VIRTIO_INPUT_CFG_ID_NAME = 1, VIRTIO_INPUT_CFG_ID_SERIAL = 2, VIRTIO_INPUT_CFG_ID_DEVIDS = 3, VIRTIO_INPUT_CFG_PROP_BITS = 16, VIRTIO_INPUT_CFG_EV_BITS = 17, VIRTIO_INPUT_CFG_ABS_INFO = 18, }; struct virtio_input_absinfo { __le32 min; __le32 max; __le32 fuzz; __le32 flat; __le32 res; }; struct virtio_input_devids { __le16 bustype; __le16 vendor; __le16 product; __le16 version; }; struct virtio_input_config { __u8 select; __u8 subsel; __u8 size; __u8 reserved[5]; union { char string[128]; __u8 bitmap[128]; struct virtio_input_absinfo abs; struct virtio_input_devids ids; } u; }; struct virtio_input_event { __le16 type; __le16 code; __le32 value; }; struct virtio_input { struct virtio_device *vdev; struct input_dev *idev; char name[64]; char serial[64]; char phys[64]; struct virtqueue *evt; struct virtqueue *sts; struct virtio_input_event evts[64]; spinlock_t lock; bool ready; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; enum CSI_J { CSI_J_CURSOR_TO_END = 0, CSI_J_START_TO_CURSOR = 1, CSI_J_VISIBLE = 2, CSI_J_FULL = 3, }; enum { CSI_K_CURSOR_TO_LINEEND = 0, CSI_K_LINESTART_TO_CURSOR = 1, CSI_K_LINE = 2, }; struct rgb { u8 r; u8 g; u8 b; }; enum { CSI_m_DEFAULT = 0, CSI_m_BOLD = 1, CSI_m_HALF_BRIGHT = 2, CSI_m_ITALIC = 3, CSI_m_UNDERLINE = 4, CSI_m_BLINK = 5, CSI_m_REVERSE = 7, CSI_m_PRI_FONT = 10, CSI_m_ALT_FONT1 = 11, CSI_m_ALT_FONT2 = 12, CSI_m_DOUBLE_UNDERLINE = 21, CSI_m_NORMAL_INTENSITY = 22, CSI_m_NO_ITALIC = 23, CSI_m_NO_UNDERLINE = 24, CSI_m_NO_BLINK = 25, CSI_m_NO_REVERSE = 27, CSI_m_FG_COLOR_BEG = 30, CSI_m_FG_COLOR_END = 37, CSI_m_FG_COLOR = 38, CSI_m_DEFAULT_FG_COLOR = 39, CSI_m_BG_COLOR_BEG = 40, CSI_m_BG_COLOR_END = 47, CSI_m_BG_COLOR = 48, CSI_m_DEFAULT_BG_COLOR = 49, CSI_m_BRIGHT_FG_COLOR_BEG = 90, CSI_m_BRIGHT_FG_COLOR_END = 97, CSI_m_BRIGHT_FG_COLOR_OFF = 60, CSI_m_BRIGHT_BG_COLOR_BEG = 100, CSI_m_BRIGHT_BG_COLOR_END = 107, CSI_m_BRIGHT_BG_COLOR_OFF = 60, }; enum { CSI_DEC_hl_CURSOR_KEYS = 1, CSI_DEC_hl_132_COLUMNS = 3, CSI_DEC_hl_REVERSE_VIDEO = 5, CSI_DEC_hl_ORIGIN_MODE = 6, CSI_DEC_hl_AUTOWRAP = 7, CSI_DEC_hl_AUTOREPEAT = 8, CSI_DEC_hl_MOUSE_X10 = 9, CSI_DEC_hl_SHOW_CURSOR = 25, CSI_DEC_hl_MOUSE_VT200 = 1000, }; enum { CSI_hl_DISPLAY_CTRL = 3, CSI_hl_INSERT = 4, CSI_hl_AUTO_NL = 20, }; enum CSI_right_square_bracket { CSI_RSB_COLOR_FOR_UNDERLINE = 1, CSI_RSB_COLOR_FOR_HALF_BRIGHT = 2, CSI_RSB_MAKE_CUR_COLOR_DEFAULT = 8, CSI_RSB_BLANKING_INTERVAL = 9, CSI_RSB_BELL_FREQUENCY = 10, CSI_RSB_BELL_DURATION = 11, CSI_RSB_BRING_CONSOLE_TO_FRONT = 12, CSI_RSB_UNBLANK = 13, CSI_RSB_VESA_OFF_INTERVAL = 14, CSI_RSB_BRING_PREV_CONSOLE_TO_FRONT = 15, CSI_RSB_CURSOR_BLINK_INTERVAL = 16, }; enum vc_ctl_state { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESANSI_first = 12, ESapc = 13, ESpm = 14, ESdcs = 15, ESANSI_last = 15, }; enum { ASCII_NULL = 0, ASCII_BELL = 7, ASCII_BACKSPACE = 8, ASCII_IGNORE_FIRST = 8, ASCII_HTAB = 9, ASCII_LINEFEED = 10, ASCII_VTAB = 11, ASCII_FORMFEED = 12, ASCII_CAR_RET = 13, ASCII_IGNORE_LAST = 13, ASCII_SHIFTOUT = 14, ASCII_SHIFTIN = 15, ASCII_CANCEL = 24, ASCII_SUBSTITUTE = 26, ASCII_ESCAPE = 27, ASCII_CSI_IGNORE_FIRST = 32, ASCII_CSI_IGNORE_LAST = 63, ASCII_DEL = 127, ASCII_EXT_CSI = 155, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; resource_size_t mapsize; unsigned int uartclk; unsigned int irq; long unsigned int irqflags; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; unsigned int type; upf_t flags; u16 bugs; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; enum { PLAT8250_DEV_LEGACY = -1, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; typedef void (*serial8250_isa_config_fn)(int, struct uart_port *, u32 *); struct lpss8250; struct lpss8250_board { long unsigned int freq; unsigned int base_baud; int (*setup)(struct lpss8250 *, struct uart_port *); void (*exit)(struct lpss8250 *); }; struct lpss8250 { struct dw8250_port_data data; struct lpss8250_board *board; struct dw_dma_chip dma_chip; struct dw_dma_slave dma_param; u8 dma_maxburst; }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 1000, CRNG_RESEED_INTERVAL = 60000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 66, }; enum { MIX_INFLIGHT = 2147483648, }; enum { VIA_STRFILT_CNT_SHIFT = 16, VIA_STRFILT_FAIL = 32768, VIA_STRFILT_ENABLE = 16384, VIA_RAWBITS_ENABLE = 8192, VIA_RNG_ENABLE = 64, VIA_NOISESRC1 = 256, VIA_NOISESRC2 = 512, VIA_XSTORE_CNT_MASK = 15, VIA_RNG_CHUNK_8 = 0, VIA_RNG_CHUNK_4 = 1, VIA_RNG_CHUNK_4_MASK = 4294967295, VIA_RNG_CHUNK_2 = 2, VIA_RNG_CHUNK_2_MASK = 65535, VIA_RNG_CHUNK_1 = 3, VIA_RNG_CHUNK_1_MASK = 255, }; struct virtrng_info { struct hwrng hwrng; struct virtqueue *vq; char name[25]; int index; bool hwrng_register_done; bool hwrng_removed; struct completion have_data; unsigned int data_avail; unsigned int data_idx; u8 data[64]; }; struct ivrs_quirk_entry { u8 id; u32 devid; }; enum { DELL_INSPIRON_7375 = 0, DELL_LATITUDE_5495 = 1, LENOVO_IDEAPAD_330S_15ARR = 2, }; struct acpi_table_dmar { struct acpi_table_header header; u8 width; u8 flags; u8 reserved[10]; }; enum acpi_dmar_type { ACPI_DMAR_TYPE_HARDWARE_UNIT = 0, ACPI_DMAR_TYPE_RESERVED_MEMORY = 1, ACPI_DMAR_TYPE_ROOT_ATS = 2, ACPI_DMAR_TYPE_HARDWARE_AFFINITY = 3, ACPI_DMAR_TYPE_NAMESPACE = 4, ACPI_DMAR_TYPE_SATC = 5, ACPI_DMAR_TYPE_RESERVED = 6, }; struct acpi_dmar_device_scope { u8 entry_type; u8 length; u16 reserved; u8 enumeration_id; u8 bus; }; enum acpi_dmar_scope_type { ACPI_DMAR_SCOPE_TYPE_NOT_USED = 0, ACPI_DMAR_SCOPE_TYPE_ENDPOINT = 1, ACPI_DMAR_SCOPE_TYPE_BRIDGE = 2, ACPI_DMAR_SCOPE_TYPE_IOAPIC = 3, ACPI_DMAR_SCOPE_TYPE_HPET = 4, ACPI_DMAR_SCOPE_TYPE_NAMESPACE = 5, ACPI_DMAR_SCOPE_TYPE_RESERVED = 6, }; struct acpi_dmar_pci_path { u8 device; u8 function; }; struct acpi_dmar_hardware_unit { struct acpi_dmar_header header; u8 flags; u8 size; u16 segment; u64 address; }; struct acpi_dmar_rhsa { struct acpi_dmar_header header; u32 reserved; u64 base_address; u32 proximity_domain; } __attribute__((packed)); struct acpi_dmar_andd { struct acpi_dmar_header header; u8 reserved[3]; u8 device_number; union { char __pad; struct { struct {} __Empty_device_name; char device_name[0]; }; }; } __attribute__((packed)); enum { QI_FREE = 0, QI_IN_USE = 1, QI_DONE = 2, QI_ABORT = 3, }; enum latency_type { DMAR_LATENCY_INV_IOTLB = 0, DMAR_LATENCY_INV_DEVTLB = 1, DMAR_LATENCY_INV_IEC = 2, DMAR_LATENCY_NUM = 3, }; enum latency_count { COUNTS_10e2 = 0, COUNTS_10e3 = 1, COUNTS_10e4 = 2, COUNTS_10e5 = 3, COUNTS_10e6 = 4, COUNTS_10e7 = 5, COUNTS_10e8_plus = 6, COUNTS_MIN = 7, COUNTS_MAX = 8, COUNTS_SUM = 9, COUNTS_NUM = 10, }; typedef int (*dmar_res_handler_t)(struct acpi_dmar_header *, void *); struct dmar_res_callback { dmar_res_handler_t cb[6]; void *arg[6]; bool ignore_unhandled; bool print_entry; }; enum faulttype { DMA_REMAP = 0, INTR_REMAP = 1, UNKNOWN = 2, }; enum cache_tag_type { CACHE_TAG_IOTLB = 0, CACHE_TAG_DEVTLB = 1, CACHE_TAG_NESTING_IOTLB = 2, CACHE_TAG_NESTING_DEVTLB = 3, }; struct cache_tag { struct list_head node; enum cache_tag_type type; struct intel_iommu *iommu; struct device *dev; u16 domain_id; ioasid_t pasid; unsigned int users; }; struct trace_event_raw_qi_submit { struct trace_entry ent; u64 qw0; u64 qw1; u64 qw2; u64 qw3; u32 __data_loc_iommu; char __data[0]; }; struct trace_event_raw_prq_report { struct trace_entry ent; u64 dw0; u64 dw1; u64 dw2; u64 dw3; long unsigned int seq; u32 __data_loc_iommu; u32 __data_loc_dev; u32 __data_loc_buff; char __data[0]; }; struct trace_event_raw_cache_tag_log { struct trace_entry ent; u32 __data_loc_iommu; u32 __data_loc_dev; u16 type; u16 domain_id; u32 pasid; u32 users; char __data[0]; }; struct trace_event_raw_cache_tag_flush { struct trace_entry ent; u32 __data_loc_iommu; u32 __data_loc_dev; u16 type; u16 domain_id; u32 pasid; long unsigned int start; long unsigned int end; long unsigned int addr; long unsigned int pages; long unsigned int mask; char __data[0]; }; struct trace_event_data_offsets_qi_submit { u32 iommu; const void *iommu_ptr_; }; struct trace_event_data_offsets_prq_report { u32 iommu; const void *iommu_ptr_; u32 dev; const void *dev_ptr_; u32 buff; const void *buff_ptr_; }; struct trace_event_data_offsets_cache_tag_log { u32 iommu; const void *iommu_ptr_; u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_cache_tag_flush { u32 iommu; const void *iommu_ptr_; u32 dev; const void *dev_ptr_; }; typedef void (*btf_trace_qi_submit)(void *, struct intel_iommu *, u64, u64, u64, u64); typedef void (*btf_trace_prq_report)(void *, struct intel_iommu *, struct device *, u64, u64, u64, u64, long unsigned int); typedef void (*btf_trace_cache_tag_assign)(void *, struct cache_tag *); typedef void (*btf_trace_cache_tag_unassign)(void *, struct cache_tag *); typedef void (*btf_trace_cache_tag_flush_all)(void *, struct cache_tag *); typedef void (*btf_trace_cache_tag_flush_range)(void *, struct cache_tag *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_cache_tag_flush_range_np)(void *, struct cache_tag *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum iommu_dma_queue_type { IOMMU_DMA_OPTS_PER_CPU_QUEUE = 0, IOMMU_DMA_OPTS_SINGLE_QUEUE = 1, }; struct iommu_dma_options { enum iommu_dma_queue_type qt; size_t fq_size; unsigned int fq_timeout; }; struct iova_fq; struct iommu_dma_cookie { struct iova_domain iovad; struct list_head msi_page_list; union { struct iova_fq *single_fq; struct iova_fq *percpu_fq; }; atomic64_t fq_flush_start_cnt; atomic64_t fq_flush_finish_cnt; struct timer_list fq_timer; atomic_t fq_timer_on; struct iommu_domain *fq_domain; struct iommu_dma_options options; }; struct iommu_dma_msi_cookie { dma_addr_t msi_iova; struct list_head msi_page_list; }; struct iommu_dma_msi_page { struct list_head list; dma_addr_t iova; phys_addr_t phys; }; struct iova_fq_entry { long unsigned int iova_pfn; long unsigned int pages; struct list_head freelist; u64 counter; }; struct iova_fq { spinlock_t lock; unsigned int head; unsigned int tail; unsigned int mod_mask; struct iova_fq_entry entries[0]; }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; enum proc_cn_mcast_op { PROC_CN_MCAST_LISTEN = 1, PROC_CN_MCAST_IGNORE = 2, }; struct proc_input { enum proc_cn_mcast_op mcast_op; enum proc_cn_event event_type; }; struct fork_proc_event { __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; __kernel_pid_t child_pid; __kernel_pid_t child_tgid; }; struct exec_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct id_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; union { __u32 ruid; __u32 rgid; } r; union { __u32 euid; __u32 egid; } e; }; struct sid_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; }; struct ptrace_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t tracer_pid; __kernel_pid_t tracer_tgid; }; struct comm_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; char comm[16]; }; struct coredump_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct exit_proc_event { __kernel_pid_t process_pid; __kernel_pid_t process_tgid; __u32 exit_code; __u32 exit_signal; __kernel_pid_t parent_pid; __kernel_pid_t parent_tgid; }; struct proc_event { enum proc_cn_event what; __u32 cpu; __u64 timestamp_ns; union { struct { __u32 err; } ack; struct fork_proc_event fork; struct exec_proc_event exec; struct id_proc_event id; struct sid_proc_event sid; struct ptrace_proc_event ptrace; struct comm_proc_event comm; struct coredump_proc_event coredump; struct exit_proc_event exit; } event_data; }; struct local_event { local_lock_t lock; __u32 count; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct class_attribute { struct attribute attr; ssize_t (*show)(const struct class *, const struct class_attribute *, char *); ssize_t (*store)(const struct class *, const struct class_attribute *, const char *, size_t); }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct class_compat { struct kobject *kobj; }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct faux_object { struct faux_device faux_dev; const struct faux_device_ops *faux_ops; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; const char *fw_name; }; struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; typedef long unsigned int __kernel_old_dev_t; typedef u16 compat_dev_t; enum { LO_FLAGS_READ_ONLY = 1, LO_FLAGS_AUTOCLEAR = 4, LO_FLAGS_PARTSCAN = 8, LO_FLAGS_DIRECT_IO = 16, }; struct loop_info { int lo_number; __kernel_old_dev_t lo_device; long unsigned int lo_inode; __kernel_old_dev_t lo_rdevice; int lo_offset; int lo_encrypt_type; int lo_encrypt_key_size; int lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; long unsigned int lo_init[2]; char reserved[4]; }; struct loop_info64 { __u64 lo_device; __u64 lo_inode; __u64 lo_rdevice; __u64 lo_offset; __u64 lo_sizelimit; __u32 lo_number; __u32 lo_encrypt_type; __u32 lo_encrypt_key_size; __u32 lo_flags; __u8 lo_file_name[64]; __u8 lo_crypt_name[64]; __u8 lo_encrypt_key[32]; __u64 lo_init[2]; }; struct loop_config { __u32 fd; __u32 block_size; struct loop_info64 info; __u64 __reserved[8]; }; enum { Lo_unbound = 0, Lo_bound = 1, Lo_rundown = 2, Lo_deleting = 3, }; struct loop_device { int lo_number; loff_t lo_offset; loff_t lo_sizelimit; int lo_flags; char lo_file_name[64]; struct file *lo_backing_file; unsigned int lo_min_dio_size; struct block_device *lo_device; gfp_t old_gfp_mask; spinlock_t lo_lock; int lo_state; spinlock_t lo_work_lock; struct workqueue_struct *workqueue; struct work_struct rootcg_work; struct list_head rootcg_cmd_list; struct list_head idle_worker_list; struct rb_root worker_tree; struct timer_list timer; bool sysfs_inited; struct request_queue *lo_queue; struct blk_mq_tag_set tag_set; struct gendisk *lo_disk; struct mutex lo_mutex; bool idr_visible; }; struct loop_cmd { struct list_head list_entry; bool use_aio; atomic_t ref; long int ret; struct kiocb iocb; struct bio_vec *bvec; struct cgroup_subsys_state *blkcg_css; struct cgroup_subsys_state *memcg_css; }; struct loop_worker { struct rb_node rb_node; struct work_struct work; struct list_head cmd_list; struct list_head idle_list; struct loop_device *lo; struct cgroup_subsys_state *blkcg_css; long unsigned int last_ran_at; }; struct compat_loop_info { compat_int_t lo_number; compat_dev_t lo_device; compat_ulong_t lo_inode; compat_dev_t lo_rdevice; compat_int_t lo_offset; compat_int_t lo_encrypt_type; compat_int_t lo_encrypt_key_size; compat_int_t lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; compat_ulong_t lo_init[2]; char reserved[4]; }; enum mei_ext_hdr_type { MEI_EXT_HDR_NONE = 0, MEI_EXT_HDR_VTAG = 1, MEI_EXT_HDR_GSC = 2, }; struct mei_ext_meta_hdr { u8 count; u8 size; u8 reserved[2]; u8 hdrs[0]; }; struct mei_ext_hdr_vtag { struct mei_ext_hdr hdr; u8 vtag; u8 reserved; }; struct mei_ext_hdr_gsc_f2h { struct mei_ext_hdr hdr; u8 client_id; u8 reserved; u32 fence_id; u32 written; }; struct mei_cl_device_id { char name[32]; uuid_le uuid; __u8 version; kernel_ulong_t driver_info; }; struct mei_cl_driver { struct device_driver driver; const char *name; const struct mei_cl_device_id *id_table; int (*probe)(struct mei_cl_device *, const struct mei_cl_device_id *); void (*remove)(struct mei_cl_device *); }; struct mei_gsc_sgl { u32 low; u32 high; u32 length; }; struct mei_ext_hdr_gsc_h2f { struct mei_ext_hdr hdr; u8 client_id; u8 addr_type; u32 fence_id; u8 input_address_count; u8 output_address_count; u8 reserved[2]; struct mei_gsc_sgl sgl[0]; }; enum mei_cl_io_mode { MEI_CL_IO_TX_BLOCKING = 1, MEI_CL_IO_TX_INTERNAL = 2, MEI_CL_IO_RX_NONBLOCK = 4, MEI_CL_IO_SGL = 8, }; struct mei_cfg { const struct mei_fw_status fw_status; bool (*quirk_probe)(const struct pci_dev *); const char *kind; size_t dma_size[3]; u32 fw_ver_supported: 1; u32 hw_trc_supported: 1; }; struct mei_me_hw { const struct mei_cfg *cfg; void *mem_addr; int irq; enum mei_pg_state pg_state; bool d0i3_supported; u8 hbuf_depth; int (*read_fws)(const struct mei_device *, int, u32 *); struct task_struct *polling_thread; wait_queue_head_t wait_active; bool is_active; }; enum mei_cfg_idx { MEI_ME_UNDEF_CFG = 0, MEI_ME_ICH_CFG = 1, MEI_ME_ICH10_CFG = 2, MEI_ME_PCH6_CFG = 3, MEI_ME_PCH7_CFG = 4, MEI_ME_PCH_CPT_PBG_CFG = 5, MEI_ME_PCH8_CFG = 6, MEI_ME_PCH8_ITOUCH_CFG = 7, MEI_ME_PCH8_SPS_4_CFG = 8, MEI_ME_PCH12_CFG = 9, MEI_ME_PCH12_SPS_4_CFG = 10, MEI_ME_PCH12_SPS_CFG = 11, MEI_ME_PCH12_SPS_ITOUCH_CFG = 12, MEI_ME_PCH15_CFG = 13, MEI_ME_PCH15_SPS_CFG = 14, MEI_ME_GSC_CFG = 15, MEI_ME_GSCFI_CFG = 16, MEI_ME_NUM_CFG = 17, }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; const void *driver_ptr_; u32 timeline; const void *timeline_ptr_; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; u8 sense_key; u8 asc; u8 ascq; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, SCSI_VPD_LIST_SIZE = 36, }; struct value_name_pair; struct sa_name_list { int opcode; const struct value_name_pair *arr; int arr_sz; }; struct value_name_pair { int value; const char *name; }; struct error_info { short unsigned int code12; short unsigned int size; }; struct error_info2 { unsigned char code1; unsigned char code2_min; unsigned char code2_max; const char *str; const char *fmt; }; enum { mechtype_caddy = 0, mechtype_tray = 1, mechtype_popup = 2, mechtype_individual_changer = 4, mechtype_cartridge_changer = 5, }; struct event_header { __be16 data_len; __u8 notification_class: 3; __u8 reserved1: 4; __u8 nea: 1; __u8 supp_event_class; }; struct media_event_desc { __u8 media_event_code: 4; __u8 reserved1: 4; __u8 door_open: 1; __u8 media_present: 1; __u8 reserved2: 6; __u8 start_slot; __u8 end_slot; }; struct execute_work { struct work_struct work; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP___2 = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; typedef struct sg_io_hdr sg_io_hdr_t; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct sg_scsi_id { int host_no; int channel; int scsi_id; int lun; int scsi_type; short int h_cmd_per_lun; short int d_queue_depth; int unused[2]; }; typedef struct sg_scsi_id sg_scsi_id_t; struct sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; void *usr_ptr; unsigned int duration; int unused; }; typedef struct sg_req_info sg_req_info_t; struct sg_header { int pack_len; int reply_len; int pack_id; int result; unsigned int twelve_byte: 1; unsigned int target_status: 5; unsigned int host_status: 8; unsigned int driver_status: 8; unsigned int other_flags: 10; unsigned char sense_buffer[16]; }; struct sg_scatter_hold { short unsigned int k_use_sg; unsigned int sglist_len; unsigned int bufflen; struct page **pages; int page_order; char dio_in_use; unsigned char cmd_opcode; }; typedef struct sg_scatter_hold Sg_scatter_hold; struct sg_fd; struct sg_request { struct list_head entry; struct sg_fd *parentfp; Sg_scatter_hold data; sg_io_hdr_t header; unsigned char sense_b[96]; char res_used; char orphan; char sg_io_owned; char done; struct request *rq; struct bio *bio; struct execute_work ew; }; typedef struct sg_request Sg_request; struct sg_device; struct sg_fd { struct list_head sfd_siblings; struct sg_device *parentdp; wait_queue_head_t read_wait; rwlock_t rq_list_lock; struct mutex f_mutex; int timeout; int timeout_user; Sg_scatter_hold reserve; struct list_head rq_list; struct fasync_struct *async_qp; Sg_request req_arr[16]; char force_packid; char cmd_q; unsigned char next_cmd_len; char keep_orphan; char mmap_called; char res_in_use; struct kref f_ref; struct execute_work ew; }; struct sg_device { struct scsi_device *device; wait_queue_head_t open_wait; struct mutex open_rel_lock; int sg_tablesize; u32 index; struct list_head sfds; rwlock_t sfd_lock; atomic_t detaching; bool exclude; int open_cnt; char sgdebug; char name[32]; struct cdev *cdev; struct kref d_ref; }; typedef struct sg_fd Sg_fd; typedef struct sg_device Sg_device; struct compat_sg_req_info { char req_state; char orphan; char sg_io_owned; char problem; int pack_id; compat_uptr_t usr_ptr; unsigned int duration; int unused; }; struct sg_proc_deviter { loff_t index; size_t max; }; enum netkit_action { NETKIT_NEXT = -1, NETKIT_PASS = 0, NETKIT_DROP = 2, NETKIT_REDIRECT = 7, }; enum netkit_mode { NETKIT_L2 = 0, NETKIT_L3 = 1, }; enum netkit_scrub { NETKIT_SCRUB_NONE = 0, NETKIT_SCRUB_DEFAULT = 1, }; enum { IFLA_NETKIT_UNSPEC = 0, IFLA_NETKIT_PEER_INFO = 1, IFLA_NETKIT_PRIMARY = 2, IFLA_NETKIT_POLICY = 3, IFLA_NETKIT_PEER_POLICY = 4, IFLA_NETKIT_MODE = 5, IFLA_NETKIT_SCRUB = 6, IFLA_NETKIT_PEER_SCRUB = 7, IFLA_NETKIT_HEADROOM = 8, IFLA_NETKIT_TAILROOM = 9, __IFLA_NETKIT_MAX = 10, }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; struct netkit { struct net_device *peer; struct bpf_mprog_entry *active; enum netkit_action policy; enum netkit_scrub scrub; struct bpf_mprog_bundle bundle; enum netkit_mode mode; bool primary; u32 headroom; }; struct netkit_link { struct bpf_link link; struct net_device *dev; u32 location; }; enum { LINK_CAPA_10HD = 0, LINK_CAPA_10FD = 1, LINK_CAPA_100HD = 2, LINK_CAPA_100FD = 3, LINK_CAPA_1000HD = 4, LINK_CAPA_1000FD = 5, LINK_CAPA_2500FD = 6, LINK_CAPA_5000FD = 7, LINK_CAPA_10000FD = 8, LINK_CAPA_20000FD = 9, LINK_CAPA_25000FD = 10, LINK_CAPA_40000FD = 11, LINK_CAPA_50000FD = 12, LINK_CAPA_56000FD = 13, LINK_CAPA_100000FD = 14, LINK_CAPA_200000FD = 15, LINK_CAPA_400000FD = 16, LINK_CAPA_800000FD = 17, __LINK_CAPA_MAX = 18, }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; enum reset_control_flags { RESET_CONTROL_EXCLUSIVE = 4, RESET_CONTROL_EXCLUSIVE_DEASSERTED = 12, RESET_CONTROL_EXCLUSIVE_RELEASED = 0, RESET_CONTROL_SHARED = 1, RESET_CONTROL_SHARED_DEASSERTED = 9, RESET_CONTROL_OPTIONAL_EXCLUSIVE = 6, RESET_CONTROL_OPTIONAL_EXCLUSIVE_DEASSERTED = 14, RESET_CONTROL_OPTIONAL_EXCLUSIVE_RELEASED = 2, RESET_CONTROL_OPTIONAL_SHARED = 3, RESET_CONTROL_OPTIONAL_SHARED_DEASSERTED = 11, }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; struct usb_ctrlrequest { __u8 bRequestType; __u8 bRequest; __le16 wValue; __le16 wIndex; __le16 wLength; }; struct usb_debug_descriptor { __u8 bLength; __u8 bDescriptorType; __u8 bDebugInEndpoint; __u8 bDebugOutEndpoint; }; struct ehci_dbg_port { u32 control; u32 pids; u32 data03; u32 data47; u32 address; }; struct ehci_caps { u32 hc_capbase; u32 hcs_params; u32 hcc_params; u8 portroute[8]; }; struct ehci_regs { u32 command; u32 status; u32 intr_enable; u32 frame_index; u32 segment; u32 frame_list; u32 async_next; u32 reserved1[2]; u32 txfill_tuning; u32 reserved2[6]; u32 configured_flag; union { u32 port_status[15]; struct { u32 reserved3[9]; u32 usbmode; }; }; union { struct { u32 reserved4; u32 hostpc[15]; }; u32 brcm_insnreg[4]; }; u32 reserved5[2]; u32 usbmode_ex; }; struct ehci_dev { u32 bus; u32 slot; u32 func; }; typedef void (*set_debug_port_t)(int); typedef struct serio *class_serio_pause_rx_t; enum ps2_disposition { PS2_PROCESS = 0, PS2_IGNORE = 1, PS2_ERROR = 2, }; struct ps2dev; typedef enum ps2_disposition (*ps2_pre_receive_handler_t)(struct ps2dev *, u8, unsigned int); typedef void (*ps2_receive_handler_t)(struct ps2dev *, u8); struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; ps2_pre_receive_handler_t pre_receive_handler; ps2_receive_handler_t receive_handler; }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct input_led { struct led_classdev cdev; struct input_handle *handle; unsigned int code; }; struct input_leds { struct input_handle handle; unsigned int num_leds; struct input_led leds[0]; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, int, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info { const char *name; unsigned int offset; size_t raw_len; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; nvmem_cell_post_process_t read_post_process; void *priv; }; struct nvmem_device; struct nvmem_layout; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; bool add_legacy_fixed_of_cells; void (*fixup_dt_cell_info)(struct nvmem_device *, struct nvmem_cell_info *); const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct nvmem_layout *layout; struct device_node *of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct nvmem_layout { struct device dev; struct nvmem_device *nvmem; int (*add_cells)(struct nvmem_layout *); }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); typedef u64 (*btf_bpf_rc_repeat)(u32 *); typedef u64 (*btf_bpf_rc_keydown)(u32 *, u32, u64, u32); typedef u64 (*btf_bpf_rc_pointer_rel)(u32 *, s32, s32); struct vmclock_abi { __le32 magic; __le32 size; __le16 version; __u8 counter_id; __u8 time_type; __le32 seq_count; __le64 disruption_marker; __le64 flags; __u8 pad[2]; __u8 clock_status; __u8 leap_second_smearing_hint; __le16 tai_offset_sec; __u8 leap_indicator; __u8 counter_period_shift; __le64 counter_value; __le64 counter_period_frac_sec; __le64 counter_period_esterror_rate_frac_sec; __le64 counter_period_maxerror_rate_frac_sec; __le64 time_sec; __le64 time_frac_sec; __le64 time_esterror_nanosec; __le64 time_maxerror_nanosec; }; struct vmclock_state { struct resource res; struct vmclock_abi *clk; struct miscdevice miscdev; struct ptp_clock_info ptp_clock_info; struct ptp_clock *ptp_clock; enum clocksource_ids cs_id; enum clocksource_ids sys_cs_id; int index; char *name; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; enum thermal_genl_attr { THERMAL_GENL_ATTR_UNSPEC = 0, THERMAL_GENL_ATTR_TZ = 1, THERMAL_GENL_ATTR_TZ_ID = 2, THERMAL_GENL_ATTR_TZ_TEMP = 3, THERMAL_GENL_ATTR_TZ_TRIP = 4, THERMAL_GENL_ATTR_TZ_TRIP_ID = 5, THERMAL_GENL_ATTR_TZ_TRIP_TYPE = 6, THERMAL_GENL_ATTR_TZ_TRIP_TEMP = 7, THERMAL_GENL_ATTR_TZ_TRIP_HYST = 8, THERMAL_GENL_ATTR_TZ_MODE = 9, THERMAL_GENL_ATTR_TZ_NAME = 10, THERMAL_GENL_ATTR_TZ_CDEV_WEIGHT = 11, THERMAL_GENL_ATTR_TZ_GOV = 12, THERMAL_GENL_ATTR_TZ_GOV_NAME = 13, THERMAL_GENL_ATTR_CDEV = 14, THERMAL_GENL_ATTR_CDEV_ID = 15, THERMAL_GENL_ATTR_CDEV_CUR_STATE = 16, THERMAL_GENL_ATTR_CDEV_MAX_STATE = 17, THERMAL_GENL_ATTR_CDEV_NAME = 18, THERMAL_GENL_ATTR_GOV_NAME = 19, THERMAL_GENL_ATTR_CPU_CAPABILITY = 20, THERMAL_GENL_ATTR_CPU_CAPABILITY_ID = 21, THERMAL_GENL_ATTR_CPU_CAPABILITY_PERFORMANCE = 22, THERMAL_GENL_ATTR_CPU_CAPABILITY_EFFICIENCY = 23, THERMAL_GENL_ATTR_THRESHOLD = 24, THERMAL_GENL_ATTR_THRESHOLD_TEMP = 25, THERMAL_GENL_ATTR_THRESHOLD_DIRECTION = 26, THERMAL_GENL_ATTR_TZ_PREV_TEMP = 27, __THERMAL_GENL_ATTR_MAX = 28, }; enum thermal_genl_sampling { THERMAL_GENL_SAMPLING_TEMP = 0, __THERMAL_GENL_SAMPLING_MAX = 1, }; enum thermal_genl_event { THERMAL_GENL_EVENT_UNSPEC = 0, THERMAL_GENL_EVENT_TZ_CREATE = 1, THERMAL_GENL_EVENT_TZ_DELETE = 2, THERMAL_GENL_EVENT_TZ_DISABLE = 3, THERMAL_GENL_EVENT_TZ_ENABLE = 4, THERMAL_GENL_EVENT_TZ_TRIP_UP = 5, THERMAL_GENL_EVENT_TZ_TRIP_DOWN = 6, THERMAL_GENL_EVENT_TZ_TRIP_CHANGE = 7, THERMAL_GENL_EVENT_TZ_TRIP_ADD = 8, THERMAL_GENL_EVENT_TZ_TRIP_DELETE = 9, THERMAL_GENL_EVENT_CDEV_ADD = 10, THERMAL_GENL_EVENT_CDEV_DELETE = 11, THERMAL_GENL_EVENT_CDEV_STATE_UPDATE = 12, THERMAL_GENL_EVENT_TZ_GOV_CHANGE = 13, THERMAL_GENL_EVENT_CPU_CAPABILITY_CHANGE = 14, THERMAL_GENL_EVENT_THRESHOLD_ADD = 15, THERMAL_GENL_EVENT_THRESHOLD_DELETE = 16, THERMAL_GENL_EVENT_THRESHOLD_FLUSH = 17, THERMAL_GENL_EVENT_THRESHOLD_UP = 18, THERMAL_GENL_EVENT_THRESHOLD_DOWN = 19, __THERMAL_GENL_EVENT_MAX = 20, }; enum thermal_genl_cmd { THERMAL_GENL_CMD_UNSPEC = 0, THERMAL_GENL_CMD_TZ_GET_ID = 1, THERMAL_GENL_CMD_TZ_GET_TRIP = 2, THERMAL_GENL_CMD_TZ_GET_TEMP = 3, THERMAL_GENL_CMD_TZ_GET_GOV = 4, THERMAL_GENL_CMD_TZ_GET_MODE = 5, THERMAL_GENL_CMD_CDEV_GET = 6, THERMAL_GENL_CMD_THRESHOLD_GET = 7, THERMAL_GENL_CMD_THRESHOLD_ADD = 8, THERMAL_GENL_CMD_THRESHOLD_DELETE = 9, THERMAL_GENL_CMD_THRESHOLD_FLUSH = 10, __THERMAL_GENL_CMD_MAX = 11, }; struct thermal_genl_cpu_caps { int cpu; int performance; int efficiency; }; enum thermal_genl_multicast_groups { THERMAL_GENL_SAMPLING_GROUP = 0, THERMAL_GENL_EVENT_GROUP = 1, THERMAL_GENL_MAX_GROUP = 1, }; struct thermal_genl_notify { int mcgrp; }; typedef struct thermal_zone_device *class_thermal_zone_get_by_id_t; struct param { struct nlattr **attrs; struct sk_buff *msg; const char *name; int tz_id; int cdev_id; int trip_id; int trip_temp; int trip_type; int trip_hyst; int temp; int prev_temp; int direction; int cdev_state; int cdev_max_state; struct thermal_genl_cpu_caps *cpu_capabilities; int cpu_capabilities_count; }; typedef int (*cb_t)(struct param *); struct userspace_policy { unsigned int is_managed; unsigned int setspeed; struct mutex mutex; }; enum { UNDEFINED_CAPABLE = 0, SYSTEM_INTEL_MSR_CAPABLE = 1, SYSTEM_AMD_MSR_CAPABLE = 2, SYSTEM_IO_CAPABLE = 3, }; struct acpi_cpufreq_data { unsigned int resume; unsigned int cpu_feature; unsigned int acpi_perf_cpu; cpumask_var_t freqdomain_cpus; void (*cpu_freq_write)(struct acpi_pct_register *, u32); u32 (*cpu_freq_read)(struct acpi_pct_register *); }; struct drv_cmd { struct acpi_pct_register *reg; u32 val; union { void (*write)(struct acpi_pct_register *, u32); u32 (*read)(struct acpi_pct_register *); } func; }; struct firmware_map_entry { u64 start; u64 end; const char *type; struct list_head list; struct kobject kobj; }; struct memmap_attribute { struct attribute attr; ssize_t (*show)(struct firmware_map_entry *, char *); }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 flags; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; typedef void (*wmi_notify_handler)(union acpi_object *, void *); struct guid_block { guid_t guid; union { char object_id[2]; struct { unsigned char notify_id; unsigned char reserved; }; }; u8 instance_count; u8 flags; }; enum { WMI_READ_TAKES_NO_ARGS = 0, WMI_GUID_DUPLICATED = 1, WMI_NO_EVENT_DATA = 2, }; struct wmi_block { struct wmi_device dev; struct guid_block gblock; struct acpi_device *acpi_device; struct rw_semaphore notify_lock; wmi_notify_handler handler; void *handler_data; bool driver_ready; long unsigned int flags; }; struct wmi_guid_count_context { const guid_t *guid; int count; }; struct net_device_devres { struct net_device *ndev; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; enum skb_drop_reason_subsys { SKB_DROP_REASON_SUBSYS_CORE = 0, SKB_DROP_REASON_SUBSYS_MAC80211_UNUSABLE = 1, SKB_DROP_REASON_SUBSYS_OPENVSWITCH = 2, SKB_DROP_REASON_SUBSYS_NUM = 3, }; struct drop_reason_list { const char * const *reasons; size_t n_reasons; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct napi_alloc_cache { local_lock_t bh_lock; struct page_frag_cache page; unsigned int skb_count; void *skb_cache[64]; }; struct skb_free_array { unsigned int skb_count; void *skb_array[16]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *); struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct sock_diag_handler { struct module *owner; __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct sock_diag_inet_compat { struct module *owner; int (*fn)(struct sk_buff *, struct nlmsghdr *); }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, struct netdev_queue *, char *); ssize_t (*store)(struct kobject *, struct attribute *, struct netdev_queue *, const char *, size_t); }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; struct update_classid_context { u32 classid; unsigned int batch; }; struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts_miss_cookie_node { const struct tcf_chain *chain; const struct tcf_proto *tp; const struct tcf_exts *exts; u32 chain_index; u32 tp_prio; u32 handle; u32 miss_cookie_base; struct callback_head rcu; }; union tcf_exts_miss_cookie { struct { u32 miss_cookie_base; u32 act_index; }; u64 miss_cookie; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); enum { NETLINK_F_KERNEL_SOCKET = 0, NETLINK_F_RECV_PKTINFO = 1, NETLINK_F_BROADCAST_SEND_ERROR = 2, NETLINK_F_RECV_NO_ENOBUFS = 3, NETLINK_F_LISTEN_ALL_NSID = 4, NETLINK_F_CAP_ACK = 5, NETLINK_F_EXT_ACK = 6, NETLINK_F_STRICT_CHK = 7, }; struct netlink_sock { struct sock sk; long unsigned int flags; u32 portid; u32 dst_portid; u32 dst_group; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex nl_cb_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); void (*netlink_release)(struct sock *, long unsigned int *); struct module *module; struct rhash_head node; struct callback_head rcu; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; int (*tx_filter)(struct sock *, struct sk_buff *, void *); void *tx_data; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct ethtool_forced_speed_map { u32 speed; long unsigned int caps[2]; const u32 *cap_arr; u32 arr_size; }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, ETHTOOL_UDP_TUNNEL_TYPE_MAX = 2, }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[23]; }; struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; bool no_key_fields; u32 indir_size; u32 hkey_size; u32 hfunc; u32 input_xfrm; u32 *indir_table; u8 *hkey; }; struct rss_nl_dump_ctx { long unsigned int ifindex; long unsigned int ctx_idx; unsigned int match_ifindex; unsigned int start_ctx; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, ETHTOOL_RING_USE_RX_PUSH = 8, ETHTOOL_RING_USE_TX_PUSH_BUF_LEN = 16, ETHTOOL_RING_USE_TCP_DATA_SPLIT = 32, ETHTOOL_RING_USE_HDS_THRS = 64, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; u32 supported_ring_params; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_keee eee; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; enum { ETHTOOL_A_MM_STAT_UNSPEC = 0, ETHTOOL_A_MM_STAT_PAD = 1, ETHTOOL_A_MM_STAT_REASSEMBLY_ERRORS = 2, ETHTOOL_A_MM_STAT_SMD_ERRORS = 3, ETHTOOL_A_MM_STAT_REASSEMBLY_OK = 4, ETHTOOL_A_MM_STAT_RX_FRAG_COUNT = 5, ETHTOOL_A_MM_STAT_TX_FRAG_COUNT = 6, ETHTOOL_A_MM_STAT_HOLD_COUNT = 7, __ETHTOOL_A_MM_STAT_CNT = 8, ETHTOOL_A_MM_STAT_MAX = 7, }; struct mm_reply_data { struct ethnl_reply_data base; struct ethtool_mm_state state; struct ethtool_mm_stats stats; }; enum ethtool_c33_pse_ext_state { ETHTOOL_C33_PSE_EXT_STATE_ERROR_CONDITION = 1, ETHTOOL_C33_PSE_EXT_STATE_MR_MPS_VALID = 2, ETHTOOL_C33_PSE_EXT_STATE_MR_PSE_ENABLE = 3, ETHTOOL_C33_PSE_EXT_STATE_OPTION_DETECT_TED = 4, ETHTOOL_C33_PSE_EXT_STATE_OPTION_VPORT_LIM = 5, ETHTOOL_C33_PSE_EXT_STATE_OVLD_DETECTED = 6, ETHTOOL_C33_PSE_EXT_STATE_PD_DLL_POWER_TYPE = 7, ETHTOOL_C33_PSE_EXT_STATE_POWER_NOT_AVAILABLE = 8, ETHTOOL_C33_PSE_EXT_STATE_SHORT_DETECTED = 9, }; enum ethtool_c33_pse_ext_substate_error_condition { ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_NON_EXISTING_PORT = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_UNDEFINED_PORT = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_INTERNAL_HW_FAULT = 3, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_COMM_ERROR_AFTER_FORCE_ON = 4, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_UNKNOWN_PORT_STATUS = 5, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_HOST_CRASH_TURN_OFF = 6, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_HOST_CRASH_FORCE_SHUTDOWN = 7, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_CONFIG_CHANGE = 8, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_DETECTED_OVER_TEMP = 9, }; enum ethtool_c33_pse_ext_substate_mr_pse_enable { ETHTOOL_C33_PSE_EXT_SUBSTATE_MR_PSE_ENABLE_DISABLE_PIN_ACTIVE = 1, }; enum ethtool_c33_pse_ext_substate_option_detect_ted { ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_DETECT_TED_DET_IN_PROCESS = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_DETECT_TED_CONNECTION_CHECK_ERROR = 2, }; enum ethtool_c33_pse_ext_substate_option_vport_lim { ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_HIGH_VOLTAGE = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_LOW_VOLTAGE = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_VOLTAGE_INJECTION = 3, }; enum ethtool_c33_pse_ext_substate_ovld_detected { ETHTOOL_C33_PSE_EXT_SUBSTATE_OVLD_DETECTED_OVERLOAD = 1, }; enum ethtool_c33_pse_ext_substate_power_not_available { ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_BUDGET_EXCEEDED = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_PORT_PW_LIMIT_EXCEEDS_CONTROLLER_BUDGET = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_PD_REQUEST_EXCEEDS_PORT_LIMIT = 3, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_HW_PW_LIMIT = 4, }; enum ethtool_c33_pse_ext_substate_short_detected { ETHTOOL_C33_PSE_EXT_SUBSTATE_SHORT_DETECTED_SHORT_CONDITION = 1, }; enum ethtool_c33_pse_admin_state { ETHTOOL_C33_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_C33_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_C33_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_c33_pse_pw_d_status { ETHTOOL_C33_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_C33_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_C33_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_C33_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_C33_PSE_PW_D_STATUS_TEST = 5, ETHTOOL_C33_PSE_PW_D_STATUS_FAULT = 6, ETHTOOL_C33_PSE_PW_D_STATUS_OTHERFAULT = 7, }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct ethtool_c33_pse_ext_state_info { enum ethtool_c33_pse_ext_state c33_pse_ext_state; union { enum ethtool_c33_pse_ext_substate_error_condition error_condition; enum ethtool_c33_pse_ext_substate_mr_pse_enable mr_pse_enable; enum ethtool_c33_pse_ext_substate_option_detect_ted option_detect_ted; enum ethtool_c33_pse_ext_substate_option_vport_lim option_vport_lim; enum ethtool_c33_pse_ext_substate_ovld_detected ovld_detected; enum ethtool_c33_pse_ext_substate_power_not_available power_not_available; enum ethtool_c33_pse_ext_substate_short_detected short_detected; u32 __c33_pse_ext_substate; }; }; struct ethtool_c33_pse_pw_limit_range { u32 min; u32 max; }; struct pse_control_config { enum ethtool_podl_pse_admin_state podl_admin_control; enum ethtool_c33_pse_admin_state c33_admin_control; }; struct ethtool_pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; enum ethtool_c33_pse_admin_state c33_admin_state; enum ethtool_c33_pse_pw_d_status c33_pw_status; u32 c33_pw_class; u32 c33_actual_pw; struct ethtool_c33_pse_ext_state_info c33_ext_state_info; u32 c33_avail_pw_limit; struct ethtool_c33_pse_pw_limit_range *c33_pw_limit_ranges; u32 c33_pw_limit_nb_ranges; }; enum { ETHTOOL_A_C33_PSE_PW_LIMIT_UNSPEC = 0, ETHTOOL_A_C33_PSE_PW_LIMIT_MIN = 1, ETHTOOL_A_C33_PSE_PW_LIMIT_MAX = 2, __ETHTOOL_A_C33_PSE_PW_LIMIT_CNT = 3, __ETHTOOL_A_C33_PSE_PW_LIMIT_MAX = 2, }; struct pse_reply_data { struct ethnl_reply_data base; struct ethtool_pse_control_status status; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; enum nfulnl_msg_types { NFULNL_MSG_PACKET = 0, NFULNL_MSG_CONFIG = 1, NFULNL_MSG_MAX = 2, }; struct nfulnl_msg_packet_hdr { __be16 hw_protocol; __u8 hook; __u8 _pad; }; struct nfulnl_msg_packet_hw { __be16 hw_addrlen; __u16 _pad; __u8 hw_addr[8]; }; struct nfulnl_msg_packet_timestamp { __be64 sec; __be64 usec; }; enum nfulnl_vlan_attr { NFULA_VLAN_UNSPEC = 0, NFULA_VLAN_PROTO = 1, NFULA_VLAN_TCI = 2, __NFULA_VLAN_MAX = 3, }; enum nfulnl_attr_type { NFULA_UNSPEC = 0, NFULA_PACKET_HDR = 1, NFULA_MARK = 2, NFULA_TIMESTAMP = 3, NFULA_IFINDEX_INDEV = 4, NFULA_IFINDEX_OUTDEV = 5, NFULA_IFINDEX_PHYSINDEV = 6, NFULA_IFINDEX_PHYSOUTDEV = 7, NFULA_HWADDR = 8, NFULA_PAYLOAD = 9, NFULA_PREFIX = 10, NFULA_UID = 11, NFULA_SEQ = 12, NFULA_SEQ_GLOBAL = 13, NFULA_GID = 14, NFULA_HWTYPE = 15, NFULA_HWHEADER = 16, NFULA_HWLEN = 17, NFULA_CT = 18, NFULA_CT_INFO = 19, NFULA_VLAN = 20, NFULA_L2HDR = 21, __NFULA_MAX = 22, }; enum nfulnl_msg_config_cmds { NFULNL_CFG_CMD_NONE = 0, NFULNL_CFG_CMD_BIND = 1, NFULNL_CFG_CMD_UNBIND = 2, NFULNL_CFG_CMD_PF_BIND = 3, NFULNL_CFG_CMD_PF_UNBIND = 4, }; struct nfulnl_msg_config_cmd { __u8 command; }; struct nfulnl_msg_config_mode { __be32 copy_range; __u8 copy_mode; __u8 _pad; } __attribute__((packed)); enum nfulnl_attr_config { NFULA_CFG_UNSPEC = 0, NFULA_CFG_CMD = 1, NFULA_CFG_MODE = 2, NFULA_CFG_NLBUFSIZ = 3, NFULA_CFG_TIMEOUT = 4, NFULA_CFG_QTHRESH = 5, NFULA_CFG_FLAGS = 6, __NFULA_CFG_MAX = 7, }; struct nfulnl_instance { struct hlist_node hlist; spinlock_t lock; refcount_t use; unsigned int qlen; struct sk_buff *skb; struct timer_list timer; struct net *net; netns_tracker ns_tracker; struct user_namespace *peer_user_ns; u32 peer_portid; unsigned int flushtimeout; unsigned int nlbufsiz; unsigned int qthreshold; u_int32_t copy_range; u_int32_t seq; u_int16_t group_num; u_int16_t flags; u_int8_t copy_mode; struct callback_head rcu; }; struct nfnl_log_net { spinlock_t instances_lock; struct hlist_head instance_table[16]; atomic_t global_seq; }; struct iter_state { struct seq_net_private p; unsigned int bucket; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; struct nf_ct_bridge_info { struct nf_hook_ops *ops; unsigned int ops_size; struct module *me; }; enum nf_ct_ftp_type { NF_CT_FTP_PORT = 0, NF_CT_FTP_PASV = 1, NF_CT_FTP_EPRT = 2, NF_CT_FTP_EPSV = 3, }; struct nf_ct_ftp_master { u_int32_t seq_aft_nl[4]; u_int16_t seq_aft_nl_num[2]; u_int16_t flags[2]; }; struct ftp_search { const char *pattern; size_t plen; char skip; char term; enum nf_ct_ftp_type ftptype; int (*getnum)(const char *, size_t, struct nf_conntrack_man *, char, unsigned int *); }; struct sdp_media_type { const char *name; unsigned int len; enum sip_expectation_classes class; }; struct sip_handler { const char *method; unsigned int len; int (*request)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, unsigned int); int (*response)(struct sk_buff *, unsigned int, unsigned int, const char **, unsigned int *, unsigned int, unsigned int); }; struct sip_header { const char *name; const char *cname; const char *search; unsigned int len; unsigned int clen; unsigned int slen; int (*match_len)(const struct nf_conn *, const char *, const char *, int *); }; struct xt_tcp { __u16 spts[2]; __u16 dpts[2]; __u8 option; __u8 flg_mask; __u8 flg_cmp; __u8 invflags; }; struct xt_udp { __u16 spts[2]; __u16 dpts[2]; __u8 invflags; }; struct ipt_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; struct ip6t_icmp { __u8 type; __u8 code[2]; __u8 invflags; }; struct xt_entry_match { union { struct { __u16 match_size; char name[29]; __u8 revision; } user; struct { __u16 match_size; struct xt_match *match; } kernel; __u16 match_size; } u; unsigned char data[0]; }; struct xt_tcpmss_info { __u16 mss; }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; struct net *tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; struct icmp_filter { __u32 data; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct trace_event_raw_icmp_send { struct trace_entry ent; const void *skbaddr; int type; int code; __u8 saddr[4]; __u8 daddr[4]; __u16 sport; __u16 dport; short unsigned int ulen; char __data[0]; }; struct trace_event_data_offsets_icmp_send {}; typedef void (*btf_trace_icmp_send)(void *, const struct sk_buff *, int, int); struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; int ip_defrag_offset; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; struct udp_tunnel_nic_table_entry; struct udp_tunnel_nic { struct work_struct work; struct net_device *dev; u8 need_sync: 1; u8 need_replay: 1; u8 work_pending: 1; unsigned int n_tables; long unsigned int missed; struct udp_tunnel_nic_table_entry *entries[0]; }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_shared_node { struct net_device *dev; struct list_head list; }; enum udp_tunnel_nic_table_entry_flags { UDP_TUNNEL_NIC_ENTRY_ADD = 1, UDP_TUNNEL_NIC_ENTRY_DEL = 2, UDP_TUNNEL_NIC_ENTRY_OP_FAIL = 4, UDP_TUNNEL_NIC_ENTRY_FROZEN = 8, }; struct udp_tunnel_nic_table_entry { __be16 port; u8 type; u8 flags; u16 use_cnt; u8 hw_priv; }; struct xt_entry_target { union { struct { __u16 target_size; char name[29]; __u8 revision; } user; struct { __u16 target_size; struct xt_target *target; } kernel; __u16 target_size; } u; unsigned char data[0]; }; struct xt_standard_target { struct xt_entry_target target; int verdict; }; struct ipt_standard { struct ipt_entry entry; struct xt_standard_target target; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct cipso_v4_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct cipso_v4_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; enum xfrm_ae_ftype_t { XFRM_AE_UNSPEC = 0, XFRM_AE_RTHR = 1, XFRM_AE_RVAL = 2, XFRM_AE_LVAL = 4, XFRM_AE_ETHR = 8, XFRM_AE_CR = 16, XFRM_AE_CE = 32, XFRM_AE_CU = 64, __XFRM_AE_MAX = 65, }; enum xfrm_nlgroups { XFRMNLGRP_NONE = 0, XFRMNLGRP_ACQUIRE = 1, XFRMNLGRP_EXPIRE = 2, XFRMNLGRP_SA = 3, XFRMNLGRP_POLICY = 4, XFRMNLGRP_AEVENTS = 5, XFRMNLGRP_REPORT = 6, XFRMNLGRP_MIGRATE = 7, XFRMNLGRP_MAPPING = 8, __XFRMNLGRP_MAX = 9, }; struct km_event { union { u32 hard; u32 proto; u32 byid; u32 aevent; u32 type; } data; u32 seq; u32 portid; u32 event; struct net *net; }; struct xfrm_kmaddress { xfrm_address_t local; xfrm_address_t remote; u32 reserved; u16 family; }; struct xfrm_migrate { xfrm_address_t old_daddr; xfrm_address_t old_saddr; xfrm_address_t new_daddr; xfrm_address_t new_saddr; u8 proto; u8 mode; u16 reserved; u32 reqid; u16 old_family; u16 new_family; }; struct xfrm_mgr { struct list_head list; int (*notify)(struct xfrm_state *, const struct km_event *); int (*acquire)(struct xfrm_state *, struct xfrm_tmpl *, struct xfrm_policy *); struct xfrm_policy * (*compile_policy)(struct sock *, int, u8 *, int, int *); int (*new_mapping)(struct xfrm_state *, xfrm_address_t *, __be16); int (*notify_policy)(struct xfrm_policy *, int, const struct km_event *); int (*report)(struct net *, u8, struct xfrm_selector *, xfrm_address_t *); int (*migrate)(const struct xfrm_selector *, u8, u8, const struct xfrm_migrate *, int, const struct xfrm_kmaddress *, const struct xfrm_encap_tmpl *); bool (*is_alive)(const struct km_event *); }; struct xfrmk_sadinfo { u32 sadhcnt; u32 sadhmcnt; u32 sadcnt; }; struct xfrm_translator { int (*alloc_compat)(struct sk_buff *, const struct nlmsghdr *); struct nlmsghdr * (*rcv_msg_compat)(const struct nlmsghdr *, int, const struct nla_policy *, struct netlink_ext_ack *); int (*xlate_user_policy_sockptr)(u8 **, int); struct module *owner; }; struct xfrm_hash_state_ptrs { const struct hlist_head *bydst; const struct hlist_head *bysrc; const struct hlist_head *byspi; unsigned int hmask; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; bool force_rt_scope_universe; }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_ACCEPT_RA_MIN_LFT = 58, DEVCONF_MAX = 59, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; enum ioam6_event_attr { IOAM6_EVENT_ATTR_UNSPEC = 0, IOAM6_EVENT_ATTR_TRACE_NAMESPACE = 1, IOAM6_EVENT_ATTR_TRACE_NODELEN = 2, IOAM6_EVENT_ATTR_TRACE_TYPE = 3, IOAM6_EVENT_ATTR_TRACE_DATA = 4, __IOAM6_EVENT_ATTR_MAX = 5, }; struct xt_error_target { struct xt_entry_target target; char errorname[30]; }; struct xt_get_revision { char name[29]; __u8 revision; }; struct xt_counters_info { char name[32]; unsigned int num_counters; struct xt_counters counters[0]; }; struct xt_percpu_counter_alloc_state { unsigned int off; const char *mem; }; struct ip6t_standard { struct ip6t_entry entry; struct xt_standard_target target; }; struct ip6t_error { struct ip6t_entry entry; struct xt_error_target target; }; struct ip6t_getinfo { char name[32]; unsigned int valid_hooks; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_entries; unsigned int size; }; struct ip6t_get_entries { char name[32]; unsigned int size; struct ip6t_entry entrytable[0]; }; enum ip6t_reject_with { IP6T_ICMP6_NO_ROUTE = 0, IP6T_ICMP6_ADM_PROHIBITED = 1, IP6T_ICMP6_NOT_NEIGHBOUR = 2, IP6T_ICMP6_ADDR_UNREACH = 3, IP6T_ICMP6_PORT_UNREACH = 4, IP6T_ICMP6_ECHOREPLY = 5, IP6T_TCP_RESET = 6, IP6T_ICMP6_POLICY_FAIL = 7, IP6T_ICMP6_REJECT_ROUTE = 8, }; struct ip6t_reject_info { __u32 with; }; struct netlbl_calipso_ops { int (*doi_add)(struct calipso_doi *, struct netlbl_audit *); void (*doi_free)(struct calipso_doi *); int (*doi_remove)(u32, struct netlbl_audit *); struct calipso_doi * (*doi_getdef)(u32); void (*doi_putdef)(struct calipso_doi *); int (*doi_walk)(u32 *, int (*)(struct calipso_doi *, void *), void *); int (*sock_getattr)(struct sock *, struct netlbl_lsm_secattr *); int (*sock_setattr)(struct sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*sock_delattr)(struct sock *); int (*req_setattr)(struct request_sock *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); void (*req_delattr)(struct request_sock *); int (*opt_getattr)(const unsigned char *, struct netlbl_lsm_secattr *); unsigned char * (*skbuff_optptr)(const struct sk_buff *); int (*skbuff_setattr)(struct sk_buff *, const struct calipso_doi *, const struct netlbl_lsm_secattr *); int (*skbuff_delattr)(struct sk_buff *); void (*cache_invalidate)(); int (*cache_add)(const unsigned char *, const struct netlbl_lsm_secattr *); }; enum { NLBL_CALIPSO_C_UNSPEC = 0, NLBL_CALIPSO_C_ADD = 1, NLBL_CALIPSO_C_REMOVE = 2, NLBL_CALIPSO_C_LIST = 3, NLBL_CALIPSO_C_LISTALL = 4, __NLBL_CALIPSO_C_MAX = 5, }; enum { NLBL_CALIPSO_A_UNSPEC = 0, NLBL_CALIPSO_A_DOI = 1, NLBL_CALIPSO_A_MTYPE = 2, __NLBL_CALIPSO_A_MAX = 3, }; struct netlbl_calipso_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; struct netlbl_domhsh_walk_arg___2 { struct netlbl_audit *audit_info; u32 doi; }; struct errormap { char *name; int val; int namelen; struct hlist_node list; }; enum p9_msg_t { P9_TLERROR = 6, P9_RLERROR = 7, P9_TSTATFS = 8, P9_RSTATFS = 9, P9_TLOPEN = 12, P9_RLOPEN = 13, P9_TLCREATE = 14, P9_RLCREATE = 15, P9_TSYMLINK = 16, P9_RSYMLINK = 17, P9_TMKNOD = 18, P9_RMKNOD = 19, P9_TRENAME = 20, P9_RRENAME = 21, P9_TREADLINK = 22, P9_RREADLINK = 23, P9_TGETATTR = 24, P9_RGETATTR = 25, P9_TSETATTR = 26, P9_RSETATTR = 27, P9_TXATTRWALK = 30, P9_RXATTRWALK = 31, P9_TXATTRCREATE = 32, P9_RXATTRCREATE = 33, P9_TREADDIR = 40, P9_RREADDIR = 41, P9_TFSYNC = 50, P9_RFSYNC = 51, P9_TLOCK = 52, P9_RLOCK = 53, P9_TGETLOCK = 54, P9_RGETLOCK = 55, P9_TLINK = 70, P9_RLINK = 71, P9_TMKDIR = 72, P9_RMKDIR = 73, P9_TRENAMEAT = 74, P9_RRENAMEAT = 75, P9_TUNLINKAT = 76, P9_RUNLINKAT = 77, P9_TVERSION = 100, P9_RVERSION = 101, P9_TAUTH = 102, P9_RAUTH = 103, P9_TATTACH = 104, P9_RATTACH = 105, P9_TERROR = 106, P9_RERROR = 107, P9_TFLUSH = 108, P9_RFLUSH = 109, P9_TWALK = 110, P9_RWALK = 111, P9_TOPEN = 112, P9_ROPEN = 113, P9_TCREATE = 114, P9_RCREATE = 115, P9_TREAD = 116, P9_RREAD = 117, P9_TWRITE = 118, P9_RWRITE = 119, P9_TCLUNK = 120, P9_RCLUNK = 121, P9_TREMOVE = 122, P9_RREMOVE = 123, P9_TSTAT = 124, P9_RSTAT = 125, P9_TWSTAT = 126, P9_RWSTAT = 127, }; enum p9_proto_versions { p9_proto_legacy = 0, p9_proto_2000u = 1, p9_proto_2000L = 2, }; struct virtio_9p_config { __virtio16 tag_len; __u8 tag[0]; }; struct virtio_chan { bool inuse; spinlock_t lock; struct p9_client *client; struct virtio_device *vdev; struct virtqueue *vq; int ring_bufs_avail; wait_queue_head_t *vc_wq; long unsigned int p9_max_pages; struct scatterlist sg[128]; char *tag; struct list_head chan_list; }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; __u32 tx_metadata_len; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct parsed_desc { u32 mb; u32 valid; }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, MAPPING_BAD_CSUM = 5, MAPPING_NODSS = 6, }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; struct join_entry { u32 token; u32 remote_nonce; u32 local_nonce; u8 join_id; u8 local_id; u8 backup; u8 valid; }; struct pci_root_info { struct acpi_pci_root_info common; struct pci_sysdata sd; bool mcfg_added; u8 start_bus; u8 end_bus; }; struct pci_root_res { struct list_head list; struct resource res; }; struct pci_root_info___2 { struct list_head list; char name[12]; struct list_head resources; struct resource busn; int node; int link; }; struct restore_data_record { long unsigned int jump_address; long unsigned int jump_address_phys; long unsigned int cr3; long unsigned int magic; long unsigned int e820_checksum; }; enum { st_wordstart = 0, st_wordcmp = 1, st_wordskip = 2, st_bufcpy = 3, }; enum { st_wordstart___2 = 0, st_wordcmp___2 = 1, st_wordskip___2 = 2, }; enum insn_mmio_type { INSN_MMIO_DECODE_FAILED = 0, INSN_MMIO_WRITE = 1, INSN_MMIO_WRITE_IMM = 2, INSN_MMIO_READ = 3, INSN_MMIO_READ_ZERO_EXTEND = 4, INSN_MMIO_READ_SIGN_EXTEND = 5, INSN_MMIO_MOVS = 6, }; enum reg_type { REG_TYPE_RM = 0, REG_TYPE_REG = 1, REG_TYPE_INDEX = 2, REG_TYPE_BASE = 3, }; struct branch_entry { union { struct { u64 ip: 58; u64 ip_sign_ext: 5; u64 mispredict: 1; } split; u64 full; } from; union { struct { u64 ip: 58; u64 ip_sign_ext: 3; u64 reserved: 1; u64 spec: 1; u64 valid: 1; } split; u64 full; } to; }; struct amd_uncore_ctx { int refcnt; int cpu; struct perf_event **events; }; struct amd_uncore_pmu { char name[16]; int num_counters; int rdpmc_base; u32 msr_base; int group; cpumask_t active_mask; struct pmu pmu; struct amd_uncore_ctx **ctx; }; enum { UNCORE_TYPE_DF = 0, UNCORE_TYPE_L3 = 1, UNCORE_TYPE_UMC = 2, UNCORE_TYPE_MAX = 3, }; union amd_uncore_info { struct { u64 aux_data: 32; u64 num_pmcs: 8; u64 gid: 8; u64 cid: 8; } split; u64 full; }; struct amd_uncore { union amd_uncore_info *info; struct amd_uncore_pmu *pmus; unsigned int num_pmus; bool init_done; void (*scan)(struct amd_uncore *, unsigned int); int (*init)(struct amd_uncore *, unsigned int); void (*move)(struct amd_uncore *, unsigned int); void (*free)(struct amd_uncore *, unsigned int); }; enum perf_msr_id { PERF_MSR_TSC = 0, PERF_MSR_APERF = 1, PERF_MSR_MPERF = 2, PERF_MSR_PPERF = 3, PERF_MSR_SMI = 4, PERF_MSR_PTSC = 5, PERF_MSR_IRPERF = 6, PERF_MSR_THERM = 7, PERF_MSR_EVENT_MAX = 8, }; struct intel_uncore_init_fun { void (*cpu_init)(); int (*pci_init)(); void (*mmio_init)(); bool use_discovery; int *uncore_units_ignore; }; struct uncore_global_discovery { union { u64 table1; struct { u64 type: 8; u64 stride: 8; u64 max_units: 10; u64 __reserved_1: 36; u64 access_type: 2; }; }; u64 ctl; union { u64 table3; struct { u64 status_offset: 8; u64 num_status: 16; u64 __reserved_2: 40; }; }; }; struct uncore_unit_discovery { union { u64 table1; struct { u64 num_regs: 8; u64 ctl_offset: 8; u64 bit_width: 8; u64 ctr_offset: 8; u64 status_offset: 8; u64 __reserved_1: 22; u64 access_type: 2; }; }; u64 ctl; union { u64 table3; struct { u64 box_type: 16; u64 box_id: 16; u64 __reserved_2: 32; }; }; }; struct intel_uncore_discovery_type { struct rb_node node; enum uncore_access_type access_type; struct rb_root units; u16 type; u8 num_counters; u8 counter_width; u8 ctl_offset; u8 ctr_offset; u16 num_units; }; struct trampoline_header { u64 start; u64 efer; u32 cr4; u32 flags; u32 lock; }; enum which_selector { FS = 0, GS = 1, }; struct stat64 { long long unsigned int st_dev; unsigned char __pad0[4]; unsigned int __st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long long unsigned int st_rdev; unsigned char __pad3[4]; long long int st_size; unsigned int st_blksize; long long int st_blocks; unsigned int st_atime; unsigned int st_atime_nsec; unsigned int st_mtime; unsigned int st_mtime_nsec; unsigned int st_ctime; unsigned int st_ctime_nsec; long long unsigned int st_ino; } __attribute__((packed)); struct mmap_arg_struct32 { unsigned int addr; unsigned int len; unsigned int prot; unsigned int flags; unsigned int fd; unsigned int offset; }; enum { NONE_FORCE_HPET_RESUME = 0, OLD_ICH_FORCE_HPET_RESUME = 1, ICH_FORCE_HPET_RESUME = 2, VT8237_FORCE_HPET_RESUME = 3, NVIDIA_FORCE_HPET_RESUME = 4, ATI_FORCE_HPET_RESUME = 5, }; typedef unsigned int u_int; struct cyc2ns { struct cyc2ns_data data[2]; seqcount_latch_t seq; }; struct pkru_state { u32 pkru; u32 pad; }; struct x86_xfeat_component { __u32 type; __u32 size; __u32 offset; __u32 flags; }; struct _cache_table { unsigned char descriptor; char cache_type; short int size; }; enum _cache_type { CTYPE_NULL = 0, CTYPE_DATA = 1, CTYPE_INST = 2, CTYPE_UNIFIED = 3, }; union _cpuid4_leaf_eax { struct { enum _cache_type type: 5; unsigned int level: 3; unsigned int is_self_initializing: 1; unsigned int is_fully_associative: 1; unsigned int reserved: 4; unsigned int num_threads_sharing: 12; unsigned int num_cores_on_die: 6; } split; u32 full; }; union _cpuid4_leaf_ebx { struct { unsigned int coherency_line_size: 12; unsigned int physical_line_partition: 10; unsigned int ways_of_associativity: 10; } split; u32 full; }; union _cpuid4_leaf_ecx { struct { unsigned int number_of_sets: 32; } split; u32 full; }; struct _cpuid4_info_regs { union _cpuid4_leaf_eax eax; union _cpuid4_leaf_ebx ebx; union _cpuid4_leaf_ecx ecx; unsigned int id; long unsigned int size; struct amd_northbridge *nb; }; union l1_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 8; unsigned int assoc: 8; unsigned int size_in_kb: 8; }; unsigned int val; }; union l2_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 4; unsigned int assoc: 4; unsigned int size_in_kb: 16; }; unsigned int val; }; union l3_cache { struct { unsigned int line_size: 8; unsigned int lines_per_tag: 4; unsigned int assoc: 4; unsigned int res: 2; unsigned int size_encoded: 14; }; unsigned int val; }; struct aperfmperf { seqcount_t seq; long unsigned int last_update; u64 acnt; u64 mcnt; u64 aperf; u64 mperf; }; struct arch_hybrid_cpu_scale { long unsigned int capacity; long unsigned int freq_ratio; }; enum smca_bank_types { SMCA_LS = 0, SMCA_LS_V2 = 1, SMCA_IF = 2, SMCA_L2_CACHE = 3, SMCA_DE = 4, SMCA_RESERVED = 5, SMCA_EX = 6, SMCA_FP = 7, SMCA_L3_CACHE = 8, SMCA_CS = 9, SMCA_CS_V2 = 10, SMCA_PIE = 11, SMCA_UMC = 12, SMCA_UMC_V2 = 13, SMCA_MA_LLC = 14, SMCA_PB = 15, SMCA_PSP = 16, SMCA_PSP_V2 = 17, SMCA_SMU = 18, SMCA_SMU_V2 = 19, SMCA_MP5 = 20, SMCA_MPDMA = 21, SMCA_NBIO = 22, SMCA_PCIE = 23, SMCA_PCIE_V2 = 24, SMCA_XGMI_PCS = 25, SMCA_NBIF = 26, SMCA_SHUB = 27, SMCA_SATA = 28, SMCA_USB = 29, SMCA_USR_DP = 30, SMCA_USR_CP = 31, SMCA_GMI_PCS = 32, SMCA_XGMI_PHY = 33, SMCA_WAFL_PHY = 34, SMCA_GMI_PHY = 35, N_SMCA_BANK_TYPES = 36, }; struct smca_hwid { unsigned int bank_type; u32 hwid_mcatype; }; struct smca_bank { const struct smca_hwid *hwid; u32 id; u8 sysfs_id; }; struct threshold_block { unsigned int block; unsigned int bank; unsigned int cpu; u32 address; bool interrupt_enable; bool interrupt_capable; u16 threshold_limit; struct kobject kobj; struct list_head miscj; }; struct threshold_bank { struct kobject *kobj; struct threshold_block *blocks; }; struct thresh_restart { struct threshold_block *b; int reset; int set_lvt_off; int lvt_off; u16 old_limit; }; struct threshold_attr { struct attribute attr; ssize_t (*show)(struct threshold_block *, char *); ssize_t (*store)(struct threshold_block *, const char *, size_t); }; struct mtrr_sentry { __u64 base; __u32 size; __u32 type; }; struct mtrr_gentry { __u64 base; __u32 size; __u32 regnum; __u32 type; __u32 _pad; }; struct mtrr_sentry32 { compat_ulong_t base; compat_uint_t size; compat_uint_t type; }; struct mtrr_gentry32 { compat_ulong_t regnum; compat_uint_t base; compat_uint_t size; compat_uint_t type; }; struct microcode_header_intel { unsigned int hdrver; unsigned int rev; unsigned int date; unsigned int sig; unsigned int cksum; unsigned int ldrver; unsigned int pf; unsigned int datasize; unsigned int totalsize; unsigned int metasize; unsigned int min_req_ver; unsigned int reserved; }; struct microcode_intel { struct microcode_header_intel hdr; unsigned int bits[0]; }; struct extended_signature { unsigned int sig; unsigned int pf; unsigned int cksum; }; struct extended_sigtable { unsigned int count; unsigned int cksum; unsigned int reserved[3]; struct extended_signature sigs[0]; }; union hv_hypervisor_version_info { struct { u32 build_number; u32 minor_version: 16; u32 major_version: 16; u32 service_pack; u32 service_number: 24; u32 service_branch: 8; }; struct { u32 eax; u32 ebx; u32 ecx; u32 edx; }; }; enum hv_isolation_type { HV_ISOLATION_TYPE_NONE = 0, HV_ISOLATION_TYPE_VBS = 1, HV_ISOLATION_TYPE_SNP = 2, HV_ISOLATION_TYPE_TDX = 3, }; struct ms_hyperv_info { u32 features; u32 priv_high; u32 ext_features; u32 misc_features; u32 hints; u32 nested_features; u32 max_vp_index; u32 max_lp_index; u8 vtl; union { u32 isolation_config_a; struct { u32 paravisor_present: 1; u32 reserved_a1: 31; }; }; union { u32 isolation_config_b; struct { u32 cvm_type: 4; u32 reserved_b1: 1; u32 shared_gpa_boundary_active: 1; u32 shared_gpa_boundary_bits: 6; u32 reserved_b2: 20; }; }; u64 shared_gpa_boundary; }; struct machine_ops { void (*restart)(char *); void (*halt)(); void (*power_off)(); void (*shutdown)(); void (*crash_shutdown)(struct pt_regs *); void (*emergency_restart)(); }; struct intel_early_ops { resource_size_t (*stolen_size)(int, int, int); resource_size_t (*stolen_base)(int, int, int, resource_size_t); }; struct chipset { u32 vendor; u32 device; u32 class; u32 class_mask; u32 flags; void (*f)(int, int, int); }; struct mwait_cpu_dead { unsigned int control; unsigned int status; }; struct apic_chip_data { struct irq_cfg hw_irq_cfg; unsigned int vector; unsigned int prev_vector; unsigned int cpu; unsigned int prev_cpu; unsigned int irq; struct hlist_node clist; unsigned int move_in_progress: 1; unsigned int is_managed: 1; unsigned int can_reserve: 1; unsigned int has_reserved: 1; }; struct vector_cleanup { struct hlist_head head; struct timer_list timer; }; typedef long unsigned int relocate_kernel_fn(long unsigned int, long unsigned int, long unsigned int, unsigned int, unsigned int); struct init_pgtable_data { struct x86_mapping_info *info; pgd_t *level4p; }; struct kvm_steal_time { __u64 steal; __u32 version; __u32 flags; __u8 preempted; __u8 u8_pad[3]; __u32 pad[11]; }; struct kvm_vcpu_pv_apf_data { __u32 flags; __u32 token; __u8 pad[56]; }; enum cc_vendor { CC_VENDOR_NONE = 0, CC_VENDOR_AMD = 1, CC_VENDOR_INTEL = 2, }; struct kvm_task_sleep_node { struct hlist_node link; struct swait_queue_head wq; u32 token; int cpu; }; struct kvm_task_sleep_head { raw_spinlock_t lock; struct hlist_head list; }; enum { IORES_MAP_SYSTEM_RAM = 1, IORES_MAP_ENCRYPTED = 2, }; struct ioremap_desc { unsigned int flags; }; struct addr_marker; struct pg_state { struct ptdump_state ptdump; int level; pgprotval_t current_prot; pgprotval_t effective_prot; pgprotval_t prot_levels[5]; long unsigned int start_address; const struct addr_marker *marker; long unsigned int lines; bool to_dmesg; bool check_wx; long unsigned int wx_pages; struct seq_file *seq; }; struct addr_marker { long unsigned int start_address; const char *name; long unsigned int max_lines; }; enum address_markers_idx { USER_SPACE_NR = 0, KERNEL_SPACE_NR = 1, LDT_NR = 2, LOW_KERNEL_NR = 3, VMALLOC_START_NR = 4, VMEMMAP_START_NR = 5, CPU_ENTRY_AREA_NR = 6, ESPFIX_START_NR = 7, EFI_END_NR = 8, HIGH_KERNEL_NR = 9, MODULES_VADDR_NR = 10, MODULES_END_NR = 11, FIXADDR_START_NR = 12, END_OF_SPACE_NR = 13, }; struct efi_runtime_map_entry { efi_memory_desc_t md; struct kobject kobj; }; struct map_attribute { struct attribute attr; ssize_t (*show)(struct efi_runtime_map_entry *, char *); }; struct sev_config { __u64 debug: 1; __u64 ghcbs_initialized: 1; __u64 use_cas: 1; __u64 __reserved: 61; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_prctl_unknown { struct trace_entry ent; int option; long unsigned int arg2; long unsigned int arg3; long unsigned int arg4; long unsigned int arg5; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; struct trace_event_data_offsets_task_prctl_unknown {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); typedef void (*btf_trace_task_prctl_unknown)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; typedef struct { rwlock_t *lock; } class_write_lock_irq_t; struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct wq_flusher; struct wq_device; struct wq_node_nr_active; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int max_active; int min_active; int saved_max_active; int saved_min_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[32]; struct callback_head rcu; long: 64; long: 64; unsigned int flags; struct pool_workqueue **cpu_pwq; struct wq_node_nr_active *node_nr_active[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; bool plugged; int nr_active; struct list_head inactive_works; struct list_head pending_node; struct list_head pwqs_node; struct list_head mayday_node; u64 stats[8]; struct kthread_work release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; bool cpu_stall; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct work_struct idle_cull_work; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum worker_pool_flags { POOL_BH = 1, POOL_MANAGER_ACTIVE = 2, POOL_DISASSOCIATED = 4, POOL_BH_DRAINING = 8, }; enum worker_flags { WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, }; enum work_cancel_flags { WORK_CANCEL_DELAYED = 1, WORK_CANCEL_DISABLE = 2, }; enum wq_internal_consts { NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 300000, MAYDAY_INITIAL_TIMEOUT = 10, MAYDAY_INTERVAL = 100, CREATE_COOLDOWN = 1000, RESCUER_NICE_LEVEL = -20, HIGHPRI_NICE_LEVEL = -20, WQ_NAME_LEN = 32, WORKER_ID_LEN = 42, }; enum pool_workqueue_stats { PWQ_STAT_STARTED = 0, PWQ_STAT_COMPLETED = 1, PWQ_STAT_CPU_TIME = 2, PWQ_STAT_CPU_INTENSIVE = 3, PWQ_STAT_CM_WAKEUP = 4, PWQ_STAT_REPATRIATED = 5, PWQ_STAT_MAYDAY = 6, PWQ_STAT_RESCUED = 7, PWQ_NR_STATS = 8, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_node_nr_active { int max; atomic_t nr; raw_spinlock_t lock; struct list_head pending_pwqs; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct wq_pod_type { int nr_pods; cpumask_var_t *pod_cpus; int *pod_node; int *cpu_pod; }; struct work_offq_data { u32 pool_id; u32 disable; u32 flags; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; const void *workqueue_ptr_; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_drain_dead_softirq_work { struct work_struct work; struct worker_pool *pool; struct completion done; }; struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct pr_cont_work_struct { bool comma; work_func_t func; long int ctr; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; struct trace_event_raw_notifier_info { struct trace_entry ent; void *cb; char __data[0]; }; struct trace_event_data_offsets_notifier_info {}; typedef void (*btf_trace_notifier_register)(void *, void *); typedef void (*btf_trace_notifier_unregister)(void *, void *); typedef void (*btf_trace_notifier_run)(void *, void *); struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_smt_balance = 3, group_asym_packing = 4, group_imbalanced = 5, group_overloaded = 6, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; unsigned int group_smt_balance; long unsigned int group_misfit_task_load; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; enum { HIBERNATION_INVALID = 0, HIBERNATION_PLATFORM = 1, HIBERNATION_SHUTDOWN = 2, HIBERNATION_REBOOT = 3, HIBERNATION_SUSPEND = 4, HIBERNATION_TEST_RESUME = 5, __HIBERNATION_AFTER_LAST = 6, }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dump_detail { enum kmsg_dump_reason reason; const char *description; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, struct kmsg_dump_detail *); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct console_cmdline { char name[16]; int index; char devname[32]; bool user_specified; char *options; }; enum printk_info_flags { LOG_FORCE_CON = 1, LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; struct printk_buffers pbufs; }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct cpumap { unsigned int available; unsigned int allocated; unsigned int managed; unsigned int managed_allocated; bool initialized; bool online; long unsigned int *managed_map; long unsigned int alloc_map[0]; }; struct irq_matrix { unsigned int matrix_bits; unsigned int alloc_start; unsigned int alloc_end; unsigned int alloc_size; unsigned int global_available; unsigned int global_reserved; unsigned int systembits_inalloc; unsigned int total_allocated; unsigned int online_maps; struct cpumap *maps; long unsigned int *system_map; long unsigned int scratch_map[0]; }; struct trace_event_raw_irq_matrix_global { struct trace_entry ent; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_raw_irq_matrix_global_update { struct trace_entry ent; int bit; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_raw_irq_matrix_cpu { struct trace_entry ent; int bit; unsigned int cpu; bool online; unsigned int available; unsigned int allocated; unsigned int managed; unsigned int online_maps; unsigned int global_available; unsigned int global_reserved; unsigned int total_allocated; char __data[0]; }; struct trace_event_data_offsets_irq_matrix_global {}; struct trace_event_data_offsets_irq_matrix_global_update {}; struct trace_event_data_offsets_irq_matrix_cpu {}; typedef void (*btf_trace_irq_matrix_online)(void *, struct irq_matrix *); typedef void (*btf_trace_irq_matrix_offline)(void *, struct irq_matrix *); typedef void (*btf_trace_irq_matrix_reserve)(void *, struct irq_matrix *); typedef void (*btf_trace_irq_matrix_remove_reserved)(void *, struct irq_matrix *); typedef void (*btf_trace_irq_matrix_assign_system)(void *, int, struct irq_matrix *); typedef void (*btf_trace_irq_matrix_alloc_reserved)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_reserve_managed)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_remove_managed)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_alloc_managed)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_assign)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_alloc)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); typedef void (*btf_trace_irq_matrix_free)(void *, int, unsigned int, struct irq_matrix *, struct cpumap *); struct trace_event_raw_dma_map { struct trace_entry ent; u32 __data_loc_device; u64 phys_addr; u64 dma_addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_unmap { struct trace_entry ent; u32 __data_loc_device; u64 addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_alloc_class { struct trace_entry ent; u32 __data_loc_device; void *virt_addr; u64 dma_addr; size_t size; gfp_t flags; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_alloc_sgt { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u64 dma_addr; size_t size; enum dma_data_direction dir; gfp_t flags; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_free_class { struct trace_entry ent; u32 __data_loc_device; void *virt_addr; u64 dma_addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_free_sgt { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u64 dma_addr; size_t size; enum dma_data_direction dir; char __data[0]; }; struct trace_event_raw_dma_map_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u32 __data_loc_dma_addrs; u32 __data_loc_lengths; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_map_sg_err { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; int err; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_unmap_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_addrs; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_sync_single { struct trace_entry ent; u32 __data_loc_device; u64 dma_addr; size_t size; enum dma_data_direction dir; char __data[0]; }; struct trace_event_raw_dma_sync_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_dma_addrs; u32 __data_loc_lengths; enum dma_data_direction dir; char __data[0]; }; struct trace_event_data_offsets_dma_map { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_unmap { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_alloc_class { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_alloc_sgt { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_free_class { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_free_sgt { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_map_sg { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; u32 dma_addrs; const void *dma_addrs_ptr_; u32 lengths; const void *lengths_ptr_; }; struct trace_event_data_offsets_dma_map_sg_err { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_unmap_sg { u32 device; const void *device_ptr_; u32 addrs; const void *addrs_ptr_; }; struct trace_event_data_offsets_dma_sync_single { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_sync_sg { u32 device; const void *device_ptr_; u32 dma_addrs; const void *dma_addrs_ptr_; u32 lengths; const void *lengths_ptr_; }; typedef void (*btf_trace_dma_map_page)(void *, struct device *, phys_addr_t, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_map_resource)(void *, struct device *, phys_addr_t, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_page)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_resource)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_alloc)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_pages)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_sgt_err)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_sgt)(void *, struct device *, struct sg_table *, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_free)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_free_pages)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_free_sgt)(void *, struct device *, struct sg_table *, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_map_sg)(void *, struct device *, struct scatterlist *, int, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_map_sg_err)(void *, struct device *, struct scatterlist *, int, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_sg)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_sync_single_for_cpu)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_sync_single_for_device)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_sync_sg_for_cpu)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction); typedef void (*btf_trace_dma_sync_sg_for_device)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction); struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct ptrace_sud_config { __u64 mode; __u64 selector; __u64 offset; __u64 len; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const u32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; enum fail_dup_mod_reason { FAIL_DUP_MOD_BECOMING = 0, FAIL_DUP_MOD_LOAD = 1, }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_free { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_refcnt { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_request { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const u32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *init_text; void *init_data; void *init_rodata; }; struct idempotent { const void *cookie; struct hlist_node entry; struct completion complete; int ret; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; struct ce_unbind { struct clock_event_device *ce; int res; }; struct proc_timens_offset { int clockid; struct timespec64 val; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct dma_chan___2 { int lock; const char *device_id; }; typedef __u16 comp_t; typedef __u32 comp2_t; struct acct { char ac_flag; char ac_version; __u16 ac_uid16; __u16 ac_gid16; __u16 ac_tty; __u32 ac_btime; comp_t ac_utime; comp_t ac_stime; comp_t ac_etime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; __u16 ac_ahz; __u32 ac_exitcode; char ac_comm[17]; __u8 ac_etime_hi; __u16 ac_etime_lo; __u32 ac_uid; __u32 ac_gid; }; typedef struct acct acct_t; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; bool active; bool check_space; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; acct_t ac; }; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; typedef struct { void *lock; } class_jump_label_lock_t; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_mark { long long unsigned int val; char sym; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; long unsigned int args[0]; }; struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; long long unsigned int calltime; long long unsigned int rettime; }; enum { TRACE_GRAPH_FL = 1, TRACE_GRAPH_DEPTH_START_BIT = 2, TRACE_GRAPH_DEPTH_END_BIT = 3, TRACE_GRAPH_NOTRACE_BIT = 4, }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; union { struct ftrace_graph_ent_entry ent; struct ftrace_graph_ent_entry rent; } ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; }; enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; struct fgraph_times { long long unsigned int calltime; long long unsigned int sleeptime; }; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { struct trace_entry ent; int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { struct trace_entry ent; int syscall_nr; long unsigned int args[6]; }; struct eprobe_trace_entry_head { struct trace_entry ent; }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_psci_domain_idle { struct trace_entry ent; u32 cpu_id; u32 state; bool s2idle; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_psci_domain_idle {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; const void *reason_ptr_; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; u32 parent; const void *parent_ptr_; u32 pm_ops; const void *pm_ops_ptr_; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clock { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_power_domain { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_psci_domain_idle_enter)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_psci_domain_idle_exit)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct fprobe_addr_list { int index; int size; long unsigned int *addrs; }; struct filter_match_data { const char *filter; const char *notfilter; size_t index; size_t size; long unsigned int *addrs; struct module **mods; }; enum bpf_perf_event_type { BPF_PERF_EVENT_UNSPEC = 0, BPF_PERF_EVENT_UPROBE = 1, BPF_PERF_EVENT_URETPROBE = 2, BPF_PERF_EVENT_KPROBE = 3, BPF_PERF_EVENT_KRETPROBE = 4, BPF_PERF_EVENT_TRACEPOINT = 5, BPF_PERF_EVENT_EVENT = 6, }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; }; struct bpf_arena { struct bpf_map map; u64 user_vm_start; u64 user_vm_end; struct vm_struct *kern_vm; struct range_tree rt; struct list_head vma_list; struct mutex lock; }; struct vma_list { struct vm_area_struct *vma; struct list_head head; refcount_t mmap_count; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct seqcount_rwlock { seqcount_t seqcount; }; typedef struct seqcount_rwlock seqcount_rwlock_t; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct list_head consumers; struct inode *inode; union { struct callback_head rcu; struct work_struct work; }; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct xol_area { wait_queue_head_t wq; long unsigned int *bitmap; struct page *page; long unsigned int vaddr; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info { struct map_info *next; struct mm_struct *mm; long unsigned int vaddr; }; struct cachestat_range { __u64 off; __u64 len; }; struct cachestat { __u64 nr_cache; __u64 nr_dirty; __u64 nr_writeback; __u64 nr_evicted; __u64 nr_recently_evicted; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_mm_filemap_op_page_cache_range { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; long unsigned int index; long unsigned int last_index; char __data[0]; }; struct trace_event_raw_mm_filemap_fault { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; long unsigned int index; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_mm_filemap_op_page_cache_range {}; struct trace_event_data_offsets_mm_filemap_fault {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_get_pages)(void *, struct address_space *, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_filemap_map_pages)(void *, struct address_space *, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_filemap_fault)(void *, struct address_space *, long unsigned int); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch lru_activate; local_lock_t lock_irq; struct folio_batch lru_move_tail; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); struct wb_stats { long unsigned int nr_dirty; long unsigned int nr_io; long unsigned int nr_more_io; long unsigned int nr_dirty_time; long unsigned int nr_writeback; long unsigned int nr_reclaimable; long unsigned int nr_dirtied; long unsigned int nr_written; long unsigned int dirty_thresh; long unsigned int wb_thresh; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_fast_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, unsigned int, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; enum { FOLL_TOUCH = 65536, FOLL_TRIED = 131072, FOLL_REMOTE = 262144, FOLL_PIN = 524288, FOLL_FAST_ONLY = 1048576, FOLL_UNLOCKABLE = 2097152, FOLL_MADV_POPULATE = 4194304, }; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct pages_or_folios { union { struct page **pages; struct folio **folios; void **entries; }; bool has_folios; long int nr_entries; }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; long unsigned int flags; }; typedef unsigned int kasan_vmalloc_flags_t; enum memcg_stat_item { MEMCG_SWAP = 48, MEMCG_SOCK = 49, MEMCG_PERCPU_B = 50, MEMCG_VMALLOC = 51, MEMCG_KMEM = 52, MEMCG_ZSWAP_B = 53, MEMCG_ZSWAPPED = 54, MEMCG_NR_STAT = 55, }; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; struct rb_list { struct rb_root root; struct list_head head; spinlock_t lock; }; struct vmap_pool { struct list_head head; long unsigned int len; }; struct vmap_node { struct vmap_pool pool[256]; spinlock_t pool_lock; bool skip_populate; struct rb_list busy; struct rb_list lazy; struct list_head purge_list; struct work_struct purge_work; long unsigned int nr_purged; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; struct xarray vmap_blocks; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int used_map[4]; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; unsigned int cpu; }; struct kmem_cache_cpu { union { struct { void **freelist; long unsigned int tid; }; freelist_aba_t freelist_tid; }; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; struct partial_context { gfp_t flags; unsigned int orig_size; void *object; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[128]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; enum swap_cluster_flags { CLUSTER_FLAG_NONE = 0, CLUSTER_FLAG_FREE = 1, CLUSTER_FLAG_NONFULL = 2, CLUSTER_FLAG_FRAG = 3, CLUSTER_FLAG_USABLE = 3, CLUSTER_FLAG_FULL = 4, CLUSTER_FLAG_DISCARD = 5, CLUSTER_FLAG_MAX = 6, }; struct percpu_swap_cluster { struct swap_info_struct *si[1]; long unsigned int offset[1]; local_lock_t lock; }; enum { RES_USAGE = 0, RES_RSVD_USAGE = 1, RES_LIMIT = 2, RES_RSVD_LIMIT = 3, RES_MAX_USAGE = 4, RES_RSVD_MAX_USAGE = 5, RES_FAILCNT = 6, RES_RSVD_FAILCNT = 7, }; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct fsuuid2 { __u8 len; __u8 uuid[16]; }; struct fs_sysfs_path { __u8 len; __u8 name[128]; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct space_resv_32 { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; } __attribute__((packed)); struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; struct trace_event_raw_ctime { struct trace_entry ent; dev_t dev; ino_t ino; time64_t ctime_s; u32 ctime_ns; u32 gen; char __data[0]; }; struct trace_event_raw_ctime_ns_xchg { struct trace_entry ent; dev_t dev; ino_t ino; u32 gen; u32 old; u32 new; u32 cur; char __data[0]; }; struct trace_event_raw_fill_mg_cmtime { struct trace_entry ent; dev_t dev; ino_t ino; time64_t ctime_s; time64_t mtime_s; u32 ctime_ns; u32 mtime_ns; u32 gen; char __data[0]; }; struct trace_event_data_offsets_ctime {}; struct trace_event_data_offsets_ctime_ns_xchg {}; struct trace_event_data_offsets_fill_mg_cmtime {}; typedef void (*btf_trace_inode_set_ctime_to_ts)(void *, struct inode *, struct timespec64 *); typedef void (*btf_trace_ctime_xchg_skip)(void *, struct inode *, struct timespec64 *); typedef void (*btf_trace_ctime_ns_xchg)(void *, struct inode *, u32, u32, u32); typedef void (*btf_trace_fill_mg_cmtime)(void *, struct inode *, struct timespec64 *, struct timespec64 *); struct xattr_args { __u64 value; __u32 size; __u32 flags; }; struct prepend_buffer { char *buf; int len; }; enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, FSCONFIG_CMD_CREATE_EXCL = 8, }; struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; struct file_range { const struct path *path; loff_t pos; size_t count; }; struct fsnotify_mnt { const struct mnt_namespace *ns; u64 mnt_id; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct core_name { char *corename; int used; int size; }; typedef void (*iomap_punch_t)(struct inode *, loff_t, loff_t, struct iomap *); struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t, unsigned int); int (*submit_ioend)(struct iomap_writepage_ctx *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; u32 nr_folios; }; struct iomap_folio_state { spinlock_t state_lock; unsigned int read_bytes_pending; atomic_t write_bytes_pending; long unsigned int state[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; typedef long int intptr_t; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; enum proc_mem_force { PROC_MEM_FORCE_ALWAYS = 0, PROC_MEM_FORCE_PTRACE = 1, PROC_MEM_FORCE_NEVER = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___8 = 0, Opt_gid___9 = 1, Opt_mode___7 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err___5 = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; struct fat_cache { struct list_head cache_list; int nr_contig; int fcluster; int dcluster; }; struct fat_cache_id { unsigned int id; int nr_contig; int fcluster; int dcluster; }; struct shortname_info { unsigned char lower: 1; unsigned char upper: 1; unsigned char valid: 1; }; struct SU_SP_s { __u8 magic[2]; __u8 skip; }; struct SU_CE_s { __u8 extent[8]; __u8 offset[8]; __u8 size[8]; }; struct SU_ER_s { __u8 len_id; __u8 len_des; __u8 len_src; __u8 ext_ver; __u8 data[0]; }; struct RR_RR_s { __u8 flags[1]; }; struct RR_PX_s { __u8 mode[8]; __u8 n_links[8]; __u8 uid[8]; __u8 gid[8]; }; struct RR_PN_s { __u8 dev_high[8]; __u8 dev_low[8]; }; struct SL_component { __u8 flags; __u8 len; __u8 text[0]; }; struct RR_SL_s { __u8 flags; struct SL_component link; }; struct RR_NM_s { __u8 flags; char name[0]; }; struct RR_CL_s { __u8 location[8]; }; struct RR_PL_s { __u8 location[8]; }; struct RR_TF_s { __u8 flags; __u8 data[0]; }; struct RR_ZF_s { __u8 algorithm[2]; __u8 parms[2]; __u8 real_size[8]; }; struct rock_ridge { __u8 signature[2]; __u8 len; __u8 version; union { struct SU_SP_s SP; struct SU_CE_s CE; struct SU_ER_s ER; struct RR_RR_s RR; struct RR_PX_s PX; struct RR_PN_s PN; struct RR_SL_s SL; struct RR_NM_s NM; struct RR_CL_s CL; struct RR_PL_s PL; struct RR_TF_s TF; struct RR_ZF_s ZF; } u; }; struct rock_state { void *buffer; unsigned char *chr; int len; int cont_size; int cont_extent; int cont_offset; int cont_loops; struct inode *inode; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; struct ovl_file { struct file *realfile; struct file *upperfile; }; enum ovl_copyop { OVL_COPY = 0, OVL_CLONE = 1, OVL_DEDUPE = 2, }; struct p9_rstatfs { u32 type; u32 bsize; u64 blocks; u64 bfree; u64 bavail; u64 files; u64 ffree; u64 fsid; u32 namelen; }; struct p9_flock { u8 type; u32 flags; u64 start; u64 length; u32 proc_id; char *client_id; }; struct p9_getlock { u8 type; u64 start; u64 length; u32 proc_id; char *client_id; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; enum { HAS_READ = 1, HAS_WRITE = 2, HAS_LSEEK = 4, HAS_POLL = 8, HAS_IOCTL = 16, }; enum dbgfs_get_mode { DBGFS_GET_ALREADY = 0, DBGFS_GET_REGULAR = 1, DBGFS_GET_SHORT = 2, }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; struct compat_ipc_kludge { compat_uptr_t msgp; compat_long_t msgtyp; }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 0; char data[0]; }; struct nlmsg_perm { u16 nlmsg_type; u32 perm; }; struct sidtab_str_cache { struct callback_head rcu_member; struct list_head lru_member; struct sidtab_entry *parent; u32 len; char str[0]; }; enum { SKCIPHER_WALK_SLOW = 1, SKCIPHER_WALK_COPY = 2, SKCIPHER_WALK_DIFF = 4, SKCIPHER_WALK_SLEEP = 8, }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[56]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_sync_data { struct crypto_akcipher *tfm; const void *src; void *dst; unsigned int slen; unsigned int dlen; struct akcipher_request *req; struct crypto_wait cwait; struct scatterlist sg; u8 *buf; }; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct md5_state { u32 hash[4]; u32 block[16]; u64 byte_count; }; struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; short unsigned int ioprio; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; short unsigned int ioprio; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; short unsigned int ioprio; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_rq { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_io_start)(void *, struct request *); typedef void (*btf_trace_block_io_done)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); }; struct badblocks_context { sector_t start; sector_t len; int ack; }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct uuidcmp { const char *uuid; int len; }; enum prio_policy { POLICY_NO_CHANGE = 0, POLICY_PROMOTE_TO_RT = 1, POLICY_RESTRICT_TO_BE = 2, POLICY_ALL_TO_IDLE = 3, POLICY_NONE_TO_RT = 4, }; struct ioprio_blkcg { struct blkcg_policy_data cpd; enum prio_policy prio_policy; }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; sector_t latest_pos[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; }; enum io_uring_register_pbuf_ring_flags { IOU_PBUF_RING_MMAP = 1, IOU_PBUF_RING_INC = 2, }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 flags; __u64 resv[3]; }; struct io_uring_buf_status { __u32 buf_group; __u32 head; __u32 resv[8]; }; enum { IOBL_BUF_RING = 1, IOBL_INC = 2, }; enum { KBUF_MODE_EXPAND = 1, KBUF_MODE_FREE = 2, }; struct buf_sel_arg { struct iovec *iovs; size_t out_len; size_t max_len; short unsigned int nr_iovs; short unsigned int mode; short unsigned int partial_map; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u32 nbufs; __u16 bid; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { struct iou_vec vec; union { struct { int namelen; struct iovec fast_iov; __kernel_size_t controllen; __kernel_size_t payloadlen; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct { int namelen; struct iovec fast_iov; __kernel_size_t controllen; __kernel_size_t payloadlen; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; } clear; }; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; int iou_flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; bool seen_econnaborted; }; struct io_bind { struct file *file; int addr_len; }; struct io_listen { struct file *file; int backlog; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; int len; unsigned int done_io; unsigned int msg_flags; unsigned int nr_multishot_loops; u16 flags; u16 buf_group; short unsigned int retry_flags; void *msg_control; struct io_kiocb *notif; }; enum sr_retry_flags { IO_SR_MSG_RETRY = 1, IO_SR_MSG_PARTIAL_MAP = 2, }; struct io_recvzc { struct file *file; unsigned int msg_flags; u16 flags; u32 len; struct io_zcrx_ifq *ifq; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_fadvise { struct file *file; u64 offset; u64 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u64 len; u32 advice; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u8 opcode; __u8 pad[7]; __u64 pad2[3]; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; u8 opcode; }; enum { IO_REGION_F_VMAP = 1, IO_REGION_F_USER_PROVIDED = 2, IO_REGION_F_SINGLE_REF = 4, }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; struct io_epoll_wait { struct file *file; int maxevents; struct epoll_event *events; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; } FSE_DecompressWksp; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, BCJ_ARM64 = 10, BCJ_RISCV = 11, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct ei_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; int etype; void *priv; }; struct led_lookup_data { struct list_head list; const char *provider; const char *dev_id; const char *con_id; }; struct pcie_pme_service_data { spinlock_t lock; struct pcie_device *srv; struct work_struct work; bool noirq; }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct acpi_osi_entry { char string[64]; bool enable; }; struct acpi_osi_config { u8 default_disabling; unsigned int linux_enable: 1; unsigned int linux_dmi: 1; unsigned int linux_cmdline: 1; unsigned int darwin_enable: 1; unsigned int darwin_dmi: 1; unsigned int darwin_cmdline: 1; }; struct acpi_os_dpc { acpi_osd_exec_callback function; void *context; struct work_struct work; }; struct acpi_ioremap { struct list_head list; void *virt; acpi_physical_address phys; acpi_size size; union { long unsigned int refcount; struct rcu_work rwork; } track; }; struct acpi_hp_work { struct work_struct work; struct acpi_device *adev; u32 src; }; enum v4l2_preemphasis { V4L2_PREEMPHASIS_DISABLED = 0, V4L2_PREEMPHASIS_50_uS = 1, V4L2_PREEMPHASIS_75_uS = 2, }; enum v4l2_av1_segment_feature { V4L2_AV1_SEG_LVL_ALT_Q = 0, V4L2_AV1_SEG_LVL_ALT_LF_Y_V = 1, V4L2_AV1_SEG_LVL_REF_FRAME = 5, V4L2_AV1_SEG_LVL_REF_SKIP = 6, V4L2_AV1_SEG_LVL_REF_GLOBALMV = 7, V4L2_AV1_SEG_LVL_MAX = 8, }; enum v4l2_fwnode_bus_type { V4L2_FWNODE_BUS_TYPE_GUESS = 0, V4L2_FWNODE_BUS_TYPE_CSI2_CPHY = 1, V4L2_FWNODE_BUS_TYPE_CSI1 = 2, V4L2_FWNODE_BUS_TYPE_CCP2 = 3, V4L2_FWNODE_BUS_TYPE_CSI2_DPHY = 4, V4L2_FWNODE_BUS_TYPE_PARALLEL = 5, V4L2_FWNODE_BUS_TYPE_BT656 = 6, V4L2_FWNODE_BUS_TYPE_DPI = 7, NR_OF_V4L2_FWNODE_BUS_TYPE = 8, }; struct crs_csi2_connection { struct list_head entry; struct acpi_resource_csi2_serialbus csi2_data; acpi_handle remote_handle; char remote_name[0]; }; struct crs_csi2 { struct list_head entry; acpi_handle handle; struct acpi_device_software_nodes *swnodes; struct list_head connections; u32 port_count; }; struct csi2_resources_walk_data { acpi_handle handle; struct list_head connections; }; struct acpi_table_ecdt { struct acpi_table_header header; struct acpi_generic_address control; struct acpi_generic_address data; u32 uid; u8 gpe; u8 id[0]; } __attribute__((packed)); enum acpi_ec_event_state { EC_EVENT_READY = 0, EC_EVENT_IN_PROGRESS = 1, EC_EVENT_COMPLETE = 2, }; struct transaction; struct acpi_ec { acpi_handle handle; int gpe; int irq; long unsigned int command_addr; long unsigned int data_addr; bool global_lock; long unsigned int flags; long unsigned int reference_count; struct mutex mutex; wait_queue_head_t wait; struct list_head list; struct transaction *curr; spinlock_t lock; struct work_struct work; long unsigned int timestamp; enum acpi_ec_event_state event_state; unsigned int events_to_process; unsigned int events_in_progress; unsigned int queries_in_progress; bool busy_polling; unsigned int polling_guard; }; struct transaction { const u8 *wdata; u8 *rdata; short unsigned int irq_count; u8 command; u8 wi; u8 ri; u8 wlen; u8 rlen; u8 flags; }; typedef int (*acpi_ec_query_func)(void *); enum ec_command { ACPI_EC_COMMAND_READ = 128, ACPI_EC_COMMAND_WRITE = 129, ACPI_EC_BURST_ENABLE = 130, ACPI_EC_BURST_DISABLE = 131, ACPI_EC_COMMAND_QUERY = 132, }; enum { EC_FLAGS_QUERY_ENABLED = 0, EC_FLAGS_EVENT_HANDLER_INSTALLED = 1, EC_FLAGS_EC_HANDLER_INSTALLED = 2, EC_FLAGS_EC_REG_CALLED = 3, EC_FLAGS_QUERY_METHODS_INSTALLED = 4, EC_FLAGS_STARTED = 5, EC_FLAGS_STOPPED = 6, EC_FLAGS_EVENTS_MASKED = 7, }; struct acpi_ec_query_handler { struct list_head node; acpi_ec_query_func func; acpi_handle handle; void *data; u8 query_bit; struct kref kref; }; struct acpi_ec_query { struct transaction transaction; struct work_struct work; struct acpi_ec_query_handler *handler; struct acpi_ec *ec; }; struct acpi_prt_entry { struct acpi_pci_id id; u8 pin; acpi_handle link; u32 index; }; struct prt_quirk { const struct dmi_system_id *system; unsigned int segment; unsigned int bus; unsigned int device; unsigned char pin; const char *source; const char *actual_source; }; struct acpi_power_dependent_device { struct device *dev; struct list_head node; }; struct acpi_power_resource { struct acpi_device device; struct list_head list_node; u32 system_level; u32 order; unsigned int ref_count; u8 state; struct mutex resource_lock; struct list_head dependents; }; struct acpi_power_resource_entry { struct list_head node; struct acpi_power_resource *resource; }; struct pcc_data { struct pcc_mbox_chan *pcc_chan; void *pcc_comm_addr; struct completion done; struct mbox_client cl; struct acpi_pcc_info ctx; }; typedef acpi_status (*acpi_execute_op)(struct acpi_walk_state *); struct acpi_signal_fatal_info { u32 type; u32 code; u32 argument; }; struct acpi_vendor_walk_info { struct acpi_vendor_uuid *uuid; struct acpi_buffer *buffer; acpi_status status; }; struct acpi_fadt_info { const char *name; u16 address64; u16 address32; u16 length; u8 default_length; u8 flags; }; struct acpi_fadt_pm_info { struct acpi_generic_address *target; u16 source; u8 register_num; }; struct acpi_exception_info { char *name; }; struct acpi_thermal_trip { long unsigned int temp_dk; struct acpi_handle_list devices; }; struct acpi_thermal_passive { struct acpi_thermal_trip trip; long unsigned int tc1; long unsigned int tc2; long unsigned int delay; }; struct acpi_thermal_active { struct acpi_thermal_trip trip; }; struct acpi_thermal_trips { struct acpi_thermal_passive passive; struct acpi_thermal_active active[10]; }; struct acpi_thermal { struct acpi_device *device; acpi_bus_id name; long unsigned int temp_dk; long unsigned int last_temp_dk; long unsigned int polling_frequency; volatile u8 zombie; struct acpi_thermal_trips trips; struct thermal_zone_device *thermal_zone; int kelvin_offset; struct work_struct thermal_check_work; struct mutex thermal_check_lock; refcount_t thermal_check_count; }; struct adjust_trip_data { struct acpi_thermal *tz; u32 event; }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = -2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_CDL = 24, ATA_LOG_CDL_SIZE = 512, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_SENSE_NCQ = 15, ATA_LOG_SENSE_NCQ_SIZE = 1024, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SUPPORTED_CAPABILITIES = 3, ATA_LOG_CURRENT_SETTINGS = 4, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SETFEATURES_CDL = 13, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, SETFEATURE_SENSE_DATA_SUCC_NCQ = 196, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_quirks { __ATA_QUIRK_DIAGNOSTIC = 0, __ATA_QUIRK_NODMA = 1, __ATA_QUIRK_NONCQ = 2, __ATA_QUIRK_MAX_SEC_128 = 3, __ATA_QUIRK_BROKEN_HPA = 4, __ATA_QUIRK_DISABLE = 5, __ATA_QUIRK_HPA_SIZE = 6, __ATA_QUIRK_IVB = 7, __ATA_QUIRK_STUCK_ERR = 8, __ATA_QUIRK_BRIDGE_OK = 9, __ATA_QUIRK_ATAPI_MOD16_DMA = 10, __ATA_QUIRK_FIRMWARE_WARN = 11, __ATA_QUIRK_1_5_GBPS = 12, __ATA_QUIRK_NOSETXFER = 13, __ATA_QUIRK_BROKEN_FPDMA_AA = 14, __ATA_QUIRK_DUMP_ID = 15, __ATA_QUIRK_MAX_SEC_LBA48 = 16, __ATA_QUIRK_ATAPI_DMADIR = 17, __ATA_QUIRK_NO_NCQ_TRIM = 18, __ATA_QUIRK_NOLPM = 19, __ATA_QUIRK_WD_BROKEN_LPM = 20, __ATA_QUIRK_ZERO_AFTER_TRIM = 21, __ATA_QUIRK_NO_DMA_LOG = 22, __ATA_QUIRK_NOTRIM = 23, __ATA_QUIRK_MAX_SEC_1024 = 24, __ATA_QUIRK_MAX_TRIM_128M = 25, __ATA_QUIRK_NO_NCQ_ON_ATI = 26, __ATA_QUIRK_NO_LPM_ON_ATI = 27, __ATA_QUIRK_NO_ID_DEV_LOG = 28, __ATA_QUIRK_NO_LOG_DIR = 29, __ATA_QUIRK_NO_FUA = 30, __ATA_QUIRK_MAX = 31, }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = -1, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_FUA = 512, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_NCQ_SEND_RECV = 2048, ATA_DFLAG_NCQ_PRIO = 4096, ATA_DFLAG_CDL = 8192, ATA_DFLAG_CFG_MASK = 16383, ATA_DFLAG_PIO = 16384, ATA_DFLAG_NCQ_OFF = 32768, ATA_DFLAG_SLEEPING = 65536, ATA_DFLAG_DUBIOUS_XFER = 131072, ATA_DFLAG_NO_UNLOAD = 262144, ATA_DFLAG_UNLOCK_HPA = 524288, ATA_DFLAG_INIT_MASK = 1048575, ATA_DFLAG_NCQ_PRIO_ENABLED = 1048576, ATA_DFLAG_CDL_ENABLED = 2097152, ATA_DFLAG_RESUMING = 4194304, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 201341696, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_RESUMING = 65536, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_RTF_FILLED = 4, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_HAS_CDL = 256, ATA_QCFLAG_EH = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_QCFLAG_EH_SUCCESS_CMD = 524288, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_HOST_NO_PART = 16, ATA_HOST_NO_SSC = 32, ATA_HOST_NO_DEVSLP = 64, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 10000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_GET_SUCCESS_SENSE = 64, ATA_EH_SET_ACTIVE = 128, ATA_EH_PERDEV_MASK = 225, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_PRINT_QUIRKS = 2097152, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 8, ATA_QUIRK_DIAGNOSTIC = 1, ATA_QUIRK_NODMA = 2, ATA_QUIRK_NONCQ = 4, ATA_QUIRK_MAX_SEC_128 = 8, ATA_QUIRK_BROKEN_HPA = 16, ATA_QUIRK_DISABLE = 32, ATA_QUIRK_HPA_SIZE = 64, ATA_QUIRK_IVB = 128, ATA_QUIRK_STUCK_ERR = 256, ATA_QUIRK_BRIDGE_OK = 512, ATA_QUIRK_ATAPI_MOD16_DMA = 1024, ATA_QUIRK_FIRMWARE_WARN = 2048, ATA_QUIRK_1_5_GBPS = 4096, ATA_QUIRK_NOSETXFER = 8192, ATA_QUIRK_BROKEN_FPDMA_AA = 16384, ATA_QUIRK_DUMP_ID = 32768, ATA_QUIRK_MAX_SEC_LBA48 = 65536, ATA_QUIRK_ATAPI_DMADIR = 131072, ATA_QUIRK_NO_NCQ_TRIM = 262144, ATA_QUIRK_NOLPM = 524288, ATA_QUIRK_WD_BROKEN_LPM = 1048576, ATA_QUIRK_ZERO_AFTER_TRIM = 2097152, ATA_QUIRK_NO_DMA_LOG = 4194304, ATA_QUIRK_NOTRIM = 8388608, ATA_QUIRK_MAX_SEC_1024 = 16777216, ATA_QUIRK_MAX_TRIM_128M = 33554432, ATA_QUIRK_NO_NCQ_ON_ATI = 67108864, ATA_QUIRK_NO_LPM_ON_ATI = 134217728, ATA_QUIRK_NO_ID_DEV_LOG = 268435456, ATA_QUIRK_NO_LOG_DIR = 536870912, ATA_QUIRK_NO_FUA = 1073741824, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; struct acpi_table_csrt { struct acpi_table_header header; }; struct acpi_csrt_group { u32 length; u32 vendor_id; u32 subvendor_id; u16 device_id; u16 subdevice_id; u16 revision; u16 reserved; u32 shared_info_length; }; struct acpi_csrt_shared_info { u16 major_version; u16 minor_version; u32 mmio_base_low; u32 mmio_base_high; u32 gsi_interrupt; u8 interrupt_polarity; u8 interrupt_mode; u8 num_channels; u8 dma_address_width; u16 base_request_line; u16 num_handshake_signals; u32 max_block_size; }; struct acpi_dma_parser_data { struct acpi_dma_spec dma_spec; size_t index; size_t n; }; struct virtio_admin_cmd_hdr { __le16 opcode; __le16 group_type; __u8 reserved1[12]; __le64 group_member_id; }; struct virtio_admin_cmd_status { __le16 status; __le16 status_qualifier; __u8 reserved2[4]; }; struct virtio_dev_parts_cap { __u8 get_parts_resource_objects_limit; __u8 set_parts_resource_objects_limit; }; struct virtio_admin_cmd_query_cap_id_result { __le64 supported_caps[1]; }; struct virtio_admin_cmd_cap_get_data { __le16 id; __u8 reserved[6]; }; struct virtio_admin_cmd_cap_set_data { __le16 id; __u8 reserved[6]; __u8 cap_specific_data[0]; }; struct virtio_admin_cmd_resource_obj_cmd_hdr { __le16 type; __u8 reserved[2]; __le32 id; }; struct virtio_admin_cmd_resource_obj_create_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __le64 flags; __u8 resource_obj_specific_data[0]; }; struct virtio_resource_obj_dev_parts { __u8 type; __u8 reserved[7]; }; struct virtio_admin_cmd_dev_parts_metadata_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __u8 type; __u8 reserved[7]; }; struct virtio_dev_part_hdr { __le16 part_type; __u8 flags; __u8 reserved; union { struct { __le32 offset; __le32 reserved; } pci_common_cfg; struct { __le16 index; __u8 reserved[6]; } vq_index; } selector; __le32 length; }; struct virtio_admin_cmd_dev_parts_metadata_result { union { struct { __le32 size; __le32 reserved; } parts_size; struct { __le32 count; __le32 reserved; } hdr_list_count; struct { __le32 count; __le32 reserved; struct virtio_dev_part_hdr hdrs[0]; } hdr_list; }; }; struct virtio_admin_cmd_dev_parts_get_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __u8 type; __u8 reserved[7]; struct virtio_dev_part_hdr hdr_list[0]; }; struct virtio_admin_cmd_dev_mode_set_data { __u8 flags; }; struct virtio_balloon_config { __le32 num_pages; __le32 actual; union { __le32 free_page_hint_cmd_id; __le32 free_page_report_cmd_id; }; __le32 poison_val; }; struct virtio_balloon_stat { __virtio16 tag; __virtio64 val; } __attribute__((packed)); enum virtio_balloon_vq { VIRTIO_BALLOON_VQ_INFLATE = 0, VIRTIO_BALLOON_VQ_DEFLATE = 1, VIRTIO_BALLOON_VQ_STATS = 2, VIRTIO_BALLOON_VQ_FREE_PAGE = 3, VIRTIO_BALLOON_VQ_REPORTING = 4, VIRTIO_BALLOON_VQ_MAX = 5, }; enum virtio_balloon_config_read { VIRTIO_BALLOON_CONFIG_READ_CMD_ID = 0, }; struct virtio_balloon { struct virtio_device *vdev; struct virtqueue *inflate_vq; struct virtqueue *deflate_vq; struct virtqueue *stats_vq; struct virtqueue *free_page_vq; struct workqueue_struct *balloon_wq; struct work_struct report_free_page_work; struct work_struct update_balloon_stats_work; struct work_struct update_balloon_size_work; spinlock_t stop_update_lock; bool stop_update; long unsigned int config_read_bitmap; struct list_head free_page_list; spinlock_t free_page_list_lock; long unsigned int num_free_page_blocks; u32 cmd_id_received_cache; __virtio32 cmd_id_active; __virtio32 cmd_id_stop; wait_queue_head_t acked; unsigned int num_pages; struct balloon_dev_info vb_dev_info; struct mutex balloon_lock; unsigned int num_pfns; __virtio32 pfns[256]; struct virtio_balloon_stat stats[16]; struct shrinker *shrinker; struct notifier_block oom_nb; struct virtqueue *reporting_vq; struct page_reporting_dev_info pr_dev_info; spinlock_t wakeup_lock; bool processing_wakeup_event; u32 wakeup_signal_mask; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; typedef short unsigned int u_short; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct irq_info___2 { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; enum cti_port_type { CTI_PORT_TYPE_NONE = 0, CTI_PORT_TYPE_RS232 = 1, CTI_PORT_TYPE_RS422_485 = 2, CTI_PORT_TYPE_RS232_422_485_HW = 3, CTI_PORT_TYPE_RS232_422_485_SW = 4, CTI_PORT_TYPE_RS232_422_485_4B = 5, CTI_PORT_TYPE_RS232_422_485_2B = 6, CTI_PORT_TYPE_MAX = 7, }; struct exar8250_platform { int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); const struct serial_rs485 *rs485_supported; int (*register_gpio)(struct pci_dev *, struct uart_8250_port *); void (*unregister_gpio)(struct uart_8250_port *); }; struct exar8250; struct exar8250_board { unsigned int num_ports; unsigned int reg_shift; int (*setup)(struct exar8250 *, struct pci_dev *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct exar8250 { unsigned int nr; unsigned int osc_freq; struct exar8250_board *board; struct eeprom_93cx6 eeprom; void *virt; int line[0]; }; struct memdev { const char *name; const struct file_operations *fops; fmode_t fmode; umode_t mode; }; struct nvram_ops { ssize_t (*get_size)(); unsigned char (*read_byte)(int); void (*write_byte)(unsigned char, int); ssize_t (*read)(char *, size_t, loff_t *); ssize_t (*write)(char *, size_t, loff_t *); long int (*initialize)(); long int (*set_checksum)(); }; struct devid_map { struct list_head list; u8 id; u32 devid; bool cmd_line; }; struct ivhd_dte_flags { struct list_head list; u16 segid; u16 devid_first; u16 devid_last; long: 64; struct dev_table_entry dte; }; enum amd_iommu_intr_mode_type { AMD_IOMMU_GUEST_IR_LEGACY = 0, AMD_IOMMU_GUEST_IR_LEGACY_GA = 1, AMD_IOMMU_GUEST_IR_VAPIC = 2, }; struct ivhd_header { u8 type; u8 flags; u16 length; u16 devid; u16 cap_ptr; u64 mmio_phys; u16 pci_seg; u16 info; u32 efr_attr; u64 efr_reg; u64 efr_reg2; }; struct ivhd_entry { u8 type; u16 devid; u8 flags; union { struct { u32 ext; u32 hidh; }; struct { u32 ext; u32 hidh; } ext_hid; }; u64 cid; u8 uidf; u8 uidl; u8 uid; } __attribute__((packed)); struct ivmd_header { u8 type; u8 flags; u16 length; u16 devid; u16 aux; u16 pci_seg; u8 resv[6]; u64 range_start; u64 range_length; }; enum iommu_init_state { IOMMU_START_STATE = 0, IOMMU_IVRS_DETECTED = 1, IOMMU_ACPI_FINISHED = 2, IOMMU_ENABLED = 3, IOMMU_PCI_INIT = 4, IOMMU_INTERRUPTS_EN = 5, IOMMU_INITIALIZED = 6, IOMMU_NOT_FOUND = 7, IOMMU_INIT_ERROR = 8, IOMMU_CMDLINE_DISABLED = 9, }; union intcapxt { u64 capxt; struct { u64 reserved_0: 2; u64 dest_mode_logical: 1; u64 reserved_1: 5; u64 destid_0_23: 24; u64 vector: 8; u64 reserved_2: 16; u64 destid_24_31: 8; }; }; struct pdom_dev_data { struct iommu_dev_data *dev_data; ioasid_t pasid; struct list_head list; }; enum iommu_hwpt_vtd_s1_flags { IOMMU_VTD_S1_SRE = 1, IOMMU_VTD_S1_EAFE = 2, IOMMU_VTD_S1_WPE = 4, }; struct pasid_dir_entry { u64 val; }; struct pasid_entry { u64 val[8]; }; struct page_req_dsc { union { struct { u64 type: 8; u64 pasid_present: 1; u64 rsvd: 7; u64 rid: 16; u64 pasid: 20; u64 exe_req: 1; u64 pm_req: 1; u64 rsvd2: 10; }; u64 qw_0; }; union { struct { u64 rd_req: 1; u64 wr_req: 1; u64 lpig: 1; u64 prg_index: 9; u64 addr: 52; }; u64 qw_1; }; u64 qw_2; u64 qw_3; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_iommu_device_event { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); enum io_pgtable_caps { IO_PGTABLE_CAP_CUSTOM_ALLOCATOR = 1, }; struct subsys_interface { const char *name; const struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct cpu { int node_id; int hotpluggable; struct device dev; }; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; struct dev_pm_domain_attach_data { const char * const *pd_names; const u32 num_pd_names; const u32 pd_flags; }; struct dev_pm_domain_list { struct device **pd_devs; struct device_link **pd_links; u32 *opp_tokens; u32 num_pds; }; struct opp_table; struct dev_pm_opp; typedef int (*config_regulators_t)(struct device *, struct dev_pm_opp *, struct dev_pm_opp *, struct regulator **, unsigned int); typedef int (*config_clks_t)(struct device *, struct opp_table *, struct dev_pm_opp *, void *, bool); struct dev_pm_opp_config { const char * const *clk_names; config_clks_t config_clks; const char *prop_name; config_regulators_t config_regulators; const unsigned int *supported_hw; unsigned int supported_hw_count; const char * const *regulator_names; struct device *required_dev; unsigned int required_dev_index; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct virtio_blk_geometry { __virtio16 cylinders; __u8 heads; __u8 sectors; }; struct virtio_blk_zoned_characteristics { __virtio32 zone_sectors; __virtio32 max_open_zones; __virtio32 max_active_zones; __virtio32 max_append_sectors; __virtio32 write_granularity; __u8 model; __u8 unused2[3]; }; struct virtio_blk_config { __virtio64 capacity; __virtio32 size_max; __virtio32 seg_max; struct virtio_blk_geometry geometry; __virtio32 blk_size; __u8 physical_block_exp; __u8 alignment_offset; __virtio16 min_io_size; __virtio32 opt_io_size; __u8 wce; __u8 unused; __virtio16 num_queues; __virtio32 max_discard_sectors; __virtio32 max_discard_seg; __virtio32 discard_sector_alignment; __virtio32 max_write_zeroes_sectors; __virtio32 max_write_zeroes_seg; __u8 write_zeroes_may_unmap; __u8 unused1[3]; __virtio32 max_secure_erase_sectors; __virtio32 max_secure_erase_seg; __virtio32 secure_erase_sector_alignment; struct virtio_blk_zoned_characteristics zoned; }; struct virtio_blk_outhdr { __virtio32 type; __virtio32 ioprio; __virtio64 sector; }; struct virtio_blk_discard_write_zeroes { __le64 sector; __le32 num_sectors; __le32 flags; }; struct virtio_blk_vq { struct virtqueue *vq; spinlock_t lock; char name[16]; long: 64; long: 64; long: 64; long: 64; }; struct virtio_blk { struct mutex vdev_mutex; struct virtio_device *vdev; struct gendisk *disk; struct blk_mq_tag_set tag_set; struct work_struct config_work; int index; int num_vqs; int io_queues[3]; struct virtio_blk_vq *vqs; unsigned int zone_sectors; }; struct virtblk_req { struct virtio_blk_outhdr out_hdr; union { u8 status; struct { __virtio64 sector; u8 status; } zone_append; } in_hdr; size_t in_hdr_len; struct sg_table sg_table; struct scatterlist sg[0]; }; struct mkhi_rule_id { __le16 rule_type; u8 feature_id; u8 reserved; }; struct mkhi_fwcaps { struct mkhi_rule_id id; u8 len; u8 data[0]; } __attribute__((packed)); struct mkhi_msg_hdr { u8 group_id; u8 command; u8 reserved; u8 result; }; struct mkhi_msg { struct mkhi_msg_hdr hdr; u8 data[0]; }; struct mkhi_gfx_mem_ready { struct mkhi_msg_hdr hdr; u32 flags; }; struct mei_os_ver { __le16 build; __le16 reserved1; u8 os_type; u8 major; u8 minor; u8 reserved2; }; struct mkhi_fw_ver_block { u16 minor; u8 major; u8 platform; u16 buildno; u16 hotfix; }; struct mkhi_fw_ver { struct mkhi_fw_ver_block ver[3]; }; struct mei_nfc_cmd { u8 command; u8 status; u16 req_id; u32 reserved; u16 data_size; u8 sub_command; u8 data[0]; } __attribute__((packed)); struct mei_nfc_reply { u8 command; u8 status; u16 req_id; u32 reserved; u16 data_size; u8 sub_command; u8 reply_status; u8 data[0]; }; struct mei_nfc_if_version { u8 radio_version_sw[3]; u8 reserved[3]; u8 radio_version_hw[3]; u8 i2c_addr; u8 fw_ivn; u8 vendor_id; u8 radio_type; }; struct mei_fixup { const uuid_le uuid; void (*hook)(struct mei_cl_device *); }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; struct dma_fence_array_cb callbacks[0]; }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; struct scsi_lun { __u8 scsi_lun[8]; }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 10000, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; struct spi_transport_attrs { int period; int min_period; int offset; int max_offset; unsigned int width: 1; unsigned int max_width: 1; unsigned int iu: 1; unsigned int max_iu: 1; unsigned int dt: 1; unsigned int qas: 1; unsigned int max_qas: 1; unsigned int wr_flow: 1; unsigned int rd_strm: 1; unsigned int rti: 1; unsigned int pcomp_en: 1; unsigned int hold_mcs: 1; unsigned int initial_dv: 1; long unsigned int flags; unsigned int support_sync: 1; unsigned int support_wide: 1; unsigned int support_dt: 1; unsigned int support_dt_only; unsigned int support_ius; unsigned int support_qas; unsigned int dv_pending: 1; unsigned int dv_in_progress: 1; struct mutex dv_mutex; }; enum spi_signal_type { SPI_SIGNAL_UNKNOWN = 1, SPI_SIGNAL_SE = 2, SPI_SIGNAL_LVD = 3, SPI_SIGNAL_HVD = 4, }; struct spi_host_attrs { enum spi_signal_type signalling; }; struct spi_function_template { void (*get_period)(struct scsi_target *); void (*set_period)(struct scsi_target *, int); void (*get_offset)(struct scsi_target *); void (*set_offset)(struct scsi_target *, int); void (*get_width)(struct scsi_target *); void (*set_width)(struct scsi_target *, int); void (*get_iu)(struct scsi_target *); void (*set_iu)(struct scsi_target *, int); void (*get_dt)(struct scsi_target *); void (*set_dt)(struct scsi_target *, int); void (*get_qas)(struct scsi_target *); void (*set_qas)(struct scsi_target *, int); void (*get_wr_flow)(struct scsi_target *); void (*set_wr_flow)(struct scsi_target *, int); void (*get_rd_strm)(struct scsi_target *); void (*set_rd_strm)(struct scsi_target *, int); void (*get_rti)(struct scsi_target *); void (*set_rti)(struct scsi_target *, int); void (*get_pcomp_en)(struct scsi_target *); void (*set_pcomp_en)(struct scsi_target *, int); void (*get_hold_mcs)(struct scsi_target *); void (*set_hold_mcs)(struct scsi_target *, int); void (*get_signalling)(struct Scsi_Host *); void (*set_signalling)(struct Scsi_Host *, enum spi_signal_type); int (*deny_binding)(struct scsi_target *); long unsigned int show_period: 1; long unsigned int show_offset: 1; long unsigned int show_width: 1; long unsigned int show_iu: 1; long unsigned int show_dt: 1; long unsigned int show_qas: 1; long unsigned int show_wr_flow: 1; long unsigned int show_rd_strm: 1; long unsigned int show_rti: 1; long unsigned int show_pcomp_en: 1; long unsigned int show_hold_mcs: 1; }; enum { SPI_BLIST_NOIUS = 1, }; struct spi_internal { struct scsi_transport_template t; struct spi_function_template *f; }; enum spi_compare_returns { SPI_COMPARE_SUCCESS = 0, SPI_COMPARE_FAILURE = 1, SPI_COMPARE_SKIP_TEST = 2, }; struct work_queue_wrapper { struct work_struct work; struct scsi_device *sdev; }; struct cdrom_ti { __u8 cdti_trk0; __u8 cdti_ind0; __u8 cdti_trk1; __u8 cdti_ind1; }; struct cdrom_tochdr { __u8 cdth_trk0; __u8 cdth_trk1; }; struct ohci { void *registers; }; typedef unsigned char u_char; struct cdrom_msf { __u8 cdmsf_min0; __u8 cdmsf_sec0; __u8 cdmsf_frame0; __u8 cdmsf_min1; __u8 cdmsf_sec1; __u8 cdmsf_frame1; }; struct cdrom_volctrl { __u8 channel0; __u8 channel1; __u8 channel2; __u8 channel3; }; struct cdrom_subchnl { __u8 cdsc_format; __u8 cdsc_audiostatus; __u8 cdsc_adr: 4; __u8 cdsc_ctrl: 4; __u8 cdsc_trk; __u8 cdsc_ind; union cdrom_addr cdsc_absaddr; union cdrom_addr cdsc_reladdr; }; struct cdrom_read_audio { union cdrom_addr addr; __u8 addr_format; int nframes; __u8 *buf; }; struct cdrom_blk { unsigned int from; short unsigned int len; }; struct cdrom_timed_media_change_info { __s64 last_media_change; __u64 media_flags; }; struct dvd_layer { __u8 book_version: 4; __u8 book_type: 4; __u8 min_rate: 4; __u8 disc_size: 4; __u8 layer_type: 4; __u8 track_path: 1; __u8 nlayers: 2; char: 1; __u8 track_density: 4; __u8 linear_density: 4; __u8 bca: 1; __u32 start_sector; __u32 end_sector; __u32 end_sector_l0; }; struct dvd_physical { __u8 type; __u8 layer_num; struct dvd_layer layer[4]; }; struct dvd_copyright { __u8 type; __u8 layer_num; __u8 cpst; __u8 rmi; }; struct dvd_disckey { __u8 type; unsigned int agid: 2; __u8 value[2048]; }; struct dvd_bca { __u8 type; int len; __u8 value[188]; }; struct dvd_manufact { __u8 type; __u8 layer_num; int len; __u8 value[2048]; }; typedef union { __u8 type; struct dvd_physical physical; struct dvd_copyright copyright; struct dvd_disckey disckey; struct dvd_bca bca; struct dvd_manufact manufact; } dvd_struct; typedef __u8 dvd_key[5]; typedef __u8 dvd_challenge[10]; struct dvd_lu_send_agid { __u8 type; unsigned int agid: 2; }; struct dvd_host_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_send_key { __u8 type; unsigned int agid: 2; dvd_key key; }; struct dvd_lu_send_challenge { __u8 type; unsigned int agid: 2; dvd_challenge chal; }; struct dvd_lu_send_title_key { __u8 type; unsigned int agid: 2; dvd_key title_key; int lba; unsigned int cpm: 1; unsigned int cp_sec: 1; unsigned int cgms: 2; }; struct dvd_lu_send_asf { __u8 type; unsigned int agid: 2; unsigned int asf: 1; }; struct dvd_host_send_rpcstate { __u8 type; __u8 pdrc; }; struct dvd_lu_send_rpcstate { __u8 type: 2; __u8 vra: 3; __u8 ucca: 3; __u8 region_mask; __u8 rpc_scheme; }; typedef union { __u8 type; struct dvd_lu_send_agid lsa; struct dvd_host_send_challenge hsc; struct dvd_send_key lsk; struct dvd_lu_send_challenge lsc; struct dvd_send_key hsk; struct dvd_lu_send_title_key lstk; struct dvd_lu_send_asf lsasf; struct dvd_host_send_rpcstate hrpcs; struct dvd_lu_send_rpcstate lrpcs; } dvd_authinfo; struct mrw_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u8 write: 1; __u8 reserved2: 7; __u8 reserved3; __u8 reserved4; __u8 reserved5; }; struct rwrt_feature_desc { __be16 feature_code; __u8 curr: 1; __u8 persistent: 1; __u8 feature_version: 4; __u8 reserved1: 2; __u8 add_len; __u32 last_lba; __u32 block_size; __u16 blocking; __u8 page_present: 1; __u8 reserved2: 7; __u8 reserved3; }; typedef struct { __be16 disc_information_length; __u8 disc_status: 2; __u8 border_status: 2; __u8 erasable: 1; __u8 reserved1: 3; __u8 n_first_track; __u8 n_sessions_lsb; __u8 first_track_lsb; __u8 last_track_lsb; __u8 mrw_status: 2; __u8 dbit: 1; __u8 reserved2: 2; __u8 uru: 1; __u8 dbc_v: 1; __u8 did_v: 1; __u8 disc_type; __u8 n_sessions_msb; __u8 first_track_msb; __u8 last_track_msb; __u32 disc_id; __u32 lead_in; __u32 lead_out; __u8 disc_bar_code[8]; __u8 reserved3; __u8 n_opc; } disc_information; typedef struct { __be16 track_information_length; __u8 track_lsb; __u8 session_lsb; __u8 reserved1; __u8 track_mode: 4; __u8 copy: 1; __u8 damage: 1; __u8 reserved2: 2; __u8 data_mode: 4; __u8 fp: 1; __u8 packet: 1; __u8 blank: 1; __u8 rt: 1; __u8 nwa_v: 1; __u8 lra_v: 1; __u8 reserved3: 6; __be32 track_start; __be32 next_writable; __be32 free_blocks; __be32 fixed_packet_size; __be32 track_size; __be32 last_rec_address; } track_information; struct mode_page_header { __be16 mode_data_length; __u8 medium_type; __u8 reserved1; __u8 reserved2; __u8 reserved3; __be16 desc_length; }; typedef struct { int data; int audio; int cdi; int xa; long int error; } tracktype; struct cdrom_mechstat_header { __u8 curslot: 5; __u8 changer_state: 2; __u8 fault: 1; __u8 reserved1: 4; __u8 door_open: 1; __u8 mech_state: 3; __u8 curlba[3]; __u8 nslots; __u16 slot_tablelen; }; struct cdrom_slot { __u8 change: 1; __u8 reserved1: 6; __u8 disc_present: 1; __u8 reserved2[3]; }; struct cdrom_changer_info { struct cdrom_mechstat_header hdr; struct cdrom_slot slots[256]; }; struct modesel_head { __u8 reserved1; __u8 medium; __u8 reserved2; __u8 block_desc_length; __u8 density; __u8 number_of_blocks_hi; __u8 number_of_blocks_med; __u8 number_of_blocks_lo; __u8 reserved3; __u8 block_length_hi; __u8 block_length_med; __u8 block_length_lo; }; typedef struct { __u16 report_key_length; __u8 reserved1; __u8 reserved2; __u8 ucca: 3; __u8 vra: 3; __u8 type_code: 2; __u8 region_mask; __u8 rpc_scheme; __u8 reserved3; } rpc_state_t; struct cdrom_sysctl_settings { char info[1000]; int autoclose; int autoeject; int debug; int lock; int check; }; enum cdrom_print_option { CTL_NAME = 0, CTL_SPEED = 1, CTL_SLOTS = 2, CTL_CAPABILITY = 3, }; struct compat_cdrom_read_audio { union cdrom_addr addr; u8 addr_format; compat_int_t nframes; compat_caddr_t buf; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct serport { struct tty_struct *tty; wait_queue_head_t wait; struct serio *serio; struct serio_device_id id; spinlock_t lock; long unsigned int flags; }; struct ml_effect_state { struct ff_effect *effect; long unsigned int flags; int count; long unsigned int play_at; long unsigned int stop_at; long unsigned int adj_at; }; struct ml_device { void *private; struct ml_effect_state states[16]; int gain; struct timer_list timer; struct input_dev *dev; int (*play_effect)(struct input_dev *, void *, struct ff_effect *); }; struct mc146818_get_time_callback_param { struct rtc_time *time; unsigned char ctrl; unsigned char century; }; struct cmos_rtc_board_info { void (*wake_on)(struct device *); void (*wake_off)(struct device *); u32 flags; int address_space; u8 rtc_day_alarm; u8 rtc_mon_alarm; u8 rtc_century; }; struct cmos_rtc { struct rtc_device *rtc; struct device *dev; int irq; struct resource *iomem; time64_t alarm_expires; void (*wake_on)(struct device *); void (*wake_off)(struct device *); u8 enabled_wake; u8 suspend_ctrl; u8 day_alrm; u8 mon_alrm; u8 century; struct rtc_wkalrm saved_wkalrm; }; struct cmos_read_alarm_callback_param { struct cmos_rtc *cmos; struct rtc_time *time; unsigned char rtc_control; }; struct cmos_set_alarm_callback_param { struct cmos_rtc *cmos; unsigned char mon; unsigned char mday; unsigned char hrs; unsigned char min; unsigned char sec; struct rtc_wkalrm *t; }; enum i2c_driver_flags { I2C_DRV_ACPI_WAIVE_D0_PROBE = 1, }; struct i2c_acpi_handler_data { struct acpi_connection_info info; struct i2c_adapter *adapter; }; struct gsb_buffer { u8 status; u8 len; union { u16 wdata; u8 bdata; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct i2c_acpi_lookup { struct i2c_board_info *info; acpi_handle adapter_handle; acpi_handle device_handle; acpi_handle search_handle; int n; int index; u32 speed; u32 min_speed; u32 force_speed; }; struct i2c_acpi_irq_context { int irq; bool wake_capable; }; struct i2c_mux_core { struct i2c_adapter *parent; struct device *dev; unsigned int mux_locked: 1; unsigned int arbitrator: 1; unsigned int gate: 1; void *priv; int (*select)(struct i2c_mux_core *, u32); int (*deselect)(struct i2c_mux_core *, u32); int num_adapters; int max_adapters; struct i2c_adapter *adapter[0]; }; struct i2c_mux_priv { struct i2c_adapter adap; struct i2c_algorithm algo; struct i2c_mux_core *muxc; u32 chan_id; }; struct ir_raw_handler { struct list_head list; u64 protocols; int (*decode)(struct rc_dev *, struct ir_raw_event); int (*encode)(enum rc_proto, u32, struct ir_raw_event *, unsigned int); u32 carrier; u32 min_timeout; int (*raw_register)(struct rc_dev *); int (*raw_unregister)(struct rc_dev *); }; struct ir_raw_timings_manchester { unsigned int leader_pulse; unsigned int leader_space; unsigned int clock; unsigned int invert: 1; unsigned int trailer_space; }; struct ir_raw_timings_pd { unsigned int header_pulse; unsigned int header_space; unsigned int bit_pulse; unsigned int bit_space[2]; unsigned int trailer_pulse; unsigned int trailer_space; unsigned int msb_first: 1; }; struct ir_raw_timings_pl { unsigned int header_pulse; unsigned int bit_space; unsigned int bit_pulse[2]; unsigned int trailer_space; unsigned int msb_first: 1; }; struct kvm_ptp_clock { struct ptp_clock *ptp_clock; struct ptp_clock_info caps; }; struct power_supply_led_trigger { struct led_trigger trig; struct power_supply *psy; }; typedef struct thermal_zone_device *class_thermal_zone_reverse_t; struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; const void *thermal_zone_ptr_; }; struct trace_event_data_offsets_cdev_update { u32 type; const void *type_ptr_; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; const void *thermal_zone_ptr_; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); union perf_cached { struct { u8 highest_perf; u8 nominal_perf; u8 lowest_nonlinear_perf; u8 lowest_perf; u8 min_limit_perf; u8 max_limit_perf; }; u64 val; }; struct amd_aperf_mperf { u64 aperf; u64 mperf; u64 tsc; }; struct amd_cpudata { int cpu; struct freq_qos_request req[2]; u64 cppc_req_cached; union perf_cached perf; u8 prefcore_ranking; u32 min_limit_freq; u32 max_limit_freq; u32 nominal_freq; u32 lowest_nonlinear_freq; struct amd_aperf_mperf cur; struct amd_aperf_mperf prev; u64 freq; bool boost_supported; bool hw_prefcore; u32 policy; bool suspended; u8 epp_default; }; enum amd_pstate_mode { AMD_PSTATE_UNDEFINED = 0, AMD_PSTATE_DISABLE = 1, AMD_PSTATE_PASSIVE = 2, AMD_PSTATE_ACTIVE = 3, AMD_PSTATE_GUIDED = 4, AMD_PSTATE_MAX = 5, }; struct quirk_entry { u32 nominal_freq; u32 lowest_freq; }; typedef int (*cppc_mode_transition_fn)(int); struct cpuidle_state_kobj { struct cpuidle_state *state; struct cpuidle_state_usage *state_usage; struct completion kobj_unregister; struct kobject kobj; struct cpuidle_device *device; }; struct cpuidle_device_kobj { struct cpuidle_device *dev; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_device *, char *); ssize_t (*store)(struct cpuidle_device *, const char *, size_t); }; struct cpuidle_state_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_state *, struct cpuidle_state_usage *, char *); ssize_t (*store)(struct cpuidle_state *, struct cpuidle_state_usage *, const char *, size_t); }; struct dmi_device_attribute { struct device_attribute dev_attr; int field; }; struct mafield { const char *prefix; int field; }; struct p2sb_res_cache { u32 bus_dev_id; struct resource res; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, NVMEM_LAYOUT_ADD = 5, NVMEM_LAYOUT_REMOVE = 6, }; struct nvmem_device { struct module *owner; struct device dev; struct list_head node; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; void (*fixup_dt_cell_info)(struct nvmem_device *, struct nvmem_cell_info *); const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; struct gpio_desc *wp_gpio; struct nvmem_layout *layout; void *priv; bool sysfs_cells_populated; }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_cell_entry { const char *name; int offset; size_t raw_len; int bytes; int bit_offset; int nbits; nvmem_cell_post_process_t read_post_process; void *priv; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; int index; }; struct csum_state { __wsum csum; size_t off; }; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; u32 dst_opt_type; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; u8 l2_miss; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_dissector_key_ipsec { __be32 spi; }; struct flow_dissector_key_cfm { u8 mdl_ver; u8 opcode; }; struct flow_keys_digest { u8 data[16]; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_MCAST = 5, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, IFLA_BRPORT_MCAST_N_GROUPS = 41, IFLA_BRPORT_MCAST_MAX_GROUPS = 42, IFLA_BRPORT_NEIGH_VLAN_SUPPRESS = 43, IFLA_BRPORT_BACKUP_NHID = 44, __IFLA_BRPORT_MAX = 45, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; struct br_port_msg { __u8 family; __u32 ifindex; }; struct br_mdb_entry { __u32 ifindex; __u8 state; __u8 flags; __u16 vid; struct { union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } u; __be16 proto; } addr; }; enum { MDBA_SET_ENTRY_UNSPEC = 0, MDBA_SET_ENTRY = 1, MDBA_SET_ENTRY_ATTRS = 2, __MDBA_SET_ENTRY_MAX = 3, }; enum { MDBA_GET_ENTRY_UNSPEC = 0, MDBA_GET_ENTRY = 1, MDBA_GET_ENTRY_ATTRS = 2, __MDBA_GET_ENTRY_MAX = 3, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct ndo_fdb_dump_context { long unsigned int ifindex; long unsigned int fdb_idx; }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_nets { struct net *net[3]; unsigned char len; }; struct rtnl_newlink_tbs { struct nlattr *tb[68]; struct nlattr *linkinfo[6]; struct nlattr *attr[51]; struct nlattr *slave_attr[45]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct rtnl_mdb_dump_ctx { long int idx; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_ipsec { struct flow_dissector_key_ipsec *key; struct flow_dissector_key_ipsec *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; void *rx_sk; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; void *location; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason, struct sock *); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *, void *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; const void *name_ptr_; u32 driver; const void *driver_ptr_; }; struct trace_event_data_offsets_net_dev_template { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_raw_dql_stall_detected { struct trace_entry ent; short unsigned int thrs; unsigned int len; long unsigned int last_reap; long unsigned int hist_head; long unsigned int now; long unsigned int hist[4]; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; const void *dev_name_ptr_; }; struct trace_event_data_offsets_dql_stall_detected {}; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); typedef void (*btf_trace_dql_stall_detected)(void *, short unsigned int, unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int *); struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_sk_data_ready { struct trace_entry ent; const void *skaddr; __u16 family; __u16 protocol; long unsigned int ip; char __data[0]; }; struct trace_event_raw_sock_msg_length { struct trace_entry ent; void *sk; __u16 family; __u16 protocol; int ret; int flags; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; struct trace_event_data_offsets_sk_data_ready {}; struct trace_event_data_offsets_sock_msg_length {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); typedef void (*btf_trace_sk_data_ready)(void *, const struct sock *); typedef void (*btf_trace_sock_send_length)(void *, struct sock *, int, int); typedef void (*btf_trace_sock_recv_length)(void *, struct sock *, int, int); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 sport; __u16 dport; __u16 family; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *, struct sk_buff *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_send_reset { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; enum sk_rst_reason reason; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; const void *skbaddr; const void *skaddr; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_raw_tcp_hash_event { struct trace_entry ent; __u64 net_cookie; const void *skbaddr; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; int l3index; __u16 sport; __u16 dport; __u16 family; bool fin; bool syn; bool rst; bool psh; bool ack; char __data[0]; }; struct trace_event_raw_tcp_ao_event { struct trace_entry ent; __u64 net_cookie; const void *skbaddr; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; int l3index; __u16 sport; __u16 dport; __u16 family; bool fin; bool syn; bool rst; bool psh; bool ack; __u8 keyid; __u8 rnext; __u8 maclen; char __data[0]; }; struct trace_event_raw_tcp_ao_event_sk { struct trace_entry ent; __u64 net_cookie; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u8 keyid; __u8 rnext; char __data[0]; }; struct trace_event_raw_tcp_ao_event_sne { struct trace_entry ent; __u64 net_cookie; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 new_sne; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_send_reset {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; struct trace_event_data_offsets_tcp_hash_event {}; struct trace_event_data_offsets_tcp_ao_event {}; struct trace_event_data_offsets_tcp_ao_event_sk {}; struct trace_event_data_offsets_tcp_ao_event_sne {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *, const enum sk_rst_reason); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_cwnd_reduction_tp)(void *, const struct sock *, int, int, int); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); typedef void (*btf_trace_tcp_hash_bad_header)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_required)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_unexpected)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_mismatch)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_ao_required)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_ao_handshake_failure)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_wrong_maclen)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_mismatch)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_key_not_found)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_rnext_request)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_synack_no_key)(void *, const struct sock *, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_snd_sne_update)(void *, const struct sock *, __u32); typedef void (*btf_trace_tcp_ao_rcv_sne_update)(void *, const struct sock *, __u32); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; struct trace_event_data_offsets_qdisc_create { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; long unsigned int netmem; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; long unsigned int netmem; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, netmem_ref, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, netmem_ref, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_neigh_update { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_neigh__update { u32 dev; const void *dev_ptr_; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; spinlock_t lock; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; struct sockmap_link { struct bpf_link link; struct bpf_map *map; enum bpf_attach_type attach_type; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; struct skb_array { struct ptr_ring ring; }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; enum { TCA_CGROUP_UNSPEC = 0, TCA_CGROUP_ACT = 1, TCA_CGROUP_POLICE = 2, TCA_CGROUP_EMATCHES = 3, __TCA_CGROUP_MAX = 4, }; struct cls_cgroup_head { u32 handle; struct tcf_exts exts; struct tcf_ematch_tree ematches; struct tcf_proto *tp; struct rcu_work rwork; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, NL_ATTR_TYPE_SINT = 16, NL_ATTR_TYPE_UINT = 17, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct trace_event_raw_bpf_trigger_tp { struct trace_entry ent; int nonce; char __data[0]; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_trigger_tp {}; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_trigger_tp)(void *, int); typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; union { struct { struct {} __empty_frame; struct xdp_frame frame[0]; }; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_req_info { struct ethnl_req_info base; enum ethtool_mac_stats_src src; }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; long unsigned int ifindex; }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 9, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; enum ethtool_mac_stats_src src; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; struct ethtool_phy_stats phydev_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; struct ethtool_phy_stats phydev_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; struct ethtool_cmis_cdb_rpl_hdr { u8 rpl_len; u8 rpl_chk_code; }; struct ethtool_cmis_cdb_rpl { struct ethtool_cmis_cdb_rpl_hdr hdr; u8 payload[120]; }; struct cmis_rev_rpl { u8 rev; }; struct cmis_cdb_advert_rpl { u8 inst_supported; u8 read_write_len_ext; u8 resv1; u8 resv2; }; struct cmis_password_entry_pl { __be32 password; }; struct cmis_cdb_query_status_pl { u16 response_delay; }; struct cmis_cdb_query_status_rpl { u8 length; u8 status; }; struct cmis_cdb_module_features_rpl { u8 resv1[34]; __be16 max_completion_time; }; struct cmis_wait_for_cond_rpl { u8 state; }; struct phy_req_info { struct ethnl_req_info base; struct phy_device_node *pdn; }; struct ethnl_phy_dump_ctx { struct phy_req_info *phy_req_info; long unsigned int ifindex; long unsigned int phy_index; }; enum nfnetlink_groups { NFNLGRP_NONE = 0, NFNLGRP_CONNTRACK_NEW = 1, NFNLGRP_CONNTRACK_UPDATE = 2, NFNLGRP_CONNTRACK_DESTROY = 3, NFNLGRP_CONNTRACK_EXP_NEW = 4, NFNLGRP_CONNTRACK_EXP_UPDATE = 5, NFNLGRP_CONNTRACK_EXP_DESTROY = 6, NFNLGRP_NFTABLES = 7, NFNLGRP_ACCT_QUOTA = 8, NFNLGRP_NFTRACE = 9, __NFNLGRP_MAX = 10, }; enum nfnl_batch_attributes { NFNL_BATCH_UNSPEC = 0, NFNL_BATCH_GENID = 1, __NFNL_BATCH_MAX = 2, }; struct nfnl_net { struct sock *nfnl; }; struct nfnl_err { struct list_head head; struct nlmsghdr *nlh; int err; struct netlink_ext_ack extack; }; enum { NFNL_BATCH_FAILURE = 1, NFNL_BATCH_DONE = 2, NFNL_BATCH_REPLAY = 4, }; enum nf_ct_sysctl_index { NF_SYSCTL_CT_MAX = 0, NF_SYSCTL_CT_COUNT = 1, NF_SYSCTL_CT_BUCKETS = 2, NF_SYSCTL_CT_CHECKSUM = 3, NF_SYSCTL_CT_LOG_INVALID = 4, NF_SYSCTL_CT_EXPECT_MAX = 5, NF_SYSCTL_CT_ACCT = 6, NF_SYSCTL_CT_PROTO_TIMEOUT_GENERIC = 7, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_SENT = 8, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_RECV = 9, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_ESTABLISHED = 10, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_FIN_WAIT = 11, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE_WAIT = 12, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_LAST_ACK = 13, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_TIME_WAIT = 14, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE = 15, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_RETRANS = 16, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_UNACK = 17, NF_SYSCTL_CT_PROTO_TCP_LOOSE = 18, NF_SYSCTL_CT_PROTO_TCP_LIBERAL = 19, NF_SYSCTL_CT_PROTO_TCP_IGNORE_INVALID_RST = 20, NF_SYSCTL_CT_PROTO_TCP_MAX_RETRANS = 21, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP = 22, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP_STREAM = 23, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMP = 24, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMPV6 = 25, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_CLOSED = 26, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_WAIT = 27, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_ECHOED = 28, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_ESTABLISHED = 29, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_SENT = 30, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_RECD = 31, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_ACK_SENT = 32, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_HEARTBEAT_SENT = 33, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_REQUEST = 34, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_RESPOND = 35, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_PARTOPEN = 36, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_OPEN = 37, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSEREQ = 38, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSING = 39, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_TIMEWAIT = 40, NF_SYSCTL_CT_PROTO_DCCP_LOOSE = 41, NF_SYSCTL_CT_LAST_SYSCTL = 42, }; struct nf_conn___init { struct nf_conn ct; }; struct bpf_ct_opts { s32 netns_id; s32 error; u8 l4proto; u8 dir; u16 ct_zone_id; u8 ct_zone_dir; u8 reserved[3]; }; enum { NF_BPF_CT_OPTS_SZ = 16, }; union nf_conntrack_nat_help {}; struct nf_conn_nat { union nf_conntrack_nat_help help; }; struct nf_nat_lookup_hook_priv { struct nf_hook_entries *entries; struct callback_head callback_head; }; struct nf_nat_hooks_net { struct nf_hook_ops *nat_hook_ops; unsigned int users; }; struct nat_net { struct nf_nat_hooks_net nat_proto_net[11]; }; struct nf_nat_proto_clean { u8 l3proto; u8 l4proto; }; enum ctattr_nat { CTA_NAT_UNSPEC = 0, CTA_NAT_V4_MINIP = 1, CTA_NAT_V4_MAXIP = 2, CTA_NAT_PROTO = 3, CTA_NAT_V6_MINIP = 4, CTA_NAT_V6_MAXIP = 5, __CTA_NAT_MAX = 6, }; enum ctattr_protonat { CTA_PROTONAT_UNSPEC = 0, CTA_PROTONAT_PORT_MIN = 1, CTA_PROTONAT_PORT_MAX = 2, __CTA_PROTONAT_MAX = 3, }; struct xt_template { struct list_head list; int (*table_init)(struct net *); struct module *me; char name[32]; }; struct xt_pernet { struct list_head tables[11]; }; struct xt_af { struct mutex mutex; struct list_head match; struct list_head target; }; struct nf_mttg_trav { struct list_head *head; struct list_head *curr; uint8_t class; }; enum { MTTG_TRAV_INIT = 0, MTTG_TRAV_NFP_UNSPEC = 1, MTTG_TRAV_NFP_SPEC = 2, MTTG_TRAV_DONE = 3, }; struct xt_secmark_target_info { __u8 mode; __u32 secid; char secctx[256]; }; struct xt_secmark_target_info_v1 { __u8 mode; char secctx[256]; __u32 secid; }; struct xt_state_info { unsigned int statemask; }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct {} __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct dmabuf_cmsg { __u64 frag_offset; __u32 frag_size; __u32 frag_token; __u32 dmabuf_id; __u32 flags; }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_BOUND_INACTIVE = 13, BPF_TCP_MAX_STATES = 14, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; __u16 tcpi_total_rto; __u16 tcpi_total_rto_recoveries; __u32 tcpi_total_rto_time; }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; struct tcp_xa_pool { u8 max; u8 idx; __u32 tokens[17]; netmem_ref netmems[17]; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_MAX_VALUES = 13, }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct ip_tunnel_net { struct net_device *fb_tunnel_dev; struct rtnl_link_ops *rtnl_link_ops; struct hlist_head tunnels[128]; struct ip_tunnel *collect_md_tun; int type; }; enum { PIM_TYPE_HELLO = 0, PIM_TYPE_REGISTER = 1, PIM_TYPE_REGISTER_STOP = 2, PIM_TYPE_JOIN_PRUNE = 3, PIM_TYPE_BOOTSTRAP = 4, PIM_TYPE_ASSERT = 5, PIM_TYPE_GRAFT = 6, PIM_TYPE_GRAFT_ACK = 7, PIM_TYPE_CANDIDATE_RP_ADV = 8, }; struct pimreghdr { __u8 type; __u8 reserved; __be16 csum; __be32 flags; }; typedef short unsigned int vifi_t; struct vifctl { vifi_t vifc_vifi; unsigned char vifc_flags; unsigned char vifc_threshold; unsigned int vifc_rate_limit; union { struct in_addr vifc_lcl_addr; int vifc_lcl_ifindex; }; struct in_addr vifc_rmt_addr; }; struct mfcctl { struct in_addr mfcc_origin; struct in_addr mfcc_mcastgrp; vifi_t mfcc_parent; unsigned char mfcc_ttls[32]; unsigned int mfcc_pkt_cnt; unsigned int mfcc_byte_cnt; unsigned int mfcc_wrong_if; int mfcc_expire; }; struct sioc_sg_req { struct in_addr src; struct in_addr grp; long unsigned int pktcnt; long unsigned int bytecnt; long unsigned int wrong_if; }; struct sioc_vif_req { vifi_t vifi; long unsigned int icount; long unsigned int ocount; long unsigned int ibytes; long unsigned int obytes; }; struct igmpmsg { __u32 unused1; __u32 unused2; unsigned char im_msgtype; unsigned char im_mbz; unsigned char im_vif; unsigned char im_vif_hi; struct in_addr im_src; struct in_addr im_dst; }; enum { IPMRA_TABLE_UNSPEC = 0, IPMRA_TABLE_ID = 1, IPMRA_TABLE_CACHE_RES_QUEUE_LEN = 2, IPMRA_TABLE_MROUTE_REG_VIF_NUM = 3, IPMRA_TABLE_MROUTE_DO_ASSERT = 4, IPMRA_TABLE_MROUTE_DO_PIM = 5, IPMRA_TABLE_VIFS = 6, IPMRA_TABLE_MROUTE_DO_WRVIFWHOLE = 7, __IPMRA_TABLE_MAX = 8, }; enum { IPMRA_VIF_UNSPEC = 0, IPMRA_VIF = 1, __IPMRA_VIF_MAX = 2, }; enum { IPMRA_VIFA_UNSPEC = 0, IPMRA_VIFA_IFINDEX = 1, IPMRA_VIFA_VIF_ID = 2, IPMRA_VIFA_FLAGS = 3, IPMRA_VIFA_BYTES_IN = 4, IPMRA_VIFA_BYTES_OUT = 5, IPMRA_VIFA_PACKETS_IN = 6, IPMRA_VIFA_PACKETS_OUT = 7, IPMRA_VIFA_LOCAL_ADDR = 8, IPMRA_VIFA_REMOTE_ADDR = 9, IPMRA_VIFA_PAD = 10, __IPMRA_VIFA_MAX = 11, }; enum { IPMRA_CREPORT_UNSPEC = 0, IPMRA_CREPORT_MSGTYPE = 1, IPMRA_CREPORT_VIF_ID = 2, IPMRA_CREPORT_SRC_ADDR = 3, IPMRA_CREPORT_DST_ADDR = 4, IPMRA_CREPORT_PKT = 5, IPMRA_CREPORT_TABLE = 6, __IPMRA_CREPORT_MAX = 7, }; struct mfc_cache_cmp_arg { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache { struct mr_mfc _c; union { struct { __be32 mfc_mcastgrp; __be32 mfc_origin; }; struct mfc_cache_cmp_arg cmparg; }; }; struct compat_sioc_sg_req { struct in_addr src; struct in_addr grp; compat_ulong_t pktcnt; compat_ulong_t bytecnt; compat_ulong_t wrong_if; }; struct compat_sioc_vif_req { vifi_t vifi; compat_ulong_t icount; compat_ulong_t ocount; compat_ulong_t ibytes; compat_ulong_t obytes; }; struct ic_device { struct ic_device *next; struct net_device *dev; short unsigned int flags; short int able; __be32 xid; }; struct bootp_pkt { struct iphdr iph; struct udphdr udph; u8 op; u8 htype; u8 hlen; u8 hops; __be32 xid; __be16 secs; __be16 flags; __be32 client_ip; __be32 your_ip; __be32 server_ip; __be32 relay_ip; u8 hw_addr[16]; u8 serv_name[64]; u8 boot_file[128]; u8 exten[312]; }; struct ipt_getinfo { char name[32]; unsigned int valid_hooks; unsigned int hook_entry[5]; unsigned int underflow[5]; unsigned int num_entries; unsigned int size; }; struct ipt_get_entries { char name[32]; unsigned int size; struct ipt_entry entrytable[0]; }; struct ipt_error { struct ipt_entry entry; struct xt_error_target target; }; struct sigpool_scratch { local_lock_t bh_lock; void *pad; }; struct sigpool_entry { struct crypto_ahash *hash; const char *alg; struct kref kref; uint16_t needs_key: 1; uint16_t reserved: 15; }; struct scratches_to_free { struct callback_head rcu; unsigned int cnt; void *scratches[0]; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct bpf_struct_ops_tcp_congestion_ops { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; struct xfrm_algo_list { int (*find)(const char *, u32, u32); struct xfrm_algo_desc *algs; int entries; }; struct xfrm_aead_name { const char *name; int icvbits; }; enum { XFRM_SHARE_ANY = 0, XFRM_SHARE_SESSION = 1, XFRM_SHARE_USER = 2, XFRM_SHARE_UNIQUE = 3, }; struct xfrm_user_sec_ctx { __u16 len; __u16 exttype; __u8 ctx_alg; __u8 ctx_doi; __u16 ctx_len; }; struct xfrm_user_tmpl { struct xfrm_id id; __u16 family; xfrm_address_t saddr; __u32 reqid; __u8 mode; __u8 share; __u8 optional; __u32 aalgos; __u32 ealgos; __u32 calgos; }; struct xfrm_userpolicy_type { __u8 type; __u16 reserved1; __u8 reserved2; }; enum xfrm_sadattr_type_t { XFRMA_SAD_UNSPEC = 0, XFRMA_SAD_CNT = 1, XFRMA_SAD_HINFO = 2, __XFRMA_SAD_MAX = 3, }; struct xfrmu_sadhinfo { __u32 sadhcnt; __u32 sadhmcnt; }; enum xfrm_spdattr_type_t { XFRMA_SPD_UNSPEC = 0, XFRMA_SPD_INFO = 1, XFRMA_SPD_HINFO = 2, XFRMA_SPD_IPV4_HTHRESH = 3, XFRMA_SPD_IPV6_HTHRESH = 4, __XFRMA_SPD_MAX = 5, }; struct xfrmu_spdinfo { __u32 incnt; __u32 outcnt; __u32 fwdcnt; __u32 inscnt; __u32 outscnt; __u32 fwdscnt; }; struct xfrmu_spdhinfo { __u32 spdhcnt; __u32 spdhmcnt; }; struct xfrmu_spdhthresh { __u8 lbits; __u8 rbits; }; struct xfrm_usersa_info { struct xfrm_selector sel; struct xfrm_id id; xfrm_address_t saddr; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; struct xfrm_stats stats; __u32 seq; __u32 reqid; __u16 family; __u8 mode; __u8 replay_window; __u8 flags; }; struct xfrm_usersa_id { xfrm_address_t daddr; __be32 spi; __u16 family; __u8 proto; }; struct xfrm_aevent_id { struct xfrm_usersa_id sa_id; xfrm_address_t saddr; __u32 flags; __u32 reqid; }; struct xfrm_userspi_info { struct xfrm_usersa_info info; __u32 min; __u32 max; }; struct xfrm_userpolicy_info { struct xfrm_selector sel; struct xfrm_lifetime_cfg lft; struct xfrm_lifetime_cur curlft; __u32 priority; __u32 index; __u8 dir; __u8 action; __u8 flags; __u8 share; }; struct xfrm_userpolicy_id { struct xfrm_selector sel; __u32 index; __u8 dir; }; struct xfrm_user_acquire { struct xfrm_id id; xfrm_address_t saddr; struct xfrm_selector sel; struct xfrm_userpolicy_info policy; __u32 aalgos; __u32 ealgos; __u32 calgos; __u32 seq; }; struct xfrm_user_expire { struct xfrm_usersa_info state; __u8 hard; }; struct xfrm_user_polexpire { struct xfrm_userpolicy_info pol; __u8 hard; }; struct xfrm_usersa_flush { __u8 proto; }; struct xfrm_user_report { __u8 proto; struct xfrm_selector sel; }; struct xfrm_user_mapping { struct xfrm_usersa_id id; __u32 reqid; xfrm_address_t old_saddr; xfrm_address_t new_saddr; __be16 old_sport; __be16 new_sport; }; struct xfrm_user_offload { int ifindex; __u8 flags; }; struct xfrm_userpolicy_default { __u8 in; __u8 fwd; __u8 out; }; enum { XFRM_DEV_OFFLOAD_IN = 1, XFRM_DEV_OFFLOAD_OUT = 2, XFRM_DEV_OFFLOAD_FWD = 3, }; struct xfrm_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct xfrm_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **, struct netlink_ext_ack *); int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *nla_pol; int nla_max; }; enum fib6_walk_state { FWS_L = 0, FWS_R = 1, FWS_C = 2, FWS_U = 3, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; struct calipso_map_cache_bkt { spinlock_t lock; u32 size; struct list_head list; }; struct calipso_map_cache_entry { u32 hash; unsigned char *key; size_t key_len; struct netlbl_lsm_cache *lsm_data; u32 activity; struct list_head list; }; struct ip6t_ipv6header_info { __u8 matchflags; __u8 invflags; __u8 modeflag; }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; struct list_head remove_list; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; long unsigned int flags; int ifindex; u8 vnet_hdr_sz; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_long_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; long: 64; long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum packet_sock_flags { PACKET_SOCK_ORIGDEV = 0, PACKET_SOCK_AUXDATA = 1, PACKET_SOCK_TX_HAS_OFF = 2, PACKET_SOCK_TP_LOSS = 3, PACKET_SOCK_RUNNING = 4, PACKET_SOCK_PRESSURE = 5, PACKET_SOCK_QDISC_BYPASS = 6, }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; struct netlbl_domhsh_tbl { struct list_head *tbl; u32 size; }; enum { NLBL_CIPSOV4_C_UNSPEC = 0, NLBL_CIPSOV4_C_ADD = 1, NLBL_CIPSOV4_C_REMOVE = 2, NLBL_CIPSOV4_C_LIST = 3, NLBL_CIPSOV4_C_LISTALL = 4, __NLBL_CIPSOV4_C_MAX = 5, }; enum { NLBL_CIPSOV4_A_UNSPEC = 0, NLBL_CIPSOV4_A_DOI = 1, NLBL_CIPSOV4_A_MTYPE = 2, NLBL_CIPSOV4_A_TAG = 3, NLBL_CIPSOV4_A_TAGLST = 4, NLBL_CIPSOV4_A_MLSLVLLOC = 5, NLBL_CIPSOV4_A_MLSLVLREM = 6, NLBL_CIPSOV4_A_MLSLVL = 7, NLBL_CIPSOV4_A_MLSLVLLST = 8, NLBL_CIPSOV4_A_MLSCATLOC = 9, NLBL_CIPSOV4_A_MLSCATREM = 10, NLBL_CIPSOV4_A_MLSCAT = 11, NLBL_CIPSOV4_A_MLSCATLST = 12, __NLBL_CIPSOV4_A_MAX = 13, }; struct netlbl_cipsov4_doiwalk_arg { struct netlink_callback *nl_cb; struct sk_buff *skb; u32 seq; }; enum p9_fid_reftype { P9_FID_REF_CREATE = 0, P9_FID_REF_GET = 1, P9_FID_REF_PUT = 2, P9_FID_REF_DESTROY = 3, } __attribute__((mode(byte))); struct trace_event_raw_9p_client_req { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; char __data[0]; }; struct trace_event_raw_9p_client_res { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; __u32 err; char __data[0]; }; struct trace_event_raw_9p_protocol_dump { struct trace_entry ent; void *clnt; __u8 type; __u16 tag; u32 __data_loc_line; char __data[0]; }; struct trace_event_raw_9p_fid_ref { struct trace_entry ent; int fid; int refcount; __u8 type; char __data[0]; }; struct trace_event_data_offsets_9p_client_req {}; struct trace_event_data_offsets_9p_client_res {}; struct trace_event_data_offsets_9p_protocol_dump { u32 line; const void *line_ptr_; }; struct trace_event_data_offsets_9p_fid_ref {}; typedef void (*btf_trace_9p_client_req)(void *, struct p9_client *, int8_t, int); typedef void (*btf_trace_9p_client_res)(void *, struct p9_client *, int8_t, int, int); typedef void (*btf_trace_9p_protocol_dump)(void *, struct p9_client *, struct p9_fcall *); typedef void (*btf_trace_9p_fid_ref)(void *, struct p9_fid *, __u8); enum { Opt_msize = 0, Opt_trans = 1, Opt_legacy = 2, Opt_version = 3, Opt_err___6 = 4, }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; enum dns_lookup_status { DNS_LOOKUP_NOT_DONE = 0, DNS_LOOKUP_GOOD = 1, DNS_LOOKUP_GOOD_WITH_BAD = 2, DNS_LOOKUP_BAD = 3, DNS_LOOKUP_GOT_NOT_FOUND = 4, DNS_LOOKUP_GOT_LOCAL_FAILURE = 5, DNS_LOOKUP_GOT_TEMP_FAILURE = 6, DNS_LOOKUP_GOT_NS_FAILURE = 7, NR__dns_lookup_status = 8, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; struct dns_server_list_v1_header { struct dns_payload_header hdr; __u8 source; __u8 status; __u8 nr_servers; }; enum { dns_key_data = 0, dns_key_error = 1, }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int blackhole_timeout; unsigned int close_timeout; unsigned int stale_loss_cnt; atomic_t active_disable_times; u8 syn_retrans_before_tcp_fallback; long unsigned int active_disable_stamp; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; char scheduler[16]; char path_manager[16]; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; __u32 mptcpi_retransmits; __u64 mptcpi_bytes_retrans; __u64 mptcpi_bytes_sent; __u64 mptcpi_bytes_received; __u64 mptcpi_bytes_acked; __u8 mptcpi_subflows_total; __u8 reserved[3]; __u32 mptcpi_last_data_sent; __u32 mptcpi_last_data_recv; __u32 mptcpi_last_ack_recv; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; struct mptcp_subflow_info { __u32 id; struct mptcp_subflow_addrs addrs; }; struct mptcp_full_info { __u32 size_tcpinfo_kernel; __u32 size_tcpinfo_user; __u32 size_sfinfo_kernel; __u32 size_sfinfo_user; __u32 num_subflows; __u32 size_arrays_user; __u64 subflow_info; __u64 tcp_info; struct mptcp_info mptcp_info; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; struct amd_hostbridge { u32 bus; u32 slot; u32 device; }; struct saved_msr { bool valid; struct msr_info info; }; struct saved_msrs { unsigned int num; struct saved_msr *array; }; struct saved_context { struct pt_regs regs; u16 ds; u16 es; u16 fs; u16 gs; long unsigned int kernelmode_gs_base; long unsigned int usermode_gs_base; long unsigned int fs_base; long unsigned int cr0; long unsigned int cr2; long unsigned int cr3; long unsigned int cr4; u64 misc_enable; struct saved_msrs saved_msrs; long unsigned int efer; u16 gdt_pad; struct desc_ptr gdt_desc; u16 idt_pad; struct desc_ptr idt; u16 ldt; u16 tss; long unsigned int tr; long unsigned int safety; long unsigned int return_address; bool misc_enable_saved; } __attribute__((packed)); typedef int (*pm_cpu_match_t)(const struct x86_cpu_id *); struct msr_enumeration { u32 msr_no; u32 feature; }; struct uevent_sock { struct list_head list; struct sock *sk; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ inspektor-gadget-0.46.0/include/gadget/arm64/000077500000000000000000000000001510117411400206525ustar00rootroot00000000000000inspektor-gadget-0.46.0/include/gadget/arm64/vmlinux.h000066400000000000000000124702531510117411400225430ustar00rootroot00000000000000#ifndef __VMLINUX_H__ #define __VMLINUX_H__ #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute push (__attribute__((preserve_access_index)), apply_to = record) #endif typedef unsigned char __u8; typedef short unsigned int __u16; typedef unsigned int __u32; typedef long long int __s64; typedef long long unsigned int __u64; typedef __u8 u8; typedef __u16 u16; typedef __u32 u32; typedef __s64 s64; typedef __u64 u64; typedef long int __kernel_long_t; typedef long unsigned int __kernel_ulong_t; typedef int __kernel_pid_t; typedef unsigned int __kernel_uid32_t; typedef __kernel_ulong_t __kernel_size_t; typedef __kernel_long_t __kernel_ssize_t; typedef long long int __kernel_time64_t; typedef __kernel_long_t __kernel_clock_t; typedef int __kernel_timer_t; typedef int __kernel_clockid_t; typedef __kernel_pid_t pid_t; typedef __kernel_clockid_t clockid_t; typedef _Bool bool; typedef __kernel_uid32_t uid_t; typedef long unsigned int uintptr_t; typedef __kernel_size_t size_t; typedef __kernel_ssize_t ssize_t; typedef s64 ktime_t; typedef struct { int counter; } atomic_t; typedef struct { s64 counter; } atomic64_t; struct list_head { struct list_head *next; struct list_head *prev; }; struct hlist_node; struct hlist_head { struct hlist_node *first; }; struct hlist_node { struct hlist_node *next; struct hlist_node **pprev; }; struct callback_head { struct callback_head *next; void (*func)(struct callback_head *); }; struct thread_info { long unsigned int flags; union { u64 preempt_count; struct { u32 count; u32 need_resched; } preempt; }; u32 cpu; }; struct refcount_struct { atomic_t refs; }; typedef struct refcount_struct refcount_t; struct llist_node { struct llist_node *next; }; struct __call_single_node { struct llist_node llist; union { unsigned int u_flags; atomic_t a_flags; }; u16 src; u16 dst; }; struct load_weight { long unsigned int weight; u32 inv_weight; }; struct rb_node { long unsigned int __rb_parent_color; struct rb_node *rb_right; struct rb_node *rb_left; }; struct sched_avg { u64 last_update_time; u64 load_sum; u64 runnable_sum; u32 util_sum; u32 period_contrib; long unsigned int load_avg; long unsigned int runnable_avg; long unsigned int util_avg; unsigned int util_est; }; struct cfs_rq; struct sched_entity { struct load_weight load; struct rb_node run_node; u64 deadline; u64 min_vruntime; u64 min_slice; struct list_head group_node; unsigned char on_rq; unsigned char sched_delayed; unsigned char rel_deadline; unsigned char custom_slice; u64 exec_start; u64 sum_exec_runtime; u64 prev_sum_exec_runtime; u64 vruntime; s64 vlag; u64 slice; u64 nr_migrations; int depth; struct sched_entity *parent; struct cfs_rq *cfs_rq; struct cfs_rq *my_q; long unsigned int runnable_weight; long: 64; struct sched_avg avg; }; struct sched_rt_entity { struct list_head run_list; long unsigned int timeout; long unsigned int watchdog_stamp; unsigned int time_slice; short unsigned int on_rq; short unsigned int on_list; struct sched_rt_entity *back; }; struct timerqueue_node { struct rb_node node; ktime_t expires; }; enum hrtimer_restart { HRTIMER_NORESTART = 0, HRTIMER_RESTART = 1, }; struct hrtimer_clock_base; struct hrtimer { struct timerqueue_node node; ktime_t _softexpires; enum hrtimer_restart (*function)(struct hrtimer *); struct hrtimer_clock_base *base; u8 state; u8 is_rel; u8 is_soft; u8 is_hard; }; struct sched_dl_entity; typedef bool (*dl_server_has_tasks_f)(struct sched_dl_entity *); struct task_struct; typedef struct task_struct * (*dl_server_pick_f)(struct sched_dl_entity *); struct rq; struct sched_dl_entity { struct rb_node rb_node; u64 dl_runtime; u64 dl_deadline; u64 dl_period; u64 dl_bw; u64 dl_density; s64 runtime; u64 deadline; unsigned int flags; unsigned int dl_throttled: 1; unsigned int dl_yielded: 1; unsigned int dl_non_contending: 1; unsigned int dl_overrun: 1; unsigned int dl_server: 1; unsigned int dl_server_active: 1; unsigned int dl_defer: 1; unsigned int dl_defer_armed: 1; unsigned int dl_defer_running: 1; struct hrtimer dl_timer; struct hrtimer inactive_timer; struct rq *rq; dl_server_has_tasks_f server_has_tasks; dl_server_pick_f server_pick_task; struct sched_dl_entity *pi_se; }; struct sched_statistics {}; struct cpumask { long unsigned int bits[8]; }; typedef struct cpumask cpumask_t; union rcu_special { struct { u8 blocked; u8 need_qs; u8 exp_hint; u8 need_mb; } b; u32 s; }; struct sched_info { long unsigned int pcount; long long unsigned int run_delay; long long unsigned int max_run_delay; long long unsigned int min_run_delay; long long unsigned int last_arrival; long long unsigned int last_queued; }; struct plist_node { int prio; struct list_head prio_list; struct list_head node_list; }; enum timespec_type { TT_NONE = 0, TT_NATIVE = 1, TT_COMPAT = 2, }; struct __kernel_timespec; struct old_timespec32; struct pollfd; struct restart_block { long unsigned int arch_data; long int (*fn)(struct restart_block *); union { struct { u32 *uaddr; u32 val; u32 flags; u32 bitset; u64 time; u32 *uaddr2; } futex; struct { clockid_t clockid; enum timespec_type type; union { struct __kernel_timespec *rmtp; struct old_timespec32 *compat_rmtp; }; u64 expires; } nanosleep; struct { struct pollfd *ufds; int nfds; int has_timeout; long unsigned int tv_sec; long unsigned int tv_nsec; } poll; }; }; struct qspinlock { union { atomic_t val; struct { u8 locked; u8 pending; }; struct { u16 locked_pending; u16 tail; }; }; }; typedef struct qspinlock arch_spinlock_t; struct raw_spinlock { arch_spinlock_t raw_lock; }; typedef struct raw_spinlock raw_spinlock_t; struct prev_cputime { u64 utime; u64 stime; raw_spinlock_t lock; }; struct rb_root { struct rb_node *rb_node; }; struct rb_root_cached { struct rb_root rb_root; struct rb_node *rb_leftmost; }; struct timerqueue_head { struct rb_root_cached rb_root; }; struct posix_cputimer_base { u64 nextevt; struct timerqueue_head tqhead; }; struct posix_cputimers { struct posix_cputimer_base bases[3]; unsigned int timers_active; unsigned int expiry_active; }; typedef atomic64_t atomic_long_t; struct optimistic_spin_queue { atomic_t tail; }; struct mutex { atomic_long_t owner; raw_spinlock_t wait_lock; struct optimistic_spin_queue osq; struct list_head wait_list; }; struct posix_cputimers_work { struct callback_head work; struct mutex mutex; unsigned int scheduled; }; struct sem_undo_list; struct sysv_sem { struct sem_undo_list *undo_list; }; struct sysv_shm { struct list_head shm_clist; }; typedef struct { long unsigned int sig[1]; } sigset_t; struct sigpending { struct list_head list; sigset_t signal; }; typedef struct { uid_t val; } kuid_t; struct seccomp_filter; struct seccomp { int mode; atomic_t filter_count; struct seccomp_filter *filter; }; struct syscall_user_dispatch {}; struct spinlock { union { struct raw_spinlock rlock; }; }; typedef struct spinlock spinlock_t; struct wake_q_node { struct wake_q_node *next; }; struct task_io_accounting { u64 rchar; u64 wchar; u64 syscr; u64 syscw; u64 read_bytes; u64 write_bytes; u64 cancelled_write_bytes; }; typedef struct { long unsigned int bits[1]; } nodemask_t; struct seqcount { unsigned int sequence; }; typedef struct seqcount seqcount_t; struct seqcount_spinlock { seqcount_t seqcount; }; typedef struct seqcount_spinlock seqcount_spinlock_t; struct arch_tlbflush_unmap_batch {}; struct tlbflush_unmap_batch { struct arch_tlbflush_unmap_batch arch; bool flush_required; bool writable; }; struct page; struct page_frag { struct page *page; __u32 offset; __u32 size; }; struct kmap_ctrl {}; struct timer_list { struct hlist_node entry; long unsigned int expires; void (*function)(struct timer_list *); u32 flags; }; struct llist_head { struct llist_node *first; }; struct cpu_context { long unsigned int x19; long unsigned int x20; long unsigned int x21; long unsigned int x22; long unsigned int x23; long unsigned int x24; long unsigned int x25; long unsigned int x26; long unsigned int x27; long unsigned int x28; long unsigned int fp; long unsigned int sp; long unsigned int pc; }; struct user_fpsimd_state { __int128 unsigned vregs[32]; __u32 fpsr; __u32 fpcr; __u32 __reserved[2]; }; enum fp_type { FP_STATE_CURRENT = 0, FP_STATE_FPSIMD = 1, FP_STATE_SVE = 2, }; struct perf_event; struct debug_info { int suspended_step; int bps_disabled; int wps_disabled; struct perf_event *hbp_break[16]; struct perf_event *hbp_watch[16]; }; struct ptrauth_key { long unsigned int lo; long unsigned int hi; }; struct ptrauth_keys_user { struct ptrauth_key apia; struct ptrauth_key apib; struct ptrauth_key apda; struct ptrauth_key apdb; struct ptrauth_key apga; }; struct ptrauth_keys_kernel { struct ptrauth_key apia; }; struct thread_struct { struct cpu_context cpu_context; long: 64; struct { long unsigned int tp_value; long unsigned int tp2_value; u64 fpmr; long unsigned int pad; struct user_fpsimd_state fpsimd_state; } uw; enum fp_type fp_type; unsigned int fpsimd_cpu; void *sve_state; void *sme_state; unsigned int vl[2]; unsigned int vl_onexec[2]; long unsigned int fault_address; long unsigned int fault_code; struct debug_info debug; long: 64; struct user_fpsimd_state kernel_fpsimd_state; unsigned int kernel_fpsimd_cpu; struct ptrauth_keys_user keys_user; struct ptrauth_keys_kernel keys_kernel; u64 mte_ctrl; u64 sctlr_user; u64 svcr; u64 tpidr2_el0; u64 por_el0; }; struct sched_class; struct task_group; struct rcu_node; struct mm_struct; struct address_space; struct pid; struct completion; struct cred; struct key; struct nameidata; struct fs_struct; struct files_struct; struct io_uring_task; struct nsproxy; struct signal_struct; struct sighand_struct; struct audit_context; struct rt_mutex_waiter; struct bio_list; struct blk_plug; struct reclaim_state; struct io_context; struct capture_control; struct kernel_siginfo; typedef struct kernel_siginfo kernel_siginfo_t; struct css_set; struct robust_list_head; struct compat_robust_list_head; struct futex_pi_state; struct perf_event_context; struct perf_ctx_data; struct mempolicy; struct numa_group; struct rseq; struct pipe_inode_info; struct mem_cgroup; struct obj_cgroup; struct gendisk; struct uprobe_task; struct vm_struct; struct bpf_local_storage; struct bpf_run_ctx; struct bpf_net_context; struct task_struct { struct thread_info thread_info; unsigned int __state; unsigned int saved_state; void *stack; refcount_t usage; unsigned int flags; unsigned int ptrace; int on_cpu; struct __call_single_node wake_entry; unsigned int wakee_flips; long unsigned int wakee_flip_decay_ts; struct task_struct *last_wakee; int recent_used_cpu; int wake_cpu; int on_rq; int prio; int static_prio; int normal_prio; unsigned int rt_priority; struct sched_entity se; struct sched_rt_entity rt; struct sched_dl_entity dl; struct sched_dl_entity *dl_server; const struct sched_class *sched_class; struct task_group *sched_task_group; struct sched_statistics stats; struct hlist_head preempt_notifiers; unsigned int policy; long unsigned int max_allowed_capacity; int nr_cpus_allowed; const cpumask_t *cpus_ptr; cpumask_t *user_cpus_ptr; cpumask_t cpus_mask; void *migration_pending; short unsigned int migration_disabled; short unsigned int migration_flags; int rcu_read_lock_nesting; union rcu_special rcu_read_unlock_special; struct list_head rcu_node_entry; struct rcu_node *rcu_blocked_node; long unsigned int rcu_tasks_nvcsw; u8 rcu_tasks_holdout; u8 rcu_tasks_idx; int rcu_tasks_idle_cpu; struct list_head rcu_tasks_holdout_list; int rcu_tasks_exit_cpu; struct list_head rcu_tasks_exit_list; int trc_reader_nesting; int trc_ipi_to_cpu; union rcu_special trc_reader_special; struct list_head trc_holdout_list; struct list_head trc_blkd_node; int trc_blkd_cpu; struct sched_info sched_info; struct list_head tasks; struct plist_node pushable_tasks; struct rb_node pushable_dl_tasks; struct mm_struct *mm; struct mm_struct *active_mm; struct address_space *faults_disabled_mapping; int exit_state; int exit_code; int exit_signal; int pdeath_signal; long unsigned int jobctl; unsigned int personality; unsigned int sched_reset_on_fork: 1; unsigned int sched_contributes_to_load: 1; unsigned int sched_migrated: 1; unsigned int sched_task_hot: 1; long: 28; unsigned int sched_remote_wakeup: 1; unsigned int sched_rt_mutex: 1; unsigned int in_execve: 1; unsigned int in_iowait: 1; unsigned int no_cgroup_migration: 1; unsigned int frozen: 1; unsigned int use_memdelay: 1; unsigned int in_eventfd: 1; long unsigned int atomic_flags; struct restart_block restart_block; pid_t pid; pid_t tgid; long unsigned int stack_canary; struct task_struct *real_parent; struct task_struct *parent; struct list_head children; struct list_head sibling; struct task_struct *group_leader; struct list_head ptraced; struct list_head ptrace_entry; struct pid *thread_pid; struct hlist_node pid_links[4]; struct list_head thread_node; struct completion *vfork_done; int *set_child_tid; int *clear_child_tid; void *worker_private; u64 utime; u64 stime; u64 gtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; u64 start_time; u64 start_boottime; long unsigned int min_flt; long unsigned int maj_flt; struct posix_cputimers posix_cputimers; struct posix_cputimers_work posix_cputimers_work; const struct cred *ptracer_cred; const struct cred *real_cred; const struct cred *cred; struct key *cached_requested_key; char comm[16]; struct nameidata *nameidata; struct sysv_sem sysvsem; struct sysv_shm sysvshm; struct fs_struct *fs; struct files_struct *files; struct io_uring_task *io_uring; struct nsproxy *nsproxy; struct signal_struct *signal; struct sighand_struct *sighand; sigset_t blocked; sigset_t real_blocked; sigset_t saved_sigmask; struct sigpending pending; long unsigned int sas_ss_sp; size_t sas_ss_size; unsigned int sas_ss_flags; struct callback_head *task_works; struct audit_context *audit_context; kuid_t loginuid; unsigned int sessionid; struct seccomp seccomp; struct syscall_user_dispatch syscall_dispatch; u64 parent_exec_id; u64 self_exec_id; spinlock_t alloc_lock; raw_spinlock_t pi_lock; struct wake_q_node wake_q; struct rb_root_cached pi_waiters; struct task_struct *pi_top_task; struct rt_mutex_waiter *pi_blocked_on; void *journal_info; struct bio_list *bio_list; struct blk_plug *plug; struct reclaim_state *reclaim_state; struct io_context *io_context; struct capture_control *capture_control; long unsigned int ptrace_message; kernel_siginfo_t *last_siginfo; struct task_io_accounting ioac; u64 acct_rss_mem1; u64 acct_vm_mem1; u64 acct_timexpd; nodemask_t mems_allowed; seqcount_spinlock_t mems_allowed_seq; int cpuset_mem_spread_rotor; struct css_set *cgroups; struct list_head cg_list; struct robust_list_head *robust_list; struct compat_robust_list_head *compat_robust_list; struct list_head pi_state_list; struct futex_pi_state *pi_state_cache; struct mutex futex_exit_mutex; unsigned int futex_state; u8 perf_recursion[4]; struct perf_event_context *perf_event_ctxp; struct mutex perf_event_mutex; struct list_head perf_event_list; struct perf_ctx_data *perf_ctx_data; struct mempolicy *mempolicy; short int il_prev; u8 il_weight; short int pref_node_fork; int numa_scan_seq; unsigned int numa_scan_period; unsigned int numa_scan_period_max; int numa_preferred_nid; long unsigned int numa_migrate_retry; u64 node_stamp; u64 last_task_numa_placement; u64 last_sum_exec_runtime; struct callback_head numa_work; struct numa_group *numa_group; long unsigned int *numa_faults; long unsigned int total_numa_faults; long unsigned int numa_faults_locality[3]; long unsigned int numa_pages_migrated; struct rseq *rseq; u32 rseq_len; u32 rseq_sig; long unsigned int rseq_event_mask; int mm_cid; int last_mm_cid; int migrate_from_cpu; int mm_cid_active; struct callback_head cid_work; struct tlbflush_unmap_batch tlb_ubc; struct pipe_inode_info *splice_pipe; struct page_frag task_frag; int nr_dirtied; int nr_dirtied_pause; long unsigned int dirty_paused_when; u64 timer_slack_ns; u64 default_timer_slack_ns; int curr_ret_stack; int curr_ret_depth; long unsigned int *ret_stack; long long unsigned int ftrace_timestamp; long long unsigned int ftrace_sleeptime; atomic_t trace_overrun; atomic_t tracing_graph_pause; long unsigned int trace_recursion; unsigned int memcg_nr_pages_over_high; struct mem_cgroup *active_memcg; struct obj_cgroup *objcg; struct gendisk *throttle_disk; struct uprobe_task *utask; struct kmap_ctrl kmap_ctrl; struct callback_head rcu; refcount_t rcu_users; int pagefault_disabled; struct task_struct *oom_reaper_list; struct timer_list oom_reaper_timer; struct vm_struct *stack_vm_area; refcount_t stack_refcount; void *security; struct bpf_local_storage *bpf_storage; struct bpf_run_ctx *bpf_ctx; struct bpf_net_context *bpf_net_context; struct llist_head kretprobe_instances; long: 64; struct thread_struct thread; }; typedef __u32 Elf32_Word; struct elf32_note { Elf32_Word n_namesz; Elf32_Word n_descsz; Elf32_Word n_type; }; struct obs_kernel_param { const char *str; int (*setup_func)(char *); int early; }; struct __kernel_timespec { __kernel_time64_t tv_sec; long long int tv_nsec; }; union sigval { int sival_int; void *sival_ptr; }; typedef union sigval sigval_t; union __sifields { struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; } _kill; struct { __kernel_timer_t _tid; int _overrun; sigval_t _sigval; int _sys_private; } _timer; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; sigval_t _sigval; } _rt; struct { __kernel_pid_t _pid; __kernel_uid32_t _uid; int _status; __kernel_clock_t _utime; __kernel_clock_t _stime; } _sigchld; struct { void *_addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[8]; void *_lower; void *_upper; } _addr_bnd; struct { char _dummy_pkey[8]; __u32 _pkey; } _addr_pkey; struct { long unsigned int _data; __u32 _type; __u32 _flags; } _perf; }; } _sigfault; struct { long int _band; int _fd; } _sigpoll; struct { void *_call_addr; int _syscall; unsigned int _arch; } _sigsys; }; struct kernel_siginfo { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; }; struct rseq { __u32 cpu_id_start; __u32 cpu_id; __u64 rseq_cs; __u32 flags; __u32 node_id; __u32 mm_cid; char end[0]; }; struct rq_flags; struct affinity_context; struct sched_class { void (*enqueue_task)(struct rq *, struct task_struct *, int); bool (*dequeue_task)(struct rq *, struct task_struct *, int); void (*yield_task)(struct rq *); bool (*yield_to_task)(struct rq *, struct task_struct *); void (*wakeup_preempt)(struct rq *, struct task_struct *, int); int (*balance)(struct rq *, struct task_struct *, struct rq_flags *); struct task_struct * (*pick_task)(struct rq *); struct task_struct * (*pick_next_task)(struct rq *, struct task_struct *); void (*put_prev_task)(struct rq *, struct task_struct *, struct task_struct *); void (*set_next_task)(struct rq *, struct task_struct *, bool); int (*select_task_rq)(struct task_struct *, int, int); void (*migrate_task_rq)(struct task_struct *, int); void (*task_woken)(struct rq *, struct task_struct *); void (*set_cpus_allowed)(struct task_struct *, struct affinity_context *); void (*rq_online)(struct rq *); void (*rq_offline)(struct rq *); struct rq * (*find_lock_rq)(struct task_struct *, struct rq *); void (*task_tick)(struct rq *, struct task_struct *, int); void (*task_fork)(struct task_struct *); void (*task_dead)(struct task_struct *); void (*switching_to)(struct rq *, struct task_struct *); void (*switched_from)(struct rq *, struct task_struct *); void (*switched_to)(struct rq *, struct task_struct *); void (*reweight_task)(struct rq *, struct task_struct *, const struct load_weight *); void (*prio_changed)(struct rq *, struct task_struct *, int); unsigned int (*get_rr_interval)(struct rq *, struct task_struct *); void (*update_curr)(struct rq *); void (*task_change_group)(struct task_struct *); }; typedef unsigned int __kernel_gid32_t; typedef __kernel_gid32_t gid_t; typedef struct { gid_t val; } kgid_t; typedef struct { u64 val; } kernel_cap_t; struct user_struct; struct user_namespace; struct ucounts; struct group_info; struct cred { atomic_long_t usage; kuid_t uid; kgid_t gid; kuid_t suid; kgid_t sgid; kuid_t euid; kgid_t egid; kuid_t fsuid; kgid_t fsgid; unsigned int securebits; kernel_cap_t cap_inheritable; kernel_cap_t cap_permitted; kernel_cap_t cap_effective; kernel_cap_t cap_bset; kernel_cap_t cap_ambient; unsigned char jit_keyring; struct key *session_keyring; struct key *process_keyring; struct key *thread_keyring; struct key *request_key_auth; void *security; struct user_struct *user; struct user_namespace *user_ns; struct ucounts *ucounts; struct group_info *group_info; union { int non_rcu; struct callback_head rcu; }; }; struct uts_namespace; struct ipc_namespace; struct mnt_namespace; struct pid_namespace; struct net; struct time_namespace; struct cgroup_namespace; struct nsproxy { refcount_t count; struct uts_namespace *uts_ns; struct ipc_namespace *ipc_ns; struct mnt_namespace *mnt_ns; struct pid_namespace *pid_ns_for_children; struct net *net_ns; struct time_namespace *time_ns; struct time_namespace *time_ns_for_children; struct cgroup_namespace *cgroup_ns; }; struct new_utsname { char sysname[65]; char nodename[65]; char release[65]; char version[65]; char machine[65]; char domainname[65]; }; struct dentry; struct proc_ns_operations; struct ns_common { struct dentry *stashed; const struct proc_ns_operations *ops; unsigned int inum; refcount_t count; }; struct uts_namespace { struct new_utsname name; struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; }; struct nsset { unsigned int flags; struct nsproxy *nsproxy; struct fs_struct *fs; const struct cred *cred; }; struct proc_ns_operations { const char *name; const char *real_ns_name; int type; struct ns_common * (*get)(struct task_struct *); void (*put)(struct ns_common *); int (*install)(struct nsset *, struct ns_common *); struct user_namespace * (*owner)(struct ns_common *); struct ns_common * (*get_parent)(struct ns_common *); }; enum { PROC_ROOT_INO = 1, PROC_IPC_INIT_INO = 4026531839, PROC_UTS_INIT_INO = 4026531838, PROC_USER_INIT_INO = 4026531837, PROC_PID_INIT_INO = 4026531836, PROC_CGROUP_INIT_INO = 4026531835, PROC_TIME_INIT_INO = 4026531834, }; typedef signed char __s8; typedef short int __s16; typedef int __s32; typedef __s8 s8; typedef __s16 s16; typedef __s32 s32; enum { false = 0, true = 1, }; typedef long long int __kernel_loff_t; typedef __u32 __le32; typedef unsigned int __poll_t; typedef u32 __kernel_dev_t; typedef __kernel_dev_t dev_t; typedef short unsigned int umode_t; typedef __kernel_loff_t loff_t; typedef s32 int32_t; typedef u32 uint32_t; typedef u64 sector_t; typedef u64 blkcnt_t; typedef unsigned int gfp_t; typedef unsigned int fmode_t; typedef u64 phys_addr_t; typedef phys_addr_t resource_size_t; typedef struct { atomic_t refcnt; } rcuref_t; struct rcuwait { struct task_struct *task; }; struct lock_class_key {}; struct fs_context; struct fs_parameter_spec; struct super_block; struct module; struct file_system_type { const char *name; int fs_flags; int (*init_fs_context)(struct fs_context *); const struct fs_parameter_spec *parameters; struct dentry * (*mount)(struct file_system_type *, int, const char *, void *); void (*kill_sb)(struct super_block *); struct module *owner; struct file_system_type *next; struct hlist_head fs_supers; struct lock_class_key s_lock_key; struct lock_class_key s_umount_key; struct lock_class_key s_vfs_rename_key; struct lock_class_key s_writers_key[3]; struct lock_class_key i_lock_key; struct lock_class_key i_mutex_key; struct lock_class_key invalidate_lock_key; struct lock_class_key i_mutex_dir_key; }; struct qrwlock { union { atomic_t cnts; struct { u8 wlocked; u8 __lstate[3]; }; }; arch_spinlock_t wait_lock; }; typedef struct qrwlock arch_rwlock_t; struct lockdep_map {}; struct ratelimit_state { raw_spinlock_t lock; int interval; int burst; int printed; int missed; unsigned int flags; long unsigned int begin; }; typedef unsigned int fop_flags_t; typedef void *fl_owner_t; struct file; struct kiocb; struct iov_iter; struct io_comp_batch; struct dir_context; struct poll_table_struct; struct vm_area_struct; struct inode; struct file_lock; struct file_lease; struct seq_file; struct io_uring_cmd; struct file_operations { struct module *owner; fop_flags_t fop_flags; loff_t (*llseek)(struct file *, loff_t, int); ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); ssize_t (*read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*write_iter)(struct kiocb *, struct iov_iter *); int (*iopoll)(struct kiocb *, struct io_comp_batch *, unsigned int); int (*iterate_shared)(struct file *, struct dir_context *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); int (*open)(struct inode *, struct file *); int (*flush)(struct file *, fl_owner_t); int (*release)(struct inode *, struct file *); int (*fsync)(struct file *, loff_t, loff_t, int); int (*fasync)(int, struct file *, int); int (*lock)(struct file *, int, struct file_lock *); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*check_flags)(int); int (*flock)(struct file *, int, struct file_lock *); ssize_t (*splice_write)(struct pipe_inode_info *, struct file *, loff_t *, size_t, unsigned int); ssize_t (*splice_read)(struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct file *); int (*setlease)(struct file *, int, struct file_lease **, void **); long int (*fallocate)(struct file *, int, loff_t, loff_t); void (*show_fdinfo)(struct seq_file *, struct file *); ssize_t (*copy_file_range)(struct file *, loff_t, struct file *, loff_t, size_t, unsigned int); loff_t (*remap_file_range)(struct file *, loff_t, struct file *, loff_t, loff_t, unsigned int); int (*fadvise)(struct file *, loff_t, loff_t, int); int (*uring_cmd)(struct io_uring_cmd *, unsigned int); int (*uring_cmd_iopoll)(struct io_uring_cmd *, struct io_comp_batch *, unsigned int); }; struct bug_entry { int bug_addr_disp; int file_disp; short unsigned int line; short unsigned int flags; }; struct static_call_key { void *func; }; struct jump_entry { s32 code; s32 target; long int key; }; struct static_key_mod; struct static_key { atomic_t enabled; union { long unsigned int type; struct jump_entry *entries; struct static_key_mod *next; }; }; struct static_key_false { struct static_key key; }; typedef struct cpumask *cpumask_var_t; enum { ___GFP_DMA_BIT = 0, ___GFP_HIGHMEM_BIT = 1, ___GFP_DMA32_BIT = 2, ___GFP_MOVABLE_BIT = 3, ___GFP_RECLAIMABLE_BIT = 4, ___GFP_HIGH_BIT = 5, ___GFP_IO_BIT = 6, ___GFP_FS_BIT = 7, ___GFP_ZERO_BIT = 8, ___GFP_UNUSED_BIT = 9, ___GFP_DIRECT_RECLAIM_BIT = 10, ___GFP_KSWAPD_RECLAIM_BIT = 11, ___GFP_WRITE_BIT = 12, ___GFP_NOWARN_BIT = 13, ___GFP_RETRY_MAYFAIL_BIT = 14, ___GFP_NOFAIL_BIT = 15, ___GFP_NORETRY_BIT = 16, ___GFP_MEMALLOC_BIT = 17, ___GFP_COMP_BIT = 18, ___GFP_NOMEMALLOC_BIT = 19, ___GFP_HARDWALL_BIT = 20, ___GFP_THISNODE_BIT = 21, ___GFP_ACCOUNT_BIT = 22, ___GFP_ZEROTAGS_BIT = 23, ___GFP_NO_OBJ_EXT_BIT = 24, ___GFP_LAST_BIT = 25, }; typedef u64 pteval_t; typedef u64 pmdval_t; typedef u64 pudval_t; typedef u64 pgdval_t; typedef struct { pteval_t pte; } pte_t; typedef struct { pmdval_t pmd; } pmd_t; typedef struct { pudval_t pud; } pud_t; typedef struct { pgdval_t pgd; } pgd_t; typedef struct { pteval_t pgprot; } pgprot_t; typedef struct { seqcount_spinlock_t seqcount; spinlock_t lock; } seqlock_t; struct cacheline_padding { char x[0]; }; struct free_area { struct list_head free_list[6]; long unsigned int nr_free; }; struct pglist_data; struct per_cpu_pages; struct per_cpu_zonestat; struct zone { long unsigned int _watermark[4]; long unsigned int watermark_boost; long unsigned int nr_reserved_highatomic; long unsigned int nr_free_highatomic; long int lowmem_reserve[4]; int node; struct pglist_data *zone_pgdat; struct per_cpu_pages *per_cpu_pageset; struct per_cpu_zonestat *per_cpu_zonestats; int pageset_high_min; int pageset_high_max; int pageset_batch; long unsigned int zone_start_pfn; atomic_long_t managed_pages; long unsigned int spanned_pages; long unsigned int present_pages; long unsigned int present_early_pages; long unsigned int cma_pages; const char *name; long unsigned int nr_isolate_pageblock; seqlock_t span_seqlock; int initialized; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct free_area free_area[11]; long unsigned int flags; spinlock_t lock; struct llist_head trylock_free_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int percpu_drift_mark; long unsigned int compact_cached_free_pfn; long unsigned int compact_cached_migrate_pfn[2]; long unsigned int compact_init_migrate_pfn; long unsigned int compact_init_free_pfn; unsigned int compact_considered; unsigned int compact_defer_shift; int compact_order_failed; bool compact_blockskip_flush; bool contiguous; long: 0; struct cacheline_padding _pad3_; atomic_long_t vm_stat[11]; atomic_long_t vm_numa_event[6]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct zoneref { struct zone *zone; int zone_idx; }; struct zonelist { struct zoneref _zonerefs[65]; }; struct wait_queue_head { spinlock_t lock; struct list_head head; }; typedef struct wait_queue_head wait_queue_head_t; enum zone_type { ZONE_DMA = 0, ZONE_DMA32 = 1, ZONE_NORMAL = 2, ZONE_MOVABLE = 3, __MAX_NR_ZONES = 4, }; struct deferred_split { spinlock_t split_queue_lock; struct list_head split_queue; long unsigned int split_queue_len; }; struct zswap_lruvec_state {}; struct lruvec { struct list_head lists[5]; spinlock_t lru_lock; long unsigned int anon_cost; long unsigned int file_cost; atomic_long_t nonresident_age; long unsigned int refaults[2]; long unsigned int flags; struct pglist_data *pgdat; struct zswap_lruvec_state zswap_lruvec_state; }; struct memory_failure_stats { long unsigned int total; long unsigned int ignored; long unsigned int failed; long unsigned int delayed; long unsigned int recovered; }; struct per_cpu_nodestat; struct memory_tier; struct pglist_data { struct zone node_zones[4]; struct zonelist node_zonelists[2]; int nr_zones; spinlock_t node_size_lock; long unsigned int node_start_pfn; long unsigned int node_present_pages; long unsigned int node_spanned_pages; int node_id; wait_queue_head_t kswapd_wait; wait_queue_head_t pfmemalloc_wait; wait_queue_head_t reclaim_wait[4]; atomic_t nr_writeback_throttled; long unsigned int nr_reclaim_start; struct mutex kswapd_lock; struct task_struct *kswapd; int kswapd_order; enum zone_type kswapd_highest_zoneidx; int kswapd_failures; int kcompactd_max_order; enum zone_type kcompactd_highest_zoneidx; wait_queue_head_t kcompactd_wait; struct task_struct *kcompactd; bool proactive_compact_trigger; long unsigned int totalreserve_pages; long unsigned int min_unmapped_pages; long unsigned int min_slab_pages; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct deferred_split deferred_split_queue; unsigned int nbp_rl_start; long unsigned int nbp_rl_nr_cand; unsigned int nbp_threshold; unsigned int nbp_th_start; long unsigned int nbp_th_nr_cand; struct lruvec __lruvec; long unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; struct per_cpu_nodestat *per_cpu_nodestats; atomic_long_t vm_stat[50]; struct memory_tier *memtier; struct memory_failure_stats mf_stats; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef s32 old_time32_t; struct old_timespec32 { old_time32_t tv_sec; s32 tv_nsec; }; struct pollfd { int fd; short int events; short int revents; }; struct user_pt_regs { __u64 regs[31]; __u64 sp; __u64 pc; __u64 pstate; }; struct frame_record { u64 fp; u64 lr; }; struct frame_record_meta { struct frame_record record; u64 type; }; struct pt_regs { union { struct user_pt_regs user_regs; struct { u64 regs[31]; u64 sp; u64 pc; u64 pstate; }; }; u64 orig_x0; s32 syscallno; u32 pmr; u64 sdei_ttbr1; struct frame_record_meta stackframe; u64 lockdep_hardirqs; u64 exit_rcu; }; struct arch_hw_breakpoint_ctrl { u32 __reserved: 19; u32 len: 8; u32 type: 2; u32 privilege: 2; u32 enabled: 1; }; struct arch_hw_breakpoint { u64 address; u64 trigger; struct arch_hw_breakpoint_ctrl ctrl; }; typedef void (*smp_call_func_t)(void *); struct __call_single_data { struct __call_single_node node; smp_call_func_t func; void *info; }; typedef struct __call_single_data call_single_data_t; enum perf_event_state { PERF_EVENT_STATE_DEAD = -4, PERF_EVENT_STATE_EXIT = -3, PERF_EVENT_STATE_ERROR = -2, PERF_EVENT_STATE_OFF = -1, PERF_EVENT_STATE_INACTIVE = 0, PERF_EVENT_STATE_ACTIVE = 1, }; typedef struct { atomic_long_t a; } local_t; typedef struct { local_t a; } local64_t; struct perf_event_attr { __u32 type; __u32 size; __u64 config; union { __u64 sample_period; __u64 sample_freq; }; __u64 sample_type; __u64 read_format; __u64 disabled: 1; __u64 inherit: 1; __u64 pinned: 1; __u64 exclusive: 1; __u64 exclude_user: 1; __u64 exclude_kernel: 1; __u64 exclude_hv: 1; __u64 exclude_idle: 1; __u64 mmap: 1; __u64 comm: 1; __u64 freq: 1; __u64 inherit_stat: 1; __u64 enable_on_exec: 1; __u64 task: 1; __u64 watermark: 1; __u64 precise_ip: 2; __u64 mmap_data: 1; __u64 sample_id_all: 1; __u64 exclude_host: 1; __u64 exclude_guest: 1; __u64 exclude_callchain_kernel: 1; __u64 exclude_callchain_user: 1; __u64 mmap2: 1; __u64 comm_exec: 1; __u64 use_clockid: 1; __u64 context_switch: 1; __u64 write_backward: 1; __u64 namespaces: 1; __u64 ksymbol: 1; __u64 bpf_event: 1; __u64 aux_output: 1; __u64 cgroup: 1; __u64 text_poke: 1; __u64 build_id: 1; __u64 inherit_thread: 1; __u64 remove_on_exec: 1; __u64 sigtrap: 1; __u64 __reserved_1: 26; union { __u32 wakeup_events; __u32 wakeup_watermark; }; __u32 bp_type; union { __u64 bp_addr; __u64 kprobe_func; __u64 uprobe_path; __u64 config1; }; union { __u64 bp_len; __u64 kprobe_addr; __u64 probe_offset; __u64 config2; }; __u64 branch_sample_type; __u64 sample_regs_user; __u32 sample_stack_user; __s32 clockid; __u64 sample_regs_intr; __u32 aux_watermark; __u16 sample_max_stack; __u16 __reserved_2; __u32 aux_sample_size; union { __u32 aux_action; struct { __u32 aux_start_paused: 1; __u32 aux_pause: 1; __u32 aux_resume: 1; __u32 __reserved_3: 29; }; }; __u64 sig_data; __u64 config3; }; struct hw_perf_event_extra { u64 config; unsigned int reg; int alloc; int idx; }; struct rhash_head { struct rhash_head *next; }; struct rhlist_head { struct rhash_head rhead; struct rhlist_head *next; }; struct hw_perf_event { union { struct { u64 config; u64 last_tag; long unsigned int config_base; long unsigned int event_base; int event_base_rdpmc; int idx; int last_cpu; int flags; struct hw_perf_event_extra extra_reg; struct hw_perf_event_extra branch_reg; }; struct { u64 aux_config; unsigned int aux_paused; }; struct { struct hrtimer hrtimer; }; struct { struct list_head tp_list; }; struct { u64 pwr_acc; u64 ptsc; }; struct { struct arch_hw_breakpoint info; struct rhlist_head bp_list; }; struct { u8 iommu_bank; u8 iommu_cntr; u16 padding; u64 conf; u64 conf1; }; }; struct task_struct *target; void *addr_filters; long unsigned int addr_filters_gen; int state; local64_t prev_count; u64 sample_period; union { struct { u64 last_period; local64_t period_left; }; struct { u64 saved_metric; u64 saved_slots; }; }; u64 interrupts_seq; u64 interrupts; u64 freq_time_stamp; u64 freq_count_stamp; }; struct irq_work { struct __call_single_node node; void (*func)(struct irq_work *); struct rcuwait irqwait; }; struct perf_addr_filters_head { struct list_head list; raw_spinlock_t lock; unsigned int nr_file_filters; }; struct perf_sample_data; typedef void (*perf_overflow_handler_t)(struct perf_event *, struct perf_sample_data *, struct pt_regs *); struct ftrace_ops; struct ftrace_regs; typedef void (*ftrace_func_t)(long unsigned int, long unsigned int, struct ftrace_ops *, struct ftrace_regs *); struct ftrace_hash; struct ftrace_ops_hash { struct ftrace_hash *notrace_hash; struct ftrace_hash *filter_hash; struct mutex regex_lock; }; enum ftrace_ops_cmd { FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELF = 0, FTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEER = 1, FTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEER = 2, }; typedef int (*ftrace_ops_func_t)(struct ftrace_ops *, enum ftrace_ops_cmd); struct ftrace_ops { ftrace_func_t func; struct ftrace_ops *next; long unsigned int flags; void *private; ftrace_func_t saved_func; struct ftrace_ops_hash local_hash; struct ftrace_ops_hash *func_hash; struct ftrace_ops_hash old_hash; long unsigned int trampoline; long unsigned int trampoline_size; struct list_head list; struct list_head subop_list; ftrace_ops_func_t ops_func; struct ftrace_ops *managed; long unsigned int direct_call; }; struct pmu; struct perf_event_pmu_context; struct perf_buffer; struct fasync_struct; struct perf_addr_filter_range; struct bpf_prog; struct trace_event_call; struct event_filter; struct perf_cgroup; struct perf_event { struct list_head event_entry; struct list_head sibling_list; struct list_head active_list; struct rb_node group_node; u64 group_index; struct list_head migrate_entry; struct hlist_node hlist_entry; struct list_head active_entry; int nr_siblings; int event_caps; int group_caps; unsigned int group_generation; struct perf_event *group_leader; struct pmu *pmu; void *pmu_private; enum perf_event_state state; unsigned int attach_state; local64_t count; atomic64_t child_count; u64 total_time_enabled; u64 total_time_running; u64 tstamp; struct perf_event_attr attr; u16 header_size; u16 id_header_size; u16 read_size; struct hw_perf_event hw; struct perf_event_context *ctx; struct perf_event_pmu_context *pmu_ctx; atomic_long_t refcount; atomic64_t child_total_time_enabled; atomic64_t child_total_time_running; struct mutex child_mutex; struct list_head child_list; struct perf_event *parent; int oncpu; int cpu; struct list_head owner_entry; struct task_struct *owner; struct mutex mmap_mutex; atomic_t mmap_count; struct perf_buffer *rb; struct list_head rb_entry; long unsigned int rcu_batches; int rcu_pending; wait_queue_head_t waitq; struct fasync_struct *fasync; unsigned int pending_wakeup; unsigned int pending_kill; unsigned int pending_disable; long unsigned int pending_addr; struct irq_work pending_irq; struct irq_work pending_disable_irq; struct callback_head pending_task; unsigned int pending_work; atomic_t event_limit; struct perf_addr_filters_head addr_filters; struct perf_addr_filter_range *addr_filter_ranges; long unsigned int addr_filters_gen; struct perf_event *aux_event; void (*destroy)(struct perf_event *); struct callback_head callback_head; struct pid_namespace *ns; u64 id; atomic64_t lost_samples; u64 (*clock)(); perf_overflow_handler_t overflow_handler; void *overflow_handler_context; struct bpf_prog *prog; u64 bpf_cookie; struct trace_event_call *tp_event; struct event_filter *filter; struct ftrace_ops ftrace_ops; struct perf_cgroup *cgrp; void *security; struct list_head sb_list; __u32 orig_type; }; enum pid_type { PIDTYPE_PID = 0, PIDTYPE_TGID = 1, PIDTYPE_PGID = 2, PIDTYPE_SID = 3, PIDTYPE_MAX = 4, }; struct xarray { spinlock_t xa_lock; gfp_t xa_flags; void *xa_head; }; struct idr { struct xarray idr_rt; unsigned int idr_base; unsigned int idr_next; }; struct work_struct; typedef void (*work_func_t)(struct work_struct *); struct work_struct { atomic_long_t data; struct list_head entry; work_func_t func; }; struct ctl_table; struct ctl_table_root; struct ctl_table_set; struct ctl_dir; struct ctl_node; struct ctl_table_header { union { struct { const struct ctl_table *ctl_table; int ctl_table_size; int used; int count; int nreg; }; struct callback_head rcu; }; struct completion *unregistering; const struct ctl_table *ctl_table_arg; struct ctl_table_root *root; struct ctl_table_set *set; struct ctl_dir *parent; struct ctl_node *node; struct hlist_head inodes; enum { SYSCTL_TABLE_TYPE_DEFAULT = 0, SYSCTL_TABLE_TYPE_PERMANENTLY_EMPTY = 1, } type; }; struct ctl_dir { struct ctl_table_header header; struct rb_root root; }; struct ctl_table_set { int (*is_seen)(struct ctl_table_set *); struct ctl_dir dir; }; struct kmem_cache; struct fs_pin; struct pid_namespace { struct idr idr; struct callback_head rcu; unsigned int pid_allocated; struct task_struct *child_reaper; struct kmem_cache *pid_cachep; unsigned int level; int pid_max; struct pid_namespace *parent; struct fs_pin *bacct; struct user_namespace *user_ns; struct ucounts *ucounts; int reboot; struct ns_common ns; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; int memfd_noexec_scope; }; typedef struct page *pgtable_t; struct page_pool; struct page { long unsigned int flags; union { struct { union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct list_head buddy_list; struct list_head pcp_list; struct { struct llist_node pcp_llist; unsigned int order; }; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; long unsigned int private; }; struct { long unsigned int pp_magic; struct page_pool *pp; long unsigned int _pp_mapping_pad; long unsigned int dma_addr; atomic_long_t pp_ref_count; }; struct { long unsigned int compound_head; }; struct { void *_unused_pgmap_compound_head; void *zone_device_data; }; struct callback_head callback_head; }; union { unsigned int page_type; atomic_t _mapcount; }; atomic_t _refcount; long unsigned int memcg_data; }; typedef struct { arch_rwlock_t raw_lock; } rwlock_t; struct seqcount_raw_spinlock { seqcount_t seqcount; }; typedef struct seqcount_raw_spinlock seqcount_raw_spinlock_t; struct hrtimer_cpu_base; struct hrtimer_clock_base { struct hrtimer_cpu_base *cpu_base; unsigned int index; clockid_t clockid; seqcount_raw_spinlock_t seq; struct hrtimer *running; struct timerqueue_head active; ktime_t (*get_time)(); ktime_t offset; }; struct rlimit { __kernel_ulong_t rlim_cur; __kernel_ulong_t rlim_max; }; struct task_cputime { u64 stime; u64 utime; long long unsigned int sum_exec_runtime; }; typedef void __signalfn_t(int); typedef __signalfn_t *__sighandler_t; typedef void __restorefn_t(); typedef __restorefn_t *__sigrestore_t; struct hlist_nulls_node { struct hlist_nulls_node *next; struct hlist_nulls_node **pprev; }; struct ucounts { struct hlist_nulls_node node; struct user_namespace *ns; kuid_t uid; struct callback_head rcu; rcuref_t count; atomic_long_t ucount[12]; atomic_long_t rlimit[4]; }; struct sigaction { __sighandler_t sa_handler; long unsigned int sa_flags; __sigrestore_t sa_restorer; sigset_t sa_mask; }; struct k_sigaction { struct sigaction sa; }; struct tracepoint_func { void *func; void *data; int prio; }; struct tracepoint_ext { int (*regfunc)(); void (*unregfunc)(); unsigned int faultable: 1; }; struct tracepoint { const char *name; struct static_key_false key; struct static_call_key *static_call_key; void *static_call_tramp; void *iterator; void *probestub; struct tracepoint_func *funcs; struct tracepoint_ext *ext; }; typedef const int tracepoint_ptr_t; struct bpf_raw_event_map { struct tracepoint *tp; void *bpf_func; u32 num_args; u32 writable_size; long: 64; }; typedef struct {} lockdep_map_p; struct maple_tree { union { spinlock_t ma_lock; lockdep_map_p ma_external_lock; }; unsigned int ma_flags; void *ma_root; }; struct rw_semaphore { atomic_long_t count; atomic_long_t owner; struct optimistic_spin_queue osq; raw_spinlock_t wait_lock; struct list_head wait_list; }; struct percpu_counter { raw_spinlock_t lock; s64 count; struct list_head list; s32 *counters; }; typedef struct { atomic64_t id; void *sigpage; refcount_t pinned; void *vdso; long unsigned int flags; u8 pkey_allocation_map; } mm_context_t; struct xol_area; struct uprobes_state { struct xol_area *xol_area; }; typedef unsigned int mm_id_t; struct mm_cid; struct linux_binfmt; struct kioctx_table; struct mmu_notifier_subscriptions; struct mm_struct { struct { struct { atomic_t mm_count; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct maple_tree mm_mt; long unsigned int mmap_base; long unsigned int mmap_legacy_base; long unsigned int task_size; pgd_t *pgd; atomic_t membarrier_state; atomic_t mm_users; struct mm_cid *pcpu_cid; long unsigned int mm_cid_next_scan; unsigned int nr_cpus_allowed; atomic_t max_nr_cid; raw_spinlock_t cpus_allowed_lock; atomic_long_t pgtables_bytes; int map_count; spinlock_t page_table_lock; struct rw_semaphore mmap_lock; struct list_head mmlist; struct rcuwait vma_writer_wait; seqcount_t mm_lock_seq; long unsigned int hiwater_rss; long unsigned int hiwater_vm; long unsigned int total_vm; long unsigned int locked_vm; atomic64_t pinned_vm; long unsigned int data_vm; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int def_flags; seqcount_t write_protect_seq; spinlock_t arg_lock; long unsigned int start_code; long unsigned int end_code; long unsigned int start_data; long unsigned int end_data; long unsigned int start_brk; long unsigned int brk; long unsigned int start_stack; long unsigned int arg_start; long unsigned int arg_end; long unsigned int env_start; long unsigned int env_end; long unsigned int saved_auxv[50]; struct percpu_counter rss_stat[4]; struct linux_binfmt *binfmt; mm_context_t context; long unsigned int flags; spinlock_t ioctx_lock; struct kioctx_table *ioctx_table; struct task_struct *owner; struct user_namespace *user_ns; struct file *exe_file; struct mmu_notifier_subscriptions *notifier_subscriptions; long unsigned int numa_next_scan; long unsigned int numa_scan_offset; int numa_scan_seq; atomic_t tlb_flush_pending; atomic_t tlb_flush_batched; struct uprobes_state uprobes_state; atomic_long_t hugetlb_usage; struct work_struct async_put_work; long unsigned int ksm_merging_pages; long unsigned int ksm_rmap_items; atomic_long_t ksm_zero_pages; mm_id_t mm_id; long: 64; long: 64; long: 64; }; long unsigned int cpu_bitmap[0]; }; typedef u32 errseq_t; struct address_space_operations; struct address_space { struct inode *host; struct xarray i_pages; struct rw_semaphore invalidate_lock; gfp_t gfp_mask; atomic_t i_mmap_writable; struct rb_root_cached i_mmap; long unsigned int nrpages; long unsigned int writeback_index; const struct address_space_operations *a_ops; long unsigned int flags; errseq_t wb_err; spinlock_t i_private_lock; struct list_head i_private_list; struct rw_semaphore i_mmap_rwsem; void *i_private_data; }; struct upid { int nr; struct pid_namespace *ns; }; struct pid { refcount_t count; unsigned int level; spinlock_t lock; struct dentry *stashed; u64 ino; struct rb_node pidfs_node; struct hlist_head tasks[4]; struct hlist_head inodes; wait_queue_head_t wait_pidfd; struct callback_head rcu; struct upid numbers[0]; }; struct swait_queue_head { raw_spinlock_t lock; struct list_head task_list; }; struct completion { unsigned int done; struct swait_queue_head wait; }; typedef int32_t key_serial_t; typedef __s64 time64_t; typedef uint32_t key_perm_t; struct key_type; struct key_tag; struct keyring_index_key { long unsigned int hash; union { struct { u16 desc_len; char desc[6]; }; long unsigned int x; }; struct key_type *type; struct key_tag *domain_tag; const char *description; }; union key_payload { void *rcu_data0; void *data[4]; }; struct assoc_array_ptr; struct assoc_array { struct assoc_array_ptr *root; long unsigned int nr_leaves_on_tree; }; struct key_user; struct key_restriction; struct key { refcount_t usage; key_serial_t serial; union { struct list_head graveyard_link; struct rb_node serial_node; }; struct rw_semaphore sem; struct key_user *user; void *security; union { time64_t expiry; time64_t revoked_at; }; time64_t last_used_at; kuid_t uid; kgid_t gid; key_perm_t perm; short unsigned int quotalen; short unsigned int datalen; short int state; long unsigned int flags; union { struct keyring_index_key index_key; struct { long unsigned int hash; long unsigned int len_desc; struct key_type *type; struct key_tag *domain_tag; char *description; }; }; union { union key_payload payload; struct { struct list_head name_link; struct assoc_array keys; }; }; struct key_restriction *restrict_link; }; struct cpu_itimer { u64 expires; u64 incr; }; struct task_cputime_atomic { atomic64_t utime; atomic64_t stime; atomic64_t sum_exec_runtime; }; struct thread_group_cputimer { struct task_cputime_atomic cputime_atomic; }; struct pacct_struct { int ac_flag; long int ac_exitcode; long unsigned int ac_mem; u64 ac_utime; u64 ac_stime; long unsigned int ac_minflt; long unsigned int ac_majflt; }; struct core_state; struct tty_struct; struct autogroup; struct taskstats; struct tty_audit_buf; struct signal_struct { refcount_t sigcnt; atomic_t live; int nr_threads; int quick_threads; struct list_head thread_head; wait_queue_head_t wait_chldexit; struct task_struct *curr_target; struct sigpending shared_pending; struct hlist_head multiprocess; int group_exit_code; int notify_count; struct task_struct *group_exec_task; int group_stop_count; unsigned int flags; struct core_state *core_state; unsigned int is_child_subreaper: 1; unsigned int has_child_subreaper: 1; unsigned int timer_create_restore_ids: 1; atomic_t next_posix_timer_id; struct hlist_head posix_timers; struct hlist_head ignored_posix_timers; struct hrtimer real_timer; ktime_t it_real_incr; struct cpu_itimer it[2]; struct thread_group_cputimer cputimer; struct posix_cputimers posix_cputimers; struct pid *pids[4]; struct pid *tty_old_pgrp; int leader; struct tty_struct *tty; struct autogroup *autogroup; seqlock_t stats_lock; u64 utime; u64 stime; u64 cutime; u64 cstime; u64 gtime; u64 cgtime; struct prev_cputime prev_cputime; long unsigned int nvcsw; long unsigned int nivcsw; long unsigned int cnvcsw; long unsigned int cnivcsw; long unsigned int min_flt; long unsigned int maj_flt; long unsigned int cmin_flt; long unsigned int cmaj_flt; long unsigned int inblock; long unsigned int oublock; long unsigned int cinblock; long unsigned int coublock; long unsigned int maxrss; long unsigned int cmaxrss; struct task_io_accounting ioac; long long unsigned int sum_sched_runtime; struct rlimit rlim[16]; struct pacct_struct pacct; struct taskstats *stats; unsigned int audit_tty; struct tty_audit_buf *tty_audit_buf; bool oom_flag_origin; short int oom_score_adj; short int oom_score_adj_min; struct mm_struct *oom_mm; struct mutex cred_guard_mutex; struct rw_semaphore exec_update_lock; }; struct sighand_struct { spinlock_t siglock; refcount_t count; wait_queue_head_t signalfd_wqh; struct k_sigaction action[64]; }; struct bio; struct bio_list { struct bio *head; struct bio *tail; }; struct request; struct rq_list { struct request *head; struct request *tail; }; struct blk_plug { struct rq_list mq_list; struct rq_list cached_rqs; u64 cur_ktime; short unsigned int nr_ios; short unsigned int rq_count; bool multiple_queues; bool has_elevator; struct list_head cb_list; }; struct io_cq; struct io_context { atomic_long_t refcount; atomic_t active_ref; short unsigned int ioprio; spinlock_t lock; struct xarray icq_tree; struct io_cq *icq_hint; struct hlist_head icq_list; struct work_struct release_work; }; struct cgroup_subsys_state; struct cgroup; struct css_set { struct cgroup_subsys_state *subsys[11]; refcount_t refcount; struct css_set *dom_cset; struct cgroup *dfl_cgrp; int nr_tasks; struct list_head tasks; struct list_head mg_tasks; struct list_head dying_tasks; struct list_head task_iters; struct list_head e_cset_node[11]; struct list_head threaded_csets; struct list_head threaded_csets_node; struct hlist_node hlist; struct list_head cgrp_links; struct list_head mg_src_preload_node; struct list_head mg_dst_preload_node; struct list_head mg_node; struct cgroup *mg_src_cgrp; struct cgroup *mg_dst_cgrp; struct css_set *mg_dst_cset; bool dead; struct callback_head callback_head; }; typedef u32 compat_uptr_t; struct compat_robust_list { compat_uptr_t next; }; typedef s32 compat_long_t; struct compat_robust_list_head { struct compat_robust_list list; compat_long_t futex_offset; compat_uptr_t list_op_pending; }; struct perf_event_groups { struct rb_root tree; u64 index; }; struct perf_event_context { raw_spinlock_t lock; struct mutex mutex; struct list_head pmu_ctx_list; struct perf_event_groups pinned_groups; struct perf_event_groups flexible_groups; struct list_head event_list; int nr_events; int nr_user; int is_active; int nr_stat; int nr_freq; int rotate_disable; refcount_t refcount; struct task_struct *task; u64 time; u64 timestamp; u64 timeoffset; struct perf_event_context *parent_ctx; u64 parent_gen; u64 generation; int pin_count; int nr_cgroups; struct callback_head callback_head; local_t nr_no_switch_fast; }; struct perf_ctx_data { struct callback_head callback_head; refcount_t refcount; int global; struct kmem_cache *ctx_cache; void *data; }; struct percpu_ref_data; struct percpu_ref { long unsigned int percpu_count_ptr; struct percpu_ref_data *data; }; struct workqueue_struct; struct rcu_work { struct work_struct work; struct callback_head rcu; struct workqueue_struct *wq; }; struct cgroup_subsys; struct cgroup_subsys_state { struct cgroup *cgroup; struct cgroup_subsys *ss; struct percpu_ref refcnt; struct list_head sibling; struct list_head children; struct list_head rstat_css_node; int id; unsigned int flags; u64 serial_nr; atomic_t online_cnt; struct work_struct destroy_work; struct rcu_work destroy_rwork; struct cgroup_subsys_state *parent; int nr_descendants; }; struct mem_cgroup_id { int id; refcount_t ref; }; struct page_counter { atomic_long_t usage; long unsigned int failcnt; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; long unsigned int emin; atomic_long_t min_usage; atomic_long_t children_min_usage; long unsigned int elow; atomic_long_t low_usage; atomic_long_t children_low_usage; long unsigned int watermark; long unsigned int local_watermark; struct cacheline_padding _pad2_; bool protection_support; bool track_failcnt; long unsigned int min; long unsigned int low; long unsigned int high; long unsigned int max; struct page_counter *parent; long: 64; long: 64; }; struct vmpressure { long unsigned int scanned; long unsigned int reclaimed; long unsigned int tree_scanned; long unsigned int tree_reclaimed; spinlock_t sr_lock; struct list_head events; struct mutex events_lock; struct work_struct work; }; struct kernfs_node; struct cgroup_file { struct kernfs_node *kn; long unsigned int notified_at; struct timer_list notify_timer; }; struct fprop_global { struct percpu_counter events; unsigned int period; seqcount_t sequence; }; struct wb_domain { spinlock_t lock; struct fprop_global completions; struct timer_list period_timer; long unsigned int period_time; long unsigned int dirty_limit_tstamp; long unsigned int dirty_limit; }; struct wb_completion { atomic_t cnt; wait_queue_head_t *waitq; }; struct memcg_cgwb_frn { u64 bdi_id; int memcg_id; u64 at; struct wb_completion done; }; struct memcg_vmstats; struct memcg_vmstats_percpu; struct mem_cgroup_per_node; struct mem_cgroup { struct cgroup_subsys_state css; struct mem_cgroup_id id; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter memory; union { struct page_counter swap; struct page_counter memsw; }; struct list_head memory_peaks; struct list_head swap_peaks; spinlock_t peaks_lock; struct work_struct high_work; struct vmpressure vmpressure; bool oom_group; int swappiness; struct cgroup_file events_file; struct cgroup_file events_local_file; struct cgroup_file swap_events_file; struct memcg_vmstats *vmstats; atomic_long_t memory_events[9]; atomic_long_t memory_events_local[9]; long unsigned int socket_pressure; int kmemcg_id; struct obj_cgroup *objcg; struct obj_cgroup *orig_objcg; struct list_head objcg_list; struct memcg_vmstats_percpu *vmstats_percpu; struct list_head cgwb_list; struct wb_domain cgwb_domain; struct memcg_cgwb_frn cgwb_frn[4]; struct deferred_split deferred_split_queue; struct mem_cgroup_per_node *nodeinfo[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct obj_cgroup { struct percpu_ref refcnt; struct mem_cgroup *memcg; atomic_t nr_charged_bytes; union { struct list_head list; struct callback_head rcu; }; }; typedef void *mempool_alloc_t(gfp_t, void *); typedef void mempool_free_t(void *, void *); struct mempool_s { spinlock_t lock; int min_nr; int curr_nr; void **elements; void *pool_data; mempool_alloc_t *alloc; mempool_free_t *free; wait_queue_head_t wait; }; typedef struct mempool_s mempool_t; struct bio_alloc_cache; struct bio_set { struct kmem_cache *bio_slab; unsigned int front_pad; struct bio_alloc_cache *cache; mempool_t bio_pool; mempool_t bvec_pool; unsigned int back_pad; spinlock_t rescue_lock; struct bio_list rescue_list; struct work_struct rescue_work; struct workqueue_struct *rescue_workqueue; struct hlist_node cpuhp_dead; }; struct kref { refcount_t refcount; }; struct kset; struct kobj_type; struct kobject { const char *name; struct list_head entry; struct kobject *parent; struct kset *kset; const struct kobj_type *ktype; struct kernfs_node *sd; struct kref kref; unsigned int state_initialized: 1; unsigned int state_in_sysfs: 1; unsigned int state_add_uevent_sent: 1; unsigned int state_remove_uevent_sent: 1; unsigned int uevent_suppress: 1; }; typedef unsigned int blk_mode_t; struct block_device; struct block_device_operations; struct request_queue; struct backing_dev_info; struct timer_rand_state; struct disk_events; struct badblocks; struct blk_independent_access_ranges; struct gendisk { int major; int first_minor; int minors; char disk_name[32]; short unsigned int events; short unsigned int event_flags; struct xarray part_tbl; struct block_device *part0; const struct block_device_operations *fops; struct request_queue *queue; void *private_data; struct bio_set bio_split; int flags; long unsigned int state; struct mutex open_mutex; unsigned int open_partitions; struct backing_dev_info *bdi; struct kobject queue_kobj; struct kobject *slave_dir; struct timer_rand_state *random; atomic_t sync_io; struct disk_events *ev; int node_id; struct badblocks *bb; struct lockdep_map lockdep_map; u64 diskseq; blk_mode_t open_mode; struct blk_independent_access_ranges *ia_ranges; }; enum uprobe_task_state { UTASK_RUNNING = 0, UTASK_SSTEP = 1, UTASK_SSTEP_ACK = 2, UTASK_SSTEP_TRAPPED = 3, }; struct arch_uprobe_task {}; struct return_instance; struct uprobe; struct arch_uprobe; struct uprobe_task { enum uprobe_task_state state; unsigned int depth; struct return_instance *return_instances; struct return_instance *ri_pool; struct timer_list ri_timer; seqcount_t ri_seqcount; union { struct { struct arch_uprobe_task autask; long unsigned int vaddr; }; struct { struct callback_head dup_xol_work; long unsigned int dup_xol_addr; }; }; struct uprobe *active_uprobe; long unsigned int xol_vaddr; bool signal_denied; struct arch_uprobe *auprobe; }; struct bpf_run_ctx {}; struct codetag { unsigned int flags; unsigned int lineno; const char *modname; const char *function; const char *filename; }; enum module_state { MODULE_STATE_LIVE = 0, MODULE_STATE_COMING = 1, MODULE_STATE_GOING = 2, MODULE_STATE_UNFORMED = 3, }; struct module_param_attrs; struct module_kobject { struct kobject kobj; struct module *mod; struct kobject *drivers_dir; struct module_param_attrs *mp; struct completion *kobj_completion; }; struct latch_tree_node { struct rb_node node[2]; }; struct mod_tree_node { struct module *mod; struct latch_tree_node node; }; struct module_memory { void *base; bool is_rox; unsigned int size; struct mod_tree_node mtn; }; struct mod_plt_sec { int plt_shndx; int plt_num_entries; int plt_max_entries; }; struct plt_entry; struct mod_arch_specific { struct mod_plt_sec core; struct mod_plt_sec init; struct plt_entry *ftrace_trampolines; }; struct elf64_sym; typedef struct elf64_sym Elf64_Sym; struct mod_kallsyms { Elf64_Sym *symtab; unsigned int num_symtab; char *strtab; char *typetab; }; struct module_attribute; struct kernel_symbol; struct kernel_param; struct exception_table_entry; struct module_sect_attrs; struct module_notes_attrs; struct srcu_struct; struct trace_eval_map; struct error_injection_entry; struct module { enum module_state state; struct list_head list; char name[56]; struct module_kobject mkobj; struct module_attribute *modinfo_attrs; const char *version; const char *srcversion; struct kobject *holders_dir; const struct kernel_symbol *syms; const u32 *crcs; unsigned int num_syms; struct mutex param_lock; struct kernel_param *kp; unsigned int num_kp; unsigned int num_gpl_syms; const struct kernel_symbol *gpl_syms; const u32 *gpl_crcs; bool using_gplonly_symbols; bool async_probe_requested; unsigned int num_exentries; struct exception_table_entry *extable; int (*init)(); struct module_memory mem[7]; struct mod_arch_specific arch; long unsigned int taints; unsigned int num_bugs; struct list_head bug_list; struct bug_entry *bug_table; struct mod_kallsyms *kallsyms; struct mod_kallsyms core_kallsyms; struct module_sect_attrs *sect_attrs; struct module_notes_attrs *notes_attrs; char *args; void *percpu; unsigned int percpu_size; void *noinstr_text_start; unsigned int noinstr_text_size; unsigned int num_tracepoints; tracepoint_ptr_t *tracepoints_ptrs; unsigned int num_srcu_structs; struct srcu_struct **srcu_struct_ptrs; unsigned int num_bpf_raw_events; struct bpf_raw_event_map *bpf_raw_events; unsigned int btf_data_size; unsigned int btf_base_data_size; void *btf_data; void *btf_base_data; struct jump_entry *jump_entries; unsigned int num_jump_entries; unsigned int num_trace_bprintk_fmt; const char **trace_bprintk_fmt_start; struct trace_event_call **trace_events; unsigned int num_trace_events; struct trace_eval_map **trace_evals; unsigned int num_trace_evals; unsigned int num_ftrace_callsites; long unsigned int *ftrace_callsites; void *kprobes_text_start; unsigned int kprobes_text_size; long unsigned int *kprobe_blacklist; unsigned int num_kprobe_blacklist; struct list_head source_list; struct list_head target_list; void (*exit)(); atomic_t refcnt; struct error_injection_entry *ei_funcs; unsigned int num_ei_funcs; }; struct alloc_tag_counters { u64 bytes; u64 calls; }; struct alloc_tag { struct codetag ct; struct alloc_tag_counters *counters; }; struct timespec64 { time64_t tv_sec; long int tv_nsec; }; typedef void probes_handler_t(u32, long int, struct pt_regs *); struct arch_probe_insn { probes_handler_t *handler; }; struct arch_uprobe { union { __le32 insn; __le32 ixol; }; struct arch_probe_insn api; bool simulate; }; enum hprobe_state { HPROBE_LEASED = 0, HPROBE_STABLE = 1, HPROBE_GONE = 2, HPROBE_CONSUMED = 3, }; struct hprobe { enum hprobe_state state; int srcu_idx; struct uprobe *uprobe; }; struct return_consumer { __u64 cookie; __u64 id; }; struct return_instance { struct hprobe hprobe; long unsigned int func; long unsigned int stack; long unsigned int orig_ret_vaddr; bool chained; int cons_cnt; struct return_instance *next; struct callback_head rcu; struct return_consumer consumer; struct return_consumer *extra_consumers; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work { struct work_struct work; struct timer_list timer; struct workqueue_struct *wq; int cpu; }; typedef struct { long unsigned int val; } swp_entry_t; typedef int mm_id_mapcount_t; struct vmem_altmap { long unsigned int base_pfn; const long unsigned int end_pfn; const long unsigned int reserve; long unsigned int free; long unsigned int align; long unsigned int alloc; bool inaccessible; }; enum memory_type { MEMORY_DEVICE_PRIVATE = 1, MEMORY_DEVICE_COHERENT = 2, MEMORY_DEVICE_FS_DAX = 3, MEMORY_DEVICE_GENERIC = 4, MEMORY_DEVICE_PCI_P2PDMA = 5, }; struct range { u64 start; u64 end; }; struct dev_pagemap_ops; struct dev_pagemap { struct vmem_altmap altmap; struct percpu_ref ref; struct completion done; enum memory_type type; unsigned int flags; long unsigned int vmemmap_shift; const struct dev_pagemap_ops *ops; void *owner; int nr_range; union { struct range range; struct { struct {} __empty_ranges; struct range ranges[0]; }; }; }; struct folio { union { struct { long unsigned int flags; union { struct list_head lru; struct { void *__filler; unsigned int mlock_count; }; struct dev_pagemap *pgmap; }; struct address_space *mapping; union { long unsigned int index; long unsigned int share; }; union { void *private; swp_entry_t swap; }; atomic_t _mapcount; atomic_t _refcount; long unsigned int memcg_data; }; struct page page; }; union { struct { long unsigned int _flags_1; long unsigned int _head_1; union { struct { atomic_t _large_mapcount; atomic_t _nr_pages_mapped; atomic_t _entire_mapcount; atomic_t _pincount; mm_id_mapcount_t _mm_id_mapcount[2]; union { mm_id_t _mm_id[2]; long unsigned int _mm_ids; }; }; long unsigned int _usable_1[4]; }; atomic_t _mapcount_1; atomic_t _refcount_1; unsigned int _nr_pages; }; struct page __page_1; }; union { struct { long unsigned int _flags_2; long unsigned int _head_2; struct list_head _deferred_list; }; struct page __page_2; }; union { struct { long unsigned int _flags_3; long unsigned int _head_3; void *_hugetlb_subpool; void *_hugetlb_cgroup; void *_hugetlb_cgroup_rsvd; void *_hugetlb_hwpoison; }; struct page __page_3; }; }; typedef long unsigned int vm_flags_t; typedef struct { long unsigned int v; } freeptr_t; struct vfsmount; struct path { struct vfsmount *mnt; struct dentry *dentry; }; struct file_ra_state { long unsigned int start; unsigned int size; unsigned int async_size; unsigned int ra_pages; unsigned int mmap_miss; loff_t prev_pos; }; typedef struct { atomic64_t refcnt; } file_ref_t; struct fown_struct; struct file { spinlock_t f_lock; fmode_t f_mode; const struct file_operations *f_op; struct address_space *f_mapping; void *private_data; struct inode *f_inode; unsigned int f_flags; unsigned int f_iocb_flags; const struct cred *f_cred; struct fown_struct *f_owner; struct path f_path; union { struct mutex f_pos_lock; u64 f_pipe; }; loff_t f_pos; void *f_security; errseq_t f_wb_err; errseq_t f_sb_err; struct hlist_head *f_ep; union { struct callback_head f_task_work; struct llist_node f_llist; struct file_ra_state f_ra; freeptr_t f_freeptr; }; file_ref_t f_ref; }; struct vm_userfaultfd_ctx {}; struct vma_numab_state { long unsigned int next_scan; long unsigned int pids_active_reset; long unsigned int pids_active[2]; int start_scan_seq; int prev_scan_seq; }; struct anon_vma; struct vm_operations_struct; struct vm_area_struct { union { struct { long unsigned int vm_start; long unsigned int vm_end; }; freeptr_t vm_freeptr; }; struct mm_struct *vm_mm; pgprot_t vm_page_prot; union { const vm_flags_t vm_flags; vm_flags_t __vm_flags; }; unsigned int vm_lock_seq; struct list_head anon_vma_chain; struct anon_vma *anon_vma; const struct vm_operations_struct *vm_ops; long unsigned int vm_pgoff; struct file *vm_file; void *vm_private_data; atomic_long_t swap_readahead_info; struct mempolicy *vm_policy; struct vma_numab_state *numab_state; refcount_t vm_refcnt; struct { struct rb_node rb; long unsigned int rb_subtree_last; } shared; struct vm_userfaultfd_ctx vm_userfaultfd_ctx; long: 64; long: 64; long: 64; }; typedef unsigned int vm_fault_t; struct vm_fault; struct vm_operations_struct { void (*open)(struct vm_area_struct *); void (*close)(struct vm_area_struct *); int (*may_split)(struct vm_area_struct *, long unsigned int); int (*mremap)(struct vm_area_struct *); int (*mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int, long unsigned int); vm_fault_t (*fault)(struct vm_fault *); vm_fault_t (*huge_fault)(struct vm_fault *, unsigned int); vm_fault_t (*map_pages)(struct vm_fault *, long unsigned int, long unsigned int); long unsigned int (*pagesize)(struct vm_area_struct *); vm_fault_t (*page_mkwrite)(struct vm_fault *); vm_fault_t (*pfn_mkwrite)(struct vm_fault *); int (*access)(struct vm_area_struct *, long unsigned int, void *, int, int); const char * (*name)(struct vm_area_struct *); int (*set_policy)(struct vm_area_struct *, struct mempolicy *); struct mempolicy * (*get_policy)(struct vm_area_struct *, long unsigned int, long unsigned int *); struct page * (*find_special_page)(struct vm_area_struct *, long unsigned int); }; struct mm_cid { u64 time; int cid; int recent_cid; }; struct uid_gid_extent { u32 first; u32 lower_first; u32 count; }; struct uid_gid_map { union { struct { struct uid_gid_extent extent[5]; u32 nr_extents; }; struct { struct uid_gid_extent *forward; struct uid_gid_extent *reverse; }; }; }; struct user_namespace { struct uid_gid_map uid_map; struct uid_gid_map gid_map; struct uid_gid_map projid_map; struct user_namespace *parent; int level; kuid_t owner; kgid_t group; struct ns_common ns; long unsigned int flags; bool parent_could_setfcap; struct list_head keyring_name_list; struct key *user_keyring_register; struct rw_semaphore keyring_sem; struct work_struct work; struct ctl_table_set set; struct ctl_table_header *sysctls; struct ucounts *ucounts; long int ucount_max[12]; long int rlimit_max[4]; }; enum fault_flag { FAULT_FLAG_WRITE = 1, FAULT_FLAG_MKWRITE = 2, FAULT_FLAG_ALLOW_RETRY = 4, FAULT_FLAG_RETRY_NOWAIT = 8, FAULT_FLAG_KILLABLE = 16, FAULT_FLAG_TRIED = 32, FAULT_FLAG_USER = 64, FAULT_FLAG_REMOTE = 128, FAULT_FLAG_INSTRUCTION = 256, FAULT_FLAG_INTERRUPTIBLE = 512, FAULT_FLAG_UNSHARE = 1024, FAULT_FLAG_ORIG_PTE_VALID = 2048, FAULT_FLAG_VMA_LOCK = 4096, }; struct vm_fault { const struct { struct vm_area_struct *vma; gfp_t gfp_mask; long unsigned int pgoff; long unsigned int address; long unsigned int real_address; }; enum fault_flag flags; pmd_t *pmd; pud_t *pud; union { pte_t orig_pte; pmd_t orig_pmd; }; struct page *cow_page; struct page *page; pte_t *pte; spinlock_t *ptl; pgtable_t prealloc_pte; }; struct per_cpu_pages { spinlock_t lock; int count; int high; int high_min; int high_max; int batch; u8 flags; u8 alloc_factor; u8 expire; short int free_count; struct list_head lists[14]; }; struct per_cpu_zonestat { s8 vm_stat_diff[11]; s8 stat_threshold; long unsigned int vm_numa_event[6]; }; struct per_cpu_nodestat { s8 stat_threshold; s8 vm_node_stat_diff[50]; }; struct rcu_segcblist { struct callback_head *head; struct callback_head **tails[4]; long unsigned int gp_seq[4]; long int len; long int seglen[4]; u8 flags; }; struct srcu_ctr { atomic_long_t srcu_locks; atomic_long_t srcu_unlocks; }; struct srcu_node; struct srcu_data { struct srcu_ctr srcu_ctrs[2]; int srcu_reader_flavor; long: 64; long: 64; long: 64; spinlock_t lock; struct rcu_segcblist srcu_cblist; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; bool srcu_cblist_invoking; struct timer_list delay_work; struct work_struct work; struct callback_head srcu_barrier_head; struct srcu_node *mynode; long unsigned int grpmask; int cpu; struct srcu_struct *ssp; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct srcu_node { spinlock_t lock; long unsigned int srcu_have_cbs[4]; long unsigned int srcu_data_have_cbs[4]; long unsigned int srcu_gp_seq_needed_exp; struct srcu_node *srcu_parent; int grplo; int grphi; }; struct srcu_usage; struct srcu_struct { struct srcu_ctr *srcu_ctrp; struct srcu_data *sda; struct lockdep_map dep_map; struct srcu_usage *srcu_sup; }; struct srcu_usage { struct srcu_node *node; struct srcu_node *level[3]; int srcu_size_state; struct mutex srcu_cb_mutex; spinlock_t lock; struct mutex srcu_gp_mutex; long unsigned int srcu_gp_seq; long unsigned int srcu_gp_seq_needed; long unsigned int srcu_gp_seq_needed_exp; long unsigned int srcu_gp_start; long unsigned int srcu_last_gp_end; long unsigned int srcu_size_jiffies; long unsigned int srcu_n_lock_retries; long unsigned int srcu_n_exp_nodelay; bool sda_is_static; long unsigned int srcu_barrier_seq; struct mutex srcu_barrier_mutex; struct completion srcu_barrier_completion; atomic_t srcu_barrier_cpu_cnt; long unsigned int reschedule_jiffies; long unsigned int reschedule_count; struct delayed_work work; struct srcu_struct *srcu_ssp; }; struct list_lru_node; struct list_lru { struct list_lru_node *node; struct list_head list; int shrinker_id; bool memcg_aware; struct xarray xa; }; struct kernfs_root; struct kernfs_elem_dir { long unsigned int subdirs; struct rb_root children; struct kernfs_root *root; long unsigned int rev; }; struct kernfs_elem_symlink { struct kernfs_node *target_kn; }; struct kernfs_ops; struct kernfs_open_node; struct kernfs_elem_attr { const struct kernfs_ops *ops; struct kernfs_open_node *open; loff_t size; struct kernfs_node *notify_next; }; struct kernfs_iattrs; struct kernfs_node { atomic_t count; atomic_t active; struct kernfs_node *__parent; const char *name; struct rb_node rb; const void *ns; unsigned int hash; short unsigned int flags; umode_t mode; union { struct kernfs_elem_dir dir; struct kernfs_elem_symlink symlink; struct kernfs_elem_attr attr; }; u64 id; void *priv; struct kernfs_iattrs *iattr; struct callback_head rcu; }; struct kernfs_open_file; struct kernfs_ops { int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); ssize_t (*read)(struct kernfs_open_file *, char *, size_t, loff_t); size_t atomic_write_len; bool prealloc; ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); int (*mmap)(struct kernfs_open_file *, struct vm_area_struct *); loff_t (*llseek)(struct kernfs_open_file *, loff_t, int); }; struct seq_operations; struct seq_file { char *buf; size_t size; size_t from; size_t count; size_t pad_until; loff_t index; loff_t read_pos; struct mutex lock; const struct seq_operations *op; int poll_event; const struct file *file; void *private; }; struct kernfs_open_file { struct kernfs_node *kn; struct file *file; struct seq_file *seq_file; void *priv; struct mutex mutex; struct mutex prealloc_mutex; int event; struct list_head list; char *prealloc_buf; size_t atomic_write_len; bool mmapped: 1; bool released: 1; const struct vm_operations_struct *vm_ops; }; typedef void (*poll_queue_proc)(struct file *, wait_queue_head_t *, struct poll_table_struct *); struct poll_table_struct { poll_queue_proc _qproc; __poll_t _key; }; enum kobj_ns_type { KOBJ_NS_TYPE_NONE = 0, KOBJ_NS_TYPE_NET = 1, KOBJ_NS_TYPES = 2, }; struct sock; struct kobj_ns_type_operations { enum kobj_ns_type type; bool (*current_may_mount)(); void * (*grab_current_ns)(); const void * (*netlink_ns)(struct sock *); const void * (*initial_ns)(); void (*drop_ns)(void *); }; struct kstat { u32 result_mask; umode_t mode; unsigned int nlink; uint32_t blksize; u64 attributes; u64 attributes_mask; u64 ino; dev_t dev; dev_t rdev; kuid_t uid; kgid_t gid; loff_t size; struct timespec64 atime; struct timespec64 mtime; struct timespec64 ctime; struct timespec64 btime; u64 blocks; u64 mnt_id; u64 change_cookie; u64 subvol; u32 dio_mem_align; u32 dio_offset_align; u32 dio_read_offset_align; u32 atomic_write_unit_min; u32 atomic_write_unit_max; u32 atomic_write_segments_max; }; struct attribute { const char *name; umode_t mode; }; struct bin_attribute { struct attribute attr; size_t size; void *private; struct address_space * (*f_mapping)(); ssize_t (*read)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*read_new)(struct file *, struct kobject *, const struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write)(struct file *, struct kobject *, struct bin_attribute *, char *, loff_t, size_t); ssize_t (*write_new)(struct file *, struct kobject *, const struct bin_attribute *, char *, loff_t, size_t); loff_t (*llseek)(struct file *, struct kobject *, const struct bin_attribute *, loff_t, int); int (*mmap)(struct file *, struct kobject *, const struct bin_attribute *, struct vm_area_struct *); }; struct attribute_group { const char *name; umode_t (*is_visible)(struct kobject *, struct attribute *, int); umode_t (*is_bin_visible)(struct kobject *, const struct bin_attribute *, int); size_t (*bin_size)(struct kobject *, const struct bin_attribute *, int); struct attribute **attrs; union { struct bin_attribute **bin_attrs; const struct bin_attribute * const *bin_attrs_new; }; }; struct sysfs_ops { ssize_t (*show)(struct kobject *, struct attribute *, char *); ssize_t (*store)(struct kobject *, struct attribute *, const char *, size_t); }; struct kset_uevent_ops; struct kset { struct list_head list; spinlock_t list_lock; struct kobject kobj; const struct kset_uevent_ops *uevent_ops; }; struct kobj_type { void (*release)(struct kobject *); const struct sysfs_ops *sysfs_ops; const struct attribute_group **default_groups; const struct kobj_ns_type_operations * (*child_ns_type)(const struct kobject *); const void * (*namespace)(const struct kobject *); void (*get_ownership)(const struct kobject *, kuid_t *, kgid_t *); }; struct kobj_uevent_env { char *argv[3]; char *envp[64]; int envp_idx; char buf[2048]; int buflen; }; struct kset_uevent_ops { int (* const filter)(const struct kobject *); const char * (* const name)(const struct kobject *); int (* const uevent)(const struct kobject *, struct kobj_uevent_env *); }; struct em_perf_state { long unsigned int performance; long unsigned int frequency; long unsigned int power; long unsigned int cost; long unsigned int flags; }; struct em_perf_table { struct callback_head rcu; struct kref kref; struct em_perf_state state[0]; }; struct em_perf_domain { struct em_perf_table *em_table; int nr_perf_states; int min_perf_state; int max_perf_state; long unsigned int flags; long unsigned int cpus[0]; }; enum dl_dev_state { DL_DEV_NO_DRIVER = 0, DL_DEV_PROBING = 1, DL_DEV_DRIVER_BOUND = 2, DL_DEV_UNBINDING = 3, }; struct dev_links_info { struct list_head suppliers; struct list_head consumers; struct list_head defer_sync; enum dl_dev_state status; }; struct pm_message { int event; }; typedef struct pm_message pm_message_t; enum rpm_request { RPM_REQ_NONE = 0, RPM_REQ_IDLE = 1, RPM_REQ_SUSPEND = 2, RPM_REQ_AUTOSUSPEND = 3, RPM_REQ_RESUME = 4, }; enum rpm_status { RPM_INVALID = -1, RPM_ACTIVE = 0, RPM_RESUMING = 1, RPM_SUSPENDED = 2, RPM_SUSPENDING = 3, RPM_BLOCKED = 4, }; struct wakeup_source; struct wake_irq; struct pm_subsys_data; struct device; struct dev_pm_qos; struct dev_pm_info { pm_message_t power_state; bool can_wakeup: 1; bool async_suspend: 1; bool in_dpm_list: 1; bool is_prepared: 1; bool is_suspended: 1; bool is_noirq_suspended: 1; bool is_late_suspended: 1; bool no_pm: 1; bool early_init: 1; bool direct_complete: 1; u32 driver_flags; spinlock_t lock; struct list_head entry; struct completion completion; struct wakeup_source *wakeup; bool wakeup_path: 1; bool syscore: 1; bool no_pm_callbacks: 1; bool work_in_progress: 1; bool smart_suspend: 1; bool must_resume: 1; bool may_skip_resume: 1; struct hrtimer suspend_timer; u64 timer_expires; struct work_struct work; wait_queue_head_t wait_queue; struct wake_irq *wakeirq; atomic_t usage_count; atomic_t child_count; unsigned int disable_depth: 3; bool idle_notification: 1; bool request_pending: 1; bool deferred_resume: 1; bool needs_force_resume: 1; bool runtime_auto: 1; bool ignore_children: 1; bool no_callbacks: 1; bool irq_safe: 1; bool use_autosuspend: 1; bool timer_autosuspends: 1; bool memalloc_noio: 1; unsigned int links_count; enum rpm_request request; enum rpm_status runtime_status; enum rpm_status last_status; int runtime_error; int autosuspend_delay; u64 last_busy; u64 active_time; u64 suspended_time; u64 accounting_timestamp; struct pm_subsys_data *subsys_data; void (*set_latency_tolerance)(struct device *, s32); struct dev_pm_qos *qos; }; struct irq_domain; struct msi_device_data; struct dev_msi_info { struct irq_domain *domain; struct msi_device_data *data; }; struct dev_archdata {}; enum device_removable { DEVICE_REMOVABLE_NOT_SUPPORTED = 0, DEVICE_REMOVABLE_UNKNOWN = 1, DEVICE_FIXED = 2, DEVICE_REMOVABLE = 3, }; struct device_private; struct device_type; struct bus_type; struct device_driver; struct dev_pm_domain; struct dev_pin_info; struct dma_map_ops; struct bus_dma_region; struct device_dma_parameters; struct dma_coherent_mem; struct cma; struct io_tlb_mem; struct device_node; struct fwnode_handle; struct class; struct iommu_group; struct dev_iommu; struct device_physical_location; struct device { struct kobject kobj; struct device *parent; struct device_private *p; const char *init_name; const struct device_type *type; const struct bus_type *bus; struct device_driver *driver; void *platform_data; void *driver_data; struct mutex mutex; struct dev_links_info links; struct dev_pm_info power; struct dev_pm_domain *pm_domain; struct em_perf_domain *em_pd; struct dev_pin_info *pins; struct dev_msi_info msi; const struct dma_map_ops *dma_ops; u64 *dma_mask; u64 coherent_dma_mask; u64 bus_dma_limit; const struct bus_dma_region *dma_range_map; struct device_dma_parameters *dma_parms; struct list_head dma_pools; struct dma_coherent_mem *dma_mem; struct cma *cma_area; struct io_tlb_mem *dma_io_tlb_mem; struct dev_archdata archdata; struct device_node *of_node; struct fwnode_handle *fwnode; int numa_node; dev_t devt; u32 id; spinlock_t devres_lock; struct list_head devres_head; const struct class *class; const struct attribute_group **groups; void (*release)(struct device *); struct iommu_group *iommu_group; struct dev_iommu *iommu; struct device_physical_location *physical_location; enum device_removable removable; bool offline_disabled: 1; bool offline: 1; bool of_node_reused: 1; bool state_synced: 1; bool can_match: 1; bool dma_coherent: 1; bool dma_skip_sync: 1; bool dma_iommu: 1; }; struct resource { resource_size_t start; resource_size_t end; const char *name; long unsigned int flags; long unsigned int desc; struct resource *parent; struct resource *sibling; struct resource *child; }; struct hrtimer_cpu_base { raw_spinlock_t lock; unsigned int cpu; unsigned int active_bases; unsigned int clock_was_set_seq; unsigned int hres_active: 1; unsigned int in_hrtirq: 1; unsigned int hang_detected: 1; unsigned int softirq_activated: 1; unsigned int online: 1; unsigned int nr_events; short unsigned int nr_retries; short unsigned int nr_hangs; unsigned int max_hang_time; ktime_t expires_next; struct hrtimer *next_timer; ktime_t softirq_expires_next; struct hrtimer *softirq_next_timer; struct hrtimer_clock_base clock_base[8]; call_single_data_t csd; long: 64; long: 64; long: 64; long: 64; }; struct dev_pm_ops { int (*prepare)(struct device *); void (*complete)(struct device *); int (*suspend)(struct device *); int (*resume)(struct device *); int (*freeze)(struct device *); int (*thaw)(struct device *); int (*poweroff)(struct device *); int (*restore)(struct device *); int (*suspend_late)(struct device *); int (*resume_early)(struct device *); int (*freeze_late)(struct device *); int (*thaw_early)(struct device *); int (*poweroff_late)(struct device *); int (*restore_early)(struct device *); int (*suspend_noirq)(struct device *); int (*resume_noirq)(struct device *); int (*freeze_noirq)(struct device *); int (*thaw_noirq)(struct device *); int (*poweroff_noirq)(struct device *); int (*restore_noirq)(struct device *); int (*runtime_suspend)(struct device *); int (*runtime_resume)(struct device *); int (*runtime_idle)(struct device *); }; struct pm_domain_data; struct pm_subsys_data { spinlock_t lock; unsigned int refcount; unsigned int clock_op_might_sleep; struct mutex clock_mutex; struct list_head clock_list; struct pm_domain_data *domain_data; }; struct wakeup_source { const char *name; int id; struct list_head entry; spinlock_t lock; struct wake_irq *wakeirq; struct timer_list timer; long unsigned int timer_expires; ktime_t total_time; ktime_t max_time; ktime_t last_time; ktime_t start_prevent_time; ktime_t prevent_sleep_time; long unsigned int event_count; long unsigned int active_count; long unsigned int relax_count; long unsigned int expire_count; long unsigned int wakeup_count; struct device *dev; bool active: 1; bool autosleep_enabled: 1; }; struct dev_pm_domain { struct dev_pm_ops ops; int (*start)(struct device *); void (*detach)(struct device *, bool); int (*activate)(struct device *); void (*sync)(struct device *); void (*dismiss)(struct device *); int (*set_performance_state)(struct device *, unsigned int); }; struct bus_type { const char *name; const char *dev_name; const struct attribute_group **bus_groups; const struct attribute_group **dev_groups; const struct attribute_group **drv_groups; int (*match)(struct device *, const struct device_driver *); int (*uevent)(const struct device *, struct kobj_uevent_env *); int (*probe)(struct device *); void (*sync_state)(struct device *); void (*remove)(struct device *); void (*shutdown)(struct device *); const struct cpumask * (*irq_get_affinity)(struct device *, unsigned int); int (*online)(struct device *); int (*offline)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); int (*num_vf)(struct device *); int (*dma_configure)(struct device *); void (*dma_cleanup)(struct device *); const struct dev_pm_ops *pm; bool need_parent_lock; }; enum probe_type { PROBE_DEFAULT_STRATEGY = 0, PROBE_PREFER_ASYNCHRONOUS = 1, PROBE_FORCE_SYNCHRONOUS = 2, }; struct of_device_id; struct acpi_device_id; struct driver_private; struct device_driver { const char *name; const struct bus_type *bus; struct module *owner; const char *mod_name; bool suppress_bind_attrs; enum probe_type probe_type; const struct of_device_id *of_match_table; const struct acpi_device_id *acpi_match_table; int (*probe)(struct device *); void (*sync_state)(struct device *); int (*remove)(struct device *); void (*shutdown)(struct device *); int (*suspend)(struct device *, pm_message_t); int (*resume)(struct device *); const struct attribute_group **groups; const struct attribute_group **dev_groups; const struct dev_pm_ops *pm; void (*coredump)(struct device *); struct driver_private *p; }; struct class { const char *name; const struct attribute_group **class_groups; const struct attribute_group **dev_groups; int (*dev_uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *); void (*class_release)(const struct class *); void (*dev_release)(struct device *); int (*shutdown_pre)(struct device *); const struct kobj_ns_type_operations *ns_type; const void * (*namespace)(const struct device *); void (*get_ownership)(const struct device *, kuid_t *, kgid_t *); const struct dev_pm_ops *pm; }; struct device_type { const char *name; const struct attribute_group **groups; int (*uevent)(const struct device *, struct kobj_uevent_env *); char * (*devnode)(const struct device *, umode_t *, kuid_t *, kgid_t *); void (*release)(struct device *); const struct dev_pm_ops *pm; }; typedef int proc_handler(const struct ctl_table *, int, void *, size_t *, loff_t *); struct ctl_table_poll; struct ctl_table { const char *procname; void *data; int maxlen; umode_t mode; proc_handler *proc_handler; struct ctl_table_poll *poll; void *extra1; void *extra2; }; struct ctl_table_poll { atomic_t event; wait_queue_head_t wait; }; struct ctl_node { struct rb_node node; struct ctl_table_header *header; }; struct ctl_table_root { struct ctl_table_set default_set; struct ctl_table_set * (*lookup)(struct ctl_table_root *); void (*set_ownership)(struct ctl_table_header *, kuid_t *, kgid_t *); int (*permissions)(struct ctl_table_header *, const struct ctl_table *); }; enum umh_disable_depth { UMH_ENABLED = 0, UMH_FREEZING = 1, UMH_DISABLED = 2, }; typedef __u64 Elf64_Addr; typedef __u16 Elf64_Half; typedef __u32 Elf64_Word; typedef __u64 Elf64_Xword; struct elf64_sym { Elf64_Word st_name; unsigned char st_info; unsigned char st_other; Elf64_Half st_shndx; Elf64_Addr st_value; Elf64_Xword st_size; }; struct hlist_bl_node; struct hlist_bl_head { struct hlist_bl_node *first; }; struct hlist_bl_node { struct hlist_bl_node *next; struct hlist_bl_node **pprev; }; struct lockref { union { __u64 lock_count; struct { spinlock_t lock; int count; }; }; }; struct qstr { union { struct { u32 hash; u32 len; }; u64 hash_len; }; const unsigned char *name; }; union shortname_store { unsigned char string[40]; long unsigned int words[5]; }; struct dentry_operations; struct dentry { unsigned int d_flags; seqcount_spinlock_t d_seq; struct hlist_bl_node d_hash; struct dentry *d_parent; struct qstr d_name; struct inode *d_inode; union shortname_store d_shortname; const struct dentry_operations *d_op; struct super_block *d_sb; long unsigned int d_time; void *d_fsdata; struct lockref d_lockref; union { struct list_head d_lru; wait_queue_head_t *d_wait; }; struct hlist_node d_sib; struct hlist_head d_children; union { struct hlist_node d_alias; struct hlist_bl_node d_in_lookup_hash; struct callback_head d_rcu; } d_u; }; enum rw_hint { WRITE_LIFE_NOT_SET = 0, WRITE_LIFE_NONE = 1, WRITE_LIFE_SHORT = 2, WRITE_LIFE_MEDIUM = 3, WRITE_LIFE_LONG = 4, WRITE_LIFE_EXTREME = 5, } __attribute__((mode(byte))); struct posix_acl; struct inode_operations; struct bdi_writeback; struct file_lock_context; struct cdev; struct fsnotify_mark_connector; struct inode { umode_t i_mode; short unsigned int i_opflags; kuid_t i_uid; kgid_t i_gid; unsigned int i_flags; struct posix_acl *i_acl; struct posix_acl *i_default_acl; const struct inode_operations *i_op; struct super_block *i_sb; struct address_space *i_mapping; void *i_security; long unsigned int i_ino; union { const unsigned int i_nlink; unsigned int __i_nlink; }; dev_t i_rdev; loff_t i_size; time64_t i_atime_sec; time64_t i_mtime_sec; time64_t i_ctime_sec; u32 i_atime_nsec; u32 i_mtime_nsec; u32 i_ctime_nsec; u32 i_generation; spinlock_t i_lock; short unsigned int i_bytes; u8 i_blkbits; enum rw_hint i_write_hint; blkcnt_t i_blocks; u32 i_state; struct rw_semaphore i_rwsem; long unsigned int dirtied_when; long unsigned int dirtied_time_when; struct hlist_node i_hash; struct list_head i_io_list; struct bdi_writeback *i_wb; int i_wb_frn_winner; u16 i_wb_frn_avg_time; u16 i_wb_frn_history; struct list_head i_lru; struct list_head i_sb_list; struct list_head i_wb_list; union { struct hlist_head i_dentry; struct callback_head i_rcu; }; atomic64_t i_version; atomic64_t i_sequence; atomic_t i_count; atomic_t i_dio_count; atomic_t i_writecount; atomic_t i_readcount; union { const struct file_operations *i_fop; void (*free_inode)(struct inode *); }; struct file_lock_context *i_flctx; struct address_space i_data; union { struct list_head i_devices; int i_linklen; }; union { struct pipe_inode_info *i_pipe; struct cdev *i_cdev; char *i_link; unsigned int i_dir_seq; }; __u32 i_fsnotify_mask; struct fsnotify_mark_connector *i_fsnotify_marks; void *i_private; }; enum d_real_type { D_REAL_DATA = 0, D_REAL_METADATA = 1, }; struct dentry_operations { int (*d_revalidate)(struct inode *, const struct qstr *, struct dentry *, unsigned int); int (*d_weak_revalidate)(struct dentry *, unsigned int); int (*d_hash)(const struct dentry *, struct qstr *); int (*d_compare)(const struct dentry *, unsigned int, const char *, const struct qstr *); int (*d_delete)(const struct dentry *); int (*d_init)(struct dentry *); void (*d_release)(struct dentry *); void (*d_prune)(struct dentry *); void (*d_iput)(struct dentry *, struct inode *); char * (*d_dname)(struct dentry *, char *, int); struct vfsmount * (*d_automount)(struct path *); int (*d_manage)(const struct path *, bool); struct dentry * (*d_real)(struct dentry *, enum d_real_type); bool (*d_unalias_trylock)(const struct dentry *); void (*d_unalias_unlock)(const struct dentry *); long: 64; }; typedef long long int qsize_t; struct quota_format_type; struct mem_dqinfo { struct quota_format_type *dqi_format; int dqi_fmt_id; struct list_head dqi_dirty_list; long unsigned int dqi_flags; unsigned int dqi_bgrace; unsigned int dqi_igrace; qsize_t dqi_max_spc_limit; qsize_t dqi_max_ino_limit; void *dqi_priv; }; struct quota_format_ops; struct quota_info { unsigned int flags; struct rw_semaphore dqio_sem; struct inode *files[3]; struct mem_dqinfo info[3]; const struct quota_format_ops *ops[3]; }; struct rcu_sync { int gp_state; int gp_count; wait_queue_head_t gp_wait; struct callback_head cb_head; }; struct percpu_rw_semaphore { struct rcu_sync rss; unsigned int *read_count; struct rcuwait writer; wait_queue_head_t waiters; atomic_t block; }; struct sb_writers { short unsigned int frozen; int freeze_kcount; int freeze_ucount; struct percpu_rw_semaphore rw_sem[3]; }; typedef struct { __u8 b[16]; } uuid_t; struct super_operations; struct dquot_operations; struct quotactl_ops; struct export_operations; struct xattr_handler; struct mtd_info; struct fsnotify_sb_info; struct shrinker; struct super_block { struct list_head s_list; dev_t s_dev; unsigned char s_blocksize_bits; long unsigned int s_blocksize; loff_t s_maxbytes; struct file_system_type *s_type; const struct super_operations *s_op; const struct dquot_operations *dq_op; const struct quotactl_ops *s_qcop; const struct export_operations *s_export_op; long unsigned int s_flags; long unsigned int s_iflags; long unsigned int s_magic; struct dentry *s_root; struct rw_semaphore s_umount; int s_count; atomic_t s_active; void *s_security; const struct xattr_handler * const *s_xattr; struct hlist_bl_head s_roots; struct list_head s_mounts; struct block_device *s_bdev; struct file *s_bdev_file; struct backing_dev_info *s_bdi; struct mtd_info *s_mtd; struct hlist_node s_instances; unsigned int s_quota_types; struct quota_info s_dquot; struct sb_writers s_writers; void *s_fs_info; u32 s_time_gran; time64_t s_time_min; time64_t s_time_max; u32 s_fsnotify_mask; struct fsnotify_sb_info *s_fsnotify_info; char s_id[32]; uuid_t s_uuid; u8 s_uuid_len; char s_sysfs_name[37]; unsigned int s_max_links; struct mutex s_vfs_rename_mutex; const char *s_subtype; const struct dentry_operations *s_d_op; struct shrinker *s_shrink; atomic_long_t s_remove_count; int s_readonly_remount; errseq_t s_wb_err; struct workqueue_struct *s_dio_done_wq; struct hlist_head s_pins; struct user_namespace *s_user_ns; struct list_lru s_dentry_lru; struct list_lru s_inode_lru; struct callback_head rcu; struct work_struct destroy_work; struct mutex s_sync_lock; int s_stack_depth; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t s_inode_list_lock; struct list_head s_inodes; spinlock_t s_inode_wblist_lock; struct list_head s_inodes_wb; long: 64; long: 64; }; struct mnt_idmap; struct vfsmount { struct dentry *mnt_root; struct super_block *mnt_sb; int mnt_flags; struct mnt_idmap *mnt_idmap; }; struct shrinker_info_unit { atomic_long_t nr_deferred[64]; long unsigned int map[1]; }; struct shrinker_info { struct callback_head rcu; int map_nr_max; struct shrinker_info_unit *unit[0]; }; struct shrink_control { gfp_t gfp_mask; int nid; long unsigned int nr_to_scan; long unsigned int nr_scanned; struct mem_cgroup *memcg; }; struct shrinker { long unsigned int (*count_objects)(struct shrinker *, struct shrink_control *); long unsigned int (*scan_objects)(struct shrinker *, struct shrink_control *); long int batch; int seeks; unsigned int flags; refcount_t refcount; struct completion done; struct callback_head rcu; void *private_data; struct list_head list; int id; atomic_long_t *nr_deferred; }; struct list_lru_one { struct list_head list; long int nr_items; spinlock_t lock; }; struct list_lru_node { struct list_lru_one lru; atomic_long_t nr_items; long: 64; long: 64; long: 64; }; enum migrate_mode { MIGRATE_ASYNC = 0, MIGRATE_SYNC_LIGHT = 1, MIGRATE_SYNC = 2, }; struct exception_table_entry { int insn; int fixup; short int type; short int data; }; struct cgroup_base_stat { struct task_cputime cputime; u64 ntime; }; struct bpf_prog_array; struct cgroup_bpf { struct bpf_prog_array *effective[38]; struct hlist_head progs[38]; u8 flags[38]; struct list_head storages; struct bpf_prog_array *inactive; struct percpu_ref refcnt; struct work_struct release_work; }; struct cgroup_freezer_state { bool freeze; bool e_freeze; int nr_frozen_descendants; int nr_frozen_tasks; }; struct cgroup_root; struct cgroup_rstat_cpu; struct psi_group; struct cgroup { struct cgroup_subsys_state self; long unsigned int flags; int level; int max_depth; int nr_descendants; int nr_dying_descendants; int max_descendants; int nr_populated_csets; int nr_populated_domain_children; int nr_populated_threaded_children; int nr_threaded_children; unsigned int kill_seq; struct kernfs_node *kn; struct cgroup_file procs_file; struct cgroup_file events_file; struct cgroup_file psi_files[0]; u16 subtree_control; u16 subtree_ss_mask; u16 old_subtree_control; u16 old_subtree_ss_mask; struct cgroup_subsys_state *subsys[11]; int nr_dying_subsys[11]; struct cgroup_root *root; struct list_head cset_links; struct list_head e_csets[11]; struct cgroup *dom_cgrp; struct cgroup *old_dom_cgrp; struct cgroup_rstat_cpu *rstat_cpu; struct list_head rstat_css_list; long: 64; struct cacheline_padding _pad_; struct cgroup *rstat_flush_next; struct cgroup_base_stat last_bstat; struct cgroup_base_stat bstat; struct prev_cputime prev_cputime; struct list_head pidlists; struct mutex pidlist_mutex; wait_queue_head_t offline_waitq; struct work_struct release_agent_work; struct psi_group *psi; struct cgroup_bpf bpf; struct cgroup_freezer_state freezer; struct bpf_local_storage *bpf_cgrp_storage; struct cgroup *ancestors[0]; long: 64; }; struct key_tag { struct callback_head rcu; refcount_t usage; bool removed; }; typedef int (*request_key_actor_t)(struct key *, void *); struct key_preparsed_payload; struct key_match_data; struct kernel_pkey_params; struct kernel_pkey_query; struct key_type { const char *name; size_t def_datalen; unsigned int flags; int (*vet_description)(const char *); int (*preparse)(struct key_preparsed_payload *); void (*free_preparse)(struct key_preparsed_payload *); int (*instantiate)(struct key *, struct key_preparsed_payload *); int (*update)(struct key *, struct key_preparsed_payload *); int (*match_preparse)(struct key_match_data *); void (*match_free)(struct key_match_data *); void (*revoke)(struct key *); void (*destroy)(struct key *); void (*describe)(const struct key *, struct seq_file *); long int (*read)(const struct key *, char *, size_t); request_key_actor_t request_key; struct key_restriction * (*lookup_restriction)(const char *); int (*asym_query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*asym_eds_op)(struct kernel_pkey_params *, const void *, void *); int (*asym_verify_signature)(struct kernel_pkey_params *, const void *, const void *); struct list_head link; struct lock_class_key lock_class; }; typedef int (*key_restrict_link_func_t)(struct key *, const struct key_type *, const union key_payload *, struct key *); struct key_restriction { key_restrict_link_func_t check; struct key *key; struct key_type *keytype; }; struct user_struct { refcount_t __count; struct percpu_counter epoll_watches; long unsigned int unix_inflight; atomic_long_t pipe_bufs; struct hlist_node uidhash_node; kuid_t uid; atomic_long_t locked_vm; struct ratelimit_state ratelimit; }; struct group_info { refcount_t usage; int ngroups; kgid_t gid[0]; }; struct core_thread { struct task_struct *task; struct core_thread *next; }; struct core_state { atomic_t nr_threads; struct core_thread dumper; struct completion startup; }; struct taskstats { __u16 version; __u32 ac_exitcode; __u8 ac_flag; __u8 ac_nice; __u64 cpu_count; __u64 cpu_delay_total; __u64 blkio_count; __u64 blkio_delay_total; __u64 swapin_count; __u64 swapin_delay_total; __u64 cpu_run_real_total; __u64 cpu_run_virtual_total; char ac_comm[32]; __u8 ac_sched; __u8 ac_pad[3]; long: 0; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u64 ac_etime; __u64 ac_utime; __u64 ac_stime; __u64 ac_minflt; __u64 ac_majflt; __u64 coremem; __u64 virtmem; __u64 hiwater_rss; __u64 hiwater_vm; __u64 read_char; __u64 write_char; __u64 read_syscalls; __u64 write_syscalls; __u64 read_bytes; __u64 write_bytes; __u64 cancelled_write_bytes; __u64 nvcsw; __u64 nivcsw; __u64 ac_utimescaled; __u64 ac_stimescaled; __u64 cpu_scaled_run_real_total; __u64 freepages_count; __u64 freepages_delay_total; __u64 thrashing_count; __u64 thrashing_delay_total; __u64 ac_btime64; __u64 compact_count; __u64 compact_delay_total; __u32 ac_tgid; __u64 ac_tgetime; __u64 ac_exe_dev; __u64 ac_exe_inode; __u64 wpcopy_count; __u64 wpcopy_delay_total; __u64 irq_count; __u64 irq_delay_total; __u64 cpu_delay_max; __u64 cpu_delay_min; __u64 blkio_delay_max; __u64 blkio_delay_min; __u64 swapin_delay_max; __u64 swapin_delay_min; __u64 freepages_delay_max; __u64 freepages_delay_min; __u64 thrashing_delay_max; __u64 thrashing_delay_min; __u64 compact_delay_max; __u64 compact_delay_min; __u64 wpcopy_delay_max; __u64 wpcopy_delay_min; __u64 irq_delay_max; __u64 irq_delay_min; }; struct delayed_call { void (*fn)(void *); void *arg; }; struct io_cq { struct request_queue *q; struct io_context *ioc; union { struct list_head q_node; struct kmem_cache *__rcu_icq_cache; }; union { struct hlist_node ioc_node; struct callback_head __rcu_head; }; unsigned int flags; }; typedef unsigned int blk_features_t; typedef unsigned int blk_flags_t; enum blk_integrity_checksum { BLK_INTEGRITY_CSUM_NONE = 0, BLK_INTEGRITY_CSUM_IP = 1, BLK_INTEGRITY_CSUM_CRC = 2, BLK_INTEGRITY_CSUM_CRC64 = 3, } __attribute__((mode(byte))); struct blk_integrity { unsigned char flags; enum blk_integrity_checksum csum_type; unsigned char tuple_size; unsigned char pi_offset; unsigned char interval_exp; unsigned char tag_size; }; struct queue_limits { blk_features_t features; blk_flags_t flags; long unsigned int seg_boundary_mask; long unsigned int virt_boundary_mask; unsigned int max_hw_sectors; unsigned int max_dev_sectors; unsigned int chunk_sectors; unsigned int max_sectors; unsigned int max_user_sectors; unsigned int max_segment_size; unsigned int min_segment_size; unsigned int physical_block_size; unsigned int logical_block_size; unsigned int alignment_offset; unsigned int io_min; unsigned int io_opt; unsigned int max_discard_sectors; unsigned int max_hw_discard_sectors; unsigned int max_user_discard_sectors; unsigned int max_secure_erase_sectors; unsigned int max_write_zeroes_sectors; unsigned int max_hw_zone_append_sectors; unsigned int max_zone_append_sectors; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int zone_write_granularity; unsigned int atomic_write_hw_max; unsigned int atomic_write_max_sectors; unsigned int atomic_write_hw_boundary; unsigned int atomic_write_boundary_sectors; unsigned int atomic_write_hw_unit_min; unsigned int atomic_write_unit_min; unsigned int atomic_write_hw_unit_max; unsigned int atomic_write_unit_max; short unsigned int max_segments; short unsigned int max_integrity_segments; short unsigned int max_discard_segments; unsigned int max_open_zones; unsigned int max_active_zones; unsigned int dma_alignment; unsigned int dma_pad_mask; struct blk_integrity integrity; }; struct elevator_queue; struct blk_mq_ops; struct blk_mq_ctx; struct blk_queue_stats; struct rq_qos; struct blk_mq_tags; struct blkcg_gq; struct blk_flush_queue; struct blk_mq_tag_set; struct request_queue { void *queuedata; struct elevator_queue *elevator; const struct blk_mq_ops *mq_ops; struct blk_mq_ctx *queue_ctx; long unsigned int queue_flags; unsigned int rq_timeout; unsigned int queue_depth; refcount_t refs; unsigned int nr_hw_queues; struct xarray hctx_table; struct percpu_ref q_usage_counter; struct lock_class_key io_lock_cls_key; struct lockdep_map io_lockdep_map; struct lock_class_key q_lock_cls_key; struct lockdep_map q_lockdep_map; struct request *last_merge; spinlock_t queue_lock; int quiesce_depth; struct gendisk *disk; struct kobject *mq_kobj; struct queue_limits limits; struct device *dev; enum rpm_status rpm_status; atomic_t pm_only; struct blk_queue_stats *stats; struct rq_qos *rq_qos; struct mutex rq_qos_mutex; int id; long unsigned int nr_requests; struct timer_list timeout; struct work_struct timeout_work; atomic_t nr_active_requests_shared_tags; struct blk_mq_tags *sched_shared_tags; struct list_head icq_list; long unsigned int blkcg_pols[1]; struct blkcg_gq *root_blkg; struct list_head blkg_list; struct mutex blkcg_mutex; int node; spinlock_t requeue_lock; struct list_head requeue_list; struct delayed_work requeue_work; struct blk_flush_queue *fq; struct list_head flush_list; struct mutex elevator_lock; struct mutex sysfs_lock; struct mutex limits_lock; struct list_head unused_hctx_list; spinlock_t unused_hctx_lock; int mq_freeze_depth; struct callback_head callback_head; wait_queue_head_t mq_freeze_wq; struct mutex mq_freeze_lock; struct blk_mq_tag_set *tag_set; struct list_head tag_set_list; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct dentry *rqos_debugfs_dir; struct mutex debugfs_mutex; }; typedef struct { uid_t val; } vfsuid_t; typedef struct { gid_t val; } vfsgid_t; typedef void percpu_ref_func_t(struct percpu_ref *); struct percpu_ref_data { atomic_long_t count; percpu_ref_func_t *release; percpu_ref_func_t *confirm_switch; bool force_atomic: 1; bool allow_reinit: 1; struct callback_head rcu; struct percpu_ref *ref; }; enum kmalloc_cache_type { KMALLOC_NORMAL = 0, KMALLOC_RANDOM_START = 0, KMALLOC_RANDOM_END = 0, KMALLOC_RECLAIM = 1, KMALLOC_DMA = 2, KMALLOC_CGROUP = 3, NR_KMALLOC_TYPES = 4, }; struct wait_page_queue; struct kiocb { struct file *ki_filp; loff_t ki_pos; void (*ki_complete)(struct kiocb *, long int); void *private; int ki_flags; u16 ki_ioprio; union { struct wait_page_queue *ki_waitq; ssize_t (*dio_complete)(void *); }; }; struct iattr { unsigned int ia_valid; umode_t ia_mode; union { kuid_t ia_uid; vfsuid_t ia_vfsuid; }; union { kgid_t ia_gid; vfsgid_t ia_vfsgid; }; loff_t ia_size; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct file *ia_file; }; typedef __kernel_uid32_t projid_t; typedef struct { projid_t val; } kprojid_t; enum quota_type { USRQUOTA = 0, GRPQUOTA = 1, PRJQUOTA = 2, }; struct kqid { union { kuid_t uid; kgid_t gid; kprojid_t projid; }; enum quota_type type; }; struct mem_dqblk { qsize_t dqb_bhardlimit; qsize_t dqb_bsoftlimit; qsize_t dqb_curspace; qsize_t dqb_rsvspace; qsize_t dqb_ihardlimit; qsize_t dqb_isoftlimit; qsize_t dqb_curinodes; time64_t dqb_btime; time64_t dqb_itime; }; struct dquot { struct hlist_node dq_hash; struct list_head dq_inuse; struct list_head dq_free; struct list_head dq_dirty; struct mutex dq_lock; spinlock_t dq_dqb_lock; atomic_t dq_count; struct super_block *dq_sb; struct kqid dq_id; loff_t dq_off; long unsigned int dq_flags; struct mem_dqblk dq_dqb; }; struct quota_format_type { int qf_fmt_id; const struct quota_format_ops *qf_ops; struct module *qf_owner; struct quota_format_type *qf_next; }; struct quota_format_ops { int (*check_quota_file)(struct super_block *, int); int (*read_file_info)(struct super_block *, int); int (*write_file_info)(struct super_block *, int); int (*free_file_info)(struct super_block *, int); int (*read_dqblk)(struct dquot *); int (*commit_dqblk)(struct dquot *); int (*release_dqblk)(struct dquot *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct dquot_operations { int (*write_dquot)(struct dquot *); struct dquot * (*alloc_dquot)(struct super_block *, int); void (*destroy_dquot)(struct dquot *); int (*acquire_dquot)(struct dquot *); int (*release_dquot)(struct dquot *); int (*mark_dirty)(struct dquot *); int (*write_info)(struct super_block *, int); qsize_t * (*get_reserved_space)(struct inode *); int (*get_projid)(struct inode *, kprojid_t *); int (*get_inode_usage)(struct inode *, qsize_t *); int (*get_next_id)(struct super_block *, struct kqid *); }; struct qc_dqblk { int d_fieldmask; u64 d_spc_hardlimit; u64 d_spc_softlimit; u64 d_ino_hardlimit; u64 d_ino_softlimit; u64 d_space; u64 d_ino_count; s64 d_ino_timer; s64 d_spc_timer; int d_ino_warns; int d_spc_warns; u64 d_rt_spc_hardlimit; u64 d_rt_spc_softlimit; u64 d_rt_space; s64 d_rt_spc_timer; int d_rt_spc_warns; }; struct qc_type_state { unsigned int flags; unsigned int spc_timelimit; unsigned int ino_timelimit; unsigned int rt_spc_timelimit; unsigned int spc_warnlimit; unsigned int ino_warnlimit; unsigned int rt_spc_warnlimit; long long unsigned int ino; blkcnt_t blocks; blkcnt_t nextents; }; struct qc_state { unsigned int s_incoredqs; struct qc_type_state s_state[3]; }; struct qc_info { int i_fieldmask; unsigned int i_flags; unsigned int i_spc_timelimit; unsigned int i_ino_timelimit; unsigned int i_rt_spc_timelimit; unsigned int i_spc_warnlimit; unsigned int i_ino_warnlimit; unsigned int i_rt_spc_warnlimit; }; struct quotactl_ops { int (*quota_on)(struct super_block *, int, int, const struct path *); int (*quota_off)(struct super_block *, int); int (*quota_enable)(struct super_block *, unsigned int); int (*quota_disable)(struct super_block *, unsigned int); int (*quota_sync)(struct super_block *, int); int (*set_info)(struct super_block *, int, struct qc_info *); int (*get_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_nextdqblk)(struct super_block *, struct kqid *, struct qc_dqblk *); int (*set_dqblk)(struct super_block *, struct kqid, struct qc_dqblk *); int (*get_state)(struct super_block *, struct qc_state *); int (*rm_xquota)(struct super_block *, unsigned int); }; struct writeback_control; struct readahead_control; struct swap_info_struct; struct address_space_operations { int (*writepage)(struct page *, struct writeback_control *); int (*read_folio)(struct file *, struct folio *); int (*writepages)(struct address_space *, struct writeback_control *); bool (*dirty_folio)(struct address_space *, struct folio *); void (*readahead)(struct readahead_control *); int (*write_begin)(struct file *, struct address_space *, loff_t, unsigned int, struct folio **, void **); int (*write_end)(struct file *, struct address_space *, loff_t, unsigned int, unsigned int, struct folio *, void *); sector_t (*bmap)(struct address_space *, sector_t); void (*invalidate_folio)(struct folio *, size_t, size_t); bool (*release_folio)(struct folio *, gfp_t); void (*free_folio)(struct folio *); ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *); int (*migrate_folio)(struct address_space *, struct folio *, struct folio *, enum migrate_mode); int (*launder_folio)(struct folio *); bool (*is_partially_uptodate)(struct folio *, size_t, size_t); void (*is_dirty_writeback)(struct folio *, bool *, bool *); int (*error_remove_folio)(struct address_space *, struct folio *); int (*swap_activate)(struct swap_info_struct *, struct file *, sector_t *); void (*swap_deactivate)(struct file *); int (*swap_rw)(struct kiocb *, struct iov_iter *); }; enum writeback_sync_modes { WB_SYNC_NONE = 0, WB_SYNC_ALL = 1, }; struct folio_batch { unsigned char nr; unsigned char i; bool percpu_pvec_drained; struct folio *folios[31]; }; struct swap_iocb; struct writeback_control { long int nr_to_write; long int pages_skipped; loff_t range_start; loff_t range_end; enum writeback_sync_modes sync_mode; unsigned int for_kupdate: 1; unsigned int for_background: 1; unsigned int tagged_writepages: 1; unsigned int for_reclaim: 1; unsigned int range_cyclic: 1; unsigned int for_sync: 1; unsigned int unpinned_netfs_wb: 1; unsigned int no_cgroup_owner: 1; struct swap_iocb **swap_plug; struct list_head *list; struct folio_batch fbatch; long unsigned int index; int saved_err; struct bdi_writeback *wb; struct inode *inode; int wb_id; int wb_lcand_id; int wb_tcand_id; size_t wb_bytes; size_t wb_lcand_bytes; size_t wb_tcand_bytes; }; struct iovec { void *iov_base; __kernel_size_t iov_len; }; struct kvec; struct bio_vec; struct folio_queue; struct iov_iter { u8 iter_type; bool nofault; bool data_source; size_t iov_offset; union { struct iovec __ubuf_iovec; struct { union { const struct iovec *__iov; const struct kvec *kvec; const struct bio_vec *bvec; const struct folio_queue *folioq; struct xarray *xarray; void *ubuf; }; size_t count; }; }; union { long unsigned int nr_segs; u8 folioq_slot; loff_t xarray_start; }; }; struct fiemap_extent_info; struct fileattr; struct offset_ctx; struct inode_operations { struct dentry * (*lookup)(struct inode *, struct dentry *, unsigned int); const char * (*get_link)(struct dentry *, struct inode *, struct delayed_call *); int (*permission)(struct mnt_idmap *, struct inode *, int); struct posix_acl * (*get_inode_acl)(struct inode *, int, bool); int (*readlink)(struct dentry *, char *, int); int (*create)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, bool); int (*link)(struct dentry *, struct inode *, struct dentry *); int (*unlink)(struct inode *, struct dentry *); int (*symlink)(struct mnt_idmap *, struct inode *, struct dentry *, const char *); struct dentry * (*mkdir)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t); int (*rmdir)(struct inode *, struct dentry *); int (*mknod)(struct mnt_idmap *, struct inode *, struct dentry *, umode_t, dev_t); int (*rename)(struct mnt_idmap *, struct inode *, struct dentry *, struct inode *, struct dentry *, unsigned int); int (*setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); int (*getattr)(struct mnt_idmap *, const struct path *, struct kstat *, u32, unsigned int); ssize_t (*listxattr)(struct dentry *, char *, size_t); int (*fiemap)(struct inode *, struct fiemap_extent_info *, u64, u64); int (*update_time)(struct inode *, int); int (*atomic_open)(struct inode *, struct dentry *, struct file *, unsigned int, umode_t); int (*tmpfile)(struct mnt_idmap *, struct inode *, struct file *, umode_t); struct posix_acl * (*get_acl)(struct mnt_idmap *, struct dentry *, int); int (*set_acl)(struct mnt_idmap *, struct dentry *, struct posix_acl *, int); int (*fileattr_set)(struct mnt_idmap *, struct dentry *, struct fileattr *); int (*fileattr_get)(struct dentry *, struct fileattr *); struct offset_ctx * (*get_offset_ctx)(struct inode *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct fprop_local_percpu { struct percpu_counter events; unsigned int period; raw_spinlock_t lock; }; enum wb_reason { WB_REASON_BACKGROUND = 0, WB_REASON_VMSCAN = 1, WB_REASON_SYNC = 2, WB_REASON_PERIODIC = 3, WB_REASON_LAPTOP_TIMER = 4, WB_REASON_FS_FREE_SPACE = 5, WB_REASON_FORKER_THREAD = 6, WB_REASON_FOREIGN_FLUSH = 7, WB_REASON_MAX = 8, }; struct bdi_writeback { struct backing_dev_info *bdi; long unsigned int state; long unsigned int last_old_flush; struct list_head b_dirty; struct list_head b_io; struct list_head b_more_io; struct list_head b_dirty_time; spinlock_t list_lock; atomic_t writeback_inodes; struct percpu_counter stat[4]; long unsigned int bw_time_stamp; long unsigned int dirtied_stamp; long unsigned int written_stamp; long unsigned int write_bandwidth; long unsigned int avg_write_bandwidth; long unsigned int dirty_ratelimit; long unsigned int balanced_dirty_ratelimit; struct fprop_local_percpu completions; int dirty_exceeded; enum wb_reason start_all_reason; spinlock_t work_lock; struct list_head work_list; struct delayed_work dwork; struct delayed_work bw_dwork; struct list_head bdi_node; struct percpu_ref refcnt; struct fprop_local_percpu memcg_completions; struct cgroup_subsys_state *memcg_css; struct cgroup_subsys_state *blkcg_css; struct list_head memcg_node; struct list_head blkcg_node; struct list_head b_attached; struct list_head offline_node; union { struct work_struct release_work; struct callback_head rcu; }; }; struct fown_struct { struct file *file; rwlock_t lock; struct pid *pid; enum pid_type pid_type; kuid_t uid; kuid_t euid; int signum; }; struct fasync_struct { rwlock_t fa_lock; int magic; int fa_fd; struct fasync_struct *fa_next; struct file *fa_file; struct callback_head fa_rcu; }; enum freeze_holder { FREEZE_HOLDER_KERNEL = 1, FREEZE_HOLDER_USERSPACE = 2, FREEZE_MAY_NEST = 4, }; struct kstatfs; struct super_operations { struct inode * (*alloc_inode)(struct super_block *); void (*destroy_inode)(struct inode *); void (*free_inode)(struct inode *); void (*dirty_inode)(struct inode *, int); int (*write_inode)(struct inode *, struct writeback_control *); int (*drop_inode)(struct inode *); void (*evict_inode)(struct inode *); void (*put_super)(struct super_block *); int (*sync_fs)(struct super_block *, int); int (*freeze_super)(struct super_block *, enum freeze_holder); int (*freeze_fs)(struct super_block *); int (*thaw_super)(struct super_block *, enum freeze_holder); int (*unfreeze_fs)(struct super_block *); int (*statfs)(struct dentry *, struct kstatfs *); int (*remount_fs)(struct super_block *, int *, char *); void (*umount_begin)(struct super_block *); int (*show_options)(struct seq_file *, struct dentry *); int (*show_devname)(struct seq_file *, struct dentry *); int (*show_path)(struct seq_file *, struct dentry *); int (*show_stats)(struct seq_file *, struct dentry *); ssize_t (*quota_read)(struct super_block *, int, char *, size_t, loff_t); ssize_t (*quota_write)(struct super_block *, int, const char *, size_t, loff_t); struct dquot ** (*get_dquots)(struct inode *); long int (*nr_cached_objects)(struct super_block *, struct shrink_control *); long int (*free_cached_objects)(struct super_block *, struct shrink_control *); void (*shutdown)(struct super_block *); }; struct fid; struct iomap; struct handle_to_path_ctx; struct export_operations { int (*encode_fh)(struct inode *, __u32 *, int *, struct inode *); struct dentry * (*fh_to_dentry)(struct super_block *, struct fid *, int, int); struct dentry * (*fh_to_parent)(struct super_block *, struct fid *, int, int); int (*get_name)(struct dentry *, char *, struct dentry *); struct dentry * (*get_parent)(struct dentry *); int (*commit_metadata)(struct inode *); int (*get_uuid)(struct super_block *, u8 *, u32 *, u64 *); int (*map_blocks)(struct inode *, loff_t, u64, struct iomap *, bool, u32 *); int (*commit_blocks)(struct inode *, struct iomap *, int, struct iattr *); int (*permission)(struct handle_to_path_ctx *, unsigned int); struct file * (*open)(struct path *, unsigned int); long unsigned int flags; }; struct xattr_handler { const char *name; const char *prefix; int flags; bool (*list)(struct dentry *); int (*get)(const struct xattr_handler *, struct dentry *, struct inode *, const char *, void *, size_t); int (*set)(const struct xattr_handler *, struct mnt_idmap *, struct dentry *, struct inode *, const char *, const void *, size_t, int); }; struct disk_stats; struct blk_holder_ops; struct partition_meta_info; struct block_device { sector_t bd_start_sect; sector_t bd_nr_sectors; struct gendisk *bd_disk; struct request_queue *bd_queue; struct disk_stats *bd_stats; long unsigned int bd_stamp; atomic_t __bd_flags; dev_t bd_dev; struct address_space *bd_mapping; atomic_t bd_openers; spinlock_t bd_size_lock; void *bd_claiming; void *bd_holder; const struct blk_holder_ops *bd_holder_ops; struct mutex bd_holder_lock; int bd_holders; struct kobject *bd_holder_dir; atomic_t bd_fsfreeze_count; struct mutex bd_fsfreeze_mutex; struct partition_meta_info *bd_meta_info; int bd_writers; void *bd_security; struct device bd_device; }; struct backing_dev_info { u64 id; struct rb_node rb_node; struct list_head bdi_list; long unsigned int ra_pages; long unsigned int io_pages; struct kref refcnt; unsigned int capabilities; unsigned int min_ratio; unsigned int max_ratio; unsigned int max_prop_frac; atomic_long_t tot_write_bandwidth; long unsigned int last_bdp_sleep; struct bdi_writeback wb; struct list_head wb_list; struct xarray cgwb_tree; struct mutex cgwb_release_mutex; struct rw_semaphore wb_switch_rwsem; wait_queue_head_t wb_waitq; struct device *dev; char dev_name[64]; struct device *owner; struct timer_list laptop_mode_wb_timer; struct dentry *debug_dir; }; typedef bool (*filldir_t)(struct dir_context *, const char *, int, loff_t, u64, unsigned int); struct dir_context { filldir_t actor; loff_t pos; }; struct io_comp_batch { struct rq_list req_list; bool need_ts; void (*complete)(struct io_comp_batch *); }; struct offset_ctx { struct maple_tree mt; long unsigned int next_offset; }; struct p_log; struct fs_parameter; struct fs_parse_result; typedef int fs_param_type(struct p_log *, const struct fs_parameter_spec *, struct fs_parameter *, struct fs_parse_result *); struct fs_parameter_spec { const char *name; fs_param_type *type; u8 opt; short unsigned int flags; const void *data; }; typedef __u32 blk_opf_t; typedef u8 blk_status_t; struct bvec_iter { sector_t bi_sector; unsigned int bi_size; unsigned int bi_idx; unsigned int bi_bvec_done; } __attribute__((packed)); typedef unsigned int blk_qc_t; typedef void bio_end_io_t(struct bio *); struct bio_issue { u64 value; }; struct bio_vec { struct page *bv_page; unsigned int bv_len; unsigned int bv_offset; }; struct bio_integrity_payload; struct bio { struct bio *bi_next; struct block_device *bi_bdev; blk_opf_t bi_opf; short unsigned int bi_flags; short unsigned int bi_ioprio; enum rw_hint bi_write_hint; blk_status_t bi_status; atomic_t __bi_remaining; struct bvec_iter bi_iter; union { blk_qc_t bi_cookie; unsigned int __bi_nr_segments; }; bio_end_io_t *bi_end_io; void *bi_private; struct blkcg_gq *bi_blkg; struct bio_issue bi_issue; struct bio_integrity_payload *bi_integrity; short unsigned int bi_vcnt; short unsigned int bi_max_vecs; atomic_t __bi_cnt; struct bio_vec *bi_io_vec; struct bio_set *bi_pool; struct bio_vec bi_inline_vecs[0]; }; struct kernel_param_ops { unsigned int flags; int (*set)(const char *, const struct kernel_param *); int (*get)(char *, const struct kernel_param *); void (*free)(void *); }; struct kparam_string; struct kparam_array; struct kernel_param { const char *name; struct module *mod; const struct kernel_param_ops *ops; const u16 perm; s8 level; u8 flags; union { void *arg; const struct kparam_string *str; const struct kparam_array *arr; }; }; struct kparam_string { unsigned int maxlen; char *string; }; struct kparam_array { unsigned int max; unsigned int elemsize; unsigned int *num; const struct kernel_param_ops *ops; void *elem; }; struct error_injection_entry { long unsigned int addr; int etype; }; struct plt_entry { __le32 adrp; __le32 add; __le32 br; }; struct module_attribute { struct attribute attr; ssize_t (*show)(const struct module_attribute *, struct module_kobject *, char *); ssize_t (*store)(const struct module_attribute *, struct module_kobject *, const char *, size_t); void (*setup)(struct module *, const char *); int (*test)(struct module *); void (*free)(struct module *); }; struct kernel_symbol { int value_offset; int name_offset; int namespace_offset; }; struct trace_event_functions; struct trace_event { struct hlist_node node; int type; struct trace_event_functions *funcs; }; struct trace_event_class; struct trace_event_call { struct list_head list; struct trace_event_class *class; union { const char *name; struct tracepoint *tp; }; struct trace_event event; char *print_fmt; union { void *module; atomic_t refcnt; }; void *data; int flags; int perf_refcount; struct hlist_head *perf_events; struct bpf_prog_array *prog_array; int (*perf_perm)(struct trace_event_call *, struct perf_event *); }; struct trace_eval_map { const char *system; const char *eval_string; long unsigned int eval_value; }; struct of_device_id { char name[32]; char type[32]; char compatible[128]; const void *data; }; typedef long unsigned int kernel_ulong_t; struct acpi_device_id { __u8 id[16]; kernel_ulong_t driver_data; __u32 cls; __u32 cls_msk; }; struct device_dma_parameters { unsigned int max_segment_size; unsigned int min_align_mask; long unsigned int segment_boundary_mask; }; enum device_physical_location_panel { DEVICE_PANEL_TOP = 0, DEVICE_PANEL_BOTTOM = 1, DEVICE_PANEL_LEFT = 2, DEVICE_PANEL_RIGHT = 3, DEVICE_PANEL_FRONT = 4, DEVICE_PANEL_BACK = 5, DEVICE_PANEL_UNKNOWN = 6, }; enum device_physical_location_vertical_position { DEVICE_VERT_POS_UPPER = 0, DEVICE_VERT_POS_CENTER = 1, DEVICE_VERT_POS_LOWER = 2, }; enum device_physical_location_horizontal_position { DEVICE_HORI_POS_LEFT = 0, DEVICE_HORI_POS_CENTER = 1, DEVICE_HORI_POS_RIGHT = 2, }; struct device_physical_location { enum device_physical_location_panel panel; enum device_physical_location_vertical_position vertical_position; enum device_physical_location_horizontal_position horizontal_position; bool dock; bool lid; }; typedef u64 dma_addr_t; enum dma_data_direction { DMA_BIDIRECTIONAL = 0, DMA_TO_DEVICE = 1, DMA_FROM_DEVICE = 2, DMA_NONE = 3, }; struct sg_table; struct scatterlist; struct dma_map_ops { void * (*alloc)(struct device *, size_t, dma_addr_t *, gfp_t, long unsigned int); void (*free)(struct device *, size_t, void *, dma_addr_t, long unsigned int); struct page * (*alloc_pages_op)(struct device *, size_t, dma_addr_t *, enum dma_data_direction, gfp_t); void (*free_pages)(struct device *, size_t, struct page *, dma_addr_t, enum dma_data_direction); int (*mmap)(struct device *, struct vm_area_struct *, void *, dma_addr_t, size_t, long unsigned int); int (*get_sgtable)(struct device *, struct sg_table *, void *, dma_addr_t, size_t, long unsigned int); dma_addr_t (*map_page)(struct device *, struct page *, long unsigned int, size_t, enum dma_data_direction, long unsigned int); void (*unmap_page)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); int (*map_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); void (*unmap_sg)(struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); dma_addr_t (*map_resource)(struct device *, phys_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*unmap_resource)(struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); void (*sync_single_for_cpu)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_single_for_device)(struct device *, dma_addr_t, size_t, enum dma_data_direction); void (*sync_sg_for_cpu)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*sync_sg_for_device)(struct device *, struct scatterlist *, int, enum dma_data_direction); void (*cache_sync)(struct device *, void *, size_t, enum dma_data_direction); int (*dma_supported)(struct device *, u64); u64 (*get_required_mask)(struct device *); size_t (*max_mapping_size)(struct device *); size_t (*opt_mapping_size)(); long unsigned int (*get_merge_boundary)(struct device *); }; struct bus_dma_region { phys_addr_t cpu_start; dma_addr_t dma_start; u64 size; }; struct fwnode_operations; struct fwnode_handle { struct fwnode_handle *secondary; const struct fwnode_operations *ops; struct device *dev; struct list_head suppliers; struct list_head consumers; u8 flags; }; typedef u64 async_cookie_t; typedef void (*async_func_t)(void *, async_cookie_t); struct async_domain { struct list_head pending; unsigned int registered: 1; }; struct dev_pagemap_ops { void (*page_free)(struct page *); vm_fault_t (*migrate_to_ram)(struct vm_fault *); int (*memory_failure)(struct dev_pagemap *, long unsigned int, long unsigned int, int); }; struct seq_operations { void * (*start)(struct seq_file *, loff_t *); void (*stop)(struct seq_file *, void *); void * (*next)(struct seq_file *, void *, loff_t *); int (*show)(struct seq_file *, void *); }; struct seq_buf { char *buffer; size_t size; size_t len; }; struct trace_seq { char buffer[8156]; struct seq_buf seq; size_t readpos; int full; }; enum dev_dma_attr { DEV_DMA_NOT_SUPPORTED = 0, DEV_DMA_NON_COHERENT = 1, DEV_DMA_COHERENT = 2, }; struct fwnode_reference_args; struct fwnode_endpoint; struct fwnode_operations { struct fwnode_handle * (*get)(struct fwnode_handle *); void (*put)(struct fwnode_handle *); bool (*device_is_available)(const struct fwnode_handle *); const void * (*device_get_match_data)(const struct fwnode_handle *, const struct device *); bool (*device_dma_supported)(const struct fwnode_handle *); enum dev_dma_attr (*device_get_dma_attr)(const struct fwnode_handle *); bool (*property_present)(const struct fwnode_handle *, const char *); bool (*property_read_bool)(const struct fwnode_handle *, const char *); int (*property_read_int_array)(const struct fwnode_handle *, const char *, unsigned int, void *, size_t); int (*property_read_string_array)(const struct fwnode_handle *, const char *, const char **, size_t); const char * (*get_name)(const struct fwnode_handle *); const char * (*get_name_prefix)(const struct fwnode_handle *); struct fwnode_handle * (*get_parent)(const struct fwnode_handle *); struct fwnode_handle * (*get_next_child_node)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*get_named_child_node)(const struct fwnode_handle *, const char *); int (*get_reference_args)(const struct fwnode_handle *, const char *, const char *, unsigned int, unsigned int, struct fwnode_reference_args *); struct fwnode_handle * (*graph_get_next_endpoint)(const struct fwnode_handle *, struct fwnode_handle *); struct fwnode_handle * (*graph_get_remote_endpoint)(const struct fwnode_handle *); struct fwnode_handle * (*graph_get_port_parent)(struct fwnode_handle *); int (*graph_parse_endpoint)(const struct fwnode_handle *, struct fwnode_endpoint *); void * (*iomap)(struct fwnode_handle *, int); int (*irq_get)(const struct fwnode_handle *, unsigned int); int (*add_links)(struct fwnode_handle *); }; struct fwnode_endpoint { unsigned int port; unsigned int id; const struct fwnode_handle *local_fwnode; }; struct fwnode_reference_args { struct fwnode_handle *fwnode; unsigned int nargs; u64 args[16]; }; enum perf_sw_ids { PERF_COUNT_SW_CPU_CLOCK = 0, PERF_COUNT_SW_TASK_CLOCK = 1, PERF_COUNT_SW_PAGE_FAULTS = 2, PERF_COUNT_SW_CONTEXT_SWITCHES = 3, PERF_COUNT_SW_CPU_MIGRATIONS = 4, PERF_COUNT_SW_PAGE_FAULTS_MIN = 5, PERF_COUNT_SW_PAGE_FAULTS_MAJ = 6, PERF_COUNT_SW_ALIGNMENT_FAULTS = 7, PERF_COUNT_SW_EMULATION_FAULTS = 8, PERF_COUNT_SW_DUMMY = 9, PERF_COUNT_SW_BPF_OUTPUT = 10, PERF_COUNT_SW_CGROUP_SWITCHES = 11, PERF_COUNT_SW_MAX = 12, }; union perf_mem_data_src { __u64 val; struct { __u64 mem_op: 5; __u64 mem_lvl: 14; __u64 mem_snoop: 5; __u64 mem_lock: 2; __u64 mem_dtlb: 7; __u64 mem_lvl_num: 4; __u64 mem_remote: 1; __u64 mem_snoopx: 2; __u64 mem_blk: 3; __u64 mem_hops: 3; __u64 mem_rsvd: 18; }; }; struct perf_branch_entry { __u64 from; __u64 to; __u64 mispred: 1; __u64 predicted: 1; __u64 in_tx: 1; __u64 abort: 1; __u64 cycles: 16; __u64 type: 4; __u64 spec: 2; __u64 new_type: 4; __u64 priv: 3; __u64 reserved: 31; }; union perf_sample_weight { __u64 full; struct { __u32 var1_dw; __u16 var2_w; __u16 var3_w; }; }; struct cgroup_namespace { struct ns_common ns; struct user_namespace *user_ns; struct ucounts *ucounts; struct css_set *root_cset; }; struct kvec { void *iov_base; size_t iov_len; }; struct folio_queue { struct folio_batch vec; u8 orders[31]; struct folio_queue *next; struct folio_queue *prev; long unsigned int marks; long unsigned int marks2; long unsigned int marks3; unsigned int rreq_id; unsigned int debug_id; }; struct ftrace_regs {}; struct perf_regs { __u64 abi; struct pt_regs *regs; }; struct u64_stats_sync {}; struct bpf_cgroup_storage; struct bpf_prog_array_item { struct bpf_prog *prog; union { struct bpf_cgroup_storage *cgroup_storage[2]; u64 bpf_cookie; }; }; struct bpf_prog_array { struct callback_head rcu; struct bpf_prog_array_item items[0]; }; struct psi_group {}; struct cgroup_taskset; struct cftype; struct cgroup_subsys { struct cgroup_subsys_state * (*css_alloc)(struct cgroup_subsys_state *); int (*css_online)(struct cgroup_subsys_state *); void (*css_offline)(struct cgroup_subsys_state *); void (*css_released)(struct cgroup_subsys_state *); void (*css_free)(struct cgroup_subsys_state *); void (*css_reset)(struct cgroup_subsys_state *); void (*css_killed)(struct cgroup_subsys_state *); void (*css_rstat_flush)(struct cgroup_subsys_state *, int); int (*css_extra_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*css_local_stat_show)(struct seq_file *, struct cgroup_subsys_state *); int (*can_attach)(struct cgroup_taskset *); void (*cancel_attach)(struct cgroup_taskset *); void (*attach)(struct cgroup_taskset *); void (*post_attach)(); int (*can_fork)(struct task_struct *, struct css_set *); void (*cancel_fork)(struct task_struct *, struct css_set *); void (*fork)(struct task_struct *); void (*exit)(struct task_struct *); void (*release)(struct task_struct *); void (*bind)(struct cgroup_subsys_state *); bool early_init: 1; bool implicit_on_dfl: 1; bool threaded: 1; int id; const char *name; const char *legacy_name; struct cgroup_root *root; struct idr css_idr; struct list_head cfts; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; unsigned int depends_on; }; struct cgroup_rstat_cpu { struct u64_stats_sync bsync; struct cgroup_base_stat bstat; struct cgroup_base_stat last_bstat; struct cgroup_base_stat subtree_bstat; struct cgroup_base_stat last_subtree_bstat; struct cgroup *updated_children; struct cgroup *updated_next; }; struct cgroup_root { struct kernfs_root *kf_root; unsigned int subsys_mask; int hierarchy_id; struct list_head root_list; struct callback_head rcu; long: 64; long: 64; struct cgroup cgrp; struct cgroup *cgrp_ancestor_storage; atomic_t nr_cgrps; unsigned int flags; char release_agent_path[4096]; char name[64]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cftype { char name[64]; long unsigned int private; size_t max_write_len; unsigned int flags; unsigned int file_offset; struct cgroup_subsys *ss; struct list_head node; struct kernfs_ops *kf_ops; int (*open)(struct kernfs_open_file *); void (*release)(struct kernfs_open_file *); u64 (*read_u64)(struct cgroup_subsys_state *, struct cftype *); s64 (*read_s64)(struct cgroup_subsys_state *, struct cftype *); int (*seq_show)(struct seq_file *, void *); void * (*seq_start)(struct seq_file *, loff_t *); void * (*seq_next)(struct seq_file *, void *, loff_t *); void (*seq_stop)(struct seq_file *, void *); int (*write_u64)(struct cgroup_subsys_state *, struct cftype *, u64); int (*write_s64)(struct cgroup_subsys_state *, struct cftype *, s64); ssize_t (*write)(struct kernfs_open_file *, char *, size_t, loff_t); __poll_t (*poll)(struct kernfs_open_file *, struct poll_table_struct *); struct lock_class_key lockdep_key; }; struct bpf_insn { __u8 code; __u8 dst_reg: 4; __u8 src_reg: 4; __s16 off; __s32 imm; }; enum bpf_cgroup_iter_order { BPF_CGROUP_ITER_ORDER_UNSPEC = 0, BPF_CGROUP_ITER_SELF_ONLY = 1, BPF_CGROUP_ITER_DESCENDANTS_PRE = 2, BPF_CGROUP_ITER_DESCENDANTS_POST = 3, BPF_CGROUP_ITER_ANCESTORS_UP = 4, }; enum bpf_map_type { BPF_MAP_TYPE_UNSPEC = 0, BPF_MAP_TYPE_HASH = 1, BPF_MAP_TYPE_ARRAY = 2, BPF_MAP_TYPE_PROG_ARRAY = 3, BPF_MAP_TYPE_PERF_EVENT_ARRAY = 4, BPF_MAP_TYPE_PERCPU_HASH = 5, BPF_MAP_TYPE_PERCPU_ARRAY = 6, BPF_MAP_TYPE_STACK_TRACE = 7, BPF_MAP_TYPE_CGROUP_ARRAY = 8, BPF_MAP_TYPE_LRU_HASH = 9, BPF_MAP_TYPE_LRU_PERCPU_HASH = 10, BPF_MAP_TYPE_LPM_TRIE = 11, BPF_MAP_TYPE_ARRAY_OF_MAPS = 12, BPF_MAP_TYPE_HASH_OF_MAPS = 13, BPF_MAP_TYPE_DEVMAP = 14, BPF_MAP_TYPE_SOCKMAP = 15, BPF_MAP_TYPE_CPUMAP = 16, BPF_MAP_TYPE_XSKMAP = 17, BPF_MAP_TYPE_SOCKHASH = 18, BPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATED = 19, BPF_MAP_TYPE_CGROUP_STORAGE = 19, BPF_MAP_TYPE_REUSEPORT_SOCKARRAY = 20, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATED = 21, BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE = 21, BPF_MAP_TYPE_QUEUE = 22, BPF_MAP_TYPE_STACK = 23, BPF_MAP_TYPE_SK_STORAGE = 24, BPF_MAP_TYPE_DEVMAP_HASH = 25, BPF_MAP_TYPE_STRUCT_OPS = 26, BPF_MAP_TYPE_RINGBUF = 27, BPF_MAP_TYPE_INODE_STORAGE = 28, BPF_MAP_TYPE_TASK_STORAGE = 29, BPF_MAP_TYPE_BLOOM_FILTER = 30, BPF_MAP_TYPE_USER_RINGBUF = 31, BPF_MAP_TYPE_CGRP_STORAGE = 32, BPF_MAP_TYPE_ARENA = 33, __MAX_BPF_MAP_TYPE = 34, }; enum bpf_prog_type { BPF_PROG_TYPE_UNSPEC = 0, BPF_PROG_TYPE_SOCKET_FILTER = 1, BPF_PROG_TYPE_KPROBE = 2, BPF_PROG_TYPE_SCHED_CLS = 3, BPF_PROG_TYPE_SCHED_ACT = 4, BPF_PROG_TYPE_TRACEPOINT = 5, BPF_PROG_TYPE_XDP = 6, BPF_PROG_TYPE_PERF_EVENT = 7, BPF_PROG_TYPE_CGROUP_SKB = 8, BPF_PROG_TYPE_CGROUP_SOCK = 9, BPF_PROG_TYPE_LWT_IN = 10, BPF_PROG_TYPE_LWT_OUT = 11, BPF_PROG_TYPE_LWT_XMIT = 12, BPF_PROG_TYPE_SOCK_OPS = 13, BPF_PROG_TYPE_SK_SKB = 14, BPF_PROG_TYPE_CGROUP_DEVICE = 15, BPF_PROG_TYPE_SK_MSG = 16, BPF_PROG_TYPE_RAW_TRACEPOINT = 17, BPF_PROG_TYPE_CGROUP_SOCK_ADDR = 18, BPF_PROG_TYPE_LWT_SEG6LOCAL = 19, BPF_PROG_TYPE_LIRC_MODE2 = 20, BPF_PROG_TYPE_SK_REUSEPORT = 21, BPF_PROG_TYPE_FLOW_DISSECTOR = 22, BPF_PROG_TYPE_CGROUP_SYSCTL = 23, BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 24, BPF_PROG_TYPE_CGROUP_SOCKOPT = 25, BPF_PROG_TYPE_TRACING = 26, BPF_PROG_TYPE_STRUCT_OPS = 27, BPF_PROG_TYPE_EXT = 28, BPF_PROG_TYPE_LSM = 29, BPF_PROG_TYPE_SK_LOOKUP = 30, BPF_PROG_TYPE_SYSCALL = 31, BPF_PROG_TYPE_NETFILTER = 32, __MAX_BPF_PROG_TYPE = 33, }; enum bpf_attach_type { BPF_CGROUP_INET_INGRESS = 0, BPF_CGROUP_INET_EGRESS = 1, BPF_CGROUP_INET_SOCK_CREATE = 2, BPF_CGROUP_SOCK_OPS = 3, BPF_SK_SKB_STREAM_PARSER = 4, BPF_SK_SKB_STREAM_VERDICT = 5, BPF_CGROUP_DEVICE = 6, BPF_SK_MSG_VERDICT = 7, BPF_CGROUP_INET4_BIND = 8, BPF_CGROUP_INET6_BIND = 9, BPF_CGROUP_INET4_CONNECT = 10, BPF_CGROUP_INET6_CONNECT = 11, BPF_CGROUP_INET4_POST_BIND = 12, BPF_CGROUP_INET6_POST_BIND = 13, BPF_CGROUP_UDP4_SENDMSG = 14, BPF_CGROUP_UDP6_SENDMSG = 15, BPF_LIRC_MODE2 = 16, BPF_FLOW_DISSECTOR = 17, BPF_CGROUP_SYSCTL = 18, BPF_CGROUP_UDP4_RECVMSG = 19, BPF_CGROUP_UDP6_RECVMSG = 20, BPF_CGROUP_GETSOCKOPT = 21, BPF_CGROUP_SETSOCKOPT = 22, BPF_TRACE_RAW_TP = 23, BPF_TRACE_FENTRY = 24, BPF_TRACE_FEXIT = 25, BPF_MODIFY_RETURN = 26, BPF_LSM_MAC = 27, BPF_TRACE_ITER = 28, BPF_CGROUP_INET4_GETPEERNAME = 29, BPF_CGROUP_INET6_GETPEERNAME = 30, BPF_CGROUP_INET4_GETSOCKNAME = 31, BPF_CGROUP_INET6_GETSOCKNAME = 32, BPF_XDP_DEVMAP = 33, BPF_CGROUP_INET_SOCK_RELEASE = 34, BPF_XDP_CPUMAP = 35, BPF_SK_LOOKUP = 36, BPF_XDP = 37, BPF_SK_SKB_VERDICT = 38, BPF_SK_REUSEPORT_SELECT = 39, BPF_SK_REUSEPORT_SELECT_OR_MIGRATE = 40, BPF_PERF_EVENT = 41, BPF_TRACE_KPROBE_MULTI = 42, BPF_LSM_CGROUP = 43, BPF_STRUCT_OPS = 44, BPF_NETFILTER = 45, BPF_TCX_INGRESS = 46, BPF_TCX_EGRESS = 47, BPF_TRACE_UPROBE_MULTI = 48, BPF_CGROUP_UNIX_CONNECT = 49, BPF_CGROUP_UNIX_SENDMSG = 50, BPF_CGROUP_UNIX_RECVMSG = 51, BPF_CGROUP_UNIX_GETPEERNAME = 52, BPF_CGROUP_UNIX_GETSOCKNAME = 53, BPF_NETKIT_PRIMARY = 54, BPF_NETKIT_PEER = 55, BPF_TRACE_KPROBE_SESSION = 56, BPF_TRACE_UPROBE_SESSION = 57, __MAX_BPF_ATTACH_TYPE = 58, }; enum bpf_link_type { BPF_LINK_TYPE_UNSPEC = 0, BPF_LINK_TYPE_RAW_TRACEPOINT = 1, BPF_LINK_TYPE_TRACING = 2, BPF_LINK_TYPE_CGROUP = 3, BPF_LINK_TYPE_ITER = 4, BPF_LINK_TYPE_NETNS = 5, BPF_LINK_TYPE_XDP = 6, BPF_LINK_TYPE_PERF_EVENT = 7, BPF_LINK_TYPE_KPROBE_MULTI = 8, BPF_LINK_TYPE_STRUCT_OPS = 9, BPF_LINK_TYPE_NETFILTER = 10, BPF_LINK_TYPE_TCX = 11, BPF_LINK_TYPE_UPROBE_MULTI = 12, BPF_LINK_TYPE_NETKIT = 13, BPF_LINK_TYPE_SOCKMAP = 14, __MAX_BPF_LINK_TYPE = 15, }; union bpf_attr { struct { __u32 map_type; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; __u32 inner_map_fd; __u32 numa_node; char map_name[16]; __u32 map_ifindex; __u32 btf_fd; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_value_type_id; __u64 map_extra; __s32 value_type_btf_obj_fd; __s32 map_token_fd; }; struct { __u32 map_fd; __u64 key; union { __u64 value; __u64 next_key; }; __u64 flags; }; struct { __u64 in_batch; __u64 out_batch; __u64 keys; __u64 values; __u32 count; __u32 map_fd; __u64 elem_flags; __u64 flags; } batch; struct { __u32 prog_type; __u32 insn_cnt; __u64 insns; __u64 license; __u32 log_level; __u32 log_size; __u64 log_buf; __u32 kern_version; __u32 prog_flags; char prog_name[16]; __u32 prog_ifindex; __u32 expected_attach_type; __u32 prog_btf_fd; __u32 func_info_rec_size; __u64 func_info; __u32 func_info_cnt; __u32 line_info_rec_size; __u64 line_info; __u32 line_info_cnt; __u32 attach_btf_id; union { __u32 attach_prog_fd; __u32 attach_btf_obj_fd; }; __u32 core_relo_cnt; __u64 fd_array; __u64 core_relos; __u32 core_relo_rec_size; __u32 log_true_size; __s32 prog_token_fd; __u32 fd_array_cnt; }; struct { __u64 pathname; __u32 bpf_fd; __u32 file_flags; __s32 path_fd; }; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_bpf_fd; __u32 attach_type; __u32 attach_flags; __u32 replace_bpf_fd; union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; }; struct { __u32 prog_fd; __u32 retval; __u32 data_size_in; __u32 data_size_out; __u64 data_in; __u64 data_out; __u32 repeat; __u32 duration; __u32 ctx_size_in; __u32 ctx_size_out; __u64 ctx_in; __u64 ctx_out; __u32 flags; __u32 cpu; __u32 batch_size; } test; struct { union { __u32 start_id; __u32 prog_id; __u32 map_id; __u32 btf_id; __u32 link_id; }; __u32 next_id; __u32 open_flags; __s32 fd_by_id_token_fd; }; struct { __u32 bpf_fd; __u32 info_len; __u64 info; } info; struct { union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 query_flags; __u32 attach_flags; __u64 prog_ids; union { __u32 prog_cnt; __u32 count; }; __u64 prog_attach_flags; __u64 link_ids; __u64 link_attach_flags; __u64 revision; } query; struct { __u64 name; __u32 prog_fd; __u64 cookie; } raw_tracepoint; struct { __u64 btf; __u64 btf_log_buf; __u32 btf_size; __u32 btf_log_size; __u32 btf_log_level; __u32 btf_log_true_size; __u32 btf_flags; __s32 btf_token_fd; }; struct { __u32 pid; __u32 fd; __u32 flags; __u32 buf_len; __u64 buf; __u32 prog_id; __u32 fd_type; __u64 probe_offset; __u64 probe_addr; } task_fd_query; struct { union { __u32 prog_fd; __u32 map_fd; }; union { __u32 target_fd; __u32 target_ifindex; }; __u32 attach_type; __u32 flags; union { __u32 target_btf_id; struct { __u64 iter_info; __u32 iter_info_len; }; struct { __u64 bpf_cookie; } perf_event; struct { __u32 flags; __u32 cnt; __u64 syms; __u64 addrs; __u64 cookies; } kprobe_multi; struct { __u32 target_btf_id; __u64 cookie; } tracing; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } tcx; struct { __u64 path; __u64 offsets; __u64 ref_ctr_offsets; __u64 cookies; __u32 cnt; __u32 flags; __u32 pid; } uprobe_multi; struct { union { __u32 relative_fd; __u32 relative_id; }; __u64 expected_revision; } netkit; }; } link_create; struct { __u32 link_fd; union { __u32 new_prog_fd; __u32 new_map_fd; }; __u32 flags; union { __u32 old_prog_fd; __u32 old_map_fd; }; } link_update; struct { __u32 link_fd; } link_detach; struct { __u32 type; } enable_stats; struct { __u32 link_fd; __u32 flags; } iter_create; struct { __u32 prog_fd; __u32 map_fd; __u32 flags; } prog_bind_map; struct { __u32 flags; __u32 bpffs_fd; } token_create; }; enum bpf_func_id { BPF_FUNC_unspec = 0, BPF_FUNC_map_lookup_elem = 1, BPF_FUNC_map_update_elem = 2, BPF_FUNC_map_delete_elem = 3, BPF_FUNC_probe_read = 4, BPF_FUNC_ktime_get_ns = 5, BPF_FUNC_trace_printk = 6, BPF_FUNC_get_prandom_u32 = 7, BPF_FUNC_get_smp_processor_id = 8, BPF_FUNC_skb_store_bytes = 9, BPF_FUNC_l3_csum_replace = 10, BPF_FUNC_l4_csum_replace = 11, BPF_FUNC_tail_call = 12, BPF_FUNC_clone_redirect = 13, BPF_FUNC_get_current_pid_tgid = 14, BPF_FUNC_get_current_uid_gid = 15, BPF_FUNC_get_current_comm = 16, BPF_FUNC_get_cgroup_classid = 17, BPF_FUNC_skb_vlan_push = 18, BPF_FUNC_skb_vlan_pop = 19, BPF_FUNC_skb_get_tunnel_key = 20, BPF_FUNC_skb_set_tunnel_key = 21, BPF_FUNC_perf_event_read = 22, BPF_FUNC_redirect = 23, BPF_FUNC_get_route_realm = 24, BPF_FUNC_perf_event_output = 25, BPF_FUNC_skb_load_bytes = 26, BPF_FUNC_get_stackid = 27, BPF_FUNC_csum_diff = 28, BPF_FUNC_skb_get_tunnel_opt = 29, BPF_FUNC_skb_set_tunnel_opt = 30, BPF_FUNC_skb_change_proto = 31, BPF_FUNC_skb_change_type = 32, BPF_FUNC_skb_under_cgroup = 33, BPF_FUNC_get_hash_recalc = 34, BPF_FUNC_get_current_task = 35, BPF_FUNC_probe_write_user = 36, BPF_FUNC_current_task_under_cgroup = 37, BPF_FUNC_skb_change_tail = 38, BPF_FUNC_skb_pull_data = 39, BPF_FUNC_csum_update = 40, BPF_FUNC_set_hash_invalid = 41, BPF_FUNC_get_numa_node_id = 42, BPF_FUNC_skb_change_head = 43, BPF_FUNC_xdp_adjust_head = 44, BPF_FUNC_probe_read_str = 45, BPF_FUNC_get_socket_cookie = 46, BPF_FUNC_get_socket_uid = 47, BPF_FUNC_set_hash = 48, BPF_FUNC_setsockopt = 49, BPF_FUNC_skb_adjust_room = 50, BPF_FUNC_redirect_map = 51, BPF_FUNC_sk_redirect_map = 52, BPF_FUNC_sock_map_update = 53, BPF_FUNC_xdp_adjust_meta = 54, BPF_FUNC_perf_event_read_value = 55, BPF_FUNC_perf_prog_read_value = 56, BPF_FUNC_getsockopt = 57, BPF_FUNC_override_return = 58, BPF_FUNC_sock_ops_cb_flags_set = 59, BPF_FUNC_msg_redirect_map = 60, BPF_FUNC_msg_apply_bytes = 61, BPF_FUNC_msg_cork_bytes = 62, BPF_FUNC_msg_pull_data = 63, BPF_FUNC_bind = 64, BPF_FUNC_xdp_adjust_tail = 65, BPF_FUNC_skb_get_xfrm_state = 66, BPF_FUNC_get_stack = 67, BPF_FUNC_skb_load_bytes_relative = 68, BPF_FUNC_fib_lookup = 69, BPF_FUNC_sock_hash_update = 70, BPF_FUNC_msg_redirect_hash = 71, BPF_FUNC_sk_redirect_hash = 72, BPF_FUNC_lwt_push_encap = 73, BPF_FUNC_lwt_seg6_store_bytes = 74, BPF_FUNC_lwt_seg6_adjust_srh = 75, BPF_FUNC_lwt_seg6_action = 76, BPF_FUNC_rc_repeat = 77, BPF_FUNC_rc_keydown = 78, BPF_FUNC_skb_cgroup_id = 79, BPF_FUNC_get_current_cgroup_id = 80, BPF_FUNC_get_local_storage = 81, BPF_FUNC_sk_select_reuseport = 82, BPF_FUNC_skb_ancestor_cgroup_id = 83, BPF_FUNC_sk_lookup_tcp = 84, BPF_FUNC_sk_lookup_udp = 85, BPF_FUNC_sk_release = 86, BPF_FUNC_map_push_elem = 87, BPF_FUNC_map_pop_elem = 88, BPF_FUNC_map_peek_elem = 89, BPF_FUNC_msg_push_data = 90, BPF_FUNC_msg_pop_data = 91, BPF_FUNC_rc_pointer_rel = 92, BPF_FUNC_spin_lock = 93, BPF_FUNC_spin_unlock = 94, BPF_FUNC_sk_fullsock = 95, BPF_FUNC_tcp_sock = 96, BPF_FUNC_skb_ecn_set_ce = 97, BPF_FUNC_get_listener_sock = 98, BPF_FUNC_skc_lookup_tcp = 99, BPF_FUNC_tcp_check_syncookie = 100, BPF_FUNC_sysctl_get_name = 101, BPF_FUNC_sysctl_get_current_value = 102, BPF_FUNC_sysctl_get_new_value = 103, BPF_FUNC_sysctl_set_new_value = 104, BPF_FUNC_strtol = 105, BPF_FUNC_strtoul = 106, BPF_FUNC_sk_storage_get = 107, BPF_FUNC_sk_storage_delete = 108, BPF_FUNC_send_signal = 109, BPF_FUNC_tcp_gen_syncookie = 110, BPF_FUNC_skb_output = 111, BPF_FUNC_probe_read_user = 112, BPF_FUNC_probe_read_kernel = 113, BPF_FUNC_probe_read_user_str = 114, BPF_FUNC_probe_read_kernel_str = 115, BPF_FUNC_tcp_send_ack = 116, BPF_FUNC_send_signal_thread = 117, BPF_FUNC_jiffies64 = 118, BPF_FUNC_read_branch_records = 119, BPF_FUNC_get_ns_current_pid_tgid = 120, BPF_FUNC_xdp_output = 121, BPF_FUNC_get_netns_cookie = 122, BPF_FUNC_get_current_ancestor_cgroup_id = 123, BPF_FUNC_sk_assign = 124, BPF_FUNC_ktime_get_boot_ns = 125, BPF_FUNC_seq_printf = 126, BPF_FUNC_seq_write = 127, BPF_FUNC_sk_cgroup_id = 128, BPF_FUNC_sk_ancestor_cgroup_id = 129, BPF_FUNC_ringbuf_output = 130, BPF_FUNC_ringbuf_reserve = 131, BPF_FUNC_ringbuf_submit = 132, BPF_FUNC_ringbuf_discard = 133, BPF_FUNC_ringbuf_query = 134, BPF_FUNC_csum_level = 135, BPF_FUNC_skc_to_tcp6_sock = 136, BPF_FUNC_skc_to_tcp_sock = 137, BPF_FUNC_skc_to_tcp_timewait_sock = 138, BPF_FUNC_skc_to_tcp_request_sock = 139, BPF_FUNC_skc_to_udp6_sock = 140, BPF_FUNC_get_task_stack = 141, BPF_FUNC_load_hdr_opt = 142, BPF_FUNC_store_hdr_opt = 143, BPF_FUNC_reserve_hdr_opt = 144, BPF_FUNC_inode_storage_get = 145, BPF_FUNC_inode_storage_delete = 146, BPF_FUNC_d_path = 147, BPF_FUNC_copy_from_user = 148, BPF_FUNC_snprintf_btf = 149, BPF_FUNC_seq_printf_btf = 150, BPF_FUNC_skb_cgroup_classid = 151, BPF_FUNC_redirect_neigh = 152, BPF_FUNC_per_cpu_ptr = 153, BPF_FUNC_this_cpu_ptr = 154, BPF_FUNC_redirect_peer = 155, BPF_FUNC_task_storage_get = 156, BPF_FUNC_task_storage_delete = 157, BPF_FUNC_get_current_task_btf = 158, BPF_FUNC_bprm_opts_set = 159, BPF_FUNC_ktime_get_coarse_ns = 160, BPF_FUNC_ima_inode_hash = 161, BPF_FUNC_sock_from_file = 162, BPF_FUNC_check_mtu = 163, BPF_FUNC_for_each_map_elem = 164, BPF_FUNC_snprintf = 165, BPF_FUNC_sys_bpf = 166, BPF_FUNC_btf_find_by_name_kind = 167, BPF_FUNC_sys_close = 168, BPF_FUNC_timer_init = 169, BPF_FUNC_timer_set_callback = 170, BPF_FUNC_timer_start = 171, BPF_FUNC_timer_cancel = 172, BPF_FUNC_get_func_ip = 173, BPF_FUNC_get_attach_cookie = 174, BPF_FUNC_task_pt_regs = 175, BPF_FUNC_get_branch_snapshot = 176, BPF_FUNC_trace_vprintk = 177, BPF_FUNC_skc_to_unix_sock = 178, BPF_FUNC_kallsyms_lookup_name = 179, BPF_FUNC_find_vma = 180, BPF_FUNC_loop = 181, BPF_FUNC_strncmp = 182, BPF_FUNC_get_func_arg = 183, BPF_FUNC_get_func_ret = 184, BPF_FUNC_get_func_arg_cnt = 185, BPF_FUNC_get_retval = 186, BPF_FUNC_set_retval = 187, BPF_FUNC_xdp_get_buff_len = 188, BPF_FUNC_xdp_load_bytes = 189, BPF_FUNC_xdp_store_bytes = 190, BPF_FUNC_copy_from_user_task = 191, BPF_FUNC_skb_set_tstamp = 192, BPF_FUNC_ima_file_hash = 193, BPF_FUNC_kptr_xchg = 194, BPF_FUNC_map_lookup_percpu_elem = 195, BPF_FUNC_skc_to_mptcp_sock = 196, BPF_FUNC_dynptr_from_mem = 197, BPF_FUNC_ringbuf_reserve_dynptr = 198, BPF_FUNC_ringbuf_submit_dynptr = 199, BPF_FUNC_ringbuf_discard_dynptr = 200, BPF_FUNC_dynptr_read = 201, BPF_FUNC_dynptr_write = 202, BPF_FUNC_dynptr_data = 203, BPF_FUNC_tcp_raw_gen_syncookie_ipv4 = 204, BPF_FUNC_tcp_raw_gen_syncookie_ipv6 = 205, BPF_FUNC_tcp_raw_check_syncookie_ipv4 = 206, BPF_FUNC_tcp_raw_check_syncookie_ipv6 = 207, BPF_FUNC_ktime_get_tai_ns = 208, BPF_FUNC_user_ringbuf_drain = 209, BPF_FUNC_cgrp_storage_get = 210, BPF_FUNC_cgrp_storage_delete = 211, __BPF_FUNC_MAX_ID = 212, }; struct bpf_link_info { __u32 type; __u32 id; __u32 prog_id; union { struct { __u64 tp_name; __u32 tp_name_len; } raw_tracepoint; struct { __u32 attach_type; __u32 target_obj_id; __u32 target_btf_id; } tracing; struct { __u64 cgroup_id; __u32 attach_type; } cgroup; struct { __u64 target_name; __u32 target_name_len; union { struct { __u32 map_id; } map; }; union { struct { __u64 cgroup_id; __u32 order; } cgroup; struct { __u32 tid; __u32 pid; } task; }; } iter; struct { __u32 netns_ino; __u32 attach_type; } netns; struct { __u32 ifindex; } xdp; struct { __u32 map_id; } struct_ops; struct { __u32 pf; __u32 hooknum; __s32 priority; __u32 flags; } netfilter; struct { __u64 addrs; __u32 count; __u32 flags; __u64 missed; __u64 cookies; } kprobe_multi; struct { __u64 path; __u64 offsets; __u64 ref_ctr_offsets; __u64 cookies; __u32 path_size; __u32 count; __u32 flags; __u32 pid; } uprobe_multi; struct { __u32 type; union { struct { __u64 file_name; __u32 name_len; __u32 offset; __u64 cookie; } uprobe; struct { __u64 func_name; __u32 name_len; __u32 offset; __u64 addr; __u64 missed; __u64 cookie; } kprobe; struct { __u64 tp_name; __u32 name_len; __u64 cookie; } tracepoint; struct { __u64 config; __u32 type; __u64 cookie; } event; }; } perf_event; struct { __u32 ifindex; __u32 attach_type; } tcx; struct { __u32 ifindex; __u32 attach_type; } netkit; struct { __u32 map_id; __u32 attach_type; } sockmap; }; }; struct bpf_func_info { __u32 insn_off; __u32 type_id; }; struct bpf_line_info { __u32 insn_off; __u32 file_name_off; __u32 line_off; __u32 line_col; }; struct sock_filter { __u16 code; __u8 jt; __u8 jf; __u32 k; }; struct btf_type { __u32 name_off; __u32 info; union { __u32 size; __u32 type; }; }; struct btf_member { __u32 name_off; __u32 type; __u32 offset; }; struct bpf_prog_stats; struct bpf_prog_aux; struct sock_fprog_kern; struct bpf_prog { u16 pages; u16 jited: 1; u16 jit_requested: 1; u16 gpl_compatible: 1; u16 cb_access: 1; u16 dst_needed: 1; u16 blinding_requested: 1; u16 blinded: 1; u16 is_func: 1; u16 kprobe_override: 1; u16 has_callchain_buf: 1; u16 enforce_expected_attach_type: 1; u16 call_get_stack: 1; u16 call_get_func_ip: 1; u16 tstamp_type_access: 1; u16 sleepable: 1; enum bpf_prog_type type; enum bpf_attach_type expected_attach_type; u32 len; u32 jited_len; u8 tag[8]; struct bpf_prog_stats *stats; int *active; unsigned int (*bpf_func)(const void *, const struct bpf_insn *); struct bpf_prog_aux *aux; struct sock_fprog_kern *orig_prog; union { struct { struct {} __empty_insns; struct sock_filter insns[0]; }; struct { struct {} __empty_insnsi; struct bpf_insn insnsi[0]; }; }; }; enum btf_field_type { BPF_SPIN_LOCK = 1, BPF_TIMER = 2, BPF_KPTR_UNREF = 4, BPF_KPTR_REF = 8, BPF_KPTR_PERCPU = 16, BPF_KPTR = 28, BPF_LIST_HEAD = 32, BPF_LIST_NODE = 64, BPF_RB_ROOT = 128, BPF_RB_NODE = 256, BPF_GRAPH_NODE = 320, BPF_GRAPH_ROOT = 160, BPF_REFCOUNT = 512, BPF_WORKQUEUE = 1024, BPF_UPTR = 2048, BPF_RES_SPIN_LOCK = 4096, }; typedef void (*btf_dtor_kfunc_t)(void *); struct btf; struct btf_field_kptr { struct btf *btf; struct module *module; btf_dtor_kfunc_t dtor; u32 btf_id; }; struct btf_record; struct btf_field_graph_root { struct btf *btf; u32 value_btf_id; u32 node_offset; struct btf_record *value_rec; }; struct btf_field { u32 offset; u32 size; enum btf_field_type type; union { struct btf_field_kptr kptr; struct btf_field_graph_root graph_root; }; }; struct btf_record { u32 cnt; u32 field_mask; int spin_lock_off; int res_spin_lock_off; int timer_off; int wq_off; int refcount_off; struct btf_field fields[0]; }; struct blk_holder_ops { void (*mark_dead)(struct block_device *, bool); void (*sync)(struct block_device *); int (*freeze)(struct block_device *); int (*thaw)(struct block_device *); }; struct partition_meta_info { char uuid[37]; u8 volname[64]; }; struct mem_cgroup_reclaim_iter { struct mem_cgroup *position; atomic_t generation; }; struct lruvec_stats_percpu; struct lruvec_stats; struct mem_cgroup_per_node { struct mem_cgroup *memcg; struct lruvec_stats_percpu *lruvec_stats_percpu; struct lruvec_stats *lruvec_stats; struct shrinker_info *shrinker_info; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad1_; struct lruvec lruvec; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct cacheline_padding _pad2_; long unsigned int lru_zone_size[20]; struct mem_cgroup_reclaim_iter iter; long: 64; long: 64; }; typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64); struct bpf_iter_aux_info; typedef int (*bpf_iter_init_seq_priv_t)(void *, struct bpf_iter_aux_info *); enum bpf_iter_task_type { BPF_TASK_ITER_ALL = 0, BPF_TASK_ITER_TID = 1, BPF_TASK_ITER_TGID = 2, }; struct bpf_map; struct bpf_iter_aux_info { struct bpf_map *map; struct { struct cgroup *start; enum bpf_cgroup_iter_order order; } cgroup; struct { enum bpf_iter_task_type type; u32 pid; } task; }; typedef void (*bpf_iter_fini_seq_priv_t)(void *); struct bpf_iter_seq_info { const struct seq_operations *seq_ops; bpf_iter_init_seq_priv_t init_seq_private; bpf_iter_fini_seq_priv_t fini_seq_private; u32 seq_priv_size; }; struct bpf_local_storage_map; struct bpf_verifier_env; struct bpf_func_state; struct bpf_map_ops { int (*map_alloc_check)(union bpf_attr *); struct bpf_map * (*map_alloc)(union bpf_attr *); void (*map_release)(struct bpf_map *, struct file *); void (*map_free)(struct bpf_map *); int (*map_get_next_key)(struct bpf_map *, void *, void *); void (*map_release_uref)(struct bpf_map *); void * (*map_lookup_elem_sys_only)(struct bpf_map *, void *); int (*map_lookup_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_lookup_and_delete_elem)(struct bpf_map *, void *, void *, u64); int (*map_lookup_and_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); int (*map_update_batch)(struct bpf_map *, struct file *, const union bpf_attr *, union bpf_attr *); int (*map_delete_batch)(struct bpf_map *, const union bpf_attr *, union bpf_attr *); void * (*map_lookup_elem)(struct bpf_map *, void *); long int (*map_update_elem)(struct bpf_map *, void *, void *, u64); long int (*map_delete_elem)(struct bpf_map *, void *); long int (*map_push_elem)(struct bpf_map *, void *, u64); long int (*map_pop_elem)(struct bpf_map *, void *); long int (*map_peek_elem)(struct bpf_map *, void *); void * (*map_lookup_percpu_elem)(struct bpf_map *, void *, u32); void * (*map_fd_get_ptr)(struct bpf_map *, struct file *, int); void (*map_fd_put_ptr)(struct bpf_map *, void *, bool); int (*map_gen_lookup)(struct bpf_map *, struct bpf_insn *); u32 (*map_fd_sys_lookup_elem)(void *); void (*map_seq_show_elem)(struct bpf_map *, void *, struct seq_file *); int (*map_check_btf)(const struct bpf_map *, const struct btf *, const struct btf_type *, const struct btf_type *); int (*map_poke_track)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_untrack)(struct bpf_map *, struct bpf_prog_aux *); void (*map_poke_run)(struct bpf_map *, u32, struct bpf_prog *, struct bpf_prog *); int (*map_direct_value_addr)(const struct bpf_map *, u64 *, u32); int (*map_direct_value_meta)(const struct bpf_map *, u64, u32 *); int (*map_mmap)(struct bpf_map *, struct vm_area_struct *); __poll_t (*map_poll)(struct bpf_map *, struct file *, struct poll_table_struct *); long unsigned int (*map_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*map_local_storage_charge)(struct bpf_local_storage_map *, void *, u32); void (*map_local_storage_uncharge)(struct bpf_local_storage_map *, void *, u32); struct bpf_local_storage ** (*map_owner_storage_ptr)(void *); long int (*map_redirect)(struct bpf_map *, u64, u64); bool (*map_meta_equal)(const struct bpf_map *, const struct bpf_map *); int (*map_set_for_each_callback_args)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *); long int (*map_for_each_callback)(struct bpf_map *, bpf_callback_t, void *, u64); u64 (*map_mem_usage)(const struct bpf_map *); int *map_btf_id; const struct bpf_iter_seq_info *iter_seq_info; }; struct bpf_map { const struct bpf_map_ops *ops; struct bpf_map *inner_map_meta; void *security; enum bpf_map_type map_type; u32 key_size; u32 value_size; u32 max_entries; u64 map_extra; u32 map_flags; u32 id; struct btf_record *record; int numa_node; u32 btf_key_type_id; u32 btf_value_type_id; u32 btf_vmlinux_value_type_id; struct btf *btf; struct obj_cgroup *objcg; char name[16]; struct mutex freeze_mutex; atomic64_t refcnt; atomic64_t usercnt; union { struct work_struct work; struct callback_head rcu; }; atomic64_t writecnt; struct { const struct btf_type *attach_func_proto; spinlock_t lock; enum bpf_prog_type type; bool jited; bool xdp_has_frags; } owner; bool bypass_spec_v1; bool frozen; bool free_after_mult_rcu_gp; bool free_after_rcu_gp; atomic64_t sleepable_refcnt; s64 *elem_count; }; struct btf_header { __u16 magic; __u8 version; __u8 flags; __u32 hdr_len; __u32 type_off; __u32 type_len; __u32 str_off; __u32 str_len; }; struct btf_kfunc_set_tab; struct btf_id_dtor_kfunc_tab; struct btf_struct_metas; struct btf_struct_ops_tab; struct btf { void *data; struct btf_type **types; u32 *resolved_ids; u32 *resolved_sizes; const char *strings; void *nohdr_data; struct btf_header hdr; u32 nr_types; u32 types_size; u32 data_size; refcount_t refcnt; u32 id; struct callback_head rcu; struct btf_kfunc_set_tab *kfunc_set_tab; struct btf_id_dtor_kfunc_tab *dtor_kfunc_tab; struct btf_struct_metas *struct_meta_tab; struct btf_struct_ops_tab *struct_ops_tab; struct btf *base_btf; u32 start_id; u32 start_str_off; char name[56]; bool kernel_btf; __u32 *base_id_map; }; struct bpf_ksym { long unsigned int start; long unsigned int end; char name[512]; struct list_head lnode; struct latch_tree_node tnode; bool prog; }; struct bpf_ctx_arg_aux; struct bpf_trampoline; struct bpf_arena; struct bpf_jit_poke_descriptor; struct bpf_kfunc_desc_tab; struct bpf_kfunc_btf_tab; struct bpf_prog_ops; struct bpf_struct_ops; struct btf_mod_pair; struct bpf_token; struct bpf_prog_offload; struct bpf_func_info_aux; struct bpf_prog_aux { atomic64_t refcnt; u32 used_map_cnt; u32 used_btf_cnt; u32 max_ctx_offset; u32 max_pkt_offset; u32 max_tp_access; u32 stack_depth; u32 id; u32 func_cnt; u32 real_func_cnt; u32 func_idx; u32 attach_btf_id; u32 attach_st_ops_member_off; u32 ctx_arg_info_size; u32 max_rdonly_access; u32 max_rdwr_access; struct btf *attach_btf; struct bpf_ctx_arg_aux *ctx_arg_info; void *priv_stack_ptr; struct mutex dst_mutex; struct bpf_prog *dst_prog; struct bpf_trampoline *dst_trampoline; enum bpf_prog_type saved_dst_prog_type; enum bpf_attach_type saved_dst_attach_type; bool verifier_zext; bool dev_bound; bool offload_requested; bool attach_btf_trace; bool attach_tracing_prog; bool func_proto_unreliable; bool tail_call_reachable; bool xdp_has_frags; bool exception_cb; bool exception_boundary; bool is_extended; bool jits_use_priv_stack; bool priv_stack_requested; bool changes_pkt_data; bool might_sleep; u64 prog_array_member_cnt; struct mutex ext_mutex; struct bpf_arena *arena; void (*recursion_detected)(struct bpf_prog *); const struct btf_type *attach_func_proto; const char *attach_func_name; struct bpf_prog **func; void *jit_data; struct bpf_jit_poke_descriptor *poke_tab; struct bpf_kfunc_desc_tab *kfunc_tab; struct bpf_kfunc_btf_tab *kfunc_btf_tab; u32 size_poke_tab; struct bpf_ksym ksym; const struct bpf_prog_ops *ops; const struct bpf_struct_ops *st_ops; struct bpf_map **used_maps; struct mutex used_maps_mutex; struct btf_mod_pair *used_btfs; struct bpf_prog *prog; struct user_struct *user; u64 load_time; u32 verified_insns; int cgroup_atype; struct bpf_map *cgroup_storage[2]; char name[16]; u64 (*bpf_exception_cb)(u64, u64, u64, u64, u64); void *security; struct bpf_token *token; struct bpf_prog_offload *offload; struct btf *btf; struct bpf_func_info *func_info; struct bpf_func_info_aux *func_info_aux; struct bpf_line_info *linfo; void **jited_linfo; u32 func_info_cnt; u32 nr_linfo; u32 linfo_idx; struct module *mod; u32 num_exentries; struct exception_table_entry *extable; union { struct work_struct work; struct callback_head rcu; }; }; enum bpf_arg_type { ARG_DONTCARE = 0, ARG_CONST_MAP_PTR = 1, ARG_PTR_TO_MAP_KEY = 2, ARG_PTR_TO_MAP_VALUE = 3, ARG_PTR_TO_MEM = 4, ARG_PTR_TO_ARENA = 5, ARG_CONST_SIZE = 6, ARG_CONST_SIZE_OR_ZERO = 7, ARG_PTR_TO_CTX = 8, ARG_ANYTHING = 9, ARG_PTR_TO_SPIN_LOCK = 10, ARG_PTR_TO_SOCK_COMMON = 11, ARG_PTR_TO_SOCKET = 12, ARG_PTR_TO_BTF_ID = 13, ARG_PTR_TO_RINGBUF_MEM = 14, ARG_CONST_ALLOC_SIZE_OR_ZERO = 15, ARG_PTR_TO_BTF_ID_SOCK_COMMON = 16, ARG_PTR_TO_PERCPU_BTF_ID = 17, ARG_PTR_TO_FUNC = 18, ARG_PTR_TO_STACK = 19, ARG_PTR_TO_CONST_STR = 20, ARG_PTR_TO_TIMER = 21, ARG_KPTR_XCHG_DEST = 22, ARG_PTR_TO_DYNPTR = 23, __BPF_ARG_TYPE_MAX = 24, ARG_PTR_TO_MAP_VALUE_OR_NULL = 259, ARG_PTR_TO_MEM_OR_NULL = 260, ARG_PTR_TO_CTX_OR_NULL = 264, ARG_PTR_TO_SOCKET_OR_NULL = 268, ARG_PTR_TO_STACK_OR_NULL = 275, ARG_PTR_TO_BTF_ID_OR_NULL = 269, ARG_PTR_TO_UNINIT_MEM = 67141636, ARG_PTR_TO_FIXED_SIZE_MEM = 262148, __BPF_ARG_TYPE_LIMIT = 134217727, }; enum bpf_return_type { RET_INTEGER = 0, RET_VOID = 1, RET_PTR_TO_MAP_VALUE = 2, RET_PTR_TO_SOCKET = 3, RET_PTR_TO_TCP_SOCK = 4, RET_PTR_TO_SOCK_COMMON = 5, RET_PTR_TO_MEM = 6, RET_PTR_TO_MEM_OR_BTF_ID = 7, RET_PTR_TO_BTF_ID = 8, __BPF_RET_TYPE_MAX = 9, RET_PTR_TO_MAP_VALUE_OR_NULL = 258, RET_PTR_TO_SOCKET_OR_NULL = 259, RET_PTR_TO_TCP_SOCK_OR_NULL = 260, RET_PTR_TO_SOCK_COMMON_OR_NULL = 261, RET_PTR_TO_RINGBUF_MEM_OR_NULL = 1286, RET_PTR_TO_DYNPTR_MEM_OR_NULL = 262, RET_PTR_TO_BTF_ID_OR_NULL = 264, RET_PTR_TO_BTF_ID_TRUSTED = 1048584, __BPF_RET_TYPE_LIMIT = 134217727, }; struct bpf_func_proto { u64 (*func)(u64, u64, u64, u64, u64); bool gpl_only; bool pkt_access; bool might_sleep; bool allow_fastcall; enum bpf_return_type ret_type; union { struct { enum bpf_arg_type arg1_type; enum bpf_arg_type arg2_type; enum bpf_arg_type arg3_type; enum bpf_arg_type arg4_type; enum bpf_arg_type arg5_type; }; enum bpf_arg_type arg_type[5]; }; union { struct { u32 *arg1_btf_id; u32 *arg2_btf_id; u32 *arg3_btf_id; u32 *arg4_btf_id; u32 *arg5_btf_id; }; u32 *arg_btf_id[5]; struct { size_t arg1_size; size_t arg2_size; size_t arg3_size; size_t arg4_size; size_t arg5_size; }; size_t arg_size[5]; }; int *ret_btf_id; bool (*allowed)(const struct bpf_prog *); }; enum bpf_access_type { BPF_READ = 1, BPF_WRITE = 2, }; enum bpf_reg_type { NOT_INIT = 0, SCALAR_VALUE = 1, PTR_TO_CTX = 2, CONST_PTR_TO_MAP = 3, PTR_TO_MAP_VALUE = 4, PTR_TO_MAP_KEY = 5, PTR_TO_STACK = 6, PTR_TO_PACKET_META = 7, PTR_TO_PACKET = 8, PTR_TO_PACKET_END = 9, PTR_TO_FLOW_KEYS = 10, PTR_TO_SOCKET = 11, PTR_TO_SOCK_COMMON = 12, PTR_TO_TCP_SOCK = 13, PTR_TO_TP_BUFFER = 14, PTR_TO_XDP_SOCK = 15, PTR_TO_BTF_ID = 16, PTR_TO_MEM = 17, PTR_TO_ARENA = 18, PTR_TO_BUF = 19, PTR_TO_FUNC = 20, CONST_PTR_TO_DYNPTR = 21, __BPF_REG_TYPE_MAX = 22, PTR_TO_MAP_VALUE_OR_NULL = 260, PTR_TO_SOCKET_OR_NULL = 267, PTR_TO_SOCK_COMMON_OR_NULL = 268, PTR_TO_TCP_SOCK_OR_NULL = 269, PTR_TO_BTF_ID_OR_NULL = 272, __BPF_REG_TYPE_LIMIT = 134217727, }; struct bpf_verifier_log; struct bpf_insn_access_aux { enum bpf_reg_type reg_type; bool is_ldsx; union { int ctx_field_size; struct { struct btf *btf; u32 btf_id; u32 ref_obj_id; }; }; struct bpf_verifier_log *log; bool is_retval; }; struct bpf_prog_ops { int (*test_run)(struct bpf_prog *, const union bpf_attr *, union bpf_attr *); }; struct bpf_reg_state; struct bpf_verifier_ops { const struct bpf_func_proto * (*get_func_proto)(enum bpf_func_id, const struct bpf_prog *); bool (*is_valid_access)(int, int, enum bpf_access_type, const struct bpf_prog *, struct bpf_insn_access_aux *); int (*gen_prologue)(struct bpf_insn *, bool, const struct bpf_prog *); int (*gen_epilogue)(struct bpf_insn *, const struct bpf_prog *, s16); int (*gen_ld_abs)(const struct bpf_insn *, struct bpf_insn *); u32 (*convert_ctx_access)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); int (*btf_struct_access)(struct bpf_verifier_log *, const struct bpf_reg_state *, int, int); }; enum bpf_dynptr_type { BPF_DYNPTR_TYPE_INVALID = 0, BPF_DYNPTR_TYPE_LOCAL = 1, BPF_DYNPTR_TYPE_RINGBUF = 2, BPF_DYNPTR_TYPE_SKB = 3, BPF_DYNPTR_TYPE_XDP = 4, }; enum bpf_iter_state { BPF_ITER_STATE_INVALID = 0, BPF_ITER_STATE_ACTIVE = 1, BPF_ITER_STATE_DRAINED = 2, }; struct tnum { u64 value; u64 mask; }; enum bpf_reg_liveness { REG_LIVE_NONE = 0, REG_LIVE_READ32 = 1, REG_LIVE_READ64 = 2, REG_LIVE_READ = 3, REG_LIVE_WRITTEN = 4, REG_LIVE_DONE = 8, }; struct bpf_reg_state { enum bpf_reg_type type; s32 off; union { int range; struct { struct bpf_map *map_ptr; u32 map_uid; }; struct { struct btf *btf; u32 btf_id; }; struct { u32 mem_size; u32 dynptr_id; }; struct { enum bpf_dynptr_type type; bool first_slot; } dynptr; struct { struct btf *btf; u32 btf_id; enum bpf_iter_state state: 2; int depth: 30; } iter; struct { enum { IRQ_NATIVE_KFUNC = 0, IRQ_LOCK_KFUNC = 1, } kfunc_class; } irq; struct { long unsigned int raw1; long unsigned int raw2; } raw; u32 subprogno; }; struct tnum var_off; s64 smin_value; s64 smax_value; u64 umin_value; u64 umax_value; s32 s32_min_value; s32 s32_max_value; u32 u32_min_value; u32 u32_max_value; u32 id; u32 ref_obj_id; struct bpf_reg_state *parent; u32 frameno; s32 subreg_def; enum bpf_reg_liveness live; bool precise; }; struct net_device; struct bpf_offload_dev; struct bpf_prog_offload { struct bpf_prog *prog; struct net_device *netdev; struct bpf_offload_dev *offdev; void *dev_priv; struct list_head offloads; bool dev_state; bool opt_failed; void *jited_image; u32 jited_len; }; struct btf_func_model { u8 ret_size; u8 ret_flags; u8 nr_args; u8 arg_size[12]; u8 arg_flags[12]; }; struct bpf_tramp_image { void *image; int size; struct bpf_ksym ksym; struct percpu_ref pcref; void *ip_after_call; void *ip_epilogue; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_trampoline { struct hlist_node hlist; struct ftrace_ops *fops; struct mutex mutex; refcount_t refcnt; u32 flags; u64 key; struct { struct btf_func_model model; void *addr; bool ftrace_managed; } func; struct bpf_prog *extension_prog; struct hlist_head progs_hlist[3]; int progs_cnt[3]; struct bpf_tramp_image *cur_image; }; struct bpf_func_info_aux { u16 linkage; bool unreliable; bool called: 1; bool verified: 1; }; struct bpf_jit_poke_descriptor { void *tailcall_target; void *tailcall_bypass; void *bypass_addr; void *aux; union { struct { struct bpf_map *map; u32 key; } tail_call; }; bool tailcall_target_stable; u8 adj_off; u16 reason; u32 insn_idx; }; struct bpf_ctx_arg_aux { u32 offset; enum bpf_reg_type reg_type; struct btf *btf; u32 btf_id; u32 ref_obj_id; bool refcounted; }; struct btf_mod_pair { struct btf *btf; struct module *module; }; struct bpf_link; struct bpf_struct_ops { const struct bpf_verifier_ops *verifier_ops; int (*init)(struct btf *); int (*check_member)(const struct btf_type *, const struct btf_member *, const struct bpf_prog *); int (*init_member)(const struct btf_type *, const struct btf_member *, void *, const void *); int (*reg)(void *, struct bpf_link *); void (*unreg)(void *, struct bpf_link *); int (*update)(void *, void *, struct bpf_link *); int (*validate)(void *); void *cfi_stubs; struct module *owner; const char *name; struct btf_func_model func_models[64]; }; struct bpf_token { struct work_struct work; atomic64_t refcnt; struct user_namespace *userns; u64 allowed_cmds; u64 allowed_maps; u64 allowed_progs; u64 allowed_attachs; void *security; }; struct bpf_link_ops; struct bpf_link { atomic64_t refcnt; u32 id; enum bpf_link_type type; const struct bpf_link_ops *ops; struct bpf_prog *prog; bool sleepable; union { struct callback_head rcu; struct work_struct work; }; }; struct bpf_link_ops { void (*release)(struct bpf_link *); void (*dealloc)(struct bpf_link *); void (*dealloc_deferred)(struct bpf_link *); int (*detach)(struct bpf_link *); int (*update_prog)(struct bpf_link *, struct bpf_prog *, struct bpf_prog *); void (*show_fdinfo)(const struct bpf_link *, struct seq_file *); int (*fill_link_info)(const struct bpf_link *, struct bpf_link_info *); int (*update_map)(struct bpf_link *, struct bpf_map *, struct bpf_map *); __poll_t (*poll)(struct file *, struct poll_table_struct *); }; struct perf_callchain_entry { __u64 nr; __u64 ip[0]; }; typedef long unsigned int (*perf_copy_f)(void *, const void *, long unsigned int, long unsigned int); struct perf_raw_frag { union { struct perf_raw_frag *next; long unsigned int pad; }; perf_copy_f copy; void *data; u32 size; } __attribute__((packed)); struct perf_raw_record { struct perf_raw_frag frag; u32 size; }; struct perf_branch_stack { __u64 nr; __u64 hw_idx; struct perf_branch_entry entries[0]; }; struct perf_cpu_pmu_context; struct perf_output_handle; struct pmu { struct list_head entry; struct module *module; struct device *dev; struct device *parent; const struct attribute_group **attr_groups; const struct attribute_group **attr_update; const char *name; int type; int capabilities; unsigned int scope; struct perf_cpu_pmu_context **cpu_pmu_context; atomic_t exclusive_cnt; int task_ctx_nr; int hrtimer_interval_ms; unsigned int nr_addr_filters; void (*pmu_enable)(struct pmu *); void (*pmu_disable)(struct pmu *); int (*event_init)(struct perf_event *); void (*event_mapped)(struct perf_event *, struct mm_struct *); void (*event_unmapped)(struct perf_event *, struct mm_struct *); int (*add)(struct perf_event *, int); void (*del)(struct perf_event *, int); void (*start)(struct perf_event *, int); void (*stop)(struct perf_event *, int); void (*read)(struct perf_event *); void (*start_txn)(struct pmu *, unsigned int); int (*commit_txn)(struct pmu *); void (*cancel_txn)(struct pmu *); int (*event_idx)(struct perf_event *); void (*sched_task)(struct perf_event_pmu_context *, struct task_struct *, bool); struct kmem_cache *task_ctx_cache; void * (*setup_aux)(struct perf_event *, void **, int, bool); void (*free_aux)(void *); long int (*snapshot_aux)(struct perf_event *, struct perf_output_handle *, long unsigned int); int (*addr_filters_validate)(struct list_head *); void (*addr_filters_sync)(struct perf_event *); int (*aux_output_match)(struct perf_event *); bool (*filter)(struct pmu *, int); int (*check_period)(struct perf_event *, u64); }; struct perf_event_pmu_context { struct pmu *pmu; struct perf_event_context *ctx; struct list_head pmu_ctx_entry; struct list_head pinned_active; struct list_head flexible_active; unsigned int embedded: 1; unsigned int nr_events; unsigned int nr_cgroups; unsigned int nr_freq; atomic_t refcount; struct callback_head callback_head; int rotate_necessary; }; struct perf_cpu_pmu_context { struct perf_event_pmu_context epc; struct perf_event_pmu_context *task_epc; struct list_head sched_cb_entry; int sched_cb_usage; int active_oncpu; int exclusive; int pmu_disable_count; raw_spinlock_t hrtimer_lock; struct hrtimer hrtimer; ktime_t hrtimer_interval; unsigned int hrtimer_active; }; struct perf_output_handle { struct perf_event *event; struct perf_buffer *rb; long unsigned int wakeup; long unsigned int size; union { u64 flags; u64 aux_flags; struct { u64 skip_read: 1; }; }; union { void *addr; long unsigned int head; }; int page; }; struct perf_addr_filter_range { long unsigned int start; long unsigned int size; }; struct perf_sample_data { u64 sample_flags; u64 period; u64 dyn_size; u64 type; struct { u32 pid; u32 tid; } tid_entry; u64 time; u64 id; struct { u32 cpu; u32 reserved; } cpu_entry; u64 ip; struct perf_callchain_entry *callchain; struct perf_raw_record *raw; struct perf_branch_stack *br_stack; u64 *br_stack_cntr; union perf_sample_weight weight; union perf_mem_data_src data_src; u64 txn; struct perf_regs regs_user; struct perf_regs regs_intr; u64 stack_user_size; u64 stream_id; u64 cgroup; u64 addr; u64 phys_addr; u64 data_page_size; u64 code_page_size; u64 aux_size; long: 64; long: 64; long: 64; long: 64; }; struct perf_cgroup_info; struct perf_cgroup { struct cgroup_subsys_state css; struct perf_cgroup_info *info; }; struct perf_cgroup_info { u64 time; u64 timestamp; u64 timeoffset; int active; }; struct trace_entry { short unsigned int type; unsigned char flags; unsigned char preempt_count; int pid; }; struct trace_array; struct tracer; struct array_buffer; struct ring_buffer_iter; struct trace_iterator { struct trace_array *tr; struct tracer *trace; struct array_buffer *array_buffer; void *private; int cpu_file; struct mutex mutex; struct ring_buffer_iter **buffer_iter; long unsigned int iter_flags; void *temp; unsigned int temp_size; char *fmt; unsigned int fmt_size; atomic_t wait_index; struct trace_seq tmp_seq; cpumask_var_t started; bool closed; bool snapshot; struct trace_seq seq; struct trace_entry *ent; long unsigned int lost_events; int leftover; int ent_size; int cpu; u64 ts; loff_t pos; long int idx; }; enum print_line_t { TRACE_TYPE_PARTIAL_LINE = 0, TRACE_TYPE_HANDLED = 1, TRACE_TYPE_UNHANDLED = 2, TRACE_TYPE_NO_CONSUME = 3, }; typedef enum print_line_t (*trace_print_func)(struct trace_iterator *, int, struct trace_event *); struct trace_event_functions { trace_print_func trace; trace_print_func raw; trace_print_func hex; trace_print_func binary; }; enum trace_reg { TRACE_REG_REGISTER = 0, TRACE_REG_UNREGISTER = 1, TRACE_REG_PERF_REGISTER = 2, TRACE_REG_PERF_UNREGISTER = 3, TRACE_REG_PERF_OPEN = 4, TRACE_REG_PERF_CLOSE = 5, TRACE_REG_PERF_ADD = 6, TRACE_REG_PERF_DEL = 7, }; struct trace_event_fields { const char *type; union { struct { const char *name; const int size; const int align; const unsigned int is_signed: 1; unsigned int needs_test: 1; const int filter_type; const int len; }; int (*define_fields)(struct trace_event_call *); }; }; struct trace_event_class { const char *system; void *probe; void *perf_probe; int (*reg)(struct trace_event_call *, enum trace_reg, void *); struct trace_event_fields *fields_array; struct list_head * (*get_fields)(struct trace_event_call *); struct list_head fields; int (*raw_init)(struct trace_event_call *); }; enum { TRACE_EVENT_FL_CAP_ANY_BIT = 0, TRACE_EVENT_FL_NO_SET_FILTER_BIT = 1, TRACE_EVENT_FL_IGNORE_ENABLE_BIT = 2, TRACE_EVENT_FL_TRACEPOINT_BIT = 3, TRACE_EVENT_FL_DYNAMIC_BIT = 4, TRACE_EVENT_FL_KPROBE_BIT = 5, TRACE_EVENT_FL_UPROBE_BIT = 6, TRACE_EVENT_FL_EPROBE_BIT = 7, TRACE_EVENT_FL_FPROBE_BIT = 8, TRACE_EVENT_FL_CUSTOM_BIT = 9, TRACE_EVENT_FL_TEST_STR_BIT = 10, }; enum { EVENT_FILE_FL_ENABLED_BIT = 0, EVENT_FILE_FL_RECORDED_CMD_BIT = 1, EVENT_FILE_FL_RECORDED_TGID_BIT = 2, EVENT_FILE_FL_FILTERED_BIT = 3, EVENT_FILE_FL_NO_SET_FILTER_BIT = 4, EVENT_FILE_FL_SOFT_MODE_BIT = 5, EVENT_FILE_FL_SOFT_DISABLED_BIT = 6, EVENT_FILE_FL_TRIGGER_MODE_BIT = 7, EVENT_FILE_FL_TRIGGER_COND_BIT = 8, EVENT_FILE_FL_PID_FILTER_BIT = 9, EVENT_FILE_FL_WAS_ENABLED_BIT = 10, EVENT_FILE_FL_FREED_BIT = 11, }; struct blk_zone { __u64 start; __u64 len; __u64 wp; __u8 type; __u8 cond; __u8 non_seq; __u8 reset; __u8 resv[4]; __u64 capacity; __u8 reserved[24]; }; typedef int (*report_zones_cb)(struct blk_zone *, unsigned int, void *); enum blk_unique_id { BLK_UID_T10 = 1, BLK_UID_EUI64 = 2, BLK_UID_NAA = 3, }; struct hd_geometry; struct pr_ops; struct block_device_operations { void (*submit_bio)(struct bio *); int (*poll_bio)(struct bio *, struct io_comp_batch *, unsigned int); int (*open)(struct gendisk *, blk_mode_t); void (*release)(struct gendisk *); int (*ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); int (*compat_ioctl)(struct block_device *, blk_mode_t, unsigned int, long unsigned int); unsigned int (*check_events)(struct gendisk *, unsigned int); void (*unlock_native_capacity)(struct gendisk *); int (*getgeo)(struct block_device *, struct hd_geometry *); int (*set_read_only)(struct block_device *, bool); void (*free_disk)(struct gendisk *); void (*swap_slot_free_notify)(struct block_device *, long unsigned int); int (*report_zones)(struct gendisk *, sector_t, unsigned int, report_zones_cb, void *); char * (*devnode)(struct gendisk *, umode_t *); int (*get_unique_id)(struct gendisk *, u8 *, enum blk_unique_id); struct module *owner; const struct pr_ops *pr_ops; int (*alternative_gpt_sector)(struct gendisk *, sector_t *); }; struct blk_independent_access_range { struct kobject kobj; sector_t sector; sector_t nr_sectors; }; struct blk_independent_access_ranges { struct kobject kobj; bool sysfs_registered; unsigned int nr_ia_ranges; struct blk_independent_access_range ia_range[0]; }; enum blk_eh_timer_return { BLK_EH_DONE = 0, BLK_EH_RESET_TIMER = 1, }; struct blk_mq_hw_ctx; struct blk_mq_queue_data; struct blk_mq_ops { blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *, const struct blk_mq_queue_data *); void (*commit_rqs)(struct blk_mq_hw_ctx *); void (*queue_rqs)(struct rq_list *); int (*get_budget)(struct request_queue *); void (*put_budget)(struct request_queue *, int); void (*set_rq_budget_token)(struct request *, int); int (*get_rq_budget_token)(struct request *); enum blk_eh_timer_return (*timeout)(struct request *); int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *); void (*complete)(struct request *); int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); int (*init_request)(struct blk_mq_tag_set *, struct request *, unsigned int, unsigned int); void (*exit_request)(struct blk_mq_tag_set *, struct request *, unsigned int); void (*cleanup_rq)(struct request *); bool (*busy)(struct request_queue *); void (*map_queues)(struct blk_mq_tag_set *); void (*show_rq)(struct seq_file *, struct request *); }; enum pr_type { PR_WRITE_EXCLUSIVE = 1, PR_EXCLUSIVE_ACCESS = 2, PR_WRITE_EXCLUSIVE_REG_ONLY = 3, PR_EXCLUSIVE_ACCESS_REG_ONLY = 4, PR_WRITE_EXCLUSIVE_ALL_REGS = 5, PR_EXCLUSIVE_ACCESS_ALL_REGS = 6, }; struct pr_keys; struct pr_held_reservation; struct pr_ops { int (*pr_register)(struct block_device *, u64, u64, u32); int (*pr_reserve)(struct block_device *, u64, enum pr_type, u32); int (*pr_release)(struct block_device *, u64, enum pr_type); int (*pr_preempt)(struct block_device *, u64, u64, enum pr_type, bool); int (*pr_clear)(struct block_device *, u64); int (*pr_read_keys)(struct block_device *, struct pr_keys *); int (*pr_read_reservation)(struct block_device *, struct pr_held_reservation *); }; struct hash { int ino; int minor; int major; umode_t mode; struct hash *next; char name[4098]; }; struct dir_entry { struct list_head list; time64_t mtime; char name[0]; }; enum state { Start = 0, Collect = 1, GotHeader = 2, SkipIt = 3, GotName = 4, CopyFile = 5, GotSymlink = 6, Reset = 7, }; typedef int (*decompress_fn)(unsigned char *, long int, long int (*)(void *, long unsigned int), long int (*)(void *, long unsigned int), unsigned char *, long int *, void (*)(char *)); enum node_states { N_POSSIBLE = 0, N_ONLINE = 1, N_NORMAL_MEMORY = 2, N_HIGH_MEMORY = 2, N_MEMORY = 3, N_CPU = 4, N_GENERIC_INITIATOR = 5, NR_NODE_STATES = 6, }; typedef __u16 __be16; typedef __u32 __be32; typedef __u32 __wsum; struct ref_tracker_dir {}; struct notifier_block; struct raw_notifier_head { struct notifier_block *head; }; struct prot_inuse; struct netns_core { struct ctl_table_header *sysctl_hdr; int sysctl_somaxconn; int sysctl_optmem_max; u8 sysctl_txrehash; u8 sysctl_tstamp_allow_data; struct prot_inuse *prot_inuse; struct cpumask *rps_default_mask; }; struct ipstats_mib; struct tcp_mib; struct linux_mib; struct udp_mib; struct mptcp_mib; struct icmp_mib; struct icmpmsg_mib; struct icmpv6_mib; struct icmpv6msg_mib; struct proc_dir_entry; struct netns_mib { struct ipstats_mib *ip_statistics; struct ipstats_mib *ipv6_statistics; struct tcp_mib *tcp_statistics; struct linux_mib *net_statistics; struct udp_mib *udp_statistics; struct udp_mib *udp_stats_in6; struct mptcp_mib *mptcp_statistics; struct udp_mib *udplite_statistics; struct udp_mib *udplite_stats_in6; struct icmp_mib *icmp_statistics; struct icmpmsg_mib *icmpmsg_statistics; struct icmpv6_mib *icmpv6_statistics; struct icmpv6msg_mib *icmpv6msg_statistics; struct proc_dir_entry *proc_net_devsnmp6; }; struct netns_packet { struct mutex sklist_lock; struct hlist_head sklist; }; struct unix_table { spinlock_t *locks; struct hlist_head *buckets; }; struct netns_unix { struct unix_table table; int sysctl_max_dgram_qlen; struct ctl_table_header *ctl; }; struct blocking_notifier_head { struct rw_semaphore rwsem; struct notifier_block *head; }; struct netns_nexthop { struct rb_root rb_root; struct hlist_head *devhash; unsigned int seq; u32 last_id_allocated; struct blocking_notifier_head notifier_chain; }; struct inet_hashinfo; struct inet_timewait_death_row { refcount_t tw_refcount; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct inet_hashinfo *hashinfo; int sysctl_max_tw_buckets; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct local_ports { u32 range; bool warned; }; struct ping_group_range { seqlock_t lock; kgid_t range[2]; }; typedef struct { u64 key[2]; } siphash_key_t; struct udp_table; struct ipv4_devconf; struct ip_ra_chain; struct inet_peer_base; struct fqdir; struct tcp_congestion_ops; struct tcp_fastopen_context; struct fib_notifier_ops; struct netns_ipv4 { __u8 __cacheline_group_begin__netns_ipv4_read_tx[0]; u8 sysctl_tcp_early_retrans; u8 sysctl_tcp_tso_win_divisor; u8 sysctl_tcp_tso_rtt_log; u8 sysctl_tcp_autocorking; int sysctl_tcp_min_snd_mss; unsigned int sysctl_tcp_notsent_lowat; int sysctl_tcp_limit_output_bytes; int sysctl_tcp_min_rtt_wlen; int sysctl_tcp_wmem[3]; u8 sysctl_ip_fwd_use_pmtu; __u8 __cacheline_group_end__netns_ipv4_read_tx[0]; __u8 __cacheline_group_begin__netns_ipv4_read_txrx[0]; u8 sysctl_tcp_moderate_rcvbuf; __u8 __cacheline_group_end__netns_ipv4_read_txrx[0]; __u8 __cacheline_group_begin__netns_ipv4_read_rx[0]; u8 sysctl_ip_early_demux; u8 sysctl_tcp_early_demux; u8 sysctl_tcp_l3mdev_accept; int sysctl_tcp_reordering; int sysctl_tcp_rmem[3]; __u8 __cacheline_group_end__netns_ipv4_read_rx[0]; long: 64; struct inet_timewait_death_row tcp_death_row; struct udp_table *udp_table; struct ctl_table_header *forw_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *ipv4_hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *xfrm4_hdr; struct ipv4_devconf *devconf_all; struct ipv4_devconf *devconf_dflt; struct ip_ra_chain *ra_chain; struct mutex ra_mutex; bool fib_has_custom_local_routes; bool fib_offload_disabled; u8 sysctl_tcp_shrink_window; struct hlist_head *fib_table_hash; struct sock *fibnl; struct hlist_head *fib_info_hash; unsigned int fib_info_hash_bits; unsigned int fib_info_cnt; struct sock *mc_autojoin_sk; struct inet_peer_base *peers; struct fqdir *fqdir; u8 sysctl_icmp_echo_ignore_all; u8 sysctl_icmp_echo_enable_probe; u8 sysctl_icmp_echo_ignore_broadcasts; u8 sysctl_icmp_ignore_bogus_error_responses; u8 sysctl_icmp_errors_use_inbound_ifaddr; int sysctl_icmp_ratelimit; int sysctl_icmp_ratemask; int sysctl_icmp_msgs_per_sec; int sysctl_icmp_msgs_burst; atomic_t icmp_global_credit; u32 icmp_global_stamp; u32 ip_rt_min_pmtu; int ip_rt_mtu_expires; int ip_rt_min_advmss; struct local_ports ip_local_ports; u8 sysctl_tcp_ecn; u8 sysctl_tcp_ecn_fallback; u8 sysctl_ip_default_ttl; u8 sysctl_ip_no_pmtu_disc; u8 sysctl_ip_fwd_update_priority; u8 sysctl_ip_nonlocal_bind; u8 sysctl_ip_autobind_reuse; u8 sysctl_ip_dynaddr; u8 sysctl_udp_early_demux; u8 sysctl_nexthop_compat_mode; u8 sysctl_fwmark_reflect; u8 sysctl_tcp_fwmark_accept; u8 sysctl_tcp_mtu_probing; int sysctl_tcp_mtu_probe_floor; int sysctl_tcp_base_mss; int sysctl_tcp_probe_threshold; u32 sysctl_tcp_probe_interval; int sysctl_tcp_keepalive_time; int sysctl_tcp_keepalive_intvl; u8 sysctl_tcp_keepalive_probes; u8 sysctl_tcp_syn_retries; u8 sysctl_tcp_synack_retries; u8 sysctl_tcp_syncookies; u8 sysctl_tcp_migrate_req; u8 sysctl_tcp_comp_sack_nr; u8 sysctl_tcp_backlog_ack_defer; u8 sysctl_tcp_pingpong_thresh; u8 sysctl_tcp_retries1; u8 sysctl_tcp_retries2; u8 sysctl_tcp_orphan_retries; u8 sysctl_tcp_tw_reuse; unsigned int sysctl_tcp_tw_reuse_delay; int sysctl_tcp_fin_timeout; u8 sysctl_tcp_sack; u8 sysctl_tcp_window_scaling; u8 sysctl_tcp_timestamps; int sysctl_tcp_rto_min_us; int sysctl_tcp_rto_max_ms; u8 sysctl_tcp_recovery; u8 sysctl_tcp_thin_linear_timeouts; u8 sysctl_tcp_slow_start_after_idle; u8 sysctl_tcp_retrans_collapse; u8 sysctl_tcp_stdurg; u8 sysctl_tcp_rfc1337; u8 sysctl_tcp_abort_on_overflow; u8 sysctl_tcp_fack; int sysctl_tcp_max_reordering; int sysctl_tcp_adv_win_scale; u8 sysctl_tcp_dsack; u8 sysctl_tcp_app_win; u8 sysctl_tcp_frto; u8 sysctl_tcp_nometrics_save; u8 sysctl_tcp_no_ssthresh_metrics_save; u8 sysctl_tcp_workaround_signed_windows; int sysctl_tcp_challenge_ack_limit; u8 sysctl_tcp_min_tso_segs; u8 sysctl_tcp_reflect_tos; int sysctl_tcp_invalid_ratelimit; int sysctl_tcp_pacing_ss_ratio; int sysctl_tcp_pacing_ca_ratio; unsigned int sysctl_tcp_child_ehash_entries; long unsigned int sysctl_tcp_comp_sack_delay_ns; long unsigned int sysctl_tcp_comp_sack_slack_ns; int sysctl_max_syn_backlog; int sysctl_tcp_fastopen; const struct tcp_congestion_ops *tcp_congestion_control; struct tcp_fastopen_context *tcp_fastopen_ctx; unsigned int sysctl_tcp_fastopen_blackhole_timeout; atomic_t tfo_active_disable_times; long unsigned int tfo_active_disable_stamp; u32 tcp_challenge_timestamp; u32 tcp_challenge_count; u8 sysctl_tcp_plb_enabled; u8 sysctl_tcp_plb_idle_rehash_rounds; u8 sysctl_tcp_plb_rehash_rounds; u8 sysctl_tcp_plb_suspend_rto_sec; int sysctl_tcp_plb_cong_thresh; int sysctl_udp_wmem_min; int sysctl_udp_rmem_min; u8 sysctl_fib_notify_on_flag_change; u8 sysctl_tcp_syn_linear_timeouts; u8 sysctl_igmp_llm_reports; int sysctl_igmp_max_memberships; int sysctl_igmp_max_msf; int sysctl_igmp_qrv; struct ping_group_range ping_group_range; atomic_t dev_addr_genid; unsigned int sysctl_udp_child_hash_entries; long unsigned int *sysctl_local_reserved_ports; int sysctl_ip_prot_sock; struct fib_notifier_ops *notifier_ops; unsigned int fib_seq; struct fib_notifier_ops *ipmr_notifier_ops; unsigned int ipmr_seq; atomic_t rt_genid; siphash_key_t ip_id_key; struct hlist_head *inet_addr_lst; struct delayed_work addr_chk_work; long: 64; long: 64; }; struct dst_entry; struct sk_buff; struct neighbour; struct dst_ops { short unsigned int family; unsigned int gc_thresh; void (*gc)(struct dst_ops *); struct dst_entry * (*check)(struct dst_entry *, __u32); unsigned int (*default_advmss)(const struct dst_entry *); unsigned int (*mtu)(const struct dst_entry *); u32 * (*cow_metrics)(struct dst_entry *, long unsigned int); void (*destroy)(struct dst_entry *); void (*ifdown)(struct dst_entry *, struct net_device *); void (*negative_advice)(struct sock *, struct dst_entry *); void (*link_failure)(struct sk_buff *); void (*update_pmtu)(struct dst_entry *, struct sock *, struct sk_buff *, u32, bool); void (*redirect)(struct dst_entry *, struct sock *, struct sk_buff *); int (*local_out)(struct net *, struct sock *, struct sk_buff *); struct neighbour * (*neigh_lookup)(const struct dst_entry *, struct sk_buff *, const void *); void (*confirm_neigh)(const struct dst_entry *, const void *); struct kmem_cache *kmem_cachep; struct percpu_counter pcpuc_entries; long: 64; long: 64; long: 64; }; struct netns_sysctl_ipv6 { struct ctl_table_header *hdr; struct ctl_table_header *route_hdr; struct ctl_table_header *icmp_hdr; struct ctl_table_header *frags_hdr; struct ctl_table_header *xfrm6_hdr; int flush_delay; int ip6_rt_max_size; int ip6_rt_gc_min_interval; int ip6_rt_gc_timeout; int ip6_rt_gc_interval; int ip6_rt_gc_elasticity; int ip6_rt_mtu_expires; int ip6_rt_min_advmss; u32 multipath_hash_fields; u8 multipath_hash_policy; u8 bindv6only; u8 flowlabel_consistency; u8 auto_flowlabels; int icmpv6_time; u8 icmpv6_echo_ignore_all; u8 icmpv6_echo_ignore_multicast; u8 icmpv6_echo_ignore_anycast; long unsigned int icmpv6_ratemask[4]; long unsigned int *icmpv6_ratemask_ptr; u8 anycast_src_echo_reply; u8 ip_nonlocal_bind; u8 fwmark_reflect; u8 flowlabel_state_ranges; int idgen_retries; int idgen_delay; int flowlabel_reflect; int max_dst_opts_cnt; int max_hbh_opts_cnt; int max_dst_opts_len; int max_hbh_opts_len; int seg6_flowlabel; u32 ioam6_id; u64 ioam6_id_wide; u8 skip_notify_on_dev_down; u8 fib_notify_on_flag_change; u8 icmpv6_error_anycast_as_unicast; }; struct ipv6_devconf; struct fib6_info; struct rt6_info; struct rt6_statistics; struct fib6_table; struct seg6_pernet_data; struct ioam6_pernet_data; struct netns_ipv6 { struct dst_ops ip6_dst_ops; struct netns_sysctl_ipv6 sysctl; struct ipv6_devconf *devconf_all; struct ipv6_devconf *devconf_dflt; struct inet_peer_base *peers; struct fqdir *fqdir; struct fib6_info *fib6_null_entry; struct rt6_info *ip6_null_entry; struct rt6_statistics *rt6_stats; struct timer_list ip6_fib_timer; struct hlist_head *fib_table_hash; struct fib6_table *fib6_main_tbl; struct list_head fib6_walkers; rwlock_t fib6_walker_lock; spinlock_t fib6_gc_lock; atomic_t ip6_rt_gc_expire; long unsigned int ip6_rt_last_gc; unsigned char flowlabel_has_excl; struct sock *ndisc_sk; struct sock *tcp_sk; struct sock *igmp_sk; struct sock *mc_autojoin_sk; struct hlist_head *inet6_addr_lst; spinlock_t addrconf_hash_lock; struct delayed_work addr_chk_work; atomic_t dev_addr_genid; atomic_t fib6_sernum; struct seg6_pernet_data *seg6_data; struct fib_notifier_ops *notifier_ops; struct fib_notifier_ops *ip6mr_notifier_ops; unsigned int ipmr_seq; struct { struct hlist_head head; spinlock_t lock; u32 seq; } ip6addrlbl_table; struct ioam6_pernet_data *ioam6_data; long: 64; long: 64; long: 64; long: 64; }; struct nf_logger; struct nf_hook_entries; struct netns_nf { struct proc_dir_entry *proc_netfilter; const struct nf_logger *nf_loggers[11]; struct ctl_table_header *nf_log_dir_header; struct nf_hook_entries *hooks_ipv4[5]; struct nf_hook_entries *hooks_ipv6[5]; unsigned int defrag_ipv4_users; unsigned int defrag_ipv6_users; }; struct nf_generic_net { unsigned int timeout; }; struct nf_tcp_net { unsigned int timeouts[14]; u8 tcp_loose; u8 tcp_be_liberal; u8 tcp_max_retrans; u8 tcp_ignore_invalid_rst; }; struct nf_udp_net { unsigned int timeouts[2]; }; struct nf_icmp_net { unsigned int timeout; }; struct nf_dccp_net { u8 dccp_loose; unsigned int dccp_timeout[10]; }; struct nf_sctp_net { unsigned int timeouts[10]; }; struct nf_ip_net { struct nf_generic_net generic; struct nf_tcp_net tcp; struct nf_udp_net udp; struct nf_icmp_net icmp; struct nf_icmp_net icmpv6; struct nf_dccp_net dccp; struct nf_sctp_net sctp; }; struct ip_conntrack_stat; struct nf_ct_event_notifier; struct netns_ct { bool ecache_dwork_pending; u8 sysctl_log_invalid; u8 sysctl_events; u8 sysctl_acct; u8 sysctl_tstamp; u8 sysctl_checksum; struct ip_conntrack_stat *stat; struct nf_ct_event_notifier *nf_conntrack_event_cb; struct nf_ip_net nf_ct_proto; }; struct netns_bpf { struct bpf_prog_array *run_array[2]; struct bpf_prog *progs[2]; struct list_head links[2]; }; struct netns_xdp { struct mutex lock; struct hlist_head list; }; struct uevent_sock; struct net_generic; struct net { refcount_t passive; spinlock_t rules_mod_lock; unsigned int dev_base_seq; u32 ifindex; spinlock_t nsid_lock; atomic_t fnhe_genid; struct list_head list; struct list_head exit_list; struct llist_node defer_free_list; struct llist_node cleanup_list; struct list_head ptype_all; struct list_head ptype_specific; struct key_tag *key_domain; struct user_namespace *user_ns; struct ucounts *ucounts; struct idr netns_ids; struct ns_common ns; struct ref_tracker_dir refcnt_tracker; struct ref_tracker_dir notrefcnt_tracker; struct list_head dev_base_head; struct proc_dir_entry *proc_net; struct proc_dir_entry *proc_net_stat; struct ctl_table_set sysctls; struct sock *rtnl; struct sock *genl_sock; struct uevent_sock *uevent_sock; struct hlist_head *dev_name_head; struct hlist_head *dev_index_head; struct xarray dev_by_index; struct raw_notifier_head netdev_chain; u32 hash_mix; struct net_device *loopback_dev; struct list_head rules_ops; struct netns_core core; struct netns_mib mib; struct netns_packet packet; struct netns_unix unx; struct netns_nexthop nexthop; struct netns_ipv4 ipv4; struct netns_ipv6 ipv6; struct netns_nf nf; struct netns_ct ct; struct net_generic *gen; struct netns_bpf bpf; u64 net_cookie; struct netns_xdp xdp; struct sock *crypto_nlsk; struct sock *diag_nlsk; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*notifier_fn_t)(struct notifier_block *, long unsigned int, void *); struct notifier_block { notifier_fn_t notifier_call; struct notifier_block *next; int priority; }; struct rhashtable; struct rhashtable_compare_arg { struct rhashtable *ht; const void *key; }; typedef u32 (*rht_hashfn_t)(const void *, u32, u32); typedef u32 (*rht_obj_hashfn_t)(const void *, u32, u32); typedef int (*rht_obj_cmpfn_t)(struct rhashtable_compare_arg *, const void *); struct rhashtable_params { u16 nelem_hint; u16 key_len; u16 key_offset; u16 head_offset; unsigned int max_size; u16 min_size; bool automatic_shrinking; rht_hashfn_t hashfn; rht_obj_hashfn_t obj_hashfn; rht_obj_cmpfn_t obj_cmpfn; }; struct bucket_table; struct rhashtable { struct bucket_table *tbl; unsigned int key_len; unsigned int max_elems; struct rhashtable_params p; bool rhlist; struct work_struct run_work; struct mutex mutex; spinlock_t lock; atomic_t nelems; }; typedef unsigned int sk_buff_data_t; struct skb_ext; struct sk_buff { union { struct { struct sk_buff *next; struct sk_buff *prev; union { struct net_device *dev; long unsigned int dev_scratch; }; }; struct rb_node rbnode; struct list_head list; struct llist_node ll_node; }; struct sock *sk; union { ktime_t tstamp; u64 skb_mstamp_ns; }; char cb[48]; union { struct { long unsigned int _skb_refdst; void (*destructor)(struct sk_buff *); }; struct list_head tcp_tsorted_anchor; long unsigned int _sk_redir; }; long unsigned int _nfct; unsigned int len; unsigned int data_len; __u16 mac_len; __u16 hdr_len; __u16 queue_mapping; __u8 __cloned_offset[0]; __u8 cloned: 1; __u8 nohdr: 1; __u8 fclone: 2; __u8 peeked: 1; __u8 head_frag: 1; __u8 pfmemalloc: 1; __u8 pp_recycle: 1; __u8 active_extensions; union { struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 tstamp_type: 2; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; char: 1; __u8 ndisc_nodetype: 2; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u8 unreadable: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; }; struct { __u8 __pkt_type_offset[0]; __u8 pkt_type: 3; __u8 ignore_df: 1; __u8 dst_pending_confirm: 1; __u8 ip_summed: 2; __u8 ooo_okay: 1; __u8 __mono_tc_offset[0]; __u8 tstamp_type: 2; __u8 tc_at_ingress: 1; __u8 tc_skip_classify: 1; __u8 remcsum_offload: 1; __u8 csum_complete_sw: 1; __u8 csum_level: 2; __u8 inner_protocol_type: 1; __u8 l4_hash: 1; __u8 sw_hash: 1; __u8 no_fcs: 1; __u8 encapsulation: 1; __u8 encap_hdr_csum: 1; __u8 csum_valid: 1; char: 1; __u8 ndisc_nodetype: 2; __u8 offload_fwd_mark: 1; __u8 offload_l3_fwd_mark: 1; __u8 redirected: 1; __u8 nf_skip_egress: 1; __u8 slow_gro: 1; __u8 unreadable: 1; __u16 tc_index; u16 alloc_cpu; union { __wsum csum; struct { __u16 csum_start; __u16 csum_offset; }; }; __u32 priority; int skb_iif; __u32 hash; union { u32 vlan_all; struct { __be16 vlan_proto; __u16 vlan_tci; }; }; union { unsigned int napi_id; unsigned int sender_cpu; }; union { __u32 mark; __u32 reserved_tailroom; }; union { __be16 inner_protocol; __u8 inner_ipproto; }; __u16 inner_transport_header; __u16 inner_network_header; __u16 inner_mac_header; __be16 protocol; __u16 transport_header; __u16 network_header; __u16 mac_header; } headers; }; sk_buff_data_t tail; sk_buff_data_t end; unsigned char *head; unsigned char *data; unsigned int truesize; refcount_t users; struct skb_ext *extensions; }; struct in6_addr { union { __u8 u6_addr8[16]; __be16 u6_addr16[8]; __be32 u6_addr32[4]; } in6_u; }; struct ipstats_mib { u64 mibs[38]; struct u64_stats_sync syncp; }; struct icmp_mib { long unsigned int mibs[30]; }; struct icmpmsg_mib { atomic_long_t mibs[512]; }; struct icmpv6_mib { long unsigned int mibs[7]; }; struct icmpv6msg_mib { atomic_long_t mibs[512]; }; struct tcp_mib { long unsigned int mibs[16]; }; struct udp_mib { long unsigned int mibs[10]; }; struct linux_mib { long unsigned int mibs[134]; }; struct inet_frags; struct fqdir { long int high_thresh; long int low_thresh; int timeout; int max_dist; struct inet_frags *f; struct net *net; bool dead; long: 64; long: 64; struct rhashtable rhashtable; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_long_t mem; struct work_struct destroy_work; struct llist_node free_list; long: 64; long: 64; }; struct inet_frag_queue; struct inet_frags { unsigned int qsize; void (*constructor)(struct inet_frag_queue *, const void *); void (*destructor)(struct inet_frag_queue *); void (*frag_expire)(struct timer_list *); struct kmem_cache *frags_cachep; const char *frags_cache_name; struct rhashtable_params rhash_params; refcount_t refcnt; struct completion completion; }; struct frag_v4_compare_key { __be32 saddr; __be32 daddr; u32 user; u32 vif; __be16 id; u16 protocol; }; struct frag_v6_compare_key { struct in6_addr saddr; struct in6_addr daddr; u32 user; __be32 id; u32 iif; }; struct inet_frag_queue { struct rhash_head node; union { struct frag_v4_compare_key v4; struct frag_v6_compare_key v6; } key; struct timer_list timer; spinlock_t lock; refcount_t refcnt; struct rb_root rb_fragments; struct sk_buff *fragments_tail; struct sk_buff *last_run_head; ktime_t stamp; int len; int meat; u8 tstamp_type; __u8 flags; u16 max_size; struct fqdir *fqdir; struct callback_head rcu; }; enum tcp_ca_event { CA_EVENT_TX_START = 0, CA_EVENT_CWND_RESTART = 1, CA_EVENT_COMPLETE_CWR = 2, CA_EVENT_LOSS = 3, CA_EVENT_ECN_NO_CE = 4, CA_EVENT_ECN_IS_CE = 5, }; struct ack_sample; struct rate_sample; union tcp_cc_info; struct tcp_congestion_ops { u32 (*ssthresh)(struct sock *); void (*cong_avoid)(struct sock *, u32, u32); void (*set_state)(struct sock *, u8); void (*cwnd_event)(struct sock *, enum tcp_ca_event); void (*in_ack_event)(struct sock *, u32); void (*pkts_acked)(struct sock *, const struct ack_sample *); u32 (*min_tso_segs)(struct sock *); void (*cong_control)(struct sock *, u32, int, const struct rate_sample *); u32 (*undo_cwnd)(struct sock *); u32 (*sndbuf_expand)(struct sock *); size_t (*get_info)(struct sock *, u32, int *, union tcp_cc_info *); char name[16]; struct module *owner; struct list_head list; u32 key; u32 flags; void (*init)(struct sock *); void (*release)(struct sock *); long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef struct {} netdevice_tracker; struct uncached_list; struct lwtunnel_state; struct dst_entry { struct net_device *dev; struct dst_ops *ops; long unsigned int _metrics; long unsigned int expires; void *__pad1; int (*input)(struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); short unsigned int flags; short int obsolete; short unsigned int header_len; short unsigned int trailer_len; rcuref_t __rcuref; int __use; long unsigned int lastuse; struct callback_head callback_head; short int error; short int __pad; __u32 tclassid; netdevice_tracker dev_tracker; struct list_head rt_uncached; struct uncached_list *rt_uncached_list; struct lwtunnel_state *lwtstate; }; enum nf_log_type { NF_LOG_TYPE_LOG = 0, NF_LOG_TYPE_ULOG = 1, NF_LOG_TYPE_MAX = 2, }; typedef u8 u_int8_t; struct nf_loginfo; typedef void nf_logfn(struct net *, u_int8_t, unsigned int, const struct sk_buff *, const struct net_device *, const struct net_device *, const struct nf_loginfo *, const char *); struct nf_logger { char *name; enum nf_log_type type; nf_logfn *logfn; struct module *me; }; struct ip_conntrack_stat { unsigned int found; unsigned int invalid; unsigned int insert; unsigned int insert_failed; unsigned int clash_resolve; unsigned int drop; unsigned int early_drop; unsigned int error; unsigned int expect_new; unsigned int expect_create; unsigned int expect_delete; unsigned int search_restart; unsigned int chaintoolong; }; enum { TCA_FLOWER_KEY_FLAGS_IS_FRAGMENT = 1, TCA_FLOWER_KEY_FLAGS_FRAG_IS_FIRST = 2, TCA_FLOWER_KEY_FLAGS_TUNNEL_CSUM = 4, TCA_FLOWER_KEY_FLAGS_TUNNEL_DONT_FRAGMENT = 8, TCA_FLOWER_KEY_FLAGS_TUNNEL_OAM = 16, TCA_FLOWER_KEY_FLAGS_TUNNEL_CRIT_OPT = 32, __TCA_FLOWER_KEY_FLAGS_MAX = 33, }; enum flow_dissector_key_id { FLOW_DISSECTOR_KEY_CONTROL = 0, FLOW_DISSECTOR_KEY_BASIC = 1, FLOW_DISSECTOR_KEY_IPV4_ADDRS = 2, FLOW_DISSECTOR_KEY_IPV6_ADDRS = 3, FLOW_DISSECTOR_KEY_PORTS = 4, FLOW_DISSECTOR_KEY_PORTS_RANGE = 5, FLOW_DISSECTOR_KEY_ICMP = 6, FLOW_DISSECTOR_KEY_ETH_ADDRS = 7, FLOW_DISSECTOR_KEY_TIPC = 8, FLOW_DISSECTOR_KEY_ARP = 9, FLOW_DISSECTOR_KEY_VLAN = 10, FLOW_DISSECTOR_KEY_FLOW_LABEL = 11, FLOW_DISSECTOR_KEY_GRE_KEYID = 12, FLOW_DISSECTOR_KEY_MPLS_ENTROPY = 13, FLOW_DISSECTOR_KEY_ENC_KEYID = 14, FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS = 15, FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS = 16, FLOW_DISSECTOR_KEY_ENC_CONTROL = 17, FLOW_DISSECTOR_KEY_ENC_PORTS = 18, FLOW_DISSECTOR_KEY_MPLS = 19, FLOW_DISSECTOR_KEY_TCP = 20, FLOW_DISSECTOR_KEY_IP = 21, FLOW_DISSECTOR_KEY_CVLAN = 22, FLOW_DISSECTOR_KEY_ENC_IP = 23, FLOW_DISSECTOR_KEY_ENC_OPTS = 24, FLOW_DISSECTOR_KEY_META = 25, FLOW_DISSECTOR_KEY_CT = 26, FLOW_DISSECTOR_KEY_HASH = 27, FLOW_DISSECTOR_KEY_NUM_OF_VLANS = 28, FLOW_DISSECTOR_KEY_PPPOE = 29, FLOW_DISSECTOR_KEY_L2TPV3 = 30, FLOW_DISSECTOR_KEY_CFM = 31, FLOW_DISSECTOR_KEY_IPSEC = 32, FLOW_DISSECTOR_KEY_MAX = 33, }; struct skb_ext { refcount_t refcnt; u8 offset[1]; u8 chunks; long: 0; char data[0]; }; enum skb_ext_id { SKB_EXT_MPTCP = 0, SKB_EXT_NUM = 1, }; enum audit_ntp_type { AUDIT_NTP_OFFSET = 0, AUDIT_NTP_FREQ = 1, AUDIT_NTP_STATUS = 2, AUDIT_NTP_TAI = 3, AUDIT_NTP_TICK = 4, AUDIT_NTP_ADJUST = 5, AUDIT_NTP_NVALS = 6, }; typedef __u16 __le16; struct step_hook { struct list_head node; int (*fn)(struct pt_regs *, long unsigned int); }; struct break_hook { struct list_head node; int (*fn)(struct pt_regs *, long unsigned int); u16 imm; u16 mask; }; enum dbg_active_el { DBG_ACTIVE_EL0 = 0, DBG_ACTIVE_EL1 = 1, }; enum cpuhp_state { CPUHP_INVALID = -1, CPUHP_OFFLINE = 0, CPUHP_CREATE_THREADS = 1, CPUHP_PERF_PREPARE = 2, CPUHP_PERF_X86_PREPARE = 3, CPUHP_PERF_X86_AMD_UNCORE_PREP = 4, CPUHP_PERF_POWER = 5, CPUHP_PERF_SUPERH = 6, CPUHP_X86_HPET_DEAD = 7, CPUHP_X86_MCE_DEAD = 8, CPUHP_VIRT_NET_DEAD = 9, CPUHP_IBMVNIC_DEAD = 10, CPUHP_SLUB_DEAD = 11, CPUHP_DEBUG_OBJ_DEAD = 12, CPUHP_MM_WRITEBACK_DEAD = 13, CPUHP_MM_VMSTAT_DEAD = 14, CPUHP_SOFTIRQ_DEAD = 15, CPUHP_NET_MVNETA_DEAD = 16, CPUHP_CPUIDLE_DEAD = 17, CPUHP_ARM64_FPSIMD_DEAD = 18, CPUHP_ARM_OMAP_WAKE_DEAD = 19, CPUHP_IRQ_POLL_DEAD = 20, CPUHP_BLOCK_SOFTIRQ_DEAD = 21, CPUHP_BIO_DEAD = 22, CPUHP_ACPI_CPUDRV_DEAD = 23, CPUHP_S390_PFAULT_DEAD = 24, CPUHP_BLK_MQ_DEAD = 25, CPUHP_FS_BUFF_DEAD = 26, CPUHP_PRINTK_DEAD = 27, CPUHP_MM_MEMCQ_DEAD = 28, CPUHP_PERCPU_CNT_DEAD = 29, CPUHP_RADIX_DEAD = 30, CPUHP_PAGE_ALLOC = 31, CPUHP_NET_DEV_DEAD = 32, CPUHP_PCI_XGENE_DEAD = 33, CPUHP_IOMMU_IOVA_DEAD = 34, CPUHP_AP_ARM_CACHE_B15_RAC_DEAD = 35, CPUHP_PADATA_DEAD = 36, CPUHP_AP_DTPM_CPU_DEAD = 37, CPUHP_RANDOM_PREPARE = 38, CPUHP_WORKQUEUE_PREP = 39, CPUHP_POWER_NUMA_PREPARE = 40, CPUHP_HRTIMERS_PREPARE = 41, CPUHP_X2APIC_PREPARE = 42, CPUHP_SMPCFD_PREPARE = 43, CPUHP_RELAY_PREPARE = 44, CPUHP_MD_RAID5_PREPARE = 45, CPUHP_RCUTREE_PREP = 46, CPUHP_CPUIDLE_COUPLED_PREPARE = 47, CPUHP_POWERPC_PMAC_PREPARE = 48, CPUHP_POWERPC_MMU_CTX_PREPARE = 49, CPUHP_XEN_PREPARE = 50, CPUHP_XEN_EVTCHN_PREPARE = 51, CPUHP_ARM_SHMOBILE_SCU_PREPARE = 52, CPUHP_SH_SH3X_PREPARE = 53, CPUHP_TOPOLOGY_PREPARE = 54, CPUHP_NET_IUCV_PREPARE = 55, CPUHP_ARM_BL_PREPARE = 56, CPUHP_TRACE_RB_PREPARE = 57, CPUHP_MM_ZSWP_POOL_PREPARE = 58, CPUHP_KVM_PPC_BOOK3S_PREPARE = 59, CPUHP_ZCOMP_PREPARE = 60, CPUHP_TIMERS_PREPARE = 61, CPUHP_TMIGR_PREPARE = 62, CPUHP_MIPS_SOC_PREPARE = 63, CPUHP_BP_PREPARE_DYN = 64, CPUHP_BP_PREPARE_DYN_END = 84, CPUHP_BP_KICK_AP = 85, CPUHP_BRINGUP_CPU = 86, CPUHP_AP_IDLE_DEAD = 87, CPUHP_AP_OFFLINE = 88, CPUHP_AP_CACHECTRL_STARTING = 89, CPUHP_AP_SCHED_STARTING = 90, CPUHP_AP_RCUTREE_DYING = 91, CPUHP_AP_CPU_PM_STARTING = 92, CPUHP_AP_IRQ_GIC_STARTING = 93, CPUHP_AP_IRQ_HIP04_STARTING = 94, CPUHP_AP_IRQ_APPLE_AIC_STARTING = 95, CPUHP_AP_IRQ_ARMADA_XP_STARTING = 96, CPUHP_AP_IRQ_BCM2836_STARTING = 97, CPUHP_AP_IRQ_MIPS_GIC_STARTING = 98, CPUHP_AP_IRQ_EIOINTC_STARTING = 99, CPUHP_AP_IRQ_AVECINTC_STARTING = 100, CPUHP_AP_IRQ_SIFIVE_PLIC_STARTING = 101, CPUHP_AP_IRQ_THEAD_ACLINT_SSWI_STARTING = 102, CPUHP_AP_IRQ_RISCV_IMSIC_STARTING = 103, CPUHP_AP_IRQ_RISCV_SBI_IPI_STARTING = 104, CPUHP_AP_ARM_MVEBU_COHERENCY = 105, CPUHP_AP_PERF_X86_AMD_UNCORE_STARTING = 106, CPUHP_AP_PERF_X86_STARTING = 107, CPUHP_AP_PERF_X86_AMD_IBS_STARTING = 108, CPUHP_AP_PERF_XTENSA_STARTING = 109, CPUHP_AP_ARM_VFP_STARTING = 110, CPUHP_AP_ARM64_DEBUG_MONITORS_STARTING = 111, CPUHP_AP_PERF_ARM_HW_BREAKPOINT_STARTING = 112, CPUHP_AP_PERF_ARM_ACPI_STARTING = 113, CPUHP_AP_PERF_ARM_STARTING = 114, CPUHP_AP_PERF_RISCV_STARTING = 115, CPUHP_AP_ARM_L2X0_STARTING = 116, CPUHP_AP_EXYNOS4_MCT_TIMER_STARTING = 117, CPUHP_AP_ARM_ARCH_TIMER_STARTING = 118, CPUHP_AP_ARM_ARCH_TIMER_EVTSTRM_STARTING = 119, CPUHP_AP_ARM_GLOBAL_TIMER_STARTING = 120, CPUHP_AP_JCORE_TIMER_STARTING = 121, CPUHP_AP_ARM_TWD_STARTING = 122, CPUHP_AP_QCOM_TIMER_STARTING = 123, CPUHP_AP_TEGRA_TIMER_STARTING = 124, CPUHP_AP_ARMADA_TIMER_STARTING = 125, CPUHP_AP_MIPS_GIC_TIMER_STARTING = 126, CPUHP_AP_ARC_TIMER_STARTING = 127, CPUHP_AP_REALTEK_TIMER_STARTING = 128, CPUHP_AP_RISCV_TIMER_STARTING = 129, CPUHP_AP_CLINT_TIMER_STARTING = 130, CPUHP_AP_CSKY_TIMER_STARTING = 131, CPUHP_AP_TI_GP_TIMER_STARTING = 132, CPUHP_AP_HYPERV_TIMER_STARTING = 133, CPUHP_AP_DUMMY_TIMER_STARTING = 134, CPUHP_AP_ARM_XEN_STARTING = 135, CPUHP_AP_ARM_XEN_RUNSTATE_STARTING = 136, CPUHP_AP_ARM_CORESIGHT_STARTING = 137, CPUHP_AP_ARM_CORESIGHT_CTI_STARTING = 138, CPUHP_AP_ARM64_ISNDEP_STARTING = 139, CPUHP_AP_SMPCFD_DYING = 140, CPUHP_AP_HRTIMERS_DYING = 141, CPUHP_AP_TICK_DYING = 142, CPUHP_AP_X86_TBOOT_DYING = 143, CPUHP_AP_ARM_CACHE_B15_RAC_DYING = 144, CPUHP_AP_ONLINE = 145, CPUHP_TEARDOWN_CPU = 146, CPUHP_AP_ONLINE_IDLE = 147, CPUHP_AP_HYPERV_ONLINE = 148, CPUHP_AP_KVM_ONLINE = 149, CPUHP_AP_SCHED_WAIT_EMPTY = 150, CPUHP_AP_SMPBOOT_THREADS = 151, CPUHP_AP_IRQ_AFFINITY_ONLINE = 152, CPUHP_AP_BLK_MQ_ONLINE = 153, CPUHP_AP_ARM_MVEBU_SYNC_CLOCKS = 154, CPUHP_AP_X86_INTEL_EPB_ONLINE = 155, CPUHP_AP_PERF_ONLINE = 156, CPUHP_AP_PERF_X86_ONLINE = 157, CPUHP_AP_PERF_X86_UNCORE_ONLINE = 158, CPUHP_AP_PERF_X86_AMD_UNCORE_ONLINE = 159, CPUHP_AP_PERF_X86_AMD_POWER_ONLINE = 160, CPUHP_AP_PERF_S390_CF_ONLINE = 161, CPUHP_AP_PERF_S390_SF_ONLINE = 162, CPUHP_AP_PERF_ARM_CCI_ONLINE = 163, CPUHP_AP_PERF_ARM_CCN_ONLINE = 164, CPUHP_AP_PERF_ARM_HISI_CPA_ONLINE = 165, CPUHP_AP_PERF_ARM_HISI_DDRC_ONLINE = 166, CPUHP_AP_PERF_ARM_HISI_HHA_ONLINE = 167, CPUHP_AP_PERF_ARM_HISI_L3_ONLINE = 168, CPUHP_AP_PERF_ARM_HISI_PA_ONLINE = 169, CPUHP_AP_PERF_ARM_HISI_SLLC_ONLINE = 170, CPUHP_AP_PERF_ARM_HISI_PCIE_PMU_ONLINE = 171, CPUHP_AP_PERF_ARM_HNS3_PMU_ONLINE = 172, CPUHP_AP_PERF_ARM_L2X0_ONLINE = 173, CPUHP_AP_PERF_ARM_QCOM_L2_ONLINE = 174, CPUHP_AP_PERF_ARM_QCOM_L3_ONLINE = 175, CPUHP_AP_PERF_ARM_APM_XGENE_ONLINE = 176, CPUHP_AP_PERF_ARM_CAVIUM_TX2_UNCORE_ONLINE = 177, CPUHP_AP_PERF_ARM_MARVELL_CN10K_DDR_ONLINE = 178, CPUHP_AP_PERF_ARM_MRVL_PEM_ONLINE = 179, CPUHP_AP_PERF_POWERPC_NEST_IMC_ONLINE = 180, CPUHP_AP_PERF_POWERPC_CORE_IMC_ONLINE = 181, CPUHP_AP_PERF_POWERPC_THREAD_IMC_ONLINE = 182, CPUHP_AP_PERF_POWERPC_TRACE_IMC_ONLINE = 183, CPUHP_AP_PERF_POWERPC_HV_24x7_ONLINE = 184, CPUHP_AP_PERF_POWERPC_HV_GPCI_ONLINE = 185, CPUHP_AP_PERF_CSKY_ONLINE = 186, CPUHP_AP_TMIGR_ONLINE = 187, CPUHP_AP_WATCHDOG_ONLINE = 188, CPUHP_AP_WORKQUEUE_ONLINE = 189, CPUHP_AP_RANDOM_ONLINE = 190, CPUHP_AP_RCUTREE_ONLINE = 191, CPUHP_AP_KTHREADS_ONLINE = 192, CPUHP_AP_BASE_CACHEINFO_ONLINE = 193, CPUHP_AP_ONLINE_DYN = 194, CPUHP_AP_ONLINE_DYN_END = 234, CPUHP_AP_X86_HPET_ONLINE = 235, CPUHP_AP_X86_KVM_CLK_ONLINE = 236, CPUHP_AP_ACTIVE = 237, CPUHP_ONLINE = 238, }; enum { HI_SOFTIRQ = 0, TIMER_SOFTIRQ = 1, NET_TX_SOFTIRQ = 2, NET_RX_SOFTIRQ = 3, BLOCK_SOFTIRQ = 4, IRQ_POLL_SOFTIRQ = 5, TASKLET_SOFTIRQ = 6, SCHED_SOFTIRQ = 7, HRTIMER_SOFTIRQ = 8, RCU_SOFTIRQ = 9, NR_SOFTIRQS = 10, }; enum numa_stat_item { NUMA_HIT = 0, NUMA_MISS = 1, NUMA_FOREIGN = 2, NUMA_INTERLEAVE_HIT = 3, NUMA_LOCAL = 4, NUMA_OTHER = 5, NR_VM_NUMA_EVENT_ITEMS = 6, }; enum zone_stat_item { NR_FREE_PAGES = 0, NR_FREE_PAGES_BLOCKS = 1, NR_ZONE_LRU_BASE = 2, NR_ZONE_INACTIVE_ANON = 2, NR_ZONE_ACTIVE_ANON = 3, NR_ZONE_INACTIVE_FILE = 4, NR_ZONE_ACTIVE_FILE = 5, NR_ZONE_UNEVICTABLE = 6, NR_ZONE_WRITE_PENDING = 7, NR_MLOCK = 8, NR_BOUNCE = 9, NR_FREE_CMA_PAGES = 10, NR_VM_ZONE_STAT_ITEMS = 11, }; enum node_stat_item { NR_LRU_BASE = 0, NR_INACTIVE_ANON = 0, NR_ACTIVE_ANON = 1, NR_INACTIVE_FILE = 2, NR_ACTIVE_FILE = 3, NR_UNEVICTABLE = 4, NR_SLAB_RECLAIMABLE_B = 5, NR_SLAB_UNRECLAIMABLE_B = 6, NR_ISOLATED_ANON = 7, NR_ISOLATED_FILE = 8, WORKINGSET_NODES = 9, WORKINGSET_REFAULT_BASE = 10, WORKINGSET_REFAULT_ANON = 10, WORKINGSET_REFAULT_FILE = 11, WORKINGSET_ACTIVATE_BASE = 12, WORKINGSET_ACTIVATE_ANON = 12, WORKINGSET_ACTIVATE_FILE = 13, WORKINGSET_RESTORE_BASE = 14, WORKINGSET_RESTORE_ANON = 14, WORKINGSET_RESTORE_FILE = 15, WORKINGSET_NODERECLAIM = 16, NR_ANON_MAPPED = 17, NR_FILE_MAPPED = 18, NR_FILE_PAGES = 19, NR_FILE_DIRTY = 20, NR_WRITEBACK = 21, NR_WRITEBACK_TEMP = 22, NR_SHMEM = 23, NR_SHMEM_THPS = 24, NR_SHMEM_PMDMAPPED = 25, NR_FILE_THPS = 26, NR_FILE_PMDMAPPED = 27, NR_ANON_THPS = 28, NR_VMSCAN_WRITE = 29, NR_VMSCAN_IMMEDIATE = 30, NR_DIRTIED = 31, NR_WRITTEN = 32, NR_THROTTLED_WRITTEN = 33, NR_KERNEL_MISC_RECLAIMABLE = 34, NR_FOLL_PIN_ACQUIRED = 35, NR_FOLL_PIN_RELEASED = 36, NR_KERNEL_STACK_KB = 37, NR_PAGETABLE = 38, NR_SECONDARY_PAGETABLE = 39, NR_IOMMU_PAGES = 40, NR_SWAPCACHE = 41, PGPROMOTE_SUCCESS = 42, PGPROMOTE_CANDIDATE = 43, PGDEMOTE_KSWAPD = 44, PGDEMOTE_DIRECT = 45, PGDEMOTE_KHUGEPAGED = 46, PGDEMOTE_PROACTIVE = 47, NR_HUGETLB = 48, NR_BALLOON_PAGES = 49, NR_VM_NODE_STAT_ITEMS = 50, }; struct nmi_ctx { u64 hcr; unsigned int cnt; }; enum mthp_stat_item { MTHP_STAT_ANON_FAULT_ALLOC = 0, MTHP_STAT_ANON_FAULT_FALLBACK = 1, MTHP_STAT_ANON_FAULT_FALLBACK_CHARGE = 2, MTHP_STAT_ZSWPOUT = 3, MTHP_STAT_SWPIN = 4, MTHP_STAT_SWPIN_FALLBACK = 5, MTHP_STAT_SWPIN_FALLBACK_CHARGE = 6, MTHP_STAT_SWPOUT = 7, MTHP_STAT_SWPOUT_FALLBACK = 8, MTHP_STAT_SHMEM_ALLOC = 9, MTHP_STAT_SHMEM_FALLBACK = 10, MTHP_STAT_SHMEM_FALLBACK_CHARGE = 11, MTHP_STAT_SPLIT = 12, MTHP_STAT_SPLIT_FAILED = 13, MTHP_STAT_SPLIT_DEFERRED = 14, MTHP_STAT_NR_ANON = 15, MTHP_STAT_NR_ANON_PARTIALLY_MAPPED = 16, __MTHP_STAT_COUNT = 17, }; enum vm_event_item { PGPGIN = 0, PGPGOUT = 1, PSWPIN = 2, PSWPOUT = 3, PGALLOC_DMA = 4, PGALLOC_DMA32 = 5, PGALLOC_NORMAL = 6, PGALLOC_MOVABLE = 7, ALLOCSTALL_DMA = 8, ALLOCSTALL_DMA32 = 9, ALLOCSTALL_NORMAL = 10, ALLOCSTALL_MOVABLE = 11, PGSCAN_SKIP_DMA = 12, PGSCAN_SKIP_DMA32 = 13, PGSCAN_SKIP_NORMAL = 14, PGSCAN_SKIP_MOVABLE = 15, PGFREE = 16, PGACTIVATE = 17, PGDEACTIVATE = 18, PGLAZYFREE = 19, PGFAULT = 20, PGMAJFAULT = 21, PGLAZYFREED = 22, PGREFILL = 23, PGREUSE = 24, PGSTEAL_KSWAPD = 25, PGSTEAL_DIRECT = 26, PGSTEAL_KHUGEPAGED = 27, PGSTEAL_PROACTIVE = 28, PGSCAN_KSWAPD = 29, PGSCAN_DIRECT = 30, PGSCAN_KHUGEPAGED = 31, PGSCAN_PROACTIVE = 32, PGSCAN_DIRECT_THROTTLE = 33, PGSCAN_ANON = 34, PGSCAN_FILE = 35, PGSTEAL_ANON = 36, PGSTEAL_FILE = 37, PGSCAN_ZONE_RECLAIM_SUCCESS = 38, PGSCAN_ZONE_RECLAIM_FAILED = 39, PGINODESTEAL = 40, SLABS_SCANNED = 41, KSWAPD_INODESTEAL = 42, KSWAPD_LOW_WMARK_HIT_QUICKLY = 43, KSWAPD_HIGH_WMARK_HIT_QUICKLY = 44, PAGEOUTRUN = 45, PGROTATED = 46, DROP_PAGECACHE = 47, DROP_SLAB = 48, OOM_KILL = 49, NUMA_PTE_UPDATES = 50, NUMA_HUGE_PTE_UPDATES = 51, NUMA_HINT_FAULTS = 52, NUMA_HINT_FAULTS_LOCAL = 53, NUMA_PAGE_MIGRATE = 54, PGMIGRATE_SUCCESS = 55, PGMIGRATE_FAIL = 56, THP_MIGRATION_SUCCESS = 57, THP_MIGRATION_FAIL = 58, THP_MIGRATION_SPLIT = 59, COMPACTMIGRATE_SCANNED = 60, COMPACTFREE_SCANNED = 61, COMPACTISOLATED = 62, COMPACTSTALL = 63, COMPACTFAIL = 64, COMPACTSUCCESS = 65, KCOMPACTD_WAKE = 66, KCOMPACTD_MIGRATE_SCANNED = 67, KCOMPACTD_FREE_SCANNED = 68, HTLB_BUDDY_PGALLOC = 69, HTLB_BUDDY_PGALLOC_FAIL = 70, CMA_ALLOC_SUCCESS = 71, CMA_ALLOC_FAIL = 72, UNEVICTABLE_PGCULLED = 73, UNEVICTABLE_PGSCANNED = 74, UNEVICTABLE_PGRESCUED = 75, UNEVICTABLE_PGMLOCKED = 76, UNEVICTABLE_PGMUNLOCKED = 77, UNEVICTABLE_PGCLEARED = 78, UNEVICTABLE_PGSTRANDED = 79, THP_FAULT_ALLOC = 80, THP_FAULT_FALLBACK = 81, THP_FAULT_FALLBACK_CHARGE = 82, THP_COLLAPSE_ALLOC = 83, THP_COLLAPSE_ALLOC_FAILED = 84, THP_FILE_ALLOC = 85, THP_FILE_FALLBACK = 86, THP_FILE_FALLBACK_CHARGE = 87, THP_FILE_MAPPED = 88, THP_SPLIT_PAGE = 89, THP_SPLIT_PAGE_FAILED = 90, THP_DEFERRED_SPLIT_PAGE = 91, THP_UNDERUSED_SPLIT_PAGE = 92, THP_SPLIT_PMD = 93, THP_SCAN_EXCEED_NONE_PTE = 94, THP_SCAN_EXCEED_SWAP_PTE = 95, THP_SCAN_EXCEED_SHARED_PTE = 96, THP_ZERO_PAGE_ALLOC = 97, THP_ZERO_PAGE_ALLOC_FAILED = 98, THP_SWPOUT = 99, THP_SWPOUT_FALLBACK = 100, BALLOON_INFLATE = 101, BALLOON_DEFLATE = 102, BALLOON_MIGRATE = 103, SWAP_RA = 104, SWAP_RA_HIT = 105, SWPIN_ZERO = 106, SWPOUT_ZERO = 107, KSM_SWPIN_COPY = 108, COW_KSM = 109, NR_VM_EVENT_ITEMS = 110, }; struct midr_range { u32 model; u32 rv_min; u32 rv_max; }; struct arm64_midr_revidr { u32 midr_rv; u32 revidr_mask; }; struct arm64_cpu_capabilities { const char *desc; u16 capability; u16 type; bool (*matches)(const struct arm64_cpu_capabilities *, int); void (*cpu_enable)(const struct arm64_cpu_capabilities *); union { struct { struct midr_range midr_range; const struct arm64_midr_revidr * const fixed_revs; }; const struct midr_range *midr_range_list; struct { u32 sys_reg; u8 field_pos; u8 field_width; u8 min_field_value; u8 max_field_value; u8 hwcap_type; bool sign; long unsigned int hwcap; }; }; const struct arm64_cpu_capabilities *match_list; const struct cpumask *cpus; }; enum vec_type { ARM64_VEC_SVE = 0, ARM64_VEC_SME = 1, ARM64_VEC_MAX = 2, }; struct cpu_fp_state { struct user_fpsimd_state *st; void *sve_state; void *sme_state; u64 *svcr; u64 *fpmr; unsigned int sve_vl; unsigned int sme_vl; enum fp_type *fp_type; enum fp_type to_save; }; struct vl_info { enum vec_type type; const char *name; int min_vl; int max_vl; int max_virtualisable_vl; long unsigned int vq_map[8]; long unsigned int vq_partial_map[8]; }; enum cpu_pm_event { CPU_PM_ENTER = 0, CPU_PM_ENTER_FAILED = 1, CPU_PM_EXIT = 2, CPU_CLUSTER_PM_ENTER = 3, CPU_CLUSTER_PM_ENTER_FAILED = 4, CPU_CLUSTER_PM_EXIT = 5, }; struct vl_config { int __default_vl; }; enum arm64_hyp_spectre_vector { HYP_VECTOR_DIRECT = 0, HYP_VECTOR_SPECTRE_DIRECT = 1, HYP_VECTOR_INDIRECT = 2, HYP_VECTOR_SPECTRE_INDIRECT = 3, }; typedef void (*bp_hardening_cb_t)(); struct bp_hardening_data { enum arm64_hyp_spectre_vector slot; bp_hardening_cb_t fn; }; struct ksignal { struct k_sigaction ka; kernel_siginfo_t info; int sig; }; enum rseq_cs_flags_bit { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT_BIT = 0, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL_BIT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE_BIT = 2, }; enum lru_list { LRU_INACTIVE_ANON = 0, LRU_ACTIVE_ANON = 1, LRU_INACTIVE_FILE = 2, LRU_ACTIVE_FILE = 3, LRU_UNEVICTABLE = 4, NR_LRU_LISTS = 5, }; enum memcg_memory_event { MEMCG_LOW = 0, MEMCG_HIGH = 1, MEMCG_MAX = 2, MEMCG_OOM = 3, MEMCG_OOM_KILL = 4, MEMCG_OOM_GROUP_KILL = 5, MEMCG_SWAP_HIGH = 6, MEMCG_SWAP_MAX = 7, MEMCG_SWAP_FAIL = 8, MEMCG_NR_MEMORY_EVENTS = 9, }; enum page_memcg_data_flags { MEMCG_DATA_OBJEXTS = 1, MEMCG_DATA_KMEM = 2, __NR_MEMCG_DATA_FLAGS = 4, }; enum rseq_event_mask_bits { RSEQ_EVENT_PREEMPT_BIT = 0, RSEQ_EVENT_SIGNAL_BIT = 1, RSEQ_EVENT_MIGRATE_BIT = 2, }; struct stack_info { long unsigned int low; long unsigned int high; }; struct sigcontext { __u64 fault_address; __u64 regs[31]; __u64 sp; __u64 pc; __u64 pstate; long: 64; __u8 __reserved[4096]; }; struct _aarch64_ctx { __u32 magic; __u32 size; }; struct fpsimd_context { struct _aarch64_ctx head; __u32 fpsr; __u32 fpcr; __int128 unsigned vregs[32]; }; struct esr_context { struct _aarch64_ctx head; __u64 esr; }; struct poe_context { struct _aarch64_ctx head; __u64 por_el0; }; struct extra_context { struct _aarch64_ctx head; __u64 datap; __u32 size; __u32 __reserved[3]; }; struct sve_context { struct _aarch64_ctx head; __u16 vl; __u16 flags; __u16 __reserved[2]; }; struct tpidr2_context { struct _aarch64_ctx head; __u64 tpidr2; }; struct fpmr_context { struct _aarch64_ctx head; __u64 fpmr; }; struct za_context { struct _aarch64_ctx head; __u16 vl; __u16 __reserved[3]; }; struct zt_context { struct _aarch64_ctx head; __u16 nregs; __u16 __reserved[3]; }; struct gcs_context { struct _aarch64_ctx head; __u64 gcspr; __u64 features_enabled; __u64 reserved; }; struct sigaltstack { void *ss_sp; int ss_flags; __kernel_size_t ss_size; }; typedef struct sigaltstack stack_t; struct siginfo { union { struct { int si_signo; int si_errno; int si_code; union __sifields _sifields; }; int _si_pad[32]; }; }; typedef struct siginfo siginfo_t; enum { EI_ETYPE_NULL = 0, EI_ETYPE_ERRNO = 1, EI_ETYPE_ERRNO_NULL = 2, EI_ETYPE_TRUE = 3, }; enum { TRACE_EVENT_FL_CAP_ANY = 1, TRACE_EVENT_FL_NO_SET_FILTER = 2, TRACE_EVENT_FL_IGNORE_ENABLE = 4, TRACE_EVENT_FL_TRACEPOINT = 8, TRACE_EVENT_FL_DYNAMIC = 16, TRACE_EVENT_FL_KPROBE = 32, TRACE_EVENT_FL_UPROBE = 64, TRACE_EVENT_FL_EPROBE = 128, TRACE_EVENT_FL_FPROBE = 256, TRACE_EVENT_FL_CUSTOM = 512, TRACE_EVENT_FL_TEST_STR = 1024, }; struct syscall_metadata { const char *name; int syscall_nr; int nb_args; const char **types; const char **args; struct list_head enter_fields; struct trace_event_call *enter_event; struct trace_event_call *exit_event; }; struct ucontext { long unsigned int uc_flags; struct ucontext *uc_link; stack_t uc_stack; sigset_t uc_sigmask; __u8 __unused[120]; long: 64; struct sigcontext uc_mcontext; }; struct rt_sigframe { struct siginfo info; struct ucontext uc; }; struct rt_sigframe_user_layout { struct rt_sigframe *sigframe; struct frame_record *next_frame; long unsigned int size; long unsigned int limit; long unsigned int fpsimd_offset; long unsigned int esr_offset; long unsigned int gcs_offset; long unsigned int sve_offset; long unsigned int tpidr2_offset; long unsigned int za_offset; long unsigned int zt_offset; long unsigned int fpmr_offset; long unsigned int poe_offset; long unsigned int extra_offset; long unsigned int end_offset; }; struct user_access_state { u64 por_el0; }; struct user_ctxs { struct fpsimd_context *fpsimd; u32 fpsimd_size; struct sve_context *sve; u32 sve_size; struct tpidr2_context *tpidr2; u32 tpidr2_size; struct za_context *za; u32 za_size; struct zt_context *zt; u32 zt_size; struct fpmr_context *fpmr; u32 fpmr_size; struct poe_context *poe; u32 poe_size; struct gcs_context *gcs; u32 gcs_size; }; struct psci_operations { u32 (*get_version)(); int (*cpu_suspend)(u32, long unsigned int); int (*cpu_off)(u32); int (*cpu_on)(long unsigned int, long unsigned int); int (*migrate)(long unsigned int); int (*affinity_info)(long unsigned int, long unsigned int); int (*migrate_info_type)(); }; enum utf8_normalization { UTF8_NFDI = 0, UTF8_NFDICF = 1, UTF8_NMAX = 2, }; enum { DQF_ROOT_SQUASH_B = 0, DQF_SYS_FILE_B = 16, DQF_PRIVATE = 17, }; enum { DQST_LOOKUPS = 0, DQST_DROPS = 1, DQST_READS = 2, DQST_WRITES = 3, DQST_CACHE_HITS = 4, DQST_ALLOC_DQUOTS = 5, DQST_FREE_DQUOTS = 6, DQST_SYNCS = 7, _DQST_DQSTAT_LAST = 8, }; enum { SB_UNFROZEN = 0, SB_FREEZE_WRITE = 1, SB_FREEZE_PAGEFAULT = 2, SB_FREEZE_FS = 3, SB_FREEZE_COMPLETE = 4, }; struct cpu_operations { const char *name; int (*cpu_init)(unsigned int); int (*cpu_prepare)(unsigned int); int (*cpu_boot)(unsigned int); void (*cpu_postboot)(); bool (*cpu_can_disable)(unsigned int); int (*cpu_disable)(unsigned int); void (*cpu_die)(unsigned int); int (*cpu_kill)(unsigned int); }; struct cdev { struct kobject kobj; struct module *owner; const struct file_operations *ops; struct list_head list; dev_t dev; unsigned int count; }; typedef u32 phandle; struct property; struct device_node { const char *name; phandle phandle; const char *full_name; struct fwnode_handle fwnode; struct property *properties; struct property *deadprops; struct device_node *parent; struct device_node *child; struct device_node *sibling; struct kobject kobj; long unsigned int _flags; void *data; }; struct property { char *name; int length; void *value; struct property *next; long unsigned int _flags; struct bin_attribute attr; }; enum { PER_LINUX = 0, PER_LINUX_32BIT = 8388608, PER_LINUX_FDPIC = 524288, PER_SVR4 = 68157441, PER_SVR3 = 83886082, PER_SCOSVR3 = 117440515, PER_OSR5 = 100663299, PER_WYSEV386 = 83886084, PER_ISCR4 = 67108869, PER_BSD = 6, PER_SUNOS = 67108870, PER_XENIX = 83886087, PER_LINUX32 = 8, PER_LINUX32_3GB = 134217736, PER_IRIX32 = 67108873, PER_IRIXN32 = 67108874, PER_IRIX64 = 67108875, PER_RISCOS = 12, PER_SOLARIS = 67108877, PER_UW7 = 68157454, PER_OSF4 = 15, PER_HPUX = 16, PER_MASK = 255, }; struct kobj_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct kobj_attribute *, char *); ssize_t (*store)(struct kobject *, struct kobj_attribute *, const char *, size_t); }; struct cpuinfo_32bit { u32 reg_id_dfr0; u32 reg_id_dfr1; u32 reg_id_isar0; u32 reg_id_isar1; u32 reg_id_isar2; u32 reg_id_isar3; u32 reg_id_isar4; u32 reg_id_isar5; u32 reg_id_isar6; u32 reg_id_mmfr0; u32 reg_id_mmfr1; u32 reg_id_mmfr2; u32 reg_id_mmfr3; u32 reg_id_mmfr4; u32 reg_id_mmfr5; u32 reg_id_pfr0; u32 reg_id_pfr1; u32 reg_id_pfr2; u32 reg_mvfr0; u32 reg_mvfr1; u32 reg_mvfr2; }; struct cpuinfo_arm64 { struct kobject kobj; u64 reg_ctr; u64 reg_cntfrq; u64 reg_dczid; u64 reg_midr; u64 reg_revidr; u64 reg_gmid; u64 reg_smidr; u64 reg_mpamidr; u64 reg_id_aa64dfr0; u64 reg_id_aa64dfr1; u64 reg_id_aa64isar0; u64 reg_id_aa64isar1; u64 reg_id_aa64isar2; u64 reg_id_aa64isar3; u64 reg_id_aa64mmfr0; u64 reg_id_aa64mmfr1; u64 reg_id_aa64mmfr2; u64 reg_id_aa64mmfr3; u64 reg_id_aa64mmfr4; u64 reg_id_aa64pfr0; u64 reg_id_aa64pfr1; u64 reg_id_aa64pfr2; u64 reg_id_aa64zfr0; u64 reg_id_aa64smfr0; u64 reg_id_aa64fpfr0; struct cpuinfo_32bit aarch32; }; enum cache_type { CACHE_TYPE_NOCACHE = 0, CACHE_TYPE_INST = 1, CACHE_TYPE_DATA = 2, CACHE_TYPE_SEPARATE = 3, CACHE_TYPE_UNIFIED = 4, }; struct cacheinfo { unsigned int id; enum cache_type type; unsigned int level; unsigned int coherency_line_size; unsigned int number_of_sets; unsigned int ways_of_associativity; unsigned int physical_line_partition; unsigned int size; cpumask_t shared_cpu_map; unsigned int attributes; void *fw_token; bool disable_sysfs; void *priv; }; struct cpu_cacheinfo { struct cacheinfo *info_list; unsigned int per_cpu_data_slice_size; unsigned int num_levels; unsigned int num_leaves; bool cpu_map_populated; bool early_ci_levels; }; typedef __u64 __le64; enum mod_mem_type { MOD_TEXT = 0, MOD_DATA = 1, MOD_RODATA = 2, MOD_RO_AFTER_INIT = 3, MOD_INIT_TEXT = 4, MOD_INIT_DATA = 5, MOD_INIT_RODATA = 6, MOD_MEM_NUM_TYPES = 7, MOD_INVALID = -1, }; typedef long int (*syscall_fn_t)(const struct pt_regs *); typedef u32 compat_size_t; typedef bool (*stack_trace_consume_fn)(void *, long unsigned int); struct perf_callchain_entry_ctx { struct perf_callchain_entry *entry; u32 max_stack; u32 nr; short int contexts; bool contexts_maxed; }; struct pci_device_id { __u32 vendor; __u32 device; __u32 subvendor; __u32 subdevice; __u32 class; __u32 class_mask; kernel_ulong_t driver_data; __u32 override_only; }; struct pci_bus; struct hotplug_slot; struct pci_slot { struct pci_bus *bus; struct list_head list; struct hotplug_slot *hotplug; unsigned char number; struct kobject kobj; }; typedef short unsigned int pci_bus_flags_t; struct pci_dev; struct pci_ops; struct pci_bus { struct list_head node; struct pci_bus *parent; struct list_head children; struct list_head devices; struct pci_dev *self; struct list_head slots; struct resource *resource[4]; struct list_head resources; struct resource busn_res; struct pci_ops *ops; void *sysdata; struct proc_dir_entry *procdir; unsigned char number; unsigned char primary; unsigned char max_bus_speed; unsigned char cur_bus_speed; int domain_nr; char name[48]; short unsigned int bridge_ctl; pci_bus_flags_t bus_flags; struct device *bridge; struct device dev; struct bin_attribute *legacy_io; struct bin_attribute *legacy_mem; unsigned int is_added: 1; unsigned int unsafe_warn: 1; unsigned int flit_mode: 1; }; typedef int pci_power_t; typedef unsigned int pci_channel_state_t; typedef short unsigned int pci_dev_flags_t; struct pci_vpd { struct mutex lock; unsigned int len; u8 cap; }; struct aer_stats; struct rcec_ea; struct pci_driver; struct pcie_link_state; struct pcie_bwctrl_data; struct pci_sriov; struct pci_dev { struct list_head bus_list; struct pci_bus *bus; struct pci_bus *subordinate; void *sysdata; struct proc_dir_entry *procent; struct pci_slot *slot; unsigned int devfn; short unsigned int vendor; short unsigned int device; short unsigned int subsystem_vendor; short unsigned int subsystem_device; unsigned int class; u8 revision; u8 hdr_type; u16 aer_cap; struct aer_stats *aer_stats; struct rcec_ea *rcec_ea; struct pci_dev *rcec; u32 devcap; u16 rebar_cap; u8 pcie_cap; u8 msi_cap; u8 msix_cap; u8 pcie_mpss: 3; u8 rom_base_reg; u8 pin; u16 pcie_flags_reg; long unsigned int *dma_alias_mask; struct pci_driver *driver; u64 dma_mask; struct device_dma_parameters dma_parms; pci_power_t current_state; u8 pm_cap; unsigned int pme_support: 5; unsigned int pme_poll: 1; unsigned int pinned: 1; unsigned int config_rrs_sv: 1; unsigned int imm_ready: 1; unsigned int d1_support: 1; unsigned int d2_support: 1; unsigned int no_d1d2: 1; unsigned int no_d3cold: 1; unsigned int bridge_d3: 1; unsigned int d3cold_allowed: 1; unsigned int mmio_always_on: 1; unsigned int wakeup_prepared: 1; unsigned int skip_bus_pm: 1; unsigned int ignore_hotplug: 1; unsigned int hotplug_user_indicators: 1; unsigned int clear_retrain_link: 1; unsigned int d3hot_delay; unsigned int d3cold_delay; u16 l1ss; struct pcie_link_state *link_state; unsigned int ltr_path: 1; unsigned int pasid_no_tlp: 1; unsigned int eetlp_prefix_max: 3; pci_channel_state_t error_state; struct device dev; int cfg_size; unsigned int irq; struct resource resource[17]; struct resource driver_exclusive_resource; bool match_driver; unsigned int transparent: 1; unsigned int io_window: 1; unsigned int pref_window: 1; unsigned int pref_64_window: 1; unsigned int multifunction: 1; unsigned int is_busmaster: 1; unsigned int no_msi: 1; unsigned int no_64bit_msi: 1; unsigned int block_cfg_access: 1; unsigned int broken_parity_status: 1; unsigned int irq_reroute_variant: 2; unsigned int msi_enabled: 1; unsigned int msix_enabled: 1; unsigned int ari_enabled: 1; unsigned int ats_enabled: 1; unsigned int pasid_enabled: 1; unsigned int pri_enabled: 1; unsigned int tph_enabled: 1; unsigned int is_managed: 1; unsigned int is_msi_managed: 1; unsigned int needs_freset: 1; unsigned int state_saved: 1; unsigned int is_physfn: 1; unsigned int is_virtfn: 1; unsigned int is_hotplug_bridge: 1; unsigned int shpc_managed: 1; unsigned int is_thunderbolt: 1; unsigned int untrusted: 1; unsigned int external_facing: 1; unsigned int broken_intx_masking: 1; unsigned int io_window_1k: 1; unsigned int irq_managed: 1; unsigned int non_compliant_bars: 1; unsigned int is_probed: 1; unsigned int link_active_reporting: 1; unsigned int no_vf_scan: 1; unsigned int no_command_memory: 1; unsigned int rom_bar_overlap: 1; unsigned int rom_attr_enabled: 1; unsigned int non_mappable_bars: 1; pci_dev_flags_t dev_flags; atomic_t enable_cnt; spinlock_t pcie_cap_lock; u32 saved_config_space[16]; struct hlist_head saved_cap_space; struct bin_attribute *res_attr[17]; struct bin_attribute *res_attr_wc[17]; void *msix_base; raw_spinlock_t msi_lock; struct pci_vpd vpd; struct pcie_bwctrl_data *link_bwctrl; union { struct pci_sriov *sriov; struct pci_dev *physfn; }; u16 ats_cap; u8 ats_stu; u16 pasid_cap; u16 pasid_features; u16 acs_cap; u8 supported_speeds; phys_addr_t rom; size_t romlen; const char *driver_override; long unsigned int priv_flags; u8 reset_methods[8]; }; struct pci_dynids { spinlock_t lock; struct list_head list; }; struct pci_error_handlers; struct pci_driver { const char *name; const struct pci_device_id *id_table; int (*probe)(struct pci_dev *, const struct pci_device_id *); void (*remove)(struct pci_dev *); int (*suspend)(struct pci_dev *, pm_message_t); int (*resume)(struct pci_dev *); void (*shutdown)(struct pci_dev *); int (*sriov_configure)(struct pci_dev *, int); int (*sriov_set_msix_vec_count)(struct pci_dev *, int); u32 (*sriov_get_vf_total_msix)(struct pci_dev *); const struct pci_error_handlers *err_handler; const struct attribute_group **groups; const struct attribute_group **dev_groups; struct device_driver driver; struct pci_dynids dynids; bool driver_managed_dma; }; struct pci_ops { int (*add_bus)(struct pci_bus *); void (*remove_bus)(struct pci_bus *); void * (*map_bus)(struct pci_bus *, unsigned int, int); int (*read)(struct pci_bus *, unsigned int, int, int, u32 *); int (*write)(struct pci_bus *, unsigned int, int, int, u32); }; typedef unsigned int pci_ers_result_t; struct pci_error_handlers { pci_ers_result_t (*error_detected)(struct pci_dev *, pci_channel_state_t); pci_ers_result_t (*mmio_enabled)(struct pci_dev *); pci_ers_result_t (*slot_reset)(struct pci_dev *); void (*reset_prepare)(struct pci_dev *); void (*reset_done)(struct pci_dev *); void (*resume)(struct pci_dev *); void (*cor_error_detected)(struct pci_dev *); }; typedef __u64 Elf64_Off; struct elf64_hdr { unsigned char e_ident[16]; Elf64_Half e_type; Elf64_Half e_machine; Elf64_Word e_version; Elf64_Addr e_entry; Elf64_Off e_phoff; Elf64_Off e_shoff; Elf64_Word e_flags; Elf64_Half e_ehsize; Elf64_Half e_phentsize; Elf64_Half e_phnum; Elf64_Half e_shentsize; Elf64_Half e_shnum; Elf64_Half e_shstrndx; }; typedef struct elf64_hdr Elf64_Ehdr; struct elf64_shdr { Elf64_Word sh_name; Elf64_Word sh_type; Elf64_Xword sh_flags; Elf64_Addr sh_addr; Elf64_Off sh_offset; Elf64_Xword sh_size; Elf64_Word sh_link; Elf64_Word sh_info; Elf64_Xword sh_addralign; Elf64_Xword sh_entsize; }; typedef struct elf64_shdr Elf64_Shdr; struct kimage_arch { void *dtb; phys_addr_t dtb_mem; phys_addr_t kern_reloc; phys_addr_t el2_vectors; phys_addr_t ttbr0; phys_addr_t ttbr1; phys_addr_t zero_page; long unsigned int phys_offset; long unsigned int t0sz; }; typedef int kexec_probe_t(const char *, long unsigned int); struct kimage; typedef void *kexec_load_t(struct kimage *, char *, long unsigned int, char *, long unsigned int, char *, long unsigned int); typedef int kexec_cleanup_t(void *); struct kexec_file_ops { kexec_probe_t *probe; kexec_load_t *load; kexec_cleanup_t *cleanup; }; typedef long unsigned int kimage_entry_t; struct kexec_segment { union { void *buf; void *kbuf; }; size_t bufsz; long unsigned int mem; size_t memsz; }; struct purgatory_info { const Elf64_Ehdr *ehdr; Elf64_Shdr *sechdrs; void *purgatory_buf; }; struct kimage { kimage_entry_t head; kimage_entry_t *entry; kimage_entry_t *last_entry; long unsigned int start; struct page *control_code_page; struct page *swap_page; void *vmcoreinfo_data_copy; long unsigned int nr_segments; struct kexec_segment segment[16]; struct list_head control_pages; struct list_head dest_pages; struct list_head unusable_pages; long unsigned int control_page; unsigned int type: 1; unsigned int preserve_context: 1; unsigned int file_mode: 1; struct kimage_arch arch; void *kernel_buf; long unsigned int kernel_buf_len; void *initrd_buf; long unsigned int initrd_buf_len; char *cmdline_buf; long unsigned int cmdline_buf_len; const struct kexec_file_ops *fops; void *image_loader_data; struct purgatory_info purgatory_info; void *elf_headers; long unsigned int elf_headers_sz; long unsigned int elf_load_addr; }; struct trans_pgd_info { void * (*trans_alloc_page)(void *); void *trans_alloc_arg; }; enum { MEMREMAP_WB = 1, MEMREMAP_WT = 2, MEMREMAP_WC = 4, MEMREMAP_ENC = 8, MEMREMAP_DEC = 16, }; enum arm_smccc_conduit { SMCCC_CONDUIT_NONE = 0, SMCCC_CONDUIT_SMC = 1, SMCCC_CONDUIT_HVC = 2, }; enum fixed_addresses { FIX_HOLE = 0, FIX_FDT_END = 1, FIX_FDT = 514, FIX_EARLYCON_MEM_BASE = 515, FIX_TEXT_POKE0 = 516, FIX_APEI_GHES_IRQ = 517, FIX_APEI_GHES_SEA = 518, FIX_APEI_GHES_SDEI_NORMAL = 519, FIX_APEI_GHES_SDEI_CRITICAL = 520, FIX_ENTRY_TRAMP_TEXT4 = 521, FIX_ENTRY_TRAMP_TEXT3 = 522, FIX_ENTRY_TRAMP_TEXT2 = 523, FIX_ENTRY_TRAMP_TEXT1 = 524, __end_of_permanent_fixed_addresses = 525, FIX_BTMAP_END = 525, FIX_BTMAP_BEGIN = 972, FIX_PTE = 973, FIX_PMD = 974, FIX_PUD = 975, FIX_P4D = 976, FIX_PGD = 977, __end_of_fixed_addresses = 978, }; typedef int sdei_event_callback(u32, struct pt_regs *, void *); struct sdei_registered_event { struct pt_regs interrupted_regs; sdei_event_callback *callback; void *callback_arg; u32 event_num; u8 priority; }; typedef u64 p4dval_t; typedef struct { p4dval_t p4d; } p4d_t; struct wait_queue_entry; typedef int (*wait_queue_func_t)(struct wait_queue_entry *, unsigned int, int, void *); struct wait_queue_entry { unsigned int flags; void *private; wait_queue_func_t func; struct list_head entry; }; typedef struct wait_queue_entry wait_queue_entry_t; enum refcount_saturation_type { REFCOUNT_ADD_NOT_ZERO_OVF = 0, REFCOUNT_ADD_OVF = 1, REFCOUNT_ADD_UAF = 2, REFCOUNT_SUB_UAF = 3, REFCOUNT_DEC_LEAK = 4, }; struct reclaim_state { long unsigned int reclaimed; }; typedef __le32 kprobe_opcode_t; struct arch_specific_insn { struct arch_probe_insn api; kprobe_opcode_t *xol_insn; long unsigned int xol_restore; }; enum vm_fault_reason { VM_FAULT_OOM = 1, VM_FAULT_SIGBUS = 2, VM_FAULT_MAJOR = 4, VM_FAULT_HWPOISON = 16, VM_FAULT_HWPOISON_LARGE = 32, VM_FAULT_SIGSEGV = 64, VM_FAULT_NOPAGE = 256, VM_FAULT_LOCKED = 512, VM_FAULT_RETRY = 1024, VM_FAULT_FALLBACK = 2048, VM_FAULT_DONE_COW = 4096, VM_FAULT_NEEDDSYNC = 8192, VM_FAULT_COMPLETED = 16384, VM_FAULT_HINDEX_MASK = 983040, }; enum pageflags { PG_locked = 0, PG_writeback = 1, PG_referenced = 2, PG_uptodate = 3, PG_dirty = 4, PG_lru = 5, PG_head = 6, PG_waiters = 7, PG_active = 8, PG_workingset = 9, PG_owner_priv_1 = 10, PG_owner_2 = 11, PG_arch_1 = 12, PG_reserved = 13, PG_private = 14, PG_private_2 = 15, PG_reclaim = 16, PG_swapbacked = 17, PG_unevictable = 18, PG_dropbehind = 19, PG_mlocked = 20, PG_hwpoison = 21, PG_arch_2 = 22, PG_arch_3 = 23, __NR_PAGEFLAGS = 24, PG_readahead = 16, PG_swapcache = 10, PG_checked = 10, PG_anon_exclusive = 11, PG_mappedtodisk = 11, PG_fscache = 15, PG_pinned = 10, PG_savepinned = 4, PG_foreign = 10, PG_xen_remapped = 10, PG_isolated = 16, PG_reported = 3, PG_vmemmap_self_hosted = 10, PG_has_hwpoisoned = 8, PG_large_rmappable = 9, PG_partially_mapped = 16, }; struct wait_page_queue { struct folio *folio; int bit_nr; wait_queue_entry_t wait; }; struct readahead_control { struct file *file; struct address_space *mapping; struct file_ra_state *ra; long unsigned int _index; unsigned int _nr_pages; unsigned int _batch_count; bool dropbehind; bool _workingset; long unsigned int _pflags; }; struct swap_cluster_info; struct swap_sequential_cluster; struct swap_info_struct { struct percpu_ref users; long unsigned int flags; short int prio; struct plist_node list; signed char type; unsigned int max; unsigned char *swap_map; long unsigned int *zeromap; struct swap_cluster_info *cluster_info; struct list_head free_clusters; struct list_head full_clusters; struct list_head nonfull_clusters[10]; struct list_head frag_clusters[10]; atomic_long_t frag_cluster_nr[10]; unsigned int pages; atomic_long_t inuse_pages; struct swap_sequential_cluster *global_cluster; spinlock_t global_cluster_lock; struct rb_root swap_extent_root; struct block_device *bdev; struct file *swap_file; struct completion comp; spinlock_t lock; spinlock_t cont_lock; struct work_struct discard_work; struct work_struct reclaim_work; struct list_head discard_clusters; struct plist_node avail_lists[0]; }; struct kprobe; typedef int (*kprobe_pre_handler_t)(struct kprobe *, struct pt_regs *); typedef void (*kprobe_post_handler_t)(struct kprobe *, struct pt_regs *, long unsigned int); struct kprobe { struct hlist_node hlist; struct list_head list; long unsigned int nmissed; kprobe_opcode_t *addr; const char *symbol_name; unsigned int offset; kprobe_pre_handler_t pre_handler; kprobe_post_handler_t post_handler; kprobe_opcode_t opcode; struct arch_specific_insn ainsn; u32 flags; }; struct hstate { struct mutex resize_lock; struct lock_class_key resize_key; int next_nid_to_alloc; int next_nid_to_free; unsigned int order; unsigned int demote_order; long unsigned int mask; long unsigned int max_huge_pages; long unsigned int nr_huge_pages; long unsigned int free_huge_pages; long unsigned int resv_huge_pages; long unsigned int surplus_huge_pages; long unsigned int nr_overcommit_huge_pages; struct list_head hugepage_activelist; struct list_head hugepage_freelists[16]; unsigned int max_huge_pages_node[16]; unsigned int nr_huge_pages_node[16]; unsigned int free_huge_pages_node[16]; unsigned int surplus_huge_pages_node[16]; char name[32]; }; struct swap_cluster_info { spinlock_t lock; u16 count; u8 flags; u8 order; struct list_head list; }; struct swap_sequential_cluster { unsigned int next[10]; }; struct fault_info { int (*fn)(long unsigned int, long unsigned int, struct pt_regs *); int sig; int code; const char *name; }; struct secondary_data { struct task_struct *task; long int status; }; typedef int cydp_t; typedef __kernel_long_t __kernel_off_t; typedef __kernel_off_t off_t; enum { BPF_REG_0 = 0, BPF_REG_1 = 1, BPF_REG_2 = 2, BPF_REG_3 = 3, BPF_REG_4 = 4, BPF_REG_5 = 5, BPF_REG_6 = 6, BPF_REG_7 = 7, BPF_REG_8 = 8, BPF_REG_9 = 9, BPF_REG_10 = 10, __MAX_BPF_REG = 11, }; enum bpf_addr_space_cast { BPF_ADDR_SPACE_CAST = 1, }; enum { DUMP_PREFIX_NONE = 0, DUMP_PREFIX_ADDRESS = 1, DUMP_PREFIX_OFFSET = 2, }; enum aarch64_insn_hint_cr_op { AARCH64_INSN_HINT_NOP = 0, AARCH64_INSN_HINT_YIELD = 32, AARCH64_INSN_HINT_WFE = 64, AARCH64_INSN_HINT_WFI = 96, AARCH64_INSN_HINT_SEV = 128, AARCH64_INSN_HINT_SEVL = 160, AARCH64_INSN_HINT_XPACLRI = 224, AARCH64_INSN_HINT_PACIA_1716 = 256, AARCH64_INSN_HINT_PACIB_1716 = 320, AARCH64_INSN_HINT_AUTIA_1716 = 384, AARCH64_INSN_HINT_AUTIB_1716 = 448, AARCH64_INSN_HINT_PACIAZ = 768, AARCH64_INSN_HINT_PACIASP = 800, AARCH64_INSN_HINT_PACIBZ = 832, AARCH64_INSN_HINT_PACIBSP = 864, AARCH64_INSN_HINT_AUTIAZ = 896, AARCH64_INSN_HINT_AUTIASP = 928, AARCH64_INSN_HINT_AUTIBZ = 960, AARCH64_INSN_HINT_AUTIBSP = 992, AARCH64_INSN_HINT_ESB = 512, AARCH64_INSN_HINT_PSB = 544, AARCH64_INSN_HINT_TSB = 576, AARCH64_INSN_HINT_CSDB = 640, AARCH64_INSN_HINT_CLEARBHB = 704, AARCH64_INSN_HINT_BTI = 1024, AARCH64_INSN_HINT_BTIC = 1088, AARCH64_INSN_HINT_BTIJ = 1152, AARCH64_INSN_HINT_BTIJC = 1216, }; enum aarch64_insn_register { AARCH64_INSN_REG_0 = 0, AARCH64_INSN_REG_1 = 1, AARCH64_INSN_REG_2 = 2, AARCH64_INSN_REG_3 = 3, AARCH64_INSN_REG_4 = 4, AARCH64_INSN_REG_5 = 5, AARCH64_INSN_REG_6 = 6, AARCH64_INSN_REG_7 = 7, AARCH64_INSN_REG_8 = 8, AARCH64_INSN_REG_9 = 9, AARCH64_INSN_REG_10 = 10, AARCH64_INSN_REG_11 = 11, AARCH64_INSN_REG_12 = 12, AARCH64_INSN_REG_13 = 13, AARCH64_INSN_REG_14 = 14, AARCH64_INSN_REG_15 = 15, AARCH64_INSN_REG_16 = 16, AARCH64_INSN_REG_17 = 17, AARCH64_INSN_REG_18 = 18, AARCH64_INSN_REG_19 = 19, AARCH64_INSN_REG_20 = 20, AARCH64_INSN_REG_21 = 21, AARCH64_INSN_REG_22 = 22, AARCH64_INSN_REG_23 = 23, AARCH64_INSN_REG_24 = 24, AARCH64_INSN_REG_25 = 25, AARCH64_INSN_REG_26 = 26, AARCH64_INSN_REG_27 = 27, AARCH64_INSN_REG_28 = 28, AARCH64_INSN_REG_29 = 29, AARCH64_INSN_REG_FP = 29, AARCH64_INSN_REG_30 = 30, AARCH64_INSN_REG_LR = 30, AARCH64_INSN_REG_ZR = 31, AARCH64_INSN_REG_SP = 31, }; enum aarch64_insn_system_register { AARCH64_INSN_SYSREG_TPIDR_EL1 = 18052, AARCH64_INSN_SYSREG_TPIDR_EL2 = 26242, AARCH64_INSN_SYSREG_SP_EL0 = 16904, }; enum aarch64_insn_variant { AARCH64_INSN_VARIANT_32BIT = 0, AARCH64_INSN_VARIANT_64BIT = 1, }; enum aarch64_insn_condition { AARCH64_INSN_COND_EQ = 0, AARCH64_INSN_COND_NE = 1, AARCH64_INSN_COND_CS = 2, AARCH64_INSN_COND_CC = 3, AARCH64_INSN_COND_MI = 4, AARCH64_INSN_COND_PL = 5, AARCH64_INSN_COND_VS = 6, AARCH64_INSN_COND_VC = 7, AARCH64_INSN_COND_HI = 8, AARCH64_INSN_COND_LS = 9, AARCH64_INSN_COND_GE = 10, AARCH64_INSN_COND_LT = 11, AARCH64_INSN_COND_GT = 12, AARCH64_INSN_COND_LE = 13, AARCH64_INSN_COND_AL = 14, }; enum aarch64_insn_branch_type { AARCH64_INSN_BRANCH_NOLINK = 0, AARCH64_INSN_BRANCH_LINK = 1, AARCH64_INSN_BRANCH_RETURN = 2, AARCH64_INSN_BRANCH_COMP_ZERO = 3, AARCH64_INSN_BRANCH_COMP_NONZERO = 4, }; enum aarch64_insn_size_type { AARCH64_INSN_SIZE_8 = 0, AARCH64_INSN_SIZE_16 = 1, AARCH64_INSN_SIZE_32 = 2, AARCH64_INSN_SIZE_64 = 3, }; enum aarch64_insn_ldst_type { AARCH64_INSN_LDST_LOAD_REG_OFFSET = 0, AARCH64_INSN_LDST_STORE_REG_OFFSET = 1, AARCH64_INSN_LDST_LOAD_IMM_OFFSET = 2, AARCH64_INSN_LDST_STORE_IMM_OFFSET = 3, AARCH64_INSN_LDST_LOAD_PAIR_PRE_INDEX = 4, AARCH64_INSN_LDST_STORE_PAIR_PRE_INDEX = 5, AARCH64_INSN_LDST_LOAD_PAIR_POST_INDEX = 6, AARCH64_INSN_LDST_STORE_PAIR_POST_INDEX = 7, AARCH64_INSN_LDST_LOAD_ACQ = 8, AARCH64_INSN_LDST_LOAD_EX = 9, AARCH64_INSN_LDST_LOAD_ACQ_EX = 10, AARCH64_INSN_LDST_STORE_REL = 11, AARCH64_INSN_LDST_STORE_EX = 12, AARCH64_INSN_LDST_STORE_REL_EX = 13, AARCH64_INSN_LDST_SIGNED_LOAD_IMM_OFFSET = 14, AARCH64_INSN_LDST_SIGNED_LOAD_REG_OFFSET = 15, }; enum aarch64_insn_adsb_type { AARCH64_INSN_ADSB_ADD = 0, AARCH64_INSN_ADSB_SUB = 1, AARCH64_INSN_ADSB_ADD_SETFLAGS = 2, AARCH64_INSN_ADSB_SUB_SETFLAGS = 3, }; enum aarch64_insn_movewide_type { AARCH64_INSN_MOVEWIDE_ZERO = 0, AARCH64_INSN_MOVEWIDE_KEEP = 1, AARCH64_INSN_MOVEWIDE_INVERSE = 2, }; enum aarch64_insn_bitfield_type { AARCH64_INSN_BITFIELD_MOVE = 0, AARCH64_INSN_BITFIELD_MOVE_UNSIGNED = 1, AARCH64_INSN_BITFIELD_MOVE_SIGNED = 2, }; enum aarch64_insn_data1_type { AARCH64_INSN_DATA1_REVERSE_16 = 0, AARCH64_INSN_DATA1_REVERSE_32 = 1, AARCH64_INSN_DATA1_REVERSE_64 = 2, }; enum aarch64_insn_data2_type { AARCH64_INSN_DATA2_UDIV = 0, AARCH64_INSN_DATA2_SDIV = 1, AARCH64_INSN_DATA2_LSLV = 2, AARCH64_INSN_DATA2_LSRV = 3, AARCH64_INSN_DATA2_ASRV = 4, AARCH64_INSN_DATA2_RORV = 5, }; enum aarch64_insn_data3_type { AARCH64_INSN_DATA3_MADD = 0, AARCH64_INSN_DATA3_MSUB = 1, }; enum aarch64_insn_logic_type { AARCH64_INSN_LOGIC_AND = 0, AARCH64_INSN_LOGIC_BIC = 1, AARCH64_INSN_LOGIC_ORR = 2, AARCH64_INSN_LOGIC_ORN = 3, AARCH64_INSN_LOGIC_EOR = 4, AARCH64_INSN_LOGIC_EON = 5, AARCH64_INSN_LOGIC_AND_SETFLAGS = 6, AARCH64_INSN_LOGIC_BIC_SETFLAGS = 7, }; enum aarch64_insn_adr_type { AARCH64_INSN_ADR_TYPE_ADRP = 0, AARCH64_INSN_ADR_TYPE_ADR = 1, }; enum aarch64_insn_mem_atomic_op { AARCH64_INSN_MEM_ATOMIC_ADD = 0, AARCH64_INSN_MEM_ATOMIC_CLR = 1, AARCH64_INSN_MEM_ATOMIC_EOR = 2, AARCH64_INSN_MEM_ATOMIC_SET = 3, AARCH64_INSN_MEM_ATOMIC_SWP = 4, }; enum aarch64_insn_mem_order_type { AARCH64_INSN_MEM_ORDER_NONE = 0, AARCH64_INSN_MEM_ORDER_ACQ = 1, AARCH64_INSN_MEM_ORDER_REL = 2, AARCH64_INSN_MEM_ORDER_ACQREL = 3, }; enum aarch64_insn_mb_type { AARCH64_INSN_MB_SY = 0, AARCH64_INSN_MB_ST = 1, AARCH64_INSN_MB_LD = 2, AARCH64_INSN_MB_ISH = 3, AARCH64_INSN_MB_ISHST = 4, AARCH64_INSN_MB_ISHLD = 5, AARCH64_INSN_MB_NSH = 6, AARCH64_INSN_MB_NSHST = 7, AARCH64_INSN_MB_NSHLD = 8, AARCH64_INSN_MB_OSH = 9, AARCH64_INSN_MB_OSHST = 10, AARCH64_INSN_MB_OSHLD = 11, }; enum mitigation_state { SPECTRE_UNAFFECTED = 0, SPECTRE_MITIGATED = 1, SPECTRE_VULNERABLE = 2, }; struct vm_struct { struct vm_struct *next; void *addr; long unsigned int size; long unsigned int flags; struct page **pages; unsigned int page_order; unsigned int nr_pages; phys_addr_t phys_addr; const void *caller; long unsigned int requested_size; }; struct bpf_nh_params { u32 nh_family; union { u32 ipv4_nh; struct in6_addr ipv6_nh; }; }; struct bpf_redirect_info { u64 tgt_index; void *tgt_value; struct bpf_map *map; u32 flags; u32 map_id; enum bpf_map_type map_type; struct bpf_nh_params nh; u32 kern_flags; }; struct bpf_net_context { struct bpf_redirect_info ri; struct list_head cpu_map_flush_list; struct list_head dev_map_flush_list; struct list_head xskmap_map_flush_list; }; struct irq_affinity_notify { unsigned int irq; struct kref kref; struct work_struct work; void (*notify)(struct irq_affinity_notify *, const cpumask_t *); void (*release)(struct kref *); }; typedef struct { local64_t v; } u64_stats_t; typedef short unsigned int __kernel_sa_family_t; typedef __kernel_sa_family_t sa_family_t; struct sockaddr { sa_family_t sa_family; union { char sa_data_min[14]; struct { struct {} __empty_sa_data; char sa_data[0]; }; }; }; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; } sync_serial_settings; typedef struct { unsigned int clock_rate; unsigned int clock_type; short unsigned int loopback; unsigned int slot_map; } te1_settings; typedef struct { short unsigned int encoding; short unsigned int parity; } raw_hdlc_proto; typedef struct { unsigned int t391; unsigned int t392; unsigned int n391; unsigned int n392; unsigned int n393; short unsigned int lmi; short unsigned int dce; } fr_proto; typedef struct { unsigned int dlci; } fr_proto_pvc; typedef struct { unsigned int dlci; char master[16]; } fr_proto_pvc_info; typedef struct { unsigned int interval; unsigned int timeout; } cisco_proto; typedef struct { short unsigned int dce; unsigned int modulo; unsigned int window; unsigned int t1; unsigned int t2; unsigned int n2; } x25_hdlc_proto; struct ifmap { long unsigned int mem_start; long unsigned int mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct if_settings { unsigned int type; unsigned int size; union { raw_hdlc_proto *raw_hdlc; cisco_proto *cisco; fr_proto *fr; fr_proto_pvc *fr_pvc; fr_proto_pvc_info *fr_pvc_info; x25_hdlc_proto *x25; sync_serial_settings *sync; te1_settings *te1; } ifs_ifsu; }; struct ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; int ifru_ivalue; int ifru_mtu; struct ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; void *ifru_data; struct if_settings ifru_settings; } ifr_ifru; }; struct bpf_offloaded_map; struct bpf_map_dev_ops { int (*map_get_next_key)(struct bpf_offloaded_map *, void *, void *); int (*map_lookup_elem)(struct bpf_offloaded_map *, void *, void *); int (*map_update_elem)(struct bpf_offloaded_map *, void *, void *, u64); int (*map_delete_elem)(struct bpf_offloaded_map *, void *); }; struct bpf_offloaded_map { struct bpf_map map; struct net_device *netdev; const struct bpf_map_dev_ops *dev_ops; void *dev_priv; struct list_head offloads; }; typedef u64 netdev_features_t; struct netdev_tc_txq { u16 count; u16 offset; }; enum rx_handler_result { RX_HANDLER_CONSUMED = 0, RX_HANDLER_ANOTHER = 1, RX_HANDLER_EXACT = 2, RX_HANDLER_PASS = 3, }; typedef enum rx_handler_result rx_handler_result_t; typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **); typedef struct { struct net *net; } possible_net_t; typedef u32 xdp_features_t; struct net_device_stats { union { long unsigned int rx_packets; atomic_long_t __rx_packets; }; union { long unsigned int tx_packets; atomic_long_t __tx_packets; }; union { long unsigned int rx_bytes; atomic_long_t __rx_bytes; }; union { long unsigned int tx_bytes; atomic_long_t __tx_bytes; }; union { long unsigned int rx_errors; atomic_long_t __rx_errors; }; union { long unsigned int tx_errors; atomic_long_t __tx_errors; }; union { long unsigned int rx_dropped; atomic_long_t __rx_dropped; }; union { long unsigned int tx_dropped; atomic_long_t __tx_dropped; }; union { long unsigned int multicast; atomic_long_t __multicast; }; union { long unsigned int collisions; atomic_long_t __collisions; }; union { long unsigned int rx_length_errors; atomic_long_t __rx_length_errors; }; union { long unsigned int rx_over_errors; atomic_long_t __rx_over_errors; }; union { long unsigned int rx_crc_errors; atomic_long_t __rx_crc_errors; }; union { long unsigned int rx_frame_errors; atomic_long_t __rx_frame_errors; }; union { long unsigned int rx_fifo_errors; atomic_long_t __rx_fifo_errors; }; union { long unsigned int rx_missed_errors; atomic_long_t __rx_missed_errors; }; union { long unsigned int tx_aborted_errors; atomic_long_t __tx_aborted_errors; }; union { long unsigned int tx_carrier_errors; atomic_long_t __tx_carrier_errors; }; union { long unsigned int tx_fifo_errors; atomic_long_t __tx_fifo_errors; }; union { long unsigned int tx_heartbeat_errors; atomic_long_t __tx_heartbeat_errors; }; union { long unsigned int tx_window_errors; atomic_long_t __tx_window_errors; }; union { long unsigned int rx_compressed; atomic_long_t __rx_compressed; }; union { long unsigned int tx_compressed; atomic_long_t __tx_compressed; }; }; struct netdev_hw_addr_list { struct list_head list; int count; struct rb_root tree; }; enum netdev_ml_priv_type { ML_PRIV_NONE = 0, ML_PRIV_CAN = 1, }; enum netdev_stat_type { NETDEV_PCPU_STAT_NONE = 0, NETDEV_PCPU_STAT_LSTATS = 1, NETDEV_PCPU_STAT_TSTATS = 2, NETDEV_PCPU_STAT_DSTATS = 3, }; struct sfp_bus; struct bpf_xdp_link; struct bpf_xdp_entity { struct bpf_prog *prog; struct bpf_xdp_link *link; }; struct net_device_ops; struct header_ops; struct netdev_queue; struct xps_dev_maps; struct bpf_mprog_entry; struct pcpu_lstats; struct pcpu_sw_netstats; struct pcpu_dstats; struct inet6_dev; struct netdev_rx_queue; struct netdev_name_node; struct dev_ifalias; struct xdp_metadata_ops; struct xsk_tx_metadata_ops; struct net_device_core_stats; struct ethtool_ops; struct ndisc_ops; struct in_device; struct cpu_rmap; struct Qdisc; struct xdp_dev_bulk_queue; struct rtnl_link_ops; struct netdev_stat_ops; struct netdev_queue_mgmt_ops; struct phy_link_topology; struct phy_device; struct udp_tunnel_nic_info; struct udp_tunnel_nic; struct netdev_config; struct ethtool_netdev_state; struct rtnl_hw_stats64; struct devlink_port; struct dim_irq_moder; struct napi_config; struct hwtstamp_provider; struct net_device { __u8 __cacheline_group_begin__net_device_read_tx[0]; union { struct { long unsigned int priv_flags: 32; long unsigned int lltx: 1; }; struct { long unsigned int priv_flags: 32; long unsigned int lltx: 1; } priv_flags_fast; }; const struct net_device_ops *netdev_ops; const struct header_ops *header_ops; struct netdev_queue *_tx; netdev_features_t gso_partial_features; unsigned int real_num_tx_queues; unsigned int gso_max_size; unsigned int gso_ipv4_max_size; u16 gso_max_segs; s16 num_tc; unsigned int mtu; short unsigned int needed_headroom; struct netdev_tc_txq tc_to_txq[16]; struct xps_dev_maps *xps_maps[2]; struct nf_hook_entries *nf_hooks_egress; struct bpf_mprog_entry *tcx_egress; __u8 __cacheline_group_end__net_device_read_tx[0]; __u8 __cacheline_group_begin__net_device_read_txrx[0]; union { struct pcpu_lstats *lstats; struct pcpu_sw_netstats *tstats; struct pcpu_dstats *dstats; }; long unsigned int state; unsigned int flags; short unsigned int hard_header_len; netdev_features_t features; struct inet6_dev *ip6_ptr; __u8 __cacheline_group_end__net_device_read_txrx[0]; __u8 __cacheline_group_begin__net_device_read_rx[0]; struct bpf_prog *xdp_prog; struct list_head ptype_specific; int ifindex; unsigned int real_num_rx_queues; struct netdev_rx_queue *_rx; unsigned int gro_max_size; unsigned int gro_ipv4_max_size; rx_handler_func_t *rx_handler; void *rx_handler_data; possible_net_t nd_net; struct bpf_mprog_entry *tcx_ingress; __u8 __cacheline_group_end__net_device_read_rx[0]; char name[16]; struct netdev_name_node *name_node; struct dev_ifalias *ifalias; long unsigned int mem_end; long unsigned int mem_start; long unsigned int base_addr; struct list_head dev_list; struct list_head napi_list; struct list_head unreg_list; struct list_head close_list; struct list_head ptype_all; struct { struct list_head upper; struct list_head lower; } adj_list; xdp_features_t xdp_features; const struct xdp_metadata_ops *xdp_metadata_ops; const struct xsk_tx_metadata_ops *xsk_tx_metadata_ops; short unsigned int gflags; short unsigned int needed_tailroom; netdev_features_t hw_features; netdev_features_t wanted_features; netdev_features_t vlan_features; netdev_features_t hw_enc_features; netdev_features_t mpls_features; unsigned int min_mtu; unsigned int max_mtu; short unsigned int type; unsigned char min_header_len; unsigned char name_assign_type; int group; struct net_device_stats stats; struct net_device_core_stats *core_stats; atomic_t carrier_up_count; atomic_t carrier_down_count; const struct ethtool_ops *ethtool_ops; const struct ndisc_ops *ndisc_ops; unsigned int operstate; unsigned char link_mode; unsigned char if_port; unsigned char dma; unsigned char perm_addr[32]; unsigned char addr_assign_type; unsigned char addr_len; unsigned char upper_level; unsigned char lower_level; short unsigned int neigh_priv_len; short unsigned int dev_id; short unsigned int dev_port; int irq; u32 priv_len; spinlock_t addr_list_lock; struct netdev_hw_addr_list uc; struct netdev_hw_addr_list mc; struct netdev_hw_addr_list dev_addrs; struct kset *queues_kset; unsigned int promiscuity; unsigned int allmulti; bool uc_promisc; struct in_device *ip_ptr; struct hlist_head fib_nh_head; const unsigned char *dev_addr; unsigned int num_rx_queues; unsigned int xdp_zc_max_segs; struct netdev_queue *ingress_queue; struct nf_hook_entries *nf_hooks_ingress; unsigned char broadcast[32]; struct cpu_rmap *rx_cpu_rmap; struct hlist_node index_hlist; unsigned int num_tx_queues; struct Qdisc *qdisc; unsigned int tx_queue_len; spinlock_t tx_global_lock; struct xdp_dev_bulk_queue *xdp_bulkq; struct hlist_head qdisc_hash[16]; struct timer_list watchdog_timer; int watchdog_timeo; u32 proto_down_reason; struct list_head todo_list; int *pcpu_refcnt; struct ref_tracker_dir refcnt_tracker; struct list_head link_watch_list; u8 reg_state; bool dismantle; enum { RTNL_LINK_INITIALIZED = 0, RTNL_LINK_INITIALIZING = 1, } rtnl_link_state: 16; bool needs_free_netdev; void (*priv_destructor)(struct net_device *); void *ml_priv; enum netdev_ml_priv_type ml_priv_type; enum netdev_stat_type pcpu_stat_type: 8; struct device dev; const struct attribute_group *sysfs_groups[4]; const struct attribute_group *sysfs_rx_queue_group; const struct rtnl_link_ops *rtnl_link_ops; const struct netdev_stat_ops *stat_ops; const struct netdev_queue_mgmt_ops *queue_mgmt_ops; unsigned int tso_max_size; u16 tso_max_segs; u8 prio_tc_map[16]; struct phy_link_topology *link_topo; struct phy_device *phydev; struct sfp_bus *sfp_bus; struct lock_class_key *qdisc_tx_busylock; bool proto_down; bool threaded; bool irq_affinity_auto; bool rx_cpu_rmap_auto; long unsigned int see_all_hwtstamp_requests: 1; long unsigned int change_proto_down: 1; long unsigned int netns_immutable: 1; long unsigned int fcoe_mtu: 1; struct list_head net_notifier_list; const struct udp_tunnel_nic_info *udp_tunnel_nic_info; struct udp_tunnel_nic *udp_tunnel_nic; struct netdev_config *cfg; struct netdev_config *cfg_pending; struct ethtool_netdev_state *ethtool; struct bpf_xdp_entity xdp_state[3]; u8 dev_addr_shadow[32]; netdevice_tracker linkwatch_dev_tracker; netdevice_tracker watchdog_dev_tracker; netdevice_tracker dev_registered_tracker; struct rtnl_hw_stats64 *offload_xstats_l3; struct devlink_port *devlink_port; struct hlist_head page_pools; struct dim_irq_moder *irq_moder; u64 max_pacing_offload_horizon; struct napi_config *napi_config; long unsigned int gro_flush_timeout; u32 napi_defer_hard_irqs; bool up; bool request_ops_lock; struct mutex lock; struct hlist_head neighbours[2]; struct hwtstamp_provider *hwprov; long: 64; long: 64; long: 64; long: 64; u8 priv[0]; }; struct bpf_tramp_link; struct bpf_tramp_links { struct bpf_tramp_link *links[38]; int nr_links; }; struct bpf_tramp_link { struct bpf_link link; struct hlist_node tramp_hlist; u64 cookie; }; struct bpf_tramp_run_ctx; typedef u64 (*bpf_trampoline_enter_t)(struct bpf_prog *, struct bpf_tramp_run_ctx *); struct bpf_tramp_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; struct bpf_run_ctx *saved_run_ctx; }; typedef void (*bpf_trampoline_exit_t)(struct bpf_prog *, u64, struct bpf_tramp_run_ctx *); enum bpf_tramp_prog_type { BPF_TRAMP_FENTRY = 0, BPF_TRAMP_FEXIT = 1, BPF_TRAMP_MODIFY_RETURN = 2, BPF_TRAMP_MAX = 3, BPF_TRAMP_REPLACE = 4, }; struct bpf_prog_stats { u64_stats_t cnt; u64_stats_t nsecs; u64_stats_t misses; struct u64_stats_sync syncp; long: 64; }; struct sock_fprog_kern { u16 len; struct sock_filter *filter; }; enum bpf_text_poke_type { BPF_MOD_CALL = 0, BPF_MOD_JUMP = 1, }; struct tc_stats { __u64 bytes; __u32 packets; __u32 drops; __u32 overlimits; __u32 bps; __u32 pps; __u32 qlen; __u32 backlog; }; struct tc_sizespec { unsigned char cell_log; unsigned char size_log; short int cell_align; int overhead; unsigned int linklayer; unsigned int mpu; unsigned int mtu; unsigned int tsize; }; struct sk_buff_list { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_head { union { struct { struct sk_buff *next; struct sk_buff *prev; }; struct sk_buff_list list; }; __u32 qlen; spinlock_t lock; }; struct skb_shared_hwtstamps { union { ktime_t hwtstamp; void *netdev_data; }; }; struct dql { unsigned int num_queued; unsigned int adj_limit; unsigned int last_obj_cnt; short unsigned int stall_thrs; long unsigned int history_head; long unsigned int history[4]; long: 64; unsigned int limit; unsigned int num_completed; unsigned int prev_ovlimit; unsigned int prev_num_queued; unsigned int prev_last_obj_cnt; unsigned int lowest_slack; long unsigned int slack_start_time; unsigned int max_limit; unsigned int min_limit; unsigned int slack_hold_time; short unsigned int stall_max; long unsigned int last_reap; long unsigned int stall_cnt; }; struct hh_cache { unsigned int hh_len; seqlock_t hh_lock; long unsigned int hh_data[4]; }; struct neigh_table; struct neigh_parms; struct neigh_ops; struct neighbour { struct hlist_node hash; struct hlist_node dev_list; struct neigh_table *tbl; struct neigh_parms *parms; long unsigned int confirmed; long unsigned int updated; rwlock_t lock; refcount_t refcnt; unsigned int arp_queue_len_bytes; struct sk_buff_head arp_queue; struct timer_list timer; long unsigned int used; atomic_t probes; u8 nud_state; u8 type; u8 dead; u8 protocol; u32 flags; seqlock_t ha_lock; long: 0; unsigned char ha[32]; struct hh_cache hh; int (*output)(struct neighbour *, struct sk_buff *); const struct neigh_ops *ops; struct list_head gc_list; struct list_head managed_list; struct callback_head rcu; struct net_device *dev; netdevice_tracker dev_tracker; u8 primary_key[0]; }; struct nlmsghdr { __u32 nlmsg_len; __u16 nlmsg_type; __u16 nlmsg_flags; __u32 nlmsg_seq; __u32 nlmsg_pid; }; struct nlattr { __u16 nla_len; __u16 nla_type; }; struct nla_policy; struct netlink_ext_ack { const char *_msg; const struct nlattr *bad_attr; const struct nla_policy *policy; const struct nlattr *miss_nest; u16 miss_type; u8 cookie[20]; u8 cookie_len; char _msg_buf[80]; }; struct netlink_range_validation; struct netlink_range_validation_signed; struct nla_policy { u8 type; u8 validation_type; u16 len; union { u16 strict_start_type; const u32 bitfield32_valid; const u32 mask; const char *reject_message; const struct nla_policy *nested_policy; const struct netlink_range_validation *range; const struct netlink_range_validation_signed *range_signed; struct { s16 min; s16 max; }; int (*validate)(const struct nlattr *, struct netlink_ext_ack *); }; }; struct netlink_callback { struct sk_buff *skb; const struct nlmsghdr *nlh; int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); void *data; struct module *module; struct netlink_ext_ack *extack; u16 family; u16 answer_flags; u32 min_dump_alloc; unsigned int prev_seq; unsigned int seq; int flags; bool strict_check; union { u8 ctx[48]; long int args[6]; }; }; struct ndmsg { __u8 ndm_family; __u8 ndm_pad1; __u16 ndm_pad2; __s32 ndm_ifindex; __u16 ndm_state; __u8 ndm_flags; __u8 ndm_type; }; struct rtnl_link_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; __u64 collisions; __u64 rx_length_errors; __u64 rx_over_errors; __u64 rx_crc_errors; __u64 rx_frame_errors; __u64 rx_fifo_errors; __u64 rx_missed_errors; __u64 tx_aborted_errors; __u64 tx_carrier_errors; __u64 tx_fifo_errors; __u64 tx_heartbeat_errors; __u64 tx_window_errors; __u64 rx_compressed; __u64 tx_compressed; __u64 rx_nohandler; __u64 rx_otherhost_dropped; }; struct rtnl_hw_stats64 { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 rx_errors; __u64 tx_errors; __u64 rx_dropped; __u64 tx_dropped; __u64 multicast; }; struct ifla_vf_guid { __u32 vf; __u64 guid; }; struct ifla_vf_stats { __u64 rx_packets; __u64 tx_packets; __u64 rx_bytes; __u64 tx_bytes; __u64 broadcast; __u64 multicast; __u64 rx_dropped; __u64 tx_dropped; }; struct ifla_vf_info { __u32 vf; __u8 mac[32]; __u32 vlan; __u32 qos; __u32 spoofchk; __u32 linkstate; __u32 min_tx_rate; __u32 max_tx_rate; __u32 rss_query_en; __u32 trusted; __be16 vlan_proto; }; enum netdev_tx { __NETDEV_TX_MIN = -2147483648, NETDEV_TX_OK = 0, NETDEV_TX_BUSY = 16, }; typedef enum netdev_tx netdev_tx_t; struct net_device_core_stats { long unsigned int rx_dropped; long unsigned int tx_dropped; long unsigned int rx_nohandler; long unsigned int rx_otherhost_dropped; }; struct header_ops { int (*create)(struct sk_buff *, struct net_device *, short unsigned int, const void *, const void *, unsigned int); int (*parse)(const struct sk_buff *, unsigned char *); int (*cache)(const struct neighbour *, struct hh_cache *, __be16); void (*cache_update)(struct hh_cache *, const struct net_device *, const unsigned char *); bool (*validate)(const char *, unsigned int); __be16 (*parse_protocol)(const struct sk_buff *); }; struct gro_list { struct list_head list; int count; }; struct gro_node { long unsigned int bitmask; struct gro_list hash[8]; struct list_head rx_list; u32 rx_count; u32 cached_napi_id; }; struct napi_config { u64 gro_flush_timeout; u64 irq_suspend_timeout; u32 defer_hard_irqs; cpumask_t affinity_mask; unsigned int napi_id; }; struct napi_struct { struct list_head poll_list; long unsigned int state; int weight; u32 defer_hard_irqs_count; int (*poll)(struct napi_struct *, int); int list_owner; struct net_device *dev; struct sk_buff *skb; struct gro_node gro; struct hrtimer timer; struct task_struct *thread; long unsigned int gro_flush_timeout; long unsigned int irq_suspend_timeout; u32 defer_hard_irqs; u32 napi_id; struct list_head dev_list; struct hlist_node napi_hash_node; int irq; struct irq_affinity_notify notify; int napi_rmap_idx; int index; struct napi_config *config; }; struct xsk_buff_pool; struct netdev_queue { struct net_device *dev; netdevice_tracker dev_tracker; struct Qdisc *qdisc; struct Qdisc *qdisc_sleeping; struct kobject kobj; const struct attribute_group **groups; long unsigned int tx_maxrate; atomic_long_t trans_timeout; struct net_device *sb_dev; struct xsk_buff_pool *pool; struct dql dql; spinlock_t _xmit_lock; int xmit_lock_owner; long unsigned int trans_start; long unsigned int state; struct napi_struct *napi; int numa_node; long: 64; long: 64; long: 64; }; struct qdisc_skb_head { struct sk_buff *head; struct sk_buff *tail; __u32 qlen; spinlock_t lock; }; struct gnet_stats_basic_sync { u64_stats_t bytes; u64_stats_t packets; struct u64_stats_sync syncp; }; struct gnet_stats_queue { __u32 qlen; __u32 backlog; __u32 drops; __u32 requeues; __u32 overlimits; }; struct Qdisc_ops; struct qdisc_size_table; struct net_rate_estimator; struct Qdisc { int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); unsigned int flags; u32 limit; const struct Qdisc_ops *ops; struct qdisc_size_table *stab; struct hlist_node hash; u32 handle; u32 parent; struct netdev_queue *dev_queue; struct net_rate_estimator *rate_est; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; int pad; refcount_t refcnt; long: 64; long: 64; long: 64; struct sk_buff_head gso_skb; struct qdisc_skb_head q; struct gnet_stats_basic_sync bstats; struct gnet_stats_queue qstats; int owner; long unsigned int state; long unsigned int state2; struct Qdisc *next_sched; struct sk_buff_head skb_bad_txq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t busylock; spinlock_t seqlock; struct callback_head rcu; netdevice_tracker dev_tracker; struct lock_class_key root_lock_key; long: 64; long: 64; long: 64; long: 64; long: 64; long int privdata[0]; }; struct xps_map { unsigned int len; unsigned int alloc_len; struct callback_head rcu; u16 queues[0]; }; struct xps_dev_maps { struct callback_head rcu; unsigned int nr_ids; s16 num_tc; struct xps_map *attr_map[0]; }; struct netdev_phys_item_id { unsigned char id[32]; unsigned char id_len; }; enum net_device_path_type { DEV_PATH_ETHERNET = 0, DEV_PATH_VLAN = 1, DEV_PATH_BRIDGE = 2, DEV_PATH_PPPOE = 3, DEV_PATH_DSA = 4, DEV_PATH_MTK_WDMA = 5, }; struct net_device_path { enum net_device_path_type type; const struct net_device *dev; union { struct { u16 id; __be16 proto; u8 h_dest[6]; } encap; struct { enum { DEV_PATH_BR_VLAN_KEEP = 0, DEV_PATH_BR_VLAN_TAG = 1, DEV_PATH_BR_VLAN_UNTAG = 2, DEV_PATH_BR_VLAN_UNTAG_HW = 3, } vlan_mode; u16 vlan_id; __be16 vlan_proto; } bridge; struct { int port; u16 proto; } dsa; struct { u8 wdma_idx; u8 queue; u16 wcid; u8 bss; u8 amsdu; } mtk_wdma; }; }; struct net_device_path_ctx { const struct net_device *dev; u8 daddr[6]; int num_vlans; struct { u16 id; __be16 proto; } vlan[2]; }; enum tc_setup_type { TC_QUERY_CAPS = 0, TC_SETUP_QDISC_MQPRIO = 1, TC_SETUP_CLSU32 = 2, TC_SETUP_CLSFLOWER = 3, TC_SETUP_CLSMATCHALL = 4, TC_SETUP_CLSBPF = 5, TC_SETUP_BLOCK = 6, TC_SETUP_QDISC_CBS = 7, TC_SETUP_QDISC_RED = 8, TC_SETUP_QDISC_PRIO = 9, TC_SETUP_QDISC_MQ = 10, TC_SETUP_QDISC_ETF = 11, TC_SETUP_ROOT_QDISC = 12, TC_SETUP_QDISC_GRED = 13, TC_SETUP_QDISC_TAPRIO = 14, TC_SETUP_FT = 15, TC_SETUP_QDISC_ETS = 16, TC_SETUP_QDISC_TBF = 17, TC_SETUP_QDISC_FIFO = 18, TC_SETUP_QDISC_HTB = 19, TC_SETUP_ACT = 20, }; enum bpf_netdev_command { XDP_SETUP_PROG = 0, XDP_SETUP_PROG_HW = 1, BPF_OFFLOAD_MAP_ALLOC = 2, BPF_OFFLOAD_MAP_FREE = 3, XDP_SETUP_XSK_POOL = 4, }; struct netdev_bpf { enum bpf_netdev_command command; union { struct { u32 flags; struct bpf_prog *prog; struct netlink_ext_ack *extack; }; struct { struct bpf_offloaded_map *offmap; }; struct { struct xsk_buff_pool *pool; u16 queue_id; } xsk; }; }; struct dev_ifalias { struct callback_head rcuhead; char ifalias[0]; }; struct xdp_frame; struct xdp_buff; struct ip_tunnel_parm_kern; struct kernel_hwtstamp_config; struct net_device_ops { int (*ndo_init)(struct net_device *); void (*ndo_uninit)(struct net_device *); int (*ndo_open)(struct net_device *); int (*ndo_stop)(struct net_device *); netdev_tx_t (*ndo_start_xmit)(struct sk_buff *, struct net_device *); netdev_features_t (*ndo_features_check)(struct sk_buff *, struct net_device *, netdev_features_t); u16 (*ndo_select_queue)(struct net_device *, struct sk_buff *, struct net_device *); void (*ndo_change_rx_flags)(struct net_device *, int); void (*ndo_set_rx_mode)(struct net_device *); int (*ndo_set_mac_address)(struct net_device *, void *); int (*ndo_validate_addr)(struct net_device *); int (*ndo_do_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_eth_ioctl)(struct net_device *, struct ifreq *, int); int (*ndo_siocbond)(struct net_device *, struct ifreq *, int); int (*ndo_siocwandev)(struct net_device *, struct if_settings *); int (*ndo_siocdevprivate)(struct net_device *, struct ifreq *, void *, int); int (*ndo_set_config)(struct net_device *, struct ifmap *); int (*ndo_change_mtu)(struct net_device *, int); int (*ndo_neigh_setup)(struct net_device *, struct neigh_parms *); void (*ndo_tx_timeout)(struct net_device *, unsigned int); void (*ndo_get_stats64)(struct net_device *, struct rtnl_link_stats64 *); bool (*ndo_has_offload_stats)(const struct net_device *, int); int (*ndo_get_offload_stats)(int, const struct net_device *, void *); struct net_device_stats * (*ndo_get_stats)(struct net_device *); int (*ndo_vlan_rx_add_vid)(struct net_device *, __be16, u16); int (*ndo_vlan_rx_kill_vid)(struct net_device *, __be16, u16); int (*ndo_set_vf_mac)(struct net_device *, int, u8 *); int (*ndo_set_vf_vlan)(struct net_device *, int, u16, u8, __be16); int (*ndo_set_vf_rate)(struct net_device *, int, int, int); int (*ndo_set_vf_spoofchk)(struct net_device *, int, bool); int (*ndo_set_vf_trust)(struct net_device *, int, bool); int (*ndo_get_vf_config)(struct net_device *, int, struct ifla_vf_info *); int (*ndo_set_vf_link_state)(struct net_device *, int, int); int (*ndo_get_vf_stats)(struct net_device *, int, struct ifla_vf_stats *); int (*ndo_set_vf_port)(struct net_device *, int, struct nlattr **); int (*ndo_get_vf_port)(struct net_device *, int, struct sk_buff *); int (*ndo_get_vf_guid)(struct net_device *, int, struct ifla_vf_guid *, struct ifla_vf_guid *); int (*ndo_set_vf_guid)(struct net_device *, int, u64, int); int (*ndo_set_vf_rss_query_en)(struct net_device *, int, bool); int (*ndo_setup_tc)(struct net_device *, enum tc_setup_type, void *); int (*ndo_rx_flow_steer)(struct net_device *, const struct sk_buff *, u16, u32); int (*ndo_add_slave)(struct net_device *, struct net_device *, struct netlink_ext_ack *); int (*ndo_del_slave)(struct net_device *, struct net_device *); struct net_device * (*ndo_get_xmit_slave)(struct net_device *, struct sk_buff *, bool); struct net_device * (*ndo_sk_get_lower_dev)(struct net_device *, struct sock *); netdev_features_t (*ndo_fix_features)(struct net_device *, netdev_features_t); int (*ndo_set_features)(struct net_device *, netdev_features_t); int (*ndo_neigh_construct)(struct net_device *, struct neighbour *); void (*ndo_neigh_destroy)(struct net_device *, struct neighbour *); int (*ndo_fdb_add)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, u16, bool *, struct netlink_ext_ack *); int (*ndo_fdb_del)(struct ndmsg *, struct nlattr **, struct net_device *, const unsigned char *, u16, bool *, struct netlink_ext_ack *); int (*ndo_fdb_del_bulk)(struct nlmsghdr *, struct net_device *, struct netlink_ext_ack *); int (*ndo_fdb_dump)(struct sk_buff *, struct netlink_callback *, struct net_device *, struct net_device *, int *); int (*ndo_fdb_get)(struct sk_buff *, struct nlattr **, struct net_device *, const unsigned char *, u16, u32, u32, struct netlink_ext_ack *); int (*ndo_mdb_add)(struct net_device *, struct nlattr **, u16, struct netlink_ext_ack *); int (*ndo_mdb_del)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_del_bulk)(struct net_device *, struct nlattr **, struct netlink_ext_ack *); int (*ndo_mdb_dump)(struct net_device *, struct sk_buff *, struct netlink_callback *); int (*ndo_mdb_get)(struct net_device *, struct nlattr **, u32, u32, struct netlink_ext_ack *); int (*ndo_bridge_setlink)(struct net_device *, struct nlmsghdr *, u16, struct netlink_ext_ack *); int (*ndo_bridge_getlink)(struct sk_buff *, u32, u32, struct net_device *, u32, int); int (*ndo_bridge_dellink)(struct net_device *, struct nlmsghdr *, u16); int (*ndo_change_carrier)(struct net_device *, bool); int (*ndo_get_phys_port_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_port_parent_id)(struct net_device *, struct netdev_phys_item_id *); int (*ndo_get_phys_port_name)(struct net_device *, char *, size_t); void * (*ndo_dfwd_add_station)(struct net_device *, struct net_device *); void (*ndo_dfwd_del_station)(struct net_device *, void *); int (*ndo_set_tx_maxrate)(struct net_device *, int, u32); int (*ndo_get_iflink)(const struct net_device *); int (*ndo_fill_metadata_dst)(struct net_device *, struct sk_buff *); void (*ndo_set_rx_headroom)(struct net_device *, int); int (*ndo_bpf)(struct net_device *, struct netdev_bpf *); int (*ndo_xdp_xmit)(struct net_device *, int, struct xdp_frame **, u32); struct net_device * (*ndo_xdp_get_xmit_slave)(struct net_device *, struct xdp_buff *); int (*ndo_xsk_wakeup)(struct net_device *, u32, u32); int (*ndo_tunnel_ctl)(struct net_device *, struct ip_tunnel_parm_kern *, int); struct net_device * (*ndo_get_peer_dev)(struct net_device *); int (*ndo_fill_forward_path)(struct net_device_path_ctx *, struct net_device_path *); ktime_t (*ndo_get_tstamp)(struct net_device *, const struct skb_shared_hwtstamps *, bool); int (*ndo_hwtstamp_get)(struct net_device *, struct kernel_hwtstamp_config *); int (*ndo_hwtstamp_set)(struct net_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); }; struct pcpu_lstats { u64_stats_t packets; u64_stats_t bytes; struct u64_stats_sync syncp; }; struct pcpu_sw_netstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; struct u64_stats_sync syncp; }; struct pcpu_dstats { u64_stats_t rx_packets; u64_stats_t rx_bytes; u64_stats_t tx_packets; u64_stats_t tx_bytes; u64_stats_t rx_drops; u64_stats_t tx_drops; struct u64_stats_sync syncp; long: 64; long: 64; }; enum xdp_rss_hash_type { XDP_RSS_L3_IPV4 = 1, XDP_RSS_L3_IPV6 = 2, XDP_RSS_L3_DYNHDR = 4, XDP_RSS_L4 = 8, XDP_RSS_L4_TCP = 16, XDP_RSS_L4_UDP = 32, XDP_RSS_L4_SCTP = 64, XDP_RSS_L4_IPSEC = 128, XDP_RSS_L4_ICMP = 256, XDP_RSS_TYPE_NONE = 0, XDP_RSS_TYPE_L2 = 0, XDP_RSS_TYPE_L3_IPV4 = 1, XDP_RSS_TYPE_L3_IPV6 = 2, XDP_RSS_TYPE_L3_IPV4_OPT = 5, XDP_RSS_TYPE_L3_IPV6_EX = 6, XDP_RSS_TYPE_L4_ANY = 8, XDP_RSS_TYPE_L4_IPV4_TCP = 25, XDP_RSS_TYPE_L4_IPV4_UDP = 41, XDP_RSS_TYPE_L4_IPV4_SCTP = 73, XDP_RSS_TYPE_L4_IPV4_IPSEC = 137, XDP_RSS_TYPE_L4_IPV4_ICMP = 265, XDP_RSS_TYPE_L4_IPV6_TCP = 26, XDP_RSS_TYPE_L4_IPV6_UDP = 42, XDP_RSS_TYPE_L4_IPV6_SCTP = 74, XDP_RSS_TYPE_L4_IPV6_IPSEC = 138, XDP_RSS_TYPE_L4_IPV6_ICMP = 266, XDP_RSS_TYPE_L4_IPV6_TCP_EX = 30, XDP_RSS_TYPE_L4_IPV6_UDP_EX = 46, XDP_RSS_TYPE_L4_IPV6_SCTP_EX = 78, }; struct xdp_md; struct xdp_metadata_ops { int (*xmo_rx_timestamp)(const struct xdp_md *, u64 *); int (*xmo_rx_hash)(const struct xdp_md *, u32 *, enum xdp_rss_hash_type *); int (*xmo_rx_vlan_tag)(const struct xdp_md *, __be16 *, u16 *); }; struct xsk_tx_metadata_ops { void (*tmo_request_timestamp)(void *); u64 (*tmo_fill_timestamp)(void *); void (*tmo_request_checksum)(u16, u16, void *); void (*tmo_request_launch_time)(u64, void *); }; enum ethtool_phys_id_state { ETHTOOL_ID_INACTIVE = 0, ETHTOOL_ID_ACTIVE = 1, ETHTOOL_ID_ON = 2, ETHTOOL_ID_OFF = 3, }; struct ethtool_drvinfo; struct ethtool_regs; struct ethtool_wolinfo; struct ethtool_link_ext_state_info; struct ethtool_link_ext_stats; struct ethtool_eeprom; struct ethtool_coalesce; struct kernel_ethtool_coalesce; struct ethtool_ringparam; struct kernel_ethtool_ringparam; struct ethtool_pause_stats; struct ethtool_pauseparam; struct ethtool_test; struct ethtool_stats; struct ethtool_rxnfc; struct ethtool_flash; struct ethtool_rxfh_param; struct ethtool_rxfh_context; struct ethtool_channels; struct ethtool_dump; struct kernel_ethtool_ts_info; struct ethtool_ts_stats; struct ethtool_modinfo; struct ethtool_keee; struct ethtool_tunable; struct ethtool_link_ksettings; struct ethtool_fec_stats; struct ethtool_fecparam; struct ethtool_module_eeprom; struct ethtool_eth_phy_stats; struct ethtool_eth_mac_stats; struct ethtool_eth_ctrl_stats; struct ethtool_rmon_stats; struct ethtool_rmon_hist_range; struct ethtool_module_power_mode_params; struct ethtool_mm_state; struct ethtool_mm_cfg; struct ethtool_mm_stats; struct ethtool_ops { u32 supported_input_xfrm: 8; u32 cap_link_lanes_supported: 1; u32 cap_rss_ctx_supported: 1; u32 rxfh_per_ctx_key: 1; u32 cap_rss_rxnfc_adds: 1; u32 rxfh_indir_space; u16 rxfh_key_space; u16 rxfh_priv_size; u32 rxfh_max_num_contexts; u32 supported_coalesce_params; u32 supported_ring_params; u32 supported_hwtstamp_qualifiers; void (*get_drvinfo)(struct net_device *, struct ethtool_drvinfo *); int (*get_regs_len)(struct net_device *); void (*get_regs)(struct net_device *, struct ethtool_regs *, void *); void (*get_wol)(struct net_device *, struct ethtool_wolinfo *); int (*set_wol)(struct net_device *, struct ethtool_wolinfo *); u32 (*get_msglevel)(struct net_device *); void (*set_msglevel)(struct net_device *, u32); int (*nway_reset)(struct net_device *); u32 (*get_link)(struct net_device *); int (*get_link_ext_state)(struct net_device *, struct ethtool_link_ext_state_info *); void (*get_link_ext_stats)(struct net_device *, struct ethtool_link_ext_stats *); int (*get_eeprom_len)(struct net_device *); int (*get_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*set_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); int (*set_coalesce)(struct net_device *, struct ethtool_coalesce *, struct kernel_ethtool_coalesce *, struct netlink_ext_ack *); void (*get_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); int (*set_ringparam)(struct net_device *, struct ethtool_ringparam *, struct kernel_ethtool_ringparam *, struct netlink_ext_ack *); void (*get_pause_stats)(struct net_device *, struct ethtool_pause_stats *); void (*get_pauseparam)(struct net_device *, struct ethtool_pauseparam *); int (*set_pauseparam)(struct net_device *, struct ethtool_pauseparam *); void (*self_test)(struct net_device *, struct ethtool_test *, u64 *); void (*get_strings)(struct net_device *, u32, u8 *); int (*set_phys_id)(struct net_device *, enum ethtool_phys_id_state); void (*get_ethtool_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*begin)(struct net_device *); void (*complete)(struct net_device *); u32 (*get_priv_flags)(struct net_device *); int (*set_priv_flags)(struct net_device *, u32); int (*get_sset_count)(struct net_device *, int); int (*get_rxnfc)(struct net_device *, struct ethtool_rxnfc *, u32 *); int (*set_rxnfc)(struct net_device *, struct ethtool_rxnfc *); int (*flash_device)(struct net_device *, struct ethtool_flash *); int (*reset)(struct net_device *, u32 *); u32 (*get_rxfh_key_size)(struct net_device *); u32 (*get_rxfh_indir_size)(struct net_device *); int (*get_rxfh)(struct net_device *, struct ethtool_rxfh_param *); int (*set_rxfh)(struct net_device *, struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*create_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, const struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*modify_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, const struct ethtool_rxfh_param *, struct netlink_ext_ack *); int (*remove_rxfh_context)(struct net_device *, struct ethtool_rxfh_context *, u32, struct netlink_ext_ack *); void (*get_channels)(struct net_device *, struct ethtool_channels *); int (*set_channels)(struct net_device *, struct ethtool_channels *); int (*get_dump_flag)(struct net_device *, struct ethtool_dump *); int (*get_dump_data)(struct net_device *, struct ethtool_dump *, void *); int (*set_dump)(struct net_device *, struct ethtool_dump *); int (*get_ts_info)(struct net_device *, struct kernel_ethtool_ts_info *); void (*get_ts_stats)(struct net_device *, struct ethtool_ts_stats *); int (*get_module_info)(struct net_device *, struct ethtool_modinfo *); int (*get_module_eeprom)(struct net_device *, struct ethtool_eeprom *, u8 *); int (*get_eee)(struct net_device *, struct ethtool_keee *); int (*set_eee)(struct net_device *, struct ethtool_keee *); int (*get_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*set_per_queue_coalesce)(struct net_device *, u32, struct ethtool_coalesce *); int (*get_link_ksettings)(struct net_device *, struct ethtool_link_ksettings *); int (*set_link_ksettings)(struct net_device *, const struct ethtool_link_ksettings *); void (*get_fec_stats)(struct net_device *, struct ethtool_fec_stats *); int (*get_fecparam)(struct net_device *, struct ethtool_fecparam *); int (*set_fecparam)(struct net_device *, struct ethtool_fecparam *); void (*get_ethtool_phy_stats)(struct net_device *, struct ethtool_stats *, u64 *); int (*get_phy_tunable)(struct net_device *, const struct ethtool_tunable *, void *); int (*set_phy_tunable)(struct net_device *, const struct ethtool_tunable *, const void *); int (*get_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); int (*set_module_eeprom_by_page)(struct net_device *, const struct ethtool_module_eeprom *, struct netlink_ext_ack *); void (*get_eth_phy_stats)(struct net_device *, struct ethtool_eth_phy_stats *); void (*get_eth_mac_stats)(struct net_device *, struct ethtool_eth_mac_stats *); void (*get_eth_ctrl_stats)(struct net_device *, struct ethtool_eth_ctrl_stats *); void (*get_rmon_stats)(struct net_device *, struct ethtool_rmon_stats *, const struct ethtool_rmon_hist_range **); int (*get_module_power_mode)(struct net_device *, struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*set_module_power_mode)(struct net_device *, const struct ethtool_module_power_mode_params *, struct netlink_ext_ack *); int (*get_mm)(struct net_device *, struct ethtool_mm_state *); int (*set_mm)(struct net_device *, struct ethtool_mm_cfg *, struct netlink_ext_ack *); void (*get_mm_stats)(struct net_device *, struct ethtool_mm_stats *); }; struct nd_opt_hdr; struct ndisc_options; struct prefix_info; struct ndisc_ops { int (*parse_options)(const struct net_device *, struct nd_opt_hdr *, struct ndisc_options *); void (*update)(const struct net_device *, struct neighbour *, u32, u8, const struct ndisc_options *); int (*opt_addr_space)(const struct net_device *, u8, struct neighbour *, u8 *, u8 **); void (*fill_addr_option)(const struct net_device *, struct sk_buff *, u8, const u8 *); void (*prefix_rcv_add_addr)(struct net *, struct net_device *, const struct prefix_info *, struct inet6_dev *, struct in6_addr *, int, u32, bool, bool, __u32, u32, bool); }; struct rtnl_newlink_params; struct rtnl_link_ops { struct list_head list; struct srcu_struct srcu; const char *kind; size_t priv_size; struct net_device * (*alloc)(struct nlattr **, const char *, unsigned char, unsigned int, unsigned int); void (*setup)(struct net_device *); bool netns_refund; const u16 peer_type; unsigned int maxtype; const struct nla_policy *policy; int (*validate)(struct nlattr **, struct nlattr **, struct netlink_ext_ack *); int (*newlink)(struct net_device *, struct rtnl_newlink_params *, struct netlink_ext_ack *); int (*changelink)(struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); void (*dellink)(struct net_device *, struct list_head *); size_t (*get_size)(const struct net_device *); int (*fill_info)(struct sk_buff *, const struct net_device *); size_t (*get_xstats_size)(const struct net_device *); int (*fill_xstats)(struct sk_buff *, const struct net_device *); unsigned int (*get_num_tx_queues)(); unsigned int (*get_num_rx_queues)(); unsigned int slave_maxtype; const struct nla_policy *slave_policy; int (*slave_changelink)(struct net_device *, struct net_device *, struct nlattr **, struct nlattr **, struct netlink_ext_ack *); size_t (*get_slave_size)(const struct net_device *, const struct net_device *); int (*fill_slave_info)(struct sk_buff *, const struct net_device *, const struct net_device *); struct net * (*get_link_net)(const struct net_device *); size_t (*get_linkxstats_size)(const struct net_device *, int); int (*fill_linkxstats)(struct sk_buff *, const struct net_device *, int *, int); }; struct netdev_queue_stats_rx; struct netdev_queue_stats_tx; struct netdev_stat_ops { void (*get_queue_stats_rx)(struct net_device *, int, struct netdev_queue_stats_rx *); void (*get_queue_stats_tx)(struct net_device *, int, struct netdev_queue_stats_tx *); void (*get_base_stats)(struct net_device *, struct netdev_queue_stats_rx *, struct netdev_queue_stats_tx *); }; struct netdev_queue_mgmt_ops { size_t ndo_queue_mem_size; int (*ndo_queue_mem_alloc)(struct net_device *, void *, int); void (*ndo_queue_mem_free)(struct net_device *, void *); int (*ndo_queue_start)(struct net_device *, void *, int); int (*ndo_queue_stop)(struct net_device *, void *, int); }; struct udp_tunnel_nic_table_info { unsigned int n_entries; unsigned int tunnel_types; }; struct udp_tunnel_info; struct udp_tunnel_nic_shared; struct udp_tunnel_nic_info { int (*set_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*unset_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); int (*sync_table)(struct net_device *, unsigned int); struct udp_tunnel_nic_shared *shared; unsigned int flags; struct udp_tunnel_nic_table_info tables[4]; }; struct tcmsg { unsigned char tcm_family; unsigned char tcm__pad1; short unsigned int tcm__pad2; int tcm_ifindex; __u32 tcm_handle; __u32 tcm_parent; __u32 tcm_info; }; struct gnet_dump { spinlock_t *lock; struct sk_buff *skb; struct nlattr *tail; int compat_tc_stats; int compat_xstats; int padattr; void *xstats; int xstats_len; struct tc_stats tc_stats; }; struct netlink_range_validation { u64 min; u64 max; }; struct netlink_range_validation_signed { s64 min; s64 max; }; struct rtnl_newlink_params { struct net *src_net; struct net *link_net; struct net *peer_net; struct nlattr **tb; struct nlattr **data; }; enum flow_action_hw_stats_bit { FLOW_ACTION_HW_STATS_IMMEDIATE_BIT = 0, FLOW_ACTION_HW_STATS_DELAYED_BIT = 1, FLOW_ACTION_HW_STATS_DISABLED_BIT = 2, FLOW_ACTION_HW_STATS_NUM_BITS = 3, }; struct flow_block { struct list_head cb_list; }; typedef int flow_setup_cb_t(enum tc_setup_type, void *, void *); struct qdisc_size_table { struct callback_head rcu; struct list_head list; struct tc_sizespec szopts; int refcnt; u16 data[0]; }; struct Qdisc_class_ops; struct Qdisc_ops { struct Qdisc_ops *next; const struct Qdisc_class_ops *cl_ops; char id[16]; int priv_size; unsigned int static_flags; int (*enqueue)(struct sk_buff *, struct Qdisc *, struct sk_buff **); struct sk_buff * (*dequeue)(struct Qdisc *); struct sk_buff * (*peek)(struct Qdisc *); int (*init)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*reset)(struct Qdisc *); void (*destroy)(struct Qdisc *); int (*change)(struct Qdisc *, struct nlattr *, struct netlink_ext_ack *); void (*attach)(struct Qdisc *); int (*change_tx_queue_len)(struct Qdisc *, unsigned int); void (*change_real_num_tx)(struct Qdisc *, unsigned int); int (*dump)(struct Qdisc *, struct sk_buff *); int (*dump_stats)(struct Qdisc *, struct gnet_dump *); void (*ingress_block_set)(struct Qdisc *, u32); void (*egress_block_set)(struct Qdisc *, u32); u32 (*ingress_block_get)(struct Qdisc *); u32 (*egress_block_get)(struct Qdisc *); struct module *owner; }; struct qdisc_walker; struct tcf_block; struct Qdisc_class_ops { unsigned int flags; struct netdev_queue * (*select_queue)(struct Qdisc *, struct tcmsg *); int (*graft)(struct Qdisc *, long unsigned int, struct Qdisc *, struct Qdisc **, struct netlink_ext_ack *); struct Qdisc * (*leaf)(struct Qdisc *, long unsigned int); void (*qlen_notify)(struct Qdisc *, long unsigned int); long unsigned int (*find)(struct Qdisc *, u32); int (*change)(struct Qdisc *, u32, u32, struct nlattr **, long unsigned int *, struct netlink_ext_ack *); int (*delete)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); void (*walk)(struct Qdisc *, struct qdisc_walker *); struct tcf_block * (*tcf_block)(struct Qdisc *, long unsigned int, struct netlink_ext_ack *); long unsigned int (*bind_tcf)(struct Qdisc *, long unsigned int, u32); void (*unbind_tcf)(struct Qdisc *, long unsigned int); int (*dump)(struct Qdisc *, long unsigned int, struct sk_buff *, struct tcmsg *); int (*dump_stats)(struct Qdisc *, long unsigned int, struct gnet_dump *); }; struct tcf_chain; struct tcf_block { struct xarray ports; struct mutex lock; struct list_head chain_list; u32 index; u32 classid; refcount_t refcnt; struct net *net; struct Qdisc *q; struct rw_semaphore cb_lock; struct flow_block flow_block; struct list_head owner_list; bool keep_dst; atomic_t useswcnt; atomic_t offloadcnt; unsigned int nooffloaddevcnt; unsigned int lockeddevcnt; struct { struct tcf_chain *chain; struct list_head filter_chain_list; } chain0; struct callback_head rcu; struct hlist_head proto_destroy_ht[128]; struct mutex proto_destroy_lock; }; struct tcf_result; struct tcf_proto_ops; struct tcf_proto { struct tcf_proto *next; void *root; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); __be16 protocol; u32 prio; void *data; const struct tcf_proto_ops *ops; struct tcf_chain *chain; spinlock_t lock; bool deleting; bool counted; bool usesw; refcount_t refcnt; struct callback_head rcu; struct hlist_node destroy_ht_node; }; struct tcf_result { union { struct { long unsigned int class; u32 classid; }; const struct tcf_proto *goto_tp; }; }; struct tcf_walker; struct tcf_exts; struct tcf_proto_ops { struct list_head head; char kind[16]; int (*classify)(struct sk_buff *, const struct tcf_proto *, struct tcf_result *); int (*init)(struct tcf_proto *); void (*destroy)(struct tcf_proto *, bool, struct netlink_ext_ack *); void * (*get)(struct tcf_proto *, u32); void (*put)(struct tcf_proto *, void *); int (*change)(struct net *, struct sk_buff *, struct tcf_proto *, long unsigned int, u32, struct nlattr **, void **, u32, struct netlink_ext_ack *); int (*delete)(struct tcf_proto *, void *, bool *, bool, struct netlink_ext_ack *); bool (*delete_empty)(struct tcf_proto *); void (*walk)(struct tcf_proto *, struct tcf_walker *, bool); int (*reoffload)(struct tcf_proto *, bool, flow_setup_cb_t *, void *, struct netlink_ext_ack *); void (*hw_add)(struct tcf_proto *, void *); void (*hw_del)(struct tcf_proto *, void *); void (*bind_class)(void *, u32, long unsigned int, void *, long unsigned int); void * (*tmplt_create)(struct net *, struct tcf_chain *, struct nlattr **, struct netlink_ext_ack *); void (*tmplt_destroy)(void *); void (*tmplt_reoffload)(struct tcf_chain *, bool, flow_setup_cb_t *, void *); struct tcf_exts * (*get_exts)(const struct tcf_proto *, u32); int (*dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*terse_dump)(struct net *, struct tcf_proto *, void *, struct sk_buff *, struct tcmsg *, bool); int (*tmplt_dump)(struct sk_buff *, struct net *, void *); struct module *owner; int flags; }; struct tcf_chain { struct mutex filter_chain_lock; struct tcf_proto *filter_chain; struct list_head list; struct tcf_block *block; u32 index; unsigned int refcnt; unsigned int action_refcnt; bool explicitly_created; bool flushing; const struct tcf_proto_ops *tmplt_ops; void *tmplt_priv; struct callback_head rcu; }; struct bpf_binary_header { u32 size; long: 0; u8 image[0]; }; typedef void (*bpf_jit_fill_hole_t)(void *, unsigned int); struct jit_ctx { const struct bpf_prog *prog; int idx; int epilogue_offset; int *offset; int exentry_idx; int nr_used_callee_reg; u8 used_callee_reg[8]; __le32 *image; __le32 *ro_image; u32 stack_size; u64 user_vm_start; u64 arena_vm_start; bool fp_used; bool write; }; struct bpf_plt { u32 insn_ldr; u32 insn_br; u64 target; }; struct arm64_jit_data { struct bpf_binary_header *header; u8 *ro_image; struct bpf_binary_header *ro_header; struct jit_ctx ctx; }; typedef u64 uint64_t; typedef long unsigned int irq_hw_number_t; struct fd { long unsigned int word; }; typedef struct fd class_fd_t; struct preempt_notifier; struct preempt_ops { void (*sched_in)(struct preempt_notifier *, int); void (*sched_out)(struct preempt_notifier *, struct task_struct *); }; struct preempt_notifier { struct hlist_node link; struct preempt_ops *ops; }; struct interval_tree_node { struct rb_node rb; long unsigned int start; long unsigned int last; long unsigned int __subtree_last; }; enum mmu_notifier_event { MMU_NOTIFY_UNMAP = 0, MMU_NOTIFY_CLEAR = 1, MMU_NOTIFY_PROTECTION_VMA = 2, MMU_NOTIFY_PROTECTION_PAGE = 3, MMU_NOTIFY_SOFT_DIRTY = 4, MMU_NOTIFY_RELEASE = 5, MMU_NOTIFY_MIGRATE = 6, MMU_NOTIFY_EXCLUSIVE = 7, }; struct mmu_notifier; struct mmu_notifier_range; struct mmu_notifier_ops { void (*release)(struct mmu_notifier *, struct mm_struct *); int (*clear_flush_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*clear_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); int (*test_young)(struct mmu_notifier *, struct mm_struct *, long unsigned int); int (*invalidate_range_start)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*invalidate_range_end)(struct mmu_notifier *, const struct mmu_notifier_range *); void (*arch_invalidate_secondary_tlbs)(struct mmu_notifier *, struct mm_struct *, long unsigned int, long unsigned int); struct mmu_notifier * (*alloc_notifier)(struct mm_struct *); void (*free_notifier)(struct mmu_notifier *); }; struct mmu_notifier { struct hlist_node hlist; const struct mmu_notifier_ops *ops; struct mm_struct *mm; struct callback_head rcu; unsigned int users; }; struct mmu_notifier_range { struct mm_struct *mm; long unsigned int start; long unsigned int end; unsigned int flags; enum mmu_notifier_event event; void *owner; }; struct kvm_guest_debug_arch { __u64 dbg_bcr[16]; __u64 dbg_bvr[16]; __u64 dbg_wcr[16]; __u64 dbg_wvr[16]; }; struct kvm_debug_exit_arch { __u32 hsr; __u32 hsr_high; __u64 far; }; struct kvm_sync_regs { __u64 device_irq_level; }; struct kvm_hyperv_exit { __u32 type; __u32 pad1; union { struct { __u32 msr; __u32 pad2; __u64 control; __u64 evt_page; __u64 msg_page; } synic; struct { __u64 input; __u64 result; __u64 params[2]; } hcall; struct { __u32 msr; __u32 pad2; __u64 control; __u64 status; __u64 send_page; __u64 recv_page; __u64 pending_page; } syndbg; } u; }; struct kvm_xen_exit { __u32 type; union { struct { __u32 longmode; __u32 cpl; __u64 input; __u64 result; __u64 params[6]; } hcall; } u; }; struct kvm_run { __u8 request_interrupt_window; __u8 immediate_exit__unsafe; __u8 padding1[6]; __u32 exit_reason; __u8 ready_for_interrupt_injection; __u8 if_flag; __u16 flags; __u64 cr8; __u64 apic_base; union { struct { __u64 hardware_exit_reason; } hw; struct { __u64 hardware_entry_failure_reason; __u32 cpu; } fail_entry; struct { __u32 exception; __u32 error_code; } ex; struct { __u8 direction; __u8 size; __u16 port; __u32 count; __u64 data_offset; } io; struct { struct kvm_debug_exit_arch arch; } debug; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } mmio; struct { __u64 phys_addr; __u8 data[8]; __u32 len; __u8 is_write; } iocsr_io; struct { __u64 nr; __u64 args[6]; __u64 ret; union { __u64 flags; }; } hypercall; struct { __u64 rip; __u32 is_write; __u32 pad; } tpr_access; struct { __u8 icptcode; __u16 ipa; __u32 ipb; } s390_sieic; __u64 s390_reset_flags; struct { __u64 trans_exc_code; __u32 pgm_code; } s390_ucontrol; struct { __u32 dcrn; __u32 data; __u8 is_write; } dcr; struct { __u32 suberror; __u32 ndata; __u64 data[16]; } internal; struct { __u32 suberror; __u32 ndata; __u64 flags; union { struct { __u8 insn_size; __u8 insn_bytes[15]; }; }; } emulation_failure; struct { __u64 gprs[32]; } osi; struct { __u64 nr; __u64 ret; __u64 args[9]; } papr_hcall; struct { __u16 subchannel_id; __u16 subchannel_nr; __u32 io_int_parm; __u32 io_int_word; __u32 ipb; __u8 dequeued; } s390_tsch; struct { __u32 epr; } epr; struct { __u32 type; __u32 ndata; union { __u64 data[16]; }; } system_event; struct { __u64 addr; __u8 ar; __u8 reserved; __u8 fc; __u8 sel1; __u16 sel2; } s390_stsi; struct { __u8 vector; } eoi; struct kvm_hyperv_exit hyperv; struct { __u64 esr_iss; __u64 fault_ipa; } arm_nisv; struct { __u8 error; __u8 pad[7]; __u32 reason; __u32 index; __u64 data; } msr; struct kvm_xen_exit xen; struct { long unsigned int extension_id; long unsigned int function_id; long unsigned int args[6]; long unsigned int ret[2]; } riscv_sbi; struct { long unsigned int csr_num; long unsigned int new_value; long unsigned int write_mask; long unsigned int ret_value; } riscv_csr; struct { __u32 flags; } notify; struct { __u64 flags; __u64 gpa; __u64 size; } memory_fault; char padding[256]; }; __u64 kvm_valid_regs; __u64 kvm_dirty_regs; union { struct kvm_sync_regs regs; char padding[2048]; } s; }; struct kvm_coalesced_mmio { __u64 phys_addr; __u32 len; union { __u32 pad; __u32 pio; }; __u8 data[8]; }; struct kvm_coalesced_mmio_ring { __u32 first; __u32 last; struct kvm_coalesced_mmio coalesced_mmio[0]; }; struct kvm_mp_state { __u32 mp_state; }; struct kvm_device_attr { __u32 flags; __u32 group; __u64 attr; __u64 addr; }; enum kvm_device_type { KVM_DEV_TYPE_FSL_MPIC_20 = 1, KVM_DEV_TYPE_FSL_MPIC_42 = 2, KVM_DEV_TYPE_XICS = 3, KVM_DEV_TYPE_VFIO = 4, KVM_DEV_TYPE_ARM_VGIC_V2 = 5, KVM_DEV_TYPE_FLIC = 6, KVM_DEV_TYPE_ARM_VGIC_V3 = 7, KVM_DEV_TYPE_ARM_VGIC_ITS = 8, KVM_DEV_TYPE_XIVE = 9, KVM_DEV_TYPE_ARM_PV_TIME = 10, KVM_DEV_TYPE_RISCV_AIA = 11, KVM_DEV_TYPE_LOONGARCH_IPI = 12, KVM_DEV_TYPE_LOONGARCH_EIOINTC = 13, KVM_DEV_TYPE_LOONGARCH_PCHPIC = 14, KVM_DEV_TYPE_MAX = 15, }; struct kvm_dirty_gfn { __u32 flags; __u32 slot; __u64 offset; }; struct kvm_stats_desc { __u32 flags; __s16 exponent; __u16 size; __u32 offset; __u32 bucket_size; char name[0]; }; typedef u64 gpa_t; typedef u64 gfn_t; struct kvm_arch_memory_slot {}; struct kvm_memory_slot { struct hlist_node id_node[2]; struct interval_tree_node hva_node[2]; struct rb_node gfn_node[2]; gfn_t base_gfn; long unsigned int npages; long unsigned int *dirty_bitmap; struct kvm_arch_memory_slot arch; long unsigned int userspace_addr; u32 flags; short int id; u16 as_id; }; struct kvm_memslots { u64 generation; atomic_long_t last_used_slot; struct rb_root_cached hva_tree; struct rb_root gfn_tree; struct hlist_head id_hash[128]; int node_idx; }; struct kvm_vm_stat_generic { u64 remote_tlb_flush; u64 remote_tlb_flush_requests; }; struct kvm_vm_stat { struct kvm_vm_stat_generic generic; }; struct kvm_vmid { atomic64_t id; }; struct kvm_mmu_memory_cache { gfp_t gfp_zero; gfp_t gfp_custom; u64 init_value; struct kmem_cache *kmem_cache; int capacity; int nobjs; void **objects; }; struct kvm_pgtable; struct kvm_arch; struct kvm_s2_mmu { struct kvm_vmid vmid; phys_addr_t pgd_phys; struct kvm_pgtable *pgt; u64 vtcr; int *last_vcpu_ran; struct kvm_mmu_memory_cache split_page_cache; uint64_t split_page_chunk_size; struct kvm_arch *arch; u64 tlb_vttbr; u64 tlb_vtcr; bool nested_stage2_enabled; bool pending_unmap; atomic_t refcnt; }; enum iodev_type { IODEV_CPUIF = 0, IODEV_DIST = 1, IODEV_REDIST = 2, IODEV_ITS = 3, }; struct kvm_io_device_ops; struct kvm_io_device { const struct kvm_io_device_ops *ops; }; struct kvm_vcpu; struct vgic_its; struct vgic_register_region; struct vgic_io_device { gpa_t base_addr; union { struct kvm_vcpu *redist_vcpu; struct vgic_its *its; }; const struct vgic_register_region *regions; enum iodev_type iodev_type; int nr_regions; struct kvm_io_device dev; }; struct its_vpe; struct its_vm { struct fwnode_handle *fwnode; struct irq_domain *domain; struct page *vprop_page; struct its_vpe **vpes; int nr_vpes; irq_hw_number_t db_lpi_base; long unsigned int *db_bitmap; int nr_db_lpis; raw_spinlock_t vmapp_lock; u32 vlpi_count[16]; }; struct vgic_irq; struct vgic_state_iter; struct vgic_dist { bool in_kernel; bool ready; bool initialized; u32 vgic_model; u32 implementation_rev; bool v2_groups_user_writable; bool msis_require_devid; int nr_spis; u32 mi_intid; gpa_t vgic_dist_base; union { gpa_t vgic_cpu_base; struct list_head rd_regions; }; bool enabled; bool nassgireq; struct vgic_irq *spis; struct vgic_io_device dist_iodev; bool has_its; bool table_write_in_progress; u64 propbaser; struct xarray lpi_xa; struct vgic_state_iter *iter; struct its_vm its_vm; }; struct arch_timer_vm_data { u64 voffset; u64 poffset; u8 ppi[4]; }; struct kvm_smccc_features { long unsigned int std_bmap; long unsigned int std_hyp_bmap; long unsigned int vendor_hyp_bmap; long unsigned int vendor_hyp_bmap_2; }; typedef unsigned int pkvm_handle_t; struct pkvm_mapping; struct kvm_hyp_memcache { phys_addr_t head; long unsigned int nr_pages; struct pkvm_mapping *mapping; long unsigned int flags; }; struct kvm_protected_vm { pkvm_handle_t handle; struct kvm_hyp_memcache teardown_mc; struct kvm_hyp_memcache stage2_teardown_mc; bool enabled; }; struct kvm_mpidr_data; struct arm_pmu; struct kvm_sysreg_masks; struct kvm_arch { struct kvm_s2_mmu mmu; u64 fgu[5]; struct kvm_s2_mmu *nested_mmus; size_t nested_mmus_size; int nested_mmus_next; struct vgic_dist vgic; struct arch_timer_vm_data timer_data; u32 psci_version; struct mutex config_lock; long unsigned int flags; long unsigned int vcpu_features[1]; struct kvm_mpidr_data *mpidr_data; long unsigned int *pmu_filter; struct arm_pmu *arm_pmu; cpumask_var_t supported_cpus; u8 pmcr_n; u8 idreg_debugfs_iter; struct kvm_smccc_features smccc_feat; struct maple_tree smccc_filter; u64 id_regs[56]; u64 midr_el1; u64 revidr_el1; u64 aidr_el1; u64 ctr_el0; struct kvm_sysreg_masks *sysreg_masks; struct kvm_protected_vm pkvm; }; struct kvm_io_bus; struct kvm_irq_routing_table; struct kvm_stat_data; struct kvm { rwlock_t mmu_lock; struct mutex slots_lock; struct mutex slots_arch_lock; struct mm_struct *mm; long unsigned int nr_memslot_pages; struct kvm_memslots __memslots[2]; struct kvm_memslots *memslots[1]; struct xarray vcpu_array; atomic_t nr_memslots_dirty_logging; spinlock_t mn_invalidate_lock; long unsigned int mn_active_invalidate_count; struct rcuwait mn_memslots_update_rcuwait; spinlock_t gpc_lock; struct list_head gpc_list; atomic_t online_vcpus; int max_vcpus; int created_vcpus; int last_boosted_vcpu; struct list_head vm_list; struct mutex lock; struct kvm_io_bus *buses[5]; struct { spinlock_t lock; struct list_head items; struct list_head resampler_list; struct mutex resampler_lock; } irqfds; struct list_head ioeventfds; struct kvm_vm_stat stat; struct kvm_arch arch; refcount_t users_count; struct kvm_coalesced_mmio_ring *coalesced_mmio_ring; spinlock_t ring_lock; struct list_head coalesced_zones; struct mutex irq_lock; struct kvm_irq_routing_table *irq_routing; struct hlist_head irq_ack_notifier_list; struct mmu_notifier mmu_notifier; long unsigned int mmu_invalidate_seq; long int mmu_invalidate_in_progress; gfn_t mmu_invalidate_range_start; gfn_t mmu_invalidate_range_end; struct list_head devices; u64 manual_dirty_log_protect; struct dentry *debugfs_dentry; struct kvm_stat_data **debugfs_stat_data; struct srcu_struct srcu; struct srcu_struct irq_srcu; pid_t userspace_pid; bool override_halt_poll_ns; unsigned int max_halt_poll_ns; u32 dirty_ring_size; bool dirty_ring_with_bitmap; bool vm_bugged; bool vm_dead; char stats_id[48]; }; struct kvm_vcpu_stat_generic { u64 halt_successful_poll; u64 halt_attempted_poll; u64 halt_poll_invalid; u64 halt_wakeup; u64 halt_poll_success_ns; u64 halt_poll_fail_ns; u64 halt_wait_ns; u64 halt_poll_success_hist[32]; u64 halt_poll_fail_hist[32]; u64 halt_wait_hist[32]; u64 blocking; }; struct kvm_io_device_ops { int (*read)(struct kvm_vcpu *, struct kvm_io_device *, gpa_t, int, void *); int (*write)(struct kvm_vcpu *, struct kvm_io_device *, gpa_t, int, const void *); void (*destructor)(struct kvm_io_device *); }; struct kvm_mmio_fragment { gpa_t gpa; void *data; unsigned int len; }; struct kvm_cpu_context { struct user_pt_regs regs; u64 spsr_abt; u64 spsr_und; u64 spsr_irq; u64 spsr_fiq; struct user_fpsimd_state fp_regs; u64 sys_regs[287]; struct kvm_vcpu *__hyp_running_vcpu; u64 *vncr_array; long: 64; }; struct kvm_vcpu_fault_info { u64 esr_el2; u64 far_el2; u64 hpfar_el2; u64 disr_el1; }; struct vgic_v2_cpu_if { u32 vgic_hcr; u32 vgic_vmcr; u32 vgic_apr; u32 vgic_lr[64]; unsigned int used_lrs; }; struct its_vpe { struct page *vpt_page; struct its_vm *its_vm; atomic_t vlpi_count; int irq; irq_hw_number_t vpe_db_lpi; bool resident; bool ready; union { struct { int vpe_proxy_event; bool idai; }; struct { struct fwnode_handle *fwnode; struct irq_domain *sgi_domain; struct { u8 priority; bool enabled; bool group; } sgi_config[16]; }; }; atomic_t vmapp_count; raw_spinlock_t vpe_lock; u16 col_idx; u16 vpe_id; bool pending_last; }; struct vgic_v3_cpu_if { u32 vgic_hcr; u32 vgic_vmcr; u32 vgic_sre; u32 vgic_ap0r[4]; u32 vgic_ap1r[4]; u64 vgic_lr[16]; struct its_vpe its_vpe; unsigned int used_lrs; }; struct vgic_redist_region; struct vgic_cpu { union { struct vgic_v2_cpu_if vgic_v2; struct vgic_v3_cpu_if vgic_v3; }; struct vgic_irq *private_irqs; raw_spinlock_t ap_list_lock; struct list_head ap_list_head; struct vgic_io_device rd_iodev; struct vgic_redist_region *rdreg; u32 rdreg_index; atomic_t syncr_busy; u64 pendbaser; atomic_t ctlr; u32 num_pri_bits; u32 num_id_bits; }; struct arch_timer_offset { u64 *vm_offset; u64 *vcpu_offset; }; struct arch_timer_context { struct kvm_vcpu *vcpu; struct hrtimer hrtimer; u64 ns_frac; struct arch_timer_offset offset; bool loaded; struct { bool level; } irq; u32 host_timer_irq; }; struct arch_timer_cpu { struct arch_timer_context timers[4]; struct hrtimer bg_timer; bool enabled; }; struct kvm_pmu_events { u64 events_host; u64 events_guest; }; struct kvm_pmc { u8 idx; struct perf_event *perf_event; }; struct kvm_pmu { struct irq_work overflow_work; struct kvm_pmu_events events; struct kvm_pmc pmc[32]; int irq_num; bool created; bool irq_level; }; struct vcpu_reset_state { long unsigned int pc; long unsigned int r0; bool be; bool reset; }; struct kvm_vcpu_arch { struct kvm_cpu_context ctxt; void *sve_state; enum fp_type fp_type; unsigned int sve_max_vl; struct kvm_s2_mmu *hw_mmu; u64 hcr_el2; u64 hcrx_el2; u64 mdcr_el2; struct kvm_vcpu_fault_info fault; u8 cflags; u8 iflags; u8 sflags; bool pause; struct kvm_guest_debug_arch vcpu_debug_state; struct kvm_guest_debug_arch external_debug_state; u64 external_mdscr_el1; enum { VCPU_DEBUG_FREE = 0, VCPU_DEBUG_HOST_OWNED = 1, VCPU_DEBUG_GUEST_OWNED = 2, } debug_owner; struct vgic_cpu vgic_cpu; struct arch_timer_cpu timer_cpu; struct kvm_pmu pmu; struct kvm_mp_state mp_state; spinlock_t mp_state_lock; struct kvm_mmu_memory_cache mmu_page_cache; struct kvm_hyp_memcache pkvm_memcache; u64 vsesr_el2; struct vcpu_reset_state reset_state; struct { u64 last_steal; gpa_t base; } steal; u32 *ccsidr; }; struct kvm_vcpu_stat { struct kvm_vcpu_stat_generic generic; u64 hvc_exit_stat; u64 wfe_exit_stat; u64 wfi_exit_stat; u64 mmio_exit_user; u64 mmio_exit_kernel; u64 signal_exits; u64 exits; }; struct kvm_dirty_ring { u32 dirty_index; u32 reset_index; u32 size; u32 soft_limit; struct kvm_dirty_gfn *dirty_gfns; int index; }; struct kvm_vcpu { struct kvm *kvm; struct preempt_notifier preempt_notifier; int cpu; int vcpu_id; int vcpu_idx; int ____srcu_idx; int mode; u64 requests; long unsigned int guest_debug; struct mutex mutex; struct kvm_run *run; struct rcuwait wait; struct pid *pid; rwlock_t pid_lock; int sigset_active; sigset_t sigset; unsigned int halt_poll_ns; bool valid_wakeup; int mmio_needed; int mmio_read_completed; int mmio_is_write; int mmio_cur_fragment; int mmio_nr_fragments; struct kvm_mmio_fragment mmio_fragments[2]; struct { bool in_spin_loop; bool dy_eligible; } spin_loop; bool wants_to_run; bool preempted; bool ready; bool scheduled_out; struct kvm_vcpu_arch arch; struct kvm_vcpu_stat stat; char stats_id[48]; struct kvm_dirty_ring dirty_ring; struct kvm_memory_slot *last_used_slot; u64 last_used_slot_gen; long: 64; }; enum vgic_irq_config { VGIC_CONFIG_EDGE = 0, VGIC_CONFIG_LEVEL = 1, }; struct irq_ops { long unsigned int flags; bool (*get_input_level)(int); }; struct vgic_irq { raw_spinlock_t irq_lock; struct callback_head rcu; struct list_head ap_list; struct kvm_vcpu *vcpu; struct kvm_vcpu *target_vcpu; u32 intid; bool line_level; bool pending_latch; bool active; bool enabled; bool hw; struct kref refcount; u32 hwintid; unsigned int host_irq; union { u8 targets; u32 mpidr; }; u8 source; u8 active_source; u8 priority; u8 group; enum vgic_irq_config config; struct irq_ops *ops; void *owner; }; struct kvm_device; struct vgic_its { gpa_t vgic_its_base; bool enabled; struct vgic_io_device iodev; struct kvm_device *dev; u64 baser_device_table; u64 baser_coll_table; struct mutex cmd_lock; u64 cbaser; u32 creadr; u32 cwriter; u32 abi_rev; struct mutex its_lock; struct list_head device_list; struct list_head collection_list; struct xarray translation_cache; }; struct vgic_register_region { unsigned int reg_offset; unsigned int len; unsigned int bits_per_irq; unsigned int access_flags; union { long unsigned int (*read)(struct kvm_vcpu *, gpa_t, unsigned int); long unsigned int (*its_read)(struct kvm *, struct vgic_its *, gpa_t, unsigned int); }; union { void (*write)(struct kvm_vcpu *, gpa_t, unsigned int, long unsigned int); void (*its_write)(struct kvm *, struct vgic_its *, gpa_t, unsigned int, long unsigned int); }; long unsigned int (*uaccess_read)(struct kvm_vcpu *, gpa_t, unsigned int); union { int (*uaccess_write)(struct kvm_vcpu *, gpa_t, unsigned int, long unsigned int); int (*uaccess_its_write)(struct kvm *, struct vgic_its *, gpa_t, unsigned int, long unsigned int); }; }; struct kvm_device_ops; struct kvm_device { const struct kvm_device_ops *ops; struct kvm *kvm; void *private; struct list_head vm_node; }; struct vgic_redist_region { u32 index; gpa_t base; u32 count; u32 free_index; struct list_head list; }; struct of_phandle_args { struct device_node *np; int args_count; uint32_t args[16]; }; struct iommu_fault_param; struct iommu_fwspec; struct iommu_device; struct dev_iommu { struct mutex lock; struct iommu_fault_param *fault_param; struct iommu_fwspec *fwspec; struct iommu_device *iommu_dev; void *priv; u32 max_pasids; u32 attach_deferred: 1; u32 pci_32bit_workaround: 1; u32 require_direct: 1; u32 shadow_on_flush: 1; }; struct kvm_mpidr_data { u64 mpidr_mask; struct { struct {} __empty_cmpidr_to_idx; u16 cmpidr_to_idx[0]; }; }; enum fgt_group_id { __NO_FGT_GROUP__ = 0, HFGxTR_GROUP = 1, HDFGRTR_GROUP = 2, HDFGWTR_GROUP = 2, HFGITR_GROUP = 3, HAFGRTR_GROUP = 4, __NR_FGT_GROUP_IDS__ = 5, }; struct kvm_sysreg_masks { struct { u64 res0; u64 res1; } mask[157]; }; enum vcpu_sysreg { __INVALID_SYSREG__ = 0, MPIDR_EL1 = 1, CLIDR_EL1 = 2, CSSELR_EL1 = 3, TPIDR_EL0 = 4, TPIDRRO_EL0 = 5, TPIDR_EL1 = 6, CNTKCTL_EL1 = 7, PAR_EL1 = 8, MDCCINT_EL1 = 9, OSLSR_EL1 = 10, DISR_EL1 = 11, PMCR_EL0 = 12, PMSELR_EL0 = 13, PMEVCNTR0_EL0 = 14, PMEVCNTR30_EL0 = 44, PMCCNTR_EL0 = 45, PMEVTYPER0_EL0 = 46, PMEVTYPER30_EL0 = 76, PMCCFILTR_EL0 = 77, PMCNTENSET_EL0 = 78, PMINTENSET_EL1 = 79, PMOVSSET_EL0 = 80, PMUSERENR_EL0 = 81, APIAKEYLO_EL1 = 82, APIAKEYHI_EL1 = 83, APIBKEYLO_EL1 = 84, APIBKEYHI_EL1 = 85, APDAKEYLO_EL1 = 86, APDAKEYHI_EL1 = 87, APDBKEYLO_EL1 = 88, APDBKEYHI_EL1 = 89, APGAKEYLO_EL1 = 90, APGAKEYHI_EL1 = 91, RGSR_EL1 = 92, GCR_EL1 = 93, TFSRE0_EL1 = 94, POR_EL0 = 95, SVCR = 96, FPMR = 97, DACR32_EL2 = 98, IFSR32_EL2 = 99, FPEXC32_EL2 = 100, DBGVCR32_EL2 = 101, SCTLR_EL2 = 102, ACTLR_EL2 = 103, CPTR_EL2 = 104, HACR_EL2 = 105, ZCR_EL2 = 106, TTBR0_EL2 = 107, TTBR1_EL2 = 108, TCR_EL2 = 109, PIRE0_EL2 = 110, PIR_EL2 = 111, POR_EL2 = 112, SPSR_EL2 = 113, ELR_EL2 = 114, AFSR0_EL2 = 115, AFSR1_EL2 = 116, ESR_EL2 = 117, FAR_EL2 = 118, HPFAR_EL2 = 119, MAIR_EL2 = 120, AMAIR_EL2 = 121, VBAR_EL2 = 122, RVBAR_EL2 = 123, CONTEXTIDR_EL2 = 124, SP_EL2 = 125, CNTHP_CTL_EL2 = 126, CNTHP_CVAL_EL2 = 127, CNTHV_CTL_EL2 = 128, CNTHV_CVAL_EL2 = 129, __SANITISED_REG_START__ = 130, __after___SANITISED_REG_START__ = 129, TCR2_EL2 = 130, MDCR_EL2 = 131, CNTHCTL_EL2 = 132, __VNCR_START__ = 133, __after___VNCR_START__ = 132, __before_SCTLR_EL1 = 133, SCTLR_EL1 = 167, __after_SCTLR_EL1 = 167, __before_ACTLR_EL1 = 168, ACTLR_EL1 = 168, __after_ACTLR_EL1 = 168, __before_CPACR_EL1 = 169, CPACR_EL1 = 165, __after_CPACR_EL1 = 168, __before_ZCR_EL1 = 169, ZCR_EL1 = 193, __after_ZCR_EL1 = 193, __before_TTBR0_EL1 = 194, TTBR0_EL1 = 197, __after_TTBR0_EL1 = 197, __before_TTBR1_EL1 = 198, TTBR1_EL1 = 199, __after_TTBR1_EL1 = 199, __before_TCR_EL1 = 200, TCR_EL1 = 169, __after_TCR_EL1 = 199, __before_TCR2_EL1 = 200, TCR2_EL1 = 211, __after_TCR2_EL1 = 211, __before_ESR_EL1 = 212, ESR_EL1 = 172, __after_ESR_EL1 = 211, __before_AFSR0_EL1 = 212, AFSR0_EL1 = 170, __after_AFSR0_EL1 = 211, __before_AFSR1_EL1 = 212, AFSR1_EL1 = 171, __after_AFSR1_EL1 = 211, __before_FAR_EL1 = 212, FAR_EL1 = 201, __after_FAR_EL1 = 211, __before_MAIR_EL1 = 212, MAIR_EL1 = 173, __after_MAIR_EL1 = 211, __before_VBAR_EL1 = 212, VBAR_EL1 = 207, __after_VBAR_EL1 = 211, __before_CONTEXTIDR_EL1 = 212, CONTEXTIDR_EL1 = 166, __after_CONTEXTIDR_EL1 = 211, __before_AMAIR_EL1 = 212, AMAIR_EL1 = 174, __after_AMAIR_EL1 = 211, __before_MDSCR_EL1 = 212, MDSCR_EL1 = 176, __after_MDSCR_EL1 = 211, __before_ELR_EL1 = 212, ELR_EL1 = 203, __after_ELR_EL1 = 211, __before_SP_EL1 = 212, SP_EL1 = 205, __after_SP_EL1 = 211, __before_SPSR_EL1 = 212, SPSR_EL1 = 177, __after_SPSR_EL1 = 211, __before_TFSR_EL1 = 212, TFSR_EL1 = 183, __after_TFSR_EL1 = 211, __before_VPIDR_EL2 = 212, VPIDR_EL2 = 150, __after_VPIDR_EL2 = 211, __before_VMPIDR_EL2 = 212, VMPIDR_EL2 = 143, __after_VMPIDR_EL2 = 211, __before_HCR_EL2 = 212, HCR_EL2 = 148, __after_HCR_EL2 = 211, __before_HSTR_EL2 = 212, HSTR_EL2 = 149, __after_HSTR_EL2 = 211, __before_VTTBR_EL2 = 212, VTTBR_EL2 = 137, __after_VTTBR_EL2 = 211, __before_VTCR_EL2 = 212, VTCR_EL2 = 141, __after_VTCR_EL2 = 211, __before_TPIDR_EL2 = 212, TPIDR_EL2 = 151, __after_TPIDR_EL2 = 211, __before_HCRX_EL2 = 212, HCRX_EL2 = 153, __after_HCRX_EL2 = 211, __before_PIR_EL1 = 212, PIR_EL1 = 217, __after_PIR_EL1 = 217, __before_PIRE0_EL1 = 218, PIRE0_EL1 = 215, __after_PIRE0_EL1 = 217, __before_POR_EL1 = 218, POR_EL1 = 218, __after_POR_EL1 = 218, __before_HFGRTR_EL2 = 219, HFGRTR_EL2 = 188, __after_HFGRTR_EL2 = 218, __before_HFGWTR_EL2 = 219, HFGWTR_EL2 = 189, __after_HFGWTR_EL2 = 218, __before_HFGITR_EL2 = 219, HFGITR_EL2 = 190, __after_HFGITR_EL2 = 218, __before_HDFGRTR_EL2 = 219, HDFGRTR_EL2 = 191, __after_HDFGRTR_EL2 = 218, __before_HDFGWTR_EL2 = 219, HDFGWTR_EL2 = 192, __after_HDFGWTR_EL2 = 218, __before_HAFGRTR_EL2 = 219, HAFGRTR_EL2 = 194, __after_HAFGRTR_EL2 = 218, __before_CNTVOFF_EL2 = 219, CNTVOFF_EL2 = 145, __after_CNTVOFF_EL2 = 218, __before_CNTV_CVAL_EL0 = 219, CNTV_CVAL_EL0 = 178, __after_CNTV_CVAL_EL0 = 218, __before_CNTV_CTL_EL0 = 219, CNTV_CTL_EL0 = 179, __after_CNTV_CTL_EL0 = 218, __before_CNTP_CVAL_EL0 = 219, CNTP_CVAL_EL0 = 180, __after_CNTP_CVAL_EL0 = 218, __before_CNTP_CTL_EL0 = 219, CNTP_CTL_EL0 = 181, __after_CNTP_CTL_EL0 = 218, __before_ICH_LR0_EL2 = 219, ICH_LR0_EL2 = 261, __after_ICH_LR0_EL2 = 261, __before_ICH_LR1_EL2 = 262, ICH_LR1_EL2 = 262, __after_ICH_LR1_EL2 = 262, __before_ICH_LR2_EL2 = 263, ICH_LR2_EL2 = 263, __after_ICH_LR2_EL2 = 263, __before_ICH_LR3_EL2 = 264, ICH_LR3_EL2 = 264, __after_ICH_LR3_EL2 = 264, __before_ICH_LR4_EL2 = 265, ICH_LR4_EL2 = 265, __after_ICH_LR4_EL2 = 265, __before_ICH_LR5_EL2 = 266, ICH_LR5_EL2 = 266, __after_ICH_LR5_EL2 = 266, __before_ICH_LR6_EL2 = 267, ICH_LR6_EL2 = 267, __after_ICH_LR6_EL2 = 267, __before_ICH_LR7_EL2 = 268, ICH_LR7_EL2 = 268, __after_ICH_LR7_EL2 = 268, __before_ICH_LR8_EL2 = 269, ICH_LR8_EL2 = 269, __after_ICH_LR8_EL2 = 269, __before_ICH_LR9_EL2 = 270, ICH_LR9_EL2 = 270, __after_ICH_LR9_EL2 = 270, __before_ICH_LR10_EL2 = 271, ICH_LR10_EL2 = 271, __after_ICH_LR10_EL2 = 271, __before_ICH_LR11_EL2 = 272, ICH_LR11_EL2 = 272, __after_ICH_LR11_EL2 = 272, __before_ICH_LR12_EL2 = 273, ICH_LR12_EL2 = 273, __after_ICH_LR12_EL2 = 273, __before_ICH_LR13_EL2 = 274, ICH_LR13_EL2 = 274, __after_ICH_LR13_EL2 = 274, __before_ICH_LR14_EL2 = 275, ICH_LR14_EL2 = 275, __after_ICH_LR14_EL2 = 275, __before_ICH_LR15_EL2 = 276, ICH_LR15_EL2 = 276, __after_ICH_LR15_EL2 = 276, __before_ICH_AP0R0_EL2 = 277, ICH_AP0R0_EL2 = 277, __after_ICH_AP0R0_EL2 = 277, __before_ICH_AP0R1_EL2 = 278, ICH_AP0R1_EL2 = 278, __after_ICH_AP0R1_EL2 = 278, __before_ICH_AP0R2_EL2 = 279, ICH_AP0R2_EL2 = 279, __after_ICH_AP0R2_EL2 = 279, __before_ICH_AP0R3_EL2 = 280, ICH_AP0R3_EL2 = 280, __after_ICH_AP0R3_EL2 = 280, __before_ICH_AP1R0_EL2 = 281, ICH_AP1R0_EL2 = 281, __after_ICH_AP1R0_EL2 = 281, __before_ICH_AP1R1_EL2 = 282, ICH_AP1R1_EL2 = 282, __after_ICH_AP1R1_EL2 = 282, __before_ICH_AP1R2_EL2 = 283, ICH_AP1R2_EL2 = 283, __after_ICH_AP1R2_EL2 = 283, __before_ICH_AP1R3_EL2 = 284, ICH_AP1R3_EL2 = 284, __after_ICH_AP1R3_EL2 = 284, __before_ICH_HCR_EL2 = 285, ICH_HCR_EL2 = 285, __after_ICH_HCR_EL2 = 285, __before_ICH_VMCR_EL2 = 286, ICH_VMCR_EL2 = 286, __after_ICH_VMCR_EL2 = 286, NR_SYS_REGS = 287, }; struct kvm_io_range { gpa_t addr; int len; struct kvm_io_device *dev; }; struct kvm_io_bus { int dev_count; int ioeventfd_count; struct kvm_io_range range[0]; }; enum kvm_bus { KVM_MMIO_BUS = 0, KVM_PIO_BUS = 1, KVM_VIRTIO_CCW_NOTIFY_BUS = 2, KVM_FAST_MMIO_BUS = 3, KVM_IOCSR_BUS = 4, KVM_NR_BUSES = 5, }; struct kvm_irq_routing_table { int chip[988]; u32 nr_rt_entries; struct hlist_head map[0]; }; enum kvm_stat_kind { KVM_STAT_VM = 0, KVM_STAT_VCPU = 1, }; struct _kvm_stats_desc; struct kvm_stat_data { struct kvm *kvm; const struct _kvm_stats_desc *desc; enum kvm_stat_kind kind; }; struct _kvm_stats_desc { struct kvm_stats_desc desc; char name[48]; }; struct kvm_device_ops { const char *name; int (*create)(struct kvm_device *, u32); void (*init)(struct kvm_device *); void (*destroy)(struct kvm_device *); void (*release)(struct kvm_device *); int (*set_attr)(struct kvm_device *, struct kvm_device_attr *); int (*get_attr)(struct kvm_device *, struct kvm_device_attr *); int (*has_attr)(struct kvm_device *, struct kvm_device_attr *); long int (*ioctl)(struct kvm_device *, unsigned int, long unsigned int); int (*mmap)(struct kvm_device *, struct vm_area_struct *); }; struct iova_bitmap; struct iommu_fault_page_request { u32 flags; u32 pasid; u32 grpid; u32 perm; u64 addr; u64 private_data[2]; }; struct iommu_fault { u32 type; struct iommu_fault_page_request prm; }; struct iommu_page_response { u32 pasid; u32 grpid; u32 code; }; struct iopf_fault { struct iommu_fault fault; struct list_head list; }; struct iommu_attach_handle; struct iopf_group { struct iopf_fault last_fault; struct list_head faults; size_t fault_count; struct list_head pending_node; struct work_struct work; struct iommu_attach_handle *attach_handle; struct iommu_fault_param *fault_param; struct list_head node; u32 cookie; }; struct iommu_domain; struct iommu_attach_handle { struct iommu_domain *domain; }; struct iopf_queue; struct iommu_fault_param { struct mutex lock; refcount_t users; struct callback_head rcu; struct device *dev; struct iopf_queue *queue; struct list_head queue_list; struct list_head partial; struct list_head faults; }; struct iopf_queue { struct workqueue_struct *wq; struct list_head devices; struct mutex lock; }; typedef int (*iommu_fault_handler_t)(struct iommu_domain *, struct device *, long unsigned int, int, void *); enum iommu_domain_cookie_type { IOMMU_COOKIE_NONE = 0, IOMMU_COOKIE_DMA_IOVA = 1, IOMMU_COOKIE_DMA_MSI = 2, IOMMU_COOKIE_FAULT_HANDLER = 3, IOMMU_COOKIE_SVA = 4, IOMMU_COOKIE_IOMMUFD = 5, }; struct iommu_domain_geometry { dma_addr_t aperture_start; dma_addr_t aperture_end; bool force_aperture; }; struct iommufd_hw_pagetable; struct iommu_domain_ops; struct iommu_dirty_ops; struct iommu_ops; struct iommu_dma_cookie; struct iommu_dma_msi_cookie; struct iommu_domain { unsigned int type; enum iommu_domain_cookie_type cookie_type; const struct iommu_domain_ops *ops; const struct iommu_dirty_ops *dirty_ops; const struct iommu_ops *owner; long unsigned int pgsize_bitmap; struct iommu_domain_geometry geometry; int (*iopf_handler)(struct iopf_group *); union { struct iommu_dma_cookie *iova_cookie; struct iommu_dma_msi_cookie *msi_cookie; struct iommufd_hw_pagetable *iommufd_hwpt; struct { iommu_fault_handler_t handler; void *handler_token; }; struct { struct mm_struct *mm; int users; struct list_head next; }; }; }; typedef unsigned int ioasid_t; struct iommu_iotlb_gather; struct iommu_user_data_array; struct iommu_domain_ops { int (*attach_dev)(struct iommu_domain *, struct device *); int (*set_dev_pasid)(struct iommu_domain *, struct device *, ioasid_t, struct iommu_domain *); int (*map_pages)(struct iommu_domain *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap_pages)(struct iommu_domain *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); void (*flush_iotlb_all)(struct iommu_domain *); int (*iotlb_sync_map)(struct iommu_domain *, long unsigned int, size_t); void (*iotlb_sync)(struct iommu_domain *, struct iommu_iotlb_gather *); int (*cache_invalidate_user)(struct iommu_domain *, struct iommu_user_data_array *); phys_addr_t (*iova_to_phys)(struct iommu_domain *, dma_addr_t); bool (*enforce_cache_coherency)(struct iommu_domain *); int (*set_pgtable_quirks)(struct iommu_domain *, long unsigned int); void (*free)(struct iommu_domain *); }; struct iommu_dirty_bitmap; struct iommu_dirty_ops { int (*set_dirty_tracking)(struct iommu_domain *, bool); int (*read_and_clear_dirty)(struct iommu_domain *, long unsigned int, size_t, long unsigned int, struct iommu_dirty_bitmap *); }; enum iommu_cap { IOMMU_CAP_CACHE_COHERENCY = 0, IOMMU_CAP_NOEXEC = 1, IOMMU_CAP_PRE_BOOT_PROTECTION = 2, IOMMU_CAP_ENFORCE_CACHE_COHERENCY = 3, IOMMU_CAP_DEFERRED_FLUSH = 4, IOMMU_CAP_DIRTY_TRACKING = 5, }; enum iommu_dev_features { IOMMU_DEV_FEAT_SVA = 0, IOMMU_DEV_FEAT_IOPF = 1, }; struct iommufd_ctx; struct iommu_user_data; struct iommufd_viommu; struct iommu_ops { bool (*capable)(struct device *, enum iommu_cap); void * (*hw_info)(struct device *, u32 *, u32 *); struct iommu_domain * (*domain_alloc)(unsigned int); struct iommu_domain * (*domain_alloc_paging_flags)(struct device *, u32, const struct iommu_user_data *); struct iommu_domain * (*domain_alloc_paging)(struct device *); struct iommu_domain * (*domain_alloc_sva)(struct device *, struct mm_struct *); struct iommu_domain * (*domain_alloc_nested)(struct device *, struct iommu_domain *, u32, const struct iommu_user_data *); struct iommu_device * (*probe_device)(struct device *); void (*release_device)(struct device *); void (*probe_finalize)(struct device *); struct iommu_group * (*device_group)(struct device *); void (*get_resv_regions)(struct device *, struct list_head *); int (*of_xlate)(struct device *, const struct of_phandle_args *); bool (*is_attach_deferred)(struct device *); int (*dev_enable_feat)(struct device *, enum iommu_dev_features); int (*dev_disable_feat)(struct device *, enum iommu_dev_features); void (*page_response)(struct device *, struct iopf_fault *, struct iommu_page_response *); int (*def_domain_type)(struct device *); struct iommufd_viommu * (*viommu_alloc)(struct device *, struct iommu_domain *, struct iommufd_ctx *, unsigned int); const struct iommu_domain_ops *default_domain_ops; long unsigned int pgsize_bitmap; struct module *owner; struct iommu_domain *identity_domain; struct iommu_domain *blocked_domain; struct iommu_domain *release_domain; struct iommu_domain *default_domain; u8 user_pasid_table: 1; }; struct iommu_iotlb_gather { long unsigned int start; long unsigned int end; size_t pgsize; struct list_head freelist; bool queued; }; struct iommu_dirty_bitmap { struct iova_bitmap *bitmap; struct iommu_iotlb_gather *gather; }; struct iommu_user_data { unsigned int type; void *uptr; size_t len; }; struct iommu_user_data_array { unsigned int type; void *uptr; size_t entry_len; u32 entry_num; }; struct iommu_device { struct list_head list; const struct iommu_ops *ops; struct fwnode_handle *fwnode; struct device *dev; struct iommu_group *singleton_group; u32 max_pasids; bool ready; }; struct iommu_fwspec { struct fwnode_handle *iommu_fwnode; u32 flags; unsigned int num_ids; u32 ids[0]; }; struct kvm_vfio_file { struct list_head node; struct file *file; }; struct kvm_vfio { struct list_head file_list; struct mutex lock; bool noncoherent; }; typedef struct { void *lock; } class_preempt_notrace_t; typedef unsigned int xa_mark_t; typedef u64 kvm_pte_t; typedef kvm_pte_t *kvm_pteref_t; enum kvm_pgtable_stage2_flags { KVM_PGTABLE_S2_NOFWB = 1, KVM_PGTABLE_S2_IDMAP = 2, }; enum kvm_pgtable_prot { KVM_PGTABLE_PROT_X = 1ULL, KVM_PGTABLE_PROT_W = 2ULL, KVM_PGTABLE_PROT_R = 4ULL, KVM_PGTABLE_PROT_DEVICE = 8ULL, KVM_PGTABLE_PROT_NORMAL_NC = 16ULL, KVM_PGTABLE_PROT_SW0 = 36028797018963968ULL, KVM_PGTABLE_PROT_SW1 = 72057594037927936ULL, KVM_PGTABLE_PROT_SW2 = 144115188075855872ULL, KVM_PGTABLE_PROT_SW3 = 288230376151711744ULL, }; typedef bool (*kvm_pgtable_force_pte_cb_t)(u64, u64, enum kvm_pgtable_prot); struct kvm_pgtable_mm_ops; struct kvm_pgtable { union { struct rb_root pkvm_mappings; struct { u32 ia_bits; s8 start_level; kvm_pteref_t pgd; struct kvm_pgtable_mm_ops *mm_ops; enum kvm_pgtable_stage2_flags flags; kvm_pgtable_force_pte_cb_t force_pte_cb; }; }; struct kvm_s2_mmu *mmu; }; struct kvm_pgtable_mm_ops { void * (*zalloc_page)(void *); void * (*zalloc_pages_exact)(size_t); void (*free_pages_exact)(void *, size_t); void (*free_unlinked_table)(void *, s8); void (*get_page)(void *); void (*put_page)(void *); int (*page_count)(void *); void * (*phys_to_virt)(phys_addr_t); phys_addr_t (*virt_to_phys)(void *); void (*dcache_clean_inval_poc)(void *, size_t); void (*icache_inval_pou)(void *, size_t); }; struct cpu_sve_state { __u64 zcr_el1; __u32 fpsr; __u32 fpcr; __u8 sve_regs[0]; }; struct kvm_host_data { long unsigned int flags; long: 64; struct kvm_cpu_context host_ctxt; struct cpu_sve_state *sve_state; u64 fpmr; enum { FP_STATE_FREE = 0, FP_STATE_HOST_OWNED = 1, FP_STATE_GUEST_OWNED = 2, } fp_owner; struct { struct kvm_guest_debug_arch regs; u64 pmscr_el1; u64 trfcr_el1; u64 mdcr_el2; } host_debug_state; u64 trfcr_while_in_guest; unsigned int nr_event_counters; unsigned int debug_brps; unsigned int debug_wrps; long: 64; }; typedef __u64 __be64; typedef struct { rwlock_t *lock; long unsigned int flags; } class_write_lock_irqsave_t; struct kvm_s2_trans { phys_addr_t output; long unsigned int block_size; bool writable; bool readable; int level; u32 esr; u64 desc; }; enum trans_regime { TR_EL10 = 0, TR_EL20 = 1, TR_EL2 = 2, }; struct s1_walk_info { u64 baddr; enum trans_regime regime; unsigned int max_oa_bits; unsigned int pgshift; unsigned int txsz; int sl; bool hpd; bool e0poe; bool poe; bool pan; bool be; bool s2; }; struct s1_walk_result { union { struct { u64 desc; u64 pa; s8 level; u8 APTable; bool UXNTable; bool PXNTable; bool uwxn; bool uov; bool ur; bool uw; bool ux; bool pwxn; bool pov; bool pr; bool pw; bool px; }; struct { u8 fst; bool ptw; bool s2; }; }; bool failed; }; struct mmu_config { u64 ttbr0; u64 ttbr1; u64 tcr; u64 mair; u64 tcr2; u64 pir; u64 pire0; u64 por_el0; u64 por_el1; u64 sctlr; u64 vttbr; u64 vtcr; u64 hcr; }; enum irq_domain_bus_token { DOMAIN_BUS_ANY = 0, DOMAIN_BUS_WIRED = 1, DOMAIN_BUS_GENERIC_MSI = 2, DOMAIN_BUS_PCI_MSI = 3, DOMAIN_BUS_PLATFORM_MSI = 4, DOMAIN_BUS_NEXUS = 5, DOMAIN_BUS_IPI = 6, DOMAIN_BUS_FSL_MC_MSI = 7, DOMAIN_BUS_TI_SCI_INTA_MSI = 8, DOMAIN_BUS_WAKEUP = 9, DOMAIN_BUS_VMD_MSI = 10, DOMAIN_BUS_PCI_DEVICE_MSI = 11, DOMAIN_BUS_PCI_DEVICE_MSIX = 12, DOMAIN_BUS_DMAR = 13, DOMAIN_BUS_AMDVI = 14, DOMAIN_BUS_DEVICE_MSI = 15, DOMAIN_BUS_WIRED_TO_MSI = 16, }; struct irq_desc; typedef void (*irq_flow_handler_t)(struct irq_desc *); struct msi_desc; struct irq_common_data { unsigned int state_use_accessors; unsigned int node; void *handler_data; struct msi_desc *msi_desc; cpumask_var_t affinity; cpumask_var_t effective_affinity; unsigned int ipi_offset; }; struct irq_chip; struct irq_data { u32 mask; unsigned int irq; irq_hw_number_t hwirq; struct irq_common_data *common; struct irq_chip *chip; struct irq_domain *domain; struct irq_data *parent_data; void *chip_data; }; struct irqstat; struct irqaction; struct irq_desc { struct irq_common_data irq_common_data; struct irq_data irq_data; struct irqstat *kstat_irqs; irq_flow_handler_t handle_irq; struct irqaction *action; unsigned int status_use_accessors; unsigned int core_internal_state__do_not_mess_with_it; unsigned int depth; unsigned int wake_depth; unsigned int tot_count; unsigned int irq_count; long unsigned int last_unhandled; unsigned int irqs_unhandled; atomic_t threads_handled; int threads_handled_last; raw_spinlock_t lock; struct cpumask *percpu_enabled; const struct cpumask *percpu_affinity; const struct cpumask *affinity_hint; struct irq_affinity_notify *affinity_notify; long unsigned int threads_oneshot; atomic_t threads_active; wait_queue_head_t wait_for_threads; unsigned int nr_actions; unsigned int no_suspend_depth; unsigned int cond_suspend_depth; unsigned int force_resume_depth; struct proc_dir_entry *dir; struct callback_head rcu; struct kobject kobj; struct mutex request_mutex; int parent_irq; struct module *owner; const char *name; struct hlist_node resend_node; long: 64; long: 64; long: 64; }; struct irq_fwspec { struct fwnode_handle *fwnode; int param_count; u32 param[16]; }; struct irq_domain_ops { int (*match)(struct irq_domain *, struct device_node *, enum irq_domain_bus_token); int (*select)(struct irq_domain *, struct irq_fwspec *, enum irq_domain_bus_token); int (*map)(struct irq_domain *, unsigned int, irq_hw_number_t); void (*unmap)(struct irq_domain *, unsigned int); int (*xlate)(struct irq_domain *, struct device_node *, const u32 *, unsigned int, long unsigned int *, unsigned int *); int (*alloc)(struct irq_domain *, unsigned int, unsigned int, void *); void (*free)(struct irq_domain *, unsigned int, unsigned int); int (*activate)(struct irq_domain *, struct irq_data *, bool); void (*deactivate)(struct irq_domain *, struct irq_data *); int (*translate)(struct irq_domain *, struct irq_fwspec *, long unsigned int *, unsigned int *); }; struct irq_domain_chip_generic; struct msi_parent_ops; struct irq_domain { struct list_head link; const char *name; const struct irq_domain_ops *ops; void *host_data; unsigned int flags; unsigned int mapcount; struct mutex mutex; struct irq_domain *root; struct fwnode_handle *fwnode; enum irq_domain_bus_token bus_token; struct irq_domain_chip_generic *gc; struct device *dev; struct device *pm_dev; struct irq_domain *parent; const struct msi_parent_ops *msi_parent_ops; void (*exit)(struct irq_domain *); irq_hw_number_t hwirq_max; unsigned int revmap_size; struct xarray revmap_tree; struct irq_data *revmap[0]; }; enum irq_gc_flags { IRQ_GC_INIT_MASK_CACHE = 1, IRQ_GC_INIT_NESTED_LOCK = 2, IRQ_GC_MASK_CACHE_PER_TYPE = 4, IRQ_GC_NO_MASK = 8, IRQ_GC_BE_IO = 16, }; struct irq_chip_generic; struct irq_domain_chip_generic { unsigned int irqs_per_chip; unsigned int num_chips; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; void (*exit)(struct irq_chip_generic *); struct irq_chip_generic *gc[0]; }; struct msi_domain_info; struct msi_parent_ops { u32 supported_flags; u32 required_flags; u32 chip_flags; u32 bus_select_token; u32 bus_select_mask; const char *prefix; bool (*init_dev_msi_info)(struct device *, struct irq_domain *, struct irq_domain *, struct msi_domain_info *); }; enum irqreturn { IRQ_NONE = 0, IRQ_HANDLED = 1, IRQ_WAKE_THREAD = 2, }; typedef enum irqreturn irqreturn_t; struct arch_msi_msg_addr_lo { u32 address_lo; }; typedef struct arch_msi_msg_addr_lo arch_msi_msg_addr_lo_t; struct arch_msi_msg_addr_hi { u32 address_hi; }; typedef struct arch_msi_msg_addr_hi arch_msi_msg_addr_hi_t; struct arch_msi_msg_data { u32 data; }; typedef struct arch_msi_msg_data arch_msi_msg_data_t; struct msi_msg { union { u32 address_lo; arch_msi_msg_addr_lo_t arch_addr_lo; }; union { u32 address_hi; arch_msi_msg_addr_hi_t arch_addr_hi; }; union { u32 data; arch_msi_msg_data_t arch_data; }; }; struct pci_msi_desc { union { u32 msi_mask; u32 msix_ctrl; }; struct { u8 is_msix: 1; u8 multiple: 3; u8 multi_cap: 3; u8 can_mask: 1; u8 is_64: 1; u8 is_virtual: 1; unsigned int default_irq; } msi_attrib; union { u8 mask_pos; void *mask_base; }; }; union msi_domain_cookie { u64 value; void *ptr; void *iobase; }; union msi_instance_cookie { u64 value; void *ptr; }; struct msi_desc_data { union msi_domain_cookie dcookie; union msi_instance_cookie icookie; }; struct irq_affinity_desc; struct device_attribute; struct msi_desc { unsigned int irq; unsigned int nvec_used; struct device *dev; struct msi_msg msg; struct irq_affinity_desc *affinity; u64 iommu_msi_iova: 58; u64 iommu_msi_shift: 6; struct device_attribute *sysfs_attrs; void (*write_msi_msg)(struct msi_desc *, void *); void *write_msi_msg_data; u16 msi_index; union { struct pci_msi_desc pci; struct msi_desc_data data; }; }; enum irqchip_irq_state { IRQCHIP_STATE_PENDING = 0, IRQCHIP_STATE_ACTIVE = 1, IRQCHIP_STATE_MASKED = 2, IRQCHIP_STATE_LINE_LEVEL = 3, }; struct irq_chip { const char *name; unsigned int (*irq_startup)(struct irq_data *); void (*irq_shutdown)(struct irq_data *); void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_ack)(struct irq_data *); void (*irq_mask)(struct irq_data *); void (*irq_mask_ack)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_eoi)(struct irq_data *); int (*irq_set_affinity)(struct irq_data *, const struct cpumask *, bool); int (*irq_retrigger)(struct irq_data *); int (*irq_set_type)(struct irq_data *, unsigned int); int (*irq_set_wake)(struct irq_data *, unsigned int); void (*irq_bus_lock)(struct irq_data *); void (*irq_bus_sync_unlock)(struct irq_data *); void (*irq_suspend)(struct irq_data *); void (*irq_resume)(struct irq_data *); void (*irq_pm_shutdown)(struct irq_data *); void (*irq_calc_mask)(struct irq_data *); void (*irq_print_chip)(struct irq_data *, struct seq_file *); int (*irq_request_resources)(struct irq_data *); void (*irq_release_resources)(struct irq_data *); void (*irq_compose_msi_msg)(struct irq_data *, struct msi_msg *); void (*irq_write_msi_msg)(struct irq_data *, struct msi_msg *); int (*irq_get_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool *); int (*irq_set_irqchip_state)(struct irq_data *, enum irqchip_irq_state, bool); int (*irq_set_vcpu_affinity)(struct irq_data *, void *); void (*ipi_send_single)(struct irq_data *, unsigned int); void (*ipi_send_mask)(struct irq_data *, const struct cpumask *); int (*irq_nmi_setup)(struct irq_data *); void (*irq_nmi_teardown)(struct irq_data *); void (*irq_force_complete_move)(struct irq_data *); long unsigned int flags; }; struct irqstat { unsigned int cnt; }; typedef irqreturn_t (*irq_handler_t)(int, void *); struct irqaction { irq_handler_t handler; void *dev_id; void *percpu_dev_id; struct irqaction *next; irq_handler_t thread_fn; struct task_struct *thread; struct irqaction *secondary; unsigned int irq; unsigned int flags; long unsigned int thread_flags; long unsigned int thread_mask; const char *name; struct proc_dir_entry *dir; long: 64; long: 64; long: 64; long: 64; }; struct irq_chip_regs { long unsigned int enable; long unsigned int disable; long unsigned int mask; long unsigned int ack; long unsigned int eoi; long unsigned int type; }; struct irq_chip_type { struct irq_chip chip; struct irq_chip_regs regs; irq_flow_handler_t handler; u32 type; u32 mask_cache_priv; u32 *mask_cache; }; struct irq_chip_generic { raw_spinlock_t lock; void *reg_base; u32 (*reg_readl)(void *); void (*reg_writel)(u32, void *); void (*suspend)(struct irq_chip_generic *); void (*resume)(struct irq_chip_generic *); unsigned int irq_base; unsigned int irq_cnt; u32 mask_cache; u32 wake_enabled; u32 wake_active; unsigned int num_ct; void *private; long unsigned int installed; long unsigned int unused; struct irq_domain *domain; struct list_head list; struct irq_chip_type chip_types[0]; }; struct msi_alloc_info { struct msi_desc *desc; irq_hw_number_t hwirq; long unsigned int flags; union { long unsigned int ul; void *ptr; } scratchpad[2]; }; typedef struct msi_alloc_info msi_alloc_info_t; struct irq_affinity_desc { struct cpumask mask; unsigned int is_managed: 1; }; struct device_attribute { struct attribute attr; ssize_t (*show)(struct device *, struct device_attribute *, char *); ssize_t (*store)(struct device *, struct device_attribute *, const char *, size_t); }; struct msi_domain_ops { irq_hw_number_t (*get_hwirq)(struct msi_domain_info *, msi_alloc_info_t *); int (*msi_init)(struct irq_domain *, struct msi_domain_info *, unsigned int, irq_hw_number_t, msi_alloc_info_t *); void (*msi_free)(struct irq_domain *, struct msi_domain_info *, unsigned int); int (*msi_prepare)(struct irq_domain *, struct device *, int, msi_alloc_info_t *); void (*prepare_desc)(struct irq_domain *, msi_alloc_info_t *, struct msi_desc *); void (*set_desc)(msi_alloc_info_t *, struct msi_desc *); int (*domain_alloc_irqs)(struct irq_domain *, struct device *, int); void (*domain_free_irqs)(struct irq_domain *, struct device *); void (*msi_post_free)(struct irq_domain *, struct device *); int (*msi_translate)(struct irq_domain *, struct irq_fwspec *, irq_hw_number_t *, unsigned int *); }; struct msi_domain_info { u32 flags; enum irq_domain_bus_token bus_token; unsigned int hwsize; struct msi_domain_ops *ops; struct irq_chip *chip; void *chip_data; irq_flow_handler_t handler; void *handler_data; const char *handler_name; void *data; }; enum gic_type { GIC_V2 = 0, GIC_V3 = 1, }; struct gic_kvm_info { enum gic_type type; struct resource vcpu; unsigned int maint_irq; bool no_maint_irq_mask; struct resource vctrl; bool has_v4; bool has_v4_1; bool no_hw_deactivation; }; enum vgic_type { VGIC_V2 = 0, VGIC_V3 = 1, }; struct vgic_global { enum vgic_type type; phys_addr_t vcpu_base; void *vcpu_base_va; void *vcpu_hyp_va; void *vctrl_base; void *vctrl_hyp; int nr_lr; unsigned int maint_irq; int max_gic_vcpus; bool can_emulate_gicv2; bool has_gicv4; bool has_gicv4_1; bool no_hw_deactivation; struct static_key_false gicv3_cpuif; u32 ich_vtr_el2; }; struct vgic_vmcr { u32 grpen0; u32 grpen1; u32 ackctl; u32 fiqen; u32 cbpr; u32 eoim; u32 abpr; u32 bpr; u32 pmr; }; struct vgic_reg_attr { struct kvm_vcpu *vcpu; gpa_t addr; }; struct vgic_state_iter { int nr_cpus; int nr_spis; int nr_lpis; int dist_id; int vcpu_id; long unsigned int intid; int lpi_idx; }; struct tlb_inv_context { struct kvm_s2_mmu *mmu; long unsigned int flags; u64 tcr; u64 sctlr; }; struct arm_smccc_res { long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; }; struct kvm_nvhe_init_params { long unsigned int mair_el2; long unsigned int tcr_el2; long unsigned int tpidr_el2; long unsigned int stack_hyp_va; long unsigned int stack_pa; phys_addr_t pgd_pa; long unsigned int hcr_el2; long unsigned int vttbr; long unsigned int vtcr; long unsigned int tmp; }; struct psci_0_1_function_ids { u32 cpu_suspend; u32 cpu_on; u32 cpu_off; u32 migrate; }; struct kvm_host_psci_config { u32 version; u32 smccc_version; struct psci_0_1_function_ids function_ids_0_1; bool psci_0_1_cpu_suspend_implemented; bool psci_0_1_cpu_on_implemented; bool psci_0_1_cpu_off_implemented; bool psci_0_1_migrate_implemented; }; struct psci_boot_args { atomic_t lock; long unsigned int pc; long unsigned int r0; }; typedef int (*cmp_func_t)(const void *, const void *); struct pkvm_mapping { struct rb_node node; u64 gfn; u64 pfn; }; union hyp_spinlock { u32 __val; struct { u16 owner; u16 next; }; }; typedef union hyp_spinlock hyp_spinlock_t; struct sys_reg_params { u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; u64 regval; bool is_write; }; struct sys_reg_desc { const char *name; enum { AA32_DIRECT = 0, AA32_LO = 1, AA32_HI = 2, } aarch32_map; u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; bool (*access)(struct kvm_vcpu *, struct sys_reg_params *, const struct sys_reg_desc *); u64 (*reset)(struct kvm_vcpu *, const struct sys_reg_desc *); int reg; u64 val; int (*__get_user)(struct kvm_vcpu *, const struct sys_reg_desc *, u64 *); int (*set_user)(struct kvm_vcpu *, const struct sys_reg_desc *, u64); unsigned int (*visibility)(const struct kvm_vcpu *, const struct sys_reg_desc *); }; struct pvm_ftr_bits { bool sign; u8 shift; u8 width; u8 max_val; bool (*vm_supported)(const struct kvm *); }; enum __kvm_host_smccc_func { __KVM_HOST_SMCCC_FUNC___pkvm_init = 1, __KVM_HOST_SMCCC_FUNC___pkvm_create_private_mapping = 2, __KVM_HOST_SMCCC_FUNC___pkvm_cpu_set_vector = 3, __KVM_HOST_SMCCC_FUNC___kvm_enable_ssbs = 4, __KVM_HOST_SMCCC_FUNC___vgic_v3_init_lrs = 5, __KVM_HOST_SMCCC_FUNC___vgic_v3_get_gic_config = 6, __KVM_HOST_SMCCC_FUNC___pkvm_prot_finalize = 7, __KVM_HOST_SMCCC_FUNC___pkvm_host_share_hyp = 8, __KVM_HOST_SMCCC_FUNC___pkvm_host_unshare_hyp = 9, __KVM_HOST_SMCCC_FUNC___pkvm_host_share_guest = 10, __KVM_HOST_SMCCC_FUNC___pkvm_host_unshare_guest = 11, __KVM_HOST_SMCCC_FUNC___pkvm_host_relax_perms_guest = 12, __KVM_HOST_SMCCC_FUNC___pkvm_host_wrprotect_guest = 13, __KVM_HOST_SMCCC_FUNC___pkvm_host_test_clear_young_guest = 14, __KVM_HOST_SMCCC_FUNC___pkvm_host_mkyoung_guest = 15, __KVM_HOST_SMCCC_FUNC___kvm_adjust_pc = 16, __KVM_HOST_SMCCC_FUNC___kvm_vcpu_run = 17, __KVM_HOST_SMCCC_FUNC___kvm_flush_vm_context = 18, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid_ipa = 19, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid_ipa_nsh = 20, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid = 21, __KVM_HOST_SMCCC_FUNC___kvm_tlb_flush_vmid_range = 22, __KVM_HOST_SMCCC_FUNC___kvm_flush_cpu_context = 23, __KVM_HOST_SMCCC_FUNC___kvm_timer_set_cntvoff = 24, __KVM_HOST_SMCCC_FUNC___vgic_v3_save_vmcr_aprs = 25, __KVM_HOST_SMCCC_FUNC___vgic_v3_restore_vmcr_aprs = 26, __KVM_HOST_SMCCC_FUNC___pkvm_init_vm = 27, __KVM_HOST_SMCCC_FUNC___pkvm_init_vcpu = 28, __KVM_HOST_SMCCC_FUNC___pkvm_teardown_vm = 29, __KVM_HOST_SMCCC_FUNC___pkvm_vcpu_load = 30, __KVM_HOST_SMCCC_FUNC___pkvm_vcpu_put = 31, __KVM_HOST_SMCCC_FUNC___pkvm_tlb_flush_vmid = 32, }; enum kvm_pgtable_walk_flags { KVM_PGTABLE_WALK_LEAF = 1, KVM_PGTABLE_WALK_TABLE_PRE = 2, KVM_PGTABLE_WALK_TABLE_POST = 4, KVM_PGTABLE_WALK_SHARED = 8, KVM_PGTABLE_WALK_HANDLE_FAULT = 16, KVM_PGTABLE_WALK_SKIP_BBM_TLBI = 32, KVM_PGTABLE_WALK_SKIP_CMO = 64, }; struct kvm_pgtable_visit_ctx { kvm_pte_t *ptep; kvm_pte_t old; void *arg; struct kvm_pgtable_mm_ops *mm_ops; u64 start; u64 addr; u64 end; s8 level; enum kvm_pgtable_walk_flags flags; }; typedef int (*kvm_pgtable_visitor_fn_t)(const struct kvm_pgtable_visit_ctx *, enum kvm_pgtable_walk_flags); struct kvm_pgtable_walker { const kvm_pgtable_visitor_fn_t cb; void * const arg; const enum kvm_pgtable_walk_flags flags; }; struct kvm_pgtable_walk_data { struct kvm_pgtable_walker *walker; const u64 start; u64 addr; const u64 end; }; struct leaf_walk_data { kvm_pte_t pte; s8 level; }; struct hyp_map_data { const u64 phys; kvm_pte_t attr; }; struct stage2_map_data { const u64 phys; kvm_pte_t attr; u8 owner_id; kvm_pte_t *anchor; kvm_pte_t *childp; struct kvm_s2_mmu *mmu; void *memcache; bool force_pte; bool annotation; }; struct stage2_attr_data { kvm_pte_t attr_set; kvm_pte_t attr_clr; kvm_pte_t pte; s8 level; }; struct stage2_age_data { bool mkold; bool young; }; typedef void (*exitcall_t)(); struct crypto_alg; struct crypto_tfm { refcount_t refcnt; u32 crt_flags; int node; void (*exit)(struct crypto_tfm *); struct crypto_alg *__crt_alg; void *__crt_ctx[0]; }; struct cipher_alg { unsigned int cia_min_keysize; unsigned int cia_max_keysize; int (*cia_setkey)(struct crypto_tfm *, const u8 *, unsigned int); void (*cia_encrypt)(struct crypto_tfm *, u8 *, const u8 *); void (*cia_decrypt)(struct crypto_tfm *, u8 *, const u8 *); }; struct crypto_type; struct crypto_alg { struct list_head cra_list; struct list_head cra_users; u32 cra_flags; unsigned int cra_blocksize; unsigned int cra_ctxsize; unsigned int cra_alignmask; int cra_priority; refcount_t cra_refcnt; char cra_name[128]; char cra_driver_name[128]; const struct crypto_type *cra_type; union { struct cipher_alg cipher; } cra_u; int (*cra_init)(struct crypto_tfm *); void (*cra_exit)(struct crypto_tfm *); void (*cra_destroy)(struct crypto_alg *); struct module *cra_module; }; struct crypto_instance; struct crypto_type { unsigned int (*ctxsize)(struct crypto_alg *, u32, u32); unsigned int (*extsize)(struct crypto_alg *); int (*init_tfm)(struct crypto_tfm *); void (*show)(struct seq_file *, struct crypto_alg *); int (*report)(struct sk_buff *, struct crypto_alg *); void (*free)(struct crypto_instance *); void (*destroy)(struct crypto_alg *); unsigned int type; unsigned int maskclear; unsigned int maskset; unsigned int tfmsize; }; struct hash_alg_common { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct crypto_shash; struct shash_desc { struct crypto_shash *tfm; void *__ctx[0]; }; struct crypto_shash { unsigned int descsize; struct crypto_tfm base; }; struct shash_alg { int (*init)(struct shash_desc *); int (*update)(struct shash_desc *, const u8 *, unsigned int); int (*final)(struct shash_desc *, u8 *); int (*finup)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*digest)(struct shash_desc *, const u8 *, unsigned int, u8 *); int (*export)(struct shash_desc *, void *); int (*import)(struct shash_desc *, const void *); int (*setkey)(struct crypto_shash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_shash *); void (*exit_tfm)(struct crypto_shash *); int (*clone_tfm)(struct crypto_shash *, struct crypto_shash *); unsigned int descsize; union { struct { unsigned int digestsize; unsigned int statesize; struct crypto_alg base; }; struct hash_alg_common halg; }; }; struct sha1_state { u32 state[5]; u64 count; u8 buffer[64]; }; typedef void sha1_block_fn(struct sha1_state *, const u8 *, int); struct cpu_feature { __u16 feature; }; struct sha1_ce_state { struct sha1_state sst; u32 finalize; }; typedef void (*crypto_completion_t)(void *, int); struct crypto_async_request { struct list_head list; crypto_completion_t complete; void *data; struct crypto_tfm *tfm; u32 flags; int err; }; struct crypto_aes_ctx { u32 key_enc[60]; u32 key_dec[60]; u32 key_length; }; union crypto_no_such_thing; struct scatter_walk { union { void * const addr; union crypto_no_such_thing *__addr; }; struct scatterlist *sg; unsigned int offset; }; struct scatterlist { long unsigned int page_link; unsigned int offset; unsigned int length; dma_addr_t dma_address; unsigned int dma_length; unsigned int dma_flags; }; struct aead_request { struct crypto_async_request base; unsigned int assoclen; unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; void *__ctx[0]; }; struct crypto_aead; struct aead_alg { int (*setkey)(struct crypto_aead *, const u8 *, unsigned int); int (*setauthsize)(struct crypto_aead *, unsigned int); int (*encrypt)(struct aead_request *); int (*decrypt)(struct aead_request *); int (*init)(struct crypto_aead *); void (*exit)(struct crypto_aead *); unsigned int ivsize; unsigned int maxauthsize; unsigned int chunksize; struct crypto_alg base; }; struct crypto_aead { unsigned int authsize; unsigned int reqsize; struct crypto_tfm base; }; struct skcipher_walk { union { struct { struct { const void * const addr; } virt; } src; struct scatter_walk in; }; unsigned int nbytes; union { struct { struct { void * const addr; } virt; } dst; struct scatter_walk out; }; unsigned int total; u8 *page; u8 *buffer; u8 *oiv; void *iv; unsigned int ivsize; int flags; unsigned int blocksize; unsigned int stride; unsigned int alignmask; }; struct trace_print_flags { long unsigned int mask; const char *name; }; typedef struct { unsigned int __softirq_pending; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; } irq_cpustat_t; struct softirq_action { void (*action)(); }; struct tasklet_struct { struct tasklet_struct *next; long unsigned int state; atomic_t count; bool use_callback; union { void (*func)(long unsigned int); void (*callback)(struct tasklet_struct *); }; long unsigned int data; }; enum { TASKLET_STATE_SCHED = 0, TASKLET_STATE_RUN = 1, }; struct kernel_stat { long unsigned int irqs_sum; unsigned int softirqs[10]; }; struct wait_bit_key { long unsigned int *flags; int bit_nr; long unsigned int timeout; }; typedef int wait_bit_action_f(struct wait_bit_key *, int); struct smp_hotplug_thread { struct task_struct **store; struct list_head list; int (*thread_should_run)(unsigned int); void (*thread_fn)(unsigned int); void (*create)(unsigned int); void (*setup)(unsigned int); void (*cleanup)(unsigned int, bool); void (*park)(unsigned int); void (*unpark)(unsigned int); bool selfparking; const char *thread_comm; }; struct ring_buffer_event { u32 type_len: 5; u32 time_delta: 27; u32 array[0]; }; struct bpf_raw_tp_link { struct bpf_link link; struct bpf_raw_event_map *btp; u64 cookie; }; struct trace_buffer; struct trace_event_file; struct trace_event_buffer { struct trace_buffer *buffer; struct ring_buffer_event *event; struct trace_event_file *trace_file; void *entry; unsigned int trace_ctx; struct pt_regs *regs; }; struct eventfs_inode; struct trace_subsystem_dir; struct trace_event_file { struct list_head list; struct trace_event_call *event_call; struct event_filter *filter; struct eventfs_inode *ei; struct trace_array *tr; struct trace_subsystem_dir *system; struct list_head triggers; long unsigned int flags; refcount_t ref; atomic_t sm_ref; atomic_t tm_ref; }; enum { EVENT_FILE_FL_ENABLED = 1, EVENT_FILE_FL_RECORDED_CMD = 2, EVENT_FILE_FL_RECORDED_TGID = 4, EVENT_FILE_FL_FILTERED = 8, EVENT_FILE_FL_NO_SET_FILTER = 16, EVENT_FILE_FL_SOFT_MODE = 32, EVENT_FILE_FL_SOFT_DISABLED = 64, EVENT_FILE_FL_TRIGGER_MODE = 128, EVENT_FILE_FL_TRIGGER_COND = 256, EVENT_FILE_FL_PID_FILTER = 512, EVENT_FILE_FL_WAS_ENABLED = 1024, EVENT_FILE_FL_FREED = 2048, }; enum { FILTER_OTHER = 0, FILTER_STATIC_STRING = 1, FILTER_DYN_STRING = 2, FILTER_RDYN_STRING = 3, FILTER_PTR_STRING = 4, FILTER_TRACE_FN = 5, FILTER_CPUMASK = 6, FILTER_COMM = 7, FILTER_CPU = 8, FILTER_STACKTRACE = 9, }; struct trace_event_raw_irq_handler_entry { struct trace_entry ent; int irq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_irq_handler_exit { struct trace_entry ent; int irq; int ret; char __data[0]; }; struct trace_event_raw_softirq { struct trace_entry ent; unsigned int vec; char __data[0]; }; struct trace_event_raw_tasklet { struct trace_entry ent; void *tasklet; void *func; char __data[0]; }; struct trace_event_data_offsets_irq_handler_entry { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_irq_handler_exit {}; struct trace_event_data_offsets_softirq {}; struct trace_event_data_offsets_tasklet {}; typedef void (*btf_trace_irq_handler_entry)(void *, int, struct irqaction *); typedef void (*btf_trace_irq_handler_exit)(void *, int, struct irqaction *, int); typedef void (*btf_trace_softirq_entry)(void *, unsigned int); typedef void (*btf_trace_softirq_exit)(void *, unsigned int); typedef void (*btf_trace_softirq_raise)(void *, unsigned int); typedef void (*btf_trace_tasklet_entry)(void *, struct tasklet_struct *, void *); typedef void (*btf_trace_tasklet_exit)(void *, struct tasklet_struct *, void *); struct tasklet_head { struct tasklet_struct *head; struct tasklet_struct **tail; }; struct __user_cap_header_struct { __u32 version; int pid; }; typedef struct __user_cap_header_struct *cap_user_header_t; struct __user_cap_data_struct { __u32 effective; __u32 permitted; __u32 inheritable; }; typedef struct __user_cap_data_struct *cap_user_data_t; enum perf_branch_sample_type_shift { PERF_SAMPLE_BRANCH_USER_SHIFT = 0, PERF_SAMPLE_BRANCH_KERNEL_SHIFT = 1, PERF_SAMPLE_BRANCH_HV_SHIFT = 2, PERF_SAMPLE_BRANCH_ANY_SHIFT = 3, PERF_SAMPLE_BRANCH_ANY_CALL_SHIFT = 4, PERF_SAMPLE_BRANCH_ANY_RETURN_SHIFT = 5, PERF_SAMPLE_BRANCH_IND_CALL_SHIFT = 6, PERF_SAMPLE_BRANCH_ABORT_TX_SHIFT = 7, PERF_SAMPLE_BRANCH_IN_TX_SHIFT = 8, PERF_SAMPLE_BRANCH_NO_TX_SHIFT = 9, PERF_SAMPLE_BRANCH_COND_SHIFT = 10, PERF_SAMPLE_BRANCH_CALL_STACK_SHIFT = 11, PERF_SAMPLE_BRANCH_IND_JUMP_SHIFT = 12, PERF_SAMPLE_BRANCH_CALL_SHIFT = 13, PERF_SAMPLE_BRANCH_NO_FLAGS_SHIFT = 14, PERF_SAMPLE_BRANCH_NO_CYCLES_SHIFT = 15, PERF_SAMPLE_BRANCH_TYPE_SAVE_SHIFT = 16, PERF_SAMPLE_BRANCH_HW_INDEX_SHIFT = 17, PERF_SAMPLE_BRANCH_PRIV_SAVE_SHIFT = 18, PERF_SAMPLE_BRANCH_COUNTERS_SHIFT = 19, PERF_SAMPLE_BRANCH_MAX_SHIFT = 20, }; typedef __kernel_clock_t clock_t; struct sysinfo { __kernel_long_t uptime; __kernel_ulong_t loads[3]; __kernel_ulong_t totalram; __kernel_ulong_t freeram; __kernel_ulong_t sharedram; __kernel_ulong_t bufferram; __kernel_ulong_t totalswap; __kernel_ulong_t freeswap; __u16 procs; __u16 pad; __kernel_ulong_t totalhigh; __kernel_ulong_t freehigh; __u32 mem_unit; char _f[0]; }; struct prctl_mm_map { __u64 start_code; __u64 end_code; __u64 start_data; __u64 end_data; __u64 start_brk; __u64 brk; __u64 start_stack; __u64 arg_start; __u64 arg_end; __u64 env_start; __u64 env_end; __u64 *auxv; __u32 auxv_size; __u32 exe_fd; }; enum { UNAME26 = 131072, ADDR_NO_RANDOMIZE = 262144, FDPIC_FUNCPTRS = 524288, MMAP_PAGE_ZERO = 1048576, ADDR_COMPAT_LAYOUT = 2097152, READ_IMPLIES_EXEC = 4194304, ADDR_LIMIT_32BIT = 8388608, SHORT_INODE = 16777216, WHOLE_SECONDS = 33554432, STICKY_TIMEOUTS = 67108864, ADDR_LIMIT_3GB = 134217728, }; enum { MM_FILEPAGES = 0, MM_ANONPAGES = 1, MM_SWAPENTS = 2, MM_SHMEMPAGES = 3, NR_MM_COUNTERS = 4, }; struct __kernel_old_timeval { __kernel_long_t tv_sec; __kernel_long_t tv_usec; }; struct rusage { struct __kernel_old_timeval ru_utime; struct __kernel_old_timeval ru_stime; __kernel_long_t ru_maxrss; __kernel_long_t ru_ixrss; __kernel_long_t ru_idrss; __kernel_long_t ru_isrss; __kernel_long_t ru_minflt; __kernel_long_t ru_majflt; __kernel_long_t ru_nswap; __kernel_long_t ru_inblock; __kernel_long_t ru_oublock; __kernel_long_t ru_msgsnd; __kernel_long_t ru_msgrcv; __kernel_long_t ru_nsignals; __kernel_long_t ru_nvcsw; __kernel_long_t ru_nivcsw; }; struct rlimit64 { __u64 rlim_cur; __u64 rlim_max; }; enum { TASK_COMM_LEN = 16, }; struct fs_struct { int users; spinlock_t lock; seqcount_spinlock_t seq; int umask; int in_exec; struct path root; struct path pwd; }; struct mempolicy { atomic_t refcnt; short unsigned int mode; short unsigned int flags; nodemask_t nodes; int home_node; union { nodemask_t cpuset_mems_allowed; nodemask_t user_nodemask; } w; }; struct old_timeval32 { old_time32_t tv_sec; s32 tv_usec; }; enum tk_offsets { TK_OFFS_REAL = 0, TK_OFFS_BOOT = 1, TK_OFFS_TAI = 2, TK_OFFS_MAX = 3, }; struct anon_vma { struct anon_vma *root; struct rw_semaphore rwsem; atomic_t refcount; long unsigned int num_children; long unsigned int num_active_vmas; struct anon_vma *parent; struct rb_root_cached rb_root; }; struct linux_binprm; struct coredump_params; struct linux_binfmt { struct list_head lh; struct module *module; int (*load_binary)(struct linux_binprm *); int (*load_shlib)(struct file *); int (*core_dump)(struct coredump_params *); long unsigned int min_coredump; }; struct ld_semaphore { atomic_long_t count; raw_spinlock_t wait_lock; unsigned int wait_readers; struct list_head read_wait; struct list_head write_wait; }; typedef unsigned int tcflag_t; typedef unsigned char cc_t; typedef unsigned int speed_t; struct ktermios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct winsize { short unsigned int ws_row; short unsigned int ws_col; short unsigned int ws_xpixel; short unsigned int ws_ypixel; }; struct tty_driver; struct tty_port; struct tty_operations; struct tty_ldisc; struct tty_struct { struct kref kref; int index; struct device *dev; struct tty_driver *driver; struct tty_port *port; const struct tty_operations *ops; struct tty_ldisc *ldisc; struct ld_semaphore ldisc_sem; struct mutex atomic_write_lock; struct mutex legacy_mutex; struct mutex throttle_mutex; struct rw_semaphore termios_rwsem; struct mutex winsize_mutex; struct ktermios termios; struct ktermios termios_locked; char name[64]; long unsigned int flags; int count; unsigned int receive_room; struct winsize winsize; struct { spinlock_t lock; bool stopped; bool tco_stopped; } flow; struct { struct pid *pgrp; struct pid *session; spinlock_t lock; unsigned char pktstatus; bool packet; } ctrl; bool hw_stopped; bool closing; int flow_change; struct tty_struct *link; struct fasync_struct *fasync; wait_queue_head_t write_wait; wait_queue_head_t read_wait; struct work_struct hangup_work; void *disc_data; void *driver_data; spinlock_t files_lock; int write_cnt; u8 *write_buf; struct list_head tty_files; struct work_struct SAK_work; }; typedef int (*proc_visitor)(struct task_struct *, void *); typedef s32 compat_clock_t; typedef u32 compat_ulong_t; struct fc_log; struct p_log { const char *prefix; struct fc_log *log; }; enum fs_context_purpose { FS_CONTEXT_FOR_MOUNT = 0, FS_CONTEXT_FOR_SUBMOUNT = 1, FS_CONTEXT_FOR_RECONFIGURE = 2, }; enum fs_context_phase { FS_CONTEXT_CREATE_PARAMS = 0, FS_CONTEXT_CREATING = 1, FS_CONTEXT_AWAITING_MOUNT = 2, FS_CONTEXT_AWAITING_RECONF = 3, FS_CONTEXT_RECONF_PARAMS = 4, FS_CONTEXT_RECONFIGURING = 5, FS_CONTEXT_FAILED = 6, }; struct fs_context_operations; struct fs_context { const struct fs_context_operations *ops; struct mutex uapi_mutex; struct file_system_type *fs_type; void *fs_private; void *sget_key; struct dentry *root; struct user_namespace *user_ns; struct net *net_ns; const struct cred *cred; struct p_log log; const char *source; void *security; void *s_fs_info; unsigned int sb_flags; unsigned int sb_flags_mask; unsigned int s_iflags; enum fs_context_purpose purpose: 8; enum fs_context_phase phase: 8; bool need_free: 1; bool global: 1; bool oldapi: 1; bool exclusive: 1; }; struct audit_names; struct filename { const char *name; const char *uptr; atomic_t refcnt; struct audit_names *aname; const char iname[0]; }; struct timens_offsets { struct timespec64 monotonic; struct timespec64 boottime; }; struct time_namespace { struct user_namespace *user_ns; struct ucounts *ucounts; struct ns_common ns; struct timens_offsets offsets; struct page *vvar_page; bool frozen_offsets; }; enum rlimit_type { UCOUNT_RLIMIT_NPROC = 0, UCOUNT_RLIMIT_MSGQUEUE = 1, UCOUNT_RLIMIT_SIGPENDING = 2, UCOUNT_RLIMIT_MEMLOCK = 3, UCOUNT_RLIMIT_COUNTS = 4, }; struct compat_tms { compat_clock_t tms_utime; compat_clock_t tms_stime; compat_clock_t tms_cutime; compat_clock_t tms_cstime; }; struct compat_rlimit { compat_ulong_t rlim_cur; compat_ulong_t rlim_max; }; struct compat_rusage { struct old_timeval32 ru_utime; struct old_timeval32 ru_stime; compat_long_t ru_maxrss; compat_long_t ru_ixrss; compat_long_t ru_idrss; compat_long_t ru_isrss; compat_long_t ru_minflt; compat_long_t ru_majflt; compat_long_t ru_nswap; compat_long_t ru_inblock; compat_long_t ru_oublock; compat_long_t ru_msgsnd; compat_long_t ru_msgrcv; compat_long_t ru_nsignals; compat_long_t ru_nvcsw; compat_long_t ru_nivcsw; }; enum uts_proc { UTS_PROC_ARCH = 0, UTS_PROC_OSTYPE = 1, UTS_PROC_OSRELEASE = 2, UTS_PROC_VERSION = 3, UTS_PROC_HOSTNAME = 4, UTS_PROC_DOMAINNAME = 5, }; enum fs_value_type { fs_value_is_undefined = 0, fs_value_is_flag = 1, fs_value_is_string = 2, fs_value_is_blob = 3, fs_value_is_filename = 4, fs_value_is_file = 5, }; struct fs_parameter { const char *key; enum fs_value_type type: 8; union { char *string; void *blob; struct filename *name; struct file *file; }; size_t size; int dirfd; }; struct fc_log { refcount_t usage; u8 head; u8 tail; u8 need_free; struct module *owner; char *buffer[8]; }; struct fs_context_operations { void (*free)(struct fs_context *); int (*dup)(struct fs_context *, struct fs_context *); int (*parse_param)(struct fs_context *, struct fs_parameter *); int (*parse_monolithic)(struct fs_context *, void *); int (*get_tree)(struct fs_context *); int (*reconfigure)(struct fs_context *); }; struct fs_parse_result { bool negated; union { bool boolean; int int_32; unsigned int uint_32; u64 uint_64; kuid_t uid; kgid_t gid; }; }; struct tms { __kernel_clock_t tms_utime; __kernel_clock_t tms_stime; __kernel_clock_t tms_cutime; __kernel_clock_t tms_cstime; }; enum tty_driver_type { TTY_DRIVER_TYPE_SYSTEM = 0, TTY_DRIVER_TYPE_CONSOLE = 1, TTY_DRIVER_TYPE_SERIAL = 2, TTY_DRIVER_TYPE_PTY = 3, TTY_DRIVER_TYPE_SCC = 4, TTY_DRIVER_TYPE_SYSCONS = 5, }; enum tty_driver_subtype { SYSTEM_TYPE_TTY = 1, SYSTEM_TYPE_CONSOLE = 2, SYSTEM_TYPE_SYSCONS = 3, SYSTEM_TYPE_SYSPTMX = 4, PTY_TYPE_MASTER = 1, PTY_TYPE_SLAVE = 2, SERIAL_TYPE_NORMAL = 1, }; struct serial_icounter_struct; struct serial_struct; struct tty_operations { struct tty_struct * (*lookup)(struct tty_driver *, struct file *, int); int (*install)(struct tty_driver *, struct tty_struct *); void (*remove)(struct tty_driver *, struct tty_struct *); int (*open)(struct tty_struct *, struct file *); void (*close)(struct tty_struct *, struct file *); void (*shutdown)(struct tty_struct *); void (*cleanup)(struct tty_struct *); ssize_t (*write)(struct tty_struct *, const u8 *, size_t); int (*put_char)(struct tty_struct *, u8); void (*flush_chars)(struct tty_struct *); unsigned int (*write_room)(struct tty_struct *); unsigned int (*chars_in_buffer)(struct tty_struct *); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); void (*throttle)(struct tty_struct *); void (*unthrottle)(struct tty_struct *); void (*stop)(struct tty_struct *); void (*start)(struct tty_struct *); void (*hangup)(struct tty_struct *); int (*break_ctl)(struct tty_struct *, int); void (*flush_buffer)(struct tty_struct *); int (*ldisc_ok)(struct tty_struct *, int); void (*set_ldisc)(struct tty_struct *); void (*wait_until_sent)(struct tty_struct *, int); void (*send_xchar)(struct tty_struct *, u8); int (*tiocmget)(struct tty_struct *); int (*tiocmset)(struct tty_struct *, unsigned int, unsigned int); int (*resize)(struct tty_struct *, struct winsize *); int (*get_icount)(struct tty_struct *, struct serial_icounter_struct *); int (*get_serial)(struct tty_struct *, struct serial_struct *); int (*set_serial)(struct tty_struct *, struct serial_struct *); void (*show_fdinfo)(struct tty_struct *, struct seq_file *); int (*proc_show)(struct seq_file *, void *); }; struct tty_driver { struct kref kref; struct cdev **cdevs; struct module *owner; const char *driver_name; const char *name; int name_base; int major; int minor_start; unsigned int num; enum tty_driver_type type; enum tty_driver_subtype subtype; struct ktermios init_termios; long unsigned int flags; struct proc_dir_entry *proc_entry; struct tty_driver *other; struct tty_struct **ttys; struct tty_port **ports; struct ktermios **termios; void *driver_state; const struct tty_operations *ops; struct list_head tty_drivers; }; struct tty_buffer { union { struct tty_buffer *next; struct llist_node free; }; unsigned int used; unsigned int size; unsigned int commit; unsigned int lookahead; unsigned int read; bool flags; long: 0; u8 data[0]; }; struct tty_bufhead { struct tty_buffer *head; struct work_struct work; struct mutex lock; atomic_t priority; struct tty_buffer sentinel; struct llist_head free; atomic_t mem_used; int mem_limit; struct tty_buffer *tail; }; struct __kfifo { unsigned int in; unsigned int out; unsigned int mask; unsigned int esize; void *data; }; struct tty_port_operations; struct tty_port_client_operations; struct tty_port { struct tty_bufhead buf; struct tty_struct *tty; struct tty_struct *itty; const struct tty_port_operations *ops; const struct tty_port_client_operations *client_ops; spinlock_t lock; int blocked_open; int count; wait_queue_head_t open_wait; wait_queue_head_t delta_msr_wait; long unsigned int flags; long unsigned int iflags; unsigned char console: 1; struct mutex mutex; struct mutex buf_mutex; u8 *xmit_buf; struct { union { struct __kfifo kfifo; u8 *type; const u8 *const_type; char (*rectype)[0]; u8 *ptr; const u8 *ptr_const; }; u8 buf[0]; } xmit_fifo; unsigned int close_delay; unsigned int closing_wait; int drain_delay; struct kref kref; void *client_data; }; struct tty_ldisc_ops { char *name; int num; int (*open)(struct tty_struct *); void (*close)(struct tty_struct *); void (*flush_buffer)(struct tty_struct *); ssize_t (*read)(struct tty_struct *, struct file *, u8 *, size_t, void **, long unsigned int); ssize_t (*write)(struct tty_struct *, struct file *, const u8 *, size_t); int (*ioctl)(struct tty_struct *, unsigned int, long unsigned int); int (*compat_ioctl)(struct tty_struct *, unsigned int, long unsigned int); void (*set_termios)(struct tty_struct *, const struct ktermios *); __poll_t (*poll)(struct tty_struct *, struct file *, struct poll_table_struct *); void (*hangup)(struct tty_struct *); void (*receive_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_struct *); void (*dcd_change)(struct tty_struct *, bool); size_t (*receive_buf2)(struct tty_struct *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_struct *, const u8 *, const u8 *, size_t); struct module *owner; }; struct tty_ldisc { struct tty_ldisc_ops *ops; struct tty_struct *tty; }; struct tty_port_operations { bool (*carrier_raised)(struct tty_port *); void (*dtr_rts)(struct tty_port *, bool); void (*shutdown)(struct tty_port *); int (*activate)(struct tty_port *, struct tty_struct *); void (*destruct)(struct tty_port *); }; struct tty_port_client_operations { size_t (*receive_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*lookahead_buf)(struct tty_port *, const u8 *, const u8 *, size_t); void (*write_wakeup)(struct tty_port *); }; struct getcpu_cache { long unsigned int blob[16]; }; struct linux_binprm { struct vm_area_struct *vma; long unsigned int vma_pages; long unsigned int argmin; struct mm_struct *mm; long unsigned int p; unsigned int have_execfd: 1; unsigned int execfd_creds: 1; unsigned int secureexec: 1; unsigned int point_of_no_return: 1; unsigned int comm_from_dentry: 1; unsigned int is_check: 1; struct file *executable; struct file *interpreter; struct file *file; struct cred *cred; int unsafe; unsigned int per_clear; int argc; int envc; const char *filename; const char *interp; const char *fdpath; unsigned int interp_flags; int execfd; long unsigned int exec; struct rlimit rlim_stack; char buf[256]; }; struct compat_sysinfo { s32 uptime; u32 loads[3]; u32 totalram; u32 freeram; u32 sharedram; u32 bufferram; u32 totalswap; u32 freeswap; u16 procs; u16 pad; u32 totalhigh; u32 freehigh; u32 mem_unit; char _f[8]; }; enum { CSD_FLAG_LOCK = 1, IRQ_WORK_PENDING = 1, IRQ_WORK_BUSY = 2, IRQ_WORK_LAZY = 4, IRQ_WORK_HARD_IRQ = 8, IRQ_WORK_CLAIMED = 3, CSD_TYPE_ASYNC = 0, CSD_TYPE_SYNC = 16, CSD_TYPE_IRQ_WORK = 32, CSD_TYPE_TTWU = 48, CSD_FLAG_TYPE_MASK = 240, }; typedef void (*task_work_func_t)(struct callback_head *); enum task_work_notify_mode { TWA_NONE = 0, TWA_RESUME = 1, TWA_SIGNAL = 2, TWA_SIGNAL_NO_IPI = 3, TWA_NMI_CURRENT = 4, }; struct __va_list { void *__stack; void *__gr_top; void *__vr_top; int __gr_offs; int __vr_offs; }; typedef struct __va_list va_list; typedef struct mutex *class_mutex_t; struct sched_param { int sched_priority; }; enum { __PERCPU_REF_ATOMIC = 1, __PERCPU_REF_DEAD = 2, __PERCPU_REF_ATOMIC_DEAD = 3, __PERCPU_REF_FLAG_BITS = 2, }; struct kthread_work; typedef void (*kthread_work_func_t)(struct kthread_work *); struct kthread_worker; struct kthread_work { struct list_head node; kthread_work_func_t func; struct kthread_worker *worker; int canceling; }; enum { KTW_FREEZABLE = 1, }; struct kthread_worker { unsigned int flags; raw_spinlock_t lock; struct list_head work_list; struct list_head delayed_work_list; struct task_struct *task; struct kthread_work *current_work; }; struct kthread_delayed_work { struct kthread_work work; struct timer_list timer; }; enum { CSS_NO_REF = 1, CSS_ONLINE = 2, CSS_RELEASED = 4, CSS_VISIBLE = 8, CSS_DYING = 16, }; enum hk_type { HK_TYPE_DOMAIN = 0, HK_TYPE_MANAGED_IRQ = 1, HK_TYPE_KERNEL_NOISE = 2, HK_TYPE_MAX = 3, HK_TYPE_TICK = 2, HK_TYPE_TIMER = 2, HK_TYPE_RCU = 2, HK_TYPE_MISC = 2, HK_TYPE_WQ = 2, HK_TYPE_KTHREAD = 2, }; struct kthread_create_info { char *full_name; int (*threadfn)(void *); void *data; int node; struct task_struct *result; struct completion *done; struct list_head list; }; struct kthread { long unsigned int flags; unsigned int cpu; unsigned int node; int started; int result; int (*threadfn)(void *); void *data; struct completion parked; struct completion exited; struct cgroup_subsys_state *blkcg_css; char *full_name; struct task_struct *task; struct list_head hotplug_node; struct cpumask *preferred_affinity; }; enum KTHREAD_BITS { KTHREAD_IS_PER_CPU = 0, KTHREAD_SHOULD_STOP = 1, KTHREAD_SHOULD_PARK = 2, }; struct kthread_flush_work { struct kthread_work work; struct completion done; }; typedef unsigned int slab_flags_t; typedef void (*rcu_callback_t)(struct callback_head *); enum _slab_flag_bits { _SLAB_CONSISTENCY_CHECKS = 0, _SLAB_RED_ZONE = 1, _SLAB_POISON = 2, _SLAB_KMALLOC = 3, _SLAB_HWCACHE_ALIGN = 4, _SLAB_CACHE_DMA = 5, _SLAB_CACHE_DMA32 = 6, _SLAB_STORE_USER = 7, _SLAB_PANIC = 8, _SLAB_TYPESAFE_BY_RCU = 9, _SLAB_TRACE = 10, _SLAB_NOLEAKTRACE = 11, _SLAB_NO_MERGE = 12, _SLAB_ACCOUNT = 13, _SLAB_NO_USER_FLAGS = 14, _SLAB_RECLAIM_ACCOUNT = 15, _SLAB_OBJECT_POISON = 16, _SLAB_CMPXCHG_DOUBLE = 17, _SLAB_NO_OBJ_EXT = 18, _SLAB_FLAGS_LAST_BIT = 19, }; struct kmem_cache_args { unsigned int align; unsigned int useroffset; unsigned int usersize; unsigned int freeptr_offset; bool use_freeptr_offset; void (*ctor)(void *); }; enum proc_cn_event { PROC_EVENT_NONE = 0, PROC_EVENT_FORK = 1, PROC_EVENT_EXEC = 2, PROC_EVENT_UID = 4, PROC_EVENT_GID = 64, PROC_EVENT_SID = 128, PROC_EVENT_PTRACE = 256, PROC_EVENT_COMM = 512, PROC_EVENT_NONZERO_EXIT = 536870912, PROC_EVENT_COREDUMP = 1073741824, PROC_EVENT_EXIT = 2147483648, }; struct pin_cookie {}; struct plist_head { struct list_head node_list; }; enum uclamp_id { UCLAMP_MIN = 0, UCLAMP_MAX = 1, UCLAMP_CNT = 2, }; struct dl_bw { raw_spinlock_t lock; u64 bw; u64 total_bw; }; struct cpudl_item; struct cpudl { raw_spinlock_t lock; int size; cpumask_var_t free_cpus; struct cpudl_item *elements; }; struct cpupri_vec { atomic_t count; cpumask_var_t mask; }; struct cpupri { struct cpupri_vec pri_to_cpu[101]; int *cpu_to_pri; }; struct perf_domain; struct root_domain { atomic_t refcount; atomic_t rto_count; struct callback_head rcu; cpumask_var_t span; cpumask_var_t online; bool overloaded; bool overutilized; cpumask_var_t dlo_mask; atomic_t dlo_count; struct dl_bw dl_bw; struct cpudl cpudl; u64 visit_cookie; struct irq_work rto_push_work; raw_spinlock_t rto_lock; int rto_loop; int rto_cpu; atomic_t rto_loop_next; atomic_t rto_loop_start; cpumask_var_t rto_mask; struct cpupri cpupri; struct perf_domain *pd; }; struct cfs_rq { struct load_weight load; unsigned int nr_queued; unsigned int h_nr_queued; unsigned int h_nr_runnable; unsigned int h_nr_idle; s64 avg_vruntime; u64 avg_load; u64 min_vruntime; struct rb_root_cached tasks_timeline; struct sched_entity *curr; struct sched_entity *next; long: 64; long: 64; long: 64; long: 64; long: 64; struct sched_avg avg; struct { raw_spinlock_t lock; int nr; long unsigned int load_avg; long unsigned int util_avg; long unsigned int runnable_avg; long: 64; long: 64; long: 64; long: 64; } removed; u64 last_update_tg_load_avg; long unsigned int tg_load_avg_contrib; long int propagate; long int prop_runnable_sum; long unsigned int h_load; u64 last_h_load_update; struct sched_entity *h_load_next; struct rq *rq; int on_list; struct list_head leaf_cfs_rq_list; struct task_group *tg; int idle; long: 64; long: 64; long: 64; }; struct rt_prio_array { long unsigned int bitmap[2]; struct list_head queue[100]; }; struct rt_rq { struct rt_prio_array active; unsigned int rt_nr_running; unsigned int rr_nr_running; struct { int curr; int next; } highest_prio; bool overloaded; struct plist_head pushable_tasks; int rt_queued; }; struct dl_rq { struct rb_root_cached root; unsigned int dl_nr_running; struct { u64 curr; u64 next; } earliest_dl; bool overloaded; struct rb_root_cached pushable_dl_tasks_root; u64 running_bw; u64 this_bw; u64 extra_bw; u64 max_bw; u64 bw_ratio; }; typedef int (*cpu_stop_fn_t)(void *); struct cpu_stop_done; struct cpu_stop_work { struct list_head list; cpu_stop_fn_t fn; long unsigned int caller; void *arg; struct cpu_stop_done *done; }; struct sched_domain; struct balance_callback; struct cpuidle_state; struct rq { raw_spinlock_t __lock; unsigned int nr_running; unsigned int nr_numa_running; unsigned int nr_preferred_running; unsigned int numa_migrate_on; long unsigned int last_blocked_load_update_tick; unsigned int has_blocked_load; long: 64; long: 64; long: 64; call_single_data_t nohz_csd; unsigned int nohz_tick_stopped; atomic_t nohz_flags; unsigned int ttwu_pending; u64 nr_switches; long: 64; struct cfs_rq cfs; struct rt_rq rt; struct dl_rq dl; struct sched_dl_entity fair_server; struct list_head leaf_cfs_rq_list; struct list_head *tmp_alone_branch; unsigned int nr_uninterruptible; union { struct task_struct *donor; struct task_struct *curr; }; struct sched_dl_entity *dl_server; struct task_struct *idle; struct task_struct *stop; long unsigned int next_balance; struct mm_struct *prev_mm; unsigned int clock_update_flags; u64 clock; u64 clock_task; u64 clock_pelt; long unsigned int lost_idle_time; u64 clock_pelt_idle; u64 clock_idle; atomic_t nr_iowait; u64 last_seen_need_resched_ns; int ticks_without_resched; int membarrier_state; struct root_domain *rd; struct sched_domain *sd; long unsigned int cpu_capacity; struct balance_callback *balance_callback; unsigned char nohz_idle_balance; unsigned char idle_balance; long unsigned int misfit_task_load; int active_balance; int push_cpu; struct cpu_stop_work active_balance_work; int cpu; int online; struct list_head cfs_tasks; struct sched_avg avg_rt; struct sched_avg avg_dl; struct sched_avg avg_irq; struct sched_avg avg_hw; u64 idle_stamp; u64 avg_idle; u64 max_idle_balance_cost; struct rcuwait hotplug_wait; u64 prev_irq_time; u64 psi_irq_time; u64 prev_steal_time; long unsigned int calc_load_update; long int calc_load_active; long: 64; long: 64; long: 64; call_single_data_t hrtick_csd; struct hrtimer hrtick_timer; ktime_t hrtick_time; struct cpuidle_state *idle_state; unsigned int nr_pinned; unsigned int push_busy; struct cpu_stop_work push_work; cpumask_var_t scratch_mask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct cfs_bandwidth {}; struct task_group { struct cgroup_subsys_state css; int idle; struct sched_entity **se; struct cfs_rq **cfs_rq; long unsigned int shares; long: 64; long: 64; atomic_long_t load_avg; struct callback_head rcu; struct list_head list; struct task_group *parent; struct list_head siblings; struct list_head children; struct autogroup *autogroup; struct cfs_bandwidth cfs_bandwidth; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct numa_group { refcount_t refcount; spinlock_t lock; int nr_tasks; pid_t gid; int active_nodes; struct callback_head rcu; long unsigned int total_faults; long unsigned int max_faults_cpu; long unsigned int faults[0]; }; struct maple_alloc { long unsigned int total; unsigned char node_count; unsigned int request_count; struct maple_alloc *slot[30]; }; struct maple_enode; enum store_type { wr_invalid = 0, wr_new_root = 1, wr_store_root = 2, wr_exact_fit = 3, wr_spanning_store = 4, wr_split_store = 5, wr_rebalance = 6, wr_append = 7, wr_node_store = 8, wr_slot_store = 9, }; enum maple_status { ma_active = 0, ma_start = 1, ma_root = 2, ma_none = 3, ma_pause = 4, ma_overflow = 5, ma_underflow = 6, ma_error = 7, }; struct ma_state { struct maple_tree *tree; long unsigned int index; long unsigned int last; struct maple_enode *node; long unsigned int min; long unsigned int max; struct maple_alloc *alloc; enum maple_status status; unsigned char depth; unsigned char offset; unsigned char mas_flags; unsigned char end; enum store_type store_type; }; struct vma_iterator { struct ma_state mas; }; enum zone_watermarks { WMARK_MIN = 0, WMARK_LOW = 1, WMARK_HIGH = 2, WMARK_PROMO = 3, NR_WMARK = 4, }; struct cpu_topology { int thread_id; int core_id; int cluster_id; int package_id; cpumask_t thread_sibling; cpumask_t core_sibling; cpumask_t cluster_sibling; cpumask_t llc_sibling; }; enum pm_qos_type { PM_QOS_UNITIALIZED = 0, PM_QOS_MAX = 1, PM_QOS_MIN = 2, }; struct pm_qos_constraints { struct plist_head list; s32 target_value; s32 default_value; s32 no_constraint_value; enum pm_qos_type type; struct blocking_notifier_head *notifiers; }; struct freq_constraints { struct pm_qos_constraints min_freq; struct blocking_notifier_head min_freq_notifiers; struct pm_qos_constraints max_freq; struct blocking_notifier_head max_freq_notifiers; }; struct pm_qos_flags { struct list_head list; s32 effective_flags; }; struct dev_pm_qos_request; struct dev_pm_qos { struct pm_qos_constraints resume_latency; struct pm_qos_constraints latency_tolerance; struct freq_constraints freq; struct pm_qos_flags flags; struct dev_pm_qos_request *resume_latency_req; struct dev_pm_qos_request *latency_tolerance_req; struct dev_pm_qos_request *flags_req; }; struct autogroup { struct kref kref; struct task_group *tg; struct rw_semaphore lock; long unsigned int id; int nice; }; struct update_util_data { void (*func)(struct update_util_data *, u64, unsigned int); }; enum cpu_idle_type { __CPU_NOT_IDLE = 0, CPU_IDLE = 1, CPU_NEWLY_IDLE = 2, CPU_MAX_IDLE_TYPES = 3, }; enum { SD_BALANCE_NEWIDLE = 1, SD_BALANCE_EXEC = 2, SD_BALANCE_FORK = 4, SD_BALANCE_WAKE = 8, SD_WAKE_AFFINE = 16, SD_ASYM_CPUCAPACITY = 32, SD_ASYM_CPUCAPACITY_FULL = 64, SD_SHARE_CPUCAPACITY = 128, SD_CLUSTER = 256, SD_SHARE_LLC = 512, SD_SERIALIZE = 1024, SD_ASYM_PACKING = 2048, SD_PREFER_SIBLING = 4096, SD_OVERLAP = 8192, SD_NUMA = 16384, }; struct sched_domain_shared { atomic_t ref; atomic_t nr_busy_cpus; int has_idle_cores; int nr_idle_scan; }; struct sched_group; struct sched_domain { struct sched_domain *parent; struct sched_domain *child; struct sched_group *groups; long unsigned int min_interval; long unsigned int max_interval; unsigned int busy_factor; unsigned int imbalance_pct; unsigned int cache_nice_tries; unsigned int imb_numa_nr; int nohz_idle; int flags; int level; long unsigned int last_balance; unsigned int balance_interval; unsigned int nr_balance_failed; u64 max_newidle_lb_cost; long unsigned int last_decay_max_lb_cost; char *name; union { void *private; struct callback_head rcu; }; struct sched_domain_shared *shared; unsigned int span_weight; long unsigned int span[0]; }; struct sched_group_capacity; struct sched_group { struct sched_group *next; atomic_t ref; unsigned int group_weight; unsigned int cores; struct sched_group_capacity *sgc; int asym_prefer_cpu; int flags; long unsigned int cpumask[0]; }; struct sched_group_capacity { atomic_t ref; long unsigned int capacity; long unsigned int min_capacity; long unsigned int max_capacity; long unsigned int next_update; int imbalance; int id; long unsigned int cpumask[0]; }; struct cpuidle_state_usage { long long unsigned int disable; long long unsigned int usage; u64 time_ns; long long unsigned int above; long long unsigned int below; long long unsigned int rejected; long long unsigned int s2idle_usage; long long unsigned int s2idle_time; }; struct cpuidle_device; struct cpuidle_driver; struct cpuidle_state { char name[16]; char desc[32]; s64 exit_latency_ns; s64 target_residency_ns; unsigned int flags; unsigned int exit_latency; int power_usage; unsigned int target_residency; int (*enter)(struct cpuidle_device *, struct cpuidle_driver *, int); void (*enter_dead)(struct cpuidle_device *, int); int (*enter_s2idle)(struct cpuidle_device *, struct cpuidle_driver *, int); }; struct cpuidle_state_kobj; struct cpuidle_driver_kobj; struct cpuidle_device_kobj; struct cpuidle_device { unsigned int registered: 1; unsigned int enabled: 1; unsigned int poll_time_limit: 1; unsigned int cpu; ktime_t next_hrtimer; int last_state_idx; u64 last_residency_ns; u64 poll_limit_ns; u64 forced_idle_latency_limit_ns; struct cpuidle_state_usage states_usage[10]; struct cpuidle_state_kobj *kobjs[10]; struct cpuidle_driver_kobj *kobj_driver; struct cpuidle_device_kobj *kobj_dev; struct list_head device_list; }; struct cpuidle_driver { const char *name; struct module *owner; unsigned int bctimer: 1; struct cpuidle_state states[10]; int state_count; int safe_state_index; struct cpumask *cpumask; const char *governor; }; struct rb_augment_callbacks { void (*propagate)(struct rb_node *, struct rb_node *); void (*copy)(struct rb_node *, struct rb_node *); void (*rotate)(struct rb_node *, struct rb_node *); }; struct sched_attr { __u32 size; __u32 sched_policy; __u64 sched_flags; __s32 sched_nice; __u32 sched_priority; __u64 sched_runtime; __u64 sched_deadline; __u64 sched_period; __u32 sched_util_min; __u32 sched_util_max; }; enum sched_tunable_scaling { SCHED_TUNABLESCALING_NONE = 0, SCHED_TUNABLESCALING_LOG = 1, SCHED_TUNABLESCALING_LINEAR = 2, SCHED_TUNABLESCALING_END = 3, }; struct pm_qos_flags_request { struct list_head node; s32 flags; }; enum freq_qos_req_type { FREQ_QOS_MIN = 1, FREQ_QOS_MAX = 2, }; struct freq_qos_request { enum freq_qos_req_type type; struct plist_node pnode; struct freq_constraints *qos; }; enum dev_pm_qos_req_type { DEV_PM_QOS_RESUME_LATENCY = 1, DEV_PM_QOS_LATENCY_TOLERANCE = 2, DEV_PM_QOS_MIN_FREQUENCY = 3, DEV_PM_QOS_MAX_FREQUENCY = 4, DEV_PM_QOS_FLAGS = 5, }; struct dev_pm_qos_request { enum dev_pm_qos_req_type type; union { struct plist_node pnode; struct pm_qos_flags_request flr; struct freq_qos_request freq; } data; struct device *dev; }; enum numa_vmaskip_reason { NUMAB_SKIP_UNSUITABLE = 0, NUMAB_SKIP_SHARED_RO = 1, NUMAB_SKIP_INACCESSIBLE = 2, NUMAB_SKIP_SCAN_DELAY = 3, NUMAB_SKIP_PID_INACTIVE = 4, NUMAB_SKIP_IGNORE_PID = 5, NUMAB_SKIP_SEQ_COMPLETED = 6, }; struct cpudl_item { u64 dl; int cpu; int idx; }; struct asym_cap_data { struct list_head link; struct callback_head rcu; long unsigned int capacity; long unsigned int cpus[0]; }; struct balance_callback { struct balance_callback *next; void (*func)(struct rq *); }; struct perf_domain { struct em_perf_domain *em_pd; struct perf_domain *next; struct callback_head rcu; }; struct rq_flags { long unsigned int flags; struct pin_cookie cookie; unsigned int clock_update_flags; }; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_irqsave_t; enum numa_topology_type { NUMA_DIRECT = 0, NUMA_GLUELESS_MESH = 1, NUMA_BACKPLANE = 2, }; enum numa_faults_stats { NUMA_MEM = 0, NUMA_CPU = 1, NUMA_MEMBUF = 2, NUMA_CPUBUF = 3, }; enum { __SCHED_FEAT_PLACE_LAG = 0, __SCHED_FEAT_PLACE_DEADLINE_INITIAL = 1, __SCHED_FEAT_PLACE_REL_DEADLINE = 2, __SCHED_FEAT_RUN_TO_PARITY = 3, __SCHED_FEAT_PREEMPT_SHORT = 4, __SCHED_FEAT_NEXT_BUDDY = 5, __SCHED_FEAT_PICK_BUDDY = 6, __SCHED_FEAT_CACHE_HOT_BUDDY = 7, __SCHED_FEAT_DELAY_DEQUEUE = 8, __SCHED_FEAT_DELAY_ZERO = 9, __SCHED_FEAT_WAKEUP_PREEMPTION = 10, __SCHED_FEAT_HRTICK = 11, __SCHED_FEAT_HRTICK_DL = 12, __SCHED_FEAT_NONTASK_CAPACITY = 13, __SCHED_FEAT_TTWU_QUEUE = 14, __SCHED_FEAT_SIS_UTIL = 15, __SCHED_FEAT_WARN_DOUBLE_CLOCK = 16, __SCHED_FEAT_RT_PUSH_IPI = 17, __SCHED_FEAT_RT_RUNTIME_SHARE = 18, __SCHED_FEAT_LB_MIN = 19, __SCHED_FEAT_ATTACH_AGE_LOAD = 20, __SCHED_FEAT_WA_IDLE = 21, __SCHED_FEAT_WA_WEIGHT = 22, __SCHED_FEAT_WA_BIAS = 23, __SCHED_FEAT_UTIL_EST = 24, __SCHED_FEAT_LATENCY_WARN = 25, __SCHED_FEAT_NR = 26, }; struct affinity_context { const struct cpumask *new_mask; struct cpumask *user_mask; unsigned int flags; }; enum numa_type { node_has_spare = 0, node_fully_busy = 1, node_overloaded = 2, }; struct numa_stats { long unsigned int load; long unsigned int runnable; long unsigned int util; long unsigned int compute_capacity; unsigned int nr_running; unsigned int weight; enum numa_type node_type; int idle_cpu; }; struct task_numa_env { struct task_struct *p; int src_cpu; int src_nid; int dst_cpu; int dst_nid; int imb_numa_nr; struct numa_stats src_stats; struct numa_stats dst_stats; int imbalance_pct; int dist; struct task_struct *best_task; long int best_imp; int best_cpu; }; struct energy_env { long unsigned int task_busy_time; long unsigned int pd_busy_time; long unsigned int cpu_cap; long unsigned int pd_cap; }; enum fbq_type { regular = 0, remote = 1, all = 2, }; enum group_type { group_has_spare = 0, group_fully_busy = 1, group_misfit_task = 2, group_smt_balance = 3, group_asym_packing = 4, group_imbalanced = 5, group_overloaded = 6, }; enum migration_type { migrate_load = 0, migrate_util = 1, migrate_task = 2, migrate_misfit = 3, }; struct lb_env { struct sched_domain *sd; struct rq *src_rq; int src_cpu; int dst_cpu; struct rq *dst_rq; struct cpumask *dst_grpmask; int new_dst_cpu; enum cpu_idle_type idle; long int imbalance; struct cpumask *cpus; unsigned int flags; unsigned int loop; unsigned int loop_break; unsigned int loop_max; enum fbq_type fbq_type; enum migration_type migration_type; struct list_head tasks; }; struct sg_lb_stats { long unsigned int avg_load; long unsigned int group_load; long unsigned int group_capacity; long unsigned int group_util; long unsigned int group_runnable; unsigned int sum_nr_running; unsigned int sum_h_nr_running; unsigned int idle_cpus; unsigned int group_weight; enum group_type group_type; unsigned int group_asym_packing; unsigned int group_smt_balance; long unsigned int group_misfit_task_load; unsigned int nr_numa_running; unsigned int nr_preferred_running; }; struct sd_lb_stats { struct sched_group *busiest; struct sched_group *local; long unsigned int total_load; long unsigned int total_capacity; long unsigned int avg_load; unsigned int prefer_sibling; struct sg_lb_stats busiest_stat; struct sg_lb_stats local_stat; }; struct wake_q_head { struct wake_q_node *first; struct wake_q_node **lastp; }; struct semaphore { raw_spinlock_t lock; unsigned int count; struct list_head wait_list; }; struct semaphore_waiter { struct list_head list; struct task_struct *task; bool up; }; enum { TASKSTATS_CMD_UNSPEC = 0, TASKSTATS_CMD_GET = 1, TASKSTATS_CMD_NEW = 2, __TASKSTATS_CMD_MAX = 3, }; enum ucount_type { UCOUNT_USER_NAMESPACES = 0, UCOUNT_PID_NAMESPACES = 1, UCOUNT_UTS_NAMESPACES = 2, UCOUNT_IPC_NAMESPACES = 3, UCOUNT_NET_NAMESPACES = 4, UCOUNT_MNT_NAMESPACES = 5, UCOUNT_CGROUP_NAMESPACES = 6, UCOUNT_TIME_NAMESPACES = 7, UCOUNT_INOTIFY_INSTANCES = 8, UCOUNT_INOTIFY_WATCHES = 9, UCOUNT_FANOTIFY_GROUPS = 10, UCOUNT_FANOTIFY_MARKS = 11, UCOUNT_COUNTS = 12, }; enum cpu_usage_stat { CPUTIME_USER = 0, CPUTIME_NICE = 1, CPUTIME_SYSTEM = 2, CPUTIME_SOFTIRQ = 3, CPUTIME_IRQ = 4, CPUTIME_IDLE = 5, CPUTIME_IOWAIT = 6, CPUTIME_STEAL = 7, CPUTIME_GUEST = 8, CPUTIME_GUEST_NICE = 9, NR_STATS = 10, }; enum cgroup_bpf_attach_type { CGROUP_BPF_ATTACH_TYPE_INVALID = -1, CGROUP_INET_INGRESS = 0, CGROUP_INET_EGRESS = 1, CGROUP_INET_SOCK_CREATE = 2, CGROUP_SOCK_OPS = 3, CGROUP_DEVICE = 4, CGROUP_INET4_BIND = 5, CGROUP_INET6_BIND = 6, CGROUP_INET4_CONNECT = 7, CGROUP_INET6_CONNECT = 8, CGROUP_UNIX_CONNECT = 9, CGROUP_INET4_POST_BIND = 10, CGROUP_INET6_POST_BIND = 11, CGROUP_UDP4_SENDMSG = 12, CGROUP_UDP6_SENDMSG = 13, CGROUP_UNIX_SENDMSG = 14, CGROUP_SYSCTL = 15, CGROUP_UDP4_RECVMSG = 16, CGROUP_UDP6_RECVMSG = 17, CGROUP_UNIX_RECVMSG = 18, CGROUP_GETSOCKOPT = 19, CGROUP_SETSOCKOPT = 20, CGROUP_INET4_GETPEERNAME = 21, CGROUP_INET6_GETPEERNAME = 22, CGROUP_UNIX_GETPEERNAME = 23, CGROUP_INET4_GETSOCKNAME = 24, CGROUP_INET6_GETSOCKNAME = 25, CGROUP_UNIX_GETSOCKNAME = 26, CGROUP_INET_SOCK_RELEASE = 27, CGROUP_LSM_START = 28, CGROUP_LSM_END = 37, MAX_CGROUP_BPF_ATTACH_TYPE = 38, }; enum cgroup_subsys_id { cpuset_cgrp_id = 0, cpu_cgrp_id = 1, cpuacct_cgrp_id = 2, io_cgrp_id = 3, memory_cgrp_id = 4, devices_cgrp_id = 5, freezer_cgrp_id = 6, net_cls_cgrp_id = 7, perf_event_cgrp_id = 8, hugetlb_cgrp_id = 9, pids_cgrp_id = 10, CGROUP_SUBSYS_COUNT = 11, }; enum wb_stat_item { WB_RECLAIMABLE = 0, WB_WRITEBACK = 1, WB_DIRTIED = 2, WB_WRITTEN = 3, NR_WB_STAT_ITEMS = 4, }; struct pm_vt_switch { struct list_head head; struct device *dev; bool required; }; enum system_states { SYSTEM_BOOTING = 0, SYSTEM_SCHEDULING = 1, SYSTEM_FREEING_INITMEM = 2, SYSTEM_RUNNING = 3, SYSTEM_HALT = 4, SYSTEM_POWER_OFF = 5, SYSTEM_RESTART = 6, SYSTEM_SUSPEND = 7, }; struct swait_queue { struct task_struct *task; struct list_head task_list; }; typedef int suspend_state_t; struct platform_suspend_ops { int (*valid)(suspend_state_t); int (*begin)(suspend_state_t); int (*prepare)(); int (*prepare_late)(); int (*enter)(suspend_state_t); void (*wake)(); void (*finish)(); bool (*suspend_again)(); void (*end)(); void (*recover)(); }; struct platform_s2idle_ops { int (*begin)(); int (*prepare)(); int (*prepare_late)(); void (*check)(); bool (*wake)(); void (*restore_early)(); void (*restore)(); void (*end)(); }; enum s2idle_states { S2IDLE_STATE_NONE = 0, S2IDLE_STATE_ENTER = 1, S2IDLE_STATE_WAKE = 2, }; enum suspend_stat_step { SUSPEND_WORKING = 0, SUSPEND_FREEZE = 1, SUSPEND_PREPARE = 2, SUSPEND_SUSPEND = 3, SUSPEND_SUSPEND_LATE = 4, SUSPEND_SUSPEND_NOIRQ = 5, SUSPEND_RESUME_NOIRQ = 6, SUSPEND_RESUME_EARLY = 7, SUSPEND_RESUME = 8, }; enum { TEST_NONE = 0, TEST_CORE = 1, TEST_CPUS = 2, TEST_PLATFORM = 3, TEST_DEVICES = 4, TEST_FREEZER = 5, __TEST_AFTER_LAST = 6, }; typedef s64 compat_loff_t; struct miscdevice { int minor; const char *name; const struct file_operations *fops; struct list_head list; struct device *parent; struct device *this_device; const struct attribute_group **groups; const char *nodename; umode_t mode; }; struct resume_swap_area { __kernel_loff_t offset; __u32 dev; } __attribute__((packed)); struct snapshot_handle { unsigned int cur; void *buffer; int sync_read; }; struct snapshot_data { struct snapshot_handle handle; int swap; int mode; bool frozen; bool ready; bool platform_support; bool free_bitmaps; dev_t dev; }; struct compat_resume_swap_area { compat_loff_t offset; u32 dev; } __attribute__((packed)); typedef unsigned int uint; enum cons_flags { CON_PRINTBUFFER = 1, CON_CONSDEV = 2, CON_ENABLED = 4, CON_BOOT = 8, CON_ANYTIME = 16, CON_BRL = 32, CON_EXTENDED = 64, CON_SUSPENDED = 128, CON_NBCON = 256, }; struct nbcon_state { union { unsigned int atom; struct { unsigned int prio: 2; unsigned int req_prio: 2; unsigned int unsafe: 1; unsigned int unsafe_takeover: 1; unsigned int cpu: 24; }; }; }; enum nbcon_prio { NBCON_PRIO_NONE = 0, NBCON_PRIO_NORMAL = 1, NBCON_PRIO_EMERGENCY = 2, NBCON_PRIO_PANIC = 3, NBCON_PRIO_MAX = 4, }; struct console; struct printk_buffers; struct nbcon_context { struct console *console; unsigned int spinwait_max_us; enum nbcon_prio prio; unsigned int allow_unsafe_takeover: 1; unsigned int backlog: 1; struct printk_buffers *pbufs; u64 seq; }; struct nbcon_write_context; struct console { char name[16]; void (*write)(struct console *, const char *, unsigned int); int (*read)(struct console *, char *, unsigned int); struct tty_driver * (*device)(struct console *, int *); void (*unblank)(); int (*setup)(struct console *, char *); int (*exit)(struct console *); int (*match)(struct console *, char *, int, char *); short int flags; short int index; int cflag; uint ispeed; uint ospeed; u64 seq; long unsigned int dropped; void *data; struct hlist_node node; void (*write_atomic)(struct console *, struct nbcon_write_context *); void (*write_thread)(struct console *, struct nbcon_write_context *); void (*device_lock)(struct console *, long unsigned int *); void (*device_unlock)(struct console *, long unsigned int); atomic_t nbcon_state; atomic_long_t nbcon_seq; struct nbcon_context nbcon_device_ctxt; atomic_long_t nbcon_prev_seq; struct printk_buffers *pbufs; struct task_struct *kthread; struct rcuwait rcuwait; struct irq_work irq_work; }; struct printk_buffers { char outbuf[2048]; char scratchbuf[1024]; }; struct nbcon_write_context { struct nbcon_context ctxt; char *outbuf; unsigned int len; bool unsafe_takeover; }; struct prb_desc; struct printk_info; struct prb_desc_ring { unsigned int count_bits; struct prb_desc *descs; struct printk_info *infos; atomic_long_t head_id; atomic_long_t tail_id; atomic_long_t last_finalized_seq; }; struct prb_data_ring { unsigned int size_bits; char *data; atomic_long_t head_lpos; atomic_long_t tail_lpos; }; struct printk_ringbuffer { struct prb_desc_ring desc_ring; struct prb_data_ring text_data_ring; atomic_long_t fail; }; struct console_flush_type { bool nbcon_atomic; bool nbcon_offload; bool legacy_direct; bool legacy_offload; }; struct printk_message { struct printk_buffers *pbufs; unsigned int outbuf_len; u64 seq; long unsigned int dropped; }; struct dev_printk_info { char subsystem[16]; char device[48]; }; struct printk_info { u64 seq; u64 ts_nsec; u16 text_len; u8 facility; u8 flags: 5; u8 level: 3; u32 caller_id; struct dev_printk_info dev_info; }; struct printk_record { struct printk_info *info; char *text_buf; unsigned int text_buf_size; }; struct prb_data_blk_lpos { long unsigned int begin; long unsigned int next; }; struct prb_desc { atomic_long_t state_var; struct prb_data_blk_lpos text_blk_lpos; }; enum { IRQ_TYPE_NONE = 0, IRQ_TYPE_EDGE_RISING = 1, IRQ_TYPE_EDGE_FALLING = 2, IRQ_TYPE_EDGE_BOTH = 3, IRQ_TYPE_LEVEL_HIGH = 4, IRQ_TYPE_LEVEL_LOW = 8, IRQ_TYPE_LEVEL_MASK = 12, IRQ_TYPE_SENSE_MASK = 15, IRQ_TYPE_DEFAULT = 15, IRQ_TYPE_PROBE = 16, IRQ_LEVEL = 256, IRQ_PER_CPU = 512, IRQ_NOPROBE = 1024, IRQ_NOREQUEST = 2048, IRQ_NOAUTOEN = 4096, IRQ_NO_BALANCING = 8192, IRQ_NESTED_THREAD = 32768, IRQ_NOTHREAD = 65536, IRQ_PER_CPU_DEVID = 131072, IRQ_IS_POLLED = 262144, IRQ_DISABLE_UNLAZY = 524288, IRQ_HIDDEN = 1048576, IRQ_NO_DEBUG = 2097152, }; enum { IRQD_TRIGGER_MASK = 15, IRQD_SETAFFINITY_PENDING = 256, IRQD_ACTIVATED = 512, IRQD_NO_BALANCING = 1024, IRQD_PER_CPU = 2048, IRQD_AFFINITY_SET = 4096, IRQD_LEVEL = 8192, IRQD_WAKEUP_STATE = 16384, IRQD_IRQ_DISABLED = 65536, IRQD_IRQ_MASKED = 131072, IRQD_IRQ_INPROGRESS = 262144, IRQD_WAKEUP_ARMED = 524288, IRQD_FORWARDED_TO_VCPU = 1048576, IRQD_AFFINITY_MANAGED = 2097152, IRQD_IRQ_STARTED = 4194304, IRQD_MANAGED_SHUTDOWN = 8388608, IRQD_SINGLE_TARGET = 16777216, IRQD_DEFAULT_TRIGGER_SET = 33554432, IRQD_CAN_RESERVE = 67108864, IRQD_HANDLE_ENFORCE_IRQCTX = 134217728, IRQD_AFFINITY_ON_ACTIVATE = 268435456, IRQD_IRQ_ENABLED_ON_SUSPEND = 536870912, IRQD_RESEND_WHEN_IN_PROGRESS = 1073741824, }; enum { IRQTF_RUNTHREAD = 0, IRQTF_WARNED = 1, IRQTF_AFFINITY = 2, IRQTF_FORCED_THREAD = 3, IRQTF_READY = 4, }; enum { IRQS_AUTODETECT = 1, IRQS_SPURIOUS_DISABLED = 2, IRQS_POLL_INPROGRESS = 8, IRQS_ONESHOT = 32, IRQS_REPLAY = 64, IRQS_WAITING = 128, IRQS_PENDING = 512, IRQS_SUSPENDED = 2048, IRQS_TIMINGS = 4096, IRQS_NMI = 8192, IRQS_SYSFS = 16384, }; enum { _IRQ_DEFAULT_INIT_FLAGS = 0, _IRQ_PER_CPU = 512, _IRQ_LEVEL = 256, _IRQ_NOPROBE = 1024, _IRQ_NOREQUEST = 2048, _IRQ_NOTHREAD = 65536, _IRQ_NOAUTOEN = 4096, _IRQ_NO_BALANCING = 8192, _IRQ_NESTED_THREAD = 32768, _IRQ_PER_CPU_DEVID = 131072, _IRQ_IS_POLLED = 262144, _IRQ_DISABLE_UNLAZY = 524288, _IRQ_HIDDEN = 1048576, _IRQ_NO_DEBUG = 2097152, _IRQF_MODIFY_MASK = 2080527, }; struct irq_domain_chip_generic_info { const char *name; irq_flow_handler_t handler; unsigned int irqs_per_chip; unsigned int num_ct; unsigned int irq_flags_to_clear; unsigned int irq_flags_to_set; enum irq_gc_flags gc_flags; int (*init)(struct irq_chip_generic *); void (*exit)(struct irq_chip_generic *); }; struct irq_domain_info { struct fwnode_handle *fwnode; unsigned int domain_flags; unsigned int size; irq_hw_number_t hwirq_max; int direct_max; unsigned int hwirq_base; unsigned int virq_base; enum irq_domain_bus_token bus_token; const char *name_suffix; const struct irq_domain_ops *ops; void *host_data; struct irq_domain *parent; struct irq_domain_chip_generic_info *dgc_info; int (*init)(struct irq_domain *); void (*exit)(struct irq_domain *); }; typedef void (*dr_release_t)(struct device *, void *); typedef int (*dr_match_t)(struct device *, void *, void *); struct irq_devres { unsigned int irq; void *dev_id; }; struct irq_desc_devres { unsigned int from; unsigned int cnt; }; enum { IRQ_DOMAIN_FLAG_HIERARCHY = 1, IRQ_DOMAIN_NAME_ALLOCATED = 2, IRQ_DOMAIN_FLAG_IPI_PER_CPU = 4, IRQ_DOMAIN_FLAG_IPI_SINGLE = 8, IRQ_DOMAIN_FLAG_MSI = 16, IRQ_DOMAIN_FLAG_ISOLATED_MSI = 32, IRQ_DOMAIN_FLAG_NO_MAP = 64, IRQ_DOMAIN_FLAG_MSI_PARENT = 256, IRQ_DOMAIN_FLAG_MSI_DEVICE = 512, IRQ_DOMAIN_FLAG_DESTROY_GC = 1024, IRQ_DOMAIN_FLAG_NONCORE = 65536, }; enum { GP_IDLE = 0, GP_ENTER = 1, GP_PASSED = 2, GP_EXIT = 3, GP_REPLAY = 4, }; typedef long unsigned int ulong; struct rcu_gp_oldstate { long unsigned int rgos_norm; long unsigned int rgos_exp; }; struct rcu_synchronize { struct callback_head head; struct completion completion; struct rcu_gp_oldstate oldstate; }; enum work_bits { WORK_STRUCT_PENDING_BIT = 0, WORK_STRUCT_INACTIVE_BIT = 1, WORK_STRUCT_PWQ_BIT = 2, WORK_STRUCT_LINKED_BIT = 3, WORK_STRUCT_FLAG_BITS = 4, WORK_STRUCT_COLOR_SHIFT = 4, WORK_STRUCT_COLOR_BITS = 4, WORK_STRUCT_PWQ_SHIFT = 8, WORK_OFFQ_FLAG_SHIFT = 4, WORK_OFFQ_BH_BIT = 4, WORK_OFFQ_FLAG_END = 5, WORK_OFFQ_FLAG_BITS = 1, WORK_OFFQ_DISABLE_SHIFT = 5, WORK_OFFQ_DISABLE_BITS = 16, WORK_OFFQ_POOL_SHIFT = 21, WORK_OFFQ_LEFT = 43, WORK_OFFQ_POOL_BITS = 31, }; enum wq_misc_consts { WORK_NR_COLORS = 16, WORK_CPU_UNBOUND = 512, WORK_BUSY_PENDING = 1, WORK_BUSY_RUNNING = 2, WORKER_DESC_LEN = 32, }; struct rcu_cblist { struct callback_head *head; struct callback_head **tail; long int len; }; struct io_tlb_area; struct io_tlb_slot; struct io_tlb_pool { phys_addr_t start; phys_addr_t end; void *vaddr; long unsigned int nslabs; bool late_alloc; unsigned int nareas; unsigned int area_nslabs; struct io_tlb_area *areas; struct io_tlb_slot *slots; }; struct io_tlb_mem { struct io_tlb_pool defpool; long unsigned int nslabs; struct dentry *debugfs; bool force_bounce; bool for_alloc; atomic_long_t total_used; atomic_long_t used_hiwater; atomic_long_t transient_nslabs; }; struct sg_table { struct scatterlist *sgl; unsigned int nents; unsigned int orig_nents; }; enum pci_p2pdma_map_type { PCI_P2PDMA_MAP_UNKNOWN = 0, PCI_P2PDMA_MAP_NOT_SUPPORTED = 1, PCI_P2PDMA_MAP_BUS_ADDR = 2, PCI_P2PDMA_MAP_THRU_HOST_BRIDGE = 3, }; struct pci_p2pdma_map_state { struct dev_pagemap *pgmap; int map; u64 bus_off; }; struct cma_memrange { long unsigned int base_pfn; long unsigned int early_pfn; long unsigned int count; long unsigned int *bitmap; }; struct cma { long unsigned int count; long unsigned int available_count; unsigned int order_per_bit; spinlock_t lock; struct mutex alloc_mutex; char name[64]; int nranges; struct cma_memrange ranges[8]; long unsigned int flags; int nid; }; struct reserved_mem_ops; struct reserved_mem { const char *name; long unsigned int fdt_node; const struct reserved_mem_ops *ops; phys_addr_t base; phys_addr_t size; void *priv; }; struct reserved_mem_ops { int (*device_init)(struct reserved_mem *, struct device *); void (*device_release)(struct reserved_mem *, struct device *); }; typedef int (*reservedmem_of_init_fn)(struct reserved_mem *); typedef struct { seqcount_t seqcount; } seqcount_latch_t; struct latch_tree_root { seqcount_latch_t seq; struct rb_root tree[2]; }; struct latch_tree_ops { bool (*less)(struct latch_tree_node *, struct latch_tree_node *); int (*comp)(void *, struct latch_tree_node *); }; struct mod_tree_root { struct latch_tree_root root; long unsigned int addr_min; long unsigned int addr_max; }; struct module_use { struct list_head source_list; struct list_head target_list; struct module *source; struct module *target; }; enum { PROC_ENTRY_PERMANENT = 1, PROC_ENTRY_proc_read_iter = 2, PROC_ENTRY_proc_compat_ioctl = 4, }; struct proc_ops { unsigned int proc_flags; int (*proc_open)(struct inode *, struct file *); ssize_t (*proc_read)(struct file *, char *, size_t, loff_t *); ssize_t (*proc_read_iter)(struct kiocb *, struct iov_iter *); ssize_t (*proc_write)(struct file *, const char *, size_t, loff_t *); loff_t (*proc_lseek)(struct file *, loff_t, int); int (*proc_release)(struct inode *, struct file *); __poll_t (*proc_poll)(struct file *, struct poll_table_struct *); long int (*proc_ioctl)(struct file *, unsigned int, long unsigned int); long int (*proc_compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*proc_mmap)(struct file *, struct vm_area_struct *); long unsigned int (*proc_get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); }; typedef bool (*smp_cond_func_t)(int, void *); enum clock_event_state { CLOCK_EVT_STATE_DETACHED = 0, CLOCK_EVT_STATE_SHUTDOWN = 1, CLOCK_EVT_STATE_PERIODIC = 2, CLOCK_EVT_STATE_ONESHOT = 3, CLOCK_EVT_STATE_ONESHOT_STOPPED = 4, }; struct clock_event_device { void (*event_handler)(struct clock_event_device *); int (*set_next_event)(long unsigned int, struct clock_event_device *); int (*set_next_ktime)(ktime_t, struct clock_event_device *); ktime_t next_event; u64 max_delta_ns; u64 min_delta_ns; u32 mult; u32 shift; enum clock_event_state state_use_accessors; unsigned int features; long unsigned int retries; int (*set_state_periodic)(struct clock_event_device *); int (*set_state_oneshot)(struct clock_event_device *); int (*set_state_oneshot_stopped)(struct clock_event_device *); int (*set_state_shutdown)(struct clock_event_device *); int (*tick_resume)(struct clock_event_device *); void (*broadcast)(const struct cpumask *); void (*suspend)(struct clock_event_device *); void (*resume)(struct clock_event_device *); long unsigned int min_delta_ticks; long unsigned int max_delta_ticks; const char *name; int rating; int irq; int bound_on; const struct cpumask *cpumask; struct list_head list; struct module *owner; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum work_flags { WORK_STRUCT_PENDING = 1, WORK_STRUCT_INACTIVE = 2, WORK_STRUCT_PWQ = 4, WORK_STRUCT_LINKED = 8, WORK_STRUCT_STATIC = 0, }; enum hrtimer_base_type { HRTIMER_BASE_MONOTONIC = 0, HRTIMER_BASE_REALTIME = 1, HRTIMER_BASE_BOOTTIME = 2, HRTIMER_BASE_TAI = 3, HRTIMER_BASE_MONOTONIC_SOFT = 4, HRTIMER_BASE_REALTIME_SOFT = 5, HRTIMER_BASE_BOOTTIME_SOFT = 6, HRTIMER_BASE_TAI_SOFT = 7, HRTIMER_MAX_CLOCK_BASES = 8, }; enum hrtimer_mode { HRTIMER_MODE_ABS = 0, HRTIMER_MODE_REL = 1, HRTIMER_MODE_PINNED = 2, HRTIMER_MODE_SOFT = 4, HRTIMER_MODE_HARD = 8, HRTIMER_MODE_ABS_PINNED = 2, HRTIMER_MODE_REL_PINNED = 3, HRTIMER_MODE_ABS_SOFT = 4, HRTIMER_MODE_REL_SOFT = 5, HRTIMER_MODE_ABS_PINNED_SOFT = 6, HRTIMER_MODE_REL_PINNED_SOFT = 7, HRTIMER_MODE_ABS_HARD = 8, HRTIMER_MODE_REL_HARD = 9, HRTIMER_MODE_ABS_PINNED_HARD = 10, HRTIMER_MODE_REL_PINNED_HARD = 11, }; struct hrtimer_sleeper { struct hrtimer timer; struct task_struct *task; }; enum clocksource_ids { CSID_GENERIC = 0, CSID_ARM_ARCH_COUNTER = 1, CSID_S390_TOD = 2, CSID_X86_TSC_EARLY = 3, CSID_X86_TSC = 4, CSID_X86_KVM_CLK = 5, CSID_X86_ART = 6, CSID_MAX = 7, }; enum vdso_clock_mode { VDSO_CLOCKMODE_NONE = 0, VDSO_CLOCKMODE_ARCHTIMER = 1, VDSO_CLOCKMODE_ARCHTIMER_NOCOMPAT = 2, VDSO_CLOCKMODE_MAX = 3, VDSO_CLOCKMODE_TIMENS = 2147483647, }; struct clocksource_base; struct clocksource { u64 (*read)(struct clocksource *); u64 mask; u32 mult; u32 shift; u64 max_idle_ns; u32 maxadj; u32 uncertainty_margin; u64 max_cycles; u64 max_raw_delta; const char *name; struct list_head list; u32 freq_khz; int rating; enum clocksource_ids id; enum vdso_clock_mode vdso_clock_mode; long unsigned int flags; struct clocksource_base *base; int (*enable)(struct clocksource *); void (*disable)(struct clocksource *); void (*suspend)(struct clocksource *); void (*resume)(struct clocksource *); void (*mark_unstable)(struct clocksource *); void (*tick_stable)(struct clocksource *); struct module *owner; }; struct clocksource_base { enum clocksource_ids id; u32 freq_khz; u64 offset; u32 numerator; u32 denominator; }; typedef __kernel_timer_t timer_t; struct __kernel_itimerspec { struct __kernel_timespec it_interval; struct __kernel_timespec it_value; }; struct timezone { int tz_minuteswest; int tz_dsttime; }; struct itimerspec64 { struct timespec64 it_interval; struct timespec64 it_value; }; struct __kernel_timex_timeval { __kernel_time64_t tv_sec; long long int tv_usec; }; struct __kernel_timex { unsigned int modes; long long int offset; long long int freq; long long int maxerror; long long int esterror; int status; long long int constant; long long int precision; long long int tolerance; struct __kernel_timex_timeval time; long long int tick; long long int ppsfreq; long long int jitter; int shift; long long int stabil; long long int jitcnt; long long int calcnt; long long int errcnt; long long int stbcnt; int tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sigevent { sigval_t sigev_value; int sigev_signo; int sigev_notify; union { int _pad[12]; int _tid; struct { void (*_function)(sigval_t); void *_attribute; } _sigev_thread; } _sigev_un; }; typedef struct sigevent sigevent_t; struct sigqueue { struct list_head list; int flags; kernel_siginfo_t info; struct ucounts *ucounts; }; typedef struct { spinlock_t *lock; } class_spinlock_t; typedef struct { spinlock_t *lock; } class_spinlock_irq_t; typedef struct { spinlock_t *lock; long unsigned int flags; } class_spinlock_irqsave_t; struct old_itimerspec32 { struct old_timespec32 it_interval; struct old_timespec32 it_value; }; struct old_timex32 { u32 modes; s32 offset; s32 freq; s32 maxerror; s32 esterror; s32 status; s32 constant; s32 precision; s32 tolerance; struct old_timeval32 time; s32 tick; s32 ppsfreq; s32 jitter; s32 shift; s32 stabil; s32 jitcnt; s32 calcnt; s32 errcnt; s32 stbcnt; s32 tai; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef s32 compat_int_t; typedef struct { void *lock; } class_rcu_t; enum alarmtimer_type { ALARM_REALTIME = 0, ALARM_BOOTTIME = 1, ALARM_NUMTYPE = 2, ALARM_REALTIME_FREEZER = 3, ALARM_BOOTTIME_FREEZER = 4, }; struct alarm { struct timerqueue_node node; struct hrtimer timer; void (*function)(struct alarm *, ktime_t); enum alarmtimer_type type; int state; void *data; }; struct cpu_timer { struct timerqueue_node node; struct timerqueue_head *head; struct pid *pid; struct list_head elist; bool firing; bool nanosleep; struct task_struct *handling; }; struct k_clock; struct k_itimer { struct hlist_node t_hash; struct hlist_node list; timer_t it_id; clockid_t it_clock; int it_sigev_notify; enum pid_type it_pid_type; struct signal_struct *it_signal; const struct k_clock *kclock; spinlock_t it_lock; int it_status; bool it_sig_periodic; s64 it_overrun; s64 it_overrun_last; unsigned int it_signal_seq; unsigned int it_sigqueue_seq; ktime_t it_interval; struct hlist_node ignored_list; union { struct pid *it_pid; struct task_struct *it_process; }; struct sigqueue sigq; rcuref_t rcuref; union { struct { struct hrtimer timer; } real; struct cpu_timer cpu; struct { struct alarm alarmtimer; } alarm; } it; struct callback_head rcu; long: 64; long: 64; long: 64; }; struct k_clock { int (*clock_getres)(const clockid_t, struct timespec64 *); int (*clock_set)(const clockid_t, const struct timespec64 *); int (*clock_get_timespec)(const clockid_t, struct timespec64 *); ktime_t (*clock_get_ktime)(const clockid_t); int (*clock_adj)(const clockid_t, struct __kernel_timex *); int (*timer_create)(struct k_itimer *); int (*nsleep)(const clockid_t, int, const struct timespec64 *); int (*timer_set)(struct k_itimer *, int, struct itimerspec64 *, struct itimerspec64 *); int (*timer_del)(struct k_itimer *); void (*timer_get)(struct k_itimer *, struct itimerspec64 *); void (*timer_rearm)(struct k_itimer *); s64 (*timer_forward)(struct k_itimer *, ktime_t); ktime_t (*timer_remaining)(struct k_itimer *, ktime_t); int (*timer_try_to_cancel)(struct k_itimer *); void (*timer_arm)(struct k_itimer *, ktime_t, bool, bool); void (*timer_wait_running)(struct k_itimer *); }; union compat_sigval { compat_int_t sival_int; compat_uptr_t sival_ptr; }; typedef union compat_sigval compat_sigval_t; struct compat_sigevent { compat_sigval_t sigev_value; compat_int_t sigev_signo; compat_int_t sigev_notify; union { compat_int_t _pad[13]; compat_int_t _tid; struct { compat_uptr_t _function; compat_uptr_t _attribute; } _sigev_thread; } _sigev_un; }; enum posix_timer_state { POSIX_TIMER_DISARMED = 0, POSIX_TIMER_ARMED = 1, POSIX_TIMER_REQUEUE_PENDING = 2, }; struct timer_hash_bucket { spinlock_t lock; struct hlist_head head; }; typedef struct k_itimer *class_lock_timer_t; enum tick_device_mode { TICKDEV_MODE_PERIODIC = 0, TICKDEV_MODE_ONESHOT = 1, }; struct tick_device { struct clock_event_device *evtdev; enum tick_device_mode mode; }; enum tick_broadcast_mode { TICK_BROADCAST_OFF = 0, TICK_BROADCAST_ON = 1, TICK_BROADCAST_FORCE = 2, }; enum tick_broadcast_state { TICK_BROADCAST_EXIT = 0, TICK_BROADCAST_ENTER = 1, }; struct proc_timens_offset { int clockid; struct timespec64 val; }; struct timens_offset { s64 sec; u64 nsec; }; struct arch_vdso_time_data {}; struct vdso_timestamp { u64 sec; u64 nsec; }; struct vdso_clock { u32 seq; s32 clock_mode; u64 cycle_last; u64 mask; u32 mult; u32 shift; union { struct vdso_timestamp basetime[12]; struct timens_offset offset[12]; }; }; struct vdso_time_data { struct arch_vdso_time_data arch_data; struct vdso_clock clock_data[2]; s32 tz_minuteswest; s32 tz_dsttime; u32 hrtimer_res; u32 __unused; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct robust_list { struct robust_list *next; }; struct robust_list_head { struct robust_list list; long int futex_offset; struct robust_list *list_op_pending; }; struct rt_mutex_base { raw_spinlock_t wait_lock; struct rb_root_cached waiters; struct task_struct *owner; }; union futex_key { struct { u64 i_seq; long unsigned int pgoff; unsigned int offset; } shared; struct { union { struct mm_struct *mm; u64 __tmp; }; long unsigned int address; unsigned int offset; } private; struct { u64 ptr; long unsigned int word; unsigned int offset; } both; }; struct futex_pi_state { struct list_head list; struct rt_mutex_base pi_mutex; struct task_struct *owner; refcount_t refcount; union futex_key key; }; struct futex_waitv { __u64 val; __u64 uaddr; __u32 flags; __u32 __reserved; }; struct futex_q; typedef void futex_wake_fn(struct wake_q_head *, struct futex_q *); struct futex_q { struct plist_node list; struct task_struct *task; spinlock_t *lock_ptr; futex_wake_fn *wake; void *wake_data; union futex_key key; struct futex_pi_state *pi_state; struct rt_mutex_waiter *rt_waiter; union futex_key *requeue_pi_key; u32 bitset; atomic_t requeue_state; }; struct futex_vector { struct futex_waitv w; struct futex_q q; }; typedef struct { int val[2]; } __kernel_fsid_t; struct kstatfs { long int f_type; long int f_bsize; u64 f_blocks; u64 f_bfree; u64 f_bavail; u64 f_files; u64 f_ffree; __kernel_fsid_t f_fsid; long int f_namelen; long int f_frsize; long int f_flags; long int f_spare[4]; }; typedef __u16 comp_t; struct acct_v3 { char ac_flag; char ac_version; __u16 ac_tty; __u32 ac_exitcode; __u32 ac_uid; __u32 ac_gid; __u32 ac_pid; __u32 ac_ppid; __u32 ac_btime; __u32 ac_etime; comp_t ac_utime; comp_t ac_stime; comp_t ac_mem; comp_t ac_io; comp_t ac_rw; comp_t ac_minflt; comp_t ac_majflt; comp_t ac_swaps; char ac_comm[16]; }; typedef struct acct_v3 acct_t; struct fs_pin { wait_queue_head_t wait; int done; struct hlist_node s_list; struct hlist_node m_list; void (*kill)(struct fs_pin *); }; struct bsd_acct_struct { struct fs_pin pin; atomic_long_t count; struct callback_head rcu; struct mutex lock; bool active; bool check_space; long unsigned int needcheck; struct file *file; struct pid_namespace *ns; struct work_struct work; struct completion done; acct_t ac; }; enum lockdown_reason { LOCKDOWN_NONE = 0, LOCKDOWN_MODULE_SIGNATURE = 1, LOCKDOWN_DEV_MEM = 2, LOCKDOWN_EFI_TEST = 3, LOCKDOWN_KEXEC = 4, LOCKDOWN_HIBERNATION = 5, LOCKDOWN_PCI_ACCESS = 6, LOCKDOWN_IOPORT = 7, LOCKDOWN_MSR = 8, LOCKDOWN_ACPI_TABLES = 9, LOCKDOWN_DEVICE_TREE = 10, LOCKDOWN_PCMCIA_CIS = 11, LOCKDOWN_TIOCSSERIAL = 12, LOCKDOWN_MODULE_PARAMETERS = 13, LOCKDOWN_MMIOTRACE = 14, LOCKDOWN_DEBUGFS = 15, LOCKDOWN_XMON_WR = 16, LOCKDOWN_BPF_WRITE_USER = 17, LOCKDOWN_DBG_WRITE_KERNEL = 18, LOCKDOWN_RTAS_ERROR_INJECTION = 19, LOCKDOWN_INTEGRITY_MAX = 20, LOCKDOWN_KCORE = 21, LOCKDOWN_KPROBES = 22, LOCKDOWN_BPF_READ_KERNEL = 23, LOCKDOWN_DBG_READ_KERNEL = 24, LOCKDOWN_PERF = 25, LOCKDOWN_TRACEFS = 26, LOCKDOWN_XMON_RW = 27, LOCKDOWN_XFRM_SECRET = 28, LOCKDOWN_CONFIDENTIALITY_MAX = 29, }; enum kernel_load_data_id { LOADING_UNKNOWN = 0, LOADING_FIRMWARE = 1, LOADING_MODULE = 2, LOADING_KEXEC_IMAGE = 3, LOADING_KEXEC_INITRAMFS = 4, LOADING_POLICY = 5, LOADING_X509_CERTIFICATE = 6, LOADING_MAX_ID = 7, }; struct compat_kexec_segment { compat_uptr_t buf; compat_size_t bufsz; compat_ulong_t mem; compat_size_t memsz; }; struct kernel_cpustat { u64 cpustat[10]; }; struct cgroup_taskset { struct list_head src_csets; struct list_head dst_csets; int nr_tasks; int ssid; struct list_head *csets; struct css_set *cur_cset; struct task_struct *cur_task; }; struct btf_id_set8 { u32 cnt; u32 flags; struct { u32 id; u32 flags; } pairs[0]; }; typedef int (*btf_kfunc_filter_t)(const struct bpf_prog *, u32); struct btf_kfunc_id_set { struct module *owner; struct btf_id_set8 *set; btf_kfunc_filter_t filter; }; enum { CGRP_NOTIFY_ON_RELEASE = 0, CGRP_CPUSET_CLONE_CHILDREN = 1, CGRP_FREEZE = 2, CGRP_FROZEN = 3, }; struct css_task_iter { struct cgroup_subsys *ss; unsigned int flags; struct list_head *cset_pos; struct list_head *cset_head; struct list_head *tcset_pos; struct list_head *tcset_head; struct list_head *task_pos; struct list_head *cur_tasks_head; struct css_set *cur_cset; struct css_set *cur_dcset; struct task_struct *cur_task; struct list_head iters_node; }; typedef int __kernel_key_t; typedef int __kernel_mqd_t; typedef __kernel_key_t key_t; typedef __kernel_mqd_t mqd_t; enum audit_state { AUDIT_STATE_DISABLED = 0, AUDIT_STATE_BUILD = 1, AUDIT_STATE_RECORD = 2, }; struct lsm_prop_selinux {}; struct lsm_prop_smack {}; struct lsm_prop_apparmor {}; struct lsm_prop_bpf { u32 secid; }; struct lsm_prop { struct lsm_prop_selinux selinux; struct lsm_prop_smack smack; struct lsm_prop_apparmor apparmor; struct lsm_prop_bpf bpf; }; struct audit_cap_data { kernel_cap_t permitted; kernel_cap_t inheritable; union { unsigned int fE; kernel_cap_t effective; }; kernel_cap_t ambient; kuid_t rootid; }; struct audit_names { struct list_head list; struct filename *name; int name_len; bool hidden; long unsigned int ino; dev_t dev; umode_t mode; kuid_t uid; kgid_t gid; dev_t rdev; struct lsm_prop oprop; struct audit_cap_data fcap; unsigned int fcap_ver; unsigned char type; bool should_free; }; struct mq_attr { __kernel_long_t mq_flags; __kernel_long_t mq_maxmsg; __kernel_long_t mq_msgsize; __kernel_long_t mq_curmsgs; __kernel_long_t __reserved[4]; }; struct open_how { __u64 flags; __u64 mode; __u64 resolve; }; struct audit_ntp_val { long long int oldval; long long int newval; }; struct audit_ntp_data { struct audit_ntp_val vals[6]; }; struct audit_proctitle { int len; char *value; }; struct audit_aux_data; struct __kernel_sockaddr_storage; struct audit_tree_refs; struct audit_context { int dummy; enum { AUDIT_CTX_UNUSED = 0, AUDIT_CTX_SYSCALL = 1, AUDIT_CTX_URING = 2, } context; enum audit_state state; enum audit_state current_state; unsigned int serial; int major; int uring_op; struct timespec64 ctime; long unsigned int argv[4]; long int return_code; u64 prio; int return_valid; struct audit_names preallocated_names[5]; int name_count; struct list_head names_list; char *filterkey; struct path pwd; struct audit_aux_data *aux; struct audit_aux_data *aux_pids; struct __kernel_sockaddr_storage *sockaddr; size_t sockaddr_len; pid_t ppid; kuid_t uid; kuid_t euid; kuid_t suid; kuid_t fsuid; kgid_t gid; kgid_t egid; kgid_t sgid; kgid_t fsgid; long unsigned int personality; int arch; pid_t target_pid; kuid_t target_auid; kuid_t target_uid; unsigned int target_sessionid; struct lsm_prop target_ref; char target_comm[16]; struct audit_tree_refs *trees; struct audit_tree_refs *first_trees; struct list_head killed_trees; int tree_count; int type; union { struct { int nargs; long int args[6]; } socketcall; struct { kuid_t uid; kgid_t gid; umode_t mode; struct lsm_prop oprop; int has_perm; uid_t perm_uid; gid_t perm_gid; umode_t perm_mode; long unsigned int qbytes; } ipc; struct { mqd_t mqdes; struct mq_attr mqstat; } mq_getsetattr; struct { mqd_t mqdes; int sigev_signo; } mq_notify; struct { mqd_t mqdes; size_t msg_len; unsigned int msg_prio; struct timespec64 abs_timeout; } mq_sendrecv; struct { int oflag; umode_t mode; struct mq_attr attr; } mq_open; struct { pid_t pid; struct audit_cap_data cap; } capset; struct { int fd; int flags; } mmap; struct open_how openat2; struct { int argc; } execve; struct { char *name; } module; struct { struct audit_ntp_data ntp_data; struct timespec64 tk_injoffset; } time; }; int fds[2]; struct audit_proctitle proctitle; }; struct cpu_vfs_cap_data { __u32 magic_etc; kuid_t rootid; kernel_cap_t permitted; kernel_cap_t inheritable; }; struct fsnotify_mark_connector { spinlock_t lock; unsigned char type; unsigned char prio; short unsigned int flags; union { void *obj; struct fsnotify_mark_connector *destroy_next; }; struct hlist_head list; }; struct fsnotify_sb_info { struct fsnotify_mark_connector *sb_marks; atomic_long_t watched_objects[3]; }; struct __kernel_sockaddr_storage { union { struct { __kernel_sa_family_t ss_family; char __data[126]; }; void *__align; }; }; enum auditsc_class_t { AUDITSC_NATIVE = 0, AUDITSC_COMPAT = 1, AUDITSC_OPEN = 2, AUDITSC_OPENAT = 3, AUDITSC_SOCKETCALL = 4, AUDITSC_EXECVE = 5, AUDITSC_OPENAT2 = 6, AUDITSC_NVALS = 7, }; enum { Audit_equal = 0, Audit_not_equal = 1, Audit_bitmask = 2, Audit_bittest = 3, Audit_lt = 4, Audit_gt = 5, Audit_le = 6, Audit_ge = 7, Audit_bad = 8, }; struct fanotify_response_info_header { __u8 type; __u8 pad; __u16 len; }; struct fanotify_response_info_audit_rule { struct fanotify_response_info_header hdr; __u32 rule_number; __u32 subj_trust; __u32 obj_trust; }; struct audit_field; struct audit_watch; struct audit_tree; struct audit_fsnotify_mark; struct audit_krule { u32 pflags; u32 flags; u32 listnr; u32 action; u32 mask[64]; u32 buflen; u32 field_count; char *filterkey; struct audit_field *fields; struct audit_field *arch_f; struct audit_field *inode_f; struct audit_watch *watch; struct audit_tree *tree; struct audit_fsnotify_mark *exe; struct list_head rlist; struct list_head list; u64 prio; }; struct audit_field { u32 type; union { u32 val; kuid_t uid; kgid_t gid; struct { char *lsm_str; void *lsm_rule; }; }; u32 op; }; enum audit_nfcfgop { AUDIT_XT_OP_REGISTER = 0, AUDIT_XT_OP_REPLACE = 1, AUDIT_XT_OP_UNREGISTER = 2, AUDIT_NFT_OP_TABLE_REGISTER = 3, AUDIT_NFT_OP_TABLE_UNREGISTER = 4, AUDIT_NFT_OP_CHAIN_REGISTER = 5, AUDIT_NFT_OP_CHAIN_UNREGISTER = 6, AUDIT_NFT_OP_RULE_REGISTER = 7, AUDIT_NFT_OP_RULE_UNREGISTER = 8, AUDIT_NFT_OP_SET_REGISTER = 9, AUDIT_NFT_OP_SET_UNREGISTER = 10, AUDIT_NFT_OP_SETELEM_REGISTER = 11, AUDIT_NFT_OP_SETELEM_UNREGISTER = 12, AUDIT_NFT_OP_GEN_REGISTER = 13, AUDIT_NFT_OP_OBJ_REGISTER = 14, AUDIT_NFT_OP_OBJ_UNREGISTER = 15, AUDIT_NFT_OP_OBJ_RESET = 16, AUDIT_NFT_OP_FLOWTABLE_REGISTER = 17, AUDIT_NFT_OP_FLOWTABLE_UNREGISTER = 18, AUDIT_NFT_OP_SETELEM_RESET = 19, AUDIT_NFT_OP_RULE_RESET = 20, AUDIT_NFT_OP_INVALID = 21, }; struct kern_ipc_perm { spinlock_t lock; bool deleted; int id; key_t key; kuid_t uid; kgid_t gid; kuid_t cuid; kgid_t cgid; umode_t mode; long unsigned int seq; void *security; struct rhash_head khtnode; struct callback_head rcu; refcount_t refcount; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct lsm_context { char *context; u32 len; int id; }; enum fsnotify_group_prio { FSNOTIFY_PRIO_NORMAL = 0, FSNOTIFY_PRIO_CONTENT = 1, FSNOTIFY_PRIO_PRE_CONTENT = 2, __FSNOTIFY_PRIO_NUM = 3, }; enum fsnotify_iter_type { FSNOTIFY_ITER_TYPE_INODE = 0, FSNOTIFY_ITER_TYPE_VFSMOUNT = 1, FSNOTIFY_ITER_TYPE_SB = 2, FSNOTIFY_ITER_TYPE_PARENT = 3, FSNOTIFY_ITER_TYPE_INODE2 = 4, FSNOTIFY_ITER_TYPE_MNTNS = 5, FSNOTIFY_ITER_TYPE_COUNT = 6, }; struct audit_entry { struct list_head list; struct callback_head rcu; struct audit_krule rule; }; struct audit_aux_data { struct audit_aux_data *next; int type; }; struct audit_chunk; struct audit_tree_refs { struct audit_tree_refs *next; struct audit_chunk *c[31]; }; struct audit_aux_data_pids { struct audit_aux_data d; pid_t target_pid[16]; kuid_t target_auid[16]; kuid_t target_uid[16]; unsigned int target_sessionid[16]; struct lsm_prop target_ref[16]; char target_comm[256]; int pid_count; }; struct audit_aux_data_bprm_fcaps { struct audit_aux_data d; struct audit_cap_data fcap; unsigned int fcap_ver; struct audit_cap_data old_pcap; struct audit_cap_data new_pcap; }; struct audit_nfcfgop_tab { enum audit_nfcfgop op; const char *s; }; struct audit_tree { refcount_t count; int goner; struct audit_chunk *root; struct list_head chunks; struct list_head rules; struct list_head list; struct list_head same_root; struct callback_head head; char pathname[0]; }; struct fsnotify_group; struct fsnotify_iter_info; struct fsnotify_mark; struct fsnotify_event; struct fsnotify_ops { int (*handle_event)(struct fsnotify_group *, u32, const void *, int, struct inode *, const struct qstr *, u32, struct fsnotify_iter_info *); int (*handle_inode_event)(struct fsnotify_mark *, u32, struct inode *, struct inode *, const struct qstr *, u32); void (*free_group_priv)(struct fsnotify_group *); void (*freeing_mark)(struct fsnotify_mark *, struct fsnotify_group *); void (*free_event)(struct fsnotify_group *, struct fsnotify_event *); void (*free_mark)(struct fsnotify_mark *); }; struct inotify_group_private_data { spinlock_t idr_lock; struct idr idr; struct ucounts *ucounts; }; struct fanotify_group_private_data { struct hlist_head *merge_hash; struct list_head access_list; wait_queue_head_t access_waitq; int flags; int f_flags; struct ucounts *ucounts; mempool_t error_events_pool; }; struct fsnotify_group { const struct fsnotify_ops *ops; refcount_t refcnt; spinlock_t notification_lock; struct list_head notification_list; wait_queue_head_t notification_waitq; unsigned int q_len; unsigned int max_events; enum fsnotify_group_prio priority; bool shutdown; int flags; unsigned int owner_flags; struct mutex mark_mutex; atomic_t user_waits; struct list_head marks_list; struct fasync_struct *fsn_fa; struct fsnotify_event *overflow_event; struct mem_cgroup *memcg; union { void *private; struct inotify_group_private_data inotify_data; struct fanotify_group_private_data fanotify_data; }; }; struct fsnotify_iter_info { struct fsnotify_mark *marks[6]; struct fsnotify_group *current_group; unsigned int report_mask; int srcu_idx; }; struct fsnotify_mark { __u32 mask; refcount_t refcnt; struct fsnotify_group *group; struct list_head g_list; spinlock_t lock; struct hlist_node obj_list; struct fsnotify_mark_connector *connector; __u32 ignore_mask; unsigned int flags; }; struct fsnotify_event { struct list_head list; }; enum fsnotify_obj_type { FSNOTIFY_OBJ_TYPE_ANY = -1, FSNOTIFY_OBJ_TYPE_INODE = 0, FSNOTIFY_OBJ_TYPE_VFSMOUNT = 1, FSNOTIFY_OBJ_TYPE_SB = 2, FSNOTIFY_OBJ_TYPE_MNTNS = 3, FSNOTIFY_OBJ_TYPE_COUNT = 4, FSNOTIFY_OBJ_TYPE_DETACHED = 4, }; struct audit_node { struct list_head list; struct audit_tree *owner; unsigned int index; }; struct audit_chunk { struct list_head hash; long unsigned int key; struct fsnotify_mark *mark; struct list_head trees; int count; atomic_long_t refs; struct callback_head head; struct audit_node owners[0]; }; struct audit_tree_mark { struct fsnotify_mark mark; struct audit_chunk *chunk; }; enum { HASH_SIZE = 128, }; typedef struct { void *lock; } class_cpus_read_lock_t; typedef struct poll_table_struct poll_table; struct trace_buffer_meta { __u32 meta_page_size; __u32 meta_struct_len; __u32 subbuf_size; __u32 nr_subbufs; struct { __u64 lost_events; __u32 id; __u32 read; } reader; __u64 flags; __u64 entries; __u64 overrun; __u64 read; __u64 Reserved1; __u64 Reserved2; }; enum ring_buffer_type { RINGBUF_TYPE_DATA_TYPE_LEN_MAX = 28, RINGBUF_TYPE_PADDING = 29, RINGBUF_TYPE_TIME_EXTEND = 30, RINGBUF_TYPE_TIME_STAMP = 31, }; typedef bool (*ring_buffer_cond_fn)(void *); enum ring_buffer_flags { RB_FL_OVERWRITE = 1, }; struct ftrace_hash { long unsigned int size_bits; struct hlist_head *buckets; long unsigned int count; long unsigned int flags; struct callback_head rcu; }; struct ftrace_graph_ent { long unsigned int func; int depth; } __attribute__((packed)); struct ftrace_graph_ret { long unsigned int func; int depth; unsigned int overrun; }; struct fgraph_ops; typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *, struct fgraph_ops *, struct ftrace_regs *); typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *, struct fgraph_ops *, struct ftrace_regs *); struct fgraph_ops { trace_func_graph_ent_t entryfunc; trace_func_graph_ret_t retfunc; struct ftrace_ops ops; void *private; trace_func_graph_ent_t saved_func; int idx; }; struct prog_entry; struct event_filter { struct prog_entry *prog; char *filter_string; }; struct trace_array_cpu; struct array_buffer { struct trace_array *tr; struct trace_buffer *buffer; struct trace_array_cpu *data; u64 time_start; int cpu; }; struct trace_module_delta; struct trace_pid_list; struct trace_options; struct trace_func_repeats; struct trace_array { struct list_head list; char *name; struct array_buffer array_buffer; unsigned int mapped; long unsigned int range_addr_start; long unsigned int range_addr_size; char *range_name; long int text_delta; struct trace_module_delta *module_delta; void *scratch; int scratch_size; int buffer_disabled; struct trace_pid_list *filtered_pids; struct trace_pid_list *filtered_no_pids; arch_spinlock_t max_lock; int sys_refcount_enter; int sys_refcount_exit; struct trace_event_file *enter_syscall_files[468]; struct trace_event_file *exit_syscall_files[468]; int stop_count; int clock_id; int nr_topts; bool clear_trace; int buffer_percent; unsigned int n_err_log_entries; struct tracer *current_trace; unsigned int trace_flags; unsigned char trace_flags_index[32]; unsigned int flags; raw_spinlock_t start_lock; const char *system_names; struct list_head err_log; struct dentry *dir; struct dentry *options; struct dentry *percpu_dir; struct eventfs_inode *event_dir; struct trace_options *topts; struct list_head systems; struct list_head events; struct trace_event_file *trace_marker_file; cpumask_var_t tracing_cpumask; cpumask_var_t pipe_cpumask; int ref; int trace_ref; struct list_head mod_events; struct ftrace_ops *ops; struct trace_pid_list *function_pids; struct trace_pid_list *function_no_pids; struct fgraph_ops *gops; struct list_head func_probes; struct list_head mod_trace; struct list_head mod_notrace; int function_enabled; int no_filter_buffering_ref; struct list_head hist_vars; struct trace_func_repeats *last_func_repeats; bool ring_buffer_expanded; }; struct tracer_flags; struct tracer { const char *name; int (*init)(struct trace_array *); void (*reset)(struct trace_array *); void (*start)(struct trace_array *); void (*stop)(struct trace_array *); int (*update_thresh)(struct trace_array *); void (*open)(struct trace_iterator *); void (*pipe_open)(struct trace_iterator *); void (*close)(struct trace_iterator *); void (*pipe_close)(struct trace_iterator *); ssize_t (*read)(struct trace_iterator *, struct file *, char *, size_t, loff_t *); ssize_t (*splice_read)(struct trace_iterator *, struct file *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*print_header)(struct seq_file *); enum print_line_t (*print_line)(struct trace_iterator *); int (*set_flag)(struct trace_array *, u32, u32, int); int (*flag_changed)(struct trace_array *, u32, int); struct tracer *next; struct tracer_flags *flags; int enabled; bool print_max; bool allow_instances; bool noboot; }; struct ring_buffer_per_cpu; struct buffer_page; struct ring_buffer_iter { struct ring_buffer_per_cpu *cpu_buffer; long unsigned int head; long unsigned int next_event; struct buffer_page *head_page; struct buffer_page *cache_reader_page; long unsigned int cache_read; long unsigned int cache_pages_removed; u64 read_stamp; u64 page_stamp; struct ring_buffer_event *event; size_t event_size; int missed_events; }; struct rb_irq_work { struct irq_work work; wait_queue_head_t waiters; wait_queue_head_t full_waiters; atomic_t seq; bool waiters_pending; bool full_waiters_pending; bool wakeup_full; }; struct ring_buffer_meta; struct trace_buffer { unsigned int flags; int cpus; atomic_t record_disabled; atomic_t resizing; cpumask_var_t cpumask; struct lock_class_key *reader_lock_key; struct mutex mutex; struct ring_buffer_per_cpu **buffers; struct hlist_node node; u64 (*clock)(); struct rb_irq_work irq_work; bool time_stamp_abs; long unsigned int range_addr_start; long unsigned int range_addr_end; struct ring_buffer_meta *meta; unsigned int subbuf_size; unsigned int subbuf_order; unsigned int max_data_size; }; struct event_subsystem; struct trace_subsystem_dir { struct list_head list; struct event_subsystem *subsystem; struct trace_array *tr; struct eventfs_inode *ei; int ref_count; int nr_events; }; union lower_chunk { union lower_chunk *next; long unsigned int data[256]; }; union upper_chunk { union upper_chunk *next; union lower_chunk *data[256]; }; struct trace_pid_list { raw_spinlock_t lock; struct irq_work refill_irqwork; union upper_chunk *upper[256]; union upper_chunk *upper_list; union lower_chunk *lower_list; int free_upper_chunks; int free_lower_chunks; }; struct trace_array_cpu { atomic_t disabled; void *buffer_page; long unsigned int entries; long unsigned int saved_latency; long unsigned int critical_start; long unsigned int critical_end; long unsigned int critical_sequence; long unsigned int nice; long unsigned int policy; long unsigned int rt_priority; long unsigned int skipped_entries; u64 preempt_timestamp; pid_t pid; kuid_t uid; char comm[16]; int ftrace_ignore_pid; bool ignore_pid; }; struct trace_option_dentry; struct trace_options { struct tracer *tracer; struct trace_option_dentry *topts; }; struct tracer_opt; struct trace_option_dentry { struct tracer_opt *opt; struct tracer_flags *flags; struct trace_array *tr; struct dentry *entry; }; struct trace_func_repeats { long unsigned int ip; long unsigned int parent_ip; long unsigned int count; u64 ts_last_call; }; struct trace_module_delta { struct callback_head rcu; long int delta[0]; }; struct tracer_opt { const char *name; u32 bit; }; struct tracer_flags { u32 val; struct tracer_opt *opts; struct tracer *trace; }; enum trace_iterator_bits { TRACE_ITER_PRINT_PARENT_BIT = 0, TRACE_ITER_SYM_OFFSET_BIT = 1, TRACE_ITER_SYM_ADDR_BIT = 2, TRACE_ITER_VERBOSE_BIT = 3, TRACE_ITER_RAW_BIT = 4, TRACE_ITER_HEX_BIT = 5, TRACE_ITER_BIN_BIT = 6, TRACE_ITER_BLOCK_BIT = 7, TRACE_ITER_FIELDS_BIT = 8, TRACE_ITER_PRINTK_BIT = 9, TRACE_ITER_ANNOTATE_BIT = 10, TRACE_ITER_USERSTACKTRACE_BIT = 11, TRACE_ITER_SYM_USEROBJ_BIT = 12, TRACE_ITER_PRINTK_MSGONLY_BIT = 13, TRACE_ITER_CONTEXT_INFO_BIT = 14, TRACE_ITER_LATENCY_FMT_BIT = 15, TRACE_ITER_RECORD_CMD_BIT = 16, TRACE_ITER_RECORD_TGID_BIT = 17, TRACE_ITER_OVERWRITE_BIT = 18, TRACE_ITER_STOP_ON_FREE_BIT = 19, TRACE_ITER_IRQ_INFO_BIT = 20, TRACE_ITER_MARKERS_BIT = 21, TRACE_ITER_EVENT_FORK_BIT = 22, TRACE_ITER_TRACE_PRINTK_BIT = 23, TRACE_ITER_PAUSE_ON_TRACE_BIT = 24, TRACE_ITER_HASH_PTR_BIT = 25, TRACE_ITER_FUNCTION_BIT = 26, TRACE_ITER_FUNC_FORK_BIT = 27, TRACE_ITER_DISPLAY_GRAPH_BIT = 28, TRACE_ITER_STACKTRACE_BIT = 29, TRACE_ITER_LAST_BIT = 30, }; struct event_subsystem { struct list_head list; const char *name; struct event_filter *filter; int ref_count; }; struct ring_buffer_meta { int magic; int struct_sizes; long unsigned int total_size; long unsigned int buffers_offset; }; struct ring_buffer_cpu_meta { long unsigned int first_buffer; long unsigned int head_buffer; long unsigned int commit_buffer; __u32 subbuf_size; __u32 nr_subbufs; int buffers[0]; }; enum { RB_LEN_TIME_EXTEND = 8, RB_LEN_TIME_STAMP = 8, }; struct buffer_data_page { u64 time_stamp; local_t commit; unsigned char data[0]; }; struct buffer_data_read_page { unsigned int order; struct buffer_data_page *data; }; struct buffer_page { struct list_head list; local_t write; unsigned int read; local_t entries; long unsigned int real_end; unsigned int order; u32 id: 30; u32 range: 1; struct buffer_data_page *page; }; struct rb_event_info { u64 ts; u64 delta; u64 before; u64 after; long unsigned int length; struct buffer_page *tail_page; int add_timestamp; }; enum { RB_ADD_STAMP_NONE = 0, RB_ADD_STAMP_EXTEND = 2, RB_ADD_STAMP_ABSOLUTE = 4, RB_ADD_STAMP_FORCE = 8, }; enum { RB_CTX_TRANSITION = 0, RB_CTX_NMI = 1, RB_CTX_IRQ = 2, RB_CTX_SOFTIRQ = 3, RB_CTX_NORMAL = 4, RB_CTX_MAX = 5, }; struct rb_time_struct { local64_t time; }; typedef struct rb_time_struct rb_time_t; struct ring_buffer_per_cpu { int cpu; atomic_t record_disabled; atomic_t resize_disabled; struct trace_buffer *buffer; raw_spinlock_t reader_lock; arch_spinlock_t lock; struct lock_class_key lock_key; struct buffer_data_page *free_page; long unsigned int nr_pages; unsigned int current_context; struct list_head *pages; long unsigned int cnt; struct buffer_page *head_page; struct buffer_page *tail_page; struct buffer_page *commit_page; struct buffer_page *reader_page; long unsigned int lost_events; long unsigned int last_overrun; long unsigned int nest; local_t entries_bytes; local_t entries; local_t overrun; local_t commit_overrun; local_t dropped_events; local_t committing; local_t commits; local_t pages_touched; local_t pages_lost; local_t pages_read; long int last_pages_touch; size_t shortest_full; long unsigned int read; long unsigned int read_bytes; rb_time_t write_stamp; rb_time_t before_stamp; u64 event_stamp[5]; u64 read_stamp; long unsigned int pages_removed; unsigned int mapped; unsigned int user_mapped; struct mutex mapping_lock; long unsigned int *subbuf_ids; struct trace_buffer_meta *meta_page; struct ring_buffer_cpu_meta *ring_meta; long int nr_pages_to_update; struct list_head new_pages; struct work_struct update_pages_work; struct completion update_done; struct rb_irq_work irq_work; }; struct rb_wait_data { struct rb_irq_work *irq_work; int seq; }; enum { FTRACE_ITER_FILTER = 1, FTRACE_ITER_NOTRACE = 2, FTRACE_ITER_PRINTALL = 4, FTRACE_ITER_DO_PROBES = 8, FTRACE_ITER_PROBE = 16, FTRACE_ITER_MOD = 32, FTRACE_ITER_ENABLED = 64, FTRACE_ITER_TOUCHED = 128, FTRACE_ITER_ADDRS = 256, }; enum trace_type { __TRACE_FIRST_TYPE = 0, TRACE_FN = 1, TRACE_CTX = 2, TRACE_WAKE = 3, TRACE_STACK = 4, TRACE_PRINT = 5, TRACE_BPRINT = 6, TRACE_MMIO_RW = 7, TRACE_MMIO_MAP = 8, TRACE_BRANCH = 9, TRACE_GRAPH_RET = 10, TRACE_GRAPH_ENT = 11, TRACE_GRAPH_RETADDR_ENT = 12, TRACE_USER_STACK = 13, TRACE_BLK = 14, TRACE_BPUTS = 15, TRACE_HWLAT = 16, TRACE_OSNOISE = 17, TRACE_TIMERLAT = 18, TRACE_RAW_DATA = 19, TRACE_FUNC_REPEATS = 20, __TRACE_LAST_TYPE = 21, }; struct ftrace_event_field { struct list_head link; const char *name; const char *type; int filter_type; int offset; int size; unsigned int is_signed: 1; unsigned int needs_test: 1; int len; }; struct filter_pred; struct prog_entry { int target; int when_to_branch; struct filter_pred *pred; }; struct regex; typedef int (*regex_match_func)(char *, struct regex *, int); struct regex { char pattern[256]; int len; int field_len; regex_match_func match; }; enum regex_type { MATCH_FULL = 0, MATCH_FRONT_ONLY = 1, MATCH_MIDDLE_ONLY = 2, MATCH_END_ONLY = 3, MATCH_GLOB = 4, MATCH_INDEX = 5, }; enum filter_op_ids { OP_GLOB = 0, OP_NE = 1, OP_EQ = 2, OP_LE = 3, OP_LT = 4, OP_GE = 5, OP_GT = 6, OP_BAND = 7, OP_MAX = 8, }; enum filter_pred_fn { FILTER_PRED_FN_NOP = 0, FILTER_PRED_FN_64 = 1, FILTER_PRED_FN_64_CPUMASK = 2, FILTER_PRED_FN_S64 = 3, FILTER_PRED_FN_U64 = 4, FILTER_PRED_FN_32 = 5, FILTER_PRED_FN_32_CPUMASK = 6, FILTER_PRED_FN_S32 = 7, FILTER_PRED_FN_U32 = 8, FILTER_PRED_FN_16 = 9, FILTER_PRED_FN_16_CPUMASK = 10, FILTER_PRED_FN_S16 = 11, FILTER_PRED_FN_U16 = 12, FILTER_PRED_FN_8 = 13, FILTER_PRED_FN_8_CPUMASK = 14, FILTER_PRED_FN_S8 = 15, FILTER_PRED_FN_U8 = 16, FILTER_PRED_FN_COMM = 17, FILTER_PRED_FN_STRING = 18, FILTER_PRED_FN_STRLOC = 19, FILTER_PRED_FN_STRRELLOC = 20, FILTER_PRED_FN_PCHAR_USER = 21, FILTER_PRED_FN_PCHAR = 22, FILTER_PRED_FN_CPU = 23, FILTER_PRED_FN_CPU_CPUMASK = 24, FILTER_PRED_FN_CPUMASK = 25, FILTER_PRED_FN_CPUMASK_CPU = 26, FILTER_PRED_FN_FUNCTION = 27, FILTER_PRED_FN_ = 28, FILTER_PRED_TEST_VISITED = 29, }; struct filter_pred { struct regex *regex; struct cpumask *mask; short unsigned int *ops; struct ftrace_event_field *field; u64 val; u64 val2; enum filter_pred_fn fn_num; int offset; int not; int op; }; enum { FILT_ERR_NONE = 0, FILT_ERR_INVALID_OP = 1, FILT_ERR_TOO_MANY_OPEN = 2, FILT_ERR_TOO_MANY_CLOSE = 3, FILT_ERR_MISSING_QUOTE = 4, FILT_ERR_MISSING_BRACE_OPEN = 5, FILT_ERR_MISSING_BRACE_CLOSE = 6, FILT_ERR_OPERAND_TOO_LONG = 7, FILT_ERR_EXPECT_STRING = 8, FILT_ERR_EXPECT_DIGIT = 9, FILT_ERR_ILLEGAL_FIELD_OP = 10, FILT_ERR_FIELD_NOT_FOUND = 11, FILT_ERR_ILLEGAL_INTVAL = 12, FILT_ERR_BAD_SUBSYS_FILTER = 13, FILT_ERR_TOO_MANY_PREDS = 14, FILT_ERR_INVALID_FILTER = 15, FILT_ERR_INVALID_CPULIST = 16, FILT_ERR_IP_FIELD_ONLY = 17, FILT_ERR_INVALID_VALUE = 18, FILT_ERR_NO_FUNCTION = 19, FILT_ERR_ERRNO = 20, FILT_ERR_NO_FILTER = 21, }; struct filter_parse_error { int lasterr; int lasterr_pos; }; typedef int (*parse_pred_fn)(const char *, void *, int, struct filter_parse_error *, struct filter_pred **); enum { INVERT = 1, PROCESS_AND = 2, PROCESS_OR = 4, }; struct ustring_buffer { char buffer[1024]; }; struct filter_list { struct list_head list; struct event_filter *filter; }; struct filter_head { struct list_head list; struct callback_head rcu; }; enum { TOO_MANY_CLOSE = -1, TOO_MANY_OPEN = -2, MISSING_QUOTE = -3, }; struct function_filter_data { struct ftrace_ops *ops; int first_filter; int first_notrace; }; struct bpf_cgroup_storage_key { __u64 cgroup_inode_id; __u32 attach_type; }; enum bpf_task_fd_type { BPF_FD_TYPE_RAW_TRACEPOINT = 0, BPF_FD_TYPE_TRACEPOINT = 1, BPF_FD_TYPE_KPROBE = 2, BPF_FD_TYPE_KRETPROBE = 3, BPF_FD_TYPE_UPROBE = 4, BPF_FD_TYPE_URETPROBE = 5, }; typedef __u64 __addrpair; typedef __u32 __portpair; struct proto; struct sock_common { union { __addrpair skc_addrpair; struct { __be32 skc_daddr; __be32 skc_rcv_saddr; }; }; union { unsigned int skc_hash; __u16 skc_u16hashes[2]; }; union { __portpair skc_portpair; struct { __be16 skc_dport; __u16 skc_num; }; }; short unsigned int skc_family; volatile unsigned char skc_state; unsigned char skc_reuse: 4; unsigned char skc_reuseport: 1; unsigned char skc_ipv6only: 1; unsigned char skc_net_refcnt: 1; int skc_bound_dev_if; union { struct hlist_node skc_bind_node; struct hlist_node skc_portaddr_node; }; struct proto *skc_prot; possible_net_t skc_net; struct in6_addr skc_v6_daddr; struct in6_addr skc_v6_rcv_saddr; atomic64_t skc_cookie; union { long unsigned int skc_flags; struct sock *skc_listener; struct inet_timewait_death_row *skc_tw_dr; }; int skc_dontcopy_begin[0]; union { struct hlist_node skc_node; struct hlist_nulls_node skc_nulls_node; }; short unsigned int skc_tx_queue_mapping; short unsigned int skc_rx_queue_mapping; union { int skc_incoming_cpu; u32 skc_rcv_wnd; u32 skc_tw_rcv_nxt; }; refcount_t skc_refcnt; int skc_dontcopy_end[0]; union { u32 skc_rxhash; u32 skc_window_clamp; u32 skc_tw_snd_nxt; }; }; typedef struct { spinlock_t slock; int owned; wait_queue_head_t wq; } socket_lock_t; struct sock_cgroup_data { struct cgroup *cgroup; u32 classid; }; typedef struct {} netns_tracker; struct sk_filter; struct socket_wq; struct socket; struct sock_reuseport; struct sock { struct sock_common __sk_common; __u8 __cacheline_group_begin__sock_write_rx[0]; atomic_t sk_drops; __s32 sk_peek_off; struct sk_buff_head sk_error_queue; struct sk_buff_head sk_receive_queue; struct { atomic_t rmem_alloc; int len; struct sk_buff *head; struct sk_buff *tail; } sk_backlog; __u8 __cacheline_group_end__sock_write_rx[0]; __u8 __cacheline_group_begin__sock_read_rx[0]; struct dst_entry *sk_rx_dst; int sk_rx_dst_ifindex; u32 sk_rx_dst_cookie; unsigned int sk_ll_usec; unsigned int sk_napi_id; u16 sk_busy_poll_budget; u8 sk_prefer_busy_poll; u8 sk_userlocks; int sk_rcvbuf; struct sk_filter *sk_filter; union { struct socket_wq *sk_wq; struct socket_wq *sk_wq_raw; }; void (*sk_data_ready)(struct sock *); long int sk_rcvtimeo; int sk_rcvlowat; __u8 __cacheline_group_end__sock_read_rx[0]; __u8 __cacheline_group_begin__sock_read_rxtx[0]; int sk_err; struct socket *sk_socket; struct mem_cgroup *sk_memcg; __u8 __cacheline_group_end__sock_read_rxtx[0]; __u8 __cacheline_group_begin__sock_write_rxtx[0]; socket_lock_t sk_lock; u32 sk_reserved_mem; int sk_forward_alloc; u32 sk_tsflags; __u8 __cacheline_group_end__sock_write_rxtx[0]; __u8 __cacheline_group_begin__sock_write_tx[0]; int sk_write_pending; atomic_t sk_omem_alloc; int sk_sndbuf; int sk_wmem_queued; refcount_t sk_wmem_alloc; long unsigned int sk_tsq_flags; union { struct sk_buff *sk_send_head; struct rb_root tcp_rtx_queue; }; struct sk_buff_head sk_write_queue; u32 sk_dst_pending_confirm; u32 sk_pacing_status; struct page_frag sk_frag; struct timer_list sk_timer; long unsigned int sk_pacing_rate; atomic_t sk_zckey; atomic_t sk_tskey; __u8 __cacheline_group_end__sock_write_tx[0]; __u8 __cacheline_group_begin__sock_read_tx[0]; long unsigned int sk_max_pacing_rate; long int sk_sndtimeo; u32 sk_priority; u32 sk_mark; struct dst_entry *sk_dst_cache; netdev_features_t sk_route_caps; u16 sk_gso_type; u16 sk_gso_max_segs; unsigned int sk_gso_max_size; gfp_t sk_allocation; u32 sk_txhash; u8 sk_pacing_shift; bool sk_use_task_frag; __u8 __cacheline_group_end__sock_read_tx[0]; u8 sk_gso_disabled: 1; u8 sk_kern_sock: 1; u8 sk_no_check_tx: 1; u8 sk_no_check_rx: 1; u8 sk_shutdown; u16 sk_type; u16 sk_protocol; long unsigned int sk_lingertime; struct proto *sk_prot_creator; rwlock_t sk_callback_lock; int sk_err_soft; u32 sk_ack_backlog; u32 sk_max_ack_backlog; kuid_t sk_uid; spinlock_t sk_peer_lock; int sk_bind_phc; struct pid *sk_peer_pid; const struct cred *sk_peer_cred; ktime_t sk_stamp; int sk_disconnects; u8 sk_txrehash; u8 sk_clockid; u8 sk_txtime_deadline_mode: 1; u8 sk_txtime_report_errors: 1; u8 sk_txtime_unused: 6; u8 sk_bpf_cb_flags; void *sk_user_data; void *sk_security; struct sock_cgroup_data sk_cgrp_data; void (*sk_state_change)(struct sock *); void (*sk_write_space)(struct sock *); void (*sk_error_report)(struct sock *); int (*sk_backlog_rcv)(struct sock *, struct sk_buff *); void (*sk_destruct)(struct sock *); struct sock_reuseport *sk_reuseport_cb; struct bpf_local_storage *sk_bpf_storage; struct callback_head sk_rcu; netns_tracker ns_tracker; struct xarray sk_user_frags; }; typedef struct { union { void *kernel; void *user; }; bool is_kernel: 1; } sockptr_t; struct btf_param { __u32 name_off; __u32 type; }; struct ubuf_info; struct msghdr { void *msg_name; int msg_namelen; int msg_inq; struct iov_iter msg_iter; union { void *msg_control; void *msg_control_user; }; bool msg_control_is_user: 1; bool msg_get_inq: 1; unsigned int msg_flags; __kernel_size_t msg_controllen; struct kiocb *msg_iocb; struct ubuf_info *msg_ubuf; int (*sg_from_iter)(struct sk_buff *, struct iov_iter *, size_t); }; struct ubuf_info_ops; struct ubuf_info { const struct ubuf_info_ops *ops; refcount_t refcnt; u8 flags; }; struct objpool_slot { uint32_t head; uint32_t tail; uint32_t last; uint32_t mask; void *entries[0]; }; struct objpool_head; typedef int (*objpool_fini_cb)(struct objpool_head *, void *); struct objpool_head { int obj_size; int nr_objs; int nr_possible_cpus; int capacity; gfp_t gfp; refcount_t ref; long unsigned int flags; struct objpool_slot **cpu_slots; objpool_fini_cb release; void *context; }; struct kretprobe_instance; typedef int (*kretprobe_handler_t)(struct kretprobe_instance *, struct pt_regs *); struct kretprobe_holder; struct kretprobe_instance { struct callback_head rcu; struct llist_node llist; struct kretprobe_holder *rph; kprobe_opcode_t *ret_addr; void *fp; char data[0]; }; struct kretprobe; struct kretprobe_holder { struct kretprobe *rp; struct objpool_head pool; }; struct kretprobe { struct kprobe kp; kretprobe_handler_t handler; kretprobe_handler_t entry_handler; int maxactive; int nmissed; size_t data_size; struct kretprobe_holder *rph; }; enum bpf_cgroup_storage_type { BPF_CGROUP_STORAGE_SHARED = 0, BPF_CGROUP_STORAGE_PERCPU = 1, __BPF_CGROUP_STORAGE_MAX = 2, }; struct bpf_storage_buffer; struct bpf_cgroup_storage_map; struct bpf_cgroup_storage { union { struct bpf_storage_buffer *buf; void *percpu_buf; }; struct bpf_cgroup_storage_map *map; struct bpf_cgroup_storage_key key; struct list_head list_map; struct list_head list_cg; struct rb_node node; struct callback_head rcu; }; struct prot_inuse { int all; int val[64]; }; struct fib_notifier_ops { int family; struct list_head list; unsigned int (*fib_seq_read)(const struct net *); int (*fib_dump)(struct net *, struct notifier_block *, struct netlink_ext_ack *); struct module *owner; struct callback_head rcu; }; struct ubuf_info_ops { void (*complete)(struct sk_buff *, struct ubuf_info *, bool); int (*link_skb)(struct sk_buff *, struct ubuf_info *); }; typedef enum { SS_FREE = 0, SS_UNCONNECTED = 1, SS_CONNECTING = 2, SS_CONNECTED = 3, SS_DISCONNECTING = 4, } socket_state; struct socket_wq { wait_queue_head_t wait; struct fasync_struct *fasync_list; long unsigned int flags; struct callback_head rcu; long: 64; }; struct proto_ops; struct socket { socket_state state; short int type; long unsigned int flags; struct file *file; struct sock *sk; const struct proto_ops *ops; long: 64; long: 64; long: 64; struct socket_wq wq; }; typedef struct { size_t written; size_t count; union { char *buf; void *data; } arg; int error; } read_descriptor_t; typedef int (*sk_read_actor_t)(read_descriptor_t *, struct sk_buff *, unsigned int, size_t); typedef int (*skb_read_actor_t)(struct sock *, struct sk_buff *); struct proto_accept_arg; struct proto_ops { int family; struct module *owner; int (*release)(struct socket *); int (*bind)(struct socket *, struct sockaddr *, int); int (*connect)(struct socket *, struct sockaddr *, int, int); int (*socketpair)(struct socket *, struct socket *); int (*accept)(struct socket *, struct socket *, struct proto_accept_arg *); int (*getname)(struct socket *, struct sockaddr *, int); __poll_t (*poll)(struct file *, struct socket *, struct poll_table_struct *); int (*ioctl)(struct socket *, unsigned int, long unsigned int); int (*compat_ioctl)(struct socket *, unsigned int, long unsigned int); int (*gettstamp)(struct socket *, void *, bool, bool); int (*listen)(struct socket *, int); int (*shutdown)(struct socket *, int); int (*setsockopt)(struct socket *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct socket *, int, int, char *, int *); void (*show_fdinfo)(struct seq_file *, struct socket *); int (*sendmsg)(struct socket *, struct msghdr *, size_t); int (*recvmsg)(struct socket *, struct msghdr *, size_t, int); int (*mmap)(struct file *, struct socket *, struct vm_area_struct *); ssize_t (*splice_read)(struct socket *, loff_t *, struct pipe_inode_info *, size_t, unsigned int); void (*splice_eof)(struct socket *); int (*set_peek_off)(struct sock *, int); int (*peek_len)(struct socket *); int (*read_sock)(struct sock *, read_descriptor_t *, sk_read_actor_t); int (*read_skb)(struct sock *, skb_read_actor_t); int (*sendmsg_locked)(struct sock *, struct msghdr *, size_t); int (*set_rcvlowat)(struct sock *, int); }; struct proto_accept_arg { int flags; int err; int is_empty; bool kern; }; enum { NEIGH_ARP_TABLE = 0, NEIGH_ND_TABLE = 1, NEIGH_NR_TABLES = 2, NEIGH_LINK_TABLE = 2, }; enum { NAPI_STATE_SCHED = 0, NAPI_STATE_MISSED = 1, NAPI_STATE_DISABLE = 2, NAPI_STATE_NPSVC = 3, NAPI_STATE_LISTED = 4, NAPI_STATE_NO_BUSY_POLL = 5, NAPI_STATE_IN_BUSY_POLL = 6, NAPI_STATE_PREFER_BUSY_POLL = 7, NAPI_STATE_THREADED = 8, NAPI_STATE_SCHED_THREADED = 9, NAPI_STATE_HAS_NOTIFIER = 10, }; enum xps_map_type { XPS_CPUS = 0, XPS_RXQS = 1, XPS_MAPS_MAX = 2, }; enum bpf_xdp_mode { XDP_MODE_SKB = 0, XDP_MODE_DRV = 1, XDP_MODE_HW = 2, __MAX_XDP_MODE = 3, }; struct neigh_parms { possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; struct list_head list; int (*neigh_setup)(struct neighbour *); struct neigh_table *tbl; void *sysctl_table; int dead; refcount_t refcnt; struct callback_head callback_head; int reachable_time; u32 qlen; int data[14]; long unsigned int data_state[1]; }; enum hwtstamp_source { HWTSTAMP_SOURCE_UNSPEC = 0, HWTSTAMP_SOURCE_NETDEV = 1, HWTSTAMP_SOURCE_PHYLIB = 2, }; enum hwtstamp_provider_qualifier { HWTSTAMP_PROVIDER_QUALIFIER_PRECISE = 0, HWTSTAMP_PROVIDER_QUALIFIER_APPROX = 1, HWTSTAMP_PROVIDER_QUALIFIER_CNT = 2, }; struct kernel_hwtstamp_config { int flags; int tx_type; int rx_filter; struct ifreq *ifr; bool copied_to_user; enum hwtstamp_source source; enum hwtstamp_provider_qualifier qualifier; }; struct hwtstamp_provider_desc { int index; enum hwtstamp_provider_qualifier qualifier; }; struct hwtstamp_provider { struct callback_head callback_head; enum hwtstamp_source source; struct phy_device *phydev; struct hwtstamp_provider_desc desc; }; enum { NETIF_MSG_DRV_BIT = 0, NETIF_MSG_PROBE_BIT = 1, NETIF_MSG_LINK_BIT = 2, NETIF_MSG_TIMER_BIT = 3, NETIF_MSG_IFDOWN_BIT = 4, NETIF_MSG_IFUP_BIT = 5, NETIF_MSG_RX_ERR_BIT = 6, NETIF_MSG_TX_ERR_BIT = 7, NETIF_MSG_TX_QUEUED_BIT = 8, NETIF_MSG_INTR_BIT = 9, NETIF_MSG_TX_DONE_BIT = 10, NETIF_MSG_RX_STATUS_BIT = 11, NETIF_MSG_PKTDATA_BIT = 12, NETIF_MSG_HW_BIT = 13, NETIF_MSG_WOL_BIT = 14, NETIF_MSG_CLASS_COUNT = 15, }; enum { RTAX_UNSPEC = 0, RTAX_LOCK = 1, RTAX_MTU = 2, RTAX_WINDOW = 3, RTAX_RTT = 4, RTAX_RTTVAR = 5, RTAX_SSTHRESH = 6, RTAX_CWND = 7, RTAX_ADVMSS = 8, RTAX_REORDERING = 9, RTAX_HOPLIMIT = 10, RTAX_INITCWND = 11, RTAX_FEATURES = 12, RTAX_RTO_MIN = 13, RTAX_INITRWND = 14, RTAX_QUICKACK = 15, RTAX_CC_ALGO = 16, RTAX_FASTOPEN_NO_COOKIE = 17, __RTAX_MAX = 18, }; enum { NEIGH_VAR_MCAST_PROBES = 0, NEIGH_VAR_UCAST_PROBES = 1, NEIGH_VAR_APP_PROBES = 2, NEIGH_VAR_MCAST_REPROBES = 3, NEIGH_VAR_RETRANS_TIME = 4, NEIGH_VAR_BASE_REACHABLE_TIME = 5, NEIGH_VAR_DELAY_PROBE_TIME = 6, NEIGH_VAR_INTERVAL_PROBE_TIME_MS = 7, NEIGH_VAR_GC_STALETIME = 8, NEIGH_VAR_QUEUE_LEN_BYTES = 9, NEIGH_VAR_PROXY_QLEN = 10, NEIGH_VAR_ANYCAST_DELAY = 11, NEIGH_VAR_PROXY_DELAY = 12, NEIGH_VAR_LOCKTIME = 13, NEIGH_VAR_QUEUE_LEN = 14, NEIGH_VAR_RETRANS_TIME_MS = 15, NEIGH_VAR_BASE_REACHABLE_TIME_MS = 16, NEIGH_VAR_GC_INTERVAL = 17, NEIGH_VAR_GC_THRESH1 = 18, NEIGH_VAR_GC_THRESH2 = 19, NEIGH_VAR_GC_THRESH3 = 20, NEIGH_VAR_MAX = 21, }; struct pneigh_entry; struct neigh_statistics; struct neigh_hash_table; struct neigh_table { int family; unsigned int entry_size; unsigned int key_len; __be16 protocol; __u32 (*hash)(const void *, const struct net_device *, __u32 *); bool (*key_eq)(const struct neighbour *, const void *); int (*constructor)(struct neighbour *); int (*pconstructor)(struct pneigh_entry *); void (*pdestructor)(struct pneigh_entry *); void (*proxy_redo)(struct sk_buff *); int (*is_multicast)(const void *); bool (*allow_add)(const struct net_device *, struct netlink_ext_ack *); char *id; struct neigh_parms parms; struct list_head parms_list; int gc_interval; int gc_thresh1; int gc_thresh2; int gc_thresh3; long unsigned int last_flush; struct delayed_work gc_work; struct delayed_work managed_work; struct timer_list proxy_timer; struct sk_buff_head proxy_queue; atomic_t entries; atomic_t gc_entries; struct list_head gc_list; struct list_head managed_list; rwlock_t lock; long unsigned int last_rand; struct neigh_statistics *stats; struct neigh_hash_table *nht; struct pneigh_entry **phash_buckets; }; struct neigh_statistics { long unsigned int allocs; long unsigned int destroys; long unsigned int hash_grows; long unsigned int res_failed; long unsigned int lookups; long unsigned int hits; long unsigned int rcv_probes_mcast; long unsigned int rcv_probes_ucast; long unsigned int periodic_gc_runs; long unsigned int forced_gc_runs; long unsigned int unres_discards; long unsigned int table_fulls; }; struct neigh_ops { int family; void (*solicit)(struct neighbour *, struct sk_buff *); void (*error_report)(struct neighbour *, struct sk_buff *); int (*output)(struct neighbour *, struct sk_buff *); int (*connected_output)(struct neighbour *, struct sk_buff *); }; struct pneigh_entry { struct pneigh_entry *next; possible_net_t net; struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u8 protocol; u32 key[0]; }; struct neigh_hash_table { struct hlist_head *hash_heads; unsigned int hash_shift; __u32 hash_rnd[4]; struct callback_head rcu; }; enum { TCP_ESTABLISHED = 1, TCP_SYN_SENT = 2, TCP_SYN_RECV = 3, TCP_FIN_WAIT1 = 4, TCP_FIN_WAIT2 = 5, TCP_TIME_WAIT = 6, TCP_CLOSE = 7, TCP_CLOSE_WAIT = 8, TCP_LAST_ACK = 9, TCP_LISTEN = 10, TCP_CLOSING = 11, TCP_NEW_SYN_RECV = 12, TCP_BOUND_INACTIVE = 13, TCP_MAX_STATES = 14, }; struct smc_hashinfo; struct sk_psock; struct request_sock_ops; struct timewait_sock_ops; struct raw_hashinfo; struct proto { void (*close)(struct sock *, long int); int (*pre_connect)(struct sock *, struct sockaddr *, int); int (*connect)(struct sock *, struct sockaddr *, int); int (*disconnect)(struct sock *, int); struct sock * (*accept)(struct sock *, struct proto_accept_arg *); int (*ioctl)(struct sock *, int, int *); int (*init)(struct sock *); void (*destroy)(struct sock *); void (*shutdown)(struct sock *, int); int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*keepalive)(struct sock *, int); int (*compat_ioctl)(struct sock *, unsigned int, long unsigned int); int (*sendmsg)(struct sock *, struct msghdr *, size_t); int (*recvmsg)(struct sock *, struct msghdr *, size_t, int, int *); void (*splice_eof)(struct socket *); int (*bind)(struct sock *, struct sockaddr *, int); int (*bind_add)(struct sock *, struct sockaddr *, int); int (*backlog_rcv)(struct sock *, struct sk_buff *); bool (*bpf_bypass_getsockopt)(int, int); void (*release_cb)(struct sock *); int (*hash)(struct sock *); void (*unhash)(struct sock *); void (*rehash)(struct sock *); int (*get_port)(struct sock *, short unsigned int); void (*put_port)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); unsigned int inuse_idx; bool (*stream_memory_free)(const struct sock *, int); bool (*sock_is_readable)(struct sock *); void (*enter_memory_pressure)(struct sock *); void (*leave_memory_pressure)(struct sock *); atomic_long_t *memory_allocated; int *per_cpu_fw_alloc; struct percpu_counter *sockets_allocated; long unsigned int *memory_pressure; long int *sysctl_mem; int *sysctl_wmem; int *sysctl_rmem; u32 sysctl_wmem_offset; u32 sysctl_rmem_offset; int max_header; bool no_autobind; struct kmem_cache *slab; unsigned int obj_size; unsigned int ipv6_pinfo_offset; slab_flags_t slab_flags; unsigned int useroffset; unsigned int usersize; unsigned int *orphan_count; struct request_sock_ops *rsk_prot; struct timewait_sock_ops *twsk_prot; union { struct inet_hashinfo *hashinfo; struct udp_table *udp_table; struct raw_hashinfo *raw_hash; struct smc_hashinfo *smc_hash; } h; struct module *owner; char name[32]; struct list_head node; int (*diag_destroy)(struct sock *, int); }; struct bpf_storage_buffer { struct callback_head rcu; char data[0]; }; enum dynevent_type { DYNEVENT_TYPE_SYNTH = 1, DYNEVENT_TYPE_KPROBE = 2, DYNEVENT_TYPE_NONE = 3, }; struct dynevent_cmd; typedef int (*dynevent_create_fn_t)(struct dynevent_cmd *); struct dynevent_cmd { struct seq_buf seq; const char *event_name; unsigned int n_fields; enum dynevent_type type; dynevent_create_fn_t run_command; void *private_data; }; struct kprobe_trace_entry_head { struct trace_entry ent; long unsigned int ip; }; struct kretprobe_trace_entry_head { struct trace_entry ent; long unsigned int func; long unsigned int ret_ip; }; enum { TRACE_ARRAY_FL_GLOBAL = 1, TRACE_ARRAY_FL_BOOT = 2, TRACE_ARRAY_FL_LAST_BOOT = 4, TRACE_ARRAY_FL_MOD_INIT = 8, TRACE_ARRAY_FL_MEMMAP = 16, }; enum trace_iterator_flags { TRACE_ITER_PRINT_PARENT = 1, TRACE_ITER_SYM_OFFSET = 2, TRACE_ITER_SYM_ADDR = 4, TRACE_ITER_VERBOSE = 8, TRACE_ITER_RAW = 16, TRACE_ITER_HEX = 32, TRACE_ITER_BIN = 64, TRACE_ITER_BLOCK = 128, TRACE_ITER_FIELDS = 256, TRACE_ITER_PRINTK = 512, TRACE_ITER_ANNOTATE = 1024, TRACE_ITER_USERSTACKTRACE = 2048, TRACE_ITER_SYM_USEROBJ = 4096, TRACE_ITER_PRINTK_MSGONLY = 8192, TRACE_ITER_CONTEXT_INFO = 16384, TRACE_ITER_LATENCY_FMT = 32768, TRACE_ITER_RECORD_CMD = 65536, TRACE_ITER_RECORD_TGID = 131072, TRACE_ITER_OVERWRITE = 262144, TRACE_ITER_STOP_ON_FREE = 524288, TRACE_ITER_IRQ_INFO = 1048576, TRACE_ITER_MARKERS = 2097152, TRACE_ITER_EVENT_FORK = 4194304, TRACE_ITER_TRACE_PRINTK = 8388608, TRACE_ITER_PAUSE_ON_TRACE = 16777216, TRACE_ITER_HASH_PTR = 33554432, TRACE_ITER_FUNCTION = 67108864, TRACE_ITER_FUNC_FORK = 134217728, TRACE_ITER_DISPLAY_GRAPH = 268435456, TRACE_ITER_STACKTRACE = 536870912, }; struct dyn_event; struct dyn_event_operations { struct list_head list; int (*create)(const char *); int (*show)(struct seq_file *, struct dyn_event *); bool (*is_busy)(struct dyn_event *); int (*free)(struct dyn_event *); bool (*match)(const char *, const char *, int, const char **, struct dyn_event *); }; struct dyn_event { struct list_head list; struct dyn_event_operations *ops; }; typedef int (*dynevent_check_arg_fn_t)(void *); struct dynevent_arg { const char *str; char separator; }; typedef int (*print_type_func_t)(struct trace_seq *, void *, void *); enum fetch_op { FETCH_OP_NOP = 0, FETCH_OP_REG = 1, FETCH_OP_STACK = 2, FETCH_OP_STACKP = 3, FETCH_OP_RETVAL = 4, FETCH_OP_IMM = 5, FETCH_OP_COMM = 6, FETCH_OP_ARG = 7, FETCH_OP_FOFFS = 8, FETCH_OP_DATA = 9, FETCH_OP_EDATA = 10, FETCH_OP_DEREF = 11, FETCH_OP_UDEREF = 12, FETCH_OP_ST_RAW = 13, FETCH_OP_ST_MEM = 14, FETCH_OP_ST_UMEM = 15, FETCH_OP_ST_STRING = 16, FETCH_OP_ST_USTRING = 17, FETCH_OP_ST_SYMSTR = 18, FETCH_OP_ST_EDATA = 19, FETCH_OP_MOD_BF = 20, FETCH_OP_LP_ARRAY = 21, FETCH_OP_TP_ARG = 22, FETCH_OP_END = 23, FETCH_NOP_SYMBOL = 24, }; struct fetch_insn { enum fetch_op op; union { unsigned int param; struct { unsigned int size; int offset; }; struct { unsigned char basesize; unsigned char lshift; unsigned char rshift; }; long unsigned int immediate; void *data; }; }; struct fetch_type { const char *name; size_t size; bool is_signed; bool is_string; print_type_func_t print; const char *fmt; const char *fmttype; }; struct probe_arg { struct fetch_insn *code; bool dynamic; unsigned int offset; unsigned int count; const char *name; const char *comm; char *fmt; const struct fetch_type *type; }; struct probe_entry_arg { struct fetch_insn *code; unsigned int size; }; struct trace_uprobe_filter { rwlock_t rwlock; int nr_systemwide; struct list_head perf_events; }; struct trace_probe_event { unsigned int flags; struct trace_event_class class; struct trace_event_call call; struct list_head files; struct list_head probes; struct trace_uprobe_filter filter[0]; }; struct trace_probe { struct list_head list; struct trace_probe_event *event; ssize_t size; unsigned int nr_args; struct probe_entry_arg *entry_arg; struct probe_arg args[0]; }; struct event_file_link { struct trace_event_file *file; struct list_head list; }; struct traceprobe_parse_context { struct trace_event_call *event; const char *funcname; const struct btf_type *proto; const struct btf_param *params; s32 nr_params; struct btf *btf; const struct btf_type *last_type; u32 last_bitoffs; u32 last_bitsize; struct trace_probe *tp; unsigned int flags; int offset; }; enum probe_print_type { PROBE_PRINT_NORMAL = 0, PROBE_PRINT_RETURN = 1, PROBE_PRINT_EVENT = 2, }; enum { TP_ERR_FILE_NOT_FOUND = 0, TP_ERR_NO_REGULAR_FILE = 1, TP_ERR_BAD_REFCNT = 2, TP_ERR_REFCNT_OPEN_BRACE = 3, TP_ERR_BAD_REFCNT_SUFFIX = 4, TP_ERR_BAD_UPROBE_OFFS = 5, TP_ERR_BAD_MAXACT_TYPE = 6, TP_ERR_BAD_MAXACT = 7, TP_ERR_MAXACT_TOO_BIG = 8, TP_ERR_BAD_PROBE_ADDR = 9, TP_ERR_NON_UNIQ_SYMBOL = 10, TP_ERR_BAD_RETPROBE = 11, TP_ERR_NO_TRACEPOINT = 12, TP_ERR_BAD_TP_NAME = 13, TP_ERR_BAD_ADDR_SUFFIX = 14, TP_ERR_NO_GROUP_NAME = 15, TP_ERR_GROUP_TOO_LONG = 16, TP_ERR_BAD_GROUP_NAME = 17, TP_ERR_NO_EVENT_NAME = 18, TP_ERR_EVENT_TOO_LONG = 19, TP_ERR_BAD_EVENT_NAME = 20, TP_ERR_EVENT_EXIST = 21, TP_ERR_RETVAL_ON_PROBE = 22, TP_ERR_NO_RETVAL = 23, TP_ERR_BAD_STACK_NUM = 24, TP_ERR_BAD_ARG_NUM = 25, TP_ERR_BAD_VAR = 26, TP_ERR_BAD_REG_NAME = 27, TP_ERR_BAD_MEM_ADDR = 28, TP_ERR_BAD_IMM = 29, TP_ERR_IMMSTR_NO_CLOSE = 30, TP_ERR_FILE_ON_KPROBE = 31, TP_ERR_BAD_FILE_OFFS = 32, TP_ERR_SYM_ON_UPROBE = 33, TP_ERR_TOO_MANY_OPS = 34, TP_ERR_DEREF_NEED_BRACE = 35, TP_ERR_BAD_DEREF_OFFS = 36, TP_ERR_DEREF_OPEN_BRACE = 37, TP_ERR_COMM_CANT_DEREF = 38, TP_ERR_BAD_FETCH_ARG = 39, TP_ERR_ARRAY_NO_CLOSE = 40, TP_ERR_BAD_ARRAY_SUFFIX = 41, TP_ERR_BAD_ARRAY_NUM = 42, TP_ERR_ARRAY_TOO_BIG = 43, TP_ERR_BAD_TYPE = 44, TP_ERR_BAD_STRING = 45, TP_ERR_BAD_SYMSTRING = 46, TP_ERR_BAD_BITFIELD = 47, TP_ERR_ARG_NAME_TOO_LONG = 48, TP_ERR_NO_ARG_NAME = 49, TP_ERR_BAD_ARG_NAME = 50, TP_ERR_USED_ARG_NAME = 51, TP_ERR_ARG_TOO_LONG = 52, TP_ERR_NO_ARG_BODY = 53, TP_ERR_BAD_INSN_BNDRY = 54, TP_ERR_FAIL_REG_PROBE = 55, TP_ERR_DIFF_PROBE_TYPE = 56, TP_ERR_DIFF_ARG_TYPE = 57, TP_ERR_SAME_PROBE = 58, TP_ERR_NO_EVENT_INFO = 59, TP_ERR_BAD_ATTACH_EVENT = 60, TP_ERR_BAD_ATTACH_ARG = 61, TP_ERR_NO_EP_FILTER = 62, TP_ERR_NOSUP_BTFARG = 63, TP_ERR_NO_BTFARG = 64, TP_ERR_NO_BTF_ENTRY = 65, TP_ERR_BAD_VAR_ARGS = 66, TP_ERR_NOFENTRY_ARGS = 67, TP_ERR_DOUBLE_ARGS = 68, TP_ERR_ARGS_2LONG = 69, TP_ERR_ARGIDX_2BIG = 70, TP_ERR_NO_PTR_STRCT = 71, TP_ERR_NOSUP_DAT_ARG = 72, TP_ERR_BAD_HYPHEN = 73, TP_ERR_NO_BTF_FIELD = 74, TP_ERR_BAD_BTF_TID = 75, TP_ERR_BAD_TYPE4STR = 76, TP_ERR_NEED_STRING_TYPE = 77, TP_ERR_TOO_MANY_ARGS = 78, TP_ERR_TOO_MANY_EARGS = 79, }; struct trace_kprobe { struct dyn_event devent; struct kretprobe rp; long unsigned int *nhit; const char *symbol; struct trace_probe tp; }; struct sym_count_ctx { unsigned int count; const char *name; }; struct dynevent_arg_pair { const char *lhs; const char *rhs; char operator; char separator; }; struct syscore_ops { struct list_head node; int (*suspend)(); void (*resume)(); void (*shutdown)(); }; enum xdp_action { XDP_ABORTED = 0, XDP_DROP = 1, XDP_PASS = 2, XDP_TX = 3, XDP_REDIRECT = 4, }; struct xdp_md { __u32 data; __u32 data_end; __u32 data_meta; __u32 ingress_ifindex; __u32 rx_queue_index; __u32 egress_ifindex; }; struct static_key_true { struct static_key key; }; struct page_pool_params_fast { unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; }; typedef long unsigned int netmem_ref; struct page_pool_alloc_stats { u64 fast; u64 slow; u64 slow_high_order; u64 empty; u64 refill; u64 waive; }; struct pp_alloc_cache { u32 count; netmem_ref cache[128]; }; struct ptr_ring { int producer; spinlock_t producer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int consumer_head; int consumer_tail; spinlock_t consumer_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; int size; int batch; void **queue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct page_pool_params_slow { struct net_device *netdev; unsigned int queue_idx; unsigned int flags; void (*init_callback)(netmem_ref, void *); void *init_arg; }; struct memory_provider_ops; struct page_pool_recycle_stats; struct page_pool { struct page_pool_params_fast p; int cpuid; u32 pages_state_hold_cnt; bool has_init_callback: 1; bool dma_map: 1; bool dma_sync: 1; bool dma_sync_for_cpu: 1; bool system: 1; long: 0; __u8 __cacheline_group_begin__frag[0]; long int frag_users; netmem_ref frag_page; unsigned int frag_offset; long: 0; __u8 __cacheline_group_end__frag[0]; long: 64; struct {} __cacheline_group_pad__frag; struct delayed_work release_dw; void (*disconnect)(void *); long unsigned int defer_start; long unsigned int defer_warn; struct page_pool_alloc_stats alloc_stats; u32 xdp_mem_id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct pp_alloc_cache alloc; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring ring; void *mp_priv; const struct memory_provider_ops *mp_ops; struct xarray dma_mapped; struct page_pool_recycle_stats *recycle_stats; atomic_t pages_state_release_cnt; refcount_t user_cnt; u64 destroy_cnt; struct page_pool_params_slow slow; struct { struct hlist_node list; u64 detach_time; u32 id; } user; long: 64; }; typedef sockptr_t bpfptr_t; struct btf_struct_meta { u32 btf_id; struct btf_record *record; }; struct rhash_lock_head; struct bucket_table { unsigned int size; unsigned int nest; u32 hash_rnd; struct list_head walkers; struct callback_head rcu; struct bucket_table *future_tbl; struct lockdep_map dep_map; long: 64; struct rhash_lock_head *buckets[0]; }; struct bpf_mem_caches; struct bpf_mem_cache; struct bpf_mem_alloc { struct bpf_mem_caches *caches; struct bpf_mem_cache *cache; struct obj_cgroup *objcg; bool percpu; struct work_struct work; }; struct bpf_verifier_log { u64 start_pos; u64 end_pos; char *ubuf; u32 level; u32 len_total; u32 len_max; char kbuf[1024]; }; enum priv_stack_mode { PRIV_STACK_UNKNOWN = 0, NO_PRIV_STACK = 1, PRIV_STACK_ADAPTIVE = 2, }; struct bpf_subprog_arg_info { enum bpf_arg_type arg_type; union { u32 mem_size; u32 btf_id; }; }; struct bpf_subprog_info { u32 start; u32 linfo_idx; u16 stack_depth; u16 stack_extra; s16 fastcall_stack_off; bool has_tail_call: 1; bool tail_call_reachable: 1; bool has_ld_abs: 1; bool is_cb: 1; bool is_async_cb: 1; bool is_exception_cb: 1; bool args_cached: 1; bool keep_fastcall_stack: 1; bool changes_pkt_data: 1; bool might_sleep: 1; enum priv_stack_mode priv_stack_mode; u8 arg_cnt; struct bpf_subprog_arg_info args[5]; }; struct bpf_id_pair { u32 old; u32 cur; }; struct bpf_idmap { u32 tmp_id_gen; struct bpf_id_pair map[600]; }; struct bpf_idset { u32 count; u32 ids[600]; }; struct backtrack_state { struct bpf_verifier_env *env; u32 frame; u32 reg_masks[8]; u64 stack_masks[8]; }; struct bpf_verifier_stack_elem; struct bpf_verifier_state; struct bpf_insn_aux_data; struct bpf_insn_hist_entry; struct bpf_verifier_env { u32 insn_idx; u32 prev_insn_idx; struct bpf_prog *prog; const struct bpf_verifier_ops *ops; struct module *attach_btf_mod; struct bpf_verifier_stack_elem *head; int stack_size; bool strict_alignment; bool test_state_freq; bool test_reg_invariants; struct bpf_verifier_state *cur_state; struct list_head *explored_states; struct list_head free_list; struct bpf_map *used_maps[64]; struct btf_mod_pair used_btfs[64]; u32 used_map_cnt; u32 used_btf_cnt; u32 id_gen; u32 hidden_subprog_cnt; int exception_callback_subprog; bool explore_alu_limits; bool allow_ptr_leaks; bool allow_uninit_stack; bool bpf_capable; bool bypass_spec_v1; bool bypass_spec_v4; bool seen_direct_write; bool seen_exception; struct bpf_insn_aux_data *insn_aux_data; const struct bpf_line_info *prev_linfo; struct bpf_verifier_log log; struct bpf_subprog_info subprog_info[258]; union { struct bpf_idmap idmap_scratch; struct bpf_idset idset_scratch; }; struct { int *insn_state; int *insn_stack; int *insn_postorder; int cur_stack; int cur_postorder; } cfg; struct backtrack_state bt; struct bpf_insn_hist_entry *insn_hist; struct bpf_insn_hist_entry *cur_hist_ent; u32 insn_hist_cap; u32 pass_cnt; u32 subprog_cnt; u32 prev_insn_processed; u32 insn_processed; u32 prev_jmps_processed; u32 jmps_processed; u64 verification_time; u32 max_states_per_insn; u32 total_states; u32 peak_states; u32 longest_mark_read_walk; u32 free_list_size; u32 explored_states_size; bpfptr_t fd_array; u32 scratched_regs; u64 scratched_stack_slots; u64 prev_log_pos; u64 prev_insn_print_pos; struct bpf_reg_state fake_reg[2]; char tmp_str_buf[320]; struct bpf_insn insn_buf[32]; struct bpf_insn epilogue_buf[32]; }; struct bpf_retval_range { s32 minval; s32 maxval; }; struct bpf_stack_state; struct bpf_func_state { struct bpf_reg_state regs[11]; int callsite; u32 frameno; u32 subprogno; u32 async_entry_cnt; struct bpf_retval_range callback_ret_range; bool in_callback_fn; bool in_async_callback_fn; bool in_exception_callback_fn; u32 callback_depth; struct bpf_stack_state *stack; int allocated_stack; }; enum bpf_jit_poke_reason { BPF_POKE_REASON_TAIL_CALL = 0, }; enum { BPF_MAX_LOOPS = 8388608, BPF_MAX_TIMED_LOOPS = 65535, }; typedef long unsigned int (*bpf_ctx_copy_t)(void *, const void *, long unsigned int, long unsigned int); struct bpf_empty_prog_array { struct bpf_prog_array hdr; struct bpf_prog *null_prog; }; enum xdp_mem_type { MEM_TYPE_PAGE_SHARED = 0, MEM_TYPE_PAGE_ORDER0 = 1, MEM_TYPE_PAGE_POOL = 2, MEM_TYPE_XSK_BUFF_POOL = 3, MEM_TYPE_MAX = 4, }; struct xdp_frame { void *data; u32 len; u32 headroom; u32 metasize; enum xdp_mem_type mem_type: 32; struct net_device *dev_rx; u32 frame_sz; u32 flags; }; struct xdp_rxq_info; struct xdp_txq_info; struct xdp_buff { void *data; void *data_end; void *data_meta; void *data_hard_start; struct xdp_rxq_info *rxq; struct xdp_txq_info *txq; u32 frame_sz; u32 flags; }; struct bpf_timed_may_goto { u64 count; u64 timestamp; }; struct rnd_state { __u32 s1; __u32 s2; __u32 s3; __u32 s4; }; struct bpf_stack_state { struct bpf_reg_state spilled_ptr; u8 slot_type[8]; }; enum ref_state_type { REF_TYPE_PTR = 2, REF_TYPE_IRQ = 4, REF_TYPE_LOCK = 8, REF_TYPE_RES_LOCK = 16, REF_TYPE_RES_LOCK_IRQ = 32, REF_TYPE_LOCK_MASK = 56, }; struct bpf_reference_state { enum ref_state_type type; int id; int insn_idx; void *ptr; }; enum { INSN_F_FRAMENO_MASK = 7, INSN_F_SPI_MASK = 63, INSN_F_SPI_SHIFT = 3, INSN_F_STACK_ACCESS = 512, INSN_F_DST_REG_STACK = 1024, INSN_F_SRC_REG_STACK = 2048, }; struct bpf_insn_hist_entry { u32 idx; u32 prev_idx: 20; u32 flags: 12; u64 linked_regs; }; struct bpf_verifier_state { struct bpf_func_state *frame[8]; struct bpf_verifier_state *parent; struct bpf_reference_state *refs; u32 branches; u32 insn_idx; u32 curframe; u32 acquired_refs; u32 active_locks; u32 active_preempt_locks; u32 active_irq_id; u32 active_lock_id; void *active_lock_ptr; bool active_rcu_lock; bool speculative; bool in_sleepable; u32 first_insn_idx; u32 last_insn_idx; struct bpf_verifier_state *loop_entry; u32 insn_hist_start; u32 insn_hist_end; u32 dfs_depth; u32 callback_unroll_depth; u32 may_goto_depth; u32 used_as_loop_entry; }; struct bpf_loop_inline_state { unsigned int initialized: 1; unsigned int fit_for_inline: 1; u32 callback_subprogno; }; struct bpf_map_ptr_state { struct bpf_map *map_ptr; bool poison; bool unpriv; }; struct bpf_insn_aux_data { union { enum bpf_reg_type ptr_type; struct bpf_map_ptr_state map_ptr_state; s32 call_imm; u32 alu_limit; struct { u32 map_index; u32 map_off; }; struct { enum bpf_reg_type reg_type; union { struct { struct btf *btf; u32 btf_id; }; u32 mem_size; }; } btf_var; struct bpf_loop_inline_state loop_inline_state; }; union { u64 obj_new_size; u64 insert_off; }; struct btf_struct_meta *kptr_struct_meta; u64 map_key_state; int ctx_field_size; u32 seen; bool sanitize_stack_spill; bool zext_dst; bool needs_zext; bool storage_get_func_atomic; bool is_iter_next; bool call_with_percpu_alloc_ptr; u8 alu_state; u8 fastcall_pattern: 1; u8 fastcall_spills_num: 3; unsigned int orig_idx; bool jmp_point; bool prune_point; bool force_checkpoint; bool calls_callback; u16 live_regs_before; }; enum execmem_type { EXECMEM_DEFAULT = 0, EXECMEM_MODULE_TEXT = 0, EXECMEM_KPROBES = 1, EXECMEM_FTRACE = 2, EXECMEM_BPF = 3, EXECMEM_MODULE_DATA = 4, EXECMEM_TYPE_MAX = 5, }; enum page_size_enum { __PAGE_SIZE = 4096, }; struct bpf_prog_pack { struct list_head list; void *ptr; long unsigned int bitmap[0]; }; struct bpf_prog_dummy { struct bpf_prog prog; }; typedef u64 (*btf_bpf_user_rnd_u32)(); typedef u64 (*btf_bpf_get_raw_cpu_id)(); struct page_pool_recycle_stats { u64 cached; u64 cache_full; u64 ring; u64 ring_full; u64 released_refcnt; }; struct memory_provider_ops { netmem_ref (*alloc_netmems)(struct page_pool *, gfp_t); bool (*release_netmem)(struct page_pool *, netmem_ref); int (*init)(struct page_pool *); void (*destroy)(struct page_pool *); int (*nl_fill)(void *, struct sk_buff *, struct netdev_rx_queue *); void (*uninstall)(void *, struct netdev_rx_queue *); }; struct xdp_mem_info { u32 type; u32 id; }; struct xdp_rxq_info { struct net_device *dev; u32 queue_index; u32 reg_state; struct xdp_mem_info mem; u32 frag_size; long: 64; long: 64; long: 64; long: 64; }; struct xdp_txq_info { struct net_device *dev; }; struct xdp_cpumap_stats { unsigned int redirect; unsigned int pass; unsigned int drop; }; struct _bpf_dtab_netdev { struct net_device *dev; }; struct rhash_lock_head {}; struct xdp_mem_allocator { struct xdp_mem_info mem; union { void *allocator; struct page_pool *page_pool; }; struct rhash_head node; struct callback_head rcu; }; struct trace_event_raw_xdp_exception { struct trace_entry ent; int prog_id; u32 act; int ifindex; char __data[0]; }; struct trace_event_raw_xdp_bulk_tx { struct trace_entry ent; int ifindex; u32 act; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_xdp_redirect_template { struct trace_entry ent; int prog_id; u32 act; int ifindex; int err; int to_ifindex; u32 map_id; int map_index; char __data[0]; }; struct trace_event_raw_xdp_cpumap_kthread { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int sched; unsigned int xdp_pass; unsigned int xdp_drop; unsigned int xdp_redirect; char __data[0]; }; struct trace_event_raw_xdp_cpumap_enqueue { struct trace_entry ent; int map_id; u32 act; int cpu; unsigned int drops; unsigned int processed; int to_cpu; char __data[0]; }; struct trace_event_raw_xdp_devmap_xmit { struct trace_entry ent; int from_ifindex; u32 act; int to_ifindex; int drops; int sent; int err; char __data[0]; }; struct trace_event_raw_mem_disconnect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; char __data[0]; }; struct trace_event_raw_mem_connect { struct trace_entry ent; const struct xdp_mem_allocator *xa; u32 mem_id; u32 mem_type; const void *allocator; const struct xdp_rxq_info *rxq; int ifindex; char __data[0]; }; struct trace_event_raw_mem_return_failed { struct trace_entry ent; const struct page *page; u32 mem_id; u32 mem_type; char __data[0]; }; struct trace_event_raw_bpf_xdp_link_attach_failed { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_xdp_exception {}; struct trace_event_data_offsets_xdp_bulk_tx {}; struct trace_event_data_offsets_xdp_redirect_template {}; struct trace_event_data_offsets_xdp_cpumap_kthread {}; struct trace_event_data_offsets_xdp_cpumap_enqueue {}; struct trace_event_data_offsets_xdp_devmap_xmit {}; struct trace_event_data_offsets_mem_disconnect {}; struct trace_event_data_offsets_mem_connect {}; struct trace_event_data_offsets_mem_return_failed {}; struct trace_event_data_offsets_bpf_xdp_link_attach_failed { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_xdp_exception)(void *, const struct net_device *, const struct bpf_prog *, u32); typedef void (*btf_trace_xdp_bulk_tx)(void *, const struct net_device *, int, int, int); typedef void (*btf_trace_xdp_redirect)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_redirect_map_err)(void *, const struct net_device *, const struct bpf_prog *, const void *, int, enum bpf_map_type, u32, u32); typedef void (*btf_trace_xdp_cpumap_kthread)(void *, int, unsigned int, unsigned int, int, struct xdp_cpumap_stats *); typedef void (*btf_trace_xdp_cpumap_enqueue)(void *, int, unsigned int, unsigned int, int); typedef void (*btf_trace_xdp_devmap_xmit)(void *, const struct net_device *, const struct net_device *, int, int, int); typedef void (*btf_trace_mem_disconnect)(void *, const struct xdp_mem_allocator *); typedef void (*btf_trace_mem_connect)(void *, const struct xdp_mem_allocator *, const struct xdp_rxq_info *); typedef void (*btf_trace_mem_return_failed)(void *, const struct xdp_mem_info *, const struct page *); typedef void (*btf_trace_bpf_xdp_link_attach_failed)(void *, const char *); typedef __kernel_ulong_t ino_t; enum { BPF_F_INDEX_MASK = 4294967295ULL, BPF_F_CURRENT_CPU = 4294967295ULL, BPF_F_CTXLEN_MASK = 4503595332403200ULL, }; struct bpf_spin_lock { __u32 val; }; struct bpf_timer { __u64 __opaque[2]; }; struct bpf_wq { __u64 __opaque[2]; }; struct bpf_dynptr { __u64 __opaque[2]; }; struct bpf_list_head { __u64 __opaque[2]; }; struct bpf_list_node { __u64 __opaque[3]; }; struct bpf_rb_root { __u64 __opaque[2]; }; struct bpf_rb_node { __u64 __opaque[4]; }; struct bpf_refcount { __u32 __opaque[1]; }; struct bpf_pidns_info { __u32 pid; __u32 tgid; }; enum { BPF_F_TIMER_ABS = 1, BPF_F_TIMER_CPU_PIN = 2, }; enum bpf_kfunc_flags { BPF_F_PAD_ZEROS = 1, }; enum { BTF_TRACING_TYPE_TASK = 0, BTF_TRACING_TYPE_FILE = 1, BTF_TRACING_TYPE_VMA = 2, MAX_BTF_TRACING_TYPE = 3, }; struct btf_id_dtor_kfunc { u32 btf_id; u32 kfunc_btf_id; }; struct bpf_rb_node_kern { struct rb_node rb_node; void *owner; }; struct bpf_list_node_kern { struct list_head list_head; void *owner; }; enum bpf_type_flag { PTR_MAYBE_NULL = 256, MEM_RDONLY = 512, MEM_RINGBUF = 1024, MEM_USER = 2048, MEM_PERCPU = 4096, OBJ_RELEASE = 8192, PTR_UNTRUSTED = 16384, MEM_UNINIT = 32768, DYNPTR_TYPE_LOCAL = 65536, DYNPTR_TYPE_RINGBUF = 131072, MEM_FIXED_SIZE = 262144, MEM_ALLOC = 524288, PTR_TRUSTED = 1048576, MEM_RCU = 2097152, NON_OWN_REF = 4194304, DYNPTR_TYPE_SKB = 8388608, DYNPTR_TYPE_XDP = 16777216, MEM_ALIGNED = 33554432, MEM_WRITE = 67108864, __BPF_TYPE_FLAG_MAX = 67108865, __BPF_TYPE_LAST_FLAG = 67108864, }; struct bpf_dynptr_kern { void *data; u32 size; u32 offset; }; struct bpf_array_aux { struct list_head poke_progs; struct bpf_map *map; struct mutex poke_mutex; struct work_struct work; }; struct bpf_array { struct bpf_map map; u32 elem_size; u32 index_mask; struct bpf_array_aux *aux; union { struct { struct {} __empty_value; char value[0]; }; struct { struct {} __empty_ptrs; void *ptrs[0]; }; struct { struct {} __empty_pptrs; void *pptrs[0]; }; }; }; struct bpf_bprintf_data { u32 *bin_args; char *buf; bool get_bin_args; bool get_buf; }; struct sk_filter { refcount_t refcnt; struct callback_head rcu; struct bpf_prog *prog; }; typedef u64 (*btf_bpf_map_lookup_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_update_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_map_delete_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_push_elem)(struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_map_pop_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_peek_elem)(struct bpf_map *, void *); typedef u64 (*btf_bpf_map_lookup_percpu_elem)(struct bpf_map *, void *, u32); typedef u64 (*btf_bpf_get_smp_processor_id)(); typedef u64 (*btf_bpf_get_numa_node_id)(); typedef u64 (*btf_bpf_ktime_get_ns)(); typedef u64 (*btf_bpf_ktime_get_boot_ns)(); typedef u64 (*btf_bpf_ktime_get_coarse_ns)(); typedef u64 (*btf_bpf_ktime_get_tai_ns)(); typedef u64 (*btf_bpf_get_current_pid_tgid)(); typedef u64 (*btf_bpf_get_current_uid_gid)(); typedef u64 (*btf_bpf_get_current_comm)(char *, u32); typedef u64 (*btf_bpf_spin_lock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_spin_unlock)(struct bpf_spin_lock *); typedef u64 (*btf_bpf_jiffies64)(); typedef u64 (*btf_bpf_get_current_cgroup_id)(); typedef u64 (*btf_bpf_get_current_ancestor_cgroup_id)(int); typedef u64 (*btf_bpf_strtol)(const char *, size_t, u64, s64 *); typedef u64 (*btf_bpf_strtoul)(const char *, size_t, u64, u64 *); typedef u64 (*btf_bpf_strncmp)(const char *, u32, const char *); typedef u64 (*btf_bpf_get_ns_current_pid_tgid)(u64, u64, struct bpf_pidns_info *, u32); typedef u64 (*btf_bpf_event_output_data)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_copy_from_user)(void *, u32, const void *); typedef u64 (*btf_bpf_copy_from_user_task)(void *, u32, const void *, struct task_struct *, u64); typedef u64 (*btf_bpf_per_cpu_ptr)(const void *, u32); typedef u64 (*btf_bpf_this_cpu_ptr)(const void *); struct bpf_bprintf_buffers { char bin_args[512]; char buf[1024]; }; typedef u64 (*btf_bpf_snprintf)(char *, u32, char *, const void *, u32); struct bpf_async_cb { struct bpf_map *map; struct bpf_prog *prog; void *callback_fn; void *value; union { struct callback_head rcu; struct work_struct delete_work; }; u64 flags; }; struct bpf_hrtimer { struct bpf_async_cb cb; struct hrtimer timer; atomic_t cancelling; }; struct bpf_work { struct bpf_async_cb cb; struct work_struct work; struct work_struct delete_work; }; struct bpf_async_kern { union { struct bpf_async_cb *cb; struct bpf_hrtimer *timer; struct bpf_work *work; }; struct bpf_spin_lock lock; }; enum bpf_async_type { BPF_ASYNC_TYPE_TIMER = 0, BPF_ASYNC_TYPE_WQ = 1, }; typedef u64 (*btf_bpf_timer_init)(struct bpf_async_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_timer_set_callback)(struct bpf_async_kern *, void *, struct bpf_prog_aux *); typedef u64 (*btf_bpf_timer_start)(struct bpf_async_kern *, u64, u64); typedef u64 (*btf_bpf_timer_cancel)(struct bpf_async_kern *); typedef u64 (*btf_bpf_kptr_xchg)(void *, void *); typedef u64 (*btf_bpf_dynptr_from_mem)(void *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_dynptr_read)(void *, u32, const struct bpf_dynptr_kern *, u32, u64); typedef u64 (*btf_bpf_dynptr_write)(const struct bpf_dynptr_kern *, u32, void *, u32, u64); typedef u64 (*btf_bpf_dynptr_data)(const struct bpf_dynptr_kern *, u32, u32); typedef u64 (*btf_bpf_current_task_under_cgroup)(struct bpf_map *, u32); struct bpf_throw_ctx { struct bpf_prog_aux *aux; u64 sp; u64 bp; int cnt; }; struct bpf_iter_bits { __u64 __opaque[2]; }; struct bpf_iter_bits_kern { union { __u64 *bits; __u64 bits_copy; }; int nr_bits; int bit; }; union bpf_iter_link_info { struct { __u32 map_fd; } map; struct { enum bpf_cgroup_iter_order order; __u32 cgroup_fd; __u64 cgroup_id; } cgroup; struct { __u32 tid; __u32 pid; __u32 pid_fd; } task; }; typedef int (*bpf_iter_attach_target_t)(struct bpf_prog *, union bpf_iter_link_info *, struct bpf_iter_aux_info *); typedef void (*bpf_iter_detach_target_t)(struct bpf_iter_aux_info *); typedef void (*bpf_iter_show_fdinfo_t)(const struct bpf_iter_aux_info *, struct seq_file *); typedef int (*bpf_iter_fill_link_info_t)(const struct bpf_iter_aux_info *, struct bpf_link_info *); typedef const struct bpf_func_proto * (*bpf_iter_get_func_proto_t)(enum bpf_func_id, const struct bpf_prog *); struct bpf_iter_reg { const char *target; bpf_iter_attach_target_t attach_target; bpf_iter_detach_target_t detach_target; bpf_iter_show_fdinfo_t show_fdinfo; bpf_iter_fill_link_info_t fill_link_info; bpf_iter_get_func_proto_t get_func_proto; u32 ctx_arg_info_size; u32 feature; struct bpf_ctx_arg_aux ctx_arg_info[2]; const struct bpf_iter_seq_info *seq_info; }; struct bpf_iter_meta { union { struct seq_file *seq; }; u64 session_id; u64 seq_num; }; struct bpf_iter_seq_prog_info { u32 prog_id; }; struct bpf_iter__bpf_prog { union { struct bpf_iter_meta *meta; }; union { struct bpf_prog *prog; }; }; typedef struct qspinlock rqspinlock_t; struct rqspinlock_held { int cnt; void *locks[31]; }; struct pcpu_freelist_node; struct pcpu_freelist_head { struct pcpu_freelist_node *first; rqspinlock_t lock; }; struct pcpu_freelist_node { struct pcpu_freelist_node *next; }; struct pcpu_freelist { struct pcpu_freelist_head *freelist; }; enum bpf_lru_list_type { BPF_LRU_LIST_T_ACTIVE = 0, BPF_LRU_LIST_T_INACTIVE = 1, BPF_LRU_LIST_T_FREE = 2, BPF_LRU_LOCAL_LIST_T_FREE = 3, BPF_LRU_LOCAL_LIST_T_PENDING = 4, }; struct bpf_lru_node { struct list_head list; u16 cpu; u8 type; u8 ref; }; struct bpf_lru_list { struct list_head lists[3]; unsigned int counts[2]; struct list_head *next_inactive_rotation; raw_spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_lru_locallist { struct list_head lists[2]; u16 next_steal; raw_spinlock_t lock; }; struct bpf_common_lru { struct bpf_lru_list lru_list; struct bpf_lru_locallist *local_list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef bool (*del_from_htab_func)(void *, struct bpf_lru_node *); struct bpf_lru { union { struct bpf_common_lru common_lru; struct bpf_lru_list *percpu_lru; }; del_from_htab_func del_from_htab; void *del_arg; unsigned int hash_offset; unsigned int nr_scans; bool percpu; long: 64; long: 64; long: 64; long: 64; }; enum { BPF_ANY = 0, BPF_NOEXIST = 1, BPF_EXIST = 2, BPF_F_LOCK = 4, }; enum { BPF_F_NO_PREALLOC = 1, BPF_F_NO_COMMON_LRU = 2, BPF_F_NUMA_NODE = 4, BPF_F_RDONLY = 8, BPF_F_WRONLY = 16, BPF_F_STACK_BUILD_ID = 32, BPF_F_ZERO_SEED = 64, BPF_F_RDONLY_PROG = 128, BPF_F_WRONLY_PROG = 256, BPF_F_CLONE = 512, BPF_F_MMAPABLE = 1024, BPF_F_PRESERVE_ELEMS = 2048, BPF_F_INNER_MAP = 4096, BPF_F_LINK = 8192, BPF_F_PATH_FD = 16384, BPF_F_VTYPE_BTF_OBJ_FD = 32768, BPF_F_TOKEN_FD = 65536, BPF_F_SEGV_ON_FAULT = 131072, BPF_F_NO_USER_CONV = 262144, }; struct bpf_local_storage_data; struct bpf_local_storage { struct bpf_local_storage_data *cache[16]; struct bpf_local_storage_map *smap; struct hlist_head list; void *owner; struct callback_head rcu; raw_spinlock_t lock; }; enum { BTF_KIND_UNKN = 0, BTF_KIND_INT = 1, BTF_KIND_PTR = 2, BTF_KIND_ARRAY = 3, BTF_KIND_STRUCT = 4, BTF_KIND_UNION = 5, BTF_KIND_ENUM = 6, BTF_KIND_FWD = 7, BTF_KIND_TYPEDEF = 8, BTF_KIND_VOLATILE = 9, BTF_KIND_CONST = 10, BTF_KIND_RESTRICT = 11, BTF_KIND_FUNC = 12, BTF_KIND_FUNC_PROTO = 13, BTF_KIND_VAR = 14, BTF_KIND_DATASEC = 15, BTF_KIND_FLOAT = 16, BTF_KIND_DECL_TAG = 17, BTF_KIND_TYPE_TAG = 18, BTF_KIND_ENUM64 = 19, NR_BTF_KINDS = 20, BTF_KIND_MAX = 19, }; struct bpf_local_storage_map_bucket; struct bpf_local_storage_map { struct bpf_map map; struct bpf_local_storage_map_bucket *buckets; u32 bucket_log; u16 elem_size; u16 cache_idx; struct bpf_mem_alloc selem_ma; struct bpf_mem_alloc storage_ma; bool bpf_ma; }; struct bpf_cgroup_storage_map { struct bpf_map map; spinlock_t lock; struct rb_root root; struct list_head list; }; struct bpf_local_storage_map_bucket { struct hlist_head list; raw_spinlock_t lock; }; struct bpf_local_storage_data { struct bpf_local_storage_map *smap; u8 data[0]; }; enum { BPF_LOCAL_STORAGE_GET_F_CREATE = 1, BPF_SK_STORAGE_GET_F_CREATE = 1, }; typedef struct fd class_fd_raw_t; struct bpf_local_storage_elem { struct hlist_node map_node; struct hlist_node snode; struct bpf_local_storage *local_storage; union { struct callback_head rcu; struct hlist_node free_node; }; long: 64; struct bpf_local_storage_data sdata; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_local_storage_cache { spinlock_t idx_lock; u64 idx_usage_counts[16]; }; struct lsm_blob_sizes { int lbs_cred; int lbs_file; int lbs_ib; int lbs_inode; int lbs_sock; int lbs_superblock; int lbs_ipc; int lbs_key; int lbs_msg_msg; int lbs_perf_event; int lbs_task; int lbs_xattr_count; int lbs_tun_dev; int lbs_bdev; }; struct bpf_storage_blob { struct bpf_local_storage *storage; }; typedef u64 (*btf_bpf_inode_storage_get)(struct bpf_map *, struct inode *, void *, u64, gfp_t); typedef u64 (*btf_bpf_inode_storage_delete)(struct bpf_map *, struct inode *); enum { BPF_MAX_TRAMP_LINKS = 38, }; struct bpf_mem_cache { struct llist_head free_llist; local_t active; struct llist_head free_llist_extra; struct irq_work refill_work; struct obj_cgroup *objcg; int unit_size; int free_cnt; int low_watermark; int high_watermark; int batch; int percpu_size; bool draining; struct bpf_mem_cache *tgt; struct llist_head free_by_rcu; struct llist_node *free_by_rcu_tail; struct llist_head waiting_for_gp; struct llist_node *waiting_for_gp_tail; struct callback_head rcu; atomic_t call_rcu_in_progress; struct llist_head free_llist_extra_rcu; struct llist_head free_by_rcu_ttrace; struct llist_head waiting_for_gp_ttrace; struct callback_head rcu_ttrace; atomic_t call_rcu_ttrace_in_progress; }; struct bpf_mem_caches { struct bpf_mem_cache cache[11]; }; struct bpf_dispatcher_prog { struct bpf_prog *prog; refcount_t users; }; struct bpf_dispatcher { struct mutex mutex; void *func; struct bpf_dispatcher_prog progs[48]; int num_progs; void *image; void *rw_image; u32 image_off; struct bpf_ksym ksym; }; struct bpf_link_primer { struct bpf_link *link; struct file *file; int fd; u32 id; }; enum netns_bpf_attach_type { NETNS_BPF_INVALID = -1, NETNS_BPF_FLOW_DISSECTOR = 0, NETNS_BPF_SK_LOOKUP = 1, MAX_NETNS_BPF_ATTACH_TYPE = 2, }; struct pernet_operations { struct list_head list; int (*init)(struct net *); void (*pre_exit)(struct net *); void (*exit)(struct net *); void (*exit_batch)(struct list_head *); void (*exit_batch_rtnl)(struct list_head *, struct list_head *); unsigned int * const id; const size_t size; }; struct bpf_netns_link { struct bpf_link link; enum bpf_attach_type type; enum netns_bpf_attach_type netns_type; struct net *net; struct list_head node; }; enum bpf_stack_build_id_status { BPF_STACK_BUILD_ID_EMPTY = 0, BPF_STACK_BUILD_ID_VALID = 1, BPF_STACK_BUILD_ID_IP = 2, }; struct bpf_stack_build_id { __s32 status; unsigned char build_id[20]; union { __u64 offset; __u64 ip; }; }; enum { BPF_F_SKIP_FIELD_MASK = 255, BPF_F_USER_STACK = 256, BPF_F_FAST_STACK_CMP = 512, BPF_F_REUSE_STACKID = 1024, BPF_F_USER_BUILD_ID = 2048, }; enum perf_event_sample_format { PERF_SAMPLE_IP = 1, PERF_SAMPLE_TID = 2, PERF_SAMPLE_TIME = 4, PERF_SAMPLE_ADDR = 8, PERF_SAMPLE_READ = 16, PERF_SAMPLE_CALLCHAIN = 32, PERF_SAMPLE_ID = 64, PERF_SAMPLE_CPU = 128, PERF_SAMPLE_PERIOD = 256, PERF_SAMPLE_STREAM_ID = 512, PERF_SAMPLE_RAW = 1024, PERF_SAMPLE_BRANCH_STACK = 2048, PERF_SAMPLE_REGS_USER = 4096, PERF_SAMPLE_STACK_USER = 8192, PERF_SAMPLE_WEIGHT = 16384, PERF_SAMPLE_DATA_SRC = 32768, PERF_SAMPLE_IDENTIFIER = 65536, PERF_SAMPLE_TRANSACTION = 131072, PERF_SAMPLE_REGS_INTR = 262144, PERF_SAMPLE_PHYS_ADDR = 524288, PERF_SAMPLE_AUX = 1048576, PERF_SAMPLE_CGROUP = 2097152, PERF_SAMPLE_DATA_PAGE_SIZE = 4194304, PERF_SAMPLE_CODE_PAGE_SIZE = 8388608, PERF_SAMPLE_WEIGHT_STRUCT = 16777216, PERF_SAMPLE_MAX = 33554432, }; enum perf_callchain_context { PERF_CONTEXT_HV = 18446744073709551584ULL, PERF_CONTEXT_KERNEL = 18446744073709551488ULL, PERF_CONTEXT_USER = 18446744073709551104ULL, PERF_CONTEXT_GUEST = 18446744073709549568ULL, PERF_CONTEXT_GUEST_KERNEL = 18446744073709549440ULL, PERF_CONTEXT_GUEST_USER = 18446744073709549056ULL, PERF_CONTEXT_MAX = 18446744073709547521ULL, }; typedef struct user_pt_regs bpf_user_pt_regs_t; struct bpf_perf_event_data_kern { bpf_user_pt_regs_t *regs; struct perf_sample_data *data; struct perf_event *event; }; struct mmap_unlock_irq_work { struct irq_work irq_work; struct mm_struct *mm; }; struct stack_map_bucket { struct pcpu_freelist_node fnode; u32 hash; u32 nr; u64 data[0]; }; struct bpf_stack_map { struct bpf_map map; void *elems; struct pcpu_freelist freelist; u32 n_buckets; struct stack_map_bucket *buckets[0]; }; typedef u64 (*btf_bpf_get_stackid)(struct pt_regs *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stackid_pe)(struct bpf_perf_event_data_kern *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_sleepable)(struct pt_regs *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_task_stack_sleepable)(struct task_struct *, void *, u32, u64); typedef u64 (*btf_bpf_get_stack_pe)(struct bpf_perf_event_data_kern *, void *, u32, u64); typedef void (*call_rcu_func_t)(struct callback_head *, rcu_callback_t); struct bpf_map_info { __u32 type; __u32 id; __u32 key_size; __u32 value_size; __u32 max_entries; __u32 map_flags; char name[16]; __u32 ifindex; __u32 btf_vmlinux_value_type_id; __u64 netns_dev; __u64 netns_ino; __u32 btf_id; __u32 btf_key_type_id; __u32 btf_value_type_id; __u32 btf_vmlinux_id; __u64 map_extra; }; struct bpf_struct_ops_arg_info { struct bpf_ctx_arg_aux *info; u32 cnt; }; struct bpf_struct_ops_desc { struct bpf_struct_ops *st_ops; const struct btf_type *type; const struct btf_type *value_type; u32 type_id; u32 value_id; struct bpf_struct_ops_arg_info *arg_info; }; enum bpf_struct_ops_state { BPF_STRUCT_OPS_STATE_INIT = 0, BPF_STRUCT_OPS_STATE_INUSE = 1, BPF_STRUCT_OPS_STATE_TOBEFREE = 2, BPF_STRUCT_OPS_STATE_READY = 3, }; struct bpf_struct_ops_common_value { refcount_t refcnt; enum bpf_struct_ops_state state; }; struct bpf_struct_ops_value { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_struct_ops_map { struct bpf_map map; const struct bpf_struct_ops_desc *st_ops_desc; struct mutex lock; struct bpf_link **links; struct bpf_ksym **ksyms; u32 funcs_cnt; u32 image_pages_cnt; void *image_pages[8]; struct btf *btf; struct bpf_struct_ops_value *uvalue; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_struct_ops_value kvalue; }; struct bpf_struct_ops_link { struct bpf_link link; struct bpf_map *map; wait_queue_head_t wait_hup; }; enum { IDX_MODULE_ID = 0, IDX_ST_OPS_COMMON_VALUE_ID = 1, }; enum bpf_core_relo_kind { BPF_CORE_FIELD_BYTE_OFFSET = 0, BPF_CORE_FIELD_BYTE_SIZE = 1, BPF_CORE_FIELD_EXISTS = 2, BPF_CORE_FIELD_SIGNED = 3, BPF_CORE_FIELD_LSHIFT_U64 = 4, BPF_CORE_FIELD_RSHIFT_U64 = 5, BPF_CORE_TYPE_ID_LOCAL = 6, BPF_CORE_TYPE_ID_TARGET = 7, BPF_CORE_TYPE_EXISTS = 8, BPF_CORE_TYPE_SIZE = 9, BPF_CORE_ENUMVAL_EXISTS = 10, BPF_CORE_ENUMVAL_VALUE = 11, BPF_CORE_TYPE_MATCHES = 12, }; struct bpf_core_relo { __u32 insn_off; __u32 type_id; __u32 access_str_off; enum bpf_core_relo_kind kind; }; struct btf_enum { __u32 name_off; __s32 val; }; struct btf_array { __u32 type; __u32 index_type; __u32 nelems; }; struct btf_enum64 { __u32 name_off; __u32 val_lo32; __u32 val_hi32; }; struct bpf_core_cand { const struct btf *btf; __u32 id; }; struct bpf_core_cand_list { struct bpf_core_cand *cands; int len; }; struct bpf_core_accessor { __u32 type_id; __u32 idx; const char *name; }; struct bpf_core_spec { const struct btf *btf; struct bpf_core_accessor spec[64]; __u32 root_type_id; enum bpf_core_relo_kind relo_kind; int len; int raw_spec[64]; int raw_len; __u32 bit_offset; }; struct bpf_core_relo_res { __u64 orig_val; __u64 new_val; bool poison; bool validate; bool fail_memsz_adjust; __u32 orig_sz; __u32 orig_type_id; __u32 new_sz; __u32 new_type_id; }; typedef struct { void *lock; long unsigned int flags; } class_irqsave_t; struct wait_bit_queue_entry { struct wait_bit_key key; struct wait_queue_entry wq_entry; }; enum perf_event_task_context { perf_invalid_context = -1, perf_hw_context = 0, perf_sw_context = 1, perf_nr_task_contexts = 2, }; typedef unsigned int zap_flags_t; enum pagetype { PGTY_buddy = 240, PGTY_offline = 241, PGTY_table = 242, PGTY_guard = 243, PGTY_hugetlb = 244, PGTY_slab = 245, PGTY_zsmalloc = 246, PGTY_unaccepted = 247, PGTY_large_kmalloc = 248, PGTY_mapcount_underflow = 255, }; typedef struct { struct srcu_struct *lock; int idx; } class_srcu_t; typedef struct percpu_rw_semaphore *class_percpu_read_t; typedef struct percpu_rw_semaphore *class_percpu_write_t; struct __class_idr { struct idr *idr; int id; }; typedef struct __class_idr class_idr_alloc_t; struct zap_details { struct folio *single_folio; bool even_cows; bool reclaim_pt; zap_flags_t zap_flags; }; enum tick_dep_bits { TICK_DEP_BIT_POSIX_TIMER = 0, TICK_DEP_BIT_PERF_EVENTS = 1, TICK_DEP_BIT_SCHED = 2, TICK_DEP_BIT_CLOCK_UNSTABLE = 3, TICK_DEP_BIT_RCU = 4, TICK_DEP_BIT_RCU_EXP = 5, }; enum perf_type_id { PERF_TYPE_HARDWARE = 0, PERF_TYPE_SOFTWARE = 1, PERF_TYPE_TRACEPOINT = 2, PERF_TYPE_HW_CACHE = 3, PERF_TYPE_RAW = 4, PERF_TYPE_BREAKPOINT = 5, PERF_TYPE_MAX = 6, }; enum perf_branch_sample_type { PERF_SAMPLE_BRANCH_USER = 1, PERF_SAMPLE_BRANCH_KERNEL = 2, PERF_SAMPLE_BRANCH_HV = 4, PERF_SAMPLE_BRANCH_ANY = 8, PERF_SAMPLE_BRANCH_ANY_CALL = 16, PERF_SAMPLE_BRANCH_ANY_RETURN = 32, PERF_SAMPLE_BRANCH_IND_CALL = 64, PERF_SAMPLE_BRANCH_ABORT_TX = 128, PERF_SAMPLE_BRANCH_IN_TX = 256, PERF_SAMPLE_BRANCH_NO_TX = 512, PERF_SAMPLE_BRANCH_COND = 1024, PERF_SAMPLE_BRANCH_CALL_STACK = 2048, PERF_SAMPLE_BRANCH_IND_JUMP = 4096, PERF_SAMPLE_BRANCH_CALL = 8192, PERF_SAMPLE_BRANCH_NO_FLAGS = 16384, PERF_SAMPLE_BRANCH_NO_CYCLES = 32768, PERF_SAMPLE_BRANCH_TYPE_SAVE = 65536, PERF_SAMPLE_BRANCH_HW_INDEX = 131072, PERF_SAMPLE_BRANCH_PRIV_SAVE = 262144, PERF_SAMPLE_BRANCH_COUNTERS = 524288, PERF_SAMPLE_BRANCH_MAX = 1048576, }; enum perf_sample_regs_abi { PERF_SAMPLE_REGS_ABI_NONE = 0, PERF_SAMPLE_REGS_ABI_32 = 1, PERF_SAMPLE_REGS_ABI_64 = 2, }; enum perf_event_read_format { PERF_FORMAT_TOTAL_TIME_ENABLED = 1, PERF_FORMAT_TOTAL_TIME_RUNNING = 2, PERF_FORMAT_ID = 4, PERF_FORMAT_GROUP = 8, PERF_FORMAT_LOST = 16, PERF_FORMAT_MAX = 32, }; enum perf_event_ioc_flags { PERF_IOC_FLAG_GROUP = 1, }; struct perf_event_mmap_page { __u32 version; __u32 compat_version; __u32 lock; __u32 index; __s64 offset; __u64 time_enabled; __u64 time_running; union { __u64 capabilities; struct { __u64 cap_bit0: 1; __u64 cap_bit0_is_deprecated: 1; __u64 cap_user_rdpmc: 1; __u64 cap_user_time: 1; __u64 cap_user_time_zero: 1; __u64 cap_user_time_short: 1; __u64 cap_____res: 58; }; }; __u16 pmc_width; __u16 time_shift; __u32 time_mult; __u64 time_offset; __u64 time_zero; __u32 size; __u32 __reserved_1; __u64 time_cycles; __u64 time_mask; __u8 __reserved[928]; __u64 data_head; __u64 data_tail; __u64 data_offset; __u64 data_size; __u64 aux_head; __u64 aux_tail; __u64 aux_offset; __u64 aux_size; }; struct perf_event_header { __u32 type; __u16 misc; __u16 size; }; struct perf_ns_link_info { __u64 dev; __u64 ino; }; enum { NET_NS_INDEX = 0, UTS_NS_INDEX = 1, IPC_NS_INDEX = 2, PID_NS_INDEX = 3, USER_NS_INDEX = 4, MNT_NS_INDEX = 5, CGROUP_NS_INDEX = 6, NR_NAMESPACES = 7, }; enum perf_event_type { PERF_RECORD_MMAP = 1, PERF_RECORD_LOST = 2, PERF_RECORD_COMM = 3, PERF_RECORD_EXIT = 4, PERF_RECORD_THROTTLE = 5, PERF_RECORD_UNTHROTTLE = 6, PERF_RECORD_FORK = 7, PERF_RECORD_READ = 8, PERF_RECORD_SAMPLE = 9, PERF_RECORD_MMAP2 = 10, PERF_RECORD_AUX = 11, PERF_RECORD_ITRACE_START = 12, PERF_RECORD_LOST_SAMPLES = 13, PERF_RECORD_SWITCH = 14, PERF_RECORD_SWITCH_CPU_WIDE = 15, PERF_RECORD_NAMESPACES = 16, PERF_RECORD_KSYMBOL = 17, PERF_RECORD_BPF_EVENT = 18, PERF_RECORD_CGROUP = 19, PERF_RECORD_TEXT_POKE = 20, PERF_RECORD_AUX_OUTPUT_HW_ID = 21, PERF_RECORD_MAX = 22, }; enum perf_record_ksymbol_type { PERF_RECORD_KSYMBOL_TYPE_UNKNOWN = 0, PERF_RECORD_KSYMBOL_TYPE_BPF = 1, PERF_RECORD_KSYMBOL_TYPE_OOL = 2, PERF_RECORD_KSYMBOL_TYPE_MAX = 3, }; enum perf_bpf_event_type { PERF_BPF_EVENT_UNKNOWN = 0, PERF_BPF_EVENT_PROG_LOAD = 1, PERF_BPF_EVENT_PROG_UNLOAD = 2, PERF_BPF_EVENT_MAX = 3, }; struct perf_guest_info_callbacks { unsigned int (*state)(); long unsigned int (*get_ip)(); unsigned int (*handle_intel_pt_intr)(); }; enum perf_event_arm_regs { PERF_REG_ARM64_X0 = 0, PERF_REG_ARM64_X1 = 1, PERF_REG_ARM64_X2 = 2, PERF_REG_ARM64_X3 = 3, PERF_REG_ARM64_X4 = 4, PERF_REG_ARM64_X5 = 5, PERF_REG_ARM64_X6 = 6, PERF_REG_ARM64_X7 = 7, PERF_REG_ARM64_X8 = 8, PERF_REG_ARM64_X9 = 9, PERF_REG_ARM64_X10 = 10, PERF_REG_ARM64_X11 = 11, PERF_REG_ARM64_X12 = 12, PERF_REG_ARM64_X13 = 13, PERF_REG_ARM64_X14 = 14, PERF_REG_ARM64_X15 = 15, PERF_REG_ARM64_X16 = 16, PERF_REG_ARM64_X17 = 17, PERF_REG_ARM64_X18 = 18, PERF_REG_ARM64_X19 = 19, PERF_REG_ARM64_X20 = 20, PERF_REG_ARM64_X21 = 21, PERF_REG_ARM64_X22 = 22, PERF_REG_ARM64_X23 = 23, PERF_REG_ARM64_X24 = 24, PERF_REG_ARM64_X25 = 25, PERF_REG_ARM64_X26 = 26, PERF_REG_ARM64_X27 = 27, PERF_REG_ARM64_X28 = 28, PERF_REG_ARM64_X29 = 29, PERF_REG_ARM64_LR = 30, PERF_REG_ARM64_SP = 31, PERF_REG_ARM64_PC = 32, PERF_REG_ARM64_MAX = 33, PERF_REG_ARM64_VG = 46, PERF_REG_ARM64_EXTENDED_MAX = 47, }; typedef unsigned int (*bpf_func_t)(const void *, const struct bpf_insn *); enum perf_pmu_scope { PERF_PMU_SCOPE_NONE = 0, PERF_PMU_SCOPE_CORE = 1, PERF_PMU_SCOPE_DIE = 2, PERF_PMU_SCOPE_CLUSTER = 3, PERF_PMU_SCOPE_PKG = 4, PERF_PMU_SCOPE_SYS_WIDE = 5, PERF_PMU_MAX_SCOPE = 6, }; enum perf_addr_filter_action_t { PERF_ADDR_FILTER_ACTION_STOP = 0, PERF_ADDR_FILTER_ACTION_START = 1, PERF_ADDR_FILTER_ACTION_FILTER = 2, }; struct perf_addr_filter { struct list_head entry; struct path path; long unsigned int offset; long unsigned int size; enum perf_addr_filter_action_t action; }; struct swevent_hlist { struct hlist_head heads[256]; struct callback_head callback_head; }; struct pmu_event_list { raw_spinlock_t lock; struct list_head list; }; struct perf_buffer { refcount_t refcount; struct callback_head callback_head; int nr_pages; int overwrite; int paused; atomic_t poll; local_t head; unsigned int nest; local_t events; local_t wakeup; local_t lost; long int watermark; long int aux_watermark; spinlock_t event_lock; struct list_head event_list; atomic_t mmap_count; long unsigned int mmap_locked; struct user_struct *mmap_user; struct mutex aux_mutex; long int aux_head; unsigned int aux_nest; long int aux_wakeup; long unsigned int aux_pgoff; int aux_nr_pages; int aux_overwrite; atomic_t aux_mmap_count; long unsigned int aux_mmap_locked; void (*free_aux)(void *); refcount_t aux_refcount; int aux_in_sampling; int aux_in_pause_resume; void **aux_pages; void *aux_priv; struct perf_event_mmap_page *user_page; void *data_pages[0]; }; struct perf_cpu_context { struct perf_event_context ctx; struct perf_event_context *task_ctx; int online; struct perf_cgroup *cgrp; int heap_size; struct perf_event **heap; struct perf_event *heap_default[2]; }; struct perf_pmu_events_attr { struct device_attribute attr; u64 id; const char *event_str; }; typedef unsigned int (*bpf_dispatcher_fn)(const void *, const struct bpf_insn *, unsigned int (*)(const void *, const struct bpf_insn *)); struct match_token { int token; const char *pattern; }; enum { MAX_OPT_ARGS = 3, }; typedef struct { char *from; char *to; } substring_t; struct min_heap_char { size_t nr; size_t size; char *data; char preallocated[0]; }; typedef struct min_heap_char min_heap_char; struct min_heap_callbacks { bool (*less)(const void *, const void *, void *); void (*swp)(void *, void *, void *); }; typedef int (*remote_function_f)(void *); struct remote_function_call { struct task_struct *p; remote_function_f func; void *info; int ret; }; enum event_type_t { EVENT_FLEXIBLE = 1, EVENT_PINNED = 2, EVENT_TIME = 4, EVENT_FROZEN = 8, EVENT_CPU = 16, EVENT_CGROUP = 32, EVENT_ALL = 3, EVENT_TIME_FROZEN = 12, }; typedef struct { struct perf_cpu_context *cpuctx; struct perf_event_context *ctx; } class_perf_ctx_lock_t; typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *, struct perf_event_context *, void *); struct event_function_struct { struct perf_event *event; event_f func; void *data; }; struct __group_key { int cpu; struct pmu *pmu; struct cgroup *cgroup; }; struct stop_event_data { struct perf_event *event; unsigned int restart; }; struct perf_event_min_heap { size_t nr; size_t size; struct perf_event **data; struct perf_event *preallocated[0]; }; struct perf_read_data { struct perf_event *event; bool group; int ret; }; struct perf_read_event { struct perf_event_header header; u32 pid; u32 tid; }; typedef void perf_iterate_f(struct perf_event *, void *); struct remote_output { struct perf_buffer *rb; int err; }; struct perf_task_event { struct task_struct *task; struct perf_event_context *task_ctx; struct { struct perf_event_header header; u32 pid; u32 ppid; u32 tid; u32 ptid; u64 time; } event_id; }; struct perf_comm_event { struct task_struct *task; char *comm; int comm_size; struct { struct perf_event_header header; u32 pid; u32 tid; } event_id; }; struct perf_namespaces_event { struct task_struct *task; struct { struct perf_event_header header; u32 pid; u32 tid; u64 nr_namespaces; struct perf_ns_link_info link_info[7]; } event_id; }; struct perf_cgroup_event { char *path; int path_size; struct { struct perf_event_header header; u64 id; char path[0]; } event_id; }; struct perf_mmap_event { struct vm_area_struct *vma; const char *file_name; int file_size; int maj; int min; u64 ino; u64 ino_generation; u32 prot; u32 flags; u8 build_id[20]; u32 build_id_size; struct { struct perf_event_header header; u32 pid; u32 tid; u64 start; u64 len; u64 pgoff; } event_id; }; struct perf_switch_event { struct task_struct *task; struct task_struct *next_prev; struct { struct perf_event_header header; u32 next_prev_pid; u32 next_prev_tid; } event_id; }; struct perf_ksymbol_event { const char *name; int name_len; struct { struct perf_event_header header; u64 addr; u32 len; u16 ksym_type; u16 flags; } event_id; }; struct perf_bpf_event { struct bpf_prog *prog; struct { struct perf_event_header header; u16 type; u16 flags; u32 id; u8 tag[8]; } event_id; }; struct perf_text_poke_event { const void *old_bytes; const void *new_bytes; size_t pad; u16 old_len; u16 new_len; struct { struct perf_event_header header; u64 addr; } event_id; }; struct swevent_htable { struct swevent_hlist *swevent_hlist; struct mutex hlist_mutex; int hlist_refcount; }; enum perf_probe_config { PERF_PROBE_CONFIG_IS_RETPROBE = 1, PERF_UPROBE_REF_CTR_OFFSET_BITS = 32, PERF_UPROBE_REF_CTR_OFFSET_SHIFT = 32, }; enum { IF_ACT_NONE = -1, IF_ACT_FILTER = 0, IF_ACT_START = 1, IF_ACT_STOP = 2, IF_SRC_FILE = 3, IF_SRC_KERNEL = 4, IF_SRC_FILEADDR = 5, IF_SRC_KERNELADDR = 6, }; enum { IF_STATE_ACTION = 0, IF_STATE_SOURCE = 1, IF_STATE_END = 2, }; struct perf_aux_event { struct perf_event_header header; u64 hw_id; }; struct perf_aux_event___2 { struct perf_event_header header; u32 pid; u32 tid; }; struct perf_aux_event___3 { struct perf_event_header header; u64 offset; u64 size; u64 flags; }; enum lockdep_ok { LOCKDEP_STILL_OK = 0, LOCKDEP_NOW_UNRELIABLE = 1, }; struct compact_control; struct capture_control { struct compact_control *cc; struct page *page; }; typedef unsigned int pipe_index_t; struct pipe_buffer; struct pipe_inode_info { struct mutex mutex; wait_queue_head_t rd_wait; wait_queue_head_t wr_wait; union { long unsigned int head_tail; struct { pipe_index_t head; pipe_index_t tail; }; }; unsigned int max_usage; unsigned int ring_size; unsigned int nr_accounted; unsigned int readers; unsigned int writers; unsigned int files; unsigned int r_counter; unsigned int w_counter; bool poll_usage; struct page *tmp_page[2]; struct fasync_struct *fasync_readers; struct fasync_struct *fasync_writers; struct pipe_buffer *bufs; struct user_struct *user; }; typedef struct pglist_data pg_data_t; struct xa_node { unsigned char shift; unsigned char offset; unsigned char count; unsigned char nr_values; struct xa_node *parent; struct xarray *array; union { struct list_head private_list; struct callback_head callback_head; }; void *slots[64]; union { long unsigned int tags[3]; long unsigned int marks[3]; }; }; typedef void (*xa_update_node_t)(struct xa_node *); struct xa_state { struct xarray *xa; long unsigned int xa_index; unsigned char xa_shift; unsigned char xa_sibs; unsigned char xa_offset; unsigned char xa_pad; struct xa_node *xa_node; struct xa_node *xa_alloc; xa_update_node_t xa_update; struct list_lru *xa_lru; }; enum migrate_reason { MR_COMPACTION = 0, MR_MEMORY_FAILURE = 1, MR_MEMORY_HOTPLUG = 2, MR_SYSCALL = 3, MR_MEMPOLICY_MBIND = 4, MR_NUMA_MISPLACED = 5, MR_CONTIG_RANGE = 6, MR_LONGTERM_PIN = 7, MR_DEMOTION = 8, MR_DAMON = 9, MR_TYPES = 10, }; enum { IOPRIO_CLASS_NONE = 0, IOPRIO_CLASS_RT = 1, IOPRIO_CLASS_BE = 2, IOPRIO_CLASS_IDLE = 3, IOPRIO_CLASS_INVALID = 7, }; enum { IOPRIO_HINT_NONE = 0, IOPRIO_HINT_DEV_DURATION_LIMIT_1 = 1, IOPRIO_HINT_DEV_DURATION_LIMIT_2 = 2, IOPRIO_HINT_DEV_DURATION_LIMIT_3 = 3, IOPRIO_HINT_DEV_DURATION_LIMIT_4 = 4, IOPRIO_HINT_DEV_DURATION_LIMIT_5 = 5, IOPRIO_HINT_DEV_DURATION_LIMIT_6 = 6, IOPRIO_HINT_DEV_DURATION_LIMIT_7 = 7, }; typedef int __kernel_rwf_t; enum positive_aop_returns { AOP_WRITEPAGE_ACTIVATE = 524288, AOP_TRUNCATED_PAGE = 524289, }; struct vm_event_state { long unsigned int event[110]; }; enum mapping_flags { AS_EIO = 0, AS_ENOSPC = 1, AS_MM_ALL_LOCKS = 2, AS_UNEVICTABLE = 3, AS_EXITING = 4, AS_NO_WRITEBACK_TAGS = 5, AS_RELEASE_ALWAYS = 6, AS_STABLE_WRITES = 7, AS_INACCESSIBLE = 8, AS_FOLIO_ORDER_BITS = 5, AS_FOLIO_ORDER_MIN = 16, AS_FOLIO_ORDER_MAX = 21, }; typedef int filler_t(struct file *, struct folio *); typedef unsigned int fgf_t; struct wait_page_key { struct folio *folio; int bit_nr; int page_match; }; struct cachestat_range { __u64 off; __u64 len; }; struct cachestat { __u64 nr_cache; __u64 nr_dirty; __u64 nr_writeback; __u64 nr_evicted; __u64 nr_recently_evicted; }; struct pipe_buf_operations; struct pipe_buffer { struct page *page; unsigned int offset; unsigned int len; const struct pipe_buf_operations *ops; unsigned int flags; long unsigned int private; }; struct pipe_buf_operations { int (*confirm)(struct pipe_inode_info *, struct pipe_buffer *); void (*release)(struct pipe_inode_info *, struct pipe_buffer *); bool (*try_steal)(struct pipe_inode_info *, struct pipe_buffer *); bool (*get)(struct pipe_inode_info *, struct pipe_buffer *); }; struct compact_control { struct list_head freepages[11]; struct list_head migratepages; unsigned int nr_freepages; unsigned int nr_migratepages; long unsigned int free_pfn; long unsigned int migrate_pfn; long unsigned int fast_start_pfn; struct zone *zone; long unsigned int total_migrate_scanned; long unsigned int total_free_scanned; short unsigned int fast_search_fail; short int search_order; const gfp_t gfp_mask; int order; int migratetype; const unsigned int alloc_flags; const int highest_zoneidx; enum migrate_mode mode; bool ignore_skip_hint; bool no_set_skip_hint; bool ignore_block_suitable; bool direct_compaction; bool proactive_compaction; bool whole_zone; bool contended; bool finish_pageblock; bool alloc_contig; }; struct trace_event_raw_mm_filemap_op_page_cache { struct trace_entry ent; long unsigned int pfn; long unsigned int i_ino; long unsigned int index; dev_t s_dev; unsigned char order; char __data[0]; }; struct trace_event_raw_mm_filemap_op_page_cache_range { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; long unsigned int index; long unsigned int last_index; char __data[0]; }; struct trace_event_raw_mm_filemap_fault { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; long unsigned int index; char __data[0]; }; struct trace_event_raw_filemap_set_wb_err { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; errseq_t errseq; char __data[0]; }; struct trace_event_raw_file_check_and_advance_wb_err { struct trace_entry ent; struct file *file; long unsigned int i_ino; dev_t s_dev; errseq_t old; errseq_t new; char __data[0]; }; struct trace_event_data_offsets_mm_filemap_op_page_cache {}; struct trace_event_data_offsets_mm_filemap_op_page_cache_range {}; struct trace_event_data_offsets_mm_filemap_fault {}; struct trace_event_data_offsets_filemap_set_wb_err {}; struct trace_event_data_offsets_file_check_and_advance_wb_err {}; typedef void (*btf_trace_mm_filemap_delete_from_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_add_to_page_cache)(void *, struct folio *); typedef void (*btf_trace_mm_filemap_get_pages)(void *, struct address_space *, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_filemap_map_pages)(void *, struct address_space *, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_filemap_fault)(void *, struct address_space *, long unsigned int); typedef void (*btf_trace_filemap_set_wb_err)(void *, struct address_space *, errseq_t); typedef void (*btf_trace_file_check_and_advance_wb_err)(void *, struct file *, errseq_t); enum behavior { EXCLUSIVE = 0, SHARED = 1, DROP = 2, }; typedef struct {} local_lock_t; typedef struct { local_lock_t llock; u8 acquired; } local_trylock_t; struct encoded_page; typedef union { } release_pages_arg; enum objext_flags { OBJEXTS_ALLOC_FAIL = 4, __NR_OBJEXTS_FLAGS = 8, }; struct trace_event_raw_mm_lru_insertion { struct trace_entry ent; struct folio *folio; long unsigned int pfn; enum lru_list lru; long unsigned int flags; char __data[0]; }; struct trace_event_raw_mm_lru_activate { struct trace_entry ent; struct folio *folio; long unsigned int pfn; char __data[0]; }; struct trace_event_data_offsets_mm_lru_insertion {}; struct trace_event_data_offsets_mm_lru_activate {}; typedef void (*btf_trace_mm_lru_insertion)(void *, struct folio *); typedef void (*btf_trace_mm_lru_activate)(void *, struct folio *); struct cpu_fbatches { local_lock_t lock; struct folio_batch lru_add; struct folio_batch lru_deactivate_file; struct folio_batch lru_deactivate; struct folio_batch lru_lazyfree; struct folio_batch lru_activate; local_lock_t lock_irq; struct folio_batch lru_move_tail; }; typedef void (*move_fn_t)(struct lruvec *, struct folio *); enum { _DQUOT_USAGE_ENABLED = 0, _DQUOT_LIMITS_ENABLED = 1, _DQUOT_SUSPENDED = 2, _DQUOT_STATE_FLAGS = 3, }; struct posix_acl_hdr { refcount_t a_refcount; unsigned int a_count; struct callback_head a_rcu; }; struct posix_acl_entry { short int e_tag; short unsigned int e_perm; union { kuid_t e_uid; kgid_t e_gid; }; }; struct posix_acl { union { struct { refcount_t a_refcount; unsigned int a_count; struct callback_head a_rcu; }; struct posix_acl_hdr hdr; }; struct posix_acl_entry a_entries[0]; }; struct fileattr { u32 flags; u32 fsx_xflags; u32 fsx_extsize; u32 fsx_nextents; u32 fsx_projid; u32 fsx_cowextsize; bool flags_valid: 1; bool fsx_valid: 1; }; enum transparent_hugepage_flag { TRANSPARENT_HUGEPAGE_UNSUPPORTED = 0, TRANSPARENT_HUGEPAGE_FLAG = 1, TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG = 2, TRANSPARENT_HUGEPAGE_DEFRAG_DIRECT_FLAG = 3, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_FLAG = 4, TRANSPARENT_HUGEPAGE_DEFRAG_KSWAPD_OR_MADV_FLAG = 5, TRANSPARENT_HUGEPAGE_DEFRAG_REQ_MADV_FLAG = 6, TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG = 7, TRANSPARENT_HUGEPAGE_USE_ZERO_PAGE_FLAG = 8, }; struct mthp_stat { long unsigned int stats[170]; }; struct thpsize { struct kobject kobj; struct list_head node; int order; }; enum iter_type { ITER_UBUF = 0, ITER_IOVEC = 1, ITER_BVEC = 2, ITER_KVEC = 3, ITER_FOLIOQ = 4, ITER_XARRAY = 5, ITER_DISCARD = 6, }; struct xattr; typedef int (*initxattrs)(struct inode *, const struct xattr *, void *); struct xattr { const char *name; void *value; size_t value_len; }; struct constant_table { const char *name; int value; }; enum { MPOL_DEFAULT = 0, MPOL_PREFERRED = 1, MPOL_BIND = 2, MPOL_INTERLEAVE = 3, MPOL_LOCAL = 4, MPOL_PREFERRED_MANY = 5, MPOL_WEIGHTED_INTERLEAVE = 6, MPOL_MAX = 7, }; enum { SWP_USED = 1, SWP_WRITEOK = 2, SWP_DISCARDABLE = 4, SWP_DISCARDING = 8, SWP_SOLIDSTATE = 16, SWP_CONTINUED = 32, SWP_BLKDEV = 64, SWP_ACTIVATED = 128, SWP_FS_OPS = 256, SWP_AREA_DISCARD = 512, SWP_PAGE_DISCARD = 1024, SWP_STABLE_WRITES = 2048, SWP_SYNCHRONOUS_IO = 4096, }; struct shared_policy { struct rb_root root; rwlock_t lock; }; struct simple_xattrs { struct rb_root rb_root; rwlock_t lock; }; struct simple_xattr { struct rb_node rb_node; char *name; size_t size; char value[0]; }; struct shmem_inode_info { spinlock_t lock; unsigned int seals; long unsigned int flags; long unsigned int alloced; long unsigned int swapped; union { struct offset_ctx dir_offsets; struct { struct list_head shrinklist; struct list_head swaplist; }; }; struct timespec64 i_crtime; struct shared_policy policy; struct simple_xattrs xattrs; long unsigned int fallocend; unsigned int fsflags; atomic_t stop_eviction; struct inode vfs_inode; }; struct shmem_quota_limits { qsize_t usrquota_bhardlimit; qsize_t usrquota_ihardlimit; qsize_t grpquota_bhardlimit; qsize_t grpquota_ihardlimit; }; struct shmem_sb_info { long unsigned int max_blocks; struct percpu_counter used_blocks; long unsigned int max_inodes; long unsigned int free_ispace; raw_spinlock_t stat_lock; umode_t mode; unsigned char huge; kuid_t uid; kgid_t gid; bool full_inums; bool noswap; ino_t next_ino; ino_t *ino_batch; struct mempolicy *mpol; spinlock_t shrinklist_lock; struct list_head shrinklist; long unsigned int shrinklist_len; struct shmem_quota_limits qlimits; }; enum sgp_type { SGP_READ = 0, SGP_NOALLOC = 1, SGP_CACHE = 2, SGP_WRITE = 3, SGP_FALLOC = 4, }; typedef long unsigned int pte_marker; enum fid_type { FILEID_ROOT = 0, FILEID_INO32_GEN = 1, FILEID_INO32_GEN_PARENT = 2, FILEID_BTRFS_WITHOUT_PARENT = 77, FILEID_BTRFS_WITH_PARENT = 78, FILEID_BTRFS_WITH_PARENT_ROOT = 79, FILEID_UDF_WITHOUT_PARENT = 81, FILEID_UDF_WITH_PARENT = 82, FILEID_NILFS_WITHOUT_PARENT = 97, FILEID_NILFS_WITH_PARENT = 98, FILEID_FAT_WITHOUT_PARENT = 113, FILEID_FAT_WITH_PARENT = 114, FILEID_INO64_GEN = 129, FILEID_INO64_GEN_PARENT = 130, FILEID_LUSTRE = 151, FILEID_BCACHEFS_WITHOUT_PARENT = 177, FILEID_BCACHEFS_WITH_PARENT = 178, FILEID_KERNFS = 254, FILEID_INVALID = 255, }; struct fid { union { struct { u32 ino; u32 gen; u32 parent_ino; u32 parent_gen; } i32; struct { u64 ino; u32 gen; } __attribute__((packed)) i64; struct { u32 block; u16 partref; u16 parent_partref; u32 generation; u32 parent_block; u32 parent_generation; } udf; struct { struct {} __empty_raw; __u32 raw[0]; }; }; }; enum handle_to_path_flags { HANDLE_CHECK_PERMS = 1, HANDLE_CHECK_SUBTREE = 2, }; struct handle_to_path_ctx { struct path root; enum handle_to_path_flags flags; unsigned int fh_flags; }; struct shmem_falloc { wait_queue_head_t *waitq; long unsigned int start; long unsigned int next; long unsigned int nr_falloced; long unsigned int nr_unswapped; }; struct shmem_options { long long unsigned int blocks; long long unsigned int inodes; struct mempolicy *mpol; kuid_t uid; kgid_t gid; umode_t mode; bool full_inums; int huge; int seen; bool noswap; short unsigned int quota_types; struct shmem_quota_limits qlimits; }; enum shmem_param { Opt_gid = 0, Opt_huge = 1, Opt_mode = 2, Opt_mpol = 3, Opt_nr_blocks = 4, Opt_nr_inodes = 5, Opt_size = 6, Opt_uid = 7, Opt_inode32 = 8, Opt_inode64 = 9, Opt_noswap = 10, Opt_quota = 11, Opt_usrquota = 12, Opt_grpquota = 13, Opt_usrquota_block_hardlimit = 14, Opt_usrquota_inode_hardlimit = 15, Opt_grpquota_block_hardlimit = 16, Opt_grpquota_inode_hardlimit = 17, Opt_casefold_version = 18, Opt_casefold = 19, Opt_strict_encoding = 20, }; struct pcpu_group_info { int nr_units; long unsigned int base_offset; unsigned int *cpu_map; }; struct pcpu_alloc_info { size_t static_size; size_t reserved_size; size_t dyn_size; size_t unit_size; size_t atom_size; size_t alloc_size; size_t __ai_size; int nr_groups; struct pcpu_group_info groups[0]; }; enum pcpu_fc { PCPU_FC_AUTO = 0, PCPU_FC_EMBED = 1, PCPU_FC_PAGE = 2, PCPU_FC_NR = 3, }; typedef int pcpu_fc_cpu_to_node_fn_t(int); typedef int pcpu_fc_cpu_distance_fn_t(unsigned int, unsigned int); enum memcg_stat_item { MEMCG_SWAP = 50, MEMCG_SOCK = 51, MEMCG_PERCPU_B = 52, MEMCG_VMALLOC = 53, MEMCG_KMEM = 54, MEMCG_ZSWAP_B = 55, MEMCG_ZSWAPPED = 56, MEMCG_NR_STAT = 57, }; enum compact_priority { COMPACT_PRIO_SYNC_FULL = 0, MIN_COMPACT_PRIORITY = 0, COMPACT_PRIO_SYNC_LIGHT = 1, MIN_COMPACT_COSTLY_PRIORITY = 1, DEF_COMPACT_PRIORITY = 1, COMPACT_PRIO_ASYNC = 2, INIT_COMPACT_PRIORITY = 2, }; enum compact_result { COMPACT_NOT_SUITABLE_ZONE = 0, COMPACT_SKIPPED = 1, COMPACT_DEFERRED = 2, COMPACT_NO_SUITABLE_PAGE = 3, COMPACT_CONTINUE = 4, COMPACT_COMPLETE = 5, COMPACT_PARTIAL_SKIPPED = 6, COMPACT_CONTENDED = 7, COMPACT_SUCCESS = 8, }; struct trace_event_raw_percpu_alloc_percpu { struct trace_entry ent; long unsigned int call_site; bool reserved; bool is_atomic; size_t size; size_t align; void *base_addr; int off; void *ptr; size_t bytes_alloc; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_percpu_free_percpu { struct trace_entry ent; void *base_addr; int off; void *ptr; char __data[0]; }; struct trace_event_raw_percpu_alloc_percpu_fail { struct trace_entry ent; bool reserved; bool is_atomic; size_t size; size_t align; char __data[0]; }; struct trace_event_raw_percpu_create_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_raw_percpu_destroy_chunk { struct trace_entry ent; void *base_addr; char __data[0]; }; struct trace_event_data_offsets_percpu_alloc_percpu {}; struct trace_event_data_offsets_percpu_free_percpu {}; struct trace_event_data_offsets_percpu_alloc_percpu_fail {}; struct trace_event_data_offsets_percpu_create_chunk {}; struct trace_event_data_offsets_percpu_destroy_chunk {}; typedef void (*btf_trace_percpu_alloc_percpu)(void *, long unsigned int, bool, bool, size_t, size_t, void *, int, void *, size_t, gfp_t); typedef void (*btf_trace_percpu_free_percpu)(void *, void *, int, void *); typedef void (*btf_trace_percpu_alloc_percpu_fail)(void *, bool, bool, size_t, size_t); typedef void (*btf_trace_percpu_create_chunk)(void *, void *); typedef void (*btf_trace_percpu_destroy_chunk)(void *, void *); struct pcpu_block_md { int scan_hint; int scan_hint_start; int contig_hint; int contig_hint_start; int left_free; int right_free; int first_free; int nr_bits; }; struct pcpuobj_ext { struct obj_cgroup *cgroup; }; struct pcpu_chunk { struct list_head list; int free_bytes; struct pcpu_block_md chunk_md; long unsigned int *bound_map; void *base_addr; long unsigned int *alloc_map; struct pcpu_block_md *md_blocks; void *data; bool immutable; bool isolated; int start_offset; int end_offset; struct pcpuobj_ext *obj_exts; int nr_pages; int nr_populated; int nr_empty_pop_pages; long unsigned int populated[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct anon_vma_chain { struct vm_area_struct *vma; struct anon_vma *anon_vma; struct list_head same_vma; struct rb_node rb; long unsigned int rb_subtree_last; }; struct ptdesc { long unsigned int __page_flags; union { struct callback_head pt_rcu_head; struct list_head pt_list; struct { long unsigned int _pt_pad_1; pgtable_t pmd_huge_pte; }; }; long unsigned int __page_mapping; union { long unsigned int pt_index; struct mm_struct *pt_mm; atomic_t pt_frag_refcount; atomic_t pt_share_count; }; union { long unsigned int _pt_pad_2; spinlock_t ptl; }; unsigned int __page_type; atomic_t __page_refcount; long unsigned int pt_memcg_data; }; enum { FOLL_WRITE = 1, FOLL_GET = 2, FOLL_DUMP = 4, FOLL_FORCE = 8, FOLL_NOWAIT = 16, FOLL_NOFAULT = 32, FOLL_HWPOISON = 64, FOLL_ANON = 128, FOLL_LONGTERM = 256, FOLL_SPLIT_PMD = 512, FOLL_PCI_P2PDMA = 1024, FOLL_INTERRUPTIBLE = 2048, FOLL_HONOR_NUMA_FAULT = 4096, }; enum migratetype { MIGRATE_UNMOVABLE = 0, MIGRATE_MOVABLE = 1, MIGRATE_RECLAIMABLE = 2, MIGRATE_PCPTYPES = 3, MIGRATE_HIGHATOMIC = 3, MIGRATE_CMA = 4, MIGRATE_ISOLATE = 5, MIGRATE_TYPES = 6, }; struct hugepage_subpool { spinlock_t lock; long int count; long int max_hpages; long int used_hpages; struct hstate *hstate; long int min_hpages; long int rsv_hpages; }; struct hugetlbfs_sb_info { long int max_inodes; long int free_inodes; spinlock_t stat_lock; struct hstate *hstate; struct hugepage_subpool *spool; kuid_t uid; kgid_t gid; umode_t mode; }; typedef struct folio *new_folio_t(struct folio *, long unsigned int); typedef void free_folio_t(struct folio *, long unsigned int); struct migration_target_control { int nid; nodemask_t *nmask; gfp_t gfp_mask; enum migrate_reason reason; }; enum { FOLL_TOUCH = 65536, FOLL_TRIED = 131072, FOLL_REMOTE = 262144, FOLL_PIN = 524288, FOLL_FAST_ONLY = 1048576, FOLL_UNLOCKABLE = 2097152, FOLL_MADV_POPULATE = 4194304, }; struct follow_page_context { struct dev_pagemap *pgmap; unsigned int page_mask; }; struct pages_or_folios { union { struct page **pages; struct folio **folios; void **entries; }; bool has_folios; long int nr_entries; }; enum page_walk_lock { PGWALK_RDLOCK = 0, PGWALK_WRLOCK = 1, PGWALK_WRLOCK_VERIFY = 2, }; struct mm_walk; struct mm_walk_ops { int (*pgd_entry)(pgd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*p4d_entry)(p4d_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pud_entry)(pud_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pmd_entry)(pmd_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_entry)(pte_t *, long unsigned int, long unsigned int, struct mm_walk *); int (*pte_hole)(long unsigned int, long unsigned int, int, struct mm_walk *); int (*hugetlb_entry)(pte_t *, long unsigned int, long unsigned int, long unsigned int, struct mm_walk *); int (*test_walk)(long unsigned int, long unsigned int, struct mm_walk *); int (*pre_vma)(long unsigned int, long unsigned int, struct mm_walk *); void (*post_vma)(struct mm_walk *); int (*install_pte)(long unsigned int, long unsigned int, pte_t *, struct mm_walk *); enum page_walk_lock walk_lock; }; enum page_walk_action { ACTION_SUBTREE = 0, ACTION_CONTINUE = 1, ACTION_AGAIN = 2, }; struct mm_walk { const struct mm_walk_ops *ops; struct mm_struct *mm; pgd_t *pgd; struct vm_area_struct *vma; enum page_walk_action action; bool no_vma; void *private; }; typedef int fpb_t; struct mlock_fbatch { local_lock_t lock; struct folio_batch fbatch; }; struct pagetable_move_control { struct vm_area_struct *old; struct vm_area_struct *new; long unsigned int old_addr; long unsigned int old_end; long unsigned int new_addr; long unsigned int len_in; bool need_rmap_locks; bool for_stack; }; enum mremap_type { MREMAP_INVALID = 0, MREMAP_NO_RESIZE = 1, MREMAP_SHRINK = 2, MREMAP_EXPAND = 3, }; struct vma_remap_struct { long unsigned int addr; long unsigned int old_len; long unsigned int new_len; long unsigned int flags; long unsigned int new_addr; struct vm_userfaultfd_ctx *uf; struct list_head *uf_unmap_early; struct list_head *uf_unmap; struct vm_area_struct *vma; long unsigned int delta; bool mlocked; enum mremap_type remap_type; bool mmap_locked; long unsigned int charged; }; enum pgt_entry { NORMAL_PMD = 0, HPAGE_PMD = 1, NORMAL_PUD = 2, HPAGE_PUD = 3, }; enum tlb_flush_reason { TLB_FLUSH_ON_TASK_SWITCH = 0, TLB_REMOTE_SHOOTDOWN = 1, TLB_LOCAL_SHOOTDOWN = 2, TLB_LOCAL_MM_SHOOTDOWN = 3, TLB_REMOTE_SEND_IPI = 4, TLB_REMOTE_WRONG_CPU = 5, NR_TLB_FLUSH_REASONS = 6, }; enum ttu_flags { TTU_SPLIT_HUGE_PMD = 4, TTU_IGNORE_MLOCK = 8, TTU_SYNC = 16, TTU_HWPOISON = 32, TTU_BATCH_FLUSH = 64, TTU_RMAP_LOCKED = 128, }; typedef int rmap_t; enum rmap_level { RMAP_LEVEL_PTE = 0, RMAP_LEVEL_PMD = 1, RMAP_LEVEL_PUD = 2, }; struct page_vma_mapped_walk { long unsigned int pfn; long unsigned int nr_pages; long unsigned int pgoff; struct vm_area_struct *vma; long unsigned int address; pmd_t *pmd; pte_t *pte; spinlock_t *ptl; unsigned int flags; }; struct rmap_walk_control { void *arg; bool try_lock; bool contended; bool (*rmap_one)(struct folio *, struct vm_area_struct *, long unsigned int, void *); int (*done)(struct folio *); struct anon_vma * (*anon_lock)(const struct folio *, struct rmap_walk_control *); bool (*invalid_vma)(struct vm_area_struct *, void *); }; enum hugetlb_page_flags { HPG_restore_reserve = 0, HPG_migratable = 1, HPG_temporary = 2, HPG_freed = 3, HPG_vmemmap_optimized = 4, HPG_raw_hwp_unreliable = 5, HPG_cma = 6, __NR_HPAGEFLAGS = 7, }; struct trace_event_raw_tlb_flush { struct trace_entry ent; int reason; long unsigned int pages; char __data[0]; }; struct trace_event_data_offsets_tlb_flush {}; typedef void (*btf_trace_tlb_flush)(void *, int, long unsigned int); struct trace_event_raw_mm_migrate_pages { struct trace_entry ent; long unsigned int succeeded; long unsigned int failed; long unsigned int thp_succeeded; long unsigned int thp_failed; long unsigned int thp_split; long unsigned int large_folio_split; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_mm_migrate_pages_start { struct trace_entry ent; enum migrate_mode mode; int reason; char __data[0]; }; struct trace_event_raw_migration_pte { struct trace_entry ent; long unsigned int addr; long unsigned int pte; int order; char __data[0]; }; struct trace_event_data_offsets_mm_migrate_pages {}; struct trace_event_data_offsets_mm_migrate_pages_start {}; struct trace_event_data_offsets_migration_pte {}; typedef void (*btf_trace_mm_migrate_pages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, enum migrate_mode, int); typedef void (*btf_trace_mm_migrate_pages_start)(void *, enum migrate_mode, int); typedef void (*btf_trace_set_migration_pte)(void *, long unsigned int, long unsigned int, int); typedef void (*btf_trace_remove_migration_pte)(void *, long unsigned int, long unsigned int, int); struct folio_referenced_arg { int mapcount; int referenced; long unsigned int vm_flags; struct mem_cgroup *memcg; }; struct wrprotect_file_state { int cleaned; long unsigned int pgoff; long unsigned int pfn; long unsigned int nr_pages; }; struct page_frag_cache { long unsigned int encoded_page; __u32 offset; __u32 pagecnt_bias; }; enum memblock_flags { MEMBLOCK_NONE = 0, MEMBLOCK_HOTPLUG = 1, MEMBLOCK_MIRROR = 2, MEMBLOCK_NOMAP = 4, MEMBLOCK_DRIVER_MANAGED = 8, MEMBLOCK_RSRV_NOINIT = 16, }; struct memblock_region { phys_addr_t base; phys_addr_t size; enum memblock_flags flags; int nid; }; struct memblock_type { long unsigned int cnt; long unsigned int max; phys_addr_t total_size; struct memblock_region *regions; char *name; }; struct memblock { bool bottom_up; phys_addr_t current_limit; struct memblock_type memory; struct memblock_type reserved; }; struct reserve_mem_table { char name[16]; phys_addr_t start; phys_addr_t size; }; struct anon_vma_name { struct kref kref; char name[0]; }; enum mf_flags { MF_COUNT_INCREASED = 1, MF_ACTION_REQUIRED = 2, MF_MUST_KILL = 4, MF_SOFT_OFFLINE = 8, MF_UNPOISON = 16, MF_SW_SIMULATED = 32, MF_NO_RETRY = 64, MF_MEM_PRE_REMOVE = 128, }; struct mmu_table_batch { struct callback_head rcu; unsigned int nr; void *tables[0]; }; struct mmu_gather_batch { struct mmu_gather_batch *next; unsigned int nr; unsigned int max; struct encoded_page *encoded_pages[0]; }; struct mmu_gather { struct mm_struct *mm; struct mmu_table_batch *batch; long unsigned int start; long unsigned int end; unsigned int fullmm: 1; unsigned int need_flush_all: 1; unsigned int freed_tables: 1; unsigned int delayed_rmap: 1; unsigned int cleared_ptes: 1; unsigned int cleared_pmds: 1; unsigned int cleared_puds: 1; unsigned int cleared_p4ds: 1; unsigned int vma_exec: 1; unsigned int vma_huge: 1; unsigned int vma_pfn: 1; unsigned int batch_count; struct mmu_gather_batch *active; struct mmu_gather_batch local; struct page *__pages[8]; }; struct madvise_walk_private { struct mmu_gather *tlb; bool pageout; }; struct huge_bootmem_page { struct list_head list; struct hstate *hstate; long unsigned int flags; struct cma *cma; }; enum pageblock_bits { PB_migrate = 0, PB_migrate_end = 2, PB_migrate_skip = 3, NR_PAGEBLOCK_BITS = 4, }; struct mem_section_usage { struct callback_head rcu; long unsigned int subsection_map[1]; long unsigned int pageblock_flags[0]; }; struct mem_section { long unsigned int section_mem_map; struct mem_section_usage *usage; }; enum { SECTION_MARKED_PRESENT_BIT = 0, SECTION_HAS_MEM_MAP_BIT = 1, SECTION_IS_ONLINE_BIT = 2, SECTION_IS_EARLY_BIT = 3, SECTION_MAP_LAST_BIT = 4, }; enum mminit_level { MMINIT_WARNING = 0, MMINIT_VERIFY = 1, MMINIT_TRACE = 2, }; struct memory_tier { struct list_head list; struct list_head memory_types; int adistance_start; struct device dev; nodemask_t lower_tier_mask; }; struct access_coordinate { unsigned int read_bandwidth; unsigned int write_bandwidth; unsigned int read_latency; unsigned int write_latency; }; struct memory_notify { long unsigned int altmap_start_pfn; long unsigned int altmap_nr_pages; long unsigned int start_pfn; long unsigned int nr_pages; int status_change_nid_normal; int status_change_nid; }; struct memory_dev_type { struct list_head tier_sibling; struct list_head list; int adistance; nodemask_t nodes; struct kref kref; }; struct demotion_nodes { nodemask_t preferred; }; struct node_memory_type_map { struct memory_dev_type *memtype; int map_count; }; struct mm_slot { struct hlist_node hash; struct list_head mm_node; struct mm_struct *mm; }; enum scan_result { SCAN_FAIL = 0, SCAN_SUCCEED = 1, SCAN_PMD_NULL = 2, SCAN_PMD_NONE = 3, SCAN_PMD_MAPPED = 4, SCAN_EXCEED_NONE_PTE = 5, SCAN_EXCEED_SWAP_PTE = 6, SCAN_EXCEED_SHARED_PTE = 7, SCAN_PTE_NON_PRESENT = 8, SCAN_PTE_UFFD_WP = 9, SCAN_PTE_MAPPED_HUGEPAGE = 10, SCAN_PAGE_RO = 11, SCAN_LACK_REFERENCED_PAGE = 12, SCAN_PAGE_NULL = 13, SCAN_SCAN_ABORT = 14, SCAN_PAGE_COUNT = 15, SCAN_PAGE_LRU = 16, SCAN_PAGE_LOCK = 17, SCAN_PAGE_ANON = 18, SCAN_PAGE_COMPOUND = 19, SCAN_ANY_PROCESS = 20, SCAN_VMA_NULL = 21, SCAN_VMA_CHECK = 22, SCAN_ADDRESS_RANGE = 23, SCAN_DEL_PAGE_LRU = 24, SCAN_ALLOC_HUGE_PAGE_FAIL = 25, SCAN_CGROUP_CHARGE_FAIL = 26, SCAN_TRUNCATED = 27, SCAN_PAGE_HAS_PRIVATE = 28, SCAN_STORE_FAILED = 29, SCAN_COPY_MC = 30, SCAN_PAGE_FILLED = 31, }; struct trace_event_raw_mm_khugepaged_scan_pmd { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; bool writable; int referenced; int none_or_zero; int status; int unmapped; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page { struct trace_entry ent; struct mm_struct *mm; int isolated; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_isolate { struct trace_entry ent; long unsigned int pfn; int none_or_zero; int referenced; bool writable; int status; char __data[0]; }; struct trace_event_raw_mm_collapse_huge_page_swapin { struct trace_entry ent; struct mm_struct *mm; int swapped_in; int referenced; int ret; char __data[0]; }; struct trace_event_raw_mm_khugepaged_scan_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int pfn; u32 __data_loc_filename; int present; int swap; int result; char __data[0]; }; struct trace_event_raw_mm_khugepaged_collapse_file { struct trace_entry ent; struct mm_struct *mm; long unsigned int hpfn; long unsigned int index; long unsigned int addr; bool is_shmem; u32 __data_loc_filename; int nr; int result; char __data[0]; }; struct trace_event_data_offsets_mm_khugepaged_scan_pmd {}; struct trace_event_data_offsets_mm_collapse_huge_page {}; struct trace_event_data_offsets_mm_collapse_huge_page_isolate {}; struct trace_event_data_offsets_mm_collapse_huge_page_swapin {}; struct trace_event_data_offsets_mm_khugepaged_scan_file { u32 filename; const void *filename_ptr_; }; struct trace_event_data_offsets_mm_khugepaged_collapse_file { u32 filename; const void *filename_ptr_; }; typedef void (*btf_trace_mm_khugepaged_scan_pmd)(void *, struct mm_struct *, struct page *, bool, int, int, int, int); typedef void (*btf_trace_mm_collapse_huge_page)(void *, struct mm_struct *, int, int); typedef void (*btf_trace_mm_collapse_huge_page_isolate)(void *, struct page *, int, int, bool, int); typedef void (*btf_trace_mm_collapse_huge_page_swapin)(void *, struct mm_struct *, int, int, int); typedef void (*btf_trace_mm_khugepaged_scan_file)(void *, struct mm_struct *, struct folio *, struct file *, int, int, int); typedef void (*btf_trace_mm_khugepaged_collapse_file)(void *, struct mm_struct *, struct folio *, long unsigned int, long unsigned int, bool, struct file *, int, int); struct collapse_control { bool is_khugepaged; u32 node_load[16]; nodemask_t alloc_nmask; }; struct khugepaged_mm_slot { struct mm_slot slot; }; struct khugepaged_scan { struct list_head mm_head; struct khugepaged_mm_slot *mm_slot; long unsigned int address; }; enum mf_result { MF_IGNORED = 0, MF_FAILED = 1, MF_DELAYED = 2, MF_RECOVERED = 3, }; enum mf_action_page_type { MF_MSG_KERNEL = 0, MF_MSG_KERNEL_HIGH_ORDER = 1, MF_MSG_DIFFERENT_COMPOUND = 2, MF_MSG_HUGE = 3, MF_MSG_FREE_HUGE = 4, MF_MSG_GET_HWPOISON = 5, MF_MSG_UNMAP_FAILED = 6, MF_MSG_DIRTY_SWAPCACHE = 7, MF_MSG_CLEAN_SWAPCACHE = 8, MF_MSG_DIRTY_MLOCKED_LRU = 9, MF_MSG_CLEAN_MLOCKED_LRU = 10, MF_MSG_DIRTY_UNEVICTABLE_LRU = 11, MF_MSG_CLEAN_UNEVICTABLE_LRU = 12, MF_MSG_DIRTY_LRU = 13, MF_MSG_CLEAN_LRU = 14, MF_MSG_TRUNCATED_LRU = 15, MF_MSG_BUDDY = 16, MF_MSG_DAX = 17, MF_MSG_UNSPLIT_THP = 18, MF_MSG_ALREADY_POISONED = 19, MF_MSG_UNKNOWN = 20, }; typedef long unsigned int dax_entry_t; struct to_kill { struct list_head nd; struct task_struct *tsk; long unsigned int addr; short int size_shift; }; struct hwpoison_walk { struct to_kill tk; long unsigned int pfn; int flags; }; struct page_state { long unsigned int mask; long unsigned int res; enum mf_action_page_type type; int (*action)(struct page_state *, struct page *); }; struct raw_hwp_page { struct llist_node node; struct page *page; }; struct memory_failure_entry { long unsigned int pfn; int flags; }; struct memory_failure_cpu { struct { union { struct __kfifo kfifo; struct memory_failure_entry *type; const struct memory_failure_entry *const_type; char (*rectype)[0]; struct memory_failure_entry *ptr; const struct memory_failure_entry *ptr_const; }; struct memory_failure_entry buf[16]; } fifo; raw_spinlock_t lock; struct work_struct work; }; typedef void (*swap_func_t)(void *, void *, int); struct numa_memblk { u64 start; u64 end; int nid; }; struct numa_meminfo { int nr_blks; struct numa_memblk blk[32]; }; enum mount_flags { MNT_NOSUID = 1, MNT_NODEV = 2, MNT_NOEXEC = 4, MNT_NOATIME = 8, MNT_NODIRATIME = 16, MNT_RELATIME = 32, MNT_READONLY = 64, MNT_NOSYMFOLLOW = 128, MNT_SHRINKABLE = 256, MNT_WRITE_HOLD = 512, MNT_SHARED = 4096, MNT_UNBINDABLE = 8192, MNT_INTERNAL = 16384, MNT_LOCK_ATIME = 262144, MNT_LOCK_NOEXEC = 524288, MNT_LOCK_NOSUID = 1048576, MNT_LOCK_NODEV = 2097152, MNT_LOCK_READONLY = 4194304, MNT_LOCKED = 8388608, MNT_DOOMED = 16777216, MNT_SYNC_UMOUNT = 33554432, MNT_MARKED = 67108864, MNT_UMOUNT = 134217728, MNT_SHARED_MASK = 8192, MNT_USER_SETTABLE_MASK = 255, MNT_ATIME_MASK = 56, MNT_INTERNAL_FLAGS = 125850112, }; struct pseudo_fs_context { const struct super_operations *ops; const struct export_operations *eops; const struct xattr_handler * const *xattr; const struct dentry_operations *dops; long unsigned int magic; }; enum execmem_range_flags { EXECMEM_KASAN_SHADOW = 1, EXECMEM_ROX_CACHE = 2, }; struct execmem_range { long unsigned int start; long unsigned int end; long unsigned int fallback_start; long unsigned int fallback_end; pgprot_t pgprot; unsigned int alignment; enum execmem_range_flags flags; }; struct execmem_info { struct execmem_range ranges[5]; }; enum wq_flags { WQ_BH = 1, WQ_UNBOUND = 2, WQ_FREEZABLE = 4, WQ_MEM_RECLAIM = 8, WQ_HIGHPRI = 16, WQ_CPU_INTENSIVE = 32, WQ_SYSFS = 64, WQ_POWER_EFFICIENT = 128, __WQ_DESTROYING = 32768, __WQ_DRAINING = 65536, __WQ_ORDERED = 131072, __WQ_LEGACY = 262144, __WQ_BH_ALLOWS = 17, }; enum xa_lock_type { XA_LOCK_IRQ = 1, XA_LOCK_BH = 2, }; struct ida { struct xarray xa; }; union pipe_index { long unsigned int head_tail; struct { pipe_index_t head; pipe_index_t tail; }; }; enum dentry_flags { DCACHE_OP_HASH = 1, DCACHE_OP_COMPARE = 2, DCACHE_OP_REVALIDATE = 4, DCACHE_OP_DELETE = 8, DCACHE_OP_PRUNE = 16, DCACHE_DISCONNECTED = 32, DCACHE_REFERENCED = 64, DCACHE_DONTCACHE = 128, DCACHE_CANT_MOUNT = 256, DCACHE_GENOCIDE = 512, DCACHE_SHRINK_LIST = 1024, DCACHE_OP_WEAK_REVALIDATE = 2048, DCACHE_NFSFS_RENAMED = 4096, DCACHE_FSNOTIFY_PARENT_WATCHED = 8192, DCACHE_DENTRY_KILLED = 16384, DCACHE_MOUNTED = 32768, DCACHE_NEED_AUTOMOUNT = 65536, DCACHE_MANAGE_TRANSIT = 131072, DCACHE_LRU_LIST = 262144, DCACHE_ENTRY_TYPE = 3670016, DCACHE_MISS_TYPE = 0, DCACHE_WHITEOUT_TYPE = 524288, DCACHE_DIRECTORY_TYPE = 1048576, DCACHE_AUTODIR_TYPE = 1572864, DCACHE_REGULAR_TYPE = 2097152, DCACHE_SPECIAL_TYPE = 2621440, DCACHE_SYMLINK_TYPE = 3145728, DCACHE_NOKEY_NAME = 4194304, DCACHE_OP_REAL = 8388608, DCACHE_PAR_LOOKUP = 16777216, DCACHE_DENTRY_CURSOR = 33554432, DCACHE_NORCU = 67108864, }; typedef struct fd class_fd_pos_t; enum fsnotify_data_type { FSNOTIFY_EVENT_NONE = 0, FSNOTIFY_EVENT_FILE_RANGE = 1, FSNOTIFY_EVENT_PATH = 2, FSNOTIFY_EVENT_INODE = 3, FSNOTIFY_EVENT_DENTRY = 4, FSNOTIFY_EVENT_MNT = 5, FSNOTIFY_EVENT_ERROR = 6, }; struct linux_dirent64 { u64 d_ino; s64 d_off; short unsigned int d_reclen; unsigned char d_type; char d_name[0]; }; struct linux_dirent { long unsigned int d_ino; long unsigned int d_off; short unsigned int d_reclen; char d_name[0]; }; struct getdents_callback { struct dir_context ctx; struct linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct getdents_callback64 { struct dir_context ctx; struct linux_dirent64 *current_dir; int prev_reclen; int count; int error; }; struct compat_old_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_offset; short unsigned int d_namlen; char d_name[0]; }; struct compat_readdir_callback { struct dir_context ctx; struct compat_old_linux_dirent *dirent; int result; }; struct compat_linux_dirent { compat_ulong_t d_ino; compat_ulong_t d_off; short unsigned int d_reclen; char d_name[0]; }; struct compat_getdents_callback { struct dir_context ctx; struct compat_linux_dirent *current_dir; int prev_reclen; int count; int error; }; struct file_lock_context { spinlock_t flc_lock; struct list_head flc_flock; struct list_head flc_posix; struct list_head flc_lease; }; struct file_lock_core { struct file_lock_core *flc_blocker; struct list_head flc_list; struct hlist_node flc_link; struct list_head flc_blocked_requests; struct list_head flc_blocked_member; fl_owner_t flc_owner; unsigned int flc_flags; unsigned char flc_type; pid_t flc_pid; int flc_link_cpu; wait_queue_head_t flc_wait; struct file *flc_file; }; struct nlm_lockowner; struct nfs_lock_info { u32 state; struct nlm_lockowner *owner; struct list_head list; }; struct nfs4_lock_state; struct nfs4_lock_info { struct nfs4_lock_state *owner; }; struct file_lock_operations; struct lock_manager_operations; struct file_lock { struct file_lock_core c; loff_t fl_start; loff_t fl_end; const struct file_lock_operations *fl_ops; const struct lock_manager_operations *fl_lmops; union { struct nfs_lock_info nfs_fl; struct nfs4_lock_info nfs4_fl; struct { struct list_head link; int state; unsigned int debug_id; } afs; struct { struct inode *inode; } ceph; } fl_u; }; struct lease_manager_operations; struct file_lease { struct file_lock_core c; struct fasync_struct *fl_fasync; long unsigned int fl_break_time; long unsigned int fl_downgrade_time; const struct lease_manager_operations *fl_lmops; }; struct file_lock_operations { void (*fl_copy_lock)(struct file_lock *, struct file_lock *); void (*fl_release_private)(struct file_lock *); }; struct lock_manager_operations { void *lm_mod_owner; fl_owner_t (*lm_get_owner)(fl_owner_t); void (*lm_put_owner)(fl_owner_t); void (*lm_notify)(struct file_lock *); int (*lm_grant)(struct file_lock *, int); bool (*lm_lock_expirable)(struct file_lock *); void (*lm_expire_lock)(); }; struct lease_manager_operations { bool (*lm_break)(struct file_lease *); int (*lm_change)(struct file_lease *, int, struct list_head *); void (*lm_setup)(struct file_lease *, void **); bool (*lm_breaker_owns_lease)(struct file_lease *); }; struct fiemap_extent; struct fiemap_extent_info { unsigned int fi_flags; unsigned int fi_extents_mapped; unsigned int fi_extents_max; struct fiemap_extent *fi_extents_start; }; struct fiemap_extent { __u64 fe_logical; __u64 fe_physical; __u64 fe_length; __u64 fe_reserved64[2]; __u32 fe_flags; __u32 fe_reserved[3]; }; typedef struct rw_semaphore *class_rwsem_read_t; struct xa_limit { u32 max; u32 min; }; struct mnt_idmap { struct uid_gid_map uid_map; struct uid_gid_map gid_map; refcount_t count; }; struct mount; struct mnt_namespace { struct ns_common ns; struct mount *root; struct { struct rb_root mounts; struct rb_node *mnt_last_node; struct rb_node *mnt_first_node; }; struct user_namespace *user_ns; struct ucounts *ucounts; u64 seq; union { wait_queue_head_t poll; struct callback_head mnt_ns_rcu; }; u64 seq_origin; u64 event; __u32 n_fsnotify_mask; struct fsnotify_mark_connector *n_fsnotify_marks; unsigned int nr_mounts; unsigned int pending_mounts; struct rb_node mnt_ns_tree_node; struct list_head mnt_ns_list; refcount_t passive; }; struct mount_attr { __u64 attr_set; __u64 attr_clr; __u64 propagation; __u64 userns_fd; }; struct statmount { __u32 size; __u32 mnt_opts; __u64 mask; __u32 sb_dev_major; __u32 sb_dev_minor; __u64 sb_magic; __u32 sb_flags; __u32 fs_type; __u64 mnt_id; __u64 mnt_parent_id; __u32 mnt_id_old; __u32 mnt_parent_id_old; __u64 mnt_attr; __u64 mnt_propagation; __u64 mnt_peer_group; __u64 mnt_master; __u64 propagate_from; __u32 mnt_root; __u32 mnt_point; __u64 mnt_ns_id; __u32 fs_subtype; __u32 sb_source; __u32 opt_num; __u32 opt_array; __u32 opt_sec_num; __u32 opt_sec_array; __u64 supported_mask; __u32 mnt_uidmap_num; __u32 mnt_uidmap; __u32 mnt_gidmap_num; __u32 mnt_gidmap; __u64 __spare2[43]; char str[0]; }; struct mnt_id_req { __u32 size; __u32 spare; __u64 mnt_id; __u64 param; __u64 mnt_ns_id; }; struct mnt_pcp; struct mountpoint; struct mount { struct hlist_node mnt_hash; struct mount *mnt_parent; struct dentry *mnt_mountpoint; struct vfsmount mnt; union { struct rb_node mnt_node; struct callback_head mnt_rcu; struct llist_node mnt_llist; }; struct mnt_pcp *mnt_pcp; struct list_head mnt_mounts; struct list_head mnt_child; struct list_head mnt_instance; const char *mnt_devname; struct list_head mnt_list; struct list_head mnt_expire; struct list_head mnt_share; struct list_head mnt_slave_list; struct list_head mnt_slave; struct mount *mnt_master; struct mnt_namespace *mnt_ns; struct mountpoint *mnt_mp; union { struct hlist_node mnt_mp_list; struct hlist_node mnt_umount; }; struct list_head mnt_umounting; struct fsnotify_mark_connector *mnt_fsnotify_marks; __u32 mnt_fsnotify_mask; struct list_head to_notify; struct mnt_namespace *prev_ns; int mnt_id; u64 mnt_id_unique; int mnt_group_id; int mnt_expiry_mark; struct hlist_head mnt_pins; struct hlist_head mnt_stuck_children; }; struct mnt_pcp { int mnt_count; int mnt_writers; }; struct mountpoint { struct hlist_node m_hash; struct dentry *m_dentry; struct hlist_head m_list; int m_count; }; struct proc_mounts { struct mnt_namespace *ns; struct path root; int (*show)(struct seq_file *, struct vfsmount *); }; enum mount_kattr_flags_t { MOUNT_KATTR_RECURSE = 1, MOUNT_KATTR_IDMAP_REPLACE = 2, }; struct mount_kattr { unsigned int attr_set; unsigned int attr_clr; unsigned int propagation; unsigned int lookup_flags; enum mount_kattr_flags_t kflags; struct user_namespace *mnt_userns; struct mnt_idmap *mnt_idmap; }; typedef struct rw_semaphore *class_namespace_lock_t; enum umount_tree_flags { UMOUNT_SYNC = 1, UMOUNT_PROPAGATE = 2, UMOUNT_CONNECTED = 4, }; enum mnt_tree_flags_t { MNT_TREE_MOVE = 1, MNT_TREE_BENEATH = 2, MNT_TREE_PROPAGATION = 4, }; struct kstatmount { struct statmount *buf; size_t bufsize; struct vfsmount *mnt; struct mnt_idmap *idmap; u64 mask; struct path root; struct seq_file seq; struct statmount sm; }; struct splice_desc { size_t total_len; unsigned int len; unsigned int flags; union { void *userptr; struct file *file; void *data; } u; void (*splice_eof)(struct splice_desc *); loff_t pos; loff_t *opos; size_t num_spliced; bool need_wakeup; }; struct partial_page { unsigned int offset; unsigned int len; long unsigned int private; }; struct splice_pipe_desc { struct page **pages; struct partial_page *partial; int nr_pages; unsigned int nr_pages_max; const struct pipe_buf_operations *ops; void (*spd_release)(struct splice_pipe_desc *, unsigned int); }; typedef int splice_actor(struct pipe_inode_info *, struct pipe_buffer *, struct splice_desc *); typedef int splice_direct_actor(struct pipe_inode_info *, struct splice_desc *); struct prepend_buffer { char *buf; int len; }; enum kernel_read_file_id { READING_UNKNOWN = 0, READING_FIRMWARE = 1, READING_MODULE = 2, READING_KEXEC_IMAGE = 3, READING_KEXEC_INITRAMFS = 4, READING_POLICY = 5, READING_X509_CERTIFICATE = 6, READING_MAX_ID = 7, }; typedef struct task_struct *class_task_lock_t; struct ipc_ids { int in_use; short unsigned int seq; struct rw_semaphore rwsem; struct idr ipcs_idr; int max_idx; int last_idx; struct rhashtable key_ht; }; struct ipc_namespace { struct ipc_ids ids[3]; int sem_ctls[4]; int used_sems; unsigned int msg_ctlmax; unsigned int msg_ctlmnb; unsigned int msg_ctlmni; struct percpu_counter percpu_msg_bytes; struct percpu_counter percpu_msg_hdrs; size_t shm_ctlmax; size_t shm_ctlall; long unsigned int shm_tot; int shm_ctlmni; int shm_rmid_forced; struct notifier_block ipcns_nb; struct vfsmount *mq_mnt; unsigned int mq_queues_count; unsigned int mq_queues_max; unsigned int mq_msg_max; unsigned int mq_msgsize_max; unsigned int mq_msg_default; unsigned int mq_msgsize_default; struct ctl_table_set mq_set; struct ctl_table_header *mq_sysctls; struct ctl_table_set ipc_set; struct ctl_table_header *ipc_sysctls; struct user_namespace *user_ns; struct ucounts *ucounts; struct llist_node mnt_llist; struct ns_common ns; }; enum proc_hidepid { HIDEPID_OFF = 0, HIDEPID_NO_ACCESS = 1, HIDEPID_INVISIBLE = 2, HIDEPID_NOT_PTRACEABLE = 4, }; enum proc_pidonly { PROC_PIDONLY_OFF = 0, PROC_PIDONLY_ON = 1, }; struct proc_fs_info { struct pid_namespace *pid_ns; struct dentry *proc_self; struct dentry *proc_thread_self; kgid_t pid_gid; enum proc_hidepid hide_pid; enum proc_pidonly pidonly; struct callback_head rcu; }; struct pidfd_info { __u64 mask; __u64 cgroupid; __u32 pid; __u32 tgid; __u32 ppid; __u32 ruid; __u32 rgid; __u32 euid; __u32 egid; __u32 suid; __u32 sgid; __u32 fsuid; __u32 fsgid; __s32 exit_code; }; enum { IPSTATS_MIB_NUM = 0, IPSTATS_MIB_INPKTS = 1, IPSTATS_MIB_INOCTETS = 2, IPSTATS_MIB_INDELIVERS = 3, IPSTATS_MIB_NOECTPKTS = 4, IPSTATS_MIB_ECT1PKTS = 5, IPSTATS_MIB_ECT0PKTS = 6, IPSTATS_MIB_CEPKTS = 7, IPSTATS_MIB_OUTREQUESTS = 8, IPSTATS_MIB_OUTPKTS = 9, IPSTATS_MIB_OUTOCTETS = 10, IPSTATS_MIB_OUTFORWDATAGRAMS = 11, IPSTATS_MIB_INHDRERRORS = 12, IPSTATS_MIB_INTOOBIGERRORS = 13, IPSTATS_MIB_INNOROUTES = 14, IPSTATS_MIB_INADDRERRORS = 15, IPSTATS_MIB_INUNKNOWNPROTOS = 16, IPSTATS_MIB_INTRUNCATEDPKTS = 17, IPSTATS_MIB_INDISCARDS = 18, IPSTATS_MIB_OUTDISCARDS = 19, IPSTATS_MIB_OUTNOROUTES = 20, IPSTATS_MIB_REASMTIMEOUT = 21, IPSTATS_MIB_REASMREQDS = 22, IPSTATS_MIB_REASMOKS = 23, IPSTATS_MIB_REASMFAILS = 24, IPSTATS_MIB_FRAGOKS = 25, IPSTATS_MIB_FRAGFAILS = 26, IPSTATS_MIB_FRAGCREATES = 27, IPSTATS_MIB_INMCASTPKTS = 28, IPSTATS_MIB_OUTMCASTPKTS = 29, IPSTATS_MIB_INBCASTPKTS = 30, IPSTATS_MIB_OUTBCASTPKTS = 31, IPSTATS_MIB_INMCASTOCTETS = 32, IPSTATS_MIB_OUTMCASTOCTETS = 33, IPSTATS_MIB_INBCASTOCTETS = 34, IPSTATS_MIB_OUTBCASTOCTETS = 35, IPSTATS_MIB_CSUMERRORS = 36, IPSTATS_MIB_REASM_OVERLAPS = 37, __IPSTATS_MIB_MAX = 38, }; enum { ICMP_MIB_NUM = 0, ICMP_MIB_INMSGS = 1, ICMP_MIB_INERRORS = 2, ICMP_MIB_INDESTUNREACHS = 3, ICMP_MIB_INTIMEEXCDS = 4, ICMP_MIB_INPARMPROBS = 5, ICMP_MIB_INSRCQUENCHS = 6, ICMP_MIB_INREDIRECTS = 7, ICMP_MIB_INECHOS = 8, ICMP_MIB_INECHOREPS = 9, ICMP_MIB_INTIMESTAMPS = 10, ICMP_MIB_INTIMESTAMPREPS = 11, ICMP_MIB_INADDRMASKS = 12, ICMP_MIB_INADDRMASKREPS = 13, ICMP_MIB_OUTMSGS = 14, ICMP_MIB_OUTERRORS = 15, ICMP_MIB_OUTDESTUNREACHS = 16, ICMP_MIB_OUTTIMEEXCDS = 17, ICMP_MIB_OUTPARMPROBS = 18, ICMP_MIB_OUTSRCQUENCHS = 19, ICMP_MIB_OUTREDIRECTS = 20, ICMP_MIB_OUTECHOS = 21, ICMP_MIB_OUTECHOREPS = 22, ICMP_MIB_OUTTIMESTAMPS = 23, ICMP_MIB_OUTTIMESTAMPREPS = 24, ICMP_MIB_OUTADDRMASKS = 25, ICMP_MIB_OUTADDRMASKREPS = 26, ICMP_MIB_CSUMERRORS = 27, ICMP_MIB_RATELIMITGLOBAL = 28, ICMP_MIB_RATELIMITHOST = 29, __ICMP_MIB_MAX = 30, }; enum { ICMP6_MIB_NUM = 0, ICMP6_MIB_INMSGS = 1, ICMP6_MIB_INERRORS = 2, ICMP6_MIB_OUTMSGS = 3, ICMP6_MIB_OUTERRORS = 4, ICMP6_MIB_CSUMERRORS = 5, ICMP6_MIB_RATELIMITHOST = 6, __ICMP6_MIB_MAX = 7, }; enum { TCP_MIB_NUM = 0, TCP_MIB_RTOALGORITHM = 1, TCP_MIB_RTOMIN = 2, TCP_MIB_RTOMAX = 3, TCP_MIB_MAXCONN = 4, TCP_MIB_ACTIVEOPENS = 5, TCP_MIB_PASSIVEOPENS = 6, TCP_MIB_ATTEMPTFAILS = 7, TCP_MIB_ESTABRESETS = 8, TCP_MIB_CURRESTAB = 9, TCP_MIB_INSEGS = 10, TCP_MIB_OUTSEGS = 11, TCP_MIB_RETRANSSEGS = 12, TCP_MIB_INERRS = 13, TCP_MIB_OUTRSTS = 14, TCP_MIB_CSUMERRORS = 15, __TCP_MIB_MAX = 16, }; enum { UDP_MIB_NUM = 0, UDP_MIB_INDATAGRAMS = 1, UDP_MIB_NOPORTS = 2, UDP_MIB_INERRORS = 3, UDP_MIB_OUTDATAGRAMS = 4, UDP_MIB_RCVBUFERRORS = 5, UDP_MIB_SNDBUFERRORS = 6, UDP_MIB_CSUMERRORS = 7, UDP_MIB_IGNOREDMULTI = 8, UDP_MIB_MEMERRORS = 9, __UDP_MIB_MAX = 10, }; enum { LINUX_MIB_NUM = 0, LINUX_MIB_SYNCOOKIESSENT = 1, LINUX_MIB_SYNCOOKIESRECV = 2, LINUX_MIB_SYNCOOKIESFAILED = 3, LINUX_MIB_EMBRYONICRSTS = 4, LINUX_MIB_PRUNECALLED = 5, LINUX_MIB_RCVPRUNED = 6, LINUX_MIB_OFOPRUNED = 7, LINUX_MIB_OUTOFWINDOWICMPS = 8, LINUX_MIB_LOCKDROPPEDICMPS = 9, LINUX_MIB_ARPFILTER = 10, LINUX_MIB_TIMEWAITED = 11, LINUX_MIB_TIMEWAITRECYCLED = 12, LINUX_MIB_TIMEWAITKILLED = 13, LINUX_MIB_PAWSACTIVEREJECTED = 14, LINUX_MIB_PAWSESTABREJECTED = 15, LINUX_MIB_TSECRREJECTED = 16, LINUX_MIB_PAWS_OLD_ACK = 17, LINUX_MIB_DELAYEDACKS = 18, LINUX_MIB_DELAYEDACKLOCKED = 19, LINUX_MIB_DELAYEDACKLOST = 20, LINUX_MIB_LISTENOVERFLOWS = 21, LINUX_MIB_LISTENDROPS = 22, LINUX_MIB_TCPHPHITS = 23, LINUX_MIB_TCPPUREACKS = 24, LINUX_MIB_TCPHPACKS = 25, LINUX_MIB_TCPRENORECOVERY = 26, LINUX_MIB_TCPSACKRECOVERY = 27, LINUX_MIB_TCPSACKRENEGING = 28, LINUX_MIB_TCPSACKREORDER = 29, LINUX_MIB_TCPRENOREORDER = 30, LINUX_MIB_TCPTSREORDER = 31, LINUX_MIB_TCPFULLUNDO = 32, LINUX_MIB_TCPPARTIALUNDO = 33, LINUX_MIB_TCPDSACKUNDO = 34, LINUX_MIB_TCPLOSSUNDO = 35, LINUX_MIB_TCPLOSTRETRANSMIT = 36, LINUX_MIB_TCPRENOFAILURES = 37, LINUX_MIB_TCPSACKFAILURES = 38, LINUX_MIB_TCPLOSSFAILURES = 39, LINUX_MIB_TCPFASTRETRANS = 40, LINUX_MIB_TCPSLOWSTARTRETRANS = 41, LINUX_MIB_TCPTIMEOUTS = 42, LINUX_MIB_TCPLOSSPROBES = 43, LINUX_MIB_TCPLOSSPROBERECOVERY = 44, LINUX_MIB_TCPRENORECOVERYFAIL = 45, LINUX_MIB_TCPSACKRECOVERYFAIL = 46, LINUX_MIB_TCPRCVCOLLAPSED = 47, LINUX_MIB_TCPDSACKOLDSENT = 48, LINUX_MIB_TCPDSACKOFOSENT = 49, LINUX_MIB_TCPDSACKRECV = 50, LINUX_MIB_TCPDSACKOFORECV = 51, LINUX_MIB_TCPABORTONDATA = 52, LINUX_MIB_TCPABORTONCLOSE = 53, LINUX_MIB_TCPABORTONMEMORY = 54, LINUX_MIB_TCPABORTONTIMEOUT = 55, LINUX_MIB_TCPABORTONLINGER = 56, LINUX_MIB_TCPABORTFAILED = 57, LINUX_MIB_TCPMEMORYPRESSURES = 58, LINUX_MIB_TCPMEMORYPRESSURESCHRONO = 59, LINUX_MIB_TCPSACKDISCARD = 60, LINUX_MIB_TCPDSACKIGNOREDOLD = 61, LINUX_MIB_TCPDSACKIGNOREDNOUNDO = 62, LINUX_MIB_TCPSPURIOUSRTOS = 63, LINUX_MIB_TCPMD5NOTFOUND = 64, LINUX_MIB_TCPMD5UNEXPECTED = 65, LINUX_MIB_TCPMD5FAILURE = 66, LINUX_MIB_SACKSHIFTED = 67, LINUX_MIB_SACKMERGED = 68, LINUX_MIB_SACKSHIFTFALLBACK = 69, LINUX_MIB_TCPBACKLOGDROP = 70, LINUX_MIB_PFMEMALLOCDROP = 71, LINUX_MIB_TCPMINTTLDROP = 72, LINUX_MIB_TCPDEFERACCEPTDROP = 73, LINUX_MIB_IPRPFILTER = 74, LINUX_MIB_TCPTIMEWAITOVERFLOW = 75, LINUX_MIB_TCPREQQFULLDOCOOKIES = 76, LINUX_MIB_TCPREQQFULLDROP = 77, LINUX_MIB_TCPRETRANSFAIL = 78, LINUX_MIB_TCPRCVCOALESCE = 79, LINUX_MIB_TCPBACKLOGCOALESCE = 80, LINUX_MIB_TCPOFOQUEUE = 81, LINUX_MIB_TCPOFODROP = 82, LINUX_MIB_TCPOFOMERGE = 83, LINUX_MIB_TCPCHALLENGEACK = 84, LINUX_MIB_TCPSYNCHALLENGE = 85, LINUX_MIB_TCPFASTOPENACTIVE = 86, LINUX_MIB_TCPFASTOPENACTIVEFAIL = 87, LINUX_MIB_TCPFASTOPENPASSIVE = 88, LINUX_MIB_TCPFASTOPENPASSIVEFAIL = 89, LINUX_MIB_TCPFASTOPENLISTENOVERFLOW = 90, LINUX_MIB_TCPFASTOPENCOOKIEREQD = 91, LINUX_MIB_TCPFASTOPENBLACKHOLE = 92, LINUX_MIB_TCPSPURIOUS_RTX_HOSTQUEUES = 93, LINUX_MIB_BUSYPOLLRXPACKETS = 94, LINUX_MIB_TCPAUTOCORKING = 95, LINUX_MIB_TCPFROMZEROWINDOWADV = 96, LINUX_MIB_TCPTOZEROWINDOWADV = 97, LINUX_MIB_TCPWANTZEROWINDOWADV = 98, LINUX_MIB_TCPSYNRETRANS = 99, LINUX_MIB_TCPORIGDATASENT = 100, LINUX_MIB_TCPHYSTARTTRAINDETECT = 101, LINUX_MIB_TCPHYSTARTTRAINCWND = 102, LINUX_MIB_TCPHYSTARTDELAYDETECT = 103, LINUX_MIB_TCPHYSTARTDELAYCWND = 104, LINUX_MIB_TCPACKSKIPPEDSYNRECV = 105, LINUX_MIB_TCPACKSKIPPEDPAWS = 106, LINUX_MIB_TCPACKSKIPPEDSEQ = 107, LINUX_MIB_TCPACKSKIPPEDFINWAIT2 = 108, LINUX_MIB_TCPACKSKIPPEDTIMEWAIT = 109, LINUX_MIB_TCPACKSKIPPEDCHALLENGE = 110, LINUX_MIB_TCPWINPROBE = 111, LINUX_MIB_TCPKEEPALIVE = 112, LINUX_MIB_TCPMTUPFAIL = 113, LINUX_MIB_TCPMTUPSUCCESS = 114, LINUX_MIB_TCPDELIVERED = 115, LINUX_MIB_TCPDELIVEREDCE = 116, LINUX_MIB_TCPACKCOMPRESSED = 117, LINUX_MIB_TCPZEROWINDOWDROP = 118, LINUX_MIB_TCPRCVQDROP = 119, LINUX_MIB_TCPWQUEUETOOBIG = 120, LINUX_MIB_TCPFASTOPENPASSIVEALTKEY = 121, LINUX_MIB_TCPTIMEOUTREHASH = 122, LINUX_MIB_TCPDUPLICATEDATAREHASH = 123, LINUX_MIB_TCPDSACKRECVSEGS = 124, LINUX_MIB_TCPDSACKIGNOREDDUBIOUS = 125, LINUX_MIB_TCPMIGRATEREQSUCCESS = 126, LINUX_MIB_TCPMIGRATEREQFAILURE = 127, LINUX_MIB_TCPPLBREHASH = 128, LINUX_MIB_TCPAOREQUIRED = 129, LINUX_MIB_TCPAOBAD = 130, LINUX_MIB_TCPAOKEYNOTFOUND = 131, LINUX_MIB_TCPAOGOOD = 132, LINUX_MIB_TCPAODROPPEDICMPS = 133, __LINUX_MIB_MAX = 134, }; enum { LINUX_MIB_XFRMNUM = 0, LINUX_MIB_XFRMINERROR = 1, LINUX_MIB_XFRMINBUFFERERROR = 2, LINUX_MIB_XFRMINHDRERROR = 3, LINUX_MIB_XFRMINNOSTATES = 4, LINUX_MIB_XFRMINSTATEPROTOERROR = 5, LINUX_MIB_XFRMINSTATEMODEERROR = 6, LINUX_MIB_XFRMINSTATESEQERROR = 7, LINUX_MIB_XFRMINSTATEEXPIRED = 8, LINUX_MIB_XFRMINSTATEMISMATCH = 9, LINUX_MIB_XFRMINSTATEINVALID = 10, LINUX_MIB_XFRMINTMPLMISMATCH = 11, LINUX_MIB_XFRMINNOPOLS = 12, LINUX_MIB_XFRMINPOLBLOCK = 13, LINUX_MIB_XFRMINPOLERROR = 14, LINUX_MIB_XFRMOUTERROR = 15, LINUX_MIB_XFRMOUTBUNDLEGENERROR = 16, LINUX_MIB_XFRMOUTBUNDLECHECKERROR = 17, LINUX_MIB_XFRMOUTNOSTATES = 18, LINUX_MIB_XFRMOUTSTATEPROTOERROR = 19, LINUX_MIB_XFRMOUTSTATEMODEERROR = 20, LINUX_MIB_XFRMOUTSTATESEQERROR = 21, LINUX_MIB_XFRMOUTSTATEEXPIRED = 22, LINUX_MIB_XFRMOUTPOLBLOCK = 23, LINUX_MIB_XFRMOUTPOLDEAD = 24, LINUX_MIB_XFRMOUTPOLERROR = 25, LINUX_MIB_XFRMFWDHDRERROR = 26, LINUX_MIB_XFRMOUTSTATEINVALID = 27, LINUX_MIB_XFRMACQUIREERROR = 28, LINUX_MIB_XFRMOUTSTATEDIRERROR = 29, LINUX_MIB_XFRMINSTATEDIRERROR = 30, LINUX_MIB_XFRMINIPTFSERROR = 31, LINUX_MIB_XFRMOUTNOQSPACE = 32, __LINUX_MIB_XFRMMAX = 33, }; enum { LINUX_MIB_TLSNUM = 0, LINUX_MIB_TLSCURRTXSW = 1, LINUX_MIB_TLSCURRRXSW = 2, LINUX_MIB_TLSCURRTXDEVICE = 3, LINUX_MIB_TLSCURRRXDEVICE = 4, LINUX_MIB_TLSTXSW = 5, LINUX_MIB_TLSRXSW = 6, LINUX_MIB_TLSTXDEVICE = 7, LINUX_MIB_TLSRXDEVICE = 8, LINUX_MIB_TLSDECRYPTERROR = 9, LINUX_MIB_TLSRXDEVICERESYNC = 10, LINUX_MIB_TLSDECRYPTRETRY = 11, LINUX_MIB_TLSRXNOPADVIOL = 12, LINUX_MIB_TLSRXREKEYOK = 13, LINUX_MIB_TLSRXREKEYERROR = 14, LINUX_MIB_TLSTXREKEYOK = 15, LINUX_MIB_TLSTXREKEYERROR = 16, LINUX_MIB_TLSRXREKEYRECEIVED = 17, __LINUX_MIB_TLSMAX = 18, }; enum nf_inet_hooks { NF_INET_PRE_ROUTING = 0, NF_INET_LOCAL_IN = 1, NF_INET_FORWARD = 2, NF_INET_LOCAL_OUT = 3, NF_INET_POST_ROUTING = 4, NF_INET_NUMHOOKS = 5, NF_INET_INGRESS = 5, }; enum { NFPROTO_UNSPEC = 0, NFPROTO_INET = 1, NFPROTO_IPV4 = 2, NFPROTO_ARP = 3, NFPROTO_NETDEV = 5, NFPROTO_BRIDGE = 7, NFPROTO_IPV6 = 10, NFPROTO_NUMPROTO = 11, }; enum tcp_conntrack { TCP_CONNTRACK_NONE = 0, TCP_CONNTRACK_SYN_SENT = 1, TCP_CONNTRACK_SYN_RECV = 2, TCP_CONNTRACK_ESTABLISHED = 3, TCP_CONNTRACK_FIN_WAIT = 4, TCP_CONNTRACK_CLOSE_WAIT = 5, TCP_CONNTRACK_LAST_ACK = 6, TCP_CONNTRACK_TIME_WAIT = 7, TCP_CONNTRACK_CLOSE = 8, TCP_CONNTRACK_LISTEN = 9, TCP_CONNTRACK_MAX = 10, TCP_CONNTRACK_IGNORE = 11, TCP_CONNTRACK_RETRANS = 12, TCP_CONNTRACK_UNACK = 13, TCP_CONNTRACK_TIMEOUT_MAX = 14, }; enum ct_dccp_states { CT_DCCP_NONE = 0, CT_DCCP_REQUEST = 1, CT_DCCP_RESPOND = 2, CT_DCCP_PARTOPEN = 3, CT_DCCP_OPEN = 4, CT_DCCP_CLOSEREQ = 5, CT_DCCP_CLOSING = 6, CT_DCCP_TIMEWAIT = 7, CT_DCCP_IGNORE = 8, CT_DCCP_INVALID = 9, __CT_DCCP_MAX = 10, }; enum ip_conntrack_dir { IP_CT_DIR_ORIGINAL = 0, IP_CT_DIR_REPLY = 1, IP_CT_DIR_MAX = 2, }; enum sctp_conntrack { SCTP_CONNTRACK_NONE = 0, SCTP_CONNTRACK_CLOSED = 1, SCTP_CONNTRACK_COOKIE_WAIT = 2, SCTP_CONNTRACK_COOKIE_ECHOED = 3, SCTP_CONNTRACK_ESTABLISHED = 4, SCTP_CONNTRACK_SHUTDOWN_SENT = 5, SCTP_CONNTRACK_SHUTDOWN_RECD = 6, SCTP_CONNTRACK_SHUTDOWN_ACK_SENT = 7, SCTP_CONNTRACK_HEARTBEAT_SENT = 8, SCTP_CONNTRACK_HEARTBEAT_ACKED = 9, SCTP_CONNTRACK_MAX = 10, }; enum udp_conntrack { UDP_CT_UNREPLIED = 0, UDP_CT_REPLIED = 1, UDP_CT_MAX = 2, }; enum { XFRM_POLICY_IN = 0, XFRM_POLICY_OUT = 1, XFRM_POLICY_FWD = 2, XFRM_POLICY_MASK = 3, XFRM_POLICY_MAX = 3, }; struct stashed_operations { void (*put_data)(void *); int (*init_inode)(struct inode *, void *); }; struct pidfs_exit_info { __u64 cgroupid; __s32 exit_code; }; struct pidfs_inode { struct pidfs_exit_info __pei; struct pidfs_exit_info *exit_info; struct inode vfs_inode; }; struct buffer_head; typedef int get_block_t(struct inode *, sector_t, struct buffer_head *, int); typedef void bh_end_io_t(struct buffer_head *, int); struct buffer_head { long unsigned int b_state; struct buffer_head *b_this_page; union { struct page *b_page; struct folio *b_folio; }; sector_t b_blocknr; size_t b_size; char *b_data; struct block_device *b_bdev; bh_end_io_t *b_end_io; void *b_private; struct list_head b_assoc_buffers; struct address_space *b_assoc_map; atomic_t b_count; spinlock_t b_uptodate_lock; }; typedef int dio_iodone_t(struct kiocb *, loff_t, ssize_t, void *); enum { DIO_LOCKING = 1, DIO_SKIP_HOLES = 2, }; typedef unsigned int iov_iter_extraction_t; enum { BIO_PAGE_PINNED = 0, BIO_CLONED = 1, BIO_BOUNCED = 2, BIO_QUIET = 3, BIO_CHAIN = 4, BIO_REFFED = 5, BIO_BPS_THROTTLED = 6, BIO_TRACE_COMPLETION = 7, BIO_CGROUP_ACCT = 8, BIO_QOS_THROTTLED = 9, BIO_QOS_MERGED = 10, BIO_REMAPPED = 11, BIO_ZONE_WRITE_PLUGGING = 12, BIO_EMULATES_ZONE_APPEND = 13, BIO_FLAG_LAST = 14, }; enum req_op { REQ_OP_READ = 0, REQ_OP_WRITE = 1, REQ_OP_FLUSH = 2, REQ_OP_DISCARD = 3, REQ_OP_SECURE_ERASE = 5, REQ_OP_ZONE_APPEND = 7, REQ_OP_WRITE_ZEROES = 9, REQ_OP_ZONE_OPEN = 10, REQ_OP_ZONE_CLOSE = 11, REQ_OP_ZONE_FINISH = 12, REQ_OP_ZONE_RESET = 13, REQ_OP_ZONE_RESET_ALL = 15, REQ_OP_DRV_IN = 34, REQ_OP_DRV_OUT = 35, REQ_OP_LAST = 36, }; enum req_flag_bits { __REQ_FAILFAST_DEV = 8, __REQ_FAILFAST_TRANSPORT = 9, __REQ_FAILFAST_DRIVER = 10, __REQ_SYNC = 11, __REQ_META = 12, __REQ_PRIO = 13, __REQ_NOMERGE = 14, __REQ_IDLE = 15, __REQ_INTEGRITY = 16, __REQ_FUA = 17, __REQ_PREFLUSH = 18, __REQ_RAHEAD = 19, __REQ_BACKGROUND = 20, __REQ_NOWAIT = 21, __REQ_POLLED = 22, __REQ_ALLOC_CACHE = 23, __REQ_SWAP = 24, __REQ_DRV = 25, __REQ_FS_PRIVATE = 26, __REQ_ATOMIC = 27, __REQ_NOUNMAP = 28, __REQ_NR_BITS = 29, }; enum bh_state_bits { BH_Uptodate = 0, BH_Dirty = 1, BH_Lock = 2, BH_Req = 3, BH_Mapped = 4, BH_New = 5, BH_Async_Read = 6, BH_Async_Write = 7, BH_Delay = 8, BH_Boundary = 9, BH_Write_EIO = 10, BH_Unwritten = 11, BH_Quiet = 12, BH_Meta = 13, BH_Prio = 14, BH_Defer_Completion = 15, BH_Migrate = 16, BH_PrivateStart = 17, }; struct dio_submit { struct bio *bio; unsigned int blkbits; unsigned int blkfactor; unsigned int start_zero_done; int pages_in_io; sector_t block_in_file; unsigned int blocks_available; int reap_counter; sector_t final_block_in_request; int boundary; get_block_t *get_block; loff_t logical_offset_in_bio; sector_t final_block_in_bio; sector_t next_block_for_io; struct page *cur_page; unsigned int cur_page_offset; unsigned int cur_page_len; sector_t cur_page_block; loff_t cur_page_fs_offset; struct iov_iter *iter; unsigned int head; unsigned int tail; size_t from; size_t to; }; struct dio { int flags; blk_opf_t opf; struct gendisk *bio_disk; struct inode *inode; loff_t i_size; dio_iodone_t *end_io; bool is_pinned; void *private; spinlock_t bio_lock; int page_errors; int is_async; bool defer_completion; bool should_dirty; int io_error; long unsigned int refcount; struct bio *bio_list; struct task_struct *waiter; struct kiocb *iocb; ssize_t result; union { struct page *pages[64]; struct work_struct complete_work; }; long: 64; }; struct dnotify_struct { struct dnotify_struct *dn_next; __u32 dn_mask; int dn_fd; struct file *dn_filp; fl_owner_t dn_owner; }; struct dnotify_mark { struct fsnotify_mark fsn_mark; struct dnotify_struct *dn; }; struct fanotify_event_metadata { __u32 event_len; __u8 vers; __u8 reserved; __u16 metadata_len; __u64 mask; __s32 fd; __s32 pid; }; struct fanotify_event_info_header { __u8 info_type; __u8 pad; __u16 len; }; struct fanotify_event_info_fid { struct fanotify_event_info_header hdr; __kernel_fsid_t fsid; unsigned char handle[0]; }; struct fanotify_event_info_pidfd { struct fanotify_event_info_header hdr; __s32 pidfd; }; struct fanotify_event_info_error { struct fanotify_event_info_header hdr; __s32 error; __u32 error_count; }; struct fanotify_event_info_range { struct fanotify_event_info_header hdr; __u32 pad; __u64 offset; __u64 count; }; struct fanotify_event_info_mnt { struct fanotify_event_info_header hdr; __u64 mnt_id; }; struct fanotify_response { __s32 fd; __u32 response; }; struct file_handle { __u32 handle_bytes; int handle_type; unsigned char f_handle[0]; }; enum { FAN_EVENT_INIT = 0, FAN_EVENT_REPORTED = 1, FAN_EVENT_ANSWERED = 2, FAN_EVENT_CANCELED = 3, }; struct fanotify_fh { u8 type; u8 len; u8 flags; u8 pad; unsigned char buf[0]; }; struct fanotify_info { u8 dir_fh_totlen; u8 dir2_fh_totlen; u8 file_fh_totlen; u8 name_len; u8 name2_len; u8 pad[3]; unsigned char buf[0]; }; enum fanotify_event_type { FANOTIFY_EVENT_TYPE_FID = 0, FANOTIFY_EVENT_TYPE_FID_NAME = 1, FANOTIFY_EVENT_TYPE_PATH = 2, FANOTIFY_EVENT_TYPE_PATH_PERM = 3, FANOTIFY_EVENT_TYPE_OVERFLOW = 4, FANOTIFY_EVENT_TYPE_FS_ERROR = 5, FANOTIFY_EVENT_TYPE_MNT = 6, __FANOTIFY_EVENT_TYPE_NUM = 7, }; struct fanotify_event { struct fsnotify_event fse; struct hlist_node merge_list; u32 mask; struct { unsigned int type: 3; unsigned int hash: 29; }; struct pid *pid; }; struct fanotify_fid_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[12]; }; }; struct fanotify_name_event { struct fanotify_event fae; __kernel_fsid_t fsid; struct fanotify_info info; }; struct fanotify_error_event { struct fanotify_event fae; s32 error; u32 err_count; __kernel_fsid_t fsid; struct { struct fanotify_fh object_fh; unsigned char _inline_fh_buf[128]; }; }; struct fanotify_path_event { struct fanotify_event fae; struct path path; }; struct fanotify_mnt_event { struct fanotify_event fae; u64 mnt_id; }; struct fanotify_perm_event { struct fanotify_event fae; struct path path; const loff_t *ppos; size_t count; u32 response; short unsigned int state; int fd; union { struct fanotify_response_info_header hdr; struct fanotify_response_info_audit_rule audit_rule; }; }; struct fanotify_mark { struct fsnotify_mark fsn_mark; __kernel_fsid_t fsid; }; struct fan_fsid { struct super_block *sb; __kernel_fsid_t id; bool weak; }; struct timerfd_ctx { union { struct hrtimer tmr; struct alarm alarm; } t; ktime_t tintv; ktime_t moffs; wait_queue_head_t wqh; u64 ticks; int clockid; short unsigned int expired; short unsigned int settime_flags; struct callback_head rcu; struct list_head clist; spinlock_t cancel_lock; bool might_cancel; }; struct fdtable { unsigned int max_fds; struct file **fd; long unsigned int *close_on_exec; long unsigned int *open_fds; long unsigned int *full_fds_bits; struct callback_head rcu; }; struct files_struct { atomic_t count; bool resize_in_progress; wait_queue_head_t resize_wait; struct fdtable *fdt; struct fdtable fdtab; long: 64; long: 64; long: 64; long: 64; spinlock_t file_lock; unsigned int next_fd; long unsigned int close_on_exec_init[1]; long unsigned int open_fds_init[1]; long unsigned int full_fds_bits_init[1]; struct file *fd_array[64]; long: 64; long: 64; long: 64; long: 64; }; struct srcu_notifier_head { struct mutex mutex; struct srcu_usage srcuu; struct srcu_struct srcu; struct notifier_block *head; }; struct flock { short int l_type; short int l_whence; __kernel_off_t l_start; __kernel_off_t l_len; __kernel_pid_t l_pid; }; struct flock64 { short int l_type; short int l_whence; __kernel_loff_t l_start; __kernel_loff_t l_len; __kernel_pid_t l_pid; }; struct trace_event_raw_locks_get_lock_context { struct trace_entry ent; long unsigned int i_ino; dev_t s_dev; unsigned char type; struct file_lock_context *ctx; char __data[0]; }; struct trace_event_raw_filelock_lock { struct trace_entry ent; struct file_lock *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock_core *blocker; fl_owner_t owner; unsigned int pid; unsigned int flags; unsigned char type; loff_t fl_start; loff_t fl_end; int ret; char __data[0]; }; struct trace_event_raw_filelock_lease { struct trace_entry ent; struct file_lease *fl; long unsigned int i_ino; dev_t s_dev; struct file_lock_core *blocker; fl_owner_t owner; unsigned int flags; unsigned char type; long unsigned int break_time; long unsigned int downgrade_time; char __data[0]; }; struct trace_event_raw_generic_add_lease { struct trace_entry ent; long unsigned int i_ino; int wcount; int rcount; int icount; dev_t s_dev; fl_owner_t owner; unsigned int flags; unsigned char type; char __data[0]; }; struct trace_event_raw_leases_conflict { struct trace_entry ent; void *lease; void *breaker; unsigned int l_fl_flags; unsigned int b_fl_flags; unsigned char l_fl_type; unsigned char b_fl_type; bool conflict; char __data[0]; }; struct trace_event_data_offsets_locks_get_lock_context {}; struct trace_event_data_offsets_filelock_lock {}; struct trace_event_data_offsets_filelock_lease {}; struct trace_event_data_offsets_generic_add_lease {}; struct trace_event_data_offsets_leases_conflict {}; typedef void (*btf_trace_locks_get_lock_context)(void *, struct inode *, int, struct file_lock_context *); typedef void (*btf_trace_posix_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_fcntl_setlk)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_locks_remove_posix)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_flock_lock_inode)(void *, struct inode *, struct file_lock *, int); typedef void (*btf_trace_break_lease_noblock)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_break_lease_block)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_break_lease_unblock)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_generic_delete_lease)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_time_out_leases)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_generic_add_lease)(void *, struct inode *, struct file_lease *); typedef void (*btf_trace_leases_conflict)(void *, bool, struct file_lease *, struct file_lease *); struct file_lock_list_struct { spinlock_t lock; struct hlist_head hlist; }; struct locks_iterator { int li_cpu; loff_t li_pos; }; typedef __kernel_rwf_t rwf_t; struct backing_file_ctx { const struct cred *cred; void (*accessed)(struct file *); void (*end_write)(struct kiocb *, ssize_t); }; struct backing_aio { struct kiocb iocb; refcount_t ref; struct kiocb *orig_iocb; void (*end_write)(struct kiocb *, ssize_t); struct work_struct work; long int res; }; struct dax_device; struct iomap_folio_ops; struct iomap { u64 addr; loff_t offset; u64 length; u16 type; u16 flags; struct block_device *bdev; struct dax_device *dax_dev; void *inline_data; void *private; const struct iomap_folio_ops *folio_ops; u64 validity_cookie; }; struct iomap_iter; struct iomap_folio_ops { struct folio * (*get_folio)(struct iomap_iter *, loff_t, unsigned int); void (*put_folio)(struct inode *, loff_t, unsigned int, struct folio *); bool (*iomap_valid)(struct inode *, const struct iomap *); }; struct iomap_iter { struct inode *inode; loff_t pos; u64 len; loff_t iter_start_pos; int status; unsigned int flags; struct iomap iomap; struct iomap srcmap; void *private; }; struct trace_event_raw_iomap_readpage_class { struct trace_entry ent; dev_t dev; u64 ino; int nr_pages; char __data[0]; }; struct trace_event_raw_iomap_range_class { struct trace_entry ent; dev_t dev; u64 ino; loff_t size; loff_t offset; u64 length; char __data[0]; }; struct trace_event_raw_iomap_class { struct trace_entry ent; dev_t dev; u64 ino; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_writepage_map { struct trace_entry ent; dev_t dev; u64 ino; u64 pos; u64 dirty_len; u64 addr; loff_t offset; u64 length; u16 type; u16 flags; dev_t bdev; char __data[0]; }; struct trace_event_raw_iomap_iter { struct trace_entry ent; dev_t dev; u64 ino; loff_t pos; u64 length; int status; unsigned int flags; const void *ops; long unsigned int caller; char __data[0]; }; struct trace_event_raw_iomap_dio_rw_begin { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; size_t count; size_t done_before; int ki_flags; unsigned int dio_flags; bool aio; char __data[0]; }; struct trace_event_raw_iomap_dio_complete { struct trace_entry ent; dev_t dev; ino_t ino; loff_t isize; loff_t pos; int ki_flags; bool aio; int error; ssize_t ret; char __data[0]; }; struct trace_event_data_offsets_iomap_readpage_class {}; struct trace_event_data_offsets_iomap_range_class {}; struct trace_event_data_offsets_iomap_class {}; struct trace_event_data_offsets_iomap_writepage_map {}; struct trace_event_data_offsets_iomap_iter {}; struct trace_event_data_offsets_iomap_dio_rw_begin {}; struct trace_event_data_offsets_iomap_dio_complete {}; typedef void (*btf_trace_iomap_readpage)(void *, struct inode *, int); typedef void (*btf_trace_iomap_readahead)(void *, struct inode *, int); typedef void (*btf_trace_iomap_writepage)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_release_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_invalidate_folio)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_invalidate_fail)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_dio_rw_queued)(void *, struct inode *, loff_t, u64); typedef void (*btf_trace_iomap_iter_dstmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_iter_srcmap)(void *, struct inode *, struct iomap *); typedef void (*btf_trace_iomap_writepage_map)(void *, struct inode *, u64, unsigned int, struct iomap *); typedef void (*btf_trace_iomap_iter)(void *, struct iomap_iter *, const void *, long unsigned int); typedef void (*btf_trace_iomap_dio_rw_begin)(void *, struct kiocb *, struct iov_iter *, unsigned int, size_t); typedef void (*btf_trace_iomap_dio_complete)(void *, struct kiocb *, int, ssize_t); struct iomap_ops { int (*iomap_begin)(struct inode *, loff_t, loff_t, unsigned int, struct iomap *, struct iomap *); int (*iomap_end)(struct inode *, loff_t, loff_t, ssize_t, unsigned int, struct iomap *); }; typedef u32 compat_uint_t; typedef u64 compat_u64; struct fs_disk_quota { __s8 d_version; __s8 d_flags; __u16 d_fieldmask; __u32 d_id; __u64 d_blk_hardlimit; __u64 d_blk_softlimit; __u64 d_ino_hardlimit; __u64 d_ino_softlimit; __u64 d_bcount; __u64 d_icount; __s32 d_itimer; __s32 d_btimer; __u16 d_iwarns; __u16 d_bwarns; __s8 d_itimer_hi; __s8 d_btimer_hi; __s8 d_rtbtimer_hi; __s8 d_padding2; __u64 d_rtb_hardlimit; __u64 d_rtb_softlimit; __u64 d_rtbcount; __s32 d_rtbtimer; __u16 d_rtbwarns; __s16 d_padding3; char d_padding4[8]; }; struct fs_qfilestat { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; }; typedef struct fs_qfilestat fs_qfilestat_t; struct fs_quota_stat { __s8 qs_version; __u16 qs_flags; __s8 qs_pad; fs_qfilestat_t qs_uquota; fs_qfilestat_t qs_gquota; __u32 qs_incoredqs; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; }; struct fs_qfilestatv { __u64 qfs_ino; __u64 qfs_nblks; __u32 qfs_nextents; __u32 qfs_pad; }; struct fs_quota_statv { __s8 qs_version; __u8 qs_pad1; __u16 qs_flags; __u32 qs_incoredqs; struct fs_qfilestatv qs_uquota; struct fs_qfilestatv qs_gquota; struct fs_qfilestatv qs_pquota; __s32 qs_btimelimit; __s32 qs_itimelimit; __s32 qs_rtbtimelimit; __u16 qs_bwarnlimit; __u16 qs_iwarnlimit; __u16 qs_rtbwarnlimit; __u16 qs_pad3; __u32 qs_pad4; __u64 qs_pad2[7]; }; enum { QIF_BLIMITS_B = 0, QIF_SPACE_B = 1, QIF_ILIMITS_B = 2, QIF_INODES_B = 3, QIF_BTIME_B = 4, QIF_ITIME_B = 5, }; struct if_dqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; }; struct if_nextdqblk { __u64 dqb_bhardlimit; __u64 dqb_bsoftlimit; __u64 dqb_curspace; __u64 dqb_ihardlimit; __u64 dqb_isoftlimit; __u64 dqb_curinodes; __u64 dqb_btime; __u64 dqb_itime; __u32 dqb_valid; __u32 dqb_id; }; struct if_dqinfo { __u64 dqi_bgrace; __u64 dqi_igrace; __u32 dqi_flags; __u32 dqi_valid; }; typedef __kernel_uid32_t qid_t; struct compat_if_dqblk { compat_u64 dqb_bhardlimit; compat_u64 dqb_bsoftlimit; compat_u64 dqb_curspace; compat_u64 dqb_ihardlimit; compat_u64 dqb_isoftlimit; compat_u64 dqb_curinodes; compat_u64 dqb_btime; compat_u64 dqb_itime; compat_uint_t dqb_valid; }; typedef u32 nlink_t; typedef int (*proc_write_t)(struct file *, char *, size_t); struct proc_dir_entry { atomic_t in_use; refcount_t refcnt; struct list_head pde_openers; spinlock_t pde_unload_lock; struct completion *pde_unload_completion; const struct inode_operations *proc_iops; union { const struct proc_ops *proc_ops; const struct file_operations *proc_dir_ops; }; const struct dentry_operations *proc_dops; union { const struct seq_operations *seq_ops; int (*single_show)(struct seq_file *, void *); }; proc_write_t write; void *data; unsigned int state_size; unsigned int low_ino; nlink_t nlink; kuid_t uid; kgid_t gid; loff_t size; struct proc_dir_entry *parent; struct rb_root subdir; struct rb_node subdir_node; char *name; umode_t mode; u8 flags; u8 namelen; char inline_name[0]; }; struct proc_fs_context { struct pid_namespace *pid_ns; unsigned int mask; enum proc_hidepid hidepid; int gid; enum proc_pidonly pidonly; }; enum proc_param { Opt_gid___2 = 0, Opt_hidepid = 1, Opt_subset = 2, }; struct va_format { const char *fmt; va_list *va; }; typedef int (*parse_unknown_fn)(char *, char *, const char *, void *); union proc_op { int (*proc_get_link)(struct dentry *, struct path *); int (*proc_show)(struct seq_file *, struct pid_namespace *, struct pid *, struct task_struct *); int lsmid; }; struct proc_inode { struct pid *pid; unsigned int fd; union proc_op op; struct proc_dir_entry *pde; struct ctl_table_header *sysctl; const struct ctl_table *sysctl_entry; struct hlist_node sibling_inodes; const struct proc_ns_operations *ns_ops; struct inode vfs_inode; }; struct sysctl_alias { const char *kernel_param; const char *sysctl_param; }; struct kernfs_global_locks { struct mutex open_file_mutex[1024]; }; enum kernfs_node_type { KERNFS_DIR = 1, KERNFS_FILE = 2, KERNFS_LINK = 4, }; enum kernfs_node_flag { KERNFS_ACTIVATED = 16, KERNFS_NS = 32, KERNFS_HAS_SEQ_SHOW = 64, KERNFS_HAS_MMAP = 128, KERNFS_LOCKDEP = 256, KERNFS_HIDDEN = 512, KERNFS_SUICIDAL = 1024, KERNFS_SUICIDED = 2048, KERNFS_EMPTY_DIR = 4096, KERNFS_HAS_RELEASE = 8192, KERNFS_REMOVING = 16384, }; enum kernfs_root_flag { KERNFS_ROOT_CREATE_DEACTIVATED = 1, KERNFS_ROOT_EXTRA_OPEN_PERM_CHECK = 2, KERNFS_ROOT_SUPPORT_EXPORTOP = 4, KERNFS_ROOT_SUPPORT_USER_XATTR = 8, KERNFS_ROOT_INVARIANT_PARENT = 16, }; struct kernfs_syscall_ops; struct kernfs_root { struct kernfs_node *kn; unsigned int flags; struct idr ino_idr; u32 last_id_lowbits; u32 id_highbits; struct kernfs_syscall_ops *syscall_ops; struct list_head supers; wait_queue_head_t deactivate_waitq; struct rw_semaphore kernfs_rwsem; struct rw_semaphore kernfs_iattr_rwsem; struct rw_semaphore kernfs_supers_rwsem; struct callback_head rcu; }; struct kernfs_open_node { struct callback_head callback_head; atomic_t event; wait_queue_head_t poll; struct list_head files; unsigned int nr_mmapped; unsigned int nr_to_release; }; struct kernfs_iattrs { kuid_t ia_uid; kgid_t ia_gid; struct timespec64 ia_atime; struct timespec64 ia_mtime; struct timespec64 ia_ctime; struct simple_xattrs xattrs; atomic_t nr_user_xattrs; atomic_t user_xattr_size; }; struct kernfs_syscall_ops { int (*show_options)(struct seq_file *, struct kernfs_root *); int (*mkdir)(struct kernfs_node *, const char *, umode_t); int (*rmdir)(struct kernfs_node *); int (*rename)(struct kernfs_node *, struct kernfs_node *, const char *); int (*show_path)(struct seq_file *, struct kernfs_node *, struct kernfs_root *); }; struct kernfs_super_info { struct super_block *sb; struct kernfs_root *root; const void *ns; struct list_head node; }; enum inode_i_mutex_lock_class { I_MUTEX_NORMAL = 0, I_MUTEX_PARENT = 1, I_MUTEX_CHILD = 2, I_MUTEX_XATTR = 3, I_MUTEX_NONDIR2 = 4, I_MUTEX_PARENT2 = 5, }; struct config_group; struct config_item_type; struct config_item { char *ci_name; char ci_namebuf[20]; struct kref ci_kref; struct list_head ci_entry; struct config_item *ci_parent; struct config_group *ci_group; const struct config_item_type *ci_type; struct dentry *ci_dentry; }; struct configfs_subsystem; struct config_group { struct config_item cg_item; struct list_head cg_children; struct configfs_subsystem *cg_subsys; struct list_head default_groups; struct list_head group_entry; }; struct configfs_item_operations; struct configfs_group_operations; struct configfs_attribute; struct configfs_bin_attribute; struct config_item_type { struct module *ct_owner; struct configfs_item_operations *ct_item_ops; struct configfs_group_operations *ct_group_ops; struct configfs_attribute **ct_attrs; struct configfs_bin_attribute **ct_bin_attrs; }; struct configfs_item_operations { void (*release)(struct config_item *); int (*allow_link)(struct config_item *, struct config_item *); void (*drop_link)(struct config_item *, struct config_item *); }; struct configfs_group_operations { struct config_item * (*make_item)(struct config_group *, const char *); struct config_group * (*make_group)(struct config_group *, const char *); void (*disconnect_notify)(struct config_group *, struct config_item *); void (*drop_item)(struct config_group *, struct config_item *); bool (*is_visible)(struct config_item *, struct configfs_attribute *, int); bool (*is_bin_visible)(struct config_item *, struct configfs_bin_attribute *, int); }; struct configfs_attribute { const char *ca_name; struct module *ca_owner; umode_t ca_mode; ssize_t (*show)(struct config_item *, char *); ssize_t (*store)(struct config_item *, const char *, size_t); }; struct configfs_bin_attribute { struct configfs_attribute cb_attr; void *cb_private; size_t cb_max_size; ssize_t (*read)(struct config_item *, void *, size_t); ssize_t (*write)(struct config_item *, const void *, size_t); }; struct configfs_subsystem { struct config_group su_group; struct mutex su_mutex; }; struct configfs_fragment { atomic_t frag_count; struct rw_semaphore frag_sem; bool frag_dead; }; struct configfs_dirent { atomic_t s_count; int s_dependent_count; struct list_head s_sibling; struct list_head s_children; int s_links; void *s_element; int s_type; umode_t s_mode; struct dentry *s_dentry; struct iattr *s_iattr; struct configfs_fragment *s_frag; }; struct rolling_buffer { struct folio_queue *head; struct folio_queue *tail; struct iov_iter iter; u8 next_head_slot; u8 first_tail_slot; }; enum netfs_io_source { NETFS_SOURCE_UNKNOWN = 0, NETFS_FILL_WITH_ZEROES = 1, NETFS_DOWNLOAD_FROM_SERVER = 2, NETFS_READ_FROM_CACHE = 3, NETFS_INVALID_READ = 4, NETFS_UPLOAD_TO_SERVER = 5, NETFS_WRITE_TO_CACHE = 6, NETFS_INVALID_WRITE = 7, } __attribute__((mode(byte))); typedef void (*netfs_io_terminated_t)(void *, ssize_t); struct netfs_request_ops; struct netfs_inode { struct inode inode; const struct netfs_request_ops *ops; struct mutex wb_lock; loff_t remote_i_size; loff_t zero_point; atomic_t io_count; long unsigned int flags; }; struct netfs_io_request; struct netfs_io_subrequest; struct netfs_io_stream; struct netfs_request_ops { mempool_t *request_pool; mempool_t *subrequest_pool; int (*init_request)(struct netfs_io_request *, struct file *); void (*free_request)(struct netfs_io_request *); void (*free_subrequest)(struct netfs_io_subrequest *); void (*expand_readahead)(struct netfs_io_request *); int (*prepare_read)(struct netfs_io_subrequest *); void (*issue_read)(struct netfs_io_subrequest *); bool (*is_still_valid)(struct netfs_io_request *); int (*check_write_begin)(struct file *, loff_t, unsigned int, struct folio **, void **); void (*done)(struct netfs_io_request *); void (*update_i_size)(struct inode *, loff_t); void (*post_modify)(struct inode *); void (*begin_writeback)(struct netfs_io_request *); void (*prepare_write)(struct netfs_io_subrequest *); void (*issue_write)(struct netfs_io_subrequest *); void (*retry_request)(struct netfs_io_request *, struct netfs_io_stream *); void (*invalidate_cache)(struct netfs_io_request *); }; struct netfs_group { refcount_t ref; void (*free)(struct netfs_group *); }; struct netfs_folio { struct netfs_group *netfs_group; unsigned int dirty_offset; unsigned int dirty_len; }; struct netfs_io_stream { struct netfs_io_subrequest *construct; size_t sreq_max_len; unsigned int sreq_max_segs; unsigned int submit_off; unsigned int submit_len; unsigned int submit_extendable_to; void (*prepare_write)(struct netfs_io_subrequest *); void (*issue_write)(struct netfs_io_subrequest *); struct list_head subrequests; struct netfs_io_subrequest *front; long long unsigned int collected_to; size_t transferred; enum netfs_io_source source; short unsigned int error; unsigned char stream_nr; bool avail; bool active; bool need_retry; bool failed; }; struct netfs_io_subrequest { struct netfs_io_request *rreq; struct work_struct work; struct list_head rreq_link; struct iov_iter io_iter; long long unsigned int start; size_t len; size_t transferred; refcount_t ref; short int error; short unsigned int debug_index; unsigned int nr_segs; u8 retry_count; enum netfs_io_source source; unsigned char stream_nr; long unsigned int flags; }; struct netfs_cache_ops; struct netfs_cache_resources { const struct netfs_cache_ops *ops; void *cache_priv; void *cache_priv2; unsigned int debug_id; unsigned int inval_counter; }; enum netfs_read_from_hole { NETFS_READ_HOLE_IGNORE = 0, NETFS_READ_HOLE_CLEAR = 1, NETFS_READ_HOLE_FAIL = 2, }; struct netfs_cache_ops { void (*end_operation)(struct netfs_cache_resources *); int (*read)(struct netfs_cache_resources *, loff_t, struct iov_iter *, enum netfs_read_from_hole, netfs_io_terminated_t, void *); int (*write)(struct netfs_cache_resources *, loff_t, struct iov_iter *, netfs_io_terminated_t, void *); void (*issue_write)(struct netfs_io_subrequest *); void (*expand_readahead)(struct netfs_cache_resources *, long long unsigned int *, long long unsigned int *, long long unsigned int); enum netfs_io_source (*prepare_read)(struct netfs_io_subrequest *, long long unsigned int); void (*prepare_write_subreq)(struct netfs_io_subrequest *); int (*prepare_write)(struct netfs_cache_resources *, loff_t *, size_t *, size_t, loff_t, bool); enum netfs_io_source (*prepare_ondemand_read)(struct netfs_cache_resources *, loff_t, size_t *, loff_t, long unsigned int *, ino_t); int (*query_occupancy)(struct netfs_cache_resources *, loff_t, size_t, size_t, loff_t *, size_t *); }; enum netfs_io_origin { NETFS_READAHEAD = 0, NETFS_READPAGE = 1, NETFS_READ_GAPS = 2, NETFS_READ_SINGLE = 3, NETFS_READ_FOR_WRITE = 4, NETFS_UNBUFFERED_READ = 5, NETFS_DIO_READ = 6, NETFS_WRITEBACK = 7, NETFS_WRITEBACK_SINGLE = 8, NETFS_WRITETHROUGH = 9, NETFS_UNBUFFERED_WRITE = 10, NETFS_DIO_WRITE = 11, NETFS_PGPRIV2_COPY_TO_CACHE = 12, nr__netfs_io_origin = 13, } __attribute__((mode(byte))); struct netfs_io_request { union { struct work_struct cleanup_work; struct callback_head rcu; }; struct work_struct work; struct inode *inode; struct address_space *mapping; struct kiocb *iocb; struct netfs_cache_resources cache_resources; struct netfs_io_request *copy_to_cache; struct readahead_control *ractl; struct list_head proc_link; struct netfs_io_stream io_streams[2]; struct netfs_group *group; struct rolling_buffer buffer; wait_queue_head_t waitq; void *netfs_priv; void *netfs_priv2; struct bio_vec *direct_bv; unsigned int direct_bv_count; unsigned int debug_id; unsigned int rsize; unsigned int wsize; atomic_t subreq_counter; unsigned int nr_group_rel; spinlock_t lock; long long unsigned int submitted; long long unsigned int len; size_t transferred; long int error; enum netfs_io_origin origin; bool direct_bv_unpin; long long unsigned int i_size; long long unsigned int start; atomic64_t issued_to; long long unsigned int collected_to; long long unsigned int cleaned_to; long long unsigned int abandon_to; long unsigned int no_unlock_folio; unsigned char front_folio_order; refcount_t ref; long unsigned int flags; const struct netfs_request_ops *netfs_ops; void (*cleanup)(struct netfs_io_request *); }; enum fscache_want_state { FSCACHE_WANT_PARAMS = 0, FSCACHE_WANT_WRITE = 1, FSCACHE_WANT_READ = 2, }; enum fscache_cookie_state { FSCACHE_COOKIE_STATE_QUIESCENT = 0, FSCACHE_COOKIE_STATE_LOOKING_UP = 1, FSCACHE_COOKIE_STATE_CREATING = 2, FSCACHE_COOKIE_STATE_ACTIVE = 3, FSCACHE_COOKIE_STATE_INVALIDATING = 4, FSCACHE_COOKIE_STATE_FAILED = 5, FSCACHE_COOKIE_STATE_LRU_DISCARDING = 6, FSCACHE_COOKIE_STATE_WITHDRAWING = 7, FSCACHE_COOKIE_STATE_RELINQUISHING = 8, FSCACHE_COOKIE_STATE_DROPPED = 9, } __attribute__((mode(byte))); struct fscache_cache; struct fscache_volume { refcount_t ref; atomic_t n_cookies; atomic_t n_accesses; unsigned int debug_id; unsigned int key_hash; u8 *key; struct list_head proc_link; struct hlist_bl_node hash_link; struct work_struct work; struct fscache_cache *cache; void *cache_priv; spinlock_t lock; long unsigned int flags; u8 coherency_len; u8 coherency[0]; }; enum fscache_cache_state { FSCACHE_CACHE_IS_NOT_PRESENT = 0, FSCACHE_CACHE_IS_PREPARING = 1, FSCACHE_CACHE_IS_ACTIVE = 2, FSCACHE_CACHE_GOT_IOERROR = 3, FSCACHE_CACHE_IS_WITHDRAWN = 4, }; struct fscache_cache_ops; struct fscache_cache { const struct fscache_cache_ops *ops; struct list_head cache_link; void *cache_priv; refcount_t ref; atomic_t n_volumes; atomic_t n_accesses; atomic_t object_count; unsigned int debug_id; enum fscache_cache_state state; char *name; }; struct fscache_cookie { refcount_t ref; atomic_t n_active; atomic_t n_accesses; unsigned int debug_id; unsigned int inval_counter; spinlock_t lock; struct fscache_volume *volume; void *cache_priv; struct hlist_bl_node hash_link; struct list_head proc_link; struct list_head commit_link; struct work_struct work; loff_t object_size; long unsigned int unused_at; long unsigned int flags; enum fscache_cookie_state state; u8 advice; u8 key_len; u8 aux_len; u32 key_hash; union { void *key; u8 inline_key[16]; }; union { void *aux; u8 inline_aux[8]; }; }; struct fscache_cache_ops { const char *name; void (*acquire_volume)(struct fscache_volume *); void (*free_volume)(struct fscache_volume *); bool (*lookup_cookie)(struct fscache_cookie *); void (*withdraw_cookie)(struct fscache_cookie *); void (*resize_cookie)(struct netfs_cache_resources *, loff_t); bool (*invalidate_cookie)(struct fscache_cookie *); bool (*begin_operation)(struct netfs_cache_resources *, enum fscache_want_state); void (*prepare_to_write)(struct fscache_cookie *); }; enum netfs_read_trace { netfs_read_trace_dio_read = 0, netfs_read_trace_expanded = 1, netfs_read_trace_readahead = 2, netfs_read_trace_readpage = 3, netfs_read_trace_read_gaps = 4, netfs_read_trace_read_single = 5, netfs_read_trace_prefetch_for_write = 6, netfs_read_trace_write_begin = 7, } __attribute__((mode(byte))); enum netfs_sreq_trace { netfs_sreq_trace_add_donations = 0, netfs_sreq_trace_added = 1, netfs_sreq_trace_cache_nowrite = 2, netfs_sreq_trace_cache_prepare = 3, netfs_sreq_trace_cache_write = 4, netfs_sreq_trace_cancel = 5, netfs_sreq_trace_clear = 6, netfs_sreq_trace_discard = 7, netfs_sreq_trace_donate_to_prev = 8, netfs_sreq_trace_donate_to_next = 9, netfs_sreq_trace_download_instead = 10, netfs_sreq_trace_fail = 11, netfs_sreq_trace_free = 12, netfs_sreq_trace_hit_eof = 13, netfs_sreq_trace_io_progress = 14, netfs_sreq_trace_limited = 15, netfs_sreq_trace_need_clear = 16, netfs_sreq_trace_partial_read = 17, netfs_sreq_trace_need_retry = 18, netfs_sreq_trace_prepare = 19, netfs_sreq_trace_prep_failed = 20, netfs_sreq_trace_progress = 21, netfs_sreq_trace_reprep_failed = 22, netfs_sreq_trace_retry = 23, netfs_sreq_trace_short = 24, netfs_sreq_trace_split = 25, netfs_sreq_trace_submit = 26, netfs_sreq_trace_superfluous = 27, netfs_sreq_trace_terminated = 28, netfs_sreq_trace_wait_for = 29, netfs_sreq_trace_write = 30, netfs_sreq_trace_write_skip = 31, netfs_sreq_trace_write_term = 32, } __attribute__((mode(byte))); enum netfs_failure { netfs_fail_check_write_begin = 0, netfs_fail_copy_to_cache = 1, netfs_fail_dio_read_short = 2, netfs_fail_dio_read_zero = 3, netfs_fail_read = 4, netfs_fail_short_read = 5, netfs_fail_prepare_write = 6, netfs_fail_write = 7, } __attribute__((mode(byte))); enum netfs_rreq_ref_trace { netfs_rreq_trace_get_for_outstanding = 0, netfs_rreq_trace_get_subreq = 1, netfs_rreq_trace_put_complete = 2, netfs_rreq_trace_put_discard = 3, netfs_rreq_trace_put_failed = 4, netfs_rreq_trace_put_no_submit = 5, netfs_rreq_trace_put_return = 6, netfs_rreq_trace_put_subreq = 7, netfs_rreq_trace_put_work_ip = 8, netfs_rreq_trace_see_work = 9, netfs_rreq_trace_see_work_complete = 10, netfs_rreq_trace_new = 11, } __attribute__((mode(byte))); enum netfs_sreq_ref_trace { netfs_sreq_trace_get_copy_to_cache = 0, netfs_sreq_trace_get_resubmit = 1, netfs_sreq_trace_get_submit = 2, netfs_sreq_trace_get_short_read = 3, netfs_sreq_trace_new = 4, netfs_sreq_trace_put_abandon = 5, netfs_sreq_trace_put_cancel = 6, netfs_sreq_trace_put_clear = 7, netfs_sreq_trace_put_consumed = 8, netfs_sreq_trace_put_done = 9, netfs_sreq_trace_put_failed = 10, netfs_sreq_trace_put_merged = 11, netfs_sreq_trace_put_no_copy = 12, netfs_sreq_trace_put_oom = 13, netfs_sreq_trace_put_wip = 14, netfs_sreq_trace_put_work = 15, netfs_sreq_trace_put_terminated = 16, } __attribute__((mode(byte))); enum netfs_folio_trace { netfs_folio_is_uptodate = 0, netfs_just_prefetch = 1, netfs_whole_folio_modify = 2, netfs_modify_and_clear = 3, netfs_streaming_write = 4, netfs_streaming_write_cont = 5, netfs_flush_content = 6, netfs_streaming_filled_page = 7, netfs_streaming_cont_filled_page = 8, netfs_folio_trace_abandon = 9, netfs_folio_trace_alloc_buffer = 10, netfs_folio_trace_cancel_copy = 11, netfs_folio_trace_cancel_store = 12, netfs_folio_trace_clear = 13, netfs_folio_trace_clear_cc = 14, netfs_folio_trace_clear_g = 15, netfs_folio_trace_clear_s = 16, netfs_folio_trace_copy_to_cache = 17, netfs_folio_trace_end_copy = 18, netfs_folio_trace_filled_gaps = 19, netfs_folio_trace_kill = 20, netfs_folio_trace_kill_cc = 21, netfs_folio_trace_kill_g = 22, netfs_folio_trace_kill_s = 23, netfs_folio_trace_mkwrite = 24, netfs_folio_trace_mkwrite_plus = 25, netfs_folio_trace_not_under_wback = 26, netfs_folio_trace_not_locked = 27, netfs_folio_trace_put = 28, netfs_folio_trace_read = 29, netfs_folio_trace_read_done = 30, netfs_folio_trace_read_gaps = 31, netfs_folio_trace_read_unlock = 32, netfs_folio_trace_redirtied = 33, netfs_folio_trace_store = 34, netfs_folio_trace_store_copy = 35, netfs_folio_trace_store_plus = 36, netfs_folio_trace_wthru = 37, netfs_folio_trace_wthru_plus = 38, } __attribute__((mode(byte))); enum netfs_write_trace { netfs_write_trace_copy_to_cache = 0, netfs_write_trace_dio_write = 1, netfs_write_trace_unbuffered_write = 2, netfs_write_trace_writeback = 3, netfs_write_trace_writeback_single = 4, netfs_write_trace_writethrough = 5, } __attribute__((mode(byte))); enum netfs_rreq_trace { netfs_rreq_trace_assess = 0, netfs_rreq_trace_copy = 1, netfs_rreq_trace_collect = 2, netfs_rreq_trace_complete = 3, netfs_rreq_trace_dirty = 4, netfs_rreq_trace_done = 5, netfs_rreq_trace_free = 6, netfs_rreq_trace_redirty = 7, netfs_rreq_trace_resubmit = 8, netfs_rreq_trace_set_abandon = 9, netfs_rreq_trace_set_pause = 10, netfs_rreq_trace_unlock = 11, netfs_rreq_trace_unlock_pgpriv2 = 12, netfs_rreq_trace_unmark = 13, netfs_rreq_trace_wait_ip = 14, netfs_rreq_trace_wait_pause = 15, netfs_rreq_trace_wait_queue = 16, netfs_rreq_trace_wake_ip = 17, netfs_rreq_trace_wake_queue = 18, netfs_rreq_trace_woke_queue = 19, netfs_rreq_trace_unpause = 20, netfs_rreq_trace_write_done = 21, } __attribute__((mode(byte))); struct meta_entry { u64 data_block; unsigned int index_block; short unsigned int offset; short unsigned int pad; }; struct meta_index { unsigned int inode_number; unsigned int offset; short unsigned int entries; short unsigned int skip; short unsigned int locked; short unsigned int pad; struct meta_entry meta_entry[127]; }; struct squashfs_cache_entry; struct squashfs_cache { char *name; int entries; int curr_blk; int next_blk; int num_waiters; int unused; int block_size; int pages; spinlock_t lock; wait_queue_head_t wait_queue; struct squashfs_cache_entry *entry; }; struct squashfs_page_actor; struct squashfs_cache_entry { u64 block; int length; int refcount; u64 next_index; int pending; int error; int num_waiters; wait_queue_head_t wait_queue; struct squashfs_cache *cache; void **data; struct squashfs_page_actor *actor; }; struct squashfs_decompressor; struct squashfs_decompressor_thread_ops; struct squashfs_sb_info { const struct squashfs_decompressor *decompressor; int devblksize; int devblksize_log2; struct squashfs_cache *block_cache; struct squashfs_cache *fragment_cache; struct squashfs_cache *read_page; struct address_space *cache_mapping; int next_meta_index; __le64 *id_table; __le64 *fragment_index; __le64 *xattr_id_table; struct mutex meta_index_mutex; struct meta_index *meta_index; void *stream; __le64 *inode_lookup_table; u64 inode_table; u64 directory_table; u64 xattr_table; unsigned int block_size; short unsigned int block_log; long long int bytes_used; unsigned int inodes; unsigned int fragments; unsigned int xattr_ids; unsigned int ids; bool panic_on_errors; const struct squashfs_decompressor_thread_ops *thread_ops; int max_thread_num; }; struct squashfs_decompressor { void * (*init)(struct squashfs_sb_info *, void *); void * (*comp_opts)(struct squashfs_sb_info *, void *, int); void (*free)(void *); int (*decompress)(struct squashfs_sb_info *, void *, struct bio *, int, int, struct squashfs_page_actor *); int id; char *name; int alloc_buffer; int supported; }; struct squashfs_decompressor_thread_ops { void * (*create)(struct squashfs_sb_info *, void *); void (*destroy)(struct squashfs_sb_info *); int (*decompress)(struct squashfs_sb_info *, struct bio *, int, int, struct squashfs_page_actor *); int (*max_decompressors)(); }; struct squashfs_inode_info { u64 start; int offset; u64 xattr; unsigned int xattr_size; int xattr_count; union { struct { u64 fragment_block; int fragment_size; int fragment_offset; u64 block_list_start; }; struct { u64 dir_idx_start; int dir_idx_offset; int dir_idx_cnt; int parent; }; }; struct inode vfs_inode; }; struct squashfs_fragment_entry { __le64 start_block; __le32 size; unsigned int unused; }; struct squashfs_super_block { __le32 s_magic; __le32 inodes; __le32 mkfs_time; __le32 block_size; __le32 fragments; __le16 compression; __le16 block_log; __le16 flags; __le16 no_ids; __le16 s_major; __le16 s_minor; __le64 root_inode; __le64 bytes_used; __le64 id_table_start; __le64 xattr_id_table_start; __le64 inode_table_start; __le64 directory_table_start; __le64 fragment_table_start; __le64 lookup_table_start; }; struct squashfs_xattr_id_table { __le64 xattr_table_start; __le32 xattr_ids; __le32 unused; }; enum Opt_errors { Opt_errors_continue = 0, Opt_errors_panic = 1, }; enum squashfs_param { Opt_errors = 0, Opt_threads = 1, }; struct squashfs_mount_opts { enum Opt_errors errors; const struct squashfs_decompressor_thread_ops *thread_ops; int thread_num; }; struct bvec_iter_all { struct bio_vec bv; int idx; unsigned int done; }; typedef unsigned char Byte; typedef long unsigned int uLong; struct internal_state; struct z_stream_s { const Byte *next_in; uLong avail_in; uLong total_in; Byte *next_out; uLong avail_out; uLong total_out; char *msg; struct internal_state *state; void *workspace; int data_type; uLong adler; uLong reserved; }; struct internal_state { int dummy; }; typedef struct z_stream_s z_stream; typedef z_stream *z_streamp; struct squashfs_page_actor { union { void **buffer; struct page **page; }; void *pageaddr; void *tmp_buffer; void * (*squashfs_first_page)(struct squashfs_page_actor *); void * (*squashfs_next_page)(struct squashfs_page_actor *); void (*squashfs_finish_page)(struct squashfs_page_actor *); struct page *last_page; int pages; int length; int next_page; int alloc_buffer; int returned_pages; long unsigned int next_index; }; typedef u16 wchar_t; struct nls_table { const char *charset; const char *alias; int (*uni2char)(wchar_t, unsigned char *, int); int (*char2uni)(const unsigned char *, int, wchar_t *); const unsigned char *charset2lower; const unsigned char *charset2upper; struct module *owner; struct nls_table *next; }; struct fat_mount_options { kuid_t fs_uid; kgid_t fs_gid; short unsigned int fs_fmask; short unsigned int fs_dmask; short unsigned int codepage; int time_offset; char *iocharset; short unsigned int shortname; unsigned char name_check; unsigned char errors; unsigned char nfs; short unsigned int allow_utime; unsigned int quiet: 1; unsigned int showexec: 1; unsigned int sys_immutable: 1; unsigned int dotsOK: 1; unsigned int isvfat: 1; unsigned int utf8: 1; unsigned int unicode_xlate: 1; unsigned int numtail: 1; unsigned int flush: 1; unsigned int nocase: 1; unsigned int usefree: 1; unsigned int tz_set: 1; unsigned int rodir: 1; unsigned int discard: 1; unsigned int dos1xfloppy: 1; unsigned int debug: 1; }; struct fatent_operations; struct msdos_sb_info { short unsigned int sec_per_clus; short unsigned int cluster_bits; unsigned int cluster_size; unsigned char fats; unsigned char fat_bits; short unsigned int fat_start; long unsigned int fat_length; long unsigned int dir_start; short unsigned int dir_entries; long unsigned int data_start; long unsigned int max_cluster; long unsigned int root_cluster; long unsigned int fsinfo_sector; struct mutex fat_lock; struct mutex nfs_build_inode_lock; struct mutex s_lock; unsigned int prev_free; unsigned int free_clusters; unsigned int free_clus_valid; struct fat_mount_options options; struct nls_table *nls_disk; struct nls_table *nls_io; const void *dir_ops; int dir_per_block; int dir_per_block_bits; unsigned int vol_id; int fatent_shift; const struct fatent_operations *fatent_ops; struct inode *fat_inode; struct inode *fsinfo_inode; struct ratelimit_state ratelimit; spinlock_t inode_hash_lock; struct hlist_head inode_hashtable[256]; spinlock_t dir_hash_lock; struct hlist_head dir_hashtable[256]; unsigned int dirty; struct callback_head rcu; }; struct fat_entry; struct fatent_operations { void (*ent_blocknr)(struct super_block *, int, int *, sector_t *); void (*ent_set_ptr)(struct fat_entry *, int); int (*ent_bread)(struct super_block *, struct fat_entry *, int, sector_t); int (*ent_get)(struct fat_entry *); void (*ent_put)(struct fat_entry *, int); int (*ent_next)(struct fat_entry *); }; struct msdos_inode_info { spinlock_t cache_lru_lock; struct list_head cache_lru; int nr_caches; unsigned int cache_valid_id; loff_t mmu_private; int i_start; int i_logstart; int i_attrs; loff_t i_pos; struct hlist_node i_fat_hash; struct hlist_node i_dir_hash; struct rw_semaphore truncate_lock; struct timespec64 i_crtime; struct inode vfs_inode; }; struct fat_entry { int entry; union { u8 *ent12_p[2]; __le16 *ent16_p; __le32 *ent32_p; } u; int nr_bhs; struct buffer_head *bhs[2]; struct inode *fat_inode; }; struct fat_cache { struct list_head cache_list; int nr_contig; int fcluster; int dcluster; }; struct fat_cache_id { unsigned int id; int nr_contig; int fcluster; int dcluster; }; struct fstrim_range { __u64 start; __u64 len; __u64 minlen; }; enum file_time_flags { S_ATIME = 1, S_MTIME = 2, S_CTIME = 4, S_VERSION = 8, }; enum utf16_endian { UTF16_HOST_ENDIAN = 0, UTF16_LITTLE_ENDIAN = 1, UTF16_BIG_ENDIAN = 2, }; struct msdos_dir_entry { __u8 name[11]; __u8 attr; __u8 lcase; __u8 ctime_cs; __le16 ctime; __le16 cdate; __le16 adate; __le16 starthi; __le16 time; __le16 date; __le16 start; __le32 size; }; struct msdos_dir_slot { __u8 id; __u8 name0_4[10]; __u8 attr; __u8 reserved; __u8 alias_checksum; __u8 name5_10[12]; __le16 start; __u8 name11_12[4]; }; struct fat_slot_info { loff_t i_pos; loff_t slot_off; int nr_slots; struct msdos_dir_entry *de; struct buffer_head *bh; }; struct shortname_info { unsigned char lower: 1; unsigned char upper: 1; unsigned char valid: 1; }; typedef unsigned int autofs_wqt_t; struct autofs_sb_info; struct autofs_info { struct dentry *dentry; int flags; struct completion expire_complete; struct list_head active; struct list_head expiring; struct autofs_sb_info *sbi; long unsigned int exp_timeout; long unsigned int last_used; int count; kuid_t uid; kgid_t gid; struct callback_head rcu; }; struct autofs_wait_queue; struct autofs_sb_info { u32 magic; int pipefd; struct file *pipe; struct pid *oz_pgrp; int version; int sub_version; int min_proto; int max_proto; unsigned int flags; long unsigned int exp_timeout; unsigned int type; struct super_block *sb; struct mutex wq_mutex; struct mutex pipe_mutex; spinlock_t fs_lock; struct autofs_wait_queue *queues; spinlock_t lookup_lock; struct list_head active_list; struct list_head expiring_list; struct callback_head rcu; }; struct autofs_wait_queue { wait_queue_head_t queue; struct autofs_wait_queue *next; autofs_wqt_t wait_queue_token; struct qstr name; u32 offset; u32 dev; u64 ino; kuid_t uid; kgid_t gid; pid_t pid; pid_t tgid; int status; unsigned int wait_ctr; }; enum { Opt_direct = 0, Opt_fd = 1, Opt_gid___3 = 2, Opt_ignore = 3, Opt_indirect = 4, Opt_maxproto = 5, Opt_minproto = 6, Opt_offset = 7, Opt_pgrp = 8, Opt_strictexpire = 9, Opt_uid___2 = 10, }; struct autofs_fs_context { kuid_t uid; kgid_t gid; int pgrp; bool pgrp_set; }; enum dentry_d_lock_class { DENTRY_D_LOCK_NORMAL = 0, DENTRY_D_LOCK_NESTED = 1, }; struct autofs_packet_hdr { int proto_version; int type; }; struct autofs_packet_expire { struct autofs_packet_hdr hdr; int len; char name[256]; }; enum autofs_notify { NFY_NONE = 0, NFY_MOUNT = 1, NFY_EXPIRE = 2, }; enum hash_algo { HASH_ALGO_MD4 = 0, HASH_ALGO_MD5 = 1, HASH_ALGO_SHA1 = 2, HASH_ALGO_RIPE_MD_160 = 3, HASH_ALGO_SHA256 = 4, HASH_ALGO_SHA384 = 5, HASH_ALGO_SHA512 = 6, HASH_ALGO_SHA224 = 7, HASH_ALGO_RIPE_MD_128 = 8, HASH_ALGO_RIPE_MD_256 = 9, HASH_ALGO_RIPE_MD_320 = 10, HASH_ALGO_WP_256 = 11, HASH_ALGO_WP_384 = 12, HASH_ALGO_WP_512 = 13, HASH_ALGO_TGR_128 = 14, HASH_ALGO_TGR_160 = 15, HASH_ALGO_TGR_192 = 16, HASH_ALGO_SM3_256 = 17, HASH_ALGO_STREEBOG_256 = 18, HASH_ALGO_STREEBOG_512 = 19, HASH_ALGO_SHA3_256 = 20, HASH_ALGO_SHA3_384 = 21, HASH_ALGO_SHA3_512 = 22, HASH_ALGO__LAST = 23, }; struct ovl_config { char *upperdir; char *workdir; char **lowerdirs; bool default_permissions; int redirect_mode; int verity_mode; bool index; int uuid; bool nfs_export; int xino; bool metacopy; bool userxattr; bool ovl_volatile; }; struct ovl_sb { struct super_block *sb; dev_t pseudo_dev; bool bad_uuid; bool is_lower; }; struct ovl_layer { struct vfsmount *mnt; struct inode *trap; struct ovl_sb *fs; int idx; int fsid; bool has_xwhiteouts; }; struct ovl_path { const struct ovl_layer *layer; struct dentry *dentry; }; struct ovl_entry { unsigned int __numlower; struct ovl_path __lowerstack[0]; }; struct ovl_fs { unsigned int numlayer; unsigned int numfs; unsigned int numdatalayer; struct ovl_layer *layers; struct ovl_sb *fs; struct dentry *workbasedir; struct dentry *workdir; long int namelen; struct ovl_config config; const struct cred *creator_cred; bool tmpfile; bool noxattr; bool nofh; bool upperdir_locked; bool workdir_locked; struct inode *workbasedir_trap; struct inode *workdir_trap; int xino_mode; atomic_long_t last_ino; struct dentry *whiteout; bool no_shared_whiteout; errseq_t errseq; }; struct ovl_dir_cache; struct ovl_inode { union { struct ovl_dir_cache *cache; const char *lowerdata_redirect; }; const char *redirect; u64 version; long unsigned int flags; struct inode vfs_inode; struct dentry *__upperdentry; struct ovl_entry *oe; struct mutex lock; }; enum ovl_path_type { __OVL_PATH_UPPER = 1, __OVL_PATH_MERGE = 2, __OVL_PATH_ORIGIN = 4, }; enum ovl_xattr { OVL_XATTR_OPAQUE = 0, OVL_XATTR_REDIRECT = 1, OVL_XATTR_ORIGIN = 2, OVL_XATTR_IMPURE = 3, OVL_XATTR_NLINK = 4, OVL_XATTR_UPPER = 5, OVL_XATTR_UUID = 6, OVL_XATTR_METACOPY = 7, OVL_XATTR_PROTATTR = 8, OVL_XATTR_XWHITEOUT = 9, }; enum ovl_inode_flag { OVL_IMPURE = 0, OVL_WHITEOUTS = 1, OVL_INDEX = 2, OVL_UPPERDATA = 3, OVL_CONST_INO = 4, OVL_HAS_DIGEST = 5, OVL_VERIFIED_DIGEST = 6, }; enum ovl_entry_flag { OVL_E_UPPER_ALIAS = 0, OVL_E_OPAQUE = 1, OVL_E_CONNECTED = 2, OVL_E_XWHITEOUTS = 3, }; enum { OVL_UUID_OFF = 0, OVL_UUID_NULL = 1, OVL_UUID_AUTO = 2, OVL_UUID_ON = 3, }; enum { OVL_VERITY_OFF = 0, OVL_VERITY_ON = 1, OVL_VERITY_REQUIRE = 2, }; struct ovl_metacopy { u8 version; u8 len; u8 flags; u8 digest_algo; u8 digest[64]; }; struct fsverity_info; struct ovl_dir_cache { long int refcount; u64 version; struct list_head entries; struct rb_root root; }; enum { OVL_XINO_OFF = 0, OVL_XINO_AUTO = 1, OVL_XINO_ON = 2, }; struct ovl_cache_entry { unsigned int len; unsigned int type; u64 real_ino; u64 ino; struct list_head l_node; struct rb_node node; struct ovl_cache_entry *next_maybe_whiteout; bool is_upper; bool is_whiteout; bool check_xwhiteout; char name[0]; }; struct ovl_readdir_data { struct dir_context ctx; struct dentry *dentry; bool is_lowest; struct rb_root *root; struct list_head *list; struct list_head middle; struct ovl_cache_entry *first_maybe_whiteout; int count; int err; bool is_upper; bool d_type_supported; bool in_xwhiteouts_dir; }; struct ovl_dir_file { bool is_real; bool is_upper; struct ovl_dir_cache *cache; struct list_head *cursor; struct file *realfile; struct file *upperfile; }; struct ovl_readdir_translate { struct dir_context *orig_ctx; struct ovl_dir_cache *cache; struct dir_context ctx; u64 parent_ino; int fsid; int xinobits; bool xinowarn; }; typedef u16 uint16_t; enum p9_open_mode_t { P9_OREAD = 0, P9_OWRITE = 1, P9_ORDWR = 2, P9_OEXEC = 3, P9_OTRUNC = 16, P9_OREXEC = 32, P9_ORCLOSE = 64, P9_OAPPEND = 128, P9_OEXCL = 4096, P9L_MODE_MASK = 8191, P9L_DIRECT = 8192, P9L_NOWRITECACHE = 16384, P9L_LOOSE = 32768, }; enum p9_perm_t { P9_DMDIR = 2147483648, P9_DMAPPEND = 1073741824, P9_DMEXCL = 536870912, P9_DMMOUNT = 268435456, P9_DMAUTH = 134217728, P9_DMTMP = 67108864, P9_DMSYMLINK = 33554432, P9_DMLINK = 16777216, P9_DMDEVICE = 8388608, P9_DMNAMEDPIPE = 2097152, P9_DMSOCKET = 1048576, P9_DMSETUID = 524288, P9_DMSETGID = 262144, P9_DMSETVTX = 65536, }; struct p9_qid { u8 type; u32 version; u64 path; }; struct p9_wstat { u16 size; u16 type; u32 dev; struct p9_qid qid; u32 mode; u32 atime; u32 mtime; u64 length; const char *name; const char *uid; const char *gid; const char *muid; char *extension; kuid_t n_uid; kgid_t n_gid; kuid_t n_muid; }; enum p9_trans_status { Connected = 0, BeginDisconnect = 1, Disconnected = 2, Hung = 3, }; struct p9_trans_module; struct p9_client { spinlock_t lock; unsigned int msize; unsigned char proto_version; struct p9_trans_module *trans_mod; enum p9_trans_status status; void *trans; struct kmem_cache *fcall_cache; union { struct { int rfd; int wfd; } fd; struct { u16 port; bool privport; } tcp; } trans_opts; struct idr fids; struct idr reqs; char name[65]; }; struct p9_fid { struct p9_client *clnt; u32 fid; refcount_t count; int mode; struct p9_qid qid; u32 iounit; kuid_t uid; void *rdir; struct hlist_node dlist; struct hlist_node ilist; }; enum p9_session_flags { V9FS_PROTO_2000U = 1, V9FS_PROTO_2000L = 2, V9FS_ACCESS_SINGLE = 4, V9FS_ACCESS_USER = 8, V9FS_ACCESS_CLIENT = 16, V9FS_POSIX_ACL = 32, V9FS_NO_XATTR = 64, V9FS_IGNORE_QV = 128, V9FS_DIRECT_IO = 256, V9FS_SYNC = 512, }; enum p9_cache_bits { CACHE_NONE = 0, CACHE_FILE = 1, CACHE_META = 2, CACHE_WRITEBACK = 4, CACHE_LOOSE = 8, CACHE_FSCACHE = 128, }; struct v9fs_session_info { unsigned int flags; unsigned char nodev; short unsigned int debug; unsigned int afid; unsigned int cache; char *uname; char *aname; unsigned int maxdata; kuid_t dfltuid; kgid_t dfltgid; kuid_t uid; struct p9_client *clnt; struct list_head slist; struct rw_semaphore rename_sem; long int session_lock_timeout; }; struct v9fs_inode { struct netfs_inode netfs; struct p9_qid qid; unsigned int cache_validity; struct mutex v_mutex; }; typedef int (*eventfs_callback)(const char *, umode_t *, void **, const struct file_operations **); typedef void (*eventfs_release)(const char *, void *); struct eventfs_entry { const char *name; eventfs_callback callback; eventfs_release release; }; enum { TRACEFS_EVENT_INODE = 2, TRACEFS_GID_PERM_SET = 4, TRACEFS_UID_PERM_SET = 8, TRACEFS_INSTANCE_INODE = 16, }; struct tracefs_inode { struct inode vfs_inode; struct list_head list; long unsigned int flags; void *private; }; struct eventfs_attr { int mode; kuid_t uid; kgid_t gid; }; struct eventfs_inode { union { struct list_head list; struct callback_head rcu; }; struct list_head children; const struct eventfs_entry *entries; const char *name; struct eventfs_attr *entry_attrs; void *data; struct eventfs_attr attr; struct kref kref; unsigned int is_freed: 1; unsigned int is_events: 1; unsigned int nr_entries: 30; unsigned int ino; }; struct eventfs_root_inode { struct eventfs_inode ei; struct dentry *events_dir; }; enum { EVENTFS_SAVE_MODE = 65536, EVENTFS_SAVE_UID = 131072, EVENTFS_SAVE_GID = 262144, }; typedef struct { __u8 b[16]; } guid_t; typedef long unsigned int efi_status_t; typedef u8 efi_bool_t; typedef u16 efi_char16_t; typedef guid_t efi_guid_t; typedef struct { u64 signature; u32 revision; u32 headersize; u32 crc32; u32 reserved; } efi_table_hdr_t; typedef struct { u32 type; u32 pad; u64 phys_addr; u64 virt_addr; u64 num_pages; u64 attribute; } efi_memory_desc_t; typedef struct { efi_guid_t guid; u32 headersize; u32 flags; u32 imagesize; } efi_capsule_header_t; typedef struct { u16 year; u8 month; u8 day; u8 hour; u8 minute; u8 second; u8 pad1; u32 nanosecond; s16 timezone; u8 daylight; u8 pad2; } efi_time_t; typedef struct { u32 resolution; u32 accuracy; u8 sets_to_zero; } efi_time_cap_t; typedef struct { efi_table_hdr_t hdr; u32 get_time; u32 set_time; u32 get_wakeup_time; u32 set_wakeup_time; u32 set_virtual_address_map; u32 convert_pointer; u32 get_variable; u32 get_next_variable; u32 set_variable; u32 get_next_high_mono_count; u32 reset_system; u32 update_capsule; u32 query_capsule_caps; u32 query_variable_info; } efi_runtime_services_32_t; typedef efi_status_t efi_get_time_t(efi_time_t *, efi_time_cap_t *); typedef efi_status_t efi_set_time_t(efi_time_t *); typedef efi_status_t efi_get_wakeup_time_t(efi_bool_t *, efi_bool_t *, efi_time_t *); typedef efi_status_t efi_set_wakeup_time_t(efi_bool_t, efi_time_t *); typedef efi_status_t efi_get_variable_t(efi_char16_t *, efi_guid_t *, u32 *, long unsigned int *, void *); typedef efi_status_t efi_get_next_variable_t(long unsigned int *, efi_char16_t *, efi_guid_t *); typedef efi_status_t efi_set_variable_t(efi_char16_t *, efi_guid_t *, u32, long unsigned int, void *); typedef efi_status_t efi_get_next_high_mono_count_t(u32 *); typedef void efi_reset_system_t(int, efi_status_t, long unsigned int, efi_char16_t *); typedef efi_status_t efi_set_virtual_address_map_t(long unsigned int, long unsigned int, u32, efi_memory_desc_t *); typedef efi_status_t efi_query_variable_info_t(u32, u64 *, u64 *, u64 *); typedef efi_status_t efi_update_capsule_t(efi_capsule_header_t **, long unsigned int, long unsigned int); typedef efi_status_t efi_query_capsule_caps_t(efi_capsule_header_t **, long unsigned int, u64 *, int *); typedef union { struct { efi_table_hdr_t hdr; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_set_virtual_address_map_t *set_virtual_address_map; void *convert_pointer; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_query_variable_info_t *query_variable_info; }; efi_runtime_services_32_t mixed_mode; } efi_runtime_services_t; struct efi_memory_map { phys_addr_t phys_map; void *map; void *map_end; int nr_map; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct efi { const efi_runtime_services_t *runtime; unsigned int runtime_version; unsigned int runtime_supported_mask; long unsigned int acpi; long unsigned int acpi20; long unsigned int smbios; long unsigned int smbios3; long unsigned int esrt; long unsigned int tpm_log; long unsigned int tpm_final_log; long unsigned int mokvar_table; long unsigned int coco_secret; long unsigned int unaccepted; efi_get_time_t *get_time; efi_set_time_t *set_time; efi_get_wakeup_time_t *get_wakeup_time; efi_set_wakeup_time_t *set_wakeup_time; efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_info_t *query_variable_info; efi_query_variable_info_t *query_variable_info_nonblocking; efi_update_capsule_t *update_capsule; efi_query_capsule_caps_t *query_capsule_caps; efi_get_next_high_mono_count_t *get_next_high_mono_count; efi_reset_system_t *reset_system; struct efi_memory_map memmap; long unsigned int flags; }; struct efivarfs_mount_opts { kuid_t uid; kgid_t gid; }; struct efivarfs_fs_info { struct efivarfs_mount_opts mount_opts; struct super_block *sb; struct notifier_block nb; struct notifier_block pm_nb; }; struct efi_variable { efi_char16_t VariableName[512]; efi_guid_t VendorGuid; }; struct efivar_entry { struct efi_variable var; struct inode vfs_inode; long unsigned int open_count; bool removed; }; enum { Opt_uid___3 = 0, Opt_gid___4 = 1, }; struct efivarfs_ctx { struct dir_context ctx; struct super_block *sb; struct dentry *dentry; }; typedef struct kmem_cache *kmem_buckets[14]; struct msg_msgseg; struct msg_msg { struct list_head m_list; long int m_type; size_t m_ts; struct msg_msgseg *next; void *security; }; struct msg_msgseg { struct msg_msgseg *next; }; typedef u16 compat_mode_t; enum skb_drop_reason { SKB_NOT_DROPPED_YET = 0, SKB_CONSUMED = 1, SKB_DROP_REASON_NOT_SPECIFIED = 2, SKB_DROP_REASON_NO_SOCKET = 3, SKB_DROP_REASON_SOCKET_CLOSE = 4, SKB_DROP_REASON_SOCKET_FILTER = 5, SKB_DROP_REASON_SOCKET_RCVBUFF = 6, SKB_DROP_REASON_UNIX_DISCONNECT = 7, SKB_DROP_REASON_UNIX_SKIP_OOB = 8, SKB_DROP_REASON_PKT_TOO_SMALL = 9, SKB_DROP_REASON_TCP_CSUM = 10, SKB_DROP_REASON_UDP_CSUM = 11, SKB_DROP_REASON_NETFILTER_DROP = 12, SKB_DROP_REASON_OTHERHOST = 13, SKB_DROP_REASON_IP_CSUM = 14, SKB_DROP_REASON_IP_INHDR = 15, SKB_DROP_REASON_IP_RPFILTER = 16, SKB_DROP_REASON_UNICAST_IN_L2_MULTICAST = 17, SKB_DROP_REASON_XFRM_POLICY = 18, SKB_DROP_REASON_IP_NOPROTO = 19, SKB_DROP_REASON_PROTO_MEM = 20, SKB_DROP_REASON_TCP_AUTH_HDR = 21, SKB_DROP_REASON_TCP_MD5NOTFOUND = 22, SKB_DROP_REASON_TCP_MD5UNEXPECTED = 23, SKB_DROP_REASON_TCP_MD5FAILURE = 24, SKB_DROP_REASON_TCP_AONOTFOUND = 25, SKB_DROP_REASON_TCP_AOUNEXPECTED = 26, SKB_DROP_REASON_TCP_AOKEYNOTFOUND = 27, SKB_DROP_REASON_TCP_AOFAILURE = 28, SKB_DROP_REASON_SOCKET_BACKLOG = 29, SKB_DROP_REASON_TCP_FLAGS = 30, SKB_DROP_REASON_TCP_ABORT_ON_DATA = 31, SKB_DROP_REASON_TCP_ZEROWINDOW = 32, SKB_DROP_REASON_TCP_OLD_DATA = 33, SKB_DROP_REASON_TCP_OVERWINDOW = 34, SKB_DROP_REASON_TCP_OFOMERGE = 35, SKB_DROP_REASON_TCP_RFC7323_PAWS = 36, SKB_DROP_REASON_TCP_RFC7323_PAWS_ACK = 37, SKB_DROP_REASON_TCP_RFC7323_TSECR = 38, SKB_DROP_REASON_TCP_LISTEN_OVERFLOW = 39, SKB_DROP_REASON_TCP_OLD_SEQUENCE = 40, SKB_DROP_REASON_TCP_INVALID_SEQUENCE = 41, SKB_DROP_REASON_TCP_INVALID_ACK_SEQUENCE = 42, SKB_DROP_REASON_TCP_RESET = 43, SKB_DROP_REASON_TCP_INVALID_SYN = 44, SKB_DROP_REASON_TCP_CLOSE = 45, SKB_DROP_REASON_TCP_FASTOPEN = 46, SKB_DROP_REASON_TCP_OLD_ACK = 47, SKB_DROP_REASON_TCP_TOO_OLD_ACK = 48, SKB_DROP_REASON_TCP_ACK_UNSENT_DATA = 49, SKB_DROP_REASON_TCP_OFO_QUEUE_PRUNE = 50, SKB_DROP_REASON_TCP_OFO_DROP = 51, SKB_DROP_REASON_IP_OUTNOROUTES = 52, SKB_DROP_REASON_BPF_CGROUP_EGRESS = 53, SKB_DROP_REASON_IPV6DISABLED = 54, SKB_DROP_REASON_NEIGH_CREATEFAIL = 55, SKB_DROP_REASON_NEIGH_FAILED = 56, SKB_DROP_REASON_NEIGH_QUEUEFULL = 57, SKB_DROP_REASON_NEIGH_DEAD = 58, SKB_DROP_REASON_TC_EGRESS = 59, SKB_DROP_REASON_SECURITY_HOOK = 60, SKB_DROP_REASON_QDISC_DROP = 61, SKB_DROP_REASON_QDISC_OVERLIMIT = 62, SKB_DROP_REASON_QDISC_CONGESTED = 63, SKB_DROP_REASON_CAKE_FLOOD = 64, SKB_DROP_REASON_FQ_BAND_LIMIT = 65, SKB_DROP_REASON_FQ_HORIZON_LIMIT = 66, SKB_DROP_REASON_FQ_FLOW_LIMIT = 67, SKB_DROP_REASON_CPU_BACKLOG = 68, SKB_DROP_REASON_XDP = 69, SKB_DROP_REASON_TC_INGRESS = 70, SKB_DROP_REASON_UNHANDLED_PROTO = 71, SKB_DROP_REASON_SKB_CSUM = 72, SKB_DROP_REASON_SKB_GSO_SEG = 73, SKB_DROP_REASON_SKB_UCOPY_FAULT = 74, SKB_DROP_REASON_DEV_HDR = 75, SKB_DROP_REASON_DEV_READY = 76, SKB_DROP_REASON_FULL_RING = 77, SKB_DROP_REASON_NOMEM = 78, SKB_DROP_REASON_HDR_TRUNC = 79, SKB_DROP_REASON_TAP_FILTER = 80, SKB_DROP_REASON_TAP_TXFILTER = 81, SKB_DROP_REASON_ICMP_CSUM = 82, SKB_DROP_REASON_INVALID_PROTO = 83, SKB_DROP_REASON_IP_INADDRERRORS = 84, SKB_DROP_REASON_IP_INNOROUTES = 85, SKB_DROP_REASON_IP_LOCAL_SOURCE = 86, SKB_DROP_REASON_IP_INVALID_SOURCE = 87, SKB_DROP_REASON_IP_LOCALNET = 88, SKB_DROP_REASON_IP_INVALID_DEST = 89, SKB_DROP_REASON_PKT_TOO_BIG = 90, SKB_DROP_REASON_DUP_FRAG = 91, SKB_DROP_REASON_FRAG_REASM_TIMEOUT = 92, SKB_DROP_REASON_FRAG_TOO_FAR = 93, SKB_DROP_REASON_TCP_MINTTL = 94, SKB_DROP_REASON_IPV6_BAD_EXTHDR = 95, SKB_DROP_REASON_IPV6_NDISC_FRAG = 96, SKB_DROP_REASON_IPV6_NDISC_HOP_LIMIT = 97, SKB_DROP_REASON_IPV6_NDISC_BAD_CODE = 98, SKB_DROP_REASON_IPV6_NDISC_BAD_OPTIONS = 99, SKB_DROP_REASON_IPV6_NDISC_NS_OTHERHOST = 100, SKB_DROP_REASON_QUEUE_PURGE = 101, SKB_DROP_REASON_TC_COOKIE_ERROR = 102, SKB_DROP_REASON_PACKET_SOCK_ERROR = 103, SKB_DROP_REASON_TC_CHAIN_NOTFOUND = 104, SKB_DROP_REASON_TC_RECLASSIFY_LOOP = 105, SKB_DROP_REASON_VXLAN_INVALID_HDR = 106, SKB_DROP_REASON_VXLAN_VNI_NOT_FOUND = 107, SKB_DROP_REASON_MAC_INVALID_SOURCE = 108, SKB_DROP_REASON_VXLAN_ENTRY_EXISTS = 109, SKB_DROP_REASON_NO_TX_TARGET = 110, SKB_DROP_REASON_IP_TUNNEL_ECN = 111, SKB_DROP_REASON_TUNNEL_TXINFO = 112, SKB_DROP_REASON_LOCAL_MAC = 113, SKB_DROP_REASON_ARP_PVLAN_DISABLE = 114, SKB_DROP_REASON_MAC_IEEE_MAC_CONTROL = 115, SKB_DROP_REASON_BRIDGE_INGRESS_STP_STATE = 116, SKB_DROP_REASON_MAX = 117, SKB_DROP_REASON_SUBSYS_MASK = 4294901760, }; struct mqueue_fs_context { struct ipc_namespace *ipc_ns; bool newns; }; struct posix_msg_tree_node { struct rb_node rb_node; struct list_head msg_list; int priority; }; struct ext_wait_queue { struct task_struct *task; struct list_head list; struct msg_msg *msg; int state; }; struct mqueue_inode_info { spinlock_t lock; struct inode vfs_inode; wait_queue_head_t wait_q; struct rb_root msg_tree; struct rb_node *msg_tree_rightmost; struct posix_msg_tree_node *node_cache; struct mq_attr attr; struct sigevent notify; struct pid *notify_owner; u32 notify_self_exec_id; struct user_namespace *notify_user_ns; struct ucounts *ucounts; struct sock *notify_sock; struct sk_buff *notify_cookie; struct ext_wait_queue e_wait_q[2]; long unsigned int qsize; }; struct compat_mq_attr { compat_long_t mq_flags; compat_long_t mq_maxmsg; compat_long_t mq_msgsize; compat_long_t mq_curmsgs; compat_long_t __reserved[4]; }; enum key_need_perm { KEY_NEED_UNSPECIFIED = 0, KEY_NEED_VIEW = 1, KEY_NEED_READ = 2, KEY_NEED_WRITE = 3, KEY_NEED_SEARCH = 4, KEY_NEED_LINK = 5, KEY_NEED_SETATTR = 6, KEY_NEED_UNLINK = 7, KEY_SYSADMIN_OVERRIDE = 8, KEY_AUTHTOKEN_OVERRIDE = 9, KEY_DEFER_PERM_CHECK = 10, }; struct __key_reference_with_attributes; typedef struct __key_reference_with_attributes *key_ref_t; struct key_user { struct rb_node node; struct mutex cons_lock; spinlock_t lock; refcount_t usage; atomic_t nkeys; atomic_t nikeys; kuid_t uid; int qnkeys; int qnbytes; }; struct key_preparsed_payload { const char *orig_description; char *description; union key_payload payload; const void *data; size_t datalen; size_t quotalen; time64_t expiry; }; struct key_match_data { bool (*cmp)(const struct key *, const struct key_match_data *); const void *raw_data; void *preparsed; unsigned int lookup_type; }; enum kernel_pkey_operation { kernel_pkey_encrypt = 0, kernel_pkey_decrypt = 1, kernel_pkey_sign = 2, kernel_pkey_verify = 3, }; struct kernel_pkey_params { struct key *key; const char *encoding; const char *hash_algo; char *info; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; enum kernel_pkey_operation op: 8; }; struct kernel_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; }; enum key_state { KEY_IS_UNINSTANTIATED = 0, KEY_IS_POSITIVE = 1, }; struct keyring_search_context { struct keyring_index_key index_key; const struct cred *cred; struct key_match_data match_data; unsigned int flags; int (*iterator)(const void *, void *); int skipped_ret; bool possessed; key_ref_t result; time64_t now; }; struct request_key_auth { struct callback_head rcu; struct key *target_key; struct key *dest_keyring; const struct cred *cred; void *callout_info; size_t callout_len; pid_t pid; char op[8]; }; struct vfs_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; }; struct vfs_ns_cap_data { __le32 magic_etc; struct { __le32 permitted; __le32 inheritable; } data[2]; __le32 rootid; }; struct sembuf { short unsigned int sem_num; short int sem_op; short int sem_flg; }; struct lsm_ctx { __u64 id; __u64 flags; __u64 len; __u64 ctx_len; __u8 ctx[0]; }; enum bpf_cmd { BPF_MAP_CREATE = 0, BPF_MAP_LOOKUP_ELEM = 1, BPF_MAP_UPDATE_ELEM = 2, BPF_MAP_DELETE_ELEM = 3, BPF_MAP_GET_NEXT_KEY = 4, BPF_PROG_LOAD = 5, BPF_OBJ_PIN = 6, BPF_OBJ_GET = 7, BPF_PROG_ATTACH = 8, BPF_PROG_DETACH = 9, BPF_PROG_TEST_RUN = 10, BPF_PROG_RUN = 10, BPF_PROG_GET_NEXT_ID = 11, BPF_MAP_GET_NEXT_ID = 12, BPF_PROG_GET_FD_BY_ID = 13, BPF_MAP_GET_FD_BY_ID = 14, BPF_OBJ_GET_INFO_BY_FD = 15, BPF_PROG_QUERY = 16, BPF_RAW_TRACEPOINT_OPEN = 17, BPF_BTF_LOAD = 18, BPF_BTF_GET_FD_BY_ID = 19, BPF_TASK_FD_QUERY = 20, BPF_MAP_LOOKUP_AND_DELETE_ELEM = 21, BPF_MAP_FREEZE = 22, BPF_BTF_GET_NEXT_ID = 23, BPF_MAP_LOOKUP_BATCH = 24, BPF_MAP_LOOKUP_AND_DELETE_BATCH = 25, BPF_MAP_UPDATE_BATCH = 26, BPF_MAP_DELETE_BATCH = 27, BPF_LINK_CREATE = 28, BPF_LINK_UPDATE = 29, BPF_LINK_GET_FD_BY_ID = 30, BPF_LINK_GET_NEXT_ID = 31, BPF_ENABLE_STATS = 32, BPF_ITER_CREATE = 33, BPF_LINK_DETACH = 34, BPF_PROG_BIND_MAP = 35, BPF_TOKEN_CREATE = 36, __MAX_BPF_CMD = 37, }; enum lsm_integrity_type { LSM_INT_DMVERITY_SIG_VALID = 0, LSM_INT_DMVERITY_ROOTHASH = 1, LSM_INT_FSVERITY_BUILTINSIG_VALID = 2, }; struct lsm_id { const char *name; u64 id; }; union security_list_options { int (*binder_set_context_mgr)(const struct cred *); int (*binder_transaction)(const struct cred *, const struct cred *); int (*binder_transfer_binder)(const struct cred *, const struct cred *); int (*binder_transfer_file)(const struct cred *, const struct cred *, const struct file *); int (*ptrace_access_check)(struct task_struct *, unsigned int); int (*ptrace_traceme)(struct task_struct *); int (*capget)(const struct task_struct *, kernel_cap_t *, kernel_cap_t *, kernel_cap_t *); int (*capset)(struct cred *, const struct cred *, const kernel_cap_t *, const kernel_cap_t *, const kernel_cap_t *); int (*capable)(const struct cred *, struct user_namespace *, int, unsigned int); int (*quotactl)(int, int, int, const struct super_block *); int (*quota_on)(struct dentry *); int (*syslog)(int); int (*settime)(const struct timespec64 *, const struct timezone *); int (*vm_enough_memory)(struct mm_struct *, long int); int (*bprm_creds_for_exec)(struct linux_binprm *); int (*bprm_creds_from_file)(struct linux_binprm *, const struct file *); int (*bprm_check_security)(struct linux_binprm *); void (*bprm_committing_creds)(const struct linux_binprm *); void (*bprm_committed_creds)(const struct linux_binprm *); int (*fs_context_submount)(struct fs_context *, struct super_block *); int (*fs_context_dup)(struct fs_context *, struct fs_context *); int (*fs_context_parse_param)(struct fs_context *, struct fs_parameter *); int (*sb_alloc_security)(struct super_block *); void (*sb_delete)(struct super_block *); void (*sb_free_security)(struct super_block *); void (*sb_free_mnt_opts)(void *); int (*sb_eat_lsm_opts)(char *, void **); int (*sb_mnt_opts_compat)(struct super_block *, void *); int (*sb_remount)(struct super_block *, void *); int (*sb_kern_mount)(const struct super_block *); int (*sb_show_options)(struct seq_file *, struct super_block *); int (*sb_statfs)(struct dentry *); int (*sb_mount)(const char *, const struct path *, const char *, long unsigned int, void *); int (*sb_umount)(struct vfsmount *, int); int (*sb_pivotroot)(const struct path *, const struct path *); int (*sb_set_mnt_opts)(struct super_block *, void *, long unsigned int, long unsigned int *); int (*sb_clone_mnt_opts)(const struct super_block *, struct super_block *, long unsigned int, long unsigned int *); int (*move_mount)(const struct path *, const struct path *); int (*dentry_init_security)(struct dentry *, int, const struct qstr *, const char **, struct lsm_context *); int (*dentry_create_files_as)(struct dentry *, int, struct qstr *, const struct cred *, struct cred *); int (*path_notify)(const struct path *, u64, unsigned int); int (*inode_alloc_security)(struct inode *); void (*inode_free_security)(struct inode *); void (*inode_free_security_rcu)(void *); int (*inode_init_security)(struct inode *, struct inode *, const struct qstr *, struct xattr *, int *); int (*inode_init_security_anon)(struct inode *, const struct qstr *, const struct inode *); int (*inode_create)(struct inode *, struct dentry *, umode_t); void (*inode_post_create_tmpfile)(struct mnt_idmap *, struct inode *); int (*inode_link)(struct dentry *, struct inode *, struct dentry *); int (*inode_unlink)(struct inode *, struct dentry *); int (*inode_symlink)(struct inode *, struct dentry *, const char *); int (*inode_mkdir)(struct inode *, struct dentry *, umode_t); int (*inode_rmdir)(struct inode *, struct dentry *); int (*inode_mknod)(struct inode *, struct dentry *, umode_t, dev_t); int (*inode_rename)(struct inode *, struct dentry *, struct inode *, struct dentry *); int (*inode_readlink)(struct dentry *); int (*inode_follow_link)(struct dentry *, struct inode *, bool); int (*inode_permission)(struct inode *, int); int (*inode_setattr)(struct mnt_idmap *, struct dentry *, struct iattr *); void (*inode_post_setattr)(struct mnt_idmap *, struct dentry *, int); int (*inode_getattr)(const struct path *); int (*inode_xattr_skipcap)(const char *); int (*inode_setxattr)(struct mnt_idmap *, struct dentry *, const char *, const void *, size_t, int); void (*inode_post_setxattr)(struct dentry *, const char *, const void *, size_t, int); int (*inode_getxattr)(struct dentry *, const char *); int (*inode_listxattr)(struct dentry *); int (*inode_removexattr)(struct mnt_idmap *, struct dentry *, const char *); void (*inode_post_removexattr)(struct dentry *, const char *); int (*inode_set_acl)(struct mnt_idmap *, struct dentry *, const char *, struct posix_acl *); void (*inode_post_set_acl)(struct dentry *, const char *, struct posix_acl *); int (*inode_get_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); void (*inode_post_remove_acl)(struct mnt_idmap *, struct dentry *, const char *); int (*inode_need_killpriv)(struct dentry *); int (*inode_killpriv)(struct mnt_idmap *, struct dentry *); int (*inode_getsecurity)(struct mnt_idmap *, struct inode *, const char *, void **, bool); int (*inode_setsecurity)(struct inode *, const char *, const void *, size_t, int); int (*inode_listsecurity)(struct inode *, char *, size_t); void (*inode_getlsmprop)(struct inode *, struct lsm_prop *); int (*inode_copy_up)(struct dentry *, struct cred **); int (*inode_copy_up_xattr)(struct dentry *, const char *); int (*inode_setintegrity)(const struct inode *, enum lsm_integrity_type, const void *, size_t); int (*kernfs_init_security)(struct kernfs_node *, struct kernfs_node *); int (*file_permission)(struct file *, int); int (*file_alloc_security)(struct file *); void (*file_release)(struct file *); void (*file_free_security)(struct file *); int (*file_ioctl)(struct file *, unsigned int, long unsigned int); int (*file_ioctl_compat)(struct file *, unsigned int, long unsigned int); int (*mmap_addr)(long unsigned int); int (*mmap_file)(struct file *, long unsigned int, long unsigned int, long unsigned int); int (*file_mprotect)(struct vm_area_struct *, long unsigned int, long unsigned int); int (*file_lock)(struct file *, unsigned int); int (*file_fcntl)(struct file *, unsigned int, long unsigned int); void (*file_set_fowner)(struct file *); int (*file_send_sigiotask)(struct task_struct *, struct fown_struct *, int); int (*file_receive)(struct file *); int (*file_open)(struct file *); int (*file_post_open)(struct file *, int); int (*file_truncate)(struct file *); int (*task_alloc)(struct task_struct *, long unsigned int); void (*task_free)(struct task_struct *); int (*cred_alloc_blank)(struct cred *, gfp_t); void (*cred_free)(struct cred *); int (*cred_prepare)(struct cred *, const struct cred *, gfp_t); void (*cred_transfer)(struct cred *, const struct cred *); void (*cred_getsecid)(const struct cred *, u32 *); void (*cred_getlsmprop)(const struct cred *, struct lsm_prop *); int (*kernel_act_as)(struct cred *, u32); int (*kernel_create_files_as)(struct cred *, struct inode *); int (*kernel_module_request)(char *); int (*kernel_load_data)(enum kernel_load_data_id, bool); int (*kernel_post_load_data)(char *, loff_t, enum kernel_load_data_id, char *); int (*kernel_read_file)(struct file *, enum kernel_read_file_id, bool); int (*kernel_post_read_file)(struct file *, char *, loff_t, enum kernel_read_file_id); int (*task_fix_setuid)(struct cred *, const struct cred *, int); int (*task_fix_setgid)(struct cred *, const struct cred *, int); int (*task_fix_setgroups)(struct cred *, const struct cred *); int (*task_setpgid)(struct task_struct *, pid_t); int (*task_getpgid)(struct task_struct *); int (*task_getsid)(struct task_struct *); void (*current_getlsmprop_subj)(struct lsm_prop *); void (*task_getlsmprop_obj)(struct task_struct *, struct lsm_prop *); int (*task_setnice)(struct task_struct *, int); int (*task_setioprio)(struct task_struct *, int); int (*task_getioprio)(struct task_struct *); int (*task_prlimit)(const struct cred *, const struct cred *, unsigned int); int (*task_setrlimit)(struct task_struct *, unsigned int, struct rlimit *); int (*task_setscheduler)(struct task_struct *); int (*task_getscheduler)(struct task_struct *); int (*task_movememory)(struct task_struct *); int (*task_kill)(struct task_struct *, struct kernel_siginfo *, int, const struct cred *); int (*task_prctl)(int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); void (*task_to_inode)(struct task_struct *, struct inode *); int (*userns_create)(const struct cred *); int (*ipc_permission)(struct kern_ipc_perm *, short int); void (*ipc_getlsmprop)(struct kern_ipc_perm *, struct lsm_prop *); int (*msg_msg_alloc_security)(struct msg_msg *); void (*msg_msg_free_security)(struct msg_msg *); int (*msg_queue_alloc_security)(struct kern_ipc_perm *); void (*msg_queue_free_security)(struct kern_ipc_perm *); int (*msg_queue_associate)(struct kern_ipc_perm *, int); int (*msg_queue_msgctl)(struct kern_ipc_perm *, int); int (*msg_queue_msgsnd)(struct kern_ipc_perm *, struct msg_msg *, int); int (*msg_queue_msgrcv)(struct kern_ipc_perm *, struct msg_msg *, struct task_struct *, long int, int); int (*shm_alloc_security)(struct kern_ipc_perm *); void (*shm_free_security)(struct kern_ipc_perm *); int (*shm_associate)(struct kern_ipc_perm *, int); int (*shm_shmctl)(struct kern_ipc_perm *, int); int (*shm_shmat)(struct kern_ipc_perm *, char *, int); int (*sem_alloc_security)(struct kern_ipc_perm *); void (*sem_free_security)(struct kern_ipc_perm *); int (*sem_associate)(struct kern_ipc_perm *, int); int (*sem_semctl)(struct kern_ipc_perm *, int); int (*sem_semop)(struct kern_ipc_perm *, struct sembuf *, unsigned int, int); int (*netlink_send)(struct sock *, struct sk_buff *); void (*d_instantiate)(struct dentry *, struct inode *); int (*getselfattr)(unsigned int, struct lsm_ctx *, u32 *, u32); int (*setselfattr)(unsigned int, struct lsm_ctx *, u32, u32); int (*getprocattr)(struct task_struct *, const char *, char **); int (*setprocattr)(const char *, void *, size_t); int (*ismaclabel)(const char *); int (*secid_to_secctx)(u32, struct lsm_context *); int (*lsmprop_to_secctx)(struct lsm_prop *, struct lsm_context *); int (*secctx_to_secid)(const char *, u32, u32 *); void (*release_secctx)(struct lsm_context *); void (*inode_invalidate_secctx)(struct inode *); int (*inode_notifysecctx)(struct inode *, void *, u32); int (*inode_setsecctx)(struct dentry *, void *, u32); int (*inode_getsecctx)(struct inode *, struct lsm_context *); int (*key_alloc)(struct key *, const struct cred *, long unsigned int); int (*key_permission)(key_ref_t, const struct cred *, enum key_need_perm); int (*key_getsecurity)(struct key *, char **); void (*key_post_create_or_update)(struct key *, struct key *, const void *, size_t, long unsigned int, bool); int (*audit_rule_init)(u32, u32, char *, void **, gfp_t); int (*audit_rule_known)(struct audit_krule *); int (*audit_rule_match)(struct lsm_prop *, u32, u32, void *); void (*audit_rule_free)(void *); int (*bpf)(int, union bpf_attr *, unsigned int, bool); int (*bpf_map)(struct bpf_map *, fmode_t); int (*bpf_prog)(struct bpf_prog *); int (*bpf_map_create)(struct bpf_map *, union bpf_attr *, struct bpf_token *, bool); void (*bpf_map_free)(struct bpf_map *); int (*bpf_prog_load)(struct bpf_prog *, union bpf_attr *, struct bpf_token *, bool); void (*bpf_prog_free)(struct bpf_prog *); int (*bpf_token_create)(struct bpf_token *, union bpf_attr *, const struct path *); void (*bpf_token_free)(struct bpf_token *); int (*bpf_token_cmd)(const struct bpf_token *, enum bpf_cmd); int (*bpf_token_capable)(const struct bpf_token *, int); int (*locked_down)(enum lockdown_reason); int (*perf_event_open)(int); int (*perf_event_alloc)(struct perf_event *); int (*perf_event_read)(struct perf_event *); int (*perf_event_write)(struct perf_event *); int (*uring_override_creds)(const struct cred *); int (*uring_sqpoll)(); int (*uring_cmd)(struct io_uring_cmd *); int (*uring_allowed)(); void (*initramfs_populated)(); int (*bdev_alloc_security)(struct block_device *); void (*bdev_free_security)(struct block_device *); int (*bdev_setintegrity)(struct block_device *, enum lsm_integrity_type, const void *, size_t); void *lsm_func_addr; }; struct security_hook_list; struct lsm_static_call { struct static_call_key *key; void *trampoline; struct security_hook_list *hl; struct static_key_false *active; }; struct security_hook_list { struct lsm_static_call *scalls; union security_list_options hook; const struct lsm_id *lsmid; }; struct lsm_static_calls_table { struct lsm_static_call binder_set_context_mgr[2]; struct lsm_static_call binder_transaction[2]; struct lsm_static_call binder_transfer_binder[2]; struct lsm_static_call binder_transfer_file[2]; struct lsm_static_call ptrace_access_check[2]; struct lsm_static_call ptrace_traceme[2]; struct lsm_static_call capget[2]; struct lsm_static_call capset[2]; struct lsm_static_call capable[2]; struct lsm_static_call quotactl[2]; struct lsm_static_call quota_on[2]; struct lsm_static_call syslog[2]; struct lsm_static_call settime[2]; struct lsm_static_call vm_enough_memory[2]; struct lsm_static_call bprm_creds_for_exec[2]; struct lsm_static_call bprm_creds_from_file[2]; struct lsm_static_call bprm_check_security[2]; struct lsm_static_call bprm_committing_creds[2]; struct lsm_static_call bprm_committed_creds[2]; struct lsm_static_call fs_context_submount[2]; struct lsm_static_call fs_context_dup[2]; struct lsm_static_call fs_context_parse_param[2]; struct lsm_static_call sb_alloc_security[2]; struct lsm_static_call sb_delete[2]; struct lsm_static_call sb_free_security[2]; struct lsm_static_call sb_free_mnt_opts[2]; struct lsm_static_call sb_eat_lsm_opts[2]; struct lsm_static_call sb_mnt_opts_compat[2]; struct lsm_static_call sb_remount[2]; struct lsm_static_call sb_kern_mount[2]; struct lsm_static_call sb_show_options[2]; struct lsm_static_call sb_statfs[2]; struct lsm_static_call sb_mount[2]; struct lsm_static_call sb_umount[2]; struct lsm_static_call sb_pivotroot[2]; struct lsm_static_call sb_set_mnt_opts[2]; struct lsm_static_call sb_clone_mnt_opts[2]; struct lsm_static_call move_mount[2]; struct lsm_static_call dentry_init_security[2]; struct lsm_static_call dentry_create_files_as[2]; struct lsm_static_call path_notify[2]; struct lsm_static_call inode_alloc_security[2]; struct lsm_static_call inode_free_security[2]; struct lsm_static_call inode_free_security_rcu[2]; struct lsm_static_call inode_init_security[2]; struct lsm_static_call inode_init_security_anon[2]; struct lsm_static_call inode_create[2]; struct lsm_static_call inode_post_create_tmpfile[2]; struct lsm_static_call inode_link[2]; struct lsm_static_call inode_unlink[2]; struct lsm_static_call inode_symlink[2]; struct lsm_static_call inode_mkdir[2]; struct lsm_static_call inode_rmdir[2]; struct lsm_static_call inode_mknod[2]; struct lsm_static_call inode_rename[2]; struct lsm_static_call inode_readlink[2]; struct lsm_static_call inode_follow_link[2]; struct lsm_static_call inode_permission[2]; struct lsm_static_call inode_setattr[2]; struct lsm_static_call inode_post_setattr[2]; struct lsm_static_call inode_getattr[2]; struct lsm_static_call inode_xattr_skipcap[2]; struct lsm_static_call inode_setxattr[2]; struct lsm_static_call inode_post_setxattr[2]; struct lsm_static_call inode_getxattr[2]; struct lsm_static_call inode_listxattr[2]; struct lsm_static_call inode_removexattr[2]; struct lsm_static_call inode_post_removexattr[2]; struct lsm_static_call inode_set_acl[2]; struct lsm_static_call inode_post_set_acl[2]; struct lsm_static_call inode_get_acl[2]; struct lsm_static_call inode_remove_acl[2]; struct lsm_static_call inode_post_remove_acl[2]; struct lsm_static_call inode_need_killpriv[2]; struct lsm_static_call inode_killpriv[2]; struct lsm_static_call inode_getsecurity[2]; struct lsm_static_call inode_setsecurity[2]; struct lsm_static_call inode_listsecurity[2]; struct lsm_static_call inode_getlsmprop[2]; struct lsm_static_call inode_copy_up[2]; struct lsm_static_call inode_copy_up_xattr[2]; struct lsm_static_call inode_setintegrity[2]; struct lsm_static_call kernfs_init_security[2]; struct lsm_static_call file_permission[2]; struct lsm_static_call file_alloc_security[2]; struct lsm_static_call file_release[2]; struct lsm_static_call file_free_security[2]; struct lsm_static_call file_ioctl[2]; struct lsm_static_call file_ioctl_compat[2]; struct lsm_static_call mmap_addr[2]; struct lsm_static_call mmap_file[2]; struct lsm_static_call file_mprotect[2]; struct lsm_static_call file_lock[2]; struct lsm_static_call file_fcntl[2]; struct lsm_static_call file_set_fowner[2]; struct lsm_static_call file_send_sigiotask[2]; struct lsm_static_call file_receive[2]; struct lsm_static_call file_open[2]; struct lsm_static_call file_post_open[2]; struct lsm_static_call file_truncate[2]; struct lsm_static_call task_alloc[2]; struct lsm_static_call task_free[2]; struct lsm_static_call cred_alloc_blank[2]; struct lsm_static_call cred_free[2]; struct lsm_static_call cred_prepare[2]; struct lsm_static_call cred_transfer[2]; struct lsm_static_call cred_getsecid[2]; struct lsm_static_call cred_getlsmprop[2]; struct lsm_static_call kernel_act_as[2]; struct lsm_static_call kernel_create_files_as[2]; struct lsm_static_call kernel_module_request[2]; struct lsm_static_call kernel_load_data[2]; struct lsm_static_call kernel_post_load_data[2]; struct lsm_static_call kernel_read_file[2]; struct lsm_static_call kernel_post_read_file[2]; struct lsm_static_call task_fix_setuid[2]; struct lsm_static_call task_fix_setgid[2]; struct lsm_static_call task_fix_setgroups[2]; struct lsm_static_call task_setpgid[2]; struct lsm_static_call task_getpgid[2]; struct lsm_static_call task_getsid[2]; struct lsm_static_call current_getlsmprop_subj[2]; struct lsm_static_call task_getlsmprop_obj[2]; struct lsm_static_call task_setnice[2]; struct lsm_static_call task_setioprio[2]; struct lsm_static_call task_getioprio[2]; struct lsm_static_call task_prlimit[2]; struct lsm_static_call task_setrlimit[2]; struct lsm_static_call task_setscheduler[2]; struct lsm_static_call task_getscheduler[2]; struct lsm_static_call task_movememory[2]; struct lsm_static_call task_kill[2]; struct lsm_static_call task_prctl[2]; struct lsm_static_call task_to_inode[2]; struct lsm_static_call userns_create[2]; struct lsm_static_call ipc_permission[2]; struct lsm_static_call ipc_getlsmprop[2]; struct lsm_static_call msg_msg_alloc_security[2]; struct lsm_static_call msg_msg_free_security[2]; struct lsm_static_call msg_queue_alloc_security[2]; struct lsm_static_call msg_queue_free_security[2]; struct lsm_static_call msg_queue_associate[2]; struct lsm_static_call msg_queue_msgctl[2]; struct lsm_static_call msg_queue_msgsnd[2]; struct lsm_static_call msg_queue_msgrcv[2]; struct lsm_static_call shm_alloc_security[2]; struct lsm_static_call shm_free_security[2]; struct lsm_static_call shm_associate[2]; struct lsm_static_call shm_shmctl[2]; struct lsm_static_call shm_shmat[2]; struct lsm_static_call sem_alloc_security[2]; struct lsm_static_call sem_free_security[2]; struct lsm_static_call sem_associate[2]; struct lsm_static_call sem_semctl[2]; struct lsm_static_call sem_semop[2]; struct lsm_static_call netlink_send[2]; struct lsm_static_call d_instantiate[2]; struct lsm_static_call getselfattr[2]; struct lsm_static_call setselfattr[2]; struct lsm_static_call getprocattr[2]; struct lsm_static_call setprocattr[2]; struct lsm_static_call ismaclabel[2]; struct lsm_static_call secid_to_secctx[2]; struct lsm_static_call lsmprop_to_secctx[2]; struct lsm_static_call secctx_to_secid[2]; struct lsm_static_call release_secctx[2]; struct lsm_static_call inode_invalidate_secctx[2]; struct lsm_static_call inode_notifysecctx[2]; struct lsm_static_call inode_setsecctx[2]; struct lsm_static_call inode_getsecctx[2]; struct lsm_static_call key_alloc[2]; struct lsm_static_call key_permission[2]; struct lsm_static_call key_getsecurity[2]; struct lsm_static_call key_post_create_or_update[2]; struct lsm_static_call audit_rule_init[2]; struct lsm_static_call audit_rule_known[2]; struct lsm_static_call audit_rule_match[2]; struct lsm_static_call audit_rule_free[2]; struct lsm_static_call bpf[2]; struct lsm_static_call bpf_map[2]; struct lsm_static_call bpf_prog[2]; struct lsm_static_call bpf_map_create[2]; struct lsm_static_call bpf_map_free[2]; struct lsm_static_call bpf_prog_load[2]; struct lsm_static_call bpf_prog_free[2]; struct lsm_static_call bpf_token_create[2]; struct lsm_static_call bpf_token_free[2]; struct lsm_static_call bpf_token_cmd[2]; struct lsm_static_call bpf_token_capable[2]; struct lsm_static_call locked_down[2]; struct lsm_static_call perf_event_open[2]; struct lsm_static_call perf_event_alloc[2]; struct lsm_static_call perf_event_read[2]; struct lsm_static_call perf_event_write[2]; struct lsm_static_call uring_override_creds[2]; struct lsm_static_call uring_sqpoll[2]; struct lsm_static_call uring_cmd[2]; struct lsm_static_call uring_allowed[2]; struct lsm_static_call initramfs_populated[2]; struct lsm_static_call bdev_alloc_security[2]; struct lsm_static_call bdev_free_security[2]; struct lsm_static_call bdev_setintegrity[2]; }; enum lsm_order { LSM_ORDER_FIRST = -1, LSM_ORDER_MUTABLE = 0, LSM_ORDER_LAST = 1, }; struct lsm_info { const char *name; enum lsm_order order; long unsigned int flags; int *enabled; int (*init)(); struct lsm_blob_sizes *blobs; }; struct trace_event_raw_cap_capable { struct trace_entry ent; const struct cred *cred; struct user_namespace *target_ns; const struct user_namespace *capable_ns; int cap; int ret; char __data[0]; }; struct trace_event_data_offsets_cap_capable {}; typedef void (*btf_trace_cap_capable)(void *, const struct cred *, struct user_namespace *, const struct user_namespace *, int, int); struct crypto_spawn { struct list_head list; struct crypto_alg *alg; union { struct crypto_instance *inst; struct crypto_spawn *next; }; const struct crypto_type *frontend; u32 mask; bool dead; bool registered; }; struct crypto_template; struct crypto_instance { struct crypto_alg alg; struct crypto_template *tmpl; union { struct hlist_node list; struct crypto_spawn *spawns; }; struct work_struct free_work; void *__ctx[0]; }; struct rtattr; struct crypto_template { struct list_head list; struct hlist_head instances; struct module *module; int (*create)(struct crypto_template *, struct rtattr **); char name[128]; }; struct crypto_cipher { struct crypto_tfm base; }; enum crypto_attr_type_t { CRYPTOCFGA_UNSPEC = 0, CRYPTOCFGA_PRIORITY_VAL = 1, CRYPTOCFGA_REPORT_LARVAL = 2, CRYPTOCFGA_REPORT_HASH = 3, CRYPTOCFGA_REPORT_BLKCIPHER = 4, CRYPTOCFGA_REPORT_AEAD = 5, CRYPTOCFGA_REPORT_COMPRESS = 6, CRYPTOCFGA_REPORT_RNG = 7, CRYPTOCFGA_REPORT_CIPHER = 8, CRYPTOCFGA_REPORT_AKCIPHER = 9, CRYPTOCFGA_REPORT_KPP = 10, CRYPTOCFGA_REPORT_ACOMP = 11, CRYPTOCFGA_STAT_LARVAL = 12, CRYPTOCFGA_STAT_HASH = 13, CRYPTOCFGA_STAT_BLKCIPHER = 14, CRYPTOCFGA_STAT_AEAD = 15, CRYPTOCFGA_STAT_COMPRESS = 16, CRYPTOCFGA_STAT_RNG = 17, CRYPTOCFGA_STAT_CIPHER = 18, CRYPTOCFGA_STAT_AKCIPHER = 19, CRYPTOCFGA_STAT_KPP = 20, CRYPTOCFGA_STAT_ACOMP = 21, CRYPTOCFGA_REPORT_SIG = 22, __CRYPTOCFGA_MAX = 23, }; struct crypto_report_blkcipher { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; }; struct skcipher_request { unsigned int cryptlen; u8 *iv; struct scatterlist *src; struct scatterlist *dst; struct crypto_async_request base; void *__ctx[0]; }; struct crypto_skcipher { unsigned int reqsize; struct crypto_tfm base; }; struct crypto_lskcipher { struct crypto_tfm base; }; struct skcipher_alg_common { unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int statesize; struct crypto_alg base; }; struct lskcipher_alg { int (*setkey)(struct crypto_lskcipher *, const u8 *, unsigned int); int (*encrypt)(struct crypto_lskcipher *, const u8 *, u8 *, unsigned int, u8 *, u32); int (*decrypt)(struct crypto_lskcipher *, const u8 *, u8 *, unsigned int, u8 *, u32); int (*init)(struct crypto_lskcipher *); void (*exit)(struct crypto_lskcipher *); struct skcipher_alg_common co; }; struct lskcipher_instance { void (*free)(struct lskcipher_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct lskcipher_alg alg; }; }; struct crypto_lskcipher_spawn { struct crypto_spawn base; }; struct aead_instance { void (*free)(struct aead_instance *); union { struct { char head[64]; struct crypto_instance base; } s; struct aead_alg alg; }; }; struct crypto_sync_skcipher; struct aead_geniv_ctx { spinlock_t lock; struct crypto_aead *child; struct crypto_sync_skcipher *sknull; u8 salt[0]; }; struct crypto_sync_skcipher { struct crypto_skcipher base; }; struct crypto_wait { struct completion completion; int err; }; struct akcipher_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_akcipher { unsigned int reqsize; struct crypto_tfm base; }; struct akcipher_alg { int (*encrypt)(struct akcipher_request *); int (*decrypt)(struct akcipher_request *); int (*set_pub_key)(struct crypto_akcipher *, const void *, unsigned int); int (*set_priv_key)(struct crypto_akcipher *, const void *, unsigned int); unsigned int (*max_size)(struct crypto_akcipher *); int (*init)(struct crypto_akcipher *); void (*exit)(struct crypto_akcipher *); struct crypto_alg base; }; struct akcipher_instance { void (*free)(struct akcipher_instance *); union { struct { char head[56]; struct crypto_instance base; } s; struct akcipher_alg alg; }; }; struct crypto_akcipher_spawn { struct crypto_spawn base; }; struct crypto_report_akcipher { char type[64]; }; struct crypto_akcipher_sync_data { struct crypto_akcipher *tfm; const void *src; void *dst; unsigned int slen; unsigned int dlen; struct akcipher_request *req; struct crypto_wait cwait; struct scatterlist sg; u8 *buf; }; struct rsa_key { const u8 *n; const u8 *e; const u8 *d; const u8 *p; const u8 *q; const u8 *dp; const u8 *dq; const u8 *qinv; size_t n_sz; size_t e_sz; size_t d_sz; size_t p_sz; size_t q_sz; size_t dp_sz; size_t dq_sz; size_t qinv_sz; }; typedef int (*asn1_action_t)(void *, size_t, unsigned char, const void *, size_t); struct asn1_decoder { const unsigned char *machine; size_t machlen; const asn1_action_t *actions; }; typedef u8 uint8_t; struct pkcs1pad_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct pkcs1pad_inst_ctx { struct crypto_akcipher_spawn spawn; }; struct pkcs1pad_request { struct scatterlist in_sg[2]; struct scatterlist out_sg[1]; uint8_t *in_buf; uint8_t *out_buf; struct akcipher_request child_req; }; struct rtattr { short unsigned int rta_len; short unsigned int rta_type; }; struct crypto_attr_alg { char name[128]; }; struct crypto_attr_type { u32 type; u32 mask; }; enum { CRYPTO_MSG_ALG_REQUEST = 0, CRYPTO_MSG_ALG_REGISTER = 1, CRYPTO_MSG_ALG_LOADED = 2, }; struct crypto_larval { struct crypto_alg alg; struct crypto_alg *adult; struct completion completion; u32 mask; bool test_started; }; enum { CRYPTOA_UNSPEC = 0, CRYPTOA_ALG = 1, CRYPTOA_TYPE = 2, __CRYPTOA_MAX = 3, }; struct cryptomgr_param { struct rtattr *tb[34]; struct { struct rtattr attr; struct crypto_attr_type data; } type; struct { struct rtattr attr; struct crypto_attr_alg data; } attrs[32]; char template[128]; struct crypto_larval *larval; u32 otype; u32 omask; }; struct crypto_test_param { char driver[128]; char alg[128]; u32 type; }; struct crypto_cipher_spawn { struct crypto_spawn base; }; struct crypto_rng; struct rng_alg { int (*generate)(struct crypto_rng *, const u8 *, unsigned int, u8 *, unsigned int); int (*seed)(struct crypto_rng *, const u8 *, unsigned int); void (*set_ent)(struct crypto_rng *, const u8 *, unsigned int); unsigned int seedsize; struct crypto_alg base; }; struct crypto_rng { struct crypto_tfm base; }; struct crypto_report_rng { char type[64]; unsigned int seedsize; }; enum asymmetric_payload_bits { asym_crypto = 0, asym_subtype = 1, asym_key_ids = 2, asym_auth = 3, }; struct asymmetric_key_id { short unsigned int len; unsigned char data[0]; }; struct public_key_signature; struct asymmetric_key_subtype { struct module *owner; const char *name; short unsigned int name_len; void (*describe)(const struct key *, struct seq_file *); void (*destroy)(void *, void *); int (*query)(const struct kernel_pkey_params *, struct kernel_pkey_query *); int (*eds_op)(struct kernel_pkey_params *, const void *, void *); int (*verify_signature)(const struct key *, const struct public_key_signature *); }; struct public_key_signature { struct asymmetric_key_id *auth_ids[3]; u8 *s; u8 *digest; u32 s_size; u32 digest_size; const char *pkey_algo; const char *hash_algo; const char *encoding; }; enum asn1_tag { ASN1_EOC = 0, ASN1_BOOL = 1, ASN1_INT = 2, ASN1_BTS = 3, ASN1_OTS = 4, ASN1_NULL = 5, ASN1_OID = 6, ASN1_ODE = 7, ASN1_EXT = 8, ASN1_REAL = 9, ASN1_ENUM = 10, ASN1_EPDV = 11, ASN1_UTF8STR = 12, ASN1_RELOID = 13, ASN1_SEQ = 16, ASN1_SET = 17, ASN1_NUMSTR = 18, ASN1_PRNSTR = 19, ASN1_TEXSTR = 20, ASN1_VIDSTR = 21, ASN1_IA5STR = 22, ASN1_UNITIM = 23, ASN1_GENTIM = 24, ASN1_GRASTR = 25, ASN1_VISSTR = 26, ASN1_GENSTR = 27, ASN1_UNISTR = 28, ASN1_CHRSTR = 29, ASN1_BMPSTR = 30, ASN1_LONG_TAG = 31, }; enum OID { OID_id_dsa_with_sha1 = 0, OID_id_dsa = 1, OID_id_ecPublicKey = 2, OID_id_prime192v1 = 3, OID_id_prime256v1 = 4, OID_id_ecdsa_with_sha1 = 5, OID_id_ecdsa_with_sha224 = 6, OID_id_ecdsa_with_sha256 = 7, OID_id_ecdsa_with_sha384 = 8, OID_id_ecdsa_with_sha512 = 9, OID_rsaEncryption = 10, OID_sha1WithRSAEncryption = 11, OID_sha256WithRSAEncryption = 12, OID_sha384WithRSAEncryption = 13, OID_sha512WithRSAEncryption = 14, OID_sha224WithRSAEncryption = 15, OID_data = 16, OID_signed_data = 17, OID_email_address = 18, OID_contentType = 19, OID_messageDigest = 20, OID_signingTime = 21, OID_smimeCapabilites = 22, OID_smimeAuthenticatedAttrs = 23, OID_mskrb5 = 24, OID_krb5 = 25, OID_krb5u2u = 26, OID_msIndirectData = 27, OID_msStatementType = 28, OID_msSpOpusInfo = 29, OID_msPeImageDataObjId = 30, OID_msIndividualSPKeyPurpose = 31, OID_msOutlookExpress = 32, OID_ntlmssp = 33, OID_negoex = 34, OID_spnego = 35, OID_IAKerb = 36, OID_PKU2U = 37, OID_Scram = 38, OID_certAuthInfoAccess = 39, OID_sha1 = 40, OID_id_ansip384r1 = 41, OID_id_ansip521r1 = 42, OID_sha256 = 43, OID_sha384 = 44, OID_sha512 = 45, OID_sha224 = 46, OID_commonName = 47, OID_surname = 48, OID_countryName = 49, OID_locality = 50, OID_stateOrProvinceName = 51, OID_organizationName = 52, OID_organizationUnitName = 53, OID_title = 54, OID_description = 55, OID_name = 56, OID_givenName = 57, OID_initials = 58, OID_generationalQualifier = 59, OID_subjectKeyIdentifier = 60, OID_keyUsage = 61, OID_subjectAltName = 62, OID_issuerAltName = 63, OID_basicConstraints = 64, OID_crlDistributionPoints = 65, OID_certPolicies = 66, OID_authorityKeyIdentifier = 67, OID_extKeyUsage = 68, OID_NetlogonMechanism = 69, OID_appleLocalKdcSupported = 70, OID_gostCPSignA = 71, OID_gostCPSignB = 72, OID_gostCPSignC = 73, OID_gost2012PKey256 = 74, OID_gost2012PKey512 = 75, OID_gost2012Digest256 = 76, OID_gost2012Digest512 = 77, OID_gost2012Signature256 = 78, OID_gost2012Signature512 = 79, OID_gostTC26Sign256A = 80, OID_gostTC26Sign256B = 81, OID_gostTC26Sign256C = 82, OID_gostTC26Sign256D = 83, OID_gostTC26Sign512A = 84, OID_gostTC26Sign512B = 85, OID_gostTC26Sign512C = 86, OID_sm2 = 87, OID_sm3 = 88, OID_SM2_with_SM3 = 89, OID_sm3WithRSAEncryption = 90, OID_TPMLoadableKey = 91, OID_TPMImportableKey = 92, OID_TPMSealedData = 93, OID_sha3_256 = 94, OID_sha3_384 = 95, OID_sha3_512 = 96, OID_id_ecdsa_with_sha3_256 = 97, OID_id_ecdsa_with_sha3_384 = 98, OID_id_ecdsa_with_sha3_512 = 99, OID_id_rsassa_pkcs1_v1_5_with_sha3_256 = 100, OID_id_rsassa_pkcs1_v1_5_with_sha3_384 = 101, OID_id_rsassa_pkcs1_v1_5_with_sha3_512 = 102, OID__NR = 103, }; struct public_key { void *key; u32 keylen; enum OID algo; void *params; u32 paramlen; bool key_is_private; const char *id_type; const char *pkey_algo; long unsigned int key_eflags; }; enum key_being_used_for { VERIFYING_MODULE_SIGNATURE = 0, VERIFYING_FIRMWARE_SIGNATURE = 1, VERIFYING_KEXEC_PE_SIGNATURE = 2, VERIFYING_KEY_SIGNATURE = 3, VERIFYING_KEY_SELF_SIGNATURE = 4, VERIFYING_UNSPECIFIED_SIGNATURE = 5, NR__KEY_BEING_USED_FOR = 6, }; struct x509_certificate { struct x509_certificate *next; struct x509_certificate *signer; struct public_key *pub; struct public_key_signature *sig; char *issuer; char *subject; struct asymmetric_key_id *id; struct asymmetric_key_id *skid; time64_t valid_from; time64_t valid_to; const void *tbs; unsigned int tbs_size; unsigned int raw_sig_size; const void *raw_sig; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_subject; unsigned int raw_subject_size; unsigned int raw_skid_size; const void *raw_skid; unsigned int index; bool seen; bool verified; bool self_signed; bool unsupported_sig; bool blacklisted; }; struct pkcs7_signed_info { struct pkcs7_signed_info *next; struct x509_certificate *signer; unsigned int index; bool unsupported_crypto; bool blacklisted; const void *msgdigest; unsigned int msgdigest_len; unsigned int authattrs_len; const void *authattrs; long unsigned int aa_set; time64_t signing_time; struct public_key_signature *sig; }; struct pkcs7_message { struct x509_certificate *certs; struct x509_certificate *crl; struct pkcs7_signed_info *signed_infos; u8 version; bool have_authattrs; enum OID data_type; size_t data_len; size_t data_hdrlen; const void *data; }; struct io_ring_ctx; struct io_wq; struct io_uring_task { int cached_refs; const struct io_ring_ctx *last; struct task_struct *task; struct io_wq *io_wq; struct file *registered_rings[16]; struct xarray xa; struct wait_queue_head wait; atomic_t in_cancel; atomic_t inflight_tracked; struct percpu_counter inflight; long: 64; struct { struct llist_head task_list; struct callback_head task_work; long: 64; long: 64; long: 64; long: 64; long: 64; }; }; struct io_uring_sqe; struct io_uring_cmd { struct file *file; const struct io_uring_sqe *sqe; void (*task_work_cb)(struct io_uring_cmd *, unsigned int); u32 cmd_op; u32 flags; u8 pdu[32]; }; typedef __u16 uio_meta_flags_t; struct uio_meta { uio_meta_flags_t flags; u16 app_tag; u64 seed; struct iov_iter iter; }; struct bio_integrity_payload { struct bvec_iter bip_iter; short unsigned int bip_vcnt; short unsigned int bip_max_vcnt; short unsigned int bip_flags; u16 app_tag; struct bio_vec *bip_vec; }; typedef __u32 blk_mq_req_flags_t; enum { BIOSET_NEED_BVECS = 1, BIOSET_NEED_RESCUER = 2, BIOSET_PERCPU_CACHE = 4, }; struct sbitmap_word { long unsigned int word; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int cleared; raw_spinlock_t swap_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap { unsigned int depth; unsigned int shift; unsigned int map_nr; bool round_robin; struct sbitmap_word *map; unsigned int *alloc_hint; }; struct sbq_wait_state { wait_queue_head_t wait; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sbitmap_queue { struct sbitmap sb; unsigned int wake_batch; atomic_t wake_index; struct sbq_wait_state *ws; atomic_t ws_active; unsigned int min_shallow_depth; atomic_t completion_cnt; atomic_t wakeup_cnt; }; typedef __u32 req_flags_t; enum mq_rq_state { MQ_RQ_IDLE = 0, MQ_RQ_IN_FLIGHT = 1, MQ_RQ_COMPLETE = 2, }; enum rq_end_io_ret { RQ_END_IO_NONE = 0, RQ_END_IO_FREE = 1, }; typedef enum rq_end_io_ret rq_end_io_fn(struct request *, blk_status_t); struct request { struct request_queue *q; struct blk_mq_ctx *mq_ctx; struct blk_mq_hw_ctx *mq_hctx; blk_opf_t cmd_flags; req_flags_t rq_flags; int tag; int internal_tag; unsigned int timeout; unsigned int __data_len; sector_t __sector; struct bio *bio; struct bio *biotail; union { struct list_head queuelist; struct request *rq_next; }; struct block_device *part; u64 start_time_ns; u64 io_start_time_ns; short unsigned int stats_sectors; short unsigned int nr_phys_segments; short unsigned int nr_integrity_segments; enum mq_rq_state state; atomic_t ref; long unsigned int deadline; union { struct hlist_node hash; struct llist_node ipi_list; }; union { struct rb_node rb_node; struct bio_vec special_vec; }; struct { struct io_cq *icq; void *priv[2]; } elv; struct { unsigned int seq; rq_end_io_fn *saved_end_io; } flush; u64 fifo_time; rq_end_io_fn *end_io; void *end_io_data; }; struct blk_mq_tags { unsigned int nr_tags; unsigned int nr_reserved_tags; unsigned int active_queues; struct sbitmap_queue bitmap_tags; struct sbitmap_queue breserved_tags; struct request **rqs; struct request **static_rqs; struct list_head page_list; spinlock_t lock; }; struct blk_flush_queue { spinlock_t mq_flush_lock; unsigned int flush_pending_idx: 1; unsigned int flush_running_idx: 1; blk_status_t rq_status; long unsigned int flush_pending_since; struct list_head flush_queue[2]; long unsigned int flush_data_in_flight; struct request *flush_rq; }; struct blk_mq_queue_map { unsigned int *mq_map; unsigned int nr_queues; unsigned int queue_offset; }; struct blk_mq_tag_set { const struct blk_mq_ops *ops; struct blk_mq_queue_map map[3]; unsigned int nr_maps; unsigned int nr_hw_queues; unsigned int queue_depth; unsigned int reserved_tags; unsigned int cmd_size; int numa_node; unsigned int timeout; unsigned int flags; void *driver_data; struct blk_mq_tags **tags; struct blk_mq_tags *shared_tags; struct mutex tag_list_lock; struct list_head tag_list; struct srcu_struct *srcu; }; typedef int (*writepage_t)(struct folio *, struct writeback_control *, void *); struct io_uring_sqe { __u8 opcode; __u8 flags; __u16 ioprio; __s32 fd; union { __u64 off; __u64 addr2; struct { __u32 cmd_op; __u32 __pad1; }; }; union { __u64 addr; __u64 splice_off_in; struct { __u32 level; __u32 optname; }; }; __u32 len; union { __kernel_rwf_t rw_flags; __u32 fsync_flags; __u16 poll_events; __u32 poll32_events; __u32 sync_range_flags; __u32 msg_flags; __u32 timeout_flags; __u32 accept_flags; __u32 cancel_flags; __u32 open_flags; __u32 statx_flags; __u32 fadvise_advice; __u32 splice_flags; __u32 rename_flags; __u32 unlink_flags; __u32 hardlink_flags; __u32 xattr_flags; __u32 msg_ring_flags; __u32 uring_cmd_flags; __u32 waitid_flags; __u32 futex_flags; __u32 install_fd_flags; __u32 nop_flags; }; __u64 user_data; union { __u16 buf_index; __u16 buf_group; }; __u16 personality; union { __s32 splice_fd_in; __u32 file_index; __u32 zcrx_ifq_idx; __u32 optlen; struct { __u16 addr_len; __u16 __pad3[1]; }; }; union { struct { __u64 addr3; __u64 __pad2[1]; }; struct { __u64 attr_ptr; __u64 attr_type_mask; }; __u64 optval; __u8 cmd[0]; }; }; enum io_uring_sqe_flags_bit { IOSQE_FIXED_FILE_BIT = 0, IOSQE_IO_DRAIN_BIT = 1, IOSQE_IO_LINK_BIT = 2, IOSQE_IO_HARDLINK_BIT = 3, IOSQE_ASYNC_BIT = 4, IOSQE_BUFFER_SELECT_BIT = 5, IOSQE_CQE_SKIP_SUCCESS_BIT = 6, }; enum io_uring_op { IORING_OP_NOP = 0, IORING_OP_READV = 1, IORING_OP_WRITEV = 2, IORING_OP_FSYNC = 3, IORING_OP_READ_FIXED = 4, IORING_OP_WRITE_FIXED = 5, IORING_OP_POLL_ADD = 6, IORING_OP_POLL_REMOVE = 7, IORING_OP_SYNC_FILE_RANGE = 8, IORING_OP_SENDMSG = 9, IORING_OP_RECVMSG = 10, IORING_OP_TIMEOUT = 11, IORING_OP_TIMEOUT_REMOVE = 12, IORING_OP_ACCEPT = 13, IORING_OP_ASYNC_CANCEL = 14, IORING_OP_LINK_TIMEOUT = 15, IORING_OP_CONNECT = 16, IORING_OP_FALLOCATE = 17, IORING_OP_OPENAT = 18, IORING_OP_CLOSE = 19, IORING_OP_FILES_UPDATE = 20, IORING_OP_STATX = 21, IORING_OP_READ = 22, IORING_OP_WRITE = 23, IORING_OP_FADVISE = 24, IORING_OP_MADVISE = 25, IORING_OP_SEND = 26, IORING_OP_RECV = 27, IORING_OP_OPENAT2 = 28, IORING_OP_EPOLL_CTL = 29, IORING_OP_SPLICE = 30, IORING_OP_PROVIDE_BUFFERS = 31, IORING_OP_REMOVE_BUFFERS = 32, IORING_OP_TEE = 33, IORING_OP_SHUTDOWN = 34, IORING_OP_RENAMEAT = 35, IORING_OP_UNLINKAT = 36, IORING_OP_MKDIRAT = 37, IORING_OP_SYMLINKAT = 38, IORING_OP_LINKAT = 39, IORING_OP_MSG_RING = 40, IORING_OP_FSETXATTR = 41, IORING_OP_SETXATTR = 42, IORING_OP_FGETXATTR = 43, IORING_OP_GETXATTR = 44, IORING_OP_SOCKET = 45, IORING_OP_URING_CMD = 46, IORING_OP_SEND_ZC = 47, IORING_OP_SENDMSG_ZC = 48, IORING_OP_READ_MULTISHOT = 49, IORING_OP_WAITID = 50, IORING_OP_FUTEX_WAIT = 51, IORING_OP_FUTEX_WAKE = 52, IORING_OP_FUTEX_WAITV = 53, IORING_OP_FIXED_FD_INSTALL = 54, IORING_OP_FTRUNCATE = 55, IORING_OP_BIND = 56, IORING_OP_LISTEN = 57, IORING_OP_RECV_ZC = 58, IORING_OP_EPOLL_WAIT = 59, IORING_OP_READV_FIXED = 60, IORING_OP_WRITEV_FIXED = 61, IORING_OP_LAST = 62, }; struct io_uring_cqe { __u64 user_data; __s32 res; __u32 flags; __u64 big_cqe[0]; }; enum io_uring_register_op { IORING_REGISTER_BUFFERS = 0, IORING_UNREGISTER_BUFFERS = 1, IORING_REGISTER_FILES = 2, IORING_UNREGISTER_FILES = 3, IORING_REGISTER_EVENTFD = 4, IORING_UNREGISTER_EVENTFD = 5, IORING_REGISTER_FILES_UPDATE = 6, IORING_REGISTER_EVENTFD_ASYNC = 7, IORING_REGISTER_PROBE = 8, IORING_REGISTER_PERSONALITY = 9, IORING_UNREGISTER_PERSONALITY = 10, IORING_REGISTER_RESTRICTIONS = 11, IORING_REGISTER_ENABLE_RINGS = 12, IORING_REGISTER_FILES2 = 13, IORING_REGISTER_FILES_UPDATE2 = 14, IORING_REGISTER_BUFFERS2 = 15, IORING_REGISTER_BUFFERS_UPDATE = 16, IORING_REGISTER_IOWQ_AFF = 17, IORING_UNREGISTER_IOWQ_AFF = 18, IORING_REGISTER_IOWQ_MAX_WORKERS = 19, IORING_REGISTER_RING_FDS = 20, IORING_UNREGISTER_RING_FDS = 21, IORING_REGISTER_PBUF_RING = 22, IORING_UNREGISTER_PBUF_RING = 23, IORING_REGISTER_SYNC_CANCEL = 24, IORING_REGISTER_FILE_ALLOC_RANGE = 25, IORING_REGISTER_PBUF_STATUS = 26, IORING_REGISTER_NAPI = 27, IORING_UNREGISTER_NAPI = 28, IORING_REGISTER_CLOCK = 29, IORING_REGISTER_CLONE_BUFFERS = 30, IORING_REGISTER_SEND_MSG_RING = 31, IORING_REGISTER_ZCRX_IFQ = 32, IORING_REGISTER_RESIZE_RINGS = 33, IORING_REGISTER_MEM_REGION = 34, IORING_REGISTER_LAST = 35, IORING_REGISTER_USE_REGISTERED_RING = 2147483648, }; struct io_wq_work_node { struct io_wq_work_node *next; }; struct io_wq_work_list { struct io_wq_work_node *first; struct io_wq_work_node *last; }; struct io_wq_work { struct io_wq_work_node list; atomic_t flags; int cancel_seq; }; struct io_rsrc_node; struct io_rsrc_data { unsigned int nr; struct io_rsrc_node **nodes; }; struct io_file_table { struct io_rsrc_data data; long unsigned int *bitmap; unsigned int alloc_hint; }; struct io_hash_bucket { struct hlist_head list; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_hash_table { struct io_hash_bucket *hbs; unsigned int hash_bits; }; struct io_mapped_region { struct page **pages; void *ptr; unsigned int nr_pages; unsigned int flags; }; struct io_alloc_cache { void **entries; unsigned int nr_cached; unsigned int max_cached; unsigned int elem_size; unsigned int init_clear; }; struct io_kiocb; struct io_submit_link { struct io_kiocb *head; struct io_kiocb *last; }; struct io_submit_state { struct io_wq_work_node free_list; struct io_wq_work_list compl_reqs; struct io_submit_link link; bool plug_started; bool need_plug; bool cq_flush; short unsigned int submit_nr; struct blk_plug plug; }; struct io_restriction { long unsigned int register_op[1]; long unsigned int sqe_op[1]; u8 sqe_flags_allowed; u8 sqe_flags_required; bool registered; }; struct io_rings; struct io_ev_fd; struct io_sq_data; struct io_zcrx_ifq; struct io_wq_hash; struct io_ring_ctx { struct { unsigned int flags; unsigned int drain_next: 1; unsigned int restricted: 1; unsigned int off_timeout_used: 1; unsigned int drain_active: 1; unsigned int has_evfd: 1; unsigned int task_complete: 1; unsigned int lockless_cq: 1; unsigned int syscall_iopoll: 1; unsigned int poll_activated: 1; unsigned int drain_disabled: 1; unsigned int compat: 1; unsigned int iowq_limits_set: 1; struct task_struct *submitter_task; struct io_rings *rings; struct percpu_ref refs; clockid_t clockid; enum tk_offsets clock_offset; enum task_work_notify_mode notify_method; unsigned int sq_thread_idle; long: 64; }; struct { struct mutex uring_lock; u32 *sq_array; struct io_uring_sqe *sq_sqes; unsigned int cached_sq_head; unsigned int sq_entries; atomic_t cancel_seq; bool poll_multi_queue; struct io_wq_work_list iopoll_list; struct io_file_table file_table; struct io_rsrc_data buf_table; struct io_alloc_cache node_cache; struct io_alloc_cache imu_cache; struct io_submit_state submit_state; struct xarray io_bl_xa; struct io_hash_table cancel_table; struct io_alloc_cache apoll_cache; struct io_alloc_cache netmsg_cache; struct io_alloc_cache rw_cache; struct io_alloc_cache cmd_cache; struct hlist_head cancelable_uring_cmd; u64 hybrid_poll_time; long: 64; long: 64; }; struct { struct io_uring_cqe *cqe_cached; struct io_uring_cqe *cqe_sentinel; unsigned int cached_cq_tail; unsigned int cq_entries; struct io_ev_fd *io_ev_fd; unsigned int cq_extra; void *cq_wait_arg; size_t cq_wait_size; long: 64; }; struct { struct llist_head work_llist; struct llist_head retry_llist; long unsigned int check_cq; atomic_t cq_wait_nr; atomic_t cq_timeouts; struct wait_queue_head cq_wait; long: 64; }; struct { raw_spinlock_t timeout_lock; struct list_head timeout_list; struct list_head ltimeout_list; unsigned int cq_last_tm_flush; long: 64; long: 64; }; spinlock_t completion_lock; struct list_head cq_overflow_list; struct hlist_head waitid_list; struct hlist_head futex_list; struct io_alloc_cache futex_cache; const struct cred *sq_creds; struct io_sq_data *sq_data; struct wait_queue_head sqo_sq_wait; struct list_head sqd_list; unsigned int file_alloc_start; unsigned int file_alloc_end; struct wait_queue_head poll_wq; struct io_restriction restrictions; struct io_zcrx_ifq *ifq; u32 pers_next; struct xarray personalities; struct io_wq_hash *hash_map; struct user_struct *user; struct mm_struct *mm_account; struct llist_head fallback_llist; struct delayed_work fallback_work; struct work_struct exit_work; struct list_head tctx_list; struct completion ref_comp; u32 iowq_limits[2]; struct callback_head poll_wq_task_work; struct list_head defer_list; struct io_alloc_cache msg_cache; spinlock_t msg_lock; struct list_head napi_list; spinlock_t napi_lock; ktime_t napi_busy_poll_dt; bool napi_prefer_busy_poll; u8 napi_track_mode; struct hlist_head napi_ht[16]; unsigned int evfd_last_cq_tail; struct mutex mmap_lock; struct io_mapped_region sq_region; struct io_mapped_region ring_region; struct io_mapped_region param_region; struct io_mapped_region zcrx_region; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_uring { u32 head; u32 tail; }; struct io_rings { struct io_uring sq; struct io_uring cq; u32 sq_ring_mask; u32 cq_ring_mask; u32 sq_ring_entries; u32 cq_ring_entries; u32 sq_dropped; atomic_t sq_flags; u32 cq_flags; u32 cq_overflow; long: 64; long: 64; struct io_uring_cqe cqes[0]; }; struct io_cmd_data { struct file *file; __u8 data[56]; }; typedef u64 io_req_flags_t; struct io_cqe { __u64 user_data; __s32 res; union { __u32 flags; int fd; }; }; struct io_tw_state; typedef struct io_tw_state io_tw_token_t; typedef void (*io_req_tw_func_t)(struct io_kiocb *, io_tw_token_t); struct io_task_work { struct llist_node node; io_req_tw_func_t func; }; struct io_buffer; struct io_buffer_list; struct async_poll; struct io_kiocb { union { struct file *file; struct io_cmd_data cmd; }; u8 opcode; u8 iopoll_completed; u16 buf_index; unsigned int nr_tw; io_req_flags_t flags; struct io_cqe cqe; struct io_ring_ctx *ctx; struct io_uring_task *tctx; union { struct io_buffer *kbuf; struct io_buffer_list *buf_list; struct io_rsrc_node *buf_node; }; union { struct io_wq_work_node comp_list; __poll_t apoll_events; }; struct io_rsrc_node *file_node; atomic_t refs; bool cancel_seq_set; struct io_task_work io_task_work; union { struct hlist_node hash_node; u64 iopoll_start; }; struct async_poll *apoll; void *async_data; atomic_t poll_refs; struct io_kiocb *link; const struct cred *creds; struct io_wq_work work; struct { u64 extra1; u64 extra2; } big_cqe; }; struct io_tw_state {}; enum { REQ_F_FIXED_FILE_BIT = 0, REQ_F_IO_DRAIN_BIT = 1, REQ_F_LINK_BIT = 2, REQ_F_HARDLINK_BIT = 3, REQ_F_FORCE_ASYNC_BIT = 4, REQ_F_BUFFER_SELECT_BIT = 5, REQ_F_CQE_SKIP_BIT = 6, REQ_F_FAIL_BIT = 8, REQ_F_INFLIGHT_BIT = 9, REQ_F_CUR_POS_BIT = 10, REQ_F_NOWAIT_BIT = 11, REQ_F_LINK_TIMEOUT_BIT = 12, REQ_F_NEED_CLEANUP_BIT = 13, REQ_F_POLLED_BIT = 14, REQ_F_HYBRID_IOPOLL_STATE_BIT = 15, REQ_F_BUFFER_SELECTED_BIT = 16, REQ_F_BUFFER_RING_BIT = 17, REQ_F_REISSUE_BIT = 18, REQ_F_CREDS_BIT = 19, REQ_F_REFCOUNT_BIT = 20, REQ_F_ARM_LTIMEOUT_BIT = 21, REQ_F_ASYNC_DATA_BIT = 22, REQ_F_SKIP_LINK_CQES_BIT = 23, REQ_F_SINGLE_POLL_BIT = 24, REQ_F_DOUBLE_POLL_BIT = 25, REQ_F_MULTISHOT_BIT = 26, REQ_F_APOLL_MULTISHOT_BIT = 27, REQ_F_CLEAR_POLLIN_BIT = 28, REQ_F_SUPPORT_NOWAIT_BIT = 29, REQ_F_ISREG_BIT = 30, REQ_F_POLL_NO_LAZY_BIT = 31, REQ_F_CAN_POLL_BIT = 32, REQ_F_BL_EMPTY_BIT = 33, REQ_F_BL_NO_RECYCLE_BIT = 34, REQ_F_BUFFERS_COMMIT_BIT = 35, REQ_F_BUF_NODE_BIT = 36, REQ_F_HAS_METADATA_BIT = 37, REQ_F_IMPORT_BUFFER_BIT = 38, __REQ_F_LAST_BIT = 39, }; struct blk_mq_hw_ctx { struct { spinlock_t lock; struct list_head dispatch; long unsigned int state; long: 64; long: 64; long: 64; long: 64; }; struct delayed_work run_work; cpumask_var_t cpumask; int next_cpu; int next_cpu_batch; long unsigned int flags; void *sched_data; struct request_queue *queue; struct blk_flush_queue *fq; void *driver_data; struct sbitmap ctx_map; struct blk_mq_ctx *dispatch_from; unsigned int dispatch_busy; short unsigned int type; short unsigned int nr_ctx; struct blk_mq_ctx **ctxs; spinlock_t dispatch_wait_lock; wait_queue_entry_t dispatch_wait; atomic_t wait_index; struct blk_mq_tags *tags; struct blk_mq_tags *sched_tags; unsigned int numa_node; unsigned int queue_num; atomic_t nr_active; struct hlist_node cpuhp_online; struct hlist_node cpuhp_dead; struct kobject kobj; struct dentry *debugfs_dir; struct dentry *sched_debugfs_dir; struct list_head hctx_list; long: 64; long: 64; long: 64; long: 64; }; enum hctx_type { HCTX_TYPE_DEFAULT = 0, HCTX_TYPE_READ = 1, HCTX_TYPE_POLL = 2, HCTX_MAX_TYPES = 3, }; struct blk_mq_queue_data { struct request *rq; bool last; }; enum { DIO_SHOULD_DIRTY = 1, DIO_IS_SYNC = 2, }; struct blkdev_dio { union { struct kiocb *iocb; struct task_struct *waiter; }; size_t size; atomic_t ref; unsigned int flags; long: 64; long: 64; long: 64; long: 64; long: 64; struct bio bio; long: 64; }; enum { PERCPU_REF_INIT_ATOMIC = 1, PERCPU_REF_INIT_DEAD = 2, PERCPU_REF_ALLOW_REINIT = 4, }; struct disk_stats { u64 nsecs[4]; long unsigned int sectors[4]; long unsigned int ios[4]; long unsigned int merges[4]; long unsigned int io_ticks; local_t in_flight[2]; }; struct blkg_iostat { u64 bytes[3]; u64 ios[3]; }; struct blkg_iostat_set { struct u64_stats_sync sync; struct blkcg_gq *blkg; struct llist_node lnode; int lqueued; struct blkg_iostat cur; struct blkg_iostat last; }; struct blkcg; struct blkg_policy_data; struct blkcg_gq { struct request_queue *q; struct list_head q_node; struct hlist_node blkcg_node; struct blkcg *blkcg; struct blkcg_gq *parent; struct percpu_ref refcnt; bool online; struct blkg_iostat_set *iostat_cpu; struct blkg_iostat_set iostat; struct blkg_policy_data *pd[6]; union { struct work_struct async_bio_work; struct work_struct free_work; }; atomic_t use_delay; atomic64_t delay_nsec; atomic64_t delay_start; u64 last_delay; int last_use; struct callback_head callback_head; }; enum stat_group { STAT_READ = 0, STAT_WRITE = 1, STAT_DISCARD = 2, STAT_FLUSH = 3, NR_STAT_GROUPS = 4, }; struct elevator_type; struct elevator_queue { struct elevator_type *type; void *elevator_data; struct kobject kobj; struct mutex sysfs_lock; long unsigned int flags; struct hlist_head hash[64]; }; struct blk_mq_ctxs; struct blk_mq_ctx { struct { spinlock_t lock; struct list_head rq_lists[3]; long: 64; }; unsigned int cpu; short unsigned int index_hw[3]; struct blk_mq_hw_ctx *hctxs[3]; struct request_queue *queue; struct blk_mq_ctxs *ctxs; struct kobject kobj; long: 64; }; enum { QUEUE_FLAG_DYING = 0, QUEUE_FLAG_NOMERGES = 1, QUEUE_FLAG_SAME_COMP = 2, QUEUE_FLAG_FAIL_IO = 3, QUEUE_FLAG_NOXMERGES = 4, QUEUE_FLAG_SAME_FORCE = 5, QUEUE_FLAG_INIT_DONE = 6, QUEUE_FLAG_STATS = 7, QUEUE_FLAG_REGISTERED = 8, QUEUE_FLAG_QUIESCED = 9, QUEUE_FLAG_RQ_ALLOC_TIME = 10, QUEUE_FLAG_HCTX_ACTIVE = 11, QUEUE_FLAG_SQ_SCHED = 12, QUEUE_FLAG_MAX = 13, }; struct blk_plug_cb; typedef void (*blk_plug_cb_fn)(struct blk_plug_cb *, bool); struct blk_plug_cb { struct list_head list; blk_plug_cb_fn callback; void *data; }; enum { BLK_MQ_REQ_NOWAIT = 1, BLK_MQ_REQ_RESERVED = 2, BLK_MQ_REQ_PM = 4, }; enum { sysctl_hung_task_timeout_secs = 0, }; enum blktrace_act { __BLK_TA_QUEUE = 1, __BLK_TA_BACKMERGE = 2, __BLK_TA_FRONTMERGE = 3, __BLK_TA_GETRQ = 4, __BLK_TA_SLEEPRQ = 5, __BLK_TA_REQUEUE = 6, __BLK_TA_ISSUE = 7, __BLK_TA_COMPLETE = 8, __BLK_TA_PLUG = 9, __BLK_TA_UNPLUG_IO = 10, __BLK_TA_UNPLUG_TIMER = 11, __BLK_TA_INSERT = 12, __BLK_TA_SPLIT = 13, __BLK_TA_BOUNCE = 14, __BLK_TA_REMAP = 15, __BLK_TA_ABORT = 16, __BLK_TA_DRV_DATA = 17, __BLK_TA_CGROUP = 256, }; struct trace_event_raw_block_buffer { struct trace_entry ent; dev_t dev; sector_t sector; size_t size; char __data[0]; }; struct trace_event_raw_block_rq_requeue { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; short unsigned int ioprio; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq_completion { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; short unsigned int ioprio; char rwbs[8]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_rq { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; unsigned int bytes; short unsigned int ioprio; char rwbs[8]; char comm[16]; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_raw_block_bio_complete { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; int error; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_bio { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_plug { struct trace_entry ent; char comm[16]; char __data[0]; }; struct trace_event_raw_block_unplug { struct trace_entry ent; int nr_rq; char comm[16]; char __data[0]; }; struct trace_event_raw_block_split { struct trace_entry ent; dev_t dev; sector_t sector; sector_t new_sector; char rwbs[8]; char comm[16]; char __data[0]; }; struct trace_event_raw_block_bio_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; char rwbs[8]; char __data[0]; }; struct trace_event_raw_block_rq_remap { struct trace_entry ent; dev_t dev; sector_t sector; unsigned int nr_sector; dev_t old_dev; sector_t old_sector; unsigned int nr_bios; char rwbs[8]; char __data[0]; }; struct trace_event_data_offsets_block_buffer {}; struct trace_event_data_offsets_block_rq_requeue { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_rq_completion { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_rq { u32 cmd; const void *cmd_ptr_; }; struct trace_event_data_offsets_block_bio_complete {}; struct trace_event_data_offsets_block_bio {}; struct trace_event_data_offsets_block_plug {}; struct trace_event_data_offsets_block_unplug {}; struct trace_event_data_offsets_block_split {}; struct trace_event_data_offsets_block_bio_remap {}; struct trace_event_data_offsets_block_rq_remap {}; typedef void (*btf_trace_block_touch_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_dirty_buffer)(void *, struct buffer_head *); typedef void (*btf_trace_block_rq_requeue)(void *, struct request *); typedef void (*btf_trace_block_rq_complete)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_error)(void *, struct request *, blk_status_t, unsigned int); typedef void (*btf_trace_block_rq_insert)(void *, struct request *); typedef void (*btf_trace_block_rq_issue)(void *, struct request *); typedef void (*btf_trace_block_rq_merge)(void *, struct request *); typedef void (*btf_trace_block_io_start)(void *, struct request *); typedef void (*btf_trace_block_io_done)(void *, struct request *); typedef void (*btf_trace_block_bio_complete)(void *, struct request_queue *, struct bio *); typedef void (*btf_trace_block_bio_bounce)(void *, struct bio *); typedef void (*btf_trace_block_bio_backmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_frontmerge)(void *, struct bio *); typedef void (*btf_trace_block_bio_queue)(void *, struct bio *); typedef void (*btf_trace_block_getrq)(void *, struct bio *); typedef void (*btf_trace_block_plug)(void *, struct request_queue *); typedef void (*btf_trace_block_unplug)(void *, struct request_queue *, unsigned int, bool); typedef void (*btf_trace_block_split)(void *, struct bio *, unsigned int); typedef void (*btf_trace_block_bio_remap)(void *, struct bio *, dev_t, sector_t); typedef void (*btf_trace_block_rq_remap)(void *, struct request *, dev_t, sector_t); struct blk_mq_ctxs { struct kobject kobj; struct blk_mq_ctx *queue_ctx; }; typedef unsigned int blk_insert_t; struct blk_mq_alloc_data { struct request_queue *q; blk_mq_req_flags_t flags; unsigned int shallow_depth; blk_opf_t cmd_flags; req_flags_t rq_flags; unsigned int nr_tags; struct rq_list *cached_rqs; struct blk_mq_ctx *ctx; struct blk_mq_hw_ctx *hctx; }; enum elv_merge { ELEVATOR_NO_MERGE = 0, ELEVATOR_FRONT_MERGE = 1, ELEVATOR_BACK_MERGE = 2, ELEVATOR_DISCARD_MERGE = 3, }; struct elevator_mq_ops { int (*init_sched)(struct request_queue *, struct elevator_type *); void (*exit_sched)(struct elevator_queue *); int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int); void (*depth_updated)(struct blk_mq_hw_ctx *); bool (*allow_merge)(struct request_queue *, struct request *, struct bio *); bool (*bio_merge)(struct request_queue *, struct bio *, unsigned int); int (*request_merge)(struct request_queue *, struct request **, struct bio *); void (*request_merged)(struct request_queue *, struct request *, enum elv_merge); void (*requests_merged)(struct request_queue *, struct request *, struct request *); void (*limit_depth)(blk_opf_t, struct blk_mq_alloc_data *); void (*prepare_request)(struct request *); void (*finish_request)(struct request *); void (*insert_requests)(struct blk_mq_hw_ctx *, struct list_head *, blk_insert_t); struct request * (*dispatch_request)(struct blk_mq_hw_ctx *); bool (*has_work)(struct blk_mq_hw_ctx *); void (*completed_request)(struct request *, u64); void (*requeue_request)(struct request *); struct request * (*former_request)(struct request_queue *, struct request *); struct request * (*next_request)(struct request_queue *, struct request *); void (*init_icq)(struct io_cq *); void (*exit_icq)(struct io_cq *); }; struct elv_fs_entry; struct blk_mq_debugfs_attr; struct elevator_type { struct kmem_cache *icq_cache; struct elevator_mq_ops ops; size_t icq_size; size_t icq_align; const struct elv_fs_entry *elevator_attrs; const char *elevator_name; const char *elevator_alias; struct module *elevator_owner; const struct blk_mq_debugfs_attr *queue_debugfs_attrs; const struct blk_mq_debugfs_attr *hctx_debugfs_attrs; char icq_cache_name[22]; struct list_head list; }; struct elv_fs_entry { struct attribute attr; ssize_t (*show)(struct elevator_queue *, char *); ssize_t (*store)(struct elevator_queue *, const char *, size_t); }; struct blk_mq_debugfs_attr { const char *name; umode_t mode; int (*show)(void *, struct seq_file *); ssize_t (*write)(void *, const char *, size_t, loff_t *); const struct seq_operations *seq_ops; }; enum blkg_iostat_type { BLKG_IOSTAT_READ = 0, BLKG_IOSTAT_WRITE = 1, BLKG_IOSTAT_DISCARD = 2, BLKG_IOSTAT_NR = 3, }; struct blkcg_policy_data; struct blkcg { struct cgroup_subsys_state css; spinlock_t lock; refcount_t online_pin; atomic_t congestion_count; struct xarray blkg_tree; struct blkcg_gq *blkg_hint; struct hlist_head blkg_list; struct blkcg_policy_data *cpd[6]; struct list_head all_blkcgs_node; struct llist_head *lhead; struct list_head cgwb_list; }; struct blkg_policy_data { struct blkcg_gq *blkg; int plid; bool online; }; struct blkcg_policy_data { struct blkcg *blkcg; int plid; }; enum blkg_rwstat_type { BLKG_RWSTAT_READ = 0, BLKG_RWSTAT_WRITE = 1, BLKG_RWSTAT_SYNC = 2, BLKG_RWSTAT_ASYNC = 3, BLKG_RWSTAT_DISCARD = 4, BLKG_RWSTAT_NR = 5, BLKG_RWSTAT_TOTAL = 5, }; enum kobject_action { KOBJ_ADD = 0, KOBJ_REMOVE = 1, KOBJ_CHANGE = 2, KOBJ_MOVE = 3, KOBJ_ONLINE = 4, KOBJ_OFFLINE = 5, KOBJ_BIND = 6, KOBJ_UNBIND = 7, }; struct blk_mq_hw_ctx_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_mq_hw_ctx *, char *); }; typedef u32 compat_caddr_t; struct hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; long unsigned int start; }; struct blkpg_ioctl_arg { int op; int flags; int datalen; void *data; }; struct blkpg_partition { long long int start; long long int length; int pno; char devname[64]; char volname[64]; }; struct pr_reservation { __u64 key; __u32 type; __u32 flags; }; struct pr_registration { __u64 old_key; __u64 new_key; __u32 flags; __u32 __pad; }; struct pr_preempt { __u64 old_key; __u64 new_key; __u32 type; __u32 flags; }; struct pr_clear { __u64 key; __u32 flags; __u32 __pad; }; struct pr_keys { u32 generation; u32 num_keys; u64 keys[0]; }; struct pr_held_reservation { u64 key; u32 generation; enum pr_type type; }; enum { IOU_F_TWQ_LAZY_WAKE = 1, }; enum io_uring_cmd_flags { IO_URING_F_COMPLETE_DEFER = 1, IO_URING_F_UNLOCKED = 2, IO_URING_F_MULTISHOT = 4, IO_URING_F_IOWQ = 8, IO_URING_F_NONBLOCK = -2147483648, IO_URING_F_SQE128 = 256, IO_URING_F_CQE32 = 512, IO_URING_F_IOPOLL = 1024, IO_URING_F_CANCEL = 2048, IO_URING_F_COMPAT = 4096, IO_URING_F_TASK_DEAD = 8192, }; struct compat_blkpg_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_caddr_t data; }; struct compat_hd_geometry { unsigned char heads; unsigned char sectors; short unsigned int cylinders; u32 start; }; struct blk_iou_cmd { int res; bool nowait; }; enum { GENHD_FL_REMOVABLE = 1, GENHD_FL_HIDDEN = 2, GENHD_FL_NO_PART = 4, }; struct parsed_partitions { struct gendisk *disk; char name[32]; struct { sector_t from; sector_t size; int flags; bool has_info; struct partition_meta_info info; } *parts; int next; int limit; bool access_beyond_eod; char *pp_buf; }; typedef struct { struct folio *v; } Sector; enum { DISK_EVENT_MEDIA_CHANGE = 1, DISK_EVENT_EJECT_REQUEST = 2, }; enum { DISK_EVENT_FLAG_POLL = 1, DISK_EVENT_FLAG_UEVENT = 2, DISK_EVENT_FLAG_BLOCK_ON_EXCL_WRITE = 4, }; struct disk_events { struct list_head node; struct gendisk *disk; spinlock_t lock; struct mutex block_mutex; int block; unsigned int pending; unsigned int clearing; long int poll_msecs; struct delayed_work dwork; }; struct sg_io_v4 { __s32 guard; __u32 protocol; __u32 subprotocol; __u32 request_len; __u64 request; __u64 request_tag; __u32 request_attr; __u32 request_priority; __u32 request_extra; __u32 max_response_len; __u64 response; __u32 dout_iovec_count; __u32 dout_xfer_len; __u32 din_iovec_count; __u32 din_xfer_len; __u64 dout_xferp; __u64 din_xferp; __u32 timeout; __u32 flags; __u64 usr_ptr; __u32 spare_in; __u32 driver_status; __u32 transport_status; __u32 device_status; __u32 retry_delay; __u32 info; __u32 duration; __u32 response_len; __s32 din_resid; __s32 dout_resid; __u64 generated_tag; __u32 spare_out; __u32 padding; }; typedef int bsg_sg_io_fn(struct request_queue *, struct sg_io_v4 *, bool, unsigned int); enum { BLK_MQ_F_TAG_QUEUE_SHARED = 2, BLK_MQ_F_STACKING = 4, BLK_MQ_F_TAG_HCTX_SHARED = 8, BLK_MQ_F_BLOCKING = 16, BLK_MQ_F_TAG_RR = 32, BLK_MQ_F_NO_SCHED_BY_DEFAULT = 64, BLK_MQ_F_MAX = 128, }; struct rq_map_data { struct page **pages; long unsigned int offset; short unsigned int page_order; short unsigned int nr_entries; bool null_mapped; bool from_user; }; struct bsg_job; typedef int bsg_job_fn(struct bsg_job *); struct bsg_buffer { unsigned int payload_len; int sg_cnt; struct scatterlist *sg_list; }; struct bsg_job { struct device *dev; struct kref kref; unsigned int timeout; void *request; void *reply; unsigned int request_len; unsigned int reply_len; struct bsg_buffer request_payload; struct bsg_buffer reply_payload; int result; unsigned int reply_payload_rcv_len; struct request *bidi_rq; struct bio *bidi_bio; void *dd_data; }; typedef enum blk_eh_timer_return bsg_timeout_fn(struct request *); enum scsi_device_event { SDEV_EVT_MEDIA_CHANGE = 1, SDEV_EVT_INQUIRY_CHANGE_REPORTED = 2, SDEV_EVT_CAPACITY_CHANGE_REPORTED = 3, SDEV_EVT_SOFT_THRESHOLD_REACHED_REPORTED = 4, SDEV_EVT_MODE_PARAMETER_CHANGE_REPORTED = 5, SDEV_EVT_LUN_CHANGE_REPORTED = 6, SDEV_EVT_ALUA_STATE_CHANGE_REPORTED = 7, SDEV_EVT_POWER_ON_RESET_OCCURRED = 8, SDEV_EVT_FIRST = 1, SDEV_EVT_LAST = 8, SDEV_EVT_MAXBITS = 9, }; struct bsg_device; struct bsg_set { struct blk_mq_tag_set tag_set; struct bsg_device *bd; bsg_job_fn *job_fn; bsg_timeout_fn *timeout_fn; }; typedef bool (*sb_for_each_fn)(struct sbitmap *, unsigned int, void *); struct sbq_wait { struct sbitmap_queue *sbq; struct wait_queue_entry wait; }; struct trace_event_raw_kyber_latency { struct trace_entry ent; dev_t dev; char domain[16]; char type[8]; u8 percentile; u8 numerator; u8 denominator; unsigned int samples; char __data[0]; }; struct trace_event_raw_kyber_adjust { struct trace_entry ent; dev_t dev; char domain[16]; unsigned int depth; char __data[0]; }; struct trace_event_raw_kyber_throttled { struct trace_entry ent; dev_t dev; char domain[16]; char __data[0]; }; struct trace_event_data_offsets_kyber_latency {}; struct trace_event_data_offsets_kyber_adjust {}; struct trace_event_data_offsets_kyber_throttled {}; typedef void (*btf_trace_kyber_latency)(void *, dev_t, const char *, const char *, unsigned int, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kyber_adjust)(void *, dev_t, const char *, unsigned int); typedef void (*btf_trace_kyber_throttled)(void *, dev_t, const char *); enum { KYBER_READ = 0, KYBER_WRITE = 1, KYBER_DISCARD = 2, KYBER_OTHER = 3, KYBER_NUM_DOMAINS = 4, }; enum { KYBER_ASYNC_PERCENT = 75, }; enum { KYBER_LATENCY_SHIFT = 2, KYBER_GOOD_BUCKETS = 4, KYBER_LATENCY_BUCKETS = 8, }; enum { KYBER_TOTAL_LATENCY = 0, KYBER_IO_LATENCY = 1, }; struct kyber_cpu_latency { atomic_t buckets[48]; }; struct kyber_ctx_queue { spinlock_t lock; struct list_head rq_list[4]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kyber_queue_data { struct request_queue *q; dev_t dev; struct sbitmap_queue domain_tokens[4]; unsigned int async_depth; struct kyber_cpu_latency *cpu_latency; struct timer_list timer; unsigned int latency_buckets[48]; long unsigned int latency_timeout[3]; int domain_p99[3]; u64 latency_targets[3]; }; struct kyber_hctx_data { spinlock_t lock; struct list_head rqs[4]; unsigned int cur_domain; unsigned int batching; struct kyber_ctx_queue *kcqs; struct sbitmap kcq_map[4]; struct sbq_wait domain_wait[4]; struct sbq_wait_state *domain_ws[4]; atomic_t wait_index[4]; }; struct flush_kcq_data { struct kyber_hctx_data *khd; unsigned int sched_domain; struct list_head *list; }; typedef __u16 __sum16; struct t10_pi_tuple { __be16 guard_tag; __be16 app_tag; __be32 ref_tag; }; struct crc64_pi_tuple { __be64 guard_tag; __be16 app_tag; __u8 ref_tag[6]; }; enum bip_flags { BIP_BLOCK_INTEGRITY = 1, BIP_MAPPED_INTEGRITY = 2, BIP_DISK_NOCHECK = 4, BIP_IP_CHECKSUM = 8, BIP_COPY_USER = 16, BIP_CHECK_GUARD = 32, BIP_CHECK_REFTAG = 64, BIP_CHECK_APPTAG = 128, }; enum blk_integrity_flags { BLK_INTEGRITY_NOVERIFY = 1, BLK_INTEGRITY_NOGENERATE = 2, BLK_INTEGRITY_DEVICE_CAPABLE = 4, BLK_INTEGRITY_REF_TAG = 8, BLK_INTEGRITY_STACKED = 16, }; struct blk_integrity_iter { void *prot_buf; void *data_buf; sector_t seed; unsigned int data_size; short unsigned int interval; const char *disk_name; }; enum { IORING_MEM_REGION_TYPE_USER = 1, }; struct io_uring_region_desc { __u64 user_addr; __u64 size; __u32 flags; __u32 id; __u64 mmap_offset; __u64 __resv[4]; }; struct io_uring_buf { __u64 addr; __u32 len; __u16 bid; __u16 resv; }; struct io_uring_buf_ring { union { struct { __u64 resv1; __u32 resv2; __u16 resv3; __u16 tail; }; struct { struct {} __empty_bufs; struct io_uring_buf bufs[0]; }; }; }; enum io_uring_register_pbuf_ring_flags { IOU_PBUF_RING_MMAP = 1, IOU_PBUF_RING_INC = 2, }; struct io_uring_buf_reg { __u64 ring_addr; __u32 ring_entries; __u16 bgid; __u16 flags; __u64 resv[3]; }; struct io_uring_buf_status { __u32 buf_group; __u32 head; __u32 resv[8]; }; struct io_mapped_ubuf; struct io_rsrc_node { unsigned char type; int refs; u64 tag; union { long unsigned int file_ptr; struct io_mapped_ubuf *buf; }; }; struct io_wq_hash { refcount_t refs; long unsigned int map; struct wait_queue_head wait; }; enum { REQ_F_FIXED_FILE = 1ULL, REQ_F_IO_DRAIN = 2ULL, REQ_F_LINK = 4ULL, REQ_F_HARDLINK = 8ULL, REQ_F_FORCE_ASYNC = 16ULL, REQ_F_BUFFER_SELECT = 32ULL, REQ_F_CQE_SKIP = 64ULL, REQ_F_FAIL = 256ULL, REQ_F_INFLIGHT = 512ULL, REQ_F_CUR_POS = 1024ULL, REQ_F_NOWAIT = 2048ULL, REQ_F_LINK_TIMEOUT = 4096ULL, REQ_F_NEED_CLEANUP = 8192ULL, REQ_F_POLLED = 16384ULL, REQ_F_IOPOLL_STATE = 32768ULL, REQ_F_BUFFER_SELECTED = 65536ULL, REQ_F_BUFFER_RING = 131072ULL, REQ_F_REISSUE = 262144ULL, REQ_F_SUPPORT_NOWAIT = 536870912ULL, REQ_F_ISREG = 1073741824ULL, REQ_F_CREDS = 524288ULL, REQ_F_REFCOUNT = 1048576ULL, REQ_F_ARM_LTIMEOUT = 2097152ULL, REQ_F_ASYNC_DATA = 4194304ULL, REQ_F_SKIP_LINK_CQES = 8388608ULL, REQ_F_SINGLE_POLL = 16777216ULL, REQ_F_DOUBLE_POLL = 33554432ULL, REQ_F_MULTISHOT = 67108864ULL, REQ_F_APOLL_MULTISHOT = 134217728ULL, REQ_F_CLEAR_POLLIN = 268435456ULL, REQ_F_POLL_NO_LAZY = 2147483648ULL, REQ_F_CAN_POLL = 4294967296ULL, REQ_F_BL_EMPTY = 8589934592ULL, REQ_F_BL_NO_RECYCLE = 17179869184ULL, REQ_F_BUFFERS_COMMIT = 34359738368ULL, REQ_F_BUF_NODE = 68719476736ULL, REQ_F_HAS_METADATA = 137438953472ULL, REQ_F_IMPORT_BUFFER = 274877906944ULL, }; struct io_buffer { struct list_head list; __u64 addr; __u32 len; __u16 bid; __u16 bgid; }; struct io_buffer_list { union { struct list_head buf_list; struct io_uring_buf_ring *buf_ring; }; __u16 bgid; __u16 buf_nr_pages; __u16 nr_entries; __u16 head; __u16 mask; __u16 flags; struct io_mapped_region region; }; struct io_mapped_ubuf { u64 ubuf; unsigned int len; unsigned int nr_bvecs; unsigned int folio_shift; refcount_t refs; long unsigned int acct_pages; void (*release)(void *); void *priv; bool is_kbuf; u8 dir; struct bio_vec bvec[0]; }; enum { IOU_OK = 0, IOU_COMPLETE = 0, IOU_ISSUE_SKIP_COMPLETE = -529, IOU_RETRY = -11, IOU_REQUEUE = -3072, }; enum { IOBL_BUF_RING = 1, IOBL_INC = 2, }; enum { KBUF_MODE_EXPAND = 1, KBUF_MODE_FREE = 2, }; struct buf_sel_arg { struct iovec *iovs; size_t out_len; size_t max_len; short unsigned int nr_iovs; short unsigned int mode; short unsigned int partial_map; }; struct io_provide_buf { struct file *file; __u64 addr; __u32 len; __u32 bgid; __u32 nbufs; __u16 bid; }; struct io_uring_rsrc_update { __u32 offset; __u32 resv; __u64 data; }; typedef struct io_wq_work *free_work_fn(struct io_wq_work *); typedef void io_wq_work_fn(struct io_wq_work *); struct io_wq_data { struct io_wq_hash *hash; struct task_struct *task; io_wq_work_fn *do_work; free_work_fn *free_work; }; struct io_tctx_node { struct list_head ctx_node; struct task_struct *task; struct io_ring_ctx *ctx; }; struct iov_iter_state { size_t iov_offset; size_t count; long unsigned int nr_segs; }; struct compat_iovec { compat_uptr_t iov_base; compat_size_t iov_len; }; struct io_uring_attr_pi { __u16 flags; __u16 app_tag; __u32 len; __u64 addr; __u64 seed; __u64 rsvd; }; struct iou_vec { union { struct iovec *iovec; struct bio_vec *bvec; }; unsigned int nr; }; struct io_poll { struct file *file; struct wait_queue_head *head; __poll_t events; int retries; struct wait_queue_entry wait; }; struct async_poll { struct io_poll poll; struct io_poll *double_poll; }; struct io_issue_def { unsigned int needs_file: 1; unsigned int plug: 1; unsigned int ioprio: 1; unsigned int iopoll: 1; unsigned int buffer_select: 1; unsigned int hash_reg_file: 1; unsigned int unbound_nonreg_file: 1; unsigned int pollin: 1; unsigned int pollout: 1; unsigned int poll_exclusive: 1; unsigned int audit_skip: 1; unsigned int iopoll_queue: 1; unsigned int vectored: 1; short unsigned int async_size; int (*issue)(struct io_kiocb *, unsigned int); int (*prep)(struct io_kiocb *, const struct io_uring_sqe *); }; struct io_meta_state { u32 seed; struct iov_iter_state iter_meta; }; struct io_async_rw { struct iou_vec vec; size_t bytes_done; union { struct { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov; union { struct wait_page_queue wpq; struct { struct uio_meta meta; struct io_meta_state meta_state; }; }; }; struct { struct iov_iter iter; struct iov_iter_state iter_state; struct iovec fast_iov; union { struct wait_page_queue wpq; struct { struct uio_meta meta; struct io_meta_state meta_state; }; }; } clear; }; }; struct io_rw { struct kiocb kiocb; u64 addr; u32 len; rwf_t flags; }; enum io_uring_socket_op { SOCKET_URING_OP_SIOCINQ = 0, SOCKET_URING_OP_SIOCOUTQ = 1, SOCKET_URING_OP_GETSOCKOPT = 2, SOCKET_URING_OP_SETSOCKOPT = 3, }; struct io_uring_cmd_data { void *op_data; }; struct io_async_cmd { struct io_uring_cmd_data data; struct iou_vec vec; struct io_uring_sqe sqes[2]; }; struct io_rename { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; struct io_unlink { struct file *file; int dfd; int flags; struct filename *filename; }; struct io_mkdir { struct file *file; int dfd; umode_t mode; struct filename *filename; }; struct io_link { struct file *file; int old_dfd; int new_dfd; struct filename *oldpath; struct filename *newpath; int flags; }; enum io_uring_msg_ring_flags { IORING_MSG_DATA = 0, IORING_MSG_SEND_FD = 1, }; struct io_msg { struct file *file; struct file *src_file; struct callback_head tw; u64 user_data; u32 len; u32 cmd; u32 src_fd; union { u32 dst_fd; u32 cqe_flags; }; u32 flags; }; struct io_uring_sync_cancel_reg { __u64 addr; __s32 fd; __u32 flags; struct __kernel_timespec timeout; __u8 opcode; __u8 pad[7]; __u64 pad2[3]; }; enum io_wq_cancel { IO_WQ_CANCEL_OK = 0, IO_WQ_CANCEL_RUNNING = 1, IO_WQ_CANCEL_NOTFOUND = 2, }; typedef bool work_cancel_fn(struct io_wq_work *, void *); struct io_cancel_data { struct io_ring_ctx *ctx; union { u64 data; struct file *file; }; u8 opcode; u32 flags; int seq; }; struct io_cancel { struct file *file; u64 addr; u32 flags; s32 fd; u8 opcode; }; struct io_imu_folio_data { unsigned int nr_pages_head; unsigned int nr_pages_mid; unsigned int folio_shift; unsigned int nr_folios; long unsigned int first_folio_page_idx; }; enum { IO_REGION_F_VMAP = 1, IO_REGION_F_USER_PROVIDED = 2, IO_REGION_F_SINGLE_REF = 4, }; struct futex_hash_bucket { atomic_t waiters; spinlock_t lock; struct plist_head chain; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct io_futex { struct file *file; union { u32 *uaddr; struct futex_waitv *uwaitv; }; long unsigned int futex_val; long unsigned int futex_mask; long unsigned int futexv_owned; u32 futex_flags; unsigned int futex_nr; bool futexv_unqueued; }; struct io_futex_data { struct futex_q q; struct io_kiocb *req; }; enum io_uring_napi_op { IO_URING_NAPI_REGISTER_OP = 0, IO_URING_NAPI_STATIC_ADD_ID = 1, IO_URING_NAPI_STATIC_DEL_ID = 2, }; enum io_uring_napi_tracking_strategy { IO_URING_NAPI_TRACKING_DYNAMIC = 0, IO_URING_NAPI_TRACKING_STATIC = 1, IO_URING_NAPI_TRACKING_INACTIVE = 255, }; struct io_uring_napi { __u32 busy_poll_to; __u8 prefer_busy_poll; __u8 opcode; __u8 pad[2]; __u32 op_param; __u32 resv; }; struct io_wait_queue { struct wait_queue_entry wq; struct io_ring_ctx *ctx; unsigned int cq_tail; unsigned int cq_min_tail; unsigned int nr_timeouts; int hit_timeout; ktime_t min_timeout; ktime_t timeout; struct hrtimer t; ktime_t napi_busy_poll_dt; bool napi_prefer_busy_poll; }; enum { IO_CHECK_CQ_OVERFLOW_BIT = 0, IO_CHECK_CQ_DROPPED_BIT = 1, }; struct icmpv6_mib_device { atomic_long_t mibs[7]; }; struct icmpv6msg_mib_device { atomic_long_t mibs[512]; }; struct ip_ra_chain { struct ip_ra_chain *next; struct sock *sk; union { void (*destructor)(struct sock *); struct sock *saved_sk; }; struct callback_head rcu; }; struct inet_peer_base { struct rb_root rb_root; seqlock_t lock; int total; }; struct ipv6_stable_secret { bool initialized; struct in6_addr secret; }; struct ipv6_devconf { __u8 __cacheline_group_begin__ipv6_devconf_read_txrx[0]; __s32 disable_ipv6; __s32 hop_limit; __s32 mtu6; __s32 forwarding; __s32 disable_policy; __s32 proxy_ndp; __u8 __cacheline_group_end__ipv6_devconf_read_txrx[0]; __s32 accept_ra; __s32 accept_redirects; __s32 autoconf; __s32 dad_transmits; __s32 rtr_solicits; __s32 rtr_solicit_interval; __s32 rtr_solicit_max_interval; __s32 rtr_solicit_delay; __s32 force_mld_version; __s32 mldv1_unsolicited_report_interval; __s32 mldv2_unsolicited_report_interval; __s32 use_tempaddr; __s32 temp_valid_lft; __s32 temp_prefered_lft; __s32 regen_min_advance; __s32 regen_max_retry; __s32 max_desync_factor; __s32 max_addresses; __s32 accept_ra_defrtr; __u32 ra_defrtr_metric; __s32 accept_ra_min_hop_limit; __s32 accept_ra_min_lft; __s32 accept_ra_pinfo; __s32 ignore_routes_with_linkdown; __s32 accept_source_route; __s32 accept_ra_from_local; __s32 drop_unicast_in_l2_multicast; __s32 accept_dad; __s32 force_tllao; __s32 ndisc_notify; __s32 suppress_frag_ndisc; __s32 accept_ra_mtu; __s32 drop_unsolicited_na; __s32 accept_untracked_na; struct ipv6_stable_secret stable_secret; __s32 use_oif_addrs_only; __s32 keep_addr_on_down; __s32 seg6_enabled; __u32 enhanced_dad; __u32 addr_gen_mode; __s32 ndisc_tclass; __s32 rpl_seg_enabled; __u32 ioam6_id; __u32 ioam6_id_wide; __u8 ioam6_enabled; __u8 ndisc_evict_nocarrier; __u8 ra_honor_pio_life; __u8 ra_honor_pio_pflag; struct ctl_table_header *sysctl_header; }; struct ipv6_devstat { struct proc_dir_entry *proc_dir_entry; struct ipstats_mib *ipv6; struct icmpv6_mib_device *icmpv6dev; struct icmpv6msg_mib_device *icmpv6msgdev; }; struct ifmcaddr6; struct ifacaddr6; struct inet6_dev { struct net_device *dev; netdevice_tracker dev_tracker; struct list_head addr_list; struct ifmcaddr6 *mc_list; struct ifmcaddr6 *mc_tomb; unsigned char mc_qrv; unsigned char mc_gq_running; unsigned char mc_ifc_count; unsigned char mc_dad_count; long unsigned int mc_v1_seen; long unsigned int mc_qi; long unsigned int mc_qri; long unsigned int mc_maxdelay; struct delayed_work mc_gq_work; struct delayed_work mc_ifc_work; struct delayed_work mc_dad_work; struct delayed_work mc_query_work; struct delayed_work mc_report_work; struct sk_buff_head mc_query_queue; struct sk_buff_head mc_report_queue; spinlock_t mc_query_lock; spinlock_t mc_report_lock; struct mutex mc_lock; struct ifacaddr6 *ac_list; rwlock_t lock; refcount_t refcnt; __u32 if_flags; int dead; u32 desync_factor; struct list_head tempaddr_list; struct in6_addr token; struct neigh_parms *nd_parms; struct ipv6_devconf cnf; struct ipv6_devstat stats; struct timer_list rs_timer; __s32 rs_interval; __u8 rs_probes; long unsigned int tstamp; struct callback_head rcu; unsigned int ra_mtu; }; struct lwtunnel_state { __u16 type; __u16 flags; __u16 headroom; atomic_t refcnt; int (*orig_output)(struct net *, struct sock *, struct sk_buff *); int (*orig_input)(struct sk_buff *); struct callback_head rcu; __u8 data[0]; }; enum sk_rst_reason { SK_RST_REASON_NOT_SPECIFIED = 0, SK_RST_REASON_NO_SOCKET = 1, SK_RST_REASON_TCP_INVALID_ACK_SEQUENCE = 2, SK_RST_REASON_TCP_RFC7323_PAWS = 3, SK_RST_REASON_TCP_TOO_OLD_ACK = 4, SK_RST_REASON_TCP_ACK_UNSENT_DATA = 5, SK_RST_REASON_TCP_FLAGS = 6, SK_RST_REASON_TCP_OLD_ACK = 7, SK_RST_REASON_TCP_ABORT_ON_DATA = 8, SK_RST_REASON_TCP_TIMEWAIT_SOCKET = 9, SK_RST_REASON_INVALID_SYN = 10, SK_RST_REASON_TCP_ABORT_ON_CLOSE = 11, SK_RST_REASON_TCP_ABORT_ON_LINGER = 12, SK_RST_REASON_TCP_ABORT_ON_MEMORY = 13, SK_RST_REASON_TCP_STATE = 14, SK_RST_REASON_TCP_KEEPALIVE_TIMEOUT = 15, SK_RST_REASON_TCP_DISCONNECT_WITH_DATA = 16, SK_RST_REASON_MPTCP_RST_EUNSPEC = 17, SK_RST_REASON_MPTCP_RST_EMPTCP = 18, SK_RST_REASON_MPTCP_RST_ERESOURCE = 19, SK_RST_REASON_MPTCP_RST_EPROHIBIT = 20, SK_RST_REASON_MPTCP_RST_EWQ2BIG = 21, SK_RST_REASON_MPTCP_RST_EBADPERF = 22, SK_RST_REASON_MPTCP_RST_EMIDDLEBOX = 23, SK_RST_REASON_ERROR = 24, SK_RST_REASON_MAX = 25, }; struct request_sock; struct request_sock_ops { int family; unsigned int obj_size; struct kmem_cache *slab; char *slab_name; int (*rtx_syn_ack)(const struct sock *, struct request_sock *); void (*send_ack)(const struct sock *, struct sk_buff *, struct request_sock *); void (*send_reset)(const struct sock *, struct sk_buff *, enum sk_rst_reason); void (*destructor)(struct request_sock *); void (*syn_ack_timeout)(const struct request_sock *); }; struct timewait_sock_ops { struct kmem_cache *twsk_slab; char *twsk_slab_name; unsigned int twsk_obj_size; void (*twsk_destructor)(struct sock *); }; struct saved_syn; struct request_sock { struct sock_common __req_common; struct request_sock *dl_next; u16 mss; u8 num_retrans; u8 syncookie: 1; u8 num_timeout: 7; u32 ts_recent; struct timer_list rsk_timer; const struct request_sock_ops *rsk_ops; struct sock *sk; struct saved_syn *saved_syn; u32 secid; u32 peer_secid; u32 timeout; }; struct saved_syn { u32 mac_hdrlen; u32 network_hdrlen; u32 tcp_hdrlen; u8 data[0]; }; struct ip6_sf_list { struct ip6_sf_list *sf_next; struct in6_addr sf_addr; long unsigned int sf_count[2]; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; struct callback_head rcu; }; struct ifmcaddr6 { struct in6_addr mca_addr; struct inet6_dev *idev; struct ifmcaddr6 *next; struct ip6_sf_list *mca_sources; struct ip6_sf_list *mca_tomb; unsigned int mca_sfmode; unsigned char mca_crcount; long unsigned int mca_sfcount[2]; struct delayed_work mca_work; unsigned int mca_flags; int mca_users; refcount_t mca_refcnt; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; struct ifacaddr6 { struct in6_addr aca_addr; struct fib6_info *aca_rt; struct ifacaddr6 *aca_next; struct hlist_node aca_addr_lst; int aca_users; refcount_t aca_refcnt; long unsigned int aca_cstamp; long unsigned int aca_tstamp; struct callback_head rcu; }; struct nd_opt_hdr { __u8 nd_opt_type; __u8 nd_opt_len; }; struct ndisc_options { struct nd_opt_hdr *nd_opt_array[15]; struct nd_opt_hdr *nd_useropts; struct nd_opt_hdr *nd_useropts_end; }; struct prefix_info { __u8 type; __u8 length; __u8 prefix_len; union { __u8 flags; struct { __u8 reserved: 4; __u8 preferpd: 1; __u8 routeraddr: 1; __u8 autoconf: 1; __u8 onlink: 1; }; }; __be32 valid; __be32 prefered; __be32 reserved2; struct in6_addr prefix; }; struct io_napi_entry { unsigned int napi_id; struct list_head list; long unsigned int timeout; struct hlist_node node; struct callback_head rcu; }; struct __una_u32 { u32 x; }; struct rhltable { struct rhashtable ht; }; struct rhashtable_walker { struct list_head list; struct bucket_table *tbl; }; struct rhashtable_iter { struct rhashtable *ht; struct rhash_head *p; struct rhlist_head *list; struct rhashtable_walker walker; unsigned int slot; unsigned int skip; bool end_of_table; }; union nested_table { union nested_table *table; struct rhash_lock_head *bucket; }; struct reciprocal_value { u32 m; u8 sh1; u8 sh2; }; struct reciprocal_value_adv { u32 m; u8 sh; u8 exp; bool is_wide_m; }; typedef struct { __be64 a; __be64 b; } be128; typedef struct { __le64 b; __le64 a; } le128; struct gf128mul_4k { be128 t[256]; }; struct gf128mul_64k { struct gf128mul_4k *t[16]; }; enum blake2s_lengths { BLAKE2S_BLOCK_SIZE = 64, BLAKE2S_HASH_SIZE = 32, BLAKE2S_KEY_SIZE = 32, BLAKE2S_128_HASH_SIZE = 16, BLAKE2S_160_HASH_SIZE = 20, BLAKE2S_224_HASH_SIZE = 28, BLAKE2S_256_HASH_SIZE = 32, }; struct blake2s_state { u32 h[8]; u32 t[2]; u32 f[2]; u8 buf[64]; unsigned int buflen; unsigned int outlen; }; enum blake2s_iv { BLAKE2S_IV0 = 1779033703, BLAKE2S_IV1 = 3144134277, BLAKE2S_IV2 = 1013904242, BLAKE2S_IV3 = 2773480762, BLAKE2S_IV4 = 1359893119, BLAKE2S_IV5 = 2600822924, BLAKE2S_IV6 = 528734635, BLAKE2S_IV7 = 1541459225, }; typedef long unsigned int mpi_limb_t; typedef mpi_limb_t *mpi_ptr_t; typedef int mpi_size_t; typedef mpi_limb_t UWtype; typedef unsigned int UHWtype; struct sg_page_iter { struct scatterlist *sg; unsigned int sg_pgoffset; unsigned int __nents; int __pg_advance; }; struct sg_mapping_iter { struct page *page; void *addr; size_t length; size_t consumed; struct sg_page_iter piter; unsigned int __offset; unsigned int __remaining; unsigned int __flags; }; struct gcry_mpi { int alloced; int nlimbs; int nbits; int sign; unsigned int flags; mpi_limb_t *d; }; typedef struct gcry_mpi *MPI; struct gen_pool; typedef long unsigned int (*genpool_algo_t)(long unsigned int *, long unsigned int, long unsigned int, unsigned int, void *, struct gen_pool *, long unsigned int); struct gen_pool { spinlock_t lock; struct list_head chunks; int min_alloc_order; genpool_algo_t algo; void *data; const char *name; }; struct gen_pool_chunk { struct list_head next_chunk; atomic_long_t avail; phys_addr_t phys_addr; void *owner; long unsigned int start_addr; long unsigned int end_addr; long unsigned int bits[0]; }; struct genpool_data_align { int align; }; struct genpool_data_fixed { long unsigned int offset; }; struct platform_device_id { char name[20]; kernel_ulong_t driver_data; }; struct pdev_archdata {}; struct mfd_cell; struct platform_device { const char *name; int id; bool id_auto; struct device dev; u64 platform_dma_mask; struct device_dma_parameters dma_parms; u32 num_resources; struct resource *resource; const struct platform_device_id *id_entry; const char *driver_override; struct mfd_cell *mfd_cell; struct pdev_archdata archdata; }; typedef enum { ZSTD_error_no_error = 0, ZSTD_error_GENERIC = 1, ZSTD_error_prefix_unknown = 10, ZSTD_error_version_unsupported = 12, ZSTD_error_frameParameter_unsupported = 14, ZSTD_error_frameParameter_windowTooLarge = 16, ZSTD_error_corruption_detected = 20, ZSTD_error_checksum_wrong = 22, ZSTD_error_literals_headerWrong = 24, ZSTD_error_dictionary_corrupted = 30, ZSTD_error_dictionary_wrong = 32, ZSTD_error_dictionaryCreation_failed = 34, ZSTD_error_parameter_unsupported = 40, ZSTD_error_parameter_combination_unsupported = 41, ZSTD_error_parameter_outOfBound = 42, ZSTD_error_tableLog_tooLarge = 44, ZSTD_error_maxSymbolValue_tooLarge = 46, ZSTD_error_maxSymbolValue_tooSmall = 48, ZSTD_error_cannotProduce_uncompressedBlock = 49, ZSTD_error_stabilityCondition_notRespected = 50, ZSTD_error_stage_wrong = 60, ZSTD_error_init_missing = 62, ZSTD_error_memory_allocation = 64, ZSTD_error_workSpace_tooSmall = 66, ZSTD_error_dstSize_tooSmall = 70, ZSTD_error_srcSize_wrong = 72, ZSTD_error_dstBuffer_null = 74, ZSTD_error_noForwardProgress_destFull = 80, ZSTD_error_noForwardProgress_inputEmpty = 82, ZSTD_error_frameIndex_tooLarge = 100, ZSTD_error_seekableIO = 102, ZSTD_error_dstBuffer_wrong = 104, ZSTD_error_srcBuffer_wrong = 105, ZSTD_error_sequenceProducer_failed = 106, ZSTD_error_externalSequences_invalid = 107, ZSTD_error_maxCode = 120, } ZSTD_ErrorCode; typedef ZSTD_ErrorCode ERR_enum; typedef s16 int16_t; typedef uint8_t U8; typedef int16_t S16; typedef uint32_t U32; typedef void * (*ZSTD_allocFunction)(void *, size_t); typedef void (*ZSTD_freeFunction)(void *, void *); typedef struct { ZSTD_allocFunction customAlloc; ZSTD_freeFunction customFree; void *opaque; } ZSTD_customMem; enum xz_mode { XZ_SINGLE = 0, XZ_PREALLOC = 1, XZ_DYNALLOC = 2, }; enum xz_ret { XZ_OK = 0, XZ_STREAM_END = 1, XZ_UNSUPPORTED_CHECK = 2, XZ_MEM_ERROR = 3, XZ_MEMLIMIT_ERROR = 4, XZ_FORMAT_ERROR = 5, XZ_OPTIONS_ERROR = 6, XZ_DATA_ERROR = 7, XZ_BUF_ERROR = 8, }; struct xz_buf { const uint8_t *in; size_t in_pos; size_t in_size; uint8_t *out; size_t out_pos; size_t out_size; }; typedef uint64_t vli_type; enum xz_check { XZ_CHECK_NONE = 0, XZ_CHECK_CRC32 = 1, XZ_CHECK_CRC64 = 4, XZ_CHECK_SHA256 = 10, }; struct xz_dec_hash { vli_type unpadded; vli_type uncompressed; uint32_t crc32; }; struct xz_dec_lzma2; struct xz_dec_bcj; struct xz_dec { enum { SEQ_STREAM_HEADER = 0, SEQ_BLOCK_START = 1, SEQ_BLOCK_HEADER = 2, SEQ_BLOCK_UNCOMPRESS = 3, SEQ_BLOCK_PADDING = 4, SEQ_BLOCK_CHECK = 5, SEQ_INDEX = 6, SEQ_INDEX_PADDING = 7, SEQ_INDEX_CRC32 = 8, SEQ_STREAM_FOOTER = 9, } sequence; uint32_t pos; vli_type vli; size_t in_start; size_t out_start; uint32_t crc32; enum xz_check check_type; enum xz_mode mode; bool allow_buf_error; struct { vli_type compressed; vli_type uncompressed; uint32_t size; } block_header; struct { vli_type compressed; vli_type uncompressed; vli_type count; struct xz_dec_hash hash; } block; struct { enum { SEQ_INDEX_COUNT = 0, SEQ_INDEX_UNPADDED = 1, SEQ_INDEX_UNCOMPRESSED = 2, } sequence; vli_type size; vli_type count; struct xz_dec_hash hash; } index; struct { size_t pos; size_t size; uint8_t buf[1024]; } temp; struct xz_dec_lzma2 *lzma2; struct xz_dec_bcj *bcj; bool bcj_active; }; struct xz_dec_bcj { enum { BCJ_X86 = 4, BCJ_POWERPC = 5, BCJ_IA64 = 6, BCJ_ARM = 7, BCJ_ARMTHUMB = 8, BCJ_SPARC = 9, BCJ_ARM64 = 10, BCJ_RISCV = 11, } type; enum xz_ret ret; bool single_call; uint32_t pos; uint32_t x86_prev_mask; uint8_t *out; size_t out_pos; size_t out_size; struct { size_t filtered; size_t size; uint8_t buf[16]; } temp; }; struct ei_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; int etype; void *priv; }; struct dim_sample { ktime_t time; u32 pkt_ctr; u32 byte_ctr; u16 event_ctr; u32 comp_ctr; }; struct dim_stats { int ppms; int bpms; int epms; int cpms; int cpe_ratio; }; struct dim { u8 state; struct dim_stats prev_stats; struct dim_sample start_sample; struct dim_sample measuring_sample; struct work_struct work; void *priv; u8 profile_ix; u8 mode; u8 tune_state; u8 steps_right; u8 steps_left; u8 tired; }; enum dim_tune_state { DIM_PARKING_ON_TOP = 0, DIM_PARKING_TIRED = 1, DIM_GOING_RIGHT = 2, DIM_GOING_LEFT = 3, }; struct dim_cq_moder { u16 usec; u16 pkts; u16 comps; u8 cq_period_mode; struct callback_head rcu; }; struct dim_irq_moder { u8 profile_flags; u8 coal_flags; u8 dim_rx_mode; u8 dim_tx_mode; struct dim_cq_moder *rx_profile; struct dim_cq_moder *tx_profile; void (*rx_dim_work)(struct work_struct *); void (*tx_dim_work)(struct work_struct *); }; enum dim_cq_period_mode { DIM_CQ_PERIOD_MODE_START_FROM_EQE = 0, DIM_CQ_PERIOD_MODE_START_FROM_CQE = 1, DIM_CQ_PERIOD_NUM_MODES = 2, }; enum dim_state { DIM_START_MEASURE = 0, DIM_MEASURE_IN_PROGRESS = 1, DIM_APPLY_NEW_PROFILE = 2, }; enum dim_stats_state { DIM_STATS_WORSE = 0, DIM_STATS_SAME = 1, DIM_STATS_BETTER = 2, }; enum dim_step_result { DIM_STEPPED = 0, DIM_TOO_TIRED = 1, DIM_ON_EDGE = 2, }; typedef u16 ucs2_char_t; struct node_groups { unsigned int id; union { unsigned int ngroups; unsigned int ncpus; }; }; struct acpi_table_header { char signature[4]; u32 length; u8 revision; u8 checksum; char oem_id[6]; char oem_table_id[8]; u32 oem_revision; char asl_compiler_id[4]; u32 asl_compiler_revision; }; struct acpi_subtable_header { u8 type; u8 length; }; struct acpi_table_cdat { u32 length; u8 revision; u8 checksum; u8 reserved[6]; u32 sequence; }; struct acpi_cdat_header { u8 type; u8 reserved; u16 length; }; enum acpi_cdat_type { ACPI_CDAT_TYPE_DSMAS = 0, ACPI_CDAT_TYPE_DSLBIS = 1, ACPI_CDAT_TYPE_DSMSCIS = 2, ACPI_CDAT_TYPE_DSIS = 3, ACPI_CDAT_TYPE_DSEMTS = 4, ACPI_CDAT_TYPE_SSLBIS = 5, ACPI_CDAT_TYPE_RESERVED = 6, }; struct acpi_cedt_header { u8 type; u8 reserved; u16 length; }; struct acpi_hmat_structure { u16 type; u16 reserved; u32 length; }; struct acpi_prmt_module_header { u16 revision; u16 length; }; union acpi_subtable_headers; typedef int (*acpi_tbl_entry_handler)(union acpi_subtable_headers *, const long unsigned int); union acpi_subtable_headers { struct acpi_subtable_header common; struct acpi_hmat_structure hmat; struct acpi_prmt_module_header prmt; struct acpi_cedt_header cedt; struct acpi_cdat_header cdat; }; typedef int (*acpi_tbl_entry_handler_arg)(union acpi_subtable_headers *, void *, const long unsigned int); struct acpi_subtable_proc { int id; acpi_tbl_entry_handler handler; acpi_tbl_entry_handler_arg handler_arg; void *arg; int count; }; union fw_table_header { struct acpi_table_header acpi; struct acpi_table_cdat cdat; }; enum acpi_subtable_type { ACPI_SUBTABLE_COMMON = 0, ACPI_SUBTABLE_HMAT = 1, ACPI_SUBTABLE_PRMT = 2, ACPI_SUBTABLE_CEDT = 3, CDAT_SUBTABLE = 4, }; struct acpi_subtable_entry { union acpi_subtable_headers *hdr; enum acpi_subtable_type type; }; typedef int (*acpi_tbl_table_handler)(struct acpi_table_header *); struct acpi_probe_entry; typedef bool (*acpi_probe_entry_validate_subtbl)(struct acpi_subtable_header *, struct acpi_probe_entry *); struct acpi_probe_entry { __u8 id[5]; __u8 type; acpi_probe_entry_validate_subtbl subtable_valid; union { acpi_tbl_table_handler probe_table; acpi_tbl_entry_handler probe_subtbl; }; kernel_ulong_t driver_data; }; typedef int (*of_irq_init_cb_t)(struct device_node *, struct device_node *); enum acpi_madt_type { ACPI_MADT_TYPE_LOCAL_APIC = 0, ACPI_MADT_TYPE_IO_APIC = 1, ACPI_MADT_TYPE_INTERRUPT_OVERRIDE = 2, ACPI_MADT_TYPE_NMI_SOURCE = 3, ACPI_MADT_TYPE_LOCAL_APIC_NMI = 4, ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE = 5, ACPI_MADT_TYPE_IO_SAPIC = 6, ACPI_MADT_TYPE_LOCAL_SAPIC = 7, ACPI_MADT_TYPE_INTERRUPT_SOURCE = 8, ACPI_MADT_TYPE_LOCAL_X2APIC = 9, ACPI_MADT_TYPE_LOCAL_X2APIC_NMI = 10, ACPI_MADT_TYPE_GENERIC_INTERRUPT = 11, ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR = 12, ACPI_MADT_TYPE_GENERIC_MSI_FRAME = 13, ACPI_MADT_TYPE_GENERIC_REDISTRIBUTOR = 14, ACPI_MADT_TYPE_GENERIC_TRANSLATOR = 15, ACPI_MADT_TYPE_MULTIPROC_WAKEUP = 16, ACPI_MADT_TYPE_CORE_PIC = 17, ACPI_MADT_TYPE_LIO_PIC = 18, ACPI_MADT_TYPE_HT_PIC = 19, ACPI_MADT_TYPE_EIO_PIC = 20, ACPI_MADT_TYPE_MSI_PIC = 21, ACPI_MADT_TYPE_BIO_PIC = 22, ACPI_MADT_TYPE_LPC_PIC = 23, ACPI_MADT_TYPE_RINTC = 24, ACPI_MADT_TYPE_IMSIC = 25, ACPI_MADT_TYPE_APLIC = 26, ACPI_MADT_TYPE_PLIC = 27, ACPI_MADT_TYPE_RESERVED = 28, ACPI_MADT_TYPE_OEM_RESERVED = 128, }; struct acpi_madt_generic_interrupt { struct acpi_subtable_header header; u16 reserved; u32 cpu_interface_number; u32 uid; u32 flags; u32 parking_version; u32 performance_interrupt; u64 parked_address; u64 base_address; u64 gicv_base_address; u64 gich_base_address; u32 vgic_interrupt; u64 gicr_base_address; u64 arm_mpidr; u8 efficiency_class; u8 reserved2[1]; u16 spe_interrupt; u16 trbe_interrupt; } __attribute__((packed)); struct acpi_madt_generic_distributor { struct acpi_subtable_header header; u16 reserved; u32 gic_id; u64 base_address; u32 global_irq_base; u8 version; u8 reserved2[3]; }; enum acpi_madt_gic_version { ACPI_MADT_GIC_VERSION_NONE = 0, ACPI_MADT_GIC_VERSION_V1 = 1, ACPI_MADT_GIC_VERSION_V2 = 2, ACPI_MADT_GIC_VERSION_V3 = 3, ACPI_MADT_GIC_VERSION_V4 = 4, ACPI_MADT_GIC_VERSION_RESERVED = 5, }; struct acpi_madt_generic_redistributor { struct acpi_subtable_header header; u8 flags; u8 reserved; u64 base_address; u32 length; } __attribute__((packed)); enum { IRQ_SET_MASK_OK = 0, IRQ_SET_MASK_OK_NOCOPY = 1, IRQ_SET_MASK_OK_DONE = 2, }; enum { IRQCHIP_SET_TYPE_MASKED = 1, IRQCHIP_EOI_IF_HANDLED = 2, IRQCHIP_MASK_ON_SUSPEND = 4, IRQCHIP_ONOFFLINE_ENABLED = 8, IRQCHIP_SKIP_SET_WAKE = 16, IRQCHIP_ONESHOT_SAFE = 32, IRQCHIP_EOI_THREADED = 64, IRQCHIP_SUPPORTS_LEVEL_MSI = 128, IRQCHIP_SUPPORTS_NMI = 256, IRQCHIP_ENABLE_WAKEUP_ON_SUSPEND = 512, IRQCHIP_AFFINITY_PRE_STARTUP = 1024, IRQCHIP_IMMUTABLE = 2048, IRQCHIP_MOVE_DEFERRED = 4096, }; enum acpi_irq_model_id { ACPI_IRQ_MODEL_PIC = 0, ACPI_IRQ_MODEL_IOAPIC = 1, ACPI_IRQ_MODEL_IOSAPIC = 2, ACPI_IRQ_MODEL_PLATFORM = 3, ACPI_IRQ_MODEL_GIC = 4, ACPI_IRQ_MODEL_LPIC = 5, ACPI_IRQ_MODEL_RINTC = 6, ACPI_IRQ_MODEL_COUNT = 7, }; typedef int (*of_init_fn_2)(struct device_node *, struct device_node *); enum { IRQCHIP_FWNODE_REAL = 0, IRQCHIP_FWNODE_NAMED = 1, IRQCHIP_FWNODE_NAMED_ID = 2, }; struct rdists { struct { raw_spinlock_t rd_lock; void *rd_base; struct page *pend_page; phys_addr_t phys_base; u64 flags; cpumask_t *vpe_table_mask; void *vpe_l1_base; } *rdist; phys_addr_t prop_table_pa; void *prop_table_va; u64 flags; u32 gicd_typer; u32 gicd_typer2; int cpuhp_memreserve_state; bool has_vlpis; bool has_rvpeid; bool has_direct_lpi; bool has_vpend_valid_dirty; }; struct partition_affinity { cpumask_t mask; void *partition_id; }; struct gic_quirk { const char *desc; const char *compatible; const char *property; bool (*init)(void *); u32 iidr; u32 mask; }; struct redist_region { void *redist_base; phys_addr_t phys_base; bool single_redist; }; struct partition_desc; struct gic_chip_data { struct fwnode_handle *fwnode; phys_addr_t dist_phys_base; void *dist_base; struct redist_region *redist_regions; struct rdists rdists; struct irq_domain *domain; u64 redist_stride; u32 nr_redist_regions; u64 flags; bool has_rss; unsigned int ppi_nr; struct partition_desc **ppi_descs; }; enum gic_intid_range { SGI_RANGE = 0, PPI_RANGE = 1, SPI_RANGE = 2, EPPI_RANGE = 3, ESPI_RANGE = 4, LPI_RANGE = 5, __INVALID_RANGE__ = 6, }; struct partition_desc { int nr_parts; struct partition_affinity *parts; struct irq_domain *domain; struct irq_desc *chained_desc; long unsigned int *bitmap; struct irq_domain_ops ops; }; struct radix_tree_iter { long unsigned int index; long unsigned int next_index; long unsigned int tags; struct xa_node *node; }; enum { RADIX_TREE_ITER_TAG_MASK = 15, RADIX_TREE_ITER_TAGGED = 16, RADIX_TREE_ITER_CONTIG = 32, }; enum device_link_state { DL_STATE_NONE = -1, DL_STATE_DORMANT = 0, DL_STATE_AVAILABLE = 1, DL_STATE_CONSUMER_PROBE = 2, DL_STATE_ACTIVE = 3, DL_STATE_SUPPLIER_UNBIND = 4, }; struct pinctrl; struct pinctrl_state; struct dev_pin_info { struct pinctrl *p; struct pinctrl_state *default_state; struct pinctrl_state *init_state; struct pinctrl_state *sleep_state; struct pinctrl_state *idle_state; }; struct device_link { struct device *supplier; struct list_head s_node; struct device *consumer; struct list_head c_node; struct device link_dev; enum device_link_state status; u32 flags; refcount_t rpm_active; struct kref kref; struct work_struct rm_work; bool supplier_preactivated; }; enum pinctrl_map_type { PIN_MAP_TYPE_INVALID = 0, PIN_MAP_TYPE_DUMMY_STATE = 1, PIN_MAP_TYPE_MUX_GROUP = 2, PIN_MAP_TYPE_CONFIGS_PIN = 3, PIN_MAP_TYPE_CONFIGS_GROUP = 4, }; struct pinctrl_map_mux { const char *group; const char *function; }; struct pinctrl_map_configs { const char *group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_map { const char *dev_name; const char *name; enum pinctrl_map_type type; const char *ctrl_dev_name; union { struct pinctrl_map_mux mux; struct pinctrl_map_configs configs; } data; }; enum pin_config_param { PIN_CONFIG_BIAS_BUS_HOLD = 0, PIN_CONFIG_BIAS_DISABLE = 1, PIN_CONFIG_BIAS_HIGH_IMPEDANCE = 2, PIN_CONFIG_BIAS_PULL_DOWN = 3, PIN_CONFIG_BIAS_PULL_PIN_DEFAULT = 4, PIN_CONFIG_BIAS_PULL_UP = 5, PIN_CONFIG_DRIVE_OPEN_DRAIN = 6, PIN_CONFIG_DRIVE_OPEN_SOURCE = 7, PIN_CONFIG_DRIVE_PUSH_PULL = 8, PIN_CONFIG_DRIVE_STRENGTH = 9, PIN_CONFIG_DRIVE_STRENGTH_UA = 10, PIN_CONFIG_INPUT_DEBOUNCE = 11, PIN_CONFIG_INPUT_ENABLE = 12, PIN_CONFIG_INPUT_SCHMITT = 13, PIN_CONFIG_INPUT_SCHMITT_ENABLE = 14, PIN_CONFIG_INPUT_SCHMITT_UV = 15, PIN_CONFIG_MODE_LOW_POWER = 16, PIN_CONFIG_MODE_PWM = 17, PIN_CONFIG_OUTPUT = 18, PIN_CONFIG_OUTPUT_ENABLE = 19, PIN_CONFIG_OUTPUT_IMPEDANCE_OHMS = 20, PIN_CONFIG_PERSIST_STATE = 21, PIN_CONFIG_POWER_SOURCE = 22, PIN_CONFIG_SKEW_DELAY = 23, PIN_CONFIG_SLEEP_HARDWARE_STATE = 24, PIN_CONFIG_SLEW_RATE = 25, PIN_CONFIG_END = 127, PIN_CONFIG_MAX = 255, }; struct pin_config_item { const enum pin_config_param param; const char * const display; const char * const format; bool has_arg; }; struct pinconf_generic_params { const char * const property; enum pin_config_param param; u32 default_value; }; struct pingroup { const char *name; const unsigned int *pins; size_t npins; }; struct pinctrl_pin_desc { unsigned int number; const char *name; void *drv_data; }; struct gpio_chip; struct pinctrl_gpio_range { struct list_head node; const char *name; unsigned int id; unsigned int base; unsigned int pin_base; unsigned int npins; const unsigned int *pins; struct gpio_chip *gc; }; union gpio_irq_fwspec; struct gpio_irq_chip { struct irq_chip *chip; struct irq_domain *domain; struct fwnode_handle *fwnode; struct irq_domain *parent_domain; int (*child_to_parent_hwirq)(struct gpio_chip *, unsigned int, unsigned int, unsigned int *, unsigned int *); int (*populate_parent_alloc_arg)(struct gpio_chip *, union gpio_irq_fwspec *, unsigned int, unsigned int); unsigned int (*child_offset_to_irq)(struct gpio_chip *, unsigned int); struct irq_domain_ops child_irq_domain_ops; irq_flow_handler_t handler; unsigned int default_type; struct lock_class_key *lock_key; struct lock_class_key *request_key; irq_flow_handler_t parent_handler; union { void *parent_handler_data; void **parent_handler_data_array; }; unsigned int num_parents; unsigned int *parents; unsigned int *map; bool threaded; bool per_parent_data; bool initialized; bool domain_is_allocated_externally; int (*init_hw)(struct gpio_chip *); void (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); long unsigned int *valid_mask; unsigned int first; void (*irq_enable)(struct irq_data *); void (*irq_disable)(struct irq_data *); void (*irq_unmask)(struct irq_data *); void (*irq_mask)(struct irq_data *); }; struct gpio_device; struct gpio_chip { const char *label; struct gpio_device *gpiodev; struct device *parent; struct fwnode_handle *fwnode; struct module *owner; int (*request)(struct gpio_chip *, unsigned int); void (*free)(struct gpio_chip *, unsigned int); int (*get_direction)(struct gpio_chip *, unsigned int); int (*direction_input)(struct gpio_chip *, unsigned int); int (*direction_output)(struct gpio_chip *, unsigned int, int); int (*get)(struct gpio_chip *, unsigned int); int (*get_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); void (*set)(struct gpio_chip *, unsigned int, int); void (*set_multiple)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_rv)(struct gpio_chip *, unsigned int, int); int (*set_multiple_rv)(struct gpio_chip *, long unsigned int *, long unsigned int *); int (*set_config)(struct gpio_chip *, unsigned int, long unsigned int); int (*to_irq)(struct gpio_chip *, unsigned int); void (*dbg_show)(struct seq_file *, struct gpio_chip *); int (*init_valid_mask)(struct gpio_chip *, long unsigned int *, unsigned int); int (*add_pin_ranges)(struct gpio_chip *); int (*en_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int (*dis_hw_timestamp)(struct gpio_chip *, u32, long unsigned int); int base; u16 ngpio; u16 offset; const char * const *names; bool can_sleep; long unsigned int (*read_reg)(void *); void (*write_reg)(void *, long unsigned int); bool be_bits; void *reg_dat; void *reg_set; void *reg_clr; void *reg_dir_out; void *reg_dir_in; bool bgpio_dir_unreadable; bool bgpio_pinctrl; int bgpio_bits; raw_spinlock_t bgpio_lock; long unsigned int bgpio_data; long unsigned int bgpio_dir; struct gpio_irq_chip irq; unsigned int of_gpio_n_cells; bool (*of_node_instance_match)(struct gpio_chip *, unsigned int); int (*of_xlate)(struct gpio_chip *, const struct of_phandle_args *, u32 *); }; struct pinctrl_dev; struct pinctrl_ops { int (*get_groups_count)(struct pinctrl_dev *); const char * (*get_group_name)(struct pinctrl_dev *, unsigned int); int (*get_group_pins)(struct pinctrl_dev *, unsigned int, const unsigned int **, unsigned int *); void (*pin_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); int (*dt_node_to_map)(struct pinctrl_dev *, struct device_node *, struct pinctrl_map **, unsigned int *); void (*dt_free_map)(struct pinctrl_dev *, struct pinctrl_map *, unsigned int); }; struct pinctrl_desc; struct pinctrl_dev { struct list_head node; struct pinctrl_desc *desc; struct xarray pin_desc_tree; struct xarray pin_group_tree; unsigned int num_groups; struct xarray pin_function_tree; unsigned int num_functions; struct list_head gpio_ranges; struct device *dev; struct module *owner; void *driver_data; struct pinctrl *p; struct pinctrl_state *hog_default; struct pinctrl_state *hog_sleep; struct mutex mutex; struct dentry *device_root; }; struct pinmux_ops; struct pinconf_ops; struct pinctrl_desc { const char *name; const struct pinctrl_pin_desc *pins; unsigned int npins; const struct pinctrl_ops *pctlops; const struct pinmux_ops *pmxops; const struct pinconf_ops *confops; struct module *owner; unsigned int num_custom_params; const struct pinconf_generic_params *custom_params; const struct pin_config_item *custom_conf_items; bool link_consumers; }; struct pinmux_ops { int (*request)(struct pinctrl_dev *, unsigned int); int (*free)(struct pinctrl_dev *, unsigned int); int (*get_functions_count)(struct pinctrl_dev *); const char * (*get_function_name)(struct pinctrl_dev *, unsigned int); int (*get_function_groups)(struct pinctrl_dev *, unsigned int, const char * const **, unsigned int *); int (*set_mux)(struct pinctrl_dev *, unsigned int, unsigned int); int (*gpio_request_enable)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); void (*gpio_disable_free)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int); int (*gpio_set_direction)(struct pinctrl_dev *, struct pinctrl_gpio_range *, unsigned int, bool); bool strict; }; struct pinconf_ops { bool is_generic; int (*pin_config_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); int (*pin_config_group_get)(struct pinctrl_dev *, unsigned int, long unsigned int *); int (*pin_config_group_set)(struct pinctrl_dev *, unsigned int, long unsigned int *, unsigned int); void (*pin_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_group_dbg_show)(struct pinctrl_dev *, struct seq_file *, unsigned int); void (*pin_config_config_dbg_show)(struct pinctrl_dev *, struct seq_file *, long unsigned int); }; union gpio_irq_fwspec { struct irq_fwspec fwspec; msi_alloc_info_t msiinfo; }; struct pinctrl { struct list_head node; struct device *dev; struct list_head states; struct pinctrl_state *state; struct list_head dt_maps; struct kref users; }; struct pinctrl_state { struct list_head node; const char *name; struct list_head settings; }; struct pinctrl_setting_mux { unsigned int group; unsigned int func; }; struct pinctrl_setting_configs { unsigned int group_or_pin; long unsigned int *configs; unsigned int num_configs; }; struct pinctrl_setting { struct list_head node; enum pinctrl_map_type type; struct pinctrl_dev *pctldev; const char *dev_name; union { struct pinctrl_setting_mux mux; struct pinctrl_setting_configs configs; } data; }; struct pin_desc { struct pinctrl_dev *pctldev; const char *name; bool dynamic_name; void *drv_data; unsigned int mux_usecount; const char *mux_owner; const struct pinctrl_setting_mux *mux_setting; const char *gpio_owner; struct mutex mux_lock; }; struct pinctrl_maps { struct list_head node; const struct pinctrl_map *maps; unsigned int num_maps; }; struct group_desc { struct pingroup grp; void *data; }; struct pctldev; struct pinctrl_dt_map { struct list_head node; struct pinctrl_dev *pctldev; struct pinctrl_map *map; unsigned int num_maps; }; struct mtk_eint_regs { unsigned int stat; unsigned int ack; unsigned int mask; unsigned int mask_set; unsigned int mask_clr; unsigned int sens; unsigned int sens_set; unsigned int sens_clr; unsigned int soft; unsigned int soft_set; unsigned int soft_clr; unsigned int pol; unsigned int pol_set; unsigned int pol_clr; unsigned int dom_en; unsigned int dbnc_ctrl; unsigned int dbnc_set; unsigned int dbnc_clr; }; struct mtk_eint_hw { u8 port_mask; u8 ports; unsigned int ap_num; unsigned int db_cnt; const unsigned int *db_time; }; struct mtk_eint_pin { u16 number; u8 instance; u8 index; bool debounce; bool dual_edge; }; struct mtk_eint_xt { int (*get_gpio_n)(void *, long unsigned int, unsigned int *, struct gpio_chip **); int (*get_gpio_state)(void *, long unsigned int); int (*set_gpio_as_eint)(void *, long unsigned int); }; struct mtk_eint { struct device *dev; void **base; int nbase; u16 *base_pin_num; struct irq_domain *domain; int irq; int *dual_edge; u16 **pin_list; u32 **wake_mask; u32 **cur_mask; const struct mtk_eint_hw *hw; const struct mtk_eint_regs *regs; struct mtk_eint_pin *pins; u16 num_db_time; void *pctl; const struct mtk_eint_xt *gpio_xlate; }; struct mtk_desc_function { const char *name; unsigned char muxval; }; struct mtk_desc_eint { unsigned char eintmux; unsigned char eintnum; }; struct mtk_desc_pin { struct pinctrl_pin_desc pin; const struct mtk_desc_eint eint; const struct mtk_desc_function *functions; }; struct mtk_pinctrl_group { const char *name; long unsigned int config; unsigned int pin; }; struct mtk_drv_group_desc { unsigned char min_drv; unsigned char max_drv; unsigned char low_bit; unsigned char high_bit; unsigned char step; }; struct mtk_pin_drv_grp { short unsigned int pin; short unsigned int offset; unsigned char bit; unsigned char grp; }; struct mtk_pin_spec_pupd_set_samereg { short unsigned int pin; short unsigned int offset; unsigned char pupd_bit; unsigned char r1_bit; unsigned char r0_bit; }; struct mtk_pin_ies_smt_set { short unsigned int start; short unsigned int end; short unsigned int offset; unsigned char bit; }; struct regmap; struct mtk_pinctrl_devdata { const struct mtk_desc_pin *pins; unsigned int npins; const struct mtk_drv_group_desc *grp_desc; unsigned int n_grp_cls; const struct mtk_pin_drv_grp *pin_drv_grp; unsigned int n_pin_drv_grps; const struct mtk_pin_ies_smt_set *spec_ies; unsigned int n_spec_ies; const struct mtk_pin_spec_pupd_set_samereg *spec_pupd; unsigned int n_spec_pupd; const struct mtk_pin_ies_smt_set *spec_smt; unsigned int n_spec_smt; int (*spec_pull_set)(struct regmap *, const struct mtk_pinctrl_devdata *, unsigned int, bool, unsigned int); int (*spec_ies_smt_set)(struct regmap *, const struct mtk_pinctrl_devdata *, unsigned int, int, enum pin_config_param); void (*spec_pinmux_set)(struct regmap *, unsigned int, unsigned int); void (*spec_dir_set)(unsigned int *, unsigned int); int (*mt8365_set_clr_mode)(struct regmap *, unsigned int, unsigned int, unsigned int, bool, bool); unsigned int dir_offset; unsigned int ies_offset; unsigned int smt_offset; unsigned int pullen_offset; unsigned int pullsel_offset; unsigned int drv_offset; unsigned int dout_offset; unsigned int din_offset; unsigned int pinmux_offset; short unsigned int type1_start; short unsigned int type1_end; unsigned char port_shf; unsigned char port_mask; unsigned char port_align; struct mtk_eint_hw eint_hw; struct mtk_eint_regs *eint_regs; unsigned int mode_mask; unsigned int mode_per_reg; unsigned int mode_shf; }; struct mtk_pinctrl { struct regmap *regmap1; struct regmap *regmap2; struct pinctrl_desc pctl_desc; struct device *dev; struct gpio_chip *chip; struct mtk_pinctrl_group *groups; unsigned int ngroups; const char **grp_names; struct pinctrl_dev *pctl_dev; const struct mtk_pinctrl_devdata *devdata; struct mtk_eint *eint; }; struct platform_driver { int (*probe)(struct platform_device *); void (*remove)(struct platform_device *); void (*shutdown)(struct platform_device *); int (*suspend)(struct platform_device *, pm_message_t); int (*resume)(struct platform_device *); struct device_driver driver; const struct platform_device_id *id_table; bool prevent_deferred_probe; bool driver_managed_dma; }; struct pinfunction { const char *name; const char * const *groups; size_t ngroups; }; struct function_desc { struct pinfunction func; void *data; }; enum { PINCTRL_PIN_REG_MODE = 0, PINCTRL_PIN_REG_DIR = 1, PINCTRL_PIN_REG_DI = 2, PINCTRL_PIN_REG_DO = 3, PINCTRL_PIN_REG_SR = 4, PINCTRL_PIN_REG_SMT = 5, PINCTRL_PIN_REG_PD = 6, PINCTRL_PIN_REG_PU = 7, PINCTRL_PIN_REG_E4 = 8, PINCTRL_PIN_REG_E8 = 9, PINCTRL_PIN_REG_TDSEL = 10, PINCTRL_PIN_REG_RDSEL = 11, PINCTRL_PIN_REG_DRV = 12, PINCTRL_PIN_REG_PUPD = 13, PINCTRL_PIN_REG_R0 = 14, PINCTRL_PIN_REG_R1 = 15, PINCTRL_PIN_REG_IES = 16, PINCTRL_PIN_REG_PULLEN = 17, PINCTRL_PIN_REG_PULLSEL = 18, PINCTRL_PIN_REG_DRV_EN = 19, PINCTRL_PIN_REG_DRV_E0 = 20, PINCTRL_PIN_REG_DRV_E1 = 21, PINCTRL_PIN_REG_DRV_ADV = 22, PINCTRL_PIN_REG_RSEL = 23, PINCTRL_PIN_REG_MAX = 24, }; enum { DRV_FIXED = 0, DRV_GRP0 = 1, DRV_GRP1 = 2, DRV_GRP2 = 3, DRV_GRP3 = 4, DRV_GRP4 = 5, DRV_GRP_MAX = 6, }; struct mtk_pin_field_calc { u16 s_pin; u16 e_pin; u8 i_base; u32 s_addr; u8 x_addrs; u8 s_bit; u8 x_bits; u8 sz_reg; u8 fixed; }; struct mtk_pin_rsel { u16 s_pin; u16 e_pin; u16 rsel_index; u32 up_rsel; u32 down_rsel; }; struct mtk_pin_reg_calc { const struct mtk_pin_field_calc *range; unsigned int nranges; }; struct mtk_func_desc { const char *name; u8 muxval; }; struct mtk_eint_desc { u16 eint_m; u16 eint_n; }; struct mtk_pin_desc { unsigned int number; const char *name; struct mtk_eint_desc eint; u8 drv_n; struct mtk_func_desc *funcs; }; struct mtk_pinctrl___2; struct mtk_pin_soc { const struct mtk_pin_reg_calc *reg_cal; const struct mtk_pin_desc *pins; unsigned int npins; const struct group_desc *grps; unsigned int ngrps; const struct function_desc *funcs; unsigned int nfuncs; const struct mtk_eint_regs *eint_regs; const struct mtk_eint_hw *eint_hw; struct mtk_eint_pin *eint_pin; u8 gpio_m; bool ies_present; const char * const *base_names; unsigned int nbase_names; const unsigned int *pull_type; const struct mtk_pin_rsel *pin_rsel; unsigned int npin_rsel; int (*bias_disable_set)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *); int (*bias_disable_get)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, int *); int (*bias_set)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, bool); int (*bias_get)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, bool, int *); int (*bias_set_combo)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, u32, u32); int (*bias_get_combo)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, u32 *, u32 *); int (*drive_set)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, u32); int (*drive_get)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, int *); int (*adv_pull_set)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, bool, u32); int (*adv_pull_get)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, bool, u32 *); int (*adv_drive_set)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, u32); int (*adv_drive_get)(struct mtk_pinctrl___2 *, const struct mtk_pin_desc *, u32 *); void *driver_data; }; struct mtk_pinctrl___2 { struct pinctrl_dev *pctrl; void **base; u8 nbase; struct device *dev; struct gpio_chip chip; const struct mtk_pin_soc *soc; struct mtk_eint *eint; struct mtk_pinctrl_group *groups; const char **grp_names; spinlock_t lock; bool rsel_si_unit; }; enum { GPIO_BASE = 0, IOCFG_RT_BASE = 1, IOCFG_RB_BASE = 2, IOCFG_LT_BASE = 3, IOCFG_LB_BASE = 4, IOCFG_TR_BASE = 5, IOCFG_TL_BASE = 6, }; typedef struct { rwlock_t *lock; long unsigned int flags; } class_read_lock_irqsave_t; struct gpio_array; struct gpio_desc; struct gpio_descs { struct gpio_array *info; unsigned int ndescs; struct gpio_desc *desc[0]; }; struct gpio_array { struct gpio_desc **desc; unsigned int size; struct gpio_device *gdev; long unsigned int *get_mask; long unsigned int *set_mask; long unsigned int invert_mask[0]; }; struct gpio_desc_label; struct gpio_desc { struct gpio_device *gdev; long unsigned int flags; struct gpio_desc_label *label; const char *name; struct device_node *hog; unsigned int debounce_period_us; }; enum gpiod_flags { GPIOD_ASIS = 0, GPIOD_IN = 1, GPIOD_OUT_LOW = 3, GPIOD_OUT_HIGH = 7, GPIOD_OUT_LOW_OPEN_DRAIN = 11, GPIOD_OUT_HIGH_OPEN_DRAIN = 15, }; struct gpio_device { struct device dev; struct cdev chrdev; int id; struct device *mockdev; struct module *owner; struct gpio_chip *chip; struct gpio_desc *descs; long unsigned int *valid_mask; struct srcu_struct desc_srcu; unsigned int base; u16 ngpio; bool can_sleep; const char *label; void *data; struct list_head list; struct raw_notifier_head line_state_notifier; rwlock_t line_state_lock; struct workqueue_struct *line_state_wq; struct blocking_notifier_head device_notifier; struct srcu_struct srcu; struct list_head pin_ranges; }; struct gpio_pin_range { struct list_head node; struct pinctrl_dev *pctldev; struct pinctrl_gpio_range range; }; enum gpio_lookup_flags { GPIO_ACTIVE_HIGH = 0, GPIO_ACTIVE_LOW = 1, GPIO_OPEN_DRAIN = 2, GPIO_OPEN_SOURCE = 4, GPIO_PERSISTENT = 0, GPIO_TRANSITORY = 8, GPIO_PULL_UP = 16, GPIO_PULL_DOWN = 32, GPIO_PULL_DISABLE = 64, GPIO_LOOKUP_FLAGS_DEFAULT = 0, }; struct gpiod_lookup { const char *key; u16 chip_hwnum; const char *con_id; unsigned int idx; long unsigned int flags; }; struct gpiod_lookup_table { struct list_head list; const char *dev_id; struct gpiod_lookup table[0]; }; struct gpiod_hog { struct list_head list; const char *chip_label; u16 chip_hwnum; const char *line_name; long unsigned int lflags; int dflags; }; enum gpio_v2_line_changed_type { GPIO_V2_LINE_CHANGED_REQUESTED = 1, GPIO_V2_LINE_CHANGED_RELEASED = 2, GPIO_V2_LINE_CHANGED_CONFIG = 3, }; struct gpio_desc_label { struct callback_head rh; char str[0]; }; struct gpio_chip_guard { struct gpio_device *gdev; struct gpio_chip *gc; int idx; }; typedef struct gpio_chip_guard class_gpio_chip_guard_t; struct trace_event_raw_gpio_direction { struct trace_entry ent; unsigned int gpio; int in; int err; char __data[0]; }; struct trace_event_raw_gpio_value { struct trace_entry ent; unsigned int gpio; int get; int value; char __data[0]; }; struct trace_event_data_offsets_gpio_direction {}; struct trace_event_data_offsets_gpio_value {}; typedef void (*btf_trace_gpio_direction)(void *, unsigned int, int, int); typedef void (*btf_trace_gpio_value)(void *, unsigned int, int, int); struct gpiolib_seq_priv { bool newline; int idx; }; struct i2c_device_id { char name[20]; kernel_ulong_t driver_data; }; enum dev_prop_type { DEV_PROP_U8 = 0, DEV_PROP_U16 = 1, DEV_PROP_U32 = 2, DEV_PROP_U64 = 3, DEV_PROP_STRING = 4, DEV_PROP_REF = 5, }; struct property_entry; struct software_node { const char *name; const struct software_node *parent; const struct property_entry *properties; }; struct property_entry { const char *name; size_t length; bool is_inline; enum dev_prop_type type; union { const void *pointer; union { u8 u8_data[8]; u16 u16_data[4]; u32 u32_data[2]; u64 u64_data[1]; const char *str[1]; } value; }; }; struct rt_mutex { struct rt_mutex_base rtmutex; }; struct i2c_msg { __u16 addr; __u16 flags; __u16 len; __u8 *buf; }; union i2c_smbus_data { __u8 byte; __u16 word; __u8 block[34]; }; enum i2c_slave_event { I2C_SLAVE_READ_REQUESTED = 0, I2C_SLAVE_WRITE_REQUESTED = 1, I2C_SLAVE_READ_PROCESSED = 2, I2C_SLAVE_WRITE_RECEIVED = 3, I2C_SLAVE_STOP = 4, }; struct i2c_client; typedef int (*i2c_slave_cb_t)(struct i2c_client *, enum i2c_slave_event, u8 *); struct i2c_adapter; struct i2c_client { short unsigned int flags; short unsigned int addr; char name[20]; struct i2c_adapter *adapter; struct device dev; int init_irq; int irq; struct list_head detected; i2c_slave_cb_t slave_cb; void *devres_group_id; struct dentry *debugfs; }; enum i2c_alert_protocol { I2C_PROTOCOL_SMBUS_ALERT = 0, I2C_PROTOCOL_SMBUS_HOST_NOTIFY = 1, }; struct i2c_board_info; struct i2c_driver { unsigned int class; int (*probe)(struct i2c_client *); void (*remove)(struct i2c_client *); void (*shutdown)(struct i2c_client *); void (*alert)(struct i2c_client *, enum i2c_alert_protocol, unsigned int); int (*command)(struct i2c_client *, unsigned int, void *); struct device_driver driver; const struct i2c_device_id *id_table; int (*detect)(struct i2c_client *, struct i2c_board_info *); const short unsigned int *address_list; struct list_head clients; u32 flags; }; struct i2c_board_info { char type[20]; short unsigned int flags; short unsigned int addr; const char *dev_name; void *platform_data; struct device_node *of_node; struct fwnode_handle *fwnode; const struct software_node *swnode; const struct resource *resources; unsigned int num_resources; int irq; }; struct i2c_algorithm; struct i2c_lock_operations; struct i2c_bus_recovery_info; struct i2c_adapter_quirks; struct regulator; struct i2c_adapter { struct module *owner; unsigned int class; const struct i2c_algorithm *algo; void *algo_data; const struct i2c_lock_operations *lock_ops; struct rt_mutex bus_lock; struct rt_mutex mux_lock; int timeout; int retries; struct device dev; long unsigned int locked_flags; int nr; char name[48]; struct completion dev_released; struct mutex userspace_clients_lock; struct list_head userspace_clients; struct i2c_bus_recovery_info *bus_recovery_info; const struct i2c_adapter_quirks *quirks; struct irq_domain *host_notify_domain; struct regulator *bus_regulator; struct dentry *debugfs; long unsigned int addrs_in_instantiation[2]; }; struct i2c_algorithm { union { int (*xfer)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer)(struct i2c_adapter *, struct i2c_msg *, int); }; union { int (*xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); int (*master_xfer_atomic)(struct i2c_adapter *, struct i2c_msg *, int); }; int (*smbus_xfer)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); int (*smbus_xfer_atomic)(struct i2c_adapter *, u16, short unsigned int, char, u8, int, union i2c_smbus_data *); u32 (*functionality)(struct i2c_adapter *); union { int (*reg_target)(struct i2c_client *); int (*reg_slave)(struct i2c_client *); }; union { int (*unreg_target)(struct i2c_client *); int (*unreg_slave)(struct i2c_client *); }; }; struct i2c_lock_operations { void (*lock_bus)(struct i2c_adapter *, unsigned int); int (*trylock_bus)(struct i2c_adapter *, unsigned int); void (*unlock_bus)(struct i2c_adapter *, unsigned int); }; struct i2c_bus_recovery_info { int (*recover_bus)(struct i2c_adapter *); int (*get_scl)(struct i2c_adapter *); void (*set_scl)(struct i2c_adapter *, int); int (*get_sda)(struct i2c_adapter *); void (*set_sda)(struct i2c_adapter *, int); int (*get_bus_free)(struct i2c_adapter *); void (*prepare_recovery)(struct i2c_adapter *); void (*unprepare_recovery)(struct i2c_adapter *); struct gpio_desc *scl_gpiod; struct gpio_desc *sda_gpiod; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_gpio; }; struct i2c_adapter_quirks { u64 flags; int max_num_msgs; u16 max_write_len; u16 max_read_len; u16 max_comb_1st_msg_len; u16 max_comb_2nd_msg_len; }; struct max732x_platform_data { unsigned int gpio_base; }; enum { MAX7319 = 0, MAX7320 = 1, MAX7321 = 2, MAX7322 = 3, MAX7323 = 4, MAX7324 = 5, MAX7325 = 6, MAX7326 = 7, MAX7327 = 8, }; struct max732x_chip { struct gpio_chip gpio_chip; struct i2c_client *client; struct i2c_client *client_dummy; struct i2c_client *client_group_a; struct i2c_client *client_group_b; unsigned int mask_group_a; unsigned int dir_input; unsigned int dir_output; struct mutex lock; uint8_t reg_out[2]; }; struct amba_id { unsigned int id; unsigned int mask; void *data; }; struct amba_cs_uci_id { unsigned int devarch; unsigned int devarch_mask; unsigned int devtype; void *data; }; struct clk; struct amba_device { struct device dev; struct resource res; struct clk *pclk; struct device_dma_parameters dma_parms; unsigned int periphid; struct mutex periphid_lock; unsigned int cid; struct amba_cs_uci_id uci; unsigned int irq[9]; const char *driver_override; }; struct amba_driver { struct device_driver drv; int (*probe)(struct amba_device *, const struct amba_id *); void (*remove)(struct amba_device *); void (*shutdown)(struct amba_device *); const struct amba_id *id_table; bool driver_managed_dma; }; struct pl061_context_save_regs { u8 gpio_data; u8 gpio_dir; u8 gpio_is; u8 gpio_ibe; u8 gpio_iev; u8 gpio_ie; }; struct pl061 { raw_spinlock_t lock; void *base; struct gpio_chip gc; int parent_irq; struct pl061_context_save_regs csave_regs; }; enum led_brightness { LED_OFF = 0, LED_ON = 1, LED_HALF = 127, LED_FULL = 255, }; enum led_default_state { LEDS_DEFSTATE_OFF = 0, LEDS_DEFSTATE_ON = 1, LEDS_DEFSTATE_KEEP = 2, }; struct led_init_data { struct fwnode_handle *fwnode; const char *default_label; const char *devicename; bool devname_mandatory; }; struct led_hw_trigger_type { int dummy; }; struct led_pattern; struct led_trigger; struct led_classdev { const char *name; unsigned int brightness; unsigned int max_brightness; unsigned int color; int flags; long unsigned int work_flags; void (*brightness_set)(struct led_classdev *, enum led_brightness); int (*brightness_set_blocking)(struct led_classdev *, enum led_brightness); enum led_brightness (*brightness_get)(struct led_classdev *); int (*blink_set)(struct led_classdev *, long unsigned int *, long unsigned int *); int (*pattern_set)(struct led_classdev *, struct led_pattern *, u32, int); int (*pattern_clear)(struct led_classdev *); struct device *dev; const struct attribute_group **groups; struct list_head node; const char *default_trigger; long unsigned int blink_delay_on; long unsigned int blink_delay_off; struct timer_list blink_timer; int blink_brightness; int new_blink_brightness; void (*flash_resume)(struct led_classdev *); struct workqueue_struct *wq; struct work_struct set_brightness_work; int delayed_set_value; long unsigned int delayed_delay_on; long unsigned int delayed_delay_off; struct rw_semaphore trigger_lock; struct led_trigger *trigger; struct list_head trig_list; void *trigger_data; bool activated; struct led_hw_trigger_type *trigger_type; const char *hw_control_trigger; int (*hw_control_is_supported)(struct led_classdev *, long unsigned int); int (*hw_control_set)(struct led_classdev *, long unsigned int); int (*hw_control_get)(struct led_classdev *, long unsigned int *); struct device * (*hw_control_get_device)(struct led_classdev *); struct mutex led_access; }; struct led_pattern { u32 delta_t; int brightness; }; struct led_trigger { const char *name; int (*activate)(struct led_classdev *); void (*deactivate)(struct led_classdev *); enum led_brightness brightness; struct led_hw_trigger_type *trigger_type; spinlock_t leddev_list_lock; struct list_head led_cdevs; struct list_head next_trig; const struct attribute_group **groups; }; struct led_properties { u32 color; bool color_present; const char *function; u32 func_enum; bool func_enum_present; const char *label; }; struct mc_subled { unsigned int color_index; unsigned int brightness; unsigned int intensity; unsigned int channel; }; struct led_classdev_mc { struct led_classdev led_cdev; unsigned int num_colors; struct mc_subled *subled_info; }; typedef int (*gpio_blink_set_t)(struct gpio_desc *, int, long unsigned int *, long unsigned int *); struct gpio_led { const char *name; const char *default_trigger; unsigned int gpio; unsigned int active_low: 1; unsigned int retain_state_suspended: 1; unsigned int panic_indicator: 1; unsigned int default_state: 2; unsigned int retain_state_shutdown: 1; struct gpio_desc *gpiod; }; struct gpio_led_platform_data { int num_leds; const struct gpio_led *leds; gpio_blink_set_t gpio_blink_set; }; struct gpio_led_data { struct led_classdev cdev; struct gpio_desc *gpiod; u8 can_sleep; u8 blinking; gpio_blink_set_t platform_gpio_blink_set; }; struct gpio_leds_priv { int num_leds; struct gpio_led_data leds[0]; }; struct atomic_notifier_head { spinlock_t lock; struct notifier_block *head; }; struct resource_entry { struct list_head node; struct resource *res; resource_size_t offset; struct resource __res; }; struct pci_sriov { int pos; int nres; u32 cap; u16 ctrl; u16 total_VFs; u16 initial_VFs; u16 num_VFs; u16 offset; u16 stride; u16 vf_device; u32 pgsz; u8 link; u8 max_VF_buses; u16 driver_max_VFs; struct pci_dev *dev; struct pci_dev *self; u32 class; u8 hdr_type; u16 subsystem_vendor; u16 subsystem_device; resource_size_t barsz[6]; bool drivers_autoprobe; }; struct rcec_ea { u8 nextbusn; u8 lastbusn; u32 bitmap; }; struct pci_host_bridge { struct device dev; struct pci_bus *bus; struct pci_ops *ops; struct pci_ops *child_ops; void *sysdata; int busnr; int domain_nr; struct list_head windows; struct list_head dma_ranges; u8 (*swizzle_irq)(struct pci_dev *, u8 *); int (*map_irq)(const struct pci_dev *, u8, u8); void (*release_fn)(struct pci_host_bridge *); int (*enable_device)(struct pci_host_bridge *, struct pci_dev *); void (*disable_device)(struct pci_host_bridge *, struct pci_dev *); void *release_data; unsigned int ignore_reset_delay: 1; unsigned int no_ext_tags: 1; unsigned int no_inc_mrrs: 1; unsigned int native_aer: 1; unsigned int native_pcie_hotplug: 1; unsigned int native_shpc_hotplug: 1; unsigned int native_pme: 1; unsigned int native_ltr: 1; unsigned int native_dpc: 1; unsigned int native_cxl_error: 1; unsigned int preserve_config: 1; unsigned int size_windows: 1; unsigned int msi_domain: 1; resource_size_t (*align_resource)(struct pci_dev *, const struct resource *, resource_size_t, resource_size_t, resource_size_t); long unsigned int private[0]; }; typedef u64 pci_bus_addr_t; struct pci_bus_region { pci_bus_addr_t start; pci_bus_addr_t end; }; struct driver_attribute { struct attribute attr; ssize_t (*show)(struct device_driver *, char *); ssize_t (*store)(struct device_driver *, const char *, size_t); }; enum { PCI_STD_RESOURCES = 0, PCI_STD_RESOURCE_END = 5, PCI_ROM_RESOURCE = 6, PCI_IOV_RESOURCES = 7, PCI_IOV_RESOURCE_END = 12, PCI_BRIDGE_RESOURCES = 13, PCI_BRIDGE_RESOURCE_END = 16, PCI_NUM_RESOURCES = 17, DEVICE_COUNT_RESOURCE = 17, }; enum { pci_channel_io_normal = 1, pci_channel_io_frozen = 2, pci_channel_io_perm_failure = 3, }; enum pci_ers_result { PCI_ERS_RESULT_NONE = 1, PCI_ERS_RESULT_CAN_RECOVER = 2, PCI_ERS_RESULT_NEED_RESET = 3, PCI_ERS_RESULT_DISCONNECT = 4, PCI_ERS_RESULT_RECOVERED = 5, PCI_ERS_RESULT_NO_AER_DRIVER = 6, }; enum pci_fixup_pass { pci_fixup_early = 0, pci_fixup_header = 1, pci_fixup_final = 2, pci_fixup_enable = 3, pci_fixup_resume = 4, pci_fixup_suspend = 5, pci_fixup_resume_early = 6, pci_fixup_suspend_late = 7, }; struct software_node_ref_args { const struct software_node *node; unsigned int nargs; u64 args[16]; }; typedef u64 acpi_io_address; typedef void *acpi_handle; typedef u32 acpi_object_type; union acpi_object { acpi_object_type type; struct { acpi_object_type type; u64 value; } integer; struct { acpi_object_type type; u32 length; char *pointer; } string; struct { acpi_object_type type; u32 length; u8 *pointer; } buffer; struct { acpi_object_type type; u32 count; union acpi_object *elements; } package; struct { acpi_object_type type; acpi_object_type actual_type; acpi_handle handle; } reference; struct { acpi_object_type type; u32 proc_id; acpi_io_address pblk_address; u32 pblk_length; } processor; struct { acpi_object_type type; u32 system_level; u32 resource_order; } power_resource; }; struct acpi_device; struct acpi_hotplug_profile { struct kobject kobj; int (*scan_dependent)(struct acpi_device *); void (*notify_online)(struct acpi_device *); bool enabled: 1; bool demand_offline: 1; }; struct acpi_device_status { u32 present: 1; u32 enabled: 1; u32 show_in_ui: 1; u32 functional: 1; u32 battery_present: 1; u32 reserved: 27; }; struct acpi_device_flags { u32 dynamic_status: 1; u32 removable: 1; u32 ejectable: 1; u32 power_manageable: 1; u32 match_driver: 1; u32 initialized: 1; u32 visited: 1; u32 hotplug_notify: 1; u32 is_dock_station: 1; u32 of_compatible_ok: 1; u32 coherent_dma: 1; u32 cca_seen: 1; u32 enumeration_by_parent: 1; u32 honor_deps: 1; u32 reserved: 18; }; typedef char acpi_bus_id[8]; struct acpi_pnp_type { u32 hardware_id: 1; u32 bus_address: 1; u32 platform_id: 1; u32 backlight: 1; u32 reserved: 28; }; typedef u64 acpi_bus_address; typedef char acpi_device_name[40]; typedef char acpi_device_class[20]; struct acpi_device_pnp { acpi_bus_id bus_id; int instance_no; struct acpi_pnp_type type; acpi_bus_address bus_address; char *unique_id; struct list_head ids; acpi_device_name device_name; acpi_device_class device_class; }; struct acpi_device_power_flags { u32 explicit_get: 1; u32 power_resources: 1; u32 inrush_current: 1; u32 power_removed: 1; u32 ignore_parent: 1; u32 dsw_present: 1; u32 reserved: 26; }; struct acpi_device_power_state { struct list_head resources; struct { u8 valid: 1; u8 explicit_set: 1; u8 reserved: 6; } flags; int power; int latency; }; struct acpi_device_power { int state; struct acpi_device_power_flags flags; struct acpi_device_power_state states[5]; u8 state_for_enumeration; }; struct acpi_device_wakeup_flags { u8 valid: 1; u8 notifier_present: 1; }; struct acpi_device_wakeup_context { void (*func)(struct acpi_device_wakeup_context *); struct device *dev; }; struct acpi_device_wakeup { acpi_handle gpe_device; u64 gpe_number; u64 sleep_state; struct list_head resources; struct acpi_device_wakeup_flags flags; struct acpi_device_wakeup_context context; struct wakeup_source *ws; int prepare_count; int enable_count; }; struct acpi_device_perf_flags { u8 reserved: 8; }; struct acpi_device_perf_state; struct acpi_device_perf { int state; struct acpi_device_perf_flags flags; int state_count; struct acpi_device_perf_state *states; }; struct acpi_device_dir { struct proc_dir_entry *entry; }; struct acpi_device_data { const union acpi_object *pointer; struct list_head properties; const union acpi_object *of_compatible; struct list_head subnodes; }; struct acpi_scan_handler; struct acpi_hotplug_context; struct acpi_device_software_nodes; struct acpi_gpio_mapping; struct acpi_device { u32 pld_crc; int device_type; acpi_handle handle; struct fwnode_handle fwnode; struct list_head wakeup_list; struct list_head del_list; struct acpi_device_status status; struct acpi_device_flags flags; struct acpi_device_pnp pnp; struct acpi_device_power power; struct acpi_device_wakeup wakeup; struct acpi_device_perf performance; struct acpi_device_dir dir; struct acpi_device_data data; struct acpi_scan_handler *handler; struct acpi_hotplug_context *hp; struct acpi_device_software_nodes *swnodes; const struct acpi_gpio_mapping *driver_gpios; void *driver_data; struct device dev; unsigned int physical_node_count; unsigned int dep_unmet; struct list_head physical_node_list; struct mutex physical_node_lock; void (*remove)(struct acpi_device *); }; struct acpi_scan_handler { struct list_head list_node; const struct acpi_device_id *ids; bool (*match)(const char *, const struct acpi_device_id **); int (*attach)(struct acpi_device *, const struct acpi_device_id *); void (*detach)(struct acpi_device *); void (*post_eject)(struct acpi_device *); void (*bind)(struct device *); void (*unbind)(struct device *); struct acpi_hotplug_profile hotplug; }; typedef int (*acpi_hp_notify)(struct acpi_device *, u32); typedef void (*acpi_hp_uevent)(struct acpi_device *, u32); typedef void (*acpi_hp_fixup)(struct acpi_device *); struct acpi_hotplug_context { struct acpi_device *self; acpi_hp_notify notify; acpi_hp_uevent uevent; acpi_hp_fixup fixup; }; struct acpi_device_perf_state { struct { u8 valid: 1; u8 reserved: 7; } flags; u8 power; u8 performance; int latency; }; enum acpi_device_swnode_dev_props { ACPI_DEVICE_SWNODE_DEV_ROTATION = 0, ACPI_DEVICE_SWNODE_DEV_CLOCK_FREQUENCY = 1, ACPI_DEVICE_SWNODE_DEV_LED_MAX_MICROAMP = 2, ACPI_DEVICE_SWNODE_DEV_FLASH_MAX_MICROAMP = 3, ACPI_DEVICE_SWNODE_DEV_FLASH_MAX_TIMEOUT_US = 4, ACPI_DEVICE_SWNODE_DEV_NUM_OF = 5, ACPI_DEVICE_SWNODE_DEV_NUM_ENTRIES = 6, }; enum acpi_device_swnode_port_props { ACPI_DEVICE_SWNODE_PORT_REG = 0, ACPI_DEVICE_SWNODE_PORT_NUM_OF = 1, ACPI_DEVICE_SWNODE_PORT_NUM_ENTRIES = 2, }; enum acpi_device_swnode_ep_props { ACPI_DEVICE_SWNODE_EP_REMOTE_EP = 0, ACPI_DEVICE_SWNODE_EP_BUS_TYPE = 1, ACPI_DEVICE_SWNODE_EP_REG = 2, ACPI_DEVICE_SWNODE_EP_CLOCK_LANES = 3, ACPI_DEVICE_SWNODE_EP_DATA_LANES = 4, ACPI_DEVICE_SWNODE_EP_LANE_POLARITIES = 5, ACPI_DEVICE_SWNODE_EP_LINK_FREQUENCIES = 6, ACPI_DEVICE_SWNODE_EP_NUM_OF = 7, ACPI_DEVICE_SWNODE_EP_NUM_ENTRIES = 8, }; struct acpi_device_software_node_port { char port_name[9]; u32 data_lanes[8]; u32 lane_polarities[9]; u64 link_frequencies[8]; unsigned int port_nr; bool crs_csi2_local; struct property_entry port_props[2]; struct property_entry ep_props[8]; struct software_node_ref_args remote_ep[1]; }; struct acpi_device_software_nodes { struct property_entry dev_props[6]; struct software_node *nodes; const struct software_node **nodeptrs; struct acpi_device_software_node_port *ports; unsigned int num_ports; }; struct acpi_gpio_params; struct acpi_gpio_mapping { const char *name; const struct acpi_gpio_params *data; unsigned int size; unsigned int quirks; }; struct acpi_gpio_params { unsigned int crs_entry_index; unsigned int line_index; bool active_low; }; struct pcie_device { int irq; struct pci_dev *port; u32 service; void *priv_data; struct device device; }; struct pcie_port_service_driver { const char *name; int (*probe)(struct pcie_device *); void (*remove)(struct pcie_device *); int (*suspend)(struct pcie_device *); int (*resume_noirq)(struct pcie_device *); int (*resume)(struct pcie_device *); int (*runtime_suspend)(struct pcie_device *); int (*runtime_resume)(struct pcie_device *); int (*slot_reset)(struct pcie_device *); int port_type; u32 service; struct device_driver driver; }; struct pci_dynid { struct list_head node; struct pci_device_id id; }; struct drv_dev_and_id { struct pci_driver *drv; struct pci_dev *dev; const struct pci_device_id *id; }; typedef resource_size_t (*resource_alignf)(void *, const struct resource *, resource_size_t, resource_size_t); struct resource_constraint { resource_size_t min; resource_size_t max; resource_size_t align; resource_alignf alignf; void *alignf_data; }; struct pci_dev_resource { struct list_head list; struct resource *res; struct pci_dev *dev; resource_size_t start; resource_size_t end; resource_size_t add_size; resource_size_t min_align; long unsigned int flags; }; enum release_type { leaf_only = 0, whole_subtree = 1, }; enum enable_type { undefined = -1, user_disabled = 0, auto_disabled = 1, user_enabled = 2, auto_enabled = 3, }; enum dmi_field { DMI_NONE = 0, DMI_BIOS_VENDOR = 1, DMI_BIOS_VERSION = 2, DMI_BIOS_DATE = 3, DMI_BIOS_RELEASE = 4, DMI_EC_FIRMWARE_RELEASE = 5, DMI_SYS_VENDOR = 6, DMI_PRODUCT_NAME = 7, DMI_PRODUCT_VERSION = 8, DMI_PRODUCT_SERIAL = 9, DMI_PRODUCT_UUID = 10, DMI_PRODUCT_SKU = 11, DMI_PRODUCT_FAMILY = 12, DMI_BOARD_VENDOR = 13, DMI_BOARD_NAME = 14, DMI_BOARD_VERSION = 15, DMI_BOARD_SERIAL = 16, DMI_BOARD_ASSET_TAG = 17, DMI_CHASSIS_VENDOR = 18, DMI_CHASSIS_TYPE = 19, DMI_CHASSIS_VERSION = 20, DMI_CHASSIS_SERIAL = 21, DMI_CHASSIS_ASSET_TAG = 22, DMI_STRING_MAX = 23, DMI_OEM_STRING = 24, }; struct dmi_strmatch { unsigned char slot: 7; unsigned char exact_match: 1; char substr[79]; }; struct dmi_system_id { int (*callback)(const struct dmi_system_id *); const char *ident; struct dmi_strmatch matches[4]; void *driver_data; }; typedef int (*device_iter_t)(struct device *, void *); struct portdrv_service_data { struct pcie_port_service_driver *drv; struct device *dev; u32 service; }; typedef int (*pcie_callback_t)(struct pcie_device *); enum { CPER_SEV_RECOVERABLE = 0, CPER_SEV_FATAL = 1, CPER_SEV_CORRECTED = 2, CPER_SEV_INFORMATIONAL = 3, }; enum pci_bus_flags { PCI_BUS_FLAGS_NO_MSI = 1, PCI_BUS_FLAGS_NO_MMRBC = 2, PCI_BUS_FLAGS_NO_AERSID = 4, PCI_BUS_FLAGS_NO_EXTCFG = 8, }; struct aer_stats { u64 dev_cor_errs[16]; u64 dev_fatal_errs[27]; u64 dev_nonfatal_errs[27]; u64 dev_total_cor_errs; u64 dev_total_fatal_errs; u64 dev_total_nonfatal_errs; u64 rootport_total_cor_errs; u64 rootport_total_fatal_errs; u64 rootport_total_nonfatal_errs; }; struct pcie_tlp_log { union { u32 dw[14]; struct { u32 _do_not_use[4]; u32 prefix[4]; }; }; u8 header_len; bool flit; }; struct aer_capability_regs { u32 header; u32 uncor_status; u32 uncor_mask; u32 uncor_severity; u32 cor_status; u32 cor_mask; u32 cap_control; struct pcie_tlp_log header_log; u32 root_command; u32 root_status; u16 cor_err_source; u16 uncor_err_source; }; struct pci_cap_saved_data { u16 cap_nr; bool cap_extended; unsigned int size; u32 data[0]; }; struct pci_cap_saved_state { struct hlist_node next; struct pci_cap_saved_data cap; }; struct aer_err_info { struct pci_dev *dev[5]; int error_dev_num; unsigned int id: 16; unsigned int severity: 2; unsigned int __pad1: 5; unsigned int multi_error_valid: 1; unsigned int first_error: 5; unsigned int __pad2: 2; unsigned int tlp_header_valid: 1; unsigned int status; unsigned int mask; struct pcie_tlp_log tlp; }; struct aer_err_source { u32 status; u32 id; }; struct aer_rpc { struct pci_dev *rpd; struct { union { struct __kfifo kfifo; struct aer_err_source *type; const struct aer_err_source *const_type; char (*rectype)[0]; struct aer_err_source *ptr; const struct aer_err_source *ptr_const; }; struct aer_err_source buf[128]; } aer_fifo; }; struct aer_recover_entry { u8 bus; u8 devfn; u16 domain; int severity; struct aer_capability_regs *regs; }; struct bus_attribute { struct attribute attr; ssize_t (*show)(const struct bus_type *, char *); ssize_t (*store)(const struct bus_type *, const char *, size_t); }; enum pci_mmap_state { pci_mmap_io = 0, pci_mmap_mem = 1, }; enum pcie_link_width { PCIE_LNK_WIDTH_RESRV = 0, PCIE_LNK_X1 = 1, PCIE_LNK_X2 = 2, PCIE_LNK_X4 = 4, PCIE_LNK_X8 = 8, PCIE_LNK_X12 = 12, PCIE_LNK_X16 = 16, PCIE_LNK_X32 = 32, PCIE_LNK_WIDTH_UNKNOWN = 255, }; enum pci_bus_speed { PCI_SPEED_33MHz = 0, PCI_SPEED_66MHz = 1, PCI_SPEED_66MHz_PCIX = 2, PCI_SPEED_100MHz_PCIX = 3, PCI_SPEED_133MHz_PCIX = 4, PCI_SPEED_66MHz_PCIX_ECC = 5, PCI_SPEED_100MHz_PCIX_ECC = 6, PCI_SPEED_133MHz_PCIX_ECC = 7, PCI_SPEED_66MHz_PCIX_266 = 9, PCI_SPEED_100MHz_PCIX_266 = 10, PCI_SPEED_133MHz_PCIX_266 = 11, AGP_UNKNOWN = 12, AGP_1X = 13, AGP_2X = 14, AGP_4X = 15, AGP_8X = 16, PCI_SPEED_66MHz_PCIX_533 = 17, PCI_SPEED_100MHz_PCIX_533 = 18, PCI_SPEED_133MHz_PCIX_533 = 19, PCIE_SPEED_2_5GT = 20, PCIE_SPEED_5_0GT = 21, PCIE_SPEED_8_0GT = 22, PCIE_SPEED_16_0GT = 23, PCIE_SPEED_32_0GT = 24, PCIE_SPEED_64_0GT = 25, PCI_SPEED_UNKNOWN = 255, }; enum pci_mmap_api { PCI_MMAP_SYSFS = 0, PCI_MMAP_PROCFS = 1, }; struct pci_reset_fn_method { int (*reset_fn)(struct pci_dev *, bool); char *name; }; enum pci_dev_flags { PCI_DEV_FLAGS_MSI_INTX_DISABLE_BUG = 1, PCI_DEV_FLAGS_NO_D3 = 2, PCI_DEV_FLAGS_ASSIGNED = 4, PCI_DEV_FLAGS_ACS_ENABLED_QUIRK = 8, PCI_DEV_FLAG_PCIE_BRIDGE_ALIAS = 32, PCI_DEV_FLAGS_NO_BUS_RESET = 64, PCI_DEV_FLAGS_NO_PM_RESET = 128, PCI_DEV_FLAGS_VPD_REF_F0 = 256, PCI_DEV_FLAGS_BRIDGE_XLATE_ROOT = 512, PCI_DEV_FLAGS_NO_FLR_RESET = 1024, PCI_DEV_FLAGS_NO_RELAXED_ORDERING = 2048, PCI_DEV_FLAGS_HAS_MSI_MASKING = 4096, PCI_DEV_FLAGS_MSIX_TOUCH_ENTRY_DATA_FIRST = 8192, }; enum pcie_bus_config_types { PCIE_BUS_TUNE_OFF = 0, PCIE_BUS_DEFAULT = 1, PCIE_BUS_SAFE = 2, PCIE_BUS_PERFORMANCE = 3, PCIE_BUS_PEER2PEER = 4, }; struct pci_fixup { u16 vendor; u16 device; u32 class; unsigned int class_shift; int hook_offset; }; typedef u32 acpi_status; typedef char *acpi_string; enum { NVME_REG_CAP = 0, NVME_REG_VS = 8, NVME_REG_INTMS = 12, NVME_REG_INTMC = 16, NVME_REG_CC = 20, NVME_REG_CSTS = 28, NVME_REG_NSSR = 32, NVME_REG_AQA = 36, NVME_REG_ASQ = 40, NVME_REG_ACQ = 48, NVME_REG_CMBLOC = 56, NVME_REG_CMBSZ = 60, NVME_REG_BPINFO = 64, NVME_REG_BPRSEL = 68, NVME_REG_BPMBL = 72, NVME_REG_CMBMSC = 80, NVME_REG_CRTO = 104, NVME_REG_PMRCAP = 3584, NVME_REG_PMRCTL = 3588, NVME_REG_PMRSTS = 3592, NVME_REG_PMREBS = 3596, NVME_REG_PMRSWTP = 3600, NVME_REG_DBS = 4096, }; enum { NVME_CC_ENABLE = 1, NVME_CC_EN_SHIFT = 0, NVME_CC_CSS_SHIFT = 4, NVME_CC_CSS_MASK = 112, NVME_CC_CSS_NVM = 0, NVME_CC_CSS_CSI = 96, NVME_CC_MPS_SHIFT = 7, NVME_CC_MPS_MASK = 1920, NVME_CC_AMS_SHIFT = 11, NVME_CC_AMS_MASK = 14336, NVME_CC_AMS_RR = 0, NVME_CC_AMS_WRRU = 2048, NVME_CC_AMS_VS = 14336, NVME_CC_SHN_SHIFT = 14, NVME_CC_SHN_MASK = 49152, NVME_CC_SHN_NONE = 0, NVME_CC_SHN_NORMAL = 16384, NVME_CC_SHN_ABRUPT = 32768, NVME_CC_IOSQES_SHIFT = 16, NVME_CC_IOSQES_MASK = 983040, NVME_CC_IOSQES = 393216, NVME_CC_IOCQES_SHIFT = 20, NVME_CC_IOCQES_MASK = 15728640, NVME_CC_IOCQES = 4194304, NVME_CC_CRIME = 16777216, }; enum { NVME_CSTS_RDY = 1, NVME_CSTS_CFS = 2, NVME_CSTS_NSSRO = 16, NVME_CSTS_PP = 32, NVME_CSTS_SHST_NORMAL = 0, NVME_CSTS_SHST_OCCUR = 4, NVME_CSTS_SHST_CMPLT = 8, NVME_CSTS_SHST_MASK = 12, }; enum { NVME_AEN_BIT_NS_ATTR = 8, NVME_AEN_BIT_FW_ACT = 9, NVME_AEN_BIT_ANA_CHANGE = 11, NVME_AEN_BIT_DISC_CHANGE = 31, }; enum { SWITCHTEC_GAS_MRPC_OFFSET = 0, SWITCHTEC_GAS_TOP_CFG_OFFSET = 4096, SWITCHTEC_GAS_SW_EVENT_OFFSET = 6144, SWITCHTEC_GAS_SYS_INFO_OFFSET = 8192, SWITCHTEC_GAS_FLASH_INFO_OFFSET = 8704, SWITCHTEC_GAS_PART_CFG_OFFSET = 16384, SWITCHTEC_GAS_NTB_OFFSET = 65536, SWITCHTEC_GAS_PFF_CSR_OFFSET = 1261568, }; enum { SWITCHTEC_NTB_REG_INFO_OFFSET = 0, SWITCHTEC_NTB_REG_CTRL_OFFSET = 16384, SWITCHTEC_NTB_REG_DBMSG_OFFSET = 409600, }; struct nt_partition_info { u32 xlink_enabled; u32 target_part_low; u32 target_part_high; u32 reserved; }; struct ntb_info_regs { u8 partition_count; u8 partition_id; u16 reserved1; u64 ep_map; u16 requester_id; u16 reserved2; u32 reserved3[4]; struct nt_partition_info ntp_info[48]; } __attribute__((packed)); struct ntb_ctrl_regs { u32 partition_status; u32 partition_op; u32 partition_ctrl; u32 bar_setup; u32 bar_error; u16 lut_table_entries; u16 lut_table_offset; u32 lut_error; u16 req_id_table_size; u16 req_id_table_offset; u32 req_id_error; u32 reserved1[7]; struct { u32 ctl; u32 win_size; u64 xlate_addr; } bar_entry[6]; struct { u32 win_size; u32 reserved[3]; } bar_ext_entry[6]; u32 reserved2[192]; u32 req_id_table[512]; u32 reserved3[256]; u64 lut_entry[512]; }; struct pci_dev_reset_methods { u16 vendor; u16 device; int (*reset)(struct pci_dev *, bool); }; struct pci_dev_acs_enabled { u16 vendor; u16 device; int (*acs_enabled)(struct pci_dev *, u16); }; struct pci_dev_acs_ops { u16 vendor; u16 device; int (*enable_acs)(struct pci_dev *); int (*disable_acs_redir)(struct pci_dev *); }; enum dmi_device_type { DMI_DEV_TYPE_ANY = 0, DMI_DEV_TYPE_OTHER = 1, DMI_DEV_TYPE_UNKNOWN = 2, DMI_DEV_TYPE_VIDEO = 3, DMI_DEV_TYPE_SCSI = 4, DMI_DEV_TYPE_ETHERNET = 5, DMI_DEV_TYPE_TOKENRING = 6, DMI_DEV_TYPE_SOUND = 7, DMI_DEV_TYPE_PATA = 8, DMI_DEV_TYPE_SATA = 9, DMI_DEV_TYPE_SAS = 10, DMI_DEV_TYPE_IPMI = -1, DMI_DEV_TYPE_OEM_STRING = -2, DMI_DEV_TYPE_DEV_ONBOARD = -3, DMI_DEV_TYPE_DEV_SLOT = -4, }; struct dmi_device { struct list_head list; int type; const char *name; void *device_data; }; struct dmi_dev_onboard { struct dmi_device dev; int instance; int segment; int bus; int devfn; }; enum smbios_attr_enum { SMBIOS_ATTR_NONE = 0, SMBIOS_ATTR_LABEL_SHOW = 1, SMBIOS_ATTR_INSTANCE_SHOW = 2, }; enum acpi_attr_enum { ACPI_ATTR_LABEL_SHOW = 0, ACPI_ATTR_INDEX_SHOW = 1, }; struct pci_epf_device_id { char name[20]; kernel_ulong_t driver_data; }; enum pci_interrupt_pin { PCI_INTERRUPT_UNKNOWN = 0, PCI_INTERRUPT_INTA = 1, PCI_INTERRUPT_INTB = 2, PCI_INTERRUPT_INTC = 3, PCI_INTERRUPT_INTD = 4, }; enum pci_barno { NO_BAR = -1, BAR_0 = 0, BAR_1 = 1, BAR_2 = 2, BAR_3 = 3, BAR_4 = 4, BAR_5 = 5, }; struct pci_epf_header { u16 vendorid; u16 deviceid; u8 revid; u8 progif_code; u8 subclass_code; u8 baseclass_code; u8 cache_line_size; u16 subsys_vendor_id; u16 subsys_id; enum pci_interrupt_pin interrupt_pin; }; struct pci_epf; struct pci_epf_ops { int (*bind)(struct pci_epf *); void (*unbind)(struct pci_epf *); struct config_group * (*add_cfs)(struct pci_epf *, struct config_group *); }; struct pci_epf_bar { dma_addr_t phys_addr; void *addr; size_t size; size_t aligned_size; enum pci_barno barno; int flags; }; struct pci_epc; struct pci_epf_driver; struct pci_epc_event_ops; struct pci_epf { struct device dev; const char *name; struct pci_epf_header *header; struct pci_epf_bar bar[6]; u8 msi_interrupts; u16 msix_interrupts; u8 func_no; u8 vfunc_no; struct pci_epc *epc; struct pci_epf *epf_pf; struct pci_epf_driver *driver; const struct pci_epf_device_id *id; struct list_head list; struct mutex lock; struct pci_epc *sec_epc; struct list_head sec_epc_list; struct pci_epf_bar sec_epc_bar[6]; u8 sec_epc_func_no; struct config_group *group; unsigned int is_bound; unsigned int is_vf; long unsigned int vfunction_num_map; struct list_head pci_vepf; const struct pci_epc_event_ops *event_ops; }; struct pci_epc_event_ops { int (*epc_init)(struct pci_epf *); void (*epc_deinit)(struct pci_epf *); int (*link_up)(struct pci_epf *); int (*link_down)(struct pci_epf *); int (*bus_master_enable)(struct pci_epf *); }; struct pci_epf_driver { int (*probe)(struct pci_epf *, const struct pci_epf_device_id *); void (*remove)(struct pci_epf *); struct device_driver driver; const struct pci_epf_ops *ops; struct module *owner; struct list_head epf_group; const struct pci_epf_device_id *id_table; }; struct pci_epc_ops; struct pci_epc_mem; struct pci_epc { struct device dev; struct list_head pci_epf; struct mutex list_lock; const struct pci_epc_ops *ops; struct pci_epc_mem **windows; struct pci_epc_mem *mem; unsigned int num_windows; u8 max_functions; u8 *max_vfs; struct config_group *group; struct mutex lock; long unsigned int function_num_map; int domain_nr; bool init_complete; }; enum pci_epc_interface_type { UNKNOWN_INTERFACE = -1, PRIMARY_INTERFACE = 0, SECONDARY_INTERFACE = 1, }; struct pci_epc_features; struct pci_epc_ops { int (*write_header)(struct pci_epc *, u8, u8, struct pci_epf_header *); int (*set_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); void (*clear_bar)(struct pci_epc *, u8, u8, struct pci_epf_bar *); u64 (*align_addr)(struct pci_epc *, u64, size_t *, size_t *); int (*map_addr)(struct pci_epc *, u8, u8, phys_addr_t, u64, size_t); void (*unmap_addr)(struct pci_epc *, u8, u8, phys_addr_t); int (*set_msi)(struct pci_epc *, u8, u8, u8); int (*get_msi)(struct pci_epc *, u8, u8); int (*set_msix)(struct pci_epc *, u8, u8, u16, enum pci_barno, u32); int (*get_msix)(struct pci_epc *, u8, u8); int (*raise_irq)(struct pci_epc *, u8, u8, unsigned int, u16); int (*map_msi_irq)(struct pci_epc *, u8, u8, phys_addr_t, u8, u32, u32 *, u32 *); int (*start)(struct pci_epc *); void (*stop)(struct pci_epc *); const struct pci_epc_features * (*get_features)(struct pci_epc *, u8, u8); struct module *owner; }; enum pci_epc_bar_type { BAR_PROGRAMMABLE = 0, BAR_FIXED = 1, BAR_RESIZABLE = 2, BAR_RESERVED = 3, }; struct pci_epc_bar_desc { enum pci_epc_bar_type type; u64 fixed_size; bool only_64bit; }; struct pci_epc_features { unsigned int linkup_notifier: 1; unsigned int msi_capable: 1; unsigned int msix_capable: 1; unsigned int intx_capable: 1; struct pci_epc_bar_desc bar[6]; size_t align; }; struct pci_epc_mem_window { phys_addr_t phys_base; size_t size; size_t page_size; }; struct pci_epc_mem { struct pci_epc_mem_window window; long unsigned int *bitmap; int pages; struct mutex lock; }; struct pci_epf_group { struct config_group group; struct config_group primary_epc_group; struct config_group secondary_epc_group; struct delayed_work cfs_work; struct pci_epf *epf; int index; }; struct pci_epc_group { struct config_group group; struct pci_epc *epc; bool start; }; struct acpi_pci_root { struct acpi_device *device; struct pci_bus *bus; u16 segment; int bridge_type; struct resource secondary; u32 osc_support_set; u32 osc_control_set; u32 osc_ext_support_set; u32 osc_ext_control_set; phys_addr_t mcfg_addr; }; struct pci_config_window; struct pci_ecam_ops { unsigned int bus_shift; struct pci_ops pci_ops; int (*init)(struct pci_config_window *); int (*enable_device)(struct pci_host_bridge *, struct pci_dev *); void (*disable_device)(struct pci_host_bridge *, struct pci_dev *); }; struct pci_config_window { struct resource res; struct resource busr; unsigned int bus_shift; void *priv; const struct pci_ecam_ops *ops; union { void *win; void **winp; }; struct device *parent; }; struct thunder_pem_pci { u32 ea_entry[3]; void *pem_reg_base; }; enum { MSI_FLAG_USE_DEF_DOM_OPS = 1, MSI_FLAG_USE_DEF_CHIP_OPS = 2, MSI_FLAG_ACTIVATE_EARLY = 4, MSI_FLAG_MUST_REACTIVATE = 8, MSI_FLAG_DEV_SYSFS = 16, MSI_FLAG_ALLOC_SIMPLE_MSI_DESCS = 32, MSI_FLAG_FREE_MSI_DESCS = 64, MSI_FLAG_USE_DEV_FWNODE = 128, MSI_FLAG_PARENT_PM_DEV = 256, MSI_FLAG_PCI_MSI_MASK_PARENT = 512, MSI_GENERIC_FLAGS_MASK = 65535, MSI_DOMAIN_FLAGS_MASK = 4294901760, MSI_FLAG_MULTI_PCI_MSI = 65536, MSI_FLAG_PCI_MSIX = 131072, MSI_FLAG_LEVEL_CAPABLE = 262144, MSI_FLAG_MSIX_CONTIGUOUS = 524288, MSI_FLAG_PCI_MSIX_ALLOC_DYN = 1048576, MSI_FLAG_NO_AFFINITY = 2097152, MSI_FLAG_NO_MASK = 4194304, }; struct altera_msi { long unsigned int used[1]; struct mutex lock; struct platform_device *pdev; struct irq_domain *msi_domain; struct irq_domain *inner_domain; void *csr_base; void *vector_base; phys_addr_t vector_phy; u32 num_of_vectors; int irq; }; struct clk_bulk_data { const char *id; struct clk *clk; }; struct phy_configure_opts_dp { unsigned int link_rate; unsigned int lanes; unsigned int voltage[4]; unsigned int pre[4]; u8 ssc: 1; u8 set_rate: 1; u8 set_lanes: 1; u8 set_voltages: 1; }; struct phy_configure_opts_lvds { unsigned int bits_per_lane_and_dclk_cycle; long unsigned int differential_clk_rate; unsigned int lanes; bool is_slave; }; struct phy_configure_opts_mipi_dphy { unsigned int clk_miss; unsigned int clk_post; unsigned int clk_pre; unsigned int clk_prepare; unsigned int clk_settle; unsigned int clk_term_en; unsigned int clk_trail; unsigned int clk_zero; unsigned int d_term_en; unsigned int eot; unsigned int hs_exit; unsigned int hs_prepare; unsigned int hs_settle; unsigned int hs_skip; unsigned int hs_trail; unsigned int hs_zero; unsigned int init; unsigned int lpx; unsigned int ta_get; unsigned int ta_go; unsigned int ta_sure; unsigned int wakeup; long unsigned int hs_clk_rate; long unsigned int lp_clk_rate; unsigned char lanes; }; enum phy_mode { PHY_MODE_INVALID = 0, PHY_MODE_USB_HOST = 1, PHY_MODE_USB_HOST_LS = 2, PHY_MODE_USB_HOST_FS = 3, PHY_MODE_USB_HOST_HS = 4, PHY_MODE_USB_HOST_SS = 5, PHY_MODE_USB_DEVICE = 6, PHY_MODE_USB_DEVICE_LS = 7, PHY_MODE_USB_DEVICE_FS = 8, PHY_MODE_USB_DEVICE_HS = 9, PHY_MODE_USB_DEVICE_SS = 10, PHY_MODE_USB_OTG = 11, PHY_MODE_UFS_HS_A = 12, PHY_MODE_UFS_HS_B = 13, PHY_MODE_PCIE = 14, PHY_MODE_ETHERNET = 15, PHY_MODE_MIPI_DPHY = 16, PHY_MODE_SATA = 17, PHY_MODE_LVDS = 18, PHY_MODE_DP = 19, }; enum phy_media { PHY_MEDIA_DEFAULT = 0, PHY_MEDIA_SR = 1, PHY_MEDIA_DAC = 2, }; union phy_configure_opts { struct phy_configure_opts_mipi_dphy mipi_dphy; struct phy_configure_opts_dp dp; struct phy_configure_opts_lvds lvds; }; struct phy; struct phy_ops { int (*init)(struct phy *); int (*exit)(struct phy *); int (*power_on)(struct phy *); int (*power_off)(struct phy *); int (*set_mode)(struct phy *, enum phy_mode, int); int (*set_media)(struct phy *, enum phy_media); int (*set_speed)(struct phy *, int); int (*configure)(struct phy *, union phy_configure_opts *); int (*validate)(struct phy *, enum phy_mode, int, union phy_configure_opts *); int (*reset)(struct phy *); int (*calibrate)(struct phy *); int (*connect)(struct phy *, int); int (*disconnect)(struct phy *, int); void (*release)(struct phy *); struct module *owner; }; struct phy_attrs { u32 bus_width; u32 max_link_rate; enum phy_mode mode; }; struct phy { struct device dev; int id; const struct phy_ops *ops; struct mutex mutex; int init_count; int power_count; struct phy_attrs attrs; struct regulator *pwr; struct dentry *debugfs; }; enum regcache_type { REGCACHE_NONE = 0, REGCACHE_RBTREE = 1, REGCACHE_FLAT = 2, REGCACHE_MAPLE = 3, }; struct reg_default { unsigned int reg; unsigned int def; }; enum regmap_endian { REGMAP_ENDIAN_DEFAULT = 0, REGMAP_ENDIAN_BIG = 1, REGMAP_ENDIAN_LITTLE = 2, REGMAP_ENDIAN_NATIVE = 3, }; struct regmap_range { unsigned int range_min; unsigned int range_max; }; struct regmap_access_table { const struct regmap_range *yes_ranges; unsigned int n_yes_ranges; const struct regmap_range *no_ranges; unsigned int n_no_ranges; }; typedef void (*regmap_lock)(void *); typedef void (*regmap_unlock)(void *); struct regmap_range_cfg; struct regmap_config { const char *name; int reg_bits; int reg_stride; int reg_shift; unsigned int reg_base; int pad_bits; int val_bits; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); size_t max_raw_read; size_t max_raw_write; bool can_sleep; bool fast_io; bool io_port; bool disable_locking; regmap_lock lock; regmap_unlock unlock; void *lock_arg; unsigned int max_register; bool max_register_is_0; const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; const struct reg_default *reg_defaults; unsigned int num_reg_defaults; enum regcache_type cache_type; const void *reg_defaults_raw; unsigned int num_reg_defaults_raw; long unsigned int read_flag_mask; long unsigned int write_flag_mask; bool zero_flag_mask; bool use_single_read; bool use_single_write; bool use_relaxed_mmio; bool can_multi_write; bool use_hwlock; bool use_raw_spinlock; unsigned int hwlock_id; unsigned int hwlock_mode; enum regmap_endian reg_format_endian; enum regmap_endian val_format_endian; const struct regmap_range_cfg *ranges; unsigned int num_ranges; }; struct regmap_range_cfg { const char *name; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; enum dma_transaction_type { DMA_MEMCPY = 0, DMA_XOR = 1, DMA_PQ = 2, DMA_XOR_VAL = 3, DMA_PQ_VAL = 4, DMA_MEMSET = 5, DMA_MEMSET_SG = 6, DMA_INTERRUPT = 7, DMA_PRIVATE = 8, DMA_ASYNC_TX = 9, DMA_SLAVE = 10, DMA_CYCLIC = 11, DMA_INTERLEAVE = 12, DMA_COMPLETION_NO_ORDER = 13, DMA_REPEAT = 14, DMA_LOAD_EOT = 15, DMA_TX_TYPE_END = 16, }; enum sum_check_bits { SUM_CHECK_P = 0, SUM_CHECK_Q = 1, }; struct dw_edma_region { u64 paddr; union { void *mem; void *io; } vaddr; size_t sz; }; struct dw_edma_plat_ops { int (*irq_vector)(struct device *, unsigned int); u64 (*pci_address)(struct device *, phys_addr_t); }; enum dw_edma_map_format { EDMA_MF_EDMA_LEGACY = 0, EDMA_MF_EDMA_UNROLL = 1, EDMA_MF_HDMA_COMPAT = 5, EDMA_MF_HDMA_NATIVE = 7, }; struct dw_edma; struct dw_edma_chip { struct device *dev; int nr_irqs; const struct dw_edma_plat_ops *ops; u32 flags; void *reg_base; u16 ll_wr_cnt; u16 ll_rd_cnt; struct dw_edma_region ll_region_wr[8]; struct dw_edma_region ll_region_rd[8]; struct dw_edma_region dt_region_wr[8]; struct dw_edma_region dt_region_rd[8]; enum dw_edma_map_format mf; struct dw_edma *dw; }; struct reset_control; struct reset_control_bulk_data { const char *id; struct reset_control *rstc; }; enum dw_pcie_app_clk { DW_PCIE_DBI_CLK = 0, DW_PCIE_MSTR_CLK = 1, DW_PCIE_SLV_CLK = 2, DW_PCIE_NUM_APP_CLKS = 3, }; enum dw_pcie_core_clk { DW_PCIE_PIPE_CLK = 0, DW_PCIE_CORE_CLK = 1, DW_PCIE_AUX_CLK = 2, DW_PCIE_REF_CLK = 3, DW_PCIE_NUM_CORE_CLKS = 4, }; enum dw_pcie_app_rst { DW_PCIE_DBI_RST = 0, DW_PCIE_MSTR_RST = 1, DW_PCIE_SLV_RST = 2, DW_PCIE_NUM_APP_RSTS = 3, }; enum dw_pcie_core_rst { DW_PCIE_NON_STICKY_RST = 0, DW_PCIE_STICKY_RST = 1, DW_PCIE_CORE_RST = 2, DW_PCIE_PIPE_RST = 3, DW_PCIE_PHY_RST = 4, DW_PCIE_HOT_RST = 5, DW_PCIE_PWR_RST = 6, DW_PCIE_NUM_CORE_RSTS = 7, }; enum dw_pcie_ltssm { DW_PCIE_LTSSM_DETECT_QUIET = 0, DW_PCIE_LTSSM_DETECT_ACT = 1, DW_PCIE_LTSSM_POLL_ACTIVE = 2, DW_PCIE_LTSSM_POLL_COMPLIANCE = 3, DW_PCIE_LTSSM_POLL_CONFIG = 4, DW_PCIE_LTSSM_PRE_DETECT_QUIET = 5, DW_PCIE_LTSSM_DETECT_WAIT = 6, DW_PCIE_LTSSM_CFG_LINKWD_START = 7, DW_PCIE_LTSSM_CFG_LINKWD_ACEPT = 8, DW_PCIE_LTSSM_CFG_LANENUM_WAI = 9, DW_PCIE_LTSSM_CFG_LANENUM_ACEPT = 10, DW_PCIE_LTSSM_CFG_COMPLETE = 11, DW_PCIE_LTSSM_CFG_IDLE = 12, DW_PCIE_LTSSM_RCVRY_LOCK = 13, DW_PCIE_LTSSM_RCVRY_SPEED = 14, DW_PCIE_LTSSM_RCVRY_RCVRCFG = 15, DW_PCIE_LTSSM_RCVRY_IDLE = 16, DW_PCIE_LTSSM_L0 = 17, DW_PCIE_LTSSM_L0S = 18, DW_PCIE_LTSSM_L123_SEND_EIDLE = 19, DW_PCIE_LTSSM_L1_IDLE = 20, DW_PCIE_LTSSM_L2_IDLE = 21, DW_PCIE_LTSSM_L2_WAKE = 22, DW_PCIE_LTSSM_DISABLED_ENTRY = 23, DW_PCIE_LTSSM_DISABLED_IDLE = 24, DW_PCIE_LTSSM_DISABLED = 25, DW_PCIE_LTSSM_LPBK_ENTRY = 26, DW_PCIE_LTSSM_LPBK_ACTIVE = 27, DW_PCIE_LTSSM_LPBK_EXIT = 28, DW_PCIE_LTSSM_LPBK_EXIT_TIMEOUT = 29, DW_PCIE_LTSSM_HOT_RESET_ENTRY = 30, DW_PCIE_LTSSM_HOT_RESET = 31, DW_PCIE_LTSSM_RCVRY_EQ0 = 32, DW_PCIE_LTSSM_RCVRY_EQ1 = 33, DW_PCIE_LTSSM_RCVRY_EQ2 = 34, DW_PCIE_LTSSM_RCVRY_EQ3 = 35, DW_PCIE_LTSSM_UNKNOWN = 4294967295, }; struct dw_pcie_rp; struct dw_pcie_host_ops { int (*init)(struct dw_pcie_rp *); void (*deinit)(struct dw_pcie_rp *); void (*post_init)(struct dw_pcie_rp *); int (*msi_init)(struct dw_pcie_rp *); void (*pme_turn_off)(struct dw_pcie_rp *); }; struct dw_pcie_rp { bool has_msi_ctrl: 1; bool cfg0_io_shared: 1; u64 cfg0_base; void *va_cfg0_base; u32 cfg0_size; resource_size_t io_base; phys_addr_t io_bus_addr; u32 io_size; int irq; const struct dw_pcie_host_ops *ops; int msi_irq[8]; struct irq_domain *irq_domain; struct irq_domain *msi_domain; dma_addr_t msi_data; struct irq_chip *msi_irq_chip; u32 num_vectors; u32 irq_mask[8]; struct pci_host_bridge *bridge; raw_spinlock_t lock; long unsigned int msi_irq_in_use[4]; bool use_atu_msg; int msg_atu_index; struct resource *msg_res; bool use_linkup_irq; }; struct dw_pcie_ep; struct dw_pcie_ep_ops { void (*pre_init)(struct dw_pcie_ep *); void (*init)(struct dw_pcie_ep *); int (*raise_irq)(struct dw_pcie_ep *, u8, unsigned int, u16); const struct pci_epc_features * (*get_features)(struct dw_pcie_ep *); unsigned int (*get_dbi_offset)(struct dw_pcie_ep *, u8); unsigned int (*get_dbi2_offset)(struct dw_pcie_ep *, u8); }; struct dw_pcie_ep { struct pci_epc *epc; struct list_head func_list; const struct dw_pcie_ep_ops *ops; phys_addr_t phys_base; size_t addr_size; size_t page_size; u8 bar_to_atu[6]; phys_addr_t *outbound_addr; long unsigned int *ib_window_map; long unsigned int *ob_window_map; void *msi_mem; phys_addr_t msi_mem_phys; struct pci_epf_bar *epf_bar[6]; }; struct dw_pcie; struct dw_pcie_ops { u64 (*cpu_addr_fixup)(struct dw_pcie *, u64); u32 (*read_dbi)(struct dw_pcie *, void *, u32, size_t); void (*write_dbi)(struct dw_pcie *, void *, u32, size_t, u32); void (*write_dbi2)(struct dw_pcie *, void *, u32, size_t, u32); int (*link_up)(struct dw_pcie *); enum dw_pcie_ltssm (*get_ltssm)(struct dw_pcie *); int (*start_link)(struct dw_pcie *); void (*stop_link)(struct dw_pcie *); }; struct debugfs_info; struct dw_pcie { struct device *dev; void *dbi_base; resource_size_t dbi_phys_addr; void *dbi_base2; void *atu_base; resource_size_t atu_phys_addr; size_t atu_size; resource_size_t parent_bus_offset; u32 num_ib_windows; u32 num_ob_windows; u32 region_align; u64 region_limit; struct dw_pcie_rp pp; struct dw_pcie_ep ep; const struct dw_pcie_ops *ops; u32 version; u32 type; long unsigned int caps; int num_lanes; int max_link_speed; u8 n_fts[2]; struct dw_edma_chip edma; struct clk_bulk_data app_clks[3]; struct clk_bulk_data core_clks[4]; struct reset_control_bulk_data app_rsts[3]; struct reset_control_bulk_data core_rsts[7]; struct gpio_desc *pe_rst; bool suspended; struct debugfs_info *debugfs; bool use_parent_dt_ranges; }; struct debugfs_info { struct dentry *debug_dir; void *rasdes_info; }; enum pcie_kirin_phy_type { PCIE_KIRIN_INTERNAL_PHY = 0, PCIE_KIRIN_EXTERNAL_PHY = 1, }; struct kirin_pcie { enum pcie_kirin_phy_type type; struct dw_pcie *pci; struct regmap *apb; struct phy *phy; void *phy_priv; struct gpio_desc *id_dwc_perst_gpio; int num_slots; struct gpio_desc *id_reset_gpio[3]; const char *reset_names[3]; int n_gpio_clkreq; struct gpio_desc *id_clkreq_gpio[3]; const char *clkreq_names[3]; }; struct hi3660_pcie_phy { struct device *dev; void *base; struct regmap *crgctrl; struct regmap *sysctrl; struct clk *apb_sys_clk; struct clk *apb_phy_clk; struct clk *phy_ref_clk; struct clk *aclk; struct clk *aux_clk; }; struct kirin_pcie_data { enum pcie_kirin_phy_type phy_type; }; struct screen_info { __u8 orig_x; __u8 orig_y; __u16 ext_mem_k; __u16 orig_video_page; __u8 orig_video_mode; __u8 orig_video_cols; __u8 flags; __u8 unused2; __u16 orig_video_ega_bx; __u16 unused3; __u8 orig_video_lines; __u8 orig_video_isVGA; __u16 orig_video_points; __u16 lfb_width; __u16 lfb_height; __u16 lfb_depth; __u32 lfb_base; __u32 lfb_size; __u16 cl_magic; __u16 cl_offset; __u16 lfb_linelength; __u8 red_size; __u8 red_pos; __u8 green_size; __u8 green_pos; __u8 blue_size; __u8 blue_pos; __u8 rsvd_size; __u8 rsvd_pos; __u16 vesapm_seg; __u16 vesapm_off; __u16 pages; __u16 vesa_attributes; __u32 capabilities; __u32 ext_lfb_base; __u8 _reserved[2]; } __attribute__((packed)); enum vesa_blank_mode { VESA_NO_BLANKING = 0, VESA_VSYNC_SUSPEND = 1, VESA_HSYNC_SUSPEND = 2, VESA_POWERDOWN = 3, VESA_BLANK_MAX = 3, }; struct fb_fix_screeninfo { char id[16]; long unsigned int smem_start; __u32 smem_len; __u32 type; __u32 type_aux; __u32 visual; __u16 xpanstep; __u16 ypanstep; __u16 ywrapstep; __u32 line_length; long unsigned int mmio_start; __u32 mmio_len; __u32 accel; __u16 capabilities; __u16 reserved[2]; }; struct fb_bitfield { __u32 offset; __u32 length; __u32 msb_right; }; struct fb_var_screeninfo { __u32 xres; __u32 yres; __u32 xres_virtual; __u32 yres_virtual; __u32 xoffset; __u32 yoffset; __u32 bits_per_pixel; __u32 grayscale; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; __u32 nonstd; __u32 activate; __u32 height; __u32 width; __u32 accel_flags; __u32 pixclock; __u32 left_margin; __u32 right_margin; __u32 upper_margin; __u32 lower_margin; __u32 hsync_len; __u32 vsync_len; __u32 sync; __u32 vmode; __u32 rotate; __u32 colorspace; __u32 reserved[4]; }; struct fb_cmap { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; enum { FB_BLANK_UNBLANK = 0, FB_BLANK_NORMAL = 1, FB_BLANK_VSYNC_SUSPEND = 2, FB_BLANK_HSYNC_SUSPEND = 3, FB_BLANK_POWERDOWN = 4, }; struct fb_copyarea { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 sx; __u32 sy; }; struct fb_fillrect { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 color; __u32 rop; }; struct fb_image { __u32 dx; __u32 dy; __u32 width; __u32 height; __u32 fg_color; __u32 bg_color; __u8 depth; const char *data; struct fb_cmap cmap; }; struct fbcurpos { __u16 x; __u16 y; }; struct fb_cursor { __u16 set; __u16 enable; __u16 rop; const char *mask; struct fbcurpos hot; struct fb_image image; }; struct fb_chroma { __u32 redx; __u32 greenx; __u32 bluex; __u32 whitex; __u32 redy; __u32 greeny; __u32 bluey; __u32 whitey; }; struct fb_videomode; struct fb_monspecs { struct fb_chroma chroma; struct fb_videomode *modedb; __u8 manufacturer[4]; __u8 monitor[14]; __u8 serial_no[14]; __u8 ascii[14]; __u32 modedb_len; __u32 model; __u32 serial; __u32 year; __u32 week; __u32 hfmin; __u32 hfmax; __u32 dclkmin; __u32 dclkmax; __u16 input; __u16 dpms; __u16 signal; __u16 vfmin; __u16 vfmax; __u16 gamma; __u16 gtf: 1; __u16 misc; __u8 version; __u8 revision; __u8 max_x; __u8 max_y; }; struct fb_videomode { const char *name; u32 refresh; u32 xres; u32 yres; u32 pixclock; u32 left_margin; u32 right_margin; u32 upper_margin; u32 lower_margin; u32 hsync_len; u32 vsync_len; u32 sync; u32 vmode; u32 flag; }; struct fb_info; struct fb_event { struct fb_info *info; void *data; }; struct fb_pixmap { u8 *addr; u32 size; u32 offset; u32 buf_align; u32 scan_align; u32 access_align; u32 flags; long unsigned int blit_x[1]; long unsigned int blit_y[2]; void (*writeio)(struct fb_info *, void *, void *, unsigned int); void (*readio)(struct fb_info *, void *, void *, unsigned int); }; struct lcd_device; struct fb_deferred_io_pageref; struct fb_deferred_io; struct fb_ops; struct fb_info { refcount_t count; int node; int flags; int fbcon_rotate_hint; struct mutex lock; struct mutex mm_lock; struct fb_var_screeninfo var; struct fb_fix_screeninfo fix; struct fb_monspecs monspecs; struct fb_pixmap pixmap; struct fb_pixmap sprite; struct fb_cmap cmap; struct list_head modelist; struct fb_videomode *mode; struct lcd_device *lcd_dev; struct delayed_work deferred_work; long unsigned int npagerefs; struct fb_deferred_io_pageref *pagerefs; struct fb_deferred_io *fbdefio; const struct fb_ops *fbops; struct device *device; struct device *dev; int class_flag; union { char *screen_base; char *screen_buffer; }; long unsigned int screen_size; void *pseudo_palette; u32 state; void *fbcon_par; void *par; bool skip_vt_switch; bool skip_panic; }; struct fb_blit_caps { long unsigned int x[1]; long unsigned int y[2]; u32 len; u32 flags; }; struct fb_deferred_io_pageref { struct page *page; long unsigned int offset; struct list_head list; }; struct fb_deferred_io { long unsigned int delay; bool sort_pagereflist; int open_count; struct mutex lock; struct list_head pagereflist; struct address_space *mapping; struct page * (*get_page)(struct fb_info *, long unsigned int); void (*deferred_io)(struct fb_info *, struct list_head *); }; struct fb_ops { struct module *owner; int (*fb_open)(struct fb_info *, int); int (*fb_release)(struct fb_info *, int); ssize_t (*fb_read)(struct fb_info *, char *, size_t, loff_t *); ssize_t (*fb_write)(struct fb_info *, const char *, size_t, loff_t *); int (*fb_check_var)(struct fb_var_screeninfo *, struct fb_info *); int (*fb_set_par)(struct fb_info *); int (*fb_setcolreg)(unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, struct fb_info *); int (*fb_setcmap)(struct fb_cmap *, struct fb_info *); int (*fb_blank)(int, struct fb_info *); int (*fb_pan_display)(struct fb_var_screeninfo *, struct fb_info *); void (*fb_fillrect)(struct fb_info *, const struct fb_fillrect *); void (*fb_copyarea)(struct fb_info *, const struct fb_copyarea *); void (*fb_imageblit)(struct fb_info *, const struct fb_image *); int (*fb_cursor)(struct fb_info *, struct fb_cursor *); int (*fb_sync)(struct fb_info *); int (*fb_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_compat_ioctl)(struct fb_info *, unsigned int, long unsigned int); int (*fb_mmap)(struct fb_info *, struct vm_area_struct *); void (*fb_get_caps)(struct fb_info *, struct fb_blit_caps *, struct fb_var_screeninfo *); void (*fb_destroy)(struct fb_info *); int (*fb_debug_enter)(struct fb_info *); int (*fb_debug_leave)(struct fb_info *); }; struct fb_modelist { struct list_head list; struct fb_videomode mode; }; struct dmt_videomode { u32 dmt_id; u32 std_2byte_code; u32 cvt_3byte_code; const struct fb_videomode *mode; }; struct broken_edid { u8 manufacturer[4]; u32 model; u32 fix; }; struct __fb_timings { u32 dclk; u32 hfreq; u32 vfreq; u32 hactive; u32 vactive; u32 hblank; u32 vblank; u32 htotal; u32 vtotal; }; struct linux_logo { int type; unsigned int width; unsigned int height; unsigned int clutsize; const unsigned char *clut; const unsigned char *data; }; struct logo_data { int depth; int needs_directpalette; int needs_truepalette; int needs_cmapreset; const struct linux_logo *logo; }; typedef int (*device_match_t)(struct device *, const void *); typedef u64 acpi_size; struct acpi_object_list { u32 count; union acpi_object *pointer; }; struct acpi_buffer { acpi_size length; void *pointer; }; struct acpi_pld_info { u8 revision; u8 ignore_color; u8 red; u8 green; u8 blue; u16 width; u16 height; u8 user_visible; u8 dock; u8 lid; u8 panel; u8 vertical_position; u8 horizontal_position; u8 shape; u8 group_orientation; u8 group_token; u8 group_position; u8 bay; u8 ejectable; u8 ospm_eject_required; u8 cabinet_number; u8 card_cage_number; u8 reference; u8 rotation; u8 order; u8 reserved; u16 vertical_offset; u16 horizontal_offset; }; struct acpi_handle_list { u32 count; acpi_handle *handles; }; enum acpi_predicate { all_versions = 0, less_than_or_equal = 1, equal = 2, greater_than_or_equal = 3, }; struct acpi_platform_list { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; char *table; enum acpi_predicate pred; char *reason; u32 data; }; struct acpi_device_bus_id { const char *bus_id; struct ida instance_ida; struct list_head node; }; struct acpi_dev_match_info { struct acpi_device_id hid[2]; const char *uid; s64 hrv; }; struct acpi_hardware_id { struct list_head list; const char *id; }; struct acpi_data_node { struct list_head sibling; const char *name; acpi_handle handle; struct fwnode_handle fwnode; struct fwnode_handle *parent; struct acpi_device_data data; struct kobject kobj; struct completion kobj_done; }; struct acpi_data_node_attr { struct attribute attr; ssize_t (*show)(struct acpi_data_node *, char *); ssize_t (*store)(struct acpi_data_node *, const char *, size_t); }; typedef void (*acpi_object_handler)(acpi_handle, void *); typedef acpi_status (*acpi_walk_callback)(acpi_handle, u32, void *, void **); struct acpi_pnp_device_id { u32 length; char *string; }; struct acpi_pnp_device_id_list { u32 count; u32 list_size; struct acpi_pnp_device_id ids[0]; }; struct acpi_device_info { u32 info_size; u32 name; acpi_object_type type; u8 param_count; u16 valid; u8 flags; u8 highest_dstates[4]; u8 lowest_dstates[5]; u64 address; struct acpi_pnp_device_id hardware_id; struct acpi_pnp_device_id unique_id; struct acpi_pnp_device_id class_code; struct acpi_pnp_device_id_list compatible_id_list; }; struct acpi_generic_address { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_width; u64 address; } __attribute__((packed)); struct acpi_table_fadt { struct acpi_table_header header; u32 facs; u32 dsdt; u8 model; u8 preferred_profile; u16 sci_interrupt; u32 smi_command; u8 acpi_enable; u8 acpi_disable; u8 s4_bios_request; u8 pstate_control; u32 pm1a_event_block; u32 pm1b_event_block; u32 pm1a_control_block; u32 pm1b_control_block; u32 pm2_control_block; u32 pm_timer_block; u32 gpe0_block; u32 gpe1_block; u8 pm1_event_length; u8 pm1_control_length; u8 pm2_control_length; u8 pm_timer_length; u8 gpe0_block_length; u8 gpe1_block_length; u8 gpe1_base; u8 cst_control; u16 c2_latency; u16 c3_latency; u16 flush_size; u16 flush_stride; u8 duty_offset; u8 duty_width; u8 day_alarm; u8 month_alarm; u8 century; u16 boot_flags; u8 reserved; u32 flags; struct acpi_generic_address reset_register; u8 reset_value; u16 arm_boot_flags; u8 minor_revision; u64 Xfacs; u64 Xdsdt; struct acpi_generic_address xpm1a_event_block; struct acpi_generic_address xpm1b_event_block; struct acpi_generic_address xpm1a_control_block; struct acpi_generic_address xpm1b_control_block; struct acpi_generic_address xpm2_control_block; struct acpi_generic_address xpm_timer_block; struct acpi_generic_address xgpe0_block; struct acpi_generic_address xgpe1_block; struct acpi_generic_address sleep_control; struct acpi_generic_address sleep_status; u64 hypervisor_id; } __attribute__((packed)); struct acpi_table_spcr { struct acpi_table_header header; u8 interface_type; u8 reserved[3]; struct acpi_generic_address serial_port; u8 interrupt_type; u8 pc_interrupt; u32 interrupt; u8 baud_rate; u8 parity; u8 stop_bits; u8 flow_control; u8 terminal_type; u8 language; u16 pci_device_id; u16 pci_vendor_id; u8 pci_bus; u8 pci_device; u8 pci_function; u32 pci_flags; u8 pci_segment; u32 uart_clk_freq; u32 precise_baudrate; u16 name_space_string_length; u16 name_space_string_offset; char name_space_string[0]; } __attribute__((packed)); struct acpi_table_stao { struct acpi_table_header header; u8 ignore_uart; } __attribute__((packed)); struct acpi_resource_irq { u8 descriptor_length; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; union { u8 interrupt; struct { struct {} __Empty_interrupts; u8 interrupts[0]; }; }; }; struct acpi_resource_dma { u8 type; u8 bus_master; u8 transfer; u8 channel_count; union { u8 channel; struct { struct {} __Empty_channels; u8 channels[0]; }; }; }; struct acpi_resource_start_dependent { u8 descriptor_length; u8 compatibility_priority; u8 performance_robustness; }; struct acpi_resource_io { u8 io_decode; u8 alignment; u8 address_length; u16 minimum; u16 maximum; } __attribute__((packed)); struct acpi_resource_fixed_io { u16 address; u8 address_length; } __attribute__((packed)); struct acpi_resource_fixed_dma { u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct acpi_resource_vendor { u16 byte_length; u8 byte_data[0]; }; struct acpi_resource_vendor_typed { u16 byte_length; u8 uuid_subtype; u8 uuid[16]; u8 byte_data[0]; } __attribute__((packed)); struct acpi_resource_end_tag { u8 checksum; }; struct acpi_resource_memory24 { u8 write_protect; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct acpi_resource_memory32 { u8 write_protect; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct acpi_resource_fixed_memory32 { u8 write_protect; u32 address; u32 address_length; } __attribute__((packed)); struct acpi_memory_attribute { u8 write_protect; u8 caching; u8 range_type; u8 translation; }; struct acpi_io_attribute { u8 range_type; u8 translation; u8 translation_type; u8 reserved1; }; union acpi_resource_attribute { struct acpi_memory_attribute mem; struct acpi_io_attribute io; u8 type_specific; }; struct acpi_resource_label { u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_resource_source { u8 index; u16 string_length; char *string_ptr; } __attribute__((packed)); struct acpi_address16_attribute { u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; }; struct acpi_address32_attribute { u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; }; struct acpi_address64_attribute { u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; }; struct acpi_resource_address { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; }; struct acpi_resource_address16 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address16_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address32 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address32_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; struct acpi_address64_attribute address; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_extended_address64 { u8 resource_type; u8 producer_consumer; u8 decode; u8 min_address_fixed; u8 max_address_fixed; union acpi_resource_attribute info; u8 revision_ID; struct acpi_address64_attribute address; u64 type_specific; } __attribute__((packed)); struct acpi_resource_extended_irq { u8 producer_consumer; u8 triggering; u8 polarity; u8 shareable; u8 wake_capable; u8 interrupt_count; struct acpi_resource_source resource_source; union { u32 interrupt; struct { struct {} __Empty_interrupts; u32 interrupts[0]; }; }; } __attribute__((packed)); struct acpi_resource_generic_register { u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_resource_gpio { u8 revision_id; u8 connection_type; u8 producer_consumer; u8 pin_config; u8 shareable; u8 wake_capable; u8 io_restriction; u8 triggering; u8 polarity; u16 drive_strength; u16 debounce_timeout; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_common_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_i2c_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 access_mode; u16 slave_address; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_spi_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 wire_mode; u8 device_polarity; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; u32 connection_speed; } __attribute__((packed)); struct acpi_resource_uart_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 endian; u8 data_bits; u8 stop_bits; u8 flow_control; u8 parity; u8 lines_enabled; u16 rx_fifo_size; u16 tx_fifo_size; u32 default_baud_rate; } __attribute__((packed)); struct acpi_resource_csi2_serialbus { u8 revision_id; u8 type; u8 producer_consumer; u8 slave_mode; u8 connection_sharing; u8 type_revision_id; u16 type_data_length; u16 vendor_length; struct acpi_resource_source resource_source; u8 *vendor_data; u8 local_port_instance; u8 phy_type; } __attribute__((packed)); struct acpi_resource_pin_function { u8 revision_id; u8 pin_config; u8 shareable; u16 function_number; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 pin_table_length; u16 vendor_length; struct acpi_resource_source resource_source; u16 *pin_table; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_clock_input { u8 revision_id; u8 mode; u8 scale; u16 frequency_divisor; u32 frequency_numerator; struct acpi_resource_source resource_source; } __attribute__((packed)); struct acpi_resource_pin_group { u8 revision_id; u8 producer_consumer; u16 pin_table_length; u16 vendor_length; u16 *pin_table; struct acpi_resource_label resource_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_function { u8 revision_id; u8 producer_consumer; u8 shareable; u16 function_number; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); struct acpi_resource_pin_group_config { u8 revision_id; u8 producer_consumer; u8 shareable; u8 pin_config_type; u32 pin_config_value; u16 vendor_length; struct acpi_resource_source resource_source; struct acpi_resource_label resource_source_label; u8 *vendor_data; } __attribute__((packed)); union acpi_resource_data { struct acpi_resource_irq irq; struct acpi_resource_dma dma; struct acpi_resource_start_dependent start_dpf; struct acpi_resource_io io; struct acpi_resource_fixed_io fixed_io; struct acpi_resource_fixed_dma fixed_dma; struct acpi_resource_vendor vendor; struct acpi_resource_vendor_typed vendor_typed; struct acpi_resource_end_tag end_tag; struct acpi_resource_memory24 memory24; struct acpi_resource_memory32 memory32; struct acpi_resource_fixed_memory32 fixed_memory32; struct acpi_resource_address16 address16; struct acpi_resource_address32 address32; struct acpi_resource_address64 address64; struct acpi_resource_extended_address64 ext_address64; struct acpi_resource_extended_irq extended_irq; struct acpi_resource_generic_register generic_reg; struct acpi_resource_gpio gpio; struct acpi_resource_i2c_serialbus i2c_serial_bus; struct acpi_resource_spi_serialbus spi_serial_bus; struct acpi_resource_uart_serialbus uart_serial_bus; struct acpi_resource_csi2_serialbus csi2_serial_bus; struct acpi_resource_common_serialbus common_serial_bus; struct acpi_resource_pin_function pin_function; struct acpi_resource_pin_config pin_config; struct acpi_resource_pin_group pin_group; struct acpi_resource_pin_group_function pin_group_function; struct acpi_resource_pin_group_config pin_group_config; struct acpi_resource_clock_input clock_input; struct acpi_resource_address address; }; struct acpi_resource { u32 type; u32 length; union acpi_resource_data data; }; typedef acpi_status (*acpi_walk_resource_callback)(struct acpi_resource *, void *); enum acpi_bus_device_type { ACPI_BUS_TYPE_DEVICE = 0, ACPI_BUS_TYPE_POWER = 1, ACPI_BUS_TYPE_PROCESSOR = 2, ACPI_BUS_TYPE_THERMAL = 3, ACPI_BUS_TYPE_POWER_BUTTON = 4, ACPI_BUS_TYPE_SLEEP_BUTTON = 5, ACPI_BUS_TYPE_ECDT_EC = 6, ACPI_BUS_DEVICE_TYPE_COUNT = 7, }; struct acpi_dep_data { struct list_head node; acpi_handle supplier; acpi_handle consumer; bool honor_dep; bool met; bool free_when_met; }; struct acpi_device_physical_node { struct list_head node; struct device *dev; unsigned int node_id; bool put_online: 1; }; enum acpi_reconfig_event { ACPI_RECONFIG_DEVICE_ADD = 0, ACPI_RECONFIG_DEVICE_REMOVE = 1, }; struct acpi_scan_clear_dep_work { struct work_struct work; struct acpi_device *adev; }; struct acpi_pci_id { u16 segment; u16 bus; u16 device; u16 function; }; struct acpi_pci_routing_table { u32 length; u32 pin; u64 address; u32 source_index; union { char pad[4]; struct { struct {} __Empty_source; char source[0]; }; }; }; struct acpi_prt_entry { struct acpi_pci_id id; u8 pin; acpi_handle link; u32 index; }; struct prt_quirk { const struct dmi_system_id *system; unsigned int segment; unsigned int bus; unsigned int device; unsigned char pin; const char *source; const char *actual_source; }; struct acpi_ged_device { struct device *dev; struct list_head event_list; }; struct acpi_ged_event { struct list_head node; struct device *dev; unsigned int gsi; unsigned int irq; acpi_handle handle; }; struct acpi_lpat { int temp; int raw; }; struct acpi_lpat_conversion_table { struct acpi_lpat *lpat; int lpat_count; }; struct acpi_irq_parse_one_ctx { int rc; unsigned int index; long unsigned int *res_flags; struct irq_fwspec *fwspec; }; typedef u64 acpi_physical_address; typedef u16 acpi_owner_id; typedef u8 acpi_adr_space_type; typedef u32 (*acpi_gpe_handler)(acpi_handle, u32, void *); typedef void (*acpi_notify_handler)(acpi_handle, u32, void *); typedef acpi_status (*acpi_adr_space_handler)(u32, acpi_physical_address, u32, u64 *, void *, void *); typedef acpi_status (*acpi_adr_space_setup)(acpi_handle, u32, void *, void **); union acpi_name_union { u32 integer; char ascii[4]; }; union acpi_operand_object; struct acpi_namespace_node { union acpi_operand_object *object; u8 descriptor_type; u8 type; u16 flags; union acpi_name_union name; struct acpi_namespace_node *parent; struct acpi_namespace_node *child; struct acpi_namespace_node *peer; acpi_owner_id owner_id; }; struct acpi_object_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; }; struct acpi_object_integer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 fill[3]; u64 value; }; struct acpi_object_string { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; char *pointer; u32 length; }; struct acpi_object_buffer { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 *pointer; u32 length; u32 aml_length; u8 *aml_start; struct acpi_namespace_node *node; }; struct acpi_object_package { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; union acpi_operand_object **elements; u8 *aml_start; u32 aml_length; u32 count; }; struct acpi_object_event { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; void *os_semaphore; }; struct acpi_walk_state; typedef acpi_status (*acpi_internal_method)(struct acpi_walk_state *); struct acpi_object_method { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 info_flags; u8 param_count; u8 sync_level; union acpi_operand_object *mutex; union acpi_operand_object *node; u8 *aml_start; union { acpi_internal_method implementation; union acpi_operand_object *handler; } dispatch; u32 aml_length; acpi_owner_id owner_id; u8 thread_count; }; struct acpi_thread_state; struct acpi_object_mutex { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 sync_level; u16 acquisition_depth; void *os_mutex; u64 thread_id; struct acpi_thread_state *owner_thread; union acpi_operand_object *prev; union acpi_operand_object *next; struct acpi_namespace_node *node; u8 original_sync_level; }; struct acpi_object_region { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; struct acpi_namespace_node *node; union acpi_operand_object *handler; union acpi_operand_object *next; acpi_physical_address address; u32 length; void *pointer; }; struct acpi_object_notify_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_gpe_block_info; struct acpi_object_device { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; struct acpi_gpe_block_info *gpe_block; }; struct acpi_object_power_resource { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; u32 system_level; u32 resource_order; }; struct acpi_object_processor { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 proc_id; u8 length; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; acpi_io_address address; }; struct acpi_object_thermal_zone { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *notify_list[2]; union acpi_operand_object *handler; }; struct acpi_object_field_common { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; }; struct acpi_object_region_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u16 resource_length; union acpi_operand_object *region_obj; u8 *resource_buffer; u16 pin_number_index; u8 *internal_pcc_buffer; }; struct acpi_object_buffer_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; u8 is_create_field; union acpi_operand_object *buffer_obj; }; struct acpi_object_bank_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *region_obj; union acpi_operand_object *bank_obj; }; struct acpi_object_index_field { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 field_flags; u8 attribute; u8 access_byte_width; struct acpi_namespace_node *node; u32 bit_length; u32 base_byte_offset; u32 value; u8 start_field_bit_offset; u8 access_length; union acpi_operand_object *index_obj; union acpi_operand_object *data_obj; }; struct acpi_object_notify_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *node; u32 handler_type; acpi_notify_handler handler; void *context; union acpi_operand_object *next[2]; }; struct acpi_object_addr_handler { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 space_id; u8 handler_flags; acpi_adr_space_handler handler; struct acpi_namespace_node *node; void *context; void *context_mutex; acpi_adr_space_setup setup; union acpi_operand_object *region_list; union acpi_operand_object *next; }; struct acpi_object_reference { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; u8 class; u8 target_type; u8 resolved; void *object; struct acpi_namespace_node *node; union acpi_operand_object **where; u8 *index_pointer; u8 *aml; u32 value; }; struct acpi_object_extra { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; struct acpi_namespace_node *method_REG; struct acpi_namespace_node *scope_node; void *region_context; u8 *aml_start; u32 aml_length; }; struct acpi_object_data { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; acpi_object_handler handler; void *pointer; }; struct acpi_object_cache_list { union acpi_operand_object *next_object; u8 descriptor_type; u8 type; u16 reference_count; u8 flags; union acpi_operand_object *next; }; union acpi_operand_object { struct acpi_object_common common; struct acpi_object_integer integer; struct acpi_object_string string; struct acpi_object_buffer buffer; struct acpi_object_package package; struct acpi_object_event event; struct acpi_object_method method; struct acpi_object_mutex mutex; struct acpi_object_region region; struct acpi_object_notify_common common_notify; struct acpi_object_device device; struct acpi_object_power_resource power_resource; struct acpi_object_processor processor; struct acpi_object_thermal_zone thermal_zone; struct acpi_object_field_common common_field; struct acpi_object_region_field field; struct acpi_object_buffer_field buffer_field; struct acpi_object_bank_field bank_field; struct acpi_object_index_field index_field; struct acpi_object_notify_handler notify; struct acpi_object_addr_handler address_space; struct acpi_object_reference reference; struct acpi_object_extra extra; struct acpi_object_data data; struct acpi_object_cache_list cache; struct acpi_namespace_node node; }; union acpi_parse_object; union acpi_generic_state; struct acpi_parse_state { u8 *aml_start; u8 *aml; u8 *aml_end; u8 *pkg_start; u8 *pkg_end; union acpi_parse_object *start_op; struct acpi_namespace_node *start_node; union acpi_generic_state *scope; union acpi_parse_object *start_scope; u32 aml_size; }; typedef acpi_status (*acpi_parse_downwards)(struct acpi_walk_state *, union acpi_parse_object **); typedef acpi_status (*acpi_parse_upwards)(struct acpi_walk_state *); struct acpi_opcode_info; struct acpi_walk_state { struct acpi_walk_state *next; u8 descriptor_type; u8 walk_type; u16 opcode; u8 next_op_info; u8 num_operands; u8 operand_index; acpi_owner_id owner_id; u8 last_predicate; u8 current_result; u8 return_used; u8 scope_depth; u8 pass_number; u8 namespace_override; u8 result_size; u8 result_count; u8 *aml; u32 arg_types; u32 method_breakpoint; u32 user_breakpoint; u32 parse_flags; struct acpi_parse_state parser_state; u32 prev_arg_types; u32 arg_count; u16 method_nesting_depth; u8 method_is_nested; struct acpi_namespace_node arguments[7]; struct acpi_namespace_node local_variables[8]; union acpi_operand_object *operands[9]; union acpi_operand_object **params; u8 *aml_last_while; union acpi_operand_object **caller_return_desc; union acpi_generic_state *control_state; struct acpi_namespace_node *deferred_node; union acpi_operand_object *implicit_return_obj; struct acpi_namespace_node *method_call_node; union acpi_parse_object *method_call_op; union acpi_operand_object *method_desc; struct acpi_namespace_node *method_node; char *method_pathname; union acpi_parse_object *op; const struct acpi_opcode_info *op_info; union acpi_parse_object *origin; union acpi_operand_object *result_obj; union acpi_generic_state *results; union acpi_operand_object *return_desc; union acpi_generic_state *scope_info; union acpi_parse_object *prev_op; union acpi_parse_object *next_op; struct acpi_thread_state *thread; acpi_parse_downwards descending_callback; acpi_parse_upwards ascending_callback; }; struct acpi_gpe_handler_info { acpi_gpe_handler address; void *context; struct acpi_namespace_node *method_node; u8 original_flags; u8 originally_enabled; }; struct acpi_gpe_notify_info { struct acpi_namespace_node *device_node; struct acpi_gpe_notify_info *next; }; union acpi_gpe_dispatch_info { struct acpi_namespace_node *method_node; struct acpi_gpe_handler_info *handler; struct acpi_gpe_notify_info *notify_list; }; struct acpi_gpe_register_info; struct acpi_gpe_event_info { union acpi_gpe_dispatch_info dispatch; struct acpi_gpe_register_info *register_info; u8 flags; u8 gpe_number; u8 runtime_count; u8 disable_for_dispatch; }; struct acpi_gpe_address { u8 space_id; u64 address; }; struct acpi_gpe_register_info { struct acpi_gpe_address status_address; struct acpi_gpe_address enable_address; u16 base_gpe_number; u8 enable_for_wake; u8 enable_for_run; u8 mask_for_run; u8 enable_mask; }; struct acpi_gpe_xrupt_info; struct acpi_gpe_block_info { struct acpi_namespace_node *node; struct acpi_gpe_block_info *previous; struct acpi_gpe_block_info *next; struct acpi_gpe_xrupt_info *xrupt_block; struct acpi_gpe_register_info *register_info; struct acpi_gpe_event_info *event_info; u64 address; u32 register_count; u16 gpe_count; u16 block_base_number; u8 space_id; u8 initialized; }; struct acpi_gpe_xrupt_info { struct acpi_gpe_xrupt_info *previous; struct acpi_gpe_xrupt_info *next; struct acpi_gpe_block_info *gpe_block_list_head; u32 interrupt_number; }; struct acpi_common_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; }; struct acpi_update_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *object; }; struct acpi_pkg_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 index; union acpi_operand_object *source_object; union acpi_operand_object *dest_object; struct acpi_walk_state *walk_state; void *this_target_obj; u32 num_packages; }; struct acpi_control_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u16 opcode; union acpi_parse_object *predicate_op; u8 *aml_predicate_start; u8 *package_end; u64 loop_timeout; }; union acpi_parse_value { u64 integer; u32 size; char *string; u8 *buffer; char *name; union acpi_parse_object *arg; }; struct acpi_parse_obj_common { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; }; struct acpi_parse_obj_named { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; char *path; u8 *data; u32 length; u32 name; }; struct acpi_parse_obj_asl { union acpi_parse_object *parent; u8 descriptor_type; u8 flags; u16 aml_opcode; u8 *aml; union acpi_parse_object *next; struct acpi_namespace_node *node; union acpi_parse_value value; u8 arg_list_length; union acpi_parse_object *child; union acpi_parse_object *parent_method; char *filename; u8 file_changed; char *parent_filename; char *external_name; char *namepath; char name_seg[4]; u32 extra_value; u32 column; u32 line_number; u32 logical_line_number; u32 logical_byte_offset; u32 end_line; u32 end_logical_line; u32 acpi_btype; u32 aml_length; u32 aml_subtree_length; u32 final_aml_length; u32 final_aml_offset; u32 compile_flags; u16 parse_opcode; u8 aml_opcode_length; u8 aml_pkg_len_bytes; u8 extra; char parse_op_name[20]; }; union acpi_parse_object { struct acpi_parse_obj_common common; struct acpi_parse_obj_named named; struct acpi_parse_obj_asl asl; }; struct acpi_scope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; struct acpi_namespace_node *node; }; struct acpi_pscope_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u32 arg_count; union acpi_parse_object *op; u8 *arg_end; u8 *pkg_end; u32 arg_list; }; struct acpi_thread_state { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 current_sync_level; struct acpi_walk_state *walk_state_list; union acpi_operand_object *acquired_mutex_list; u64 thread_id; }; struct acpi_result_values { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; union acpi_operand_object *obj_desc[8]; }; struct acpi_global_notify_handler { acpi_notify_handler handler; void *context; }; struct acpi_notify_info { void *next; u8 descriptor_type; u8 flags; u16 value; u16 state; u8 handler_list_id; struct acpi_namespace_node *node; union acpi_operand_object *handler_list_head; struct acpi_global_notify_handler *global; }; union acpi_generic_state { struct acpi_common_state common; struct acpi_control_state control; struct acpi_update_state update; struct acpi_scope_state scope; struct acpi_pscope_state parse_scope; struct acpi_pkg_state pkg; struct acpi_thread_state thread; struct acpi_result_values results; struct acpi_notify_info notify; }; struct acpi_opcode_info { u32 parse_args; u32 runtime_args; u16 flags; u8 object_type; u8 class; u8 type; }; struct acpi_common_descriptor { void *common_pointer; u8 descriptor_type; }; union acpi_descriptor { struct acpi_common_descriptor common; union acpi_operand_object object; struct acpi_namespace_node node; union acpi_parse_object op; }; enum { AML_FIELD_ACCESS_ANY = 0, AML_FIELD_ACCESS_BYTE = 1, AML_FIELD_ACCESS_WORD = 2, AML_FIELD_ACCESS_DWORD = 3, AML_FIELD_ACCESS_QWORD = 4, AML_FIELD_ACCESS_BUFFER = 5, }; typedef acpi_status (*acpi_execute_op)(struct acpi_walk_state *); struct acpi_name_info { char name[4]; u16 argument_list; u8 expected_btypes; } __attribute__((packed)); struct acpi_package_info { u8 type; u8 object_type1; u8 count1; u8 object_type2; u8 count2; u16 reserved; } __attribute__((packed)); struct acpi_package_info2 { u8 type; u8 count; u8 object_type[4]; u8 reserved; }; struct acpi_package_info3 { u8 type; u8 count; u8 object_type[2]; u8 tail_object_type; u16 reserved; } __attribute__((packed)); struct acpi_package_info4 { u8 type; u8 object_type1; u8 count1; u8 sub_object_types; u8 pkg_count; u16 reserved; } __attribute__((packed)); union acpi_predefined_info { struct acpi_name_info info; struct acpi_package_info ret_info; struct acpi_package_info2 ret_info2; struct acpi_package_info3 ret_info3; struct acpi_package_info4 ret_info4; }; struct acpi_evaluate_info { struct acpi_namespace_node *prefix_node; const char *relative_pathname; union acpi_operand_object **parameters; struct acpi_namespace_node *node; union acpi_operand_object *obj_desc; char *full_pathname; const union acpi_predefined_info *predefined; union acpi_operand_object *return_object; union acpi_operand_object *parent_package; u32 return_flags; u32 return_btype; u16 param_count; u16 node_flags; u8 pass_number; u8 return_object_type; u8 flags; }; struct acpi_mem_mapping { acpi_physical_address physical_address; u8 *logical_address; acpi_size length; struct acpi_mem_mapping *next_mm; }; struct acpi_mem_space_context { u32 length; acpi_physical_address address; struct acpi_mem_mapping *cur_mm; struct acpi_mem_mapping *first_mm; }; struct acpi_data_table_mapping { void *pointer; }; enum { ACPI_REFCLASS_LOCAL = 0, ACPI_REFCLASS_ARG = 1, ACPI_REFCLASS_REFOF = 2, ACPI_REFCLASS_INDEX = 3, ACPI_REFCLASS_TABLE = 4, ACPI_REFCLASS_NAME = 5, ACPI_REFCLASS_DEBUG = 6, ACPI_REFCLASS_MAX = 6, }; enum { AML_FIELD_UPDATE_PRESERVE = 0, AML_FIELD_UPDATE_WRITE_AS_ONES = 32, AML_FIELD_UPDATE_WRITE_AS_ZEROS = 64, }; struct acpi_create_field_info { struct acpi_namespace_node *region_node; struct acpi_namespace_node *field_node; struct acpi_namespace_node *register_node; struct acpi_namespace_node *data_register_node; struct acpi_namespace_node *connection_node; u8 *resource_buffer; u32 bank_value; u32 field_bit_position; u32 field_bit_length; u16 resource_length; u16 pin_number_index; u8 field_flags; u8 attribute; u8 field_type; u8 access_length; }; enum { AML_FIELD_ATTRIB_QUICK = 2, AML_FIELD_ATTRIB_SEND_RECEIVE = 4, AML_FIELD_ATTRIB_BYTE = 6, AML_FIELD_ATTRIB_WORD = 8, AML_FIELD_ATTRIB_BLOCK = 10, AML_FIELD_ATTRIB_BYTES = 11, AML_FIELD_ATTRIB_PROCESS_CALL = 12, AML_FIELD_ATTRIB_BLOCK_PROCESS_CALL = 13, AML_FIELD_ATTRIB_RAW_BYTES = 14, AML_FIELD_ATTRIB_RAW_PROCESS_BYTES = 15, }; struct acpi_table_facs { char signature[4]; u32 length; u32 hardware_signature; u32 firmware_waking_vector; u32 global_lock; u32 flags; u64 xfirmware_waking_vector; u8 version; u8 reserved[3]; u32 ospm_flags; u8 reserved1[24]; }; typedef u32 acpi_name; struct acpi_predefined_names { const char *name; u8 type; char *val; }; typedef u32 acpi_mutex_handle; typedef enum { ACPI_IMODE_LOAD_PASS1 = 1, ACPI_IMODE_LOAD_PASS2 = 2, ACPI_IMODE_EXECUTE = 3, } acpi_interpreter_mode; enum acpi_return_package_types { ACPI_PTYPE1_FIXED = 1, ACPI_PTYPE1_VAR = 2, ACPI_PTYPE1_OPTION = 3, ACPI_PTYPE2 = 4, ACPI_PTYPE2_COUNT = 5, ACPI_PTYPE2_PKG_COUNT = 6, ACPI_PTYPE2_FIXED = 7, ACPI_PTYPE2_MIN = 8, ACPI_PTYPE2_REV_FIXED = 9, ACPI_PTYPE2_FIX_VAR = 10, ACPI_PTYPE2_VAR_VAR = 11, ACPI_PTYPE2_UUID_PAIR = 12, ACPI_PTYPE_CUSTOM = 13, }; typedef u16 acpi_rs_length; struct aml_resource_small_header { u8 descriptor_type; }; struct aml_resource_irq { u8 descriptor_type; u16 irq_mask; u8 flags; } __attribute__((packed)); struct aml_resource_dma { u8 descriptor_type; u8 dma_channel_mask; u8 flags; }; struct aml_resource_start_dependent { u8 descriptor_type; u8 flags; }; struct aml_resource_end_dependent { u8 descriptor_type; }; struct aml_resource_io { u8 descriptor_type; u8 flags; u16 minimum; u16 maximum; u8 alignment; u8 address_length; }; struct aml_resource_fixed_io { u8 descriptor_type; u16 address; u8 address_length; } __attribute__((packed)); struct aml_resource_vendor_small { u8 descriptor_type; }; struct aml_resource_end_tag { u8 descriptor_type; u8 checksum; }; struct aml_resource_fixed_dma { u8 descriptor_type; u16 request_lines; u16 channels; u8 width; } __attribute__((packed)); struct aml_resource_large_header { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory24 { u8 descriptor_type; u16 resource_length; u8 flags; u16 minimum; u16 maximum; u16 alignment; u16 address_length; } __attribute__((packed)); struct aml_resource_vendor_large { u8 descriptor_type; u16 resource_length; } __attribute__((packed)); struct aml_resource_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 minimum; u32 maximum; u32 alignment; u32 address_length; } __attribute__((packed)); struct aml_resource_fixed_memory32 { u8 descriptor_type; u16 resource_length; u8 flags; u32 address; u32 address_length; } __attribute__((packed)); struct aml_resource_address { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; } __attribute__((packed)); struct aml_resource_extended_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u8 revision_ID; u8 reserved; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; u64 type_specific; } __attribute__((packed)); struct aml_resource_address64 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u64 granularity; u64 minimum; u64 maximum; u64 translation_offset; u64 address_length; } __attribute__((packed)); struct aml_resource_address32 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u32 granularity; u32 minimum; u32 maximum; u32 translation_offset; u32 address_length; } __attribute__((packed)); struct aml_resource_address16 { u8 descriptor_type; u16 resource_length; u8 resource_type; u8 flags; u8 specific_flags; u16 granularity; u16 minimum; u16 maximum; u16 translation_offset; u16 address_length; } __attribute__((packed)); struct aml_resource_extended_irq { u8 descriptor_type; u16 resource_length; u8 flags; u8 interrupt_count; union { u32 interrupt; struct { struct {} __Empty_interrupts; u32 interrupts[0]; }; }; } __attribute__((packed)); struct aml_resource_generic_register { u8 descriptor_type; u16 resource_length; u8 address_space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct aml_resource_gpio { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 connection_type; u16 flags; u16 int_flags; u8 pin_config; u16 drive_strength; u16 debounce_timeout; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_common_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_csi2_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; } __attribute__((packed)); struct aml_resource_i2c_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u16 slave_address; } __attribute__((packed)); struct aml_resource_spi_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 connection_speed; u8 data_bit_length; u8 clock_phase; u8 clock_polarity; u16 device_selection; } __attribute__((packed)); struct aml_resource_uart_serialbus { u8 descriptor_type; u16 resource_length; u8 revision_id; u8 res_source_index; u8 type; u8 flags; u16 type_specific_flags; u8 type_revision_id; u16 type_data_length; u32 default_baud_rate; u16 rx_fifo_size; u16 tx_fifo_size; u8 parity; u8 lines_enabled; } __attribute__((packed)); struct aml_resource_pin_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config; u16 function_number; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u16 pin_table_offset; u8 res_source_index; u16 res_source_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_clock_input { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 frequency_divisor; u32 frequency_numerator; } __attribute__((packed)); struct aml_resource_pin_group { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 pin_table_offset; u16 label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_function { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u16 function_number; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); struct aml_resource_pin_group_config { u8 descriptor_type; u16 resource_length; u8 revision_id; u16 flags; u8 pin_config_type; u32 pin_config_value; u8 res_source_index; u16 res_source_offset; u16 res_source_label_offset; u16 vendor_offset; u16 vendor_length; } __attribute__((packed)); union aml_resource { u8 descriptor_type; struct aml_resource_small_header small_header; struct aml_resource_large_header large_header; struct aml_resource_irq irq; struct aml_resource_dma dma; struct aml_resource_start_dependent start_dpf; struct aml_resource_end_dependent end_dpf; struct aml_resource_io io; struct aml_resource_fixed_io fixed_io; struct aml_resource_fixed_dma fixed_dma; struct aml_resource_vendor_small vendor_small; struct aml_resource_end_tag end_tag; struct aml_resource_memory24 memory24; struct aml_resource_generic_register generic_reg; struct aml_resource_vendor_large vendor_large; struct aml_resource_memory32 memory32; struct aml_resource_fixed_memory32 fixed_memory32; struct aml_resource_address16 address16; struct aml_resource_address32 address32; struct aml_resource_address64 address64; struct aml_resource_extended_address64 ext_address64; struct aml_resource_extended_irq extended_irq; struct aml_resource_gpio gpio; struct aml_resource_i2c_serialbus i2c_serial_bus; struct aml_resource_spi_serialbus spi_serial_bus; struct aml_resource_uart_serialbus uart_serial_bus; struct aml_resource_csi2_serialbus csi2_serial_bus; struct aml_resource_common_serialbus common_serial_bus; struct aml_resource_pin_function pin_function; struct aml_resource_pin_config pin_config; struct aml_resource_pin_group pin_group; struct aml_resource_pin_group_function pin_group_function; struct aml_resource_pin_group_config pin_group_config; struct aml_resource_clock_input clock_input; struct aml_resource_address address; u32 dword_item; u16 word_item; u8 byte_item; }; typedef u32 acpi_rsdesc_size; enum { ACPI_RSC_INITGET = 0, ACPI_RSC_INITSET = 1, ACPI_RSC_FLAGINIT = 2, ACPI_RSC_1BITFLAG = 3, ACPI_RSC_2BITFLAG = 4, ACPI_RSC_3BITFLAG = 5, ACPI_RSC_6BITFLAG = 6, ACPI_RSC_ADDRESS = 7, ACPI_RSC_BITMASK = 8, ACPI_RSC_BITMASK16 = 9, ACPI_RSC_COUNT = 10, ACPI_RSC_COUNT16 = 11, ACPI_RSC_COUNT_GPIO_PIN = 12, ACPI_RSC_COUNT_GPIO_RES = 13, ACPI_RSC_COUNT_GPIO_VEN = 14, ACPI_RSC_COUNT_SERIAL_RES = 15, ACPI_RSC_COUNT_SERIAL_VEN = 16, ACPI_RSC_DATA8 = 17, ACPI_RSC_EXIT_EQ = 18, ACPI_RSC_EXIT_LE = 19, ACPI_RSC_EXIT_NE = 20, ACPI_RSC_LENGTH = 21, ACPI_RSC_MOVE_GPIO_PIN = 22, ACPI_RSC_MOVE_GPIO_RES = 23, ACPI_RSC_MOVE_SERIAL_RES = 24, ACPI_RSC_MOVE_SERIAL_VEN = 25, ACPI_RSC_MOVE8 = 26, ACPI_RSC_MOVE16 = 27, ACPI_RSC_MOVE32 = 28, ACPI_RSC_MOVE64 = 29, ACPI_RSC_SET8 = 30, ACPI_RSC_SOURCE = 31, ACPI_RSC_SOURCEX = 32, }; struct acpi_table_desc { acpi_physical_address address; struct acpi_table_header *pointer; u32 length; union acpi_name_union signature; acpi_owner_id owner_id; u8 flags; u16 validation_count; }; struct acpi_table_list { struct acpi_table_desc *tables; u32 current_table_count; u32 max_table_count; u8 flags; }; typedef acpi_status (*acpi_init_handler)(acpi_handle, u32); typedef acpi_status (*acpi_exception_handler)(acpi_status, acpi_name, u16, u32, void *); typedef acpi_status (*acpi_table_handler)(u32, void *, void *); typedef u32 (*acpi_interface_handler)(acpi_string, u32); struct acpi_mutex_info { void *mutex; u32 use_count; u64 thread_id; }; struct acpi_address_range { struct acpi_address_range *next; struct acpi_namespace_node *region_node; acpi_physical_address start_address; acpi_physical_address end_address; }; typedef acpi_status (*acpi_pkg_callback)(u8, union acpi_operand_object *, union acpi_generic_state *, void *); typedef acpi_status (*acpi_walk_aml_callback)(u8 *, u32, u32, u8, void **); enum power_supply_property { POWER_SUPPLY_PROP_STATUS = 0, POWER_SUPPLY_PROP_CHARGE_TYPE = 1, POWER_SUPPLY_PROP_CHARGE_TYPES = 2, POWER_SUPPLY_PROP_HEALTH = 3, POWER_SUPPLY_PROP_PRESENT = 4, POWER_SUPPLY_PROP_ONLINE = 5, POWER_SUPPLY_PROP_AUTHENTIC = 6, POWER_SUPPLY_PROP_TECHNOLOGY = 7, POWER_SUPPLY_PROP_CYCLE_COUNT = 8, POWER_SUPPLY_PROP_VOLTAGE_MAX = 9, POWER_SUPPLY_PROP_VOLTAGE_MIN = 10, POWER_SUPPLY_PROP_VOLTAGE_MAX_DESIGN = 11, POWER_SUPPLY_PROP_VOLTAGE_MIN_DESIGN = 12, POWER_SUPPLY_PROP_VOLTAGE_NOW = 13, POWER_SUPPLY_PROP_VOLTAGE_AVG = 14, POWER_SUPPLY_PROP_VOLTAGE_OCV = 15, POWER_SUPPLY_PROP_VOLTAGE_BOOT = 16, POWER_SUPPLY_PROP_CURRENT_MAX = 17, POWER_SUPPLY_PROP_CURRENT_NOW = 18, POWER_SUPPLY_PROP_CURRENT_AVG = 19, POWER_SUPPLY_PROP_CURRENT_BOOT = 20, POWER_SUPPLY_PROP_POWER_NOW = 21, POWER_SUPPLY_PROP_POWER_AVG = 22, POWER_SUPPLY_PROP_CHARGE_FULL_DESIGN = 23, POWER_SUPPLY_PROP_CHARGE_EMPTY_DESIGN = 24, POWER_SUPPLY_PROP_CHARGE_FULL = 25, POWER_SUPPLY_PROP_CHARGE_EMPTY = 26, POWER_SUPPLY_PROP_CHARGE_NOW = 27, POWER_SUPPLY_PROP_CHARGE_AVG = 28, POWER_SUPPLY_PROP_CHARGE_COUNTER = 29, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT = 30, POWER_SUPPLY_PROP_CONSTANT_CHARGE_CURRENT_MAX = 31, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE = 32, POWER_SUPPLY_PROP_CONSTANT_CHARGE_VOLTAGE_MAX = 33, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT = 34, POWER_SUPPLY_PROP_CHARGE_CONTROL_LIMIT_MAX = 35, POWER_SUPPLY_PROP_CHARGE_CONTROL_START_THRESHOLD = 36, POWER_SUPPLY_PROP_CHARGE_CONTROL_END_THRESHOLD = 37, POWER_SUPPLY_PROP_CHARGE_BEHAVIOUR = 38, POWER_SUPPLY_PROP_INPUT_CURRENT_LIMIT = 39, POWER_SUPPLY_PROP_INPUT_VOLTAGE_LIMIT = 40, POWER_SUPPLY_PROP_INPUT_POWER_LIMIT = 41, POWER_SUPPLY_PROP_ENERGY_FULL_DESIGN = 42, POWER_SUPPLY_PROP_ENERGY_EMPTY_DESIGN = 43, POWER_SUPPLY_PROP_ENERGY_FULL = 44, POWER_SUPPLY_PROP_ENERGY_EMPTY = 45, POWER_SUPPLY_PROP_ENERGY_NOW = 46, POWER_SUPPLY_PROP_ENERGY_AVG = 47, POWER_SUPPLY_PROP_CAPACITY = 48, POWER_SUPPLY_PROP_CAPACITY_ALERT_MIN = 49, POWER_SUPPLY_PROP_CAPACITY_ALERT_MAX = 50, POWER_SUPPLY_PROP_CAPACITY_ERROR_MARGIN = 51, POWER_SUPPLY_PROP_CAPACITY_LEVEL = 52, POWER_SUPPLY_PROP_TEMP = 53, POWER_SUPPLY_PROP_TEMP_MAX = 54, POWER_SUPPLY_PROP_TEMP_MIN = 55, POWER_SUPPLY_PROP_TEMP_ALERT_MIN = 56, POWER_SUPPLY_PROP_TEMP_ALERT_MAX = 57, POWER_SUPPLY_PROP_TEMP_AMBIENT = 58, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MIN = 59, POWER_SUPPLY_PROP_TEMP_AMBIENT_ALERT_MAX = 60, POWER_SUPPLY_PROP_TIME_TO_EMPTY_NOW = 61, POWER_SUPPLY_PROP_TIME_TO_EMPTY_AVG = 62, POWER_SUPPLY_PROP_TIME_TO_FULL_NOW = 63, POWER_SUPPLY_PROP_TIME_TO_FULL_AVG = 64, POWER_SUPPLY_PROP_TYPE = 65, POWER_SUPPLY_PROP_USB_TYPE = 66, POWER_SUPPLY_PROP_SCOPE = 67, POWER_SUPPLY_PROP_PRECHARGE_CURRENT = 68, POWER_SUPPLY_PROP_CHARGE_TERM_CURRENT = 69, POWER_SUPPLY_PROP_CALIBRATE = 70, POWER_SUPPLY_PROP_MANUFACTURE_YEAR = 71, POWER_SUPPLY_PROP_MANUFACTURE_MONTH = 72, POWER_SUPPLY_PROP_MANUFACTURE_DAY = 73, POWER_SUPPLY_PROP_MODEL_NAME = 74, POWER_SUPPLY_PROP_MANUFACTURER = 75, POWER_SUPPLY_PROP_SERIAL_NUMBER = 76, }; enum power_supply_type { POWER_SUPPLY_TYPE_UNKNOWN = 0, POWER_SUPPLY_TYPE_BATTERY = 1, POWER_SUPPLY_TYPE_UPS = 2, POWER_SUPPLY_TYPE_MAINS = 3, POWER_SUPPLY_TYPE_USB = 4, POWER_SUPPLY_TYPE_USB_DCP = 5, POWER_SUPPLY_TYPE_USB_CDP = 6, POWER_SUPPLY_TYPE_USB_ACA = 7, POWER_SUPPLY_TYPE_USB_TYPE_C = 8, POWER_SUPPLY_TYPE_USB_PD = 9, POWER_SUPPLY_TYPE_USB_PD_DRP = 10, POWER_SUPPLY_TYPE_APPLE_BRICK_ID = 11, POWER_SUPPLY_TYPE_WIRELESS = 12, }; union power_supply_propval { int intval; const char *strval; }; struct power_supply_config { struct device_node *of_node; struct fwnode_handle *fwnode; void *drv_data; const struct attribute_group **attr_grp; char **supplied_to; size_t num_supplicants; bool no_wakeup_source; }; struct power_supply; struct power_supply_desc { const char *name; enum power_supply_type type; u8 charge_behaviours; u32 charge_types; u32 usb_types; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, enum power_supply_property); void (*external_power_changed)(struct power_supply *); bool no_thermal; int use_for_apm; }; struct power_supply_battery_info; struct thermal_zone_device; struct thermal_cooling_device; struct power_supply { const struct power_supply_desc *desc; char **supplied_to; size_t num_supplicants; char **supplied_from; size_t num_supplies; void *drv_data; struct device dev; struct work_struct changed_work; struct delayed_work deferred_register_work; spinlock_t changed_lock; bool changed; bool update_groups; bool initialized; bool removing; atomic_t use_cnt; struct power_supply_battery_info *battery_info; struct rw_semaphore extensions_sem; struct list_head extensions; struct thermal_zone_device *tzd; struct thermal_cooling_device *tcd; struct led_trigger *trig; struct led_trigger *charging_trig; struct led_trigger *full_trig; struct led_trigger *charging_blink_full_solid_trig; struct led_trigger *charging_orange_full_green_trig; }; struct power_supply_maintenance_charge_table; struct power_supply_battery_ocv_table; struct power_supply_resistance_temp_table; struct power_supply_vbat_ri_table; struct power_supply_battery_info { unsigned int technology; int energy_full_design_uwh; int charge_full_design_uah; int voltage_min_design_uv; int voltage_max_design_uv; int tricklecharge_current_ua; int precharge_current_ua; int precharge_voltage_max_uv; int charge_term_current_ua; int charge_restart_voltage_uv; int overvoltage_limit_uv; int constant_charge_current_max_ua; int constant_charge_voltage_max_uv; const struct power_supply_maintenance_charge_table *maintenance_charge; int maintenance_charge_size; int alert_low_temp_charge_current_ua; int alert_low_temp_charge_voltage_uv; int alert_high_temp_charge_current_ua; int alert_high_temp_charge_voltage_uv; int factory_internal_resistance_uohm; int factory_internal_resistance_charging_uohm; int ocv_temp[20]; int temp_ambient_alert_min; int temp_ambient_alert_max; int temp_alert_min; int temp_alert_max; int temp_min; int temp_max; const struct power_supply_battery_ocv_table *ocv_table[20]; int ocv_table_size[20]; const struct power_supply_resistance_temp_table *resist_table; int resist_table_size; const struct power_supply_vbat_ri_table *vbat2ri_discharging; int vbat2ri_discharging_size; const struct power_supply_vbat_ri_table *vbat2ri_charging; int vbat2ri_charging_size; int bti_resistance_ohm; int bti_resistance_tolerance; }; struct power_supply_battery_ocv_table { int ocv; int capacity; }; struct power_supply_resistance_temp_table { int temp; int resistance; }; struct power_supply_vbat_ri_table { int vbat_uv; int ri_uohm; }; struct power_supply_maintenance_charge_table { int charge_current_max_ua; int charge_voltage_max_uv; int charge_safety_timer_minutes; }; struct acpi_bus_event { struct list_head node; acpi_device_class device_class; acpi_bus_id bus_id; u32 type; u32 data; }; struct acpi_ac { struct power_supply *charger; struct power_supply_desc charger_desc; struct acpi_device *device; long long unsigned int state; struct notifier_block battery_nb; }; enum hwmon_sensor_types { hwmon_chip = 0, hwmon_temp = 1, hwmon_in = 2, hwmon_curr = 3, hwmon_power = 4, hwmon_energy = 5, hwmon_humidity = 6, hwmon_fan = 7, hwmon_pwm = 8, hwmon_intrusion = 9, hwmon_max = 10, }; enum hwmon_power_attributes { hwmon_power_enable = 0, hwmon_power_average = 1, hwmon_power_average_interval = 2, hwmon_power_average_interval_max = 3, hwmon_power_average_interval_min = 4, hwmon_power_average_highest = 5, hwmon_power_average_lowest = 6, hwmon_power_average_max = 7, hwmon_power_average_min = 8, hwmon_power_input = 9, hwmon_power_input_highest = 10, hwmon_power_input_lowest = 11, hwmon_power_reset_history = 12, hwmon_power_accuracy = 13, hwmon_power_cap = 14, hwmon_power_cap_hyst = 15, hwmon_power_cap_max = 16, hwmon_power_cap_min = 17, hwmon_power_min = 18, hwmon_power_max = 19, hwmon_power_crit = 20, hwmon_power_lcrit = 21, hwmon_power_label = 22, hwmon_power_alarm = 23, hwmon_power_cap_alarm = 24, hwmon_power_min_alarm = 25, hwmon_power_max_alarm = 26, hwmon_power_lcrit_alarm = 27, hwmon_power_crit_alarm = 28, hwmon_power_rated_min = 29, hwmon_power_rated_max = 30, }; enum hwmon_fan_attributes { hwmon_fan_enable = 0, hwmon_fan_input = 1, hwmon_fan_label = 2, hwmon_fan_min = 3, hwmon_fan_max = 4, hwmon_fan_div = 5, hwmon_fan_pulses = 6, hwmon_fan_target = 7, hwmon_fan_alarm = 8, hwmon_fan_min_alarm = 9, hwmon_fan_max_alarm = 10, hwmon_fan_fault = 11, hwmon_fan_beep = 12, }; struct hwmon_ops { umode_t visible; umode_t (*is_visible)(const void *, enum hwmon_sensor_types, u32, int); int (*read)(struct device *, enum hwmon_sensor_types, u32, int, long int *); int (*read_string)(struct device *, enum hwmon_sensor_types, u32, int, const char **); int (*write)(struct device *, enum hwmon_sensor_types, u32, int, long int); }; struct hwmon_channel_info { enum hwmon_sensor_types type; const u32 *config; }; struct hwmon_chip_info { const struct hwmon_ops *ops; const struct hwmon_channel_info * const *info; }; struct acpi_fan_fps { u64 control; u64 trip_point; u64 speed; u64 noise_level; u64 power; char name[20]; struct device_attribute dev_attr; }; struct acpi_fan_fif { u8 revision; u8 fine_grain_ctrl; u8 step_size; u8 low_speed_notification; }; struct acpi_fan_fst { u64 revision; u64 control; u64 speed; }; struct acpi_fan { bool acpi4; bool has_fst; struct acpi_fan_fif fif; struct acpi_fan_fps *fps; int fps_count; struct thermal_cooling_device *cdev; struct device_attribute fst_speed; struct device_attribute fine_grain_control; }; enum cpufreq_table_sorting { CPUFREQ_TABLE_UNSORTED = 0, CPUFREQ_TABLE_SORTED_ASCENDING = 1, CPUFREQ_TABLE_SORTED_DESCENDING = 2, }; struct cpufreq_cpuinfo { unsigned int max_freq; unsigned int min_freq; unsigned int transition_latency; }; struct cpufreq_governor; struct cpufreq_frequency_table; struct cpufreq_stats; struct cpufreq_policy { cpumask_var_t cpus; cpumask_var_t related_cpus; cpumask_var_t real_cpus; unsigned int shared_type; unsigned int cpu; struct clk *clk; struct cpufreq_cpuinfo cpuinfo; unsigned int min; unsigned int max; unsigned int cur; unsigned int suspend_freq; unsigned int policy; unsigned int last_policy; struct cpufreq_governor *governor; void *governor_data; char last_governor[16]; struct work_struct update; struct freq_constraints constraints; struct freq_qos_request *min_freq_req; struct freq_qos_request *max_freq_req; struct cpufreq_frequency_table *freq_table; enum cpufreq_table_sorting freq_table_sorted; struct list_head policy_list; struct kobject kobj; struct completion kobj_unregister; struct rw_semaphore rwsem; bool fast_switch_possible; bool fast_switch_enabled; bool strict_target; bool efficiencies_available; unsigned int transition_delay_us; bool dvfs_possible_from_any_cpu; bool boost_enabled; bool boost_supported; unsigned int cached_target_freq; unsigned int cached_resolved_idx; bool transition_ongoing; spinlock_t transition_lock; wait_queue_head_t transition_wait; struct task_struct *transition_task; struct cpufreq_stats *stats; void *driver_data; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct cpufreq_governor { char name[16]; int (*init)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*start)(struct cpufreq_policy *); void (*stop)(struct cpufreq_policy *); void (*limits)(struct cpufreq_policy *); ssize_t (*show_setspeed)(struct cpufreq_policy *, char *); int (*store_setspeed)(struct cpufreq_policy *, unsigned int); struct list_head governor_list; struct module *owner; u8 flags; }; struct cpufreq_frequency_table { unsigned int flags; unsigned int driver_data; unsigned int frequency; }; struct thermal_cooling_device_ops; struct thermal_cooling_device { int id; const char *type; long unsigned int max_state; struct device device; struct device_node *np; void *devdata; void *stats; const struct thermal_cooling_device_ops *ops; bool updated; struct mutex lock; struct list_head thermal_instances; struct list_head node; }; typedef u64 phys_cpuid_t; struct thermal_cooling_device_ops { int (*get_max_state)(struct thermal_cooling_device *, long unsigned int *); int (*get_cur_state)(struct thermal_cooling_device *, long unsigned int *); int (*set_cur_state)(struct thermal_cooling_device *, long unsigned int); int (*get_requested_power)(struct thermal_cooling_device *, u32 *); int (*state2power)(struct thermal_cooling_device *, long unsigned int, u32 *); int (*power2state)(struct thermal_cooling_device *, u32, long unsigned int *); }; struct acpi_processor_cx { u8 valid; u8 type; u32 address; u8 entry_method; u8 index; u32 latency; u8 bm_sts_skip; char desc[32]; }; struct acpi_lpi_state { u32 min_residency; u32 wake_latency; u32 flags; u32 arch_flags; u32 res_cnt_freq; u32 enable_parent_state; u64 address; u8 index; u8 entry_method; char desc[32]; }; struct acpi_processor_power { int count; union { struct acpi_processor_cx states[8]; struct acpi_lpi_state lpi_states[8]; }; int timer_broadcast_on_state; }; struct acpi_psd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_pct_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 reserved; u64 address; } __attribute__((packed)); struct acpi_processor_px { u64 core_frequency; u64 power; u64 transition_latency; u64 bus_master_latency; u64 control; u64 status; }; struct acpi_processor_performance { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; unsigned int state_count; struct acpi_processor_px *states; struct acpi_psd_package domain_info; cpumask_var_t shared_cpu_map; unsigned int shared_type; }; struct acpi_tsd_package { u64 num_entries; u64 revision; u64 domain; u64 coord_type; u64 num_processors; }; struct acpi_processor_tx_tss { u64 freqpercentage; u64 power; u64 transition_latency; u64 control; u64 status; }; struct acpi_processor_tx { u16 power; u16 performance; }; struct acpi_processor; struct acpi_processor_throttling { unsigned int state; unsigned int platform_limit; struct acpi_pct_register control_register; struct acpi_pct_register status_register; unsigned int state_count; struct acpi_processor_tx_tss *states_tss; struct acpi_tsd_package domain_info; cpumask_var_t shared_cpu_map; int (*acpi_processor_get_throttling)(struct acpi_processor *); int (*acpi_processor_set_throttling)(struct acpi_processor *, int, bool); u32 address; u8 duty_offset; u8 duty_width; u8 tsd_valid_flag; unsigned int shared_type; struct acpi_processor_tx states[16]; }; struct acpi_processor_flags { u8 power: 1; u8 performance: 1; u8 throttling: 1; u8 limit: 1; u8 bm_control: 1; u8 bm_check: 1; u8 has_cst: 1; u8 has_lpi: 1; u8 power_setup_done: 1; u8 bm_rld_set: 1; u8 previously_online: 1; }; struct acpi_processor_lx { int px; int tx; }; struct acpi_processor_limit { struct acpi_processor_lx state; struct acpi_processor_lx thermal; struct acpi_processor_lx user; }; struct acpi_processor { acpi_handle handle; u32 acpi_id; phys_cpuid_t phys_id; u32 id; u32 pblk; int performance_platform_limit; int throttling_platform_limit; struct acpi_processor_flags flags; struct acpi_processor_power power; struct acpi_processor_performance *performance; struct acpi_processor_throttling throttling; struct acpi_processor_limit limit; struct thermal_cooling_device *cdev; struct device *dev; struct freq_qos_request perflib_req; struct freq_qos_request thermal_req; }; enum thermal_device_mode { THERMAL_DEVICE_DISABLED = 0, THERMAL_DEVICE_ENABLED = 1, }; enum thermal_trip_type { THERMAL_TRIP_ACTIVE = 0, THERMAL_TRIP_PASSIVE = 1, THERMAL_TRIP_HOT = 2, THERMAL_TRIP_CRITICAL = 3, }; enum thermal_trend { THERMAL_TREND_STABLE = 0, THERMAL_TREND_RAISING = 1, THERMAL_TREND_DROPPING = 2, }; enum thermal_notify_event { THERMAL_EVENT_UNSPECIFIED = 0, THERMAL_EVENT_TEMP_SAMPLE = 1, THERMAL_TRIP_VIOLATED = 2, THERMAL_TRIP_CHANGED = 3, THERMAL_DEVICE_DOWN = 4, THERMAL_DEVICE_UP = 5, THERMAL_DEVICE_POWER_CAPABILITY_CHANGED = 6, THERMAL_TABLE_CHANGED = 7, THERMAL_EVENT_KEEP_ALIVE = 8, THERMAL_TZ_BIND_CDEV = 9, THERMAL_TZ_UNBIND_CDEV = 10, THERMAL_INSTANCE_WEIGHT_CHANGED = 11, THERMAL_TZ_RESUME = 12, THERMAL_TZ_ADD_THRESHOLD = 13, THERMAL_TZ_DEL_THRESHOLD = 14, THERMAL_TZ_FLUSH_THRESHOLDS = 15, }; struct thermal_trip { int temperature; int hysteresis; enum thermal_trip_type type; u8 flags; void *priv; }; struct cooling_spec { long unsigned int upper; long unsigned int lower; unsigned int weight; }; struct thermal_zone_device_ops { bool (*should_bind)(struct thermal_zone_device *, const struct thermal_trip *, struct thermal_cooling_device *, struct cooling_spec *); int (*get_temp)(struct thermal_zone_device *, int *); int (*set_trips)(struct thermal_zone_device *, int, int); int (*change_mode)(struct thermal_zone_device *, enum thermal_device_mode); int (*set_trip_temp)(struct thermal_zone_device *, const struct thermal_trip *, int); int (*get_crit_temp)(struct thermal_zone_device *, int *); int (*set_emul_temp)(struct thermal_zone_device *, int); int (*get_trend)(struct thermal_zone_device *, const struct thermal_trip *, enum thermal_trend *); void (*hot)(struct thermal_zone_device *); void (*critical)(struct thermal_zone_device *); }; struct thermal_zone_params { const char *governor_name; bool no_hwmon; u32 sustainable_power; s32 k_po; s32 k_pu; s32 k_i; s32 k_d; s32 integral_cutoff; int slope; int offset; }; typedef int (*acpi_op_add)(struct acpi_device *); typedef void (*acpi_op_remove)(struct acpi_device *); typedef void (*acpi_op_notify)(struct acpi_device *, u32); struct acpi_device_ops { acpi_op_add add; acpi_op_remove remove; acpi_op_notify notify; }; struct acpi_driver { char name[80]; char class[80]; const struct acpi_device_id *ids; unsigned int flags; struct acpi_device_ops ops; struct device_driver drv; }; struct acpi_thermal_trip { long unsigned int temp_dk; struct acpi_handle_list devices; }; struct acpi_thermal_passive { struct acpi_thermal_trip trip; long unsigned int tc1; long unsigned int tc2; long unsigned int delay; }; struct acpi_thermal_active { struct acpi_thermal_trip trip; }; struct acpi_thermal_trips { struct acpi_thermal_passive passive; struct acpi_thermal_active active[10]; }; struct acpi_thermal { struct acpi_device *device; acpi_bus_id name; long unsigned int temp_dk; long unsigned int last_temp_dk; long unsigned int polling_frequency; volatile u8 zombie; struct acpi_thermal_trips trips; struct thermal_zone_device *thermal_zone; int kelvin_offset; struct work_struct thermal_check_work; struct mutex thermal_check_lock; refcount_t thermal_check_count; }; struct adjust_trip_data { struct acpi_thermal *tz; u32 event; }; enum acpi_pptt_type { ACPI_PPTT_TYPE_PROCESSOR = 0, ACPI_PPTT_TYPE_CACHE = 1, ACPI_PPTT_TYPE_ID = 2, ACPI_PPTT_TYPE_RESERVED = 3, }; struct acpi_pptt_processor { struct acpi_subtable_header header; u16 reserved; u32 flags; u32 parent; u32 acpi_processor_id; u32 number_of_priv_resources; }; struct acpi_pptt_cache { struct acpi_subtable_header header; u16 reserved; u32 flags; u32 next_level_of_cache; u32 size; u32 number_of_sets; u8 associativity; u8 attributes; u16 line_size; }; struct acpi_pptt_cache_v1 { u32 cache_id; }; struct acpi_whea_header { u8 action; u8 instruction; u8 flags; u8 reserved; struct acpi_generic_address register_region; u64 value; u64 mask; }; struct acpi_hest_header { u16 type; u16 source_id; }; struct acpi_osc_context { char *uuid_str; int rev; struct acpi_buffer cap; struct acpi_buffer ret; }; struct cper_sec_mem_err { u64 validation_bits; u64 error_status; u64 physical_addr; u64 physical_addr_mask; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u8 error_type; u8 extended; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; }; struct apei_exec_context; typedef int (*apei_exec_ins_func_t)(struct apei_exec_context *, struct acpi_whea_header *); struct apei_exec_ins_type; struct apei_exec_context { u32 ip; u64 value; u64 var1; u64 var2; u64 src_base; u64 dst_base; struct apei_exec_ins_type *ins_table; u32 instructions; struct acpi_whea_header *action_table; u32 entries; }; struct apei_exec_ins_type { u32 flags; apei_exec_ins_func_t run; }; struct apei_resources { struct list_head iomem; struct list_head ioport; }; typedef int (*apei_exec_entry_func_t)(struct apei_exec_context *, struct acpi_whea_header *, void *); struct apei_res { struct list_head list; long unsigned int start; long unsigned int end; }; struct debugfs_blob_wrapper { void *data; long unsigned int size; }; enum { IORES_DESC_NONE = 0, IORES_DESC_CRASH_KERNEL = 1, IORES_DESC_ACPI_TABLES = 2, IORES_DESC_ACPI_NV_STORAGE = 3, IORES_DESC_PERSISTENT_MEMORY = 4, IORES_DESC_PERSISTENT_MEMORY_LEGACY = 5, IORES_DESC_DEVICE_PRIVATE_MEMORY = 6, IORES_DESC_RESERVED = 7, IORES_DESC_SOFT_RESERVED = 8, IORES_DESC_CXL = 9, }; enum { REGION_INTERSECTS = 0, REGION_DISJOINT = 1, REGION_MIXED = 2, }; struct platform_device_info { struct device *parent; struct fwnode_handle *fwnode; bool of_node_reused; const char *name; int id; const struct resource *res; unsigned int num_res; const void *data; size_t size_data; u64 dma_mask; const struct property_entry *properties; }; struct acpi_table_einj { struct acpi_table_header header; u32 header_length; u8 flags; u8 reserved[3]; u32 entries; }; enum acpi_einj_actions { ACPI_EINJ_BEGIN_OPERATION = 0, ACPI_EINJ_GET_TRIGGER_TABLE = 1, ACPI_EINJ_SET_ERROR_TYPE = 2, ACPI_EINJ_GET_ERROR_TYPE = 3, ACPI_EINJ_END_OPERATION = 4, ACPI_EINJ_EXECUTE_OPERATION = 5, ACPI_EINJ_CHECK_BUSY_STATUS = 6, ACPI_EINJ_GET_COMMAND_STATUS = 7, ACPI_EINJ_SET_ERROR_TYPE_WITH_ADDRESS = 8, ACPI_EINJ_GET_EXECUTE_TIMINGS = 9, ACPI_EINJ_ACTION_RESERVED = 10, ACPI_EINJ_TRIGGER_ERROR = 255, }; enum acpi_einj_instructions { ACPI_EINJ_READ_REGISTER = 0, ACPI_EINJ_READ_REGISTER_VALUE = 1, ACPI_EINJ_WRITE_REGISTER = 2, ACPI_EINJ_WRITE_REGISTER_VALUE = 3, ACPI_EINJ_NOOP = 4, ACPI_EINJ_FLUSH_CACHELINE = 5, ACPI_EINJ_INSTRUCTION_RESERVED = 6, }; struct acpi_einj_trigger { u32 header_size; u32 revision; u32 table_size; u32 entry_count; }; struct set_error_type_with_address { u32 type; u32 vendor_extension; u32 flags; u32 apicid; u64 memory_address; u64 memory_address_range; u32 pcie_sbdf; }; enum { SETWA_FLAGS_APICID = 1, SETWA_FLAGS_MEM = 2, SETWA_FLAGS_PCIE_SBDF = 4, }; struct vendor_error_type_extension { u32 length; u32 pcie_sbdf; u16 vendor_id; u16 device_id; u8 rev_id; u8 reserved[3]; }; struct einj_parameter { u64 type; u64 reserved1; u64 reserved2; u64 param1; u64 param2; }; enum arch_timer_ppi_nr { ARCH_TIMER_PHYS_SECURE_PPI = 0, ARCH_TIMER_PHYS_NONSECURE_PPI = 1, ARCH_TIMER_VIRT_PPI = 2, ARCH_TIMER_HYP_PPI = 3, ARCH_TIMER_HYP_VIRT_PPI = 4, ARCH_TIMER_MAX_TIMER_PPI = 5, }; struct arch_timer_mem_frame { bool valid; phys_addr_t cntbase; size_t size; int phys_irq; int virt_irq; }; struct arch_timer_mem { phys_addr_t cntctlbase; size_t size; struct arch_timer_mem_frame frame[8]; }; struct acpi_table_gtdt { struct acpi_table_header header; u64 counter_block_addresss; u32 reserved; u32 secure_el1_interrupt; u32 secure_el1_flags; u32 non_secure_el1_interrupt; u32 non_secure_el1_flags; u32 virtual_timer_interrupt; u32 virtual_timer_flags; u32 non_secure_el2_interrupt; u32 non_secure_el2_flags; u64 counter_read_block_address; u32 platform_timer_count; u32 platform_timer_offset; } __attribute__((packed)); struct acpi_gtdt_header { u8 type; u16 length; } __attribute__((packed)); enum acpi_gtdt_type { ACPI_GTDT_TYPE_TIMER_BLOCK = 0, ACPI_GTDT_TYPE_WATCHDOG = 1, ACPI_GTDT_TYPE_RESERVED = 2, }; struct acpi_gtdt_timer_block { struct acpi_gtdt_header header; u8 reserved; u64 block_address; u32 timer_count; u32 timer_offset; } __attribute__((packed)); struct acpi_gtdt_timer_entry { u8 frame_number; u8 reserved[3]; u64 base_address; u64 el0_base_address; u32 timer_interrupt; u32 timer_flags; u32 virtual_timer_interrupt; u32 virtual_timer_flags; u32 common_flags; } __attribute__((packed)); struct acpi_gtdt_watchdog { struct acpi_gtdt_header header; u8 reserved; u64 refresh_frame_address; u64 control_frame_address; u32 timer_interrupt; u32 timer_flags; } __attribute__((packed)); struct acpi_gtdt_descriptor { struct acpi_table_gtdt *gtdt; void *gtdt_end; void *platform_timer; }; struct pnp_device_id { __u8 id[8]; kernel_ulong_t driver_data; }; struct pnp_card_device_id { __u8 id[8]; kernel_ulong_t driver_data; struct { __u8 id[8]; } devs[8]; }; enum { ATA_MAX_DEVICES = 2, ATA_MAX_PRD = 256, ATA_SECT_SIZE = 512, ATA_MAX_SECTORS_128 = 128, ATA_MAX_SECTORS = 256, ATA_MAX_SECTORS_1024 = 1024, ATA_MAX_SECTORS_LBA48 = 65535, ATA_MAX_SECTORS_TAPE = 65535, ATA_MAX_TRIM_RNUM = 64, ATA_ID_WORDS = 256, ATA_ID_CONFIG = 0, ATA_ID_CYLS = 1, ATA_ID_HEADS = 3, ATA_ID_SECTORS = 6, ATA_ID_SERNO = 10, ATA_ID_BUF_SIZE = 21, ATA_ID_FW_REV = 23, ATA_ID_PROD = 27, ATA_ID_MAX_MULTSECT = 47, ATA_ID_DWORD_IO = 48, ATA_ID_TRUSTED = 48, ATA_ID_CAPABILITY = 49, ATA_ID_OLD_PIO_MODES = 51, ATA_ID_OLD_DMA_MODES = 52, ATA_ID_FIELD_VALID = 53, ATA_ID_CUR_CYLS = 54, ATA_ID_CUR_HEADS = 55, ATA_ID_CUR_SECTORS = 56, ATA_ID_MULTSECT = 59, ATA_ID_LBA_CAPACITY = 60, ATA_ID_SWDMA_MODES = 62, ATA_ID_MWDMA_MODES = 63, ATA_ID_PIO_MODES = 64, ATA_ID_EIDE_DMA_MIN = 65, ATA_ID_EIDE_DMA_TIME = 66, ATA_ID_EIDE_PIO = 67, ATA_ID_EIDE_PIO_IORDY = 68, ATA_ID_ADDITIONAL_SUPP = 69, ATA_ID_QUEUE_DEPTH = 75, ATA_ID_SATA_CAPABILITY = 76, ATA_ID_SATA_CAPABILITY_2 = 77, ATA_ID_FEATURE_SUPP = 78, ATA_ID_MAJOR_VER = 80, ATA_ID_COMMAND_SET_1 = 82, ATA_ID_COMMAND_SET_2 = 83, ATA_ID_CFSSE = 84, ATA_ID_CFS_ENABLE_1 = 85, ATA_ID_CFS_ENABLE_2 = 86, ATA_ID_CSF_DEFAULT = 87, ATA_ID_UDMA_MODES = 88, ATA_ID_HW_CONFIG = 93, ATA_ID_SPG = 98, ATA_ID_LBA_CAPACITY_2 = 100, ATA_ID_SECTOR_SIZE = 106, ATA_ID_WWN = 108, ATA_ID_LOGICAL_SECTOR_SIZE = 117, ATA_ID_COMMAND_SET_3 = 119, ATA_ID_COMMAND_SET_4 = 120, ATA_ID_LAST_LUN = 126, ATA_ID_DLF = 128, ATA_ID_CSFO = 129, ATA_ID_CFA_POWER = 160, ATA_ID_CFA_KEY_MGMT = 162, ATA_ID_CFA_MODES = 163, ATA_ID_DATA_SET_MGMT = 169, ATA_ID_SCT_CMD_XPORT = 206, ATA_ID_ROT_SPEED = 217, ATA_ID_PIO4 = 2, ATA_ID_SERNO_LEN = 20, ATA_ID_FW_REV_LEN = 8, ATA_ID_PROD_LEN = 40, ATA_ID_WWN_LEN = 8, ATA_PCI_CTL_OFS = 2, ATA_PIO0 = 1, ATA_PIO1 = 3, ATA_PIO2 = 7, ATA_PIO3 = 15, ATA_PIO4 = 31, ATA_PIO5 = 63, ATA_PIO6 = 127, ATA_PIO4_ONLY = 16, ATA_SWDMA0 = 1, ATA_SWDMA1 = 3, ATA_SWDMA2 = 7, ATA_SWDMA2_ONLY = 4, ATA_MWDMA0 = 1, ATA_MWDMA1 = 3, ATA_MWDMA2 = 7, ATA_MWDMA3 = 15, ATA_MWDMA4 = 31, ATA_MWDMA12_ONLY = 6, ATA_MWDMA2_ONLY = 4, ATA_UDMA0 = 1, ATA_UDMA1 = 3, ATA_UDMA2 = 7, ATA_UDMA3 = 15, ATA_UDMA4 = 31, ATA_UDMA5 = 63, ATA_UDMA6 = 127, ATA_UDMA7 = 255, ATA_UDMA24_ONLY = 20, ATA_UDMA_MASK_40C = 7, ATA_PRD_SZ = 8, ATA_PRD_TBL_SZ = 2048, ATA_PRD_EOT = -2147483648, ATA_DMA_TABLE_OFS = 4, ATA_DMA_STATUS = 2, ATA_DMA_CMD = 0, ATA_DMA_WR = 8, ATA_DMA_START = 1, ATA_DMA_INTR = 4, ATA_DMA_ERR = 2, ATA_DMA_ACTIVE = 1, ATA_HOB = 128, ATA_NIEN = 2, ATA_LBA = 64, ATA_DEV1 = 16, ATA_DEVICE_OBS = 160, ATA_DEVCTL_OBS = 8, ATA_BUSY = 128, ATA_DRDY = 64, ATA_DF = 32, ATA_DSC = 16, ATA_DRQ = 8, ATA_CORR = 4, ATA_SENSE = 2, ATA_ERR = 1, ATA_SRST = 4, ATA_ICRC = 128, ATA_BBK = 128, ATA_UNC = 64, ATA_MC = 32, ATA_IDNF = 16, ATA_MCR = 8, ATA_ABORTED = 4, ATA_TRK0NF = 2, ATA_AMNF = 1, ATAPI_LFS = 240, ATAPI_EOM = 2, ATAPI_ILI = 1, ATAPI_IO = 2, ATAPI_COD = 1, ATA_REG_DATA = 0, ATA_REG_ERR = 1, ATA_REG_NSECT = 2, ATA_REG_LBAL = 3, ATA_REG_LBAM = 4, ATA_REG_LBAH = 5, ATA_REG_DEVICE = 6, ATA_REG_STATUS = 7, ATA_REG_FEATURE = 1, ATA_REG_CMD = 7, ATA_REG_BYTEL = 4, ATA_REG_BYTEH = 5, ATA_REG_DEVSEL = 6, ATA_REG_IRQ = 2, ATA_CMD_DEV_RESET = 8, ATA_CMD_CHK_POWER = 229, ATA_CMD_STANDBY = 226, ATA_CMD_IDLE = 227, ATA_CMD_EDD = 144, ATA_CMD_DOWNLOAD_MICRO = 146, ATA_CMD_DOWNLOAD_MICRO_DMA = 147, ATA_CMD_NOP = 0, ATA_CMD_FLUSH = 231, ATA_CMD_FLUSH_EXT = 234, ATA_CMD_ID_ATA = 236, ATA_CMD_ID_ATAPI = 161, ATA_CMD_SERVICE = 162, ATA_CMD_READ = 200, ATA_CMD_READ_EXT = 37, ATA_CMD_READ_QUEUED = 38, ATA_CMD_READ_STREAM_EXT = 43, ATA_CMD_READ_STREAM_DMA_EXT = 42, ATA_CMD_WRITE = 202, ATA_CMD_WRITE_EXT = 53, ATA_CMD_WRITE_QUEUED = 54, ATA_CMD_WRITE_STREAM_EXT = 59, ATA_CMD_WRITE_STREAM_DMA_EXT = 58, ATA_CMD_WRITE_FUA_EXT = 61, ATA_CMD_WRITE_QUEUED_FUA_EXT = 62, ATA_CMD_FPDMA_READ = 96, ATA_CMD_FPDMA_WRITE = 97, ATA_CMD_NCQ_NON_DATA = 99, ATA_CMD_FPDMA_SEND = 100, ATA_CMD_FPDMA_RECV = 101, ATA_CMD_PIO_READ = 32, ATA_CMD_PIO_READ_EXT = 36, ATA_CMD_PIO_WRITE = 48, ATA_CMD_PIO_WRITE_EXT = 52, ATA_CMD_READ_MULTI = 196, ATA_CMD_READ_MULTI_EXT = 41, ATA_CMD_WRITE_MULTI = 197, ATA_CMD_WRITE_MULTI_EXT = 57, ATA_CMD_WRITE_MULTI_FUA_EXT = 206, ATA_CMD_SET_FEATURES = 239, ATA_CMD_SET_MULTI = 198, ATA_CMD_PACKET = 160, ATA_CMD_VERIFY = 64, ATA_CMD_VERIFY_EXT = 66, ATA_CMD_WRITE_UNCORR_EXT = 69, ATA_CMD_STANDBYNOW1 = 224, ATA_CMD_IDLEIMMEDIATE = 225, ATA_CMD_SLEEP = 230, ATA_CMD_INIT_DEV_PARAMS = 145, ATA_CMD_READ_NATIVE_MAX = 248, ATA_CMD_READ_NATIVE_MAX_EXT = 39, ATA_CMD_SET_MAX = 249, ATA_CMD_SET_MAX_EXT = 55, ATA_CMD_READ_LOG_EXT = 47, ATA_CMD_WRITE_LOG_EXT = 63, ATA_CMD_READ_LOG_DMA_EXT = 71, ATA_CMD_WRITE_LOG_DMA_EXT = 87, ATA_CMD_TRUSTED_NONDATA = 91, ATA_CMD_TRUSTED_RCV = 92, ATA_CMD_TRUSTED_RCV_DMA = 93, ATA_CMD_TRUSTED_SND = 94, ATA_CMD_TRUSTED_SND_DMA = 95, ATA_CMD_PMP_READ = 228, ATA_CMD_PMP_READ_DMA = 233, ATA_CMD_PMP_WRITE = 232, ATA_CMD_PMP_WRITE_DMA = 235, ATA_CMD_CONF_OVERLAY = 177, ATA_CMD_SEC_SET_PASS = 241, ATA_CMD_SEC_UNLOCK = 242, ATA_CMD_SEC_ERASE_PREP = 243, ATA_CMD_SEC_ERASE_UNIT = 244, ATA_CMD_SEC_FREEZE_LOCK = 245, ATA_CMD_SEC_DISABLE_PASS = 246, ATA_CMD_CONFIG_STREAM = 81, ATA_CMD_SMART = 176, ATA_CMD_MEDIA_LOCK = 222, ATA_CMD_MEDIA_UNLOCK = 223, ATA_CMD_DSM = 6, ATA_CMD_CHK_MED_CRD_TYP = 209, ATA_CMD_CFA_REQ_EXT_ERR = 3, ATA_CMD_CFA_WRITE_NE = 56, ATA_CMD_CFA_TRANS_SECT = 135, ATA_CMD_CFA_ERASE = 192, ATA_CMD_CFA_WRITE_MULT_NE = 205, ATA_CMD_REQ_SENSE_DATA = 11, ATA_CMD_SANITIZE_DEVICE = 180, ATA_CMD_ZAC_MGMT_IN = 74, ATA_CMD_ZAC_MGMT_OUT = 159, ATA_CMD_RESTORE = 16, ATA_SUBCMD_FPDMA_RECV_RD_LOG_DMA_EXT = 1, ATA_SUBCMD_FPDMA_RECV_ZAC_MGMT_IN = 2, ATA_SUBCMD_FPDMA_SEND_DSM = 0, ATA_SUBCMD_FPDMA_SEND_WR_LOG_DMA_EXT = 2, ATA_SUBCMD_NCQ_NON_DATA_ABORT_QUEUE = 0, ATA_SUBCMD_NCQ_NON_DATA_SET_FEATURES = 5, ATA_SUBCMD_NCQ_NON_DATA_ZERO_EXT = 6, ATA_SUBCMD_NCQ_NON_DATA_ZAC_MGMT_OUT = 7, ATA_SUBCMD_ZAC_MGMT_IN_REPORT_ZONES = 0, ATA_SUBCMD_ZAC_MGMT_OUT_CLOSE_ZONE = 1, ATA_SUBCMD_ZAC_MGMT_OUT_FINISH_ZONE = 2, ATA_SUBCMD_ZAC_MGMT_OUT_OPEN_ZONE = 3, ATA_SUBCMD_ZAC_MGMT_OUT_RESET_WRITE_POINTER = 4, ATA_LOG_DIRECTORY = 0, ATA_LOG_SATA_NCQ = 16, ATA_LOG_NCQ_NON_DATA = 18, ATA_LOG_NCQ_SEND_RECV = 19, ATA_LOG_CDL = 24, ATA_LOG_CDL_SIZE = 512, ATA_LOG_IDENTIFY_DEVICE = 48, ATA_LOG_SENSE_NCQ = 15, ATA_LOG_SENSE_NCQ_SIZE = 1024, ATA_LOG_CONCURRENT_POSITIONING_RANGES = 71, ATA_LOG_SUPPORTED_CAPABILITIES = 3, ATA_LOG_CURRENT_SETTINGS = 4, ATA_LOG_SECURITY = 6, ATA_LOG_SATA_SETTINGS = 8, ATA_LOG_ZONED_INFORMATION = 9, ATA_LOG_DEVSLP_OFFSET = 48, ATA_LOG_DEVSLP_SIZE = 8, ATA_LOG_DEVSLP_MDAT = 0, ATA_LOG_DEVSLP_MDAT_MASK = 31, ATA_LOG_DEVSLP_DETO = 1, ATA_LOG_DEVSLP_VALID = 7, ATA_LOG_DEVSLP_VALID_MASK = 128, ATA_LOG_NCQ_PRIO_OFFSET = 9, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_SEND_RECV_SUBCMDS_DSM = 1, ATA_LOG_NCQ_SEND_RECV_DSM_OFFSET = 4, ATA_LOG_NCQ_SEND_RECV_DSM_TRIM = 1, ATA_LOG_NCQ_SEND_RECV_RD_LOG_OFFSET = 8, ATA_LOG_NCQ_SEND_RECV_RD_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_WR_LOG_OFFSET = 12, ATA_LOG_NCQ_SEND_RECV_WR_LOG_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OFFSET = 16, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_OUT_SUPPORTED = 1, ATA_LOG_NCQ_SEND_RECV_ZAC_MGMT_IN_SUPPORTED = 2, ATA_LOG_NCQ_SEND_RECV_SIZE = 20, ATA_LOG_NCQ_NON_DATA_SUBCMDS_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_OFFSET = 0, ATA_LOG_NCQ_NON_DATA_ABORT_NCQ = 1, ATA_LOG_NCQ_NON_DATA_ABORT_ALL = 2, ATA_LOG_NCQ_NON_DATA_ABORT_STREAMING = 4, ATA_LOG_NCQ_NON_DATA_ABORT_NON_STREAMING = 8, ATA_LOG_NCQ_NON_DATA_ABORT_SELECTED = 16, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OFFSET = 28, ATA_LOG_NCQ_NON_DATA_ZAC_MGMT_OUT = 1, ATA_LOG_NCQ_NON_DATA_SIZE = 64, ATA_CMD_READ_LONG = 34, ATA_CMD_READ_LONG_ONCE = 35, ATA_CMD_WRITE_LONG = 50, ATA_CMD_WRITE_LONG_ONCE = 51, SETFEATURES_XFER = 3, XFER_UDMA_7 = 71, XFER_UDMA_6 = 70, XFER_UDMA_5 = 69, XFER_UDMA_4 = 68, XFER_UDMA_3 = 67, XFER_UDMA_2 = 66, XFER_UDMA_1 = 65, XFER_UDMA_0 = 64, XFER_MW_DMA_4 = 36, XFER_MW_DMA_3 = 35, XFER_MW_DMA_2 = 34, XFER_MW_DMA_1 = 33, XFER_MW_DMA_0 = 32, XFER_SW_DMA_2 = 18, XFER_SW_DMA_1 = 17, XFER_SW_DMA_0 = 16, XFER_PIO_6 = 14, XFER_PIO_5 = 13, XFER_PIO_4 = 12, XFER_PIO_3 = 11, XFER_PIO_2 = 10, XFER_PIO_1 = 9, XFER_PIO_0 = 8, XFER_PIO_SLOW = 0, SETFEATURES_WC_ON = 2, SETFEATURES_WC_OFF = 130, SETFEATURES_RA_ON = 170, SETFEATURES_RA_OFF = 85, SETFEATURES_AAM_ON = 66, SETFEATURES_AAM_OFF = 194, SETFEATURES_SPINUP = 7, SETFEATURES_SPINUP_TIMEOUT = 30000, SETFEATURES_SATA_ENABLE = 16, SETFEATURES_SATA_DISABLE = 144, SETFEATURES_CDL = 13, SATA_FPDMA_OFFSET = 1, SATA_FPDMA_AA = 2, SATA_DIPM = 3, SATA_FPDMA_IN_ORDER = 4, SATA_AN = 5, SATA_SSP = 6, SATA_DEVSLP = 9, SETFEATURE_SENSE_DATA = 195, SETFEATURE_SENSE_DATA_SUCC_NCQ = 196, ATA_SET_MAX_ADDR = 0, ATA_SET_MAX_PASSWD = 1, ATA_SET_MAX_LOCK = 2, ATA_SET_MAX_UNLOCK = 3, ATA_SET_MAX_FREEZE_LOCK = 4, ATA_SET_MAX_PASSWD_DMA = 5, ATA_SET_MAX_UNLOCK_DMA = 6, ATA_DCO_RESTORE = 192, ATA_DCO_FREEZE_LOCK = 193, ATA_DCO_IDENTIFY = 194, ATA_DCO_SET = 195, ATA_SMART_ENABLE = 216, ATA_SMART_READ_VALUES = 208, ATA_SMART_READ_THRESHOLDS = 209, ATA_DSM_TRIM = 1, ATA_SMART_LBAM_PASS = 79, ATA_SMART_LBAH_PASS = 194, ATAPI_PKT_DMA = 1, ATAPI_DMADIR = 4, ATAPI_CDB_LEN = 16, SATA_PMP_MAX_PORTS = 15, SATA_PMP_CTRL_PORT = 15, SATA_PMP_GSCR_DWORDS = 128, SATA_PMP_GSCR_PROD_ID = 0, SATA_PMP_GSCR_REV = 1, SATA_PMP_GSCR_PORT_INFO = 2, SATA_PMP_GSCR_ERROR = 32, SATA_PMP_GSCR_ERROR_EN = 33, SATA_PMP_GSCR_FEAT = 64, SATA_PMP_GSCR_FEAT_EN = 96, SATA_PMP_PSCR_STATUS = 0, SATA_PMP_PSCR_ERROR = 1, SATA_PMP_PSCR_CONTROL = 2, SATA_PMP_FEAT_BIST = 1, SATA_PMP_FEAT_PMREQ = 2, SATA_PMP_FEAT_DYNSSC = 4, SATA_PMP_FEAT_NOTIFY = 8, ATA_CBL_NONE = 0, ATA_CBL_PATA40 = 1, ATA_CBL_PATA80 = 2, ATA_CBL_PATA40_SHORT = 3, ATA_CBL_PATA_UNK = 4, ATA_CBL_PATA_IGN = 5, ATA_CBL_SATA = 6, SCR_STATUS = 0, SCR_ERROR = 1, SCR_CONTROL = 2, SCR_ACTIVE = 3, SCR_NOTIFICATION = 4, SERR_DATA_RECOVERED = 1, SERR_COMM_RECOVERED = 2, SERR_DATA = 256, SERR_PERSISTENT = 512, SERR_PROTOCOL = 1024, SERR_INTERNAL = 2048, SERR_PHYRDY_CHG = 65536, SERR_PHY_INT_ERR = 131072, SERR_COMM_WAKE = 262144, SERR_10B_8B_ERR = 524288, SERR_DISPARITY = 1048576, SERR_CRC = 2097152, SERR_HANDSHAKE = 4194304, SERR_LINK_SEQ_ERR = 8388608, SERR_TRANS_ST_ERROR = 16777216, SERR_UNRECOG_FIS = 33554432, SERR_DEV_XCHG = 67108864, }; enum ata_quirks { __ATA_QUIRK_DIAGNOSTIC = 0, __ATA_QUIRK_NODMA = 1, __ATA_QUIRK_NONCQ = 2, __ATA_QUIRK_MAX_SEC_128 = 3, __ATA_QUIRK_BROKEN_HPA = 4, __ATA_QUIRK_DISABLE = 5, __ATA_QUIRK_HPA_SIZE = 6, __ATA_QUIRK_IVB = 7, __ATA_QUIRK_STUCK_ERR = 8, __ATA_QUIRK_BRIDGE_OK = 9, __ATA_QUIRK_ATAPI_MOD16_DMA = 10, __ATA_QUIRK_FIRMWARE_WARN = 11, __ATA_QUIRK_1_5_GBPS = 12, __ATA_QUIRK_NOSETXFER = 13, __ATA_QUIRK_BROKEN_FPDMA_AA = 14, __ATA_QUIRK_DUMP_ID = 15, __ATA_QUIRK_MAX_SEC_LBA48 = 16, __ATA_QUIRK_ATAPI_DMADIR = 17, __ATA_QUIRK_NO_NCQ_TRIM = 18, __ATA_QUIRK_NOLPM = 19, __ATA_QUIRK_WD_BROKEN_LPM = 20, __ATA_QUIRK_ZERO_AFTER_TRIM = 21, __ATA_QUIRK_NO_DMA_LOG = 22, __ATA_QUIRK_NOTRIM = 23, __ATA_QUIRK_MAX_SEC_1024 = 24, __ATA_QUIRK_MAX_TRIM_128M = 25, __ATA_QUIRK_NO_NCQ_ON_ATI = 26, __ATA_QUIRK_NO_LPM_ON_ATI = 27, __ATA_QUIRK_NO_ID_DEV_LOG = 28, __ATA_QUIRK_NO_LOG_DIR = 29, __ATA_QUIRK_NO_FUA = 30, __ATA_QUIRK_MAX = 31, }; enum { LIBATA_MAX_PRD = 128, LIBATA_DUMB_MAX_PRD = 64, ATA_DEF_QUEUE = 1, ATA_MAX_QUEUE = 32, ATA_TAG_INTERNAL = 32, ATA_SHORT_PAUSE = 16, ATAPI_MAX_DRAIN = 16384, ATA_ALL_DEVICES = 3, ATA_SHT_EMULATED = 1, ATA_SHT_THIS_ID = -1, ATA_TFLAG_LBA48 = 1, ATA_TFLAG_ISADDR = 2, ATA_TFLAG_DEVICE = 4, ATA_TFLAG_WRITE = 8, ATA_TFLAG_LBA = 16, ATA_TFLAG_FUA = 32, ATA_TFLAG_POLLING = 64, ATA_DFLAG_LBA = 1, ATA_DFLAG_LBA48 = 2, ATA_DFLAG_CDB_INTR = 4, ATA_DFLAG_NCQ = 8, ATA_DFLAG_FLUSH_EXT = 16, ATA_DFLAG_ACPI_PENDING = 32, ATA_DFLAG_ACPI_FAILED = 64, ATA_DFLAG_AN = 128, ATA_DFLAG_TRUSTED = 256, ATA_DFLAG_FUA = 512, ATA_DFLAG_DMADIR = 1024, ATA_DFLAG_NCQ_SEND_RECV = 2048, ATA_DFLAG_NCQ_PRIO = 4096, ATA_DFLAG_CDL = 8192, ATA_DFLAG_CFG_MASK = 16383, ATA_DFLAG_PIO = 16384, ATA_DFLAG_NCQ_OFF = 32768, ATA_DFLAG_SLEEPING = 65536, ATA_DFLAG_DUBIOUS_XFER = 131072, ATA_DFLAG_NO_UNLOAD = 262144, ATA_DFLAG_UNLOCK_HPA = 524288, ATA_DFLAG_INIT_MASK = 1048575, ATA_DFLAG_NCQ_PRIO_ENABLED = 1048576, ATA_DFLAG_CDL_ENABLED = 2097152, ATA_DFLAG_RESUMING = 4194304, ATA_DFLAG_DETACH = 16777216, ATA_DFLAG_DETACHED = 33554432, ATA_DFLAG_DA = 67108864, ATA_DFLAG_DEVSLP = 134217728, ATA_DFLAG_ACPI_DISABLED = 268435456, ATA_DFLAG_D_SENSE = 536870912, ATA_DFLAG_ZAC = 1073741824, ATA_DFLAG_FEATURES_MASK = 201341696, ATA_DEV_UNKNOWN = 0, ATA_DEV_ATA = 1, ATA_DEV_ATA_UNSUP = 2, ATA_DEV_ATAPI = 3, ATA_DEV_ATAPI_UNSUP = 4, ATA_DEV_PMP = 5, ATA_DEV_PMP_UNSUP = 6, ATA_DEV_SEMB = 7, ATA_DEV_SEMB_UNSUP = 8, ATA_DEV_ZAC = 9, ATA_DEV_ZAC_UNSUP = 10, ATA_DEV_NONE = 11, ATA_LFLAG_NO_HRST = 2, ATA_LFLAG_NO_SRST = 4, ATA_LFLAG_ASSUME_ATA = 8, ATA_LFLAG_ASSUME_SEMB = 16, ATA_LFLAG_ASSUME_CLASS = 24, ATA_LFLAG_NO_RETRY = 32, ATA_LFLAG_DISABLED = 64, ATA_LFLAG_SW_ACTIVITY = 128, ATA_LFLAG_NO_LPM = 256, ATA_LFLAG_RST_ONCE = 512, ATA_LFLAG_CHANGED = 1024, ATA_LFLAG_NO_DEBOUNCE_DELAY = 2048, ATA_FLAG_SLAVE_POSS = 1, ATA_FLAG_SATA = 2, ATA_FLAG_NO_LPM = 4, ATA_FLAG_NO_LOG_PAGE = 32, ATA_FLAG_NO_ATAPI = 64, ATA_FLAG_PIO_DMA = 128, ATA_FLAG_PIO_LBA48 = 256, ATA_FLAG_PIO_POLLING = 512, ATA_FLAG_NCQ = 1024, ATA_FLAG_NO_POWEROFF_SPINDOWN = 2048, ATA_FLAG_NO_HIBERNATE_SPINDOWN = 4096, ATA_FLAG_DEBUGMSG = 8192, ATA_FLAG_FPDMA_AA = 16384, ATA_FLAG_IGN_SIMPLEX = 32768, ATA_FLAG_NO_IORDY = 65536, ATA_FLAG_ACPI_SATA = 131072, ATA_FLAG_AN = 262144, ATA_FLAG_PMP = 524288, ATA_FLAG_FPDMA_AUX = 1048576, ATA_FLAG_EM = 2097152, ATA_FLAG_SW_ACTIVITY = 4194304, ATA_FLAG_NO_DIPM = 8388608, ATA_FLAG_SAS_HOST = 16777216, ATA_PFLAG_EH_PENDING = 1, ATA_PFLAG_EH_IN_PROGRESS = 2, ATA_PFLAG_FROZEN = 4, ATA_PFLAG_RECOVERED = 8, ATA_PFLAG_LOADING = 16, ATA_PFLAG_SCSI_HOTPLUG = 64, ATA_PFLAG_INITIALIZING = 128, ATA_PFLAG_RESETTING = 256, ATA_PFLAG_UNLOADING = 512, ATA_PFLAG_UNLOADED = 1024, ATA_PFLAG_RESUMING = 65536, ATA_PFLAG_SUSPENDED = 131072, ATA_PFLAG_PM_PENDING = 262144, ATA_PFLAG_INIT_GTM_VALID = 524288, ATA_PFLAG_PIO32 = 1048576, ATA_PFLAG_PIO32CHANGE = 2097152, ATA_PFLAG_EXTERNAL = 4194304, ATA_QCFLAG_ACTIVE = 1, ATA_QCFLAG_DMAMAP = 2, ATA_QCFLAG_RTF_FILLED = 4, ATA_QCFLAG_IO = 8, ATA_QCFLAG_RESULT_TF = 16, ATA_QCFLAG_CLEAR_EXCL = 32, ATA_QCFLAG_QUIET = 64, ATA_QCFLAG_RETRY = 128, ATA_QCFLAG_HAS_CDL = 256, ATA_QCFLAG_EH = 65536, ATA_QCFLAG_SENSE_VALID = 131072, ATA_QCFLAG_EH_SCHEDULED = 262144, ATA_QCFLAG_EH_SUCCESS_CMD = 524288, ATA_HOST_SIMPLEX = 1, ATA_HOST_STARTED = 2, ATA_HOST_PARALLEL_SCAN = 4, ATA_HOST_IGNORE_ATA = 8, ATA_HOST_NO_PART = 16, ATA_HOST_NO_SSC = 32, ATA_HOST_NO_DEVSLP = 64, ATA_TMOUT_INTERNAL_QUICK = 5000, ATA_TMOUT_MAX_PARK = 30000, ATA_TMOUT_FF_WAIT_LONG = 2000, ATA_TMOUT_FF_WAIT = 800, ATA_WAIT_AFTER_RESET = 150, ATA_TMOUT_PMP_SRST_WAIT = 10000, ATA_TMOUT_SPURIOUS_PHY = 10000, BUS_UNKNOWN = 0, BUS_DMA = 1, BUS_IDLE = 2, BUS_NOINTR = 3, BUS_NODATA = 4, BUS_TIMER = 5, BUS_PIO = 6, BUS_EDD = 7, BUS_IDENTIFY = 8, BUS_PACKET = 9, PORT_UNKNOWN = 0, PORT_ENABLED = 1, PORT_DISABLED = 2, ATA_NR_PIO_MODES = 7, ATA_NR_MWDMA_MODES = 5, ATA_NR_UDMA_MODES = 8, ATA_SHIFT_PIO = 0, ATA_SHIFT_MWDMA = 7, ATA_SHIFT_UDMA = 12, ATA_SHIFT_PRIO = 6, ATA_PRIO_HIGH = 2, ATA_DMA_PAD_SZ = 4, ATA_ERING_SIZE = 32, ATA_DEFER_LINK = 1, ATA_DEFER_PORT = 2, ATA_EH_DESC_LEN = 80, ATA_EH_REVALIDATE = 1, ATA_EH_SOFTRESET = 2, ATA_EH_HARDRESET = 4, ATA_EH_RESET = 6, ATA_EH_ENABLE_LINK = 8, ATA_EH_PARK = 32, ATA_EH_GET_SUCCESS_SENSE = 64, ATA_EH_SET_ACTIVE = 128, ATA_EH_PERDEV_MASK = 225, ATA_EH_ALL_ACTIONS = 15, ATA_EHI_HOTPLUGGED = 1, ATA_EHI_NO_AUTOPSY = 4, ATA_EHI_QUIET = 8, ATA_EHI_NO_RECOVERY = 16, ATA_EHI_DID_SOFTRESET = 65536, ATA_EHI_DID_HARDRESET = 131072, ATA_EHI_PRINTINFO = 262144, ATA_EHI_SETMODE = 524288, ATA_EHI_POST_SETMODE = 1048576, ATA_EHI_DID_PRINT_QUIRKS = 2097152, ATA_EHI_DID_RESET = 196608, ATA_EHI_TO_SLAVE_MASK = 12, ATA_EH_MAX_TRIES = 5, ATA_LINK_RESUME_TRIES = 5, ATA_EH_DEV_TRIES = 3, ATA_EH_PMP_TRIES = 5, ATA_EH_PMP_LINK_TRIES = 3, SATA_PMP_RW_TIMEOUT = 3000, ATA_EH_CMD_TIMEOUT_TABLE_SIZE = 8, ATA_QUIRK_DIAGNOSTIC = 1, ATA_QUIRK_NODMA = 2, ATA_QUIRK_NONCQ = 4, ATA_QUIRK_MAX_SEC_128 = 8, ATA_QUIRK_BROKEN_HPA = 16, ATA_QUIRK_DISABLE = 32, ATA_QUIRK_HPA_SIZE = 64, ATA_QUIRK_IVB = 128, ATA_QUIRK_STUCK_ERR = 256, ATA_QUIRK_BRIDGE_OK = 512, ATA_QUIRK_ATAPI_MOD16_DMA = 1024, ATA_QUIRK_FIRMWARE_WARN = 2048, ATA_QUIRK_1_5_GBPS = 4096, ATA_QUIRK_NOSETXFER = 8192, ATA_QUIRK_BROKEN_FPDMA_AA = 16384, ATA_QUIRK_DUMP_ID = 32768, ATA_QUIRK_MAX_SEC_LBA48 = 65536, ATA_QUIRK_ATAPI_DMADIR = 131072, ATA_QUIRK_NO_NCQ_TRIM = 262144, ATA_QUIRK_NOLPM = 524288, ATA_QUIRK_WD_BROKEN_LPM = 1048576, ATA_QUIRK_ZERO_AFTER_TRIM = 2097152, ATA_QUIRK_NO_DMA_LOG = 4194304, ATA_QUIRK_NOTRIM = 8388608, ATA_QUIRK_MAX_SEC_1024 = 16777216, ATA_QUIRK_MAX_TRIM_128M = 33554432, ATA_QUIRK_NO_NCQ_ON_ATI = 67108864, ATA_QUIRK_NO_LPM_ON_ATI = 134217728, ATA_QUIRK_NO_ID_DEV_LOG = 268435456, ATA_QUIRK_NO_LOG_DIR = 536870912, ATA_QUIRK_NO_FUA = 1073741824, ATA_DMA_MASK_ATA = 1, ATA_DMA_MASK_ATAPI = 2, ATA_DMA_MASK_CFA = 4, ATAPI_READ = 0, ATAPI_WRITE = 1, ATAPI_READ_CD = 2, ATAPI_PASS_THRU = 3, ATAPI_MISC = 4, ATA_TIMING_SETUP = 1, ATA_TIMING_ACT8B = 2, ATA_TIMING_REC8B = 4, ATA_TIMING_CYC8B = 8, ATA_TIMING_8BIT = 14, ATA_TIMING_ACTIVE = 16, ATA_TIMING_RECOVER = 32, ATA_TIMING_DMACK_HOLD = 64, ATA_TIMING_CYCLE = 128, ATA_TIMING_UDMA = 256, ATA_TIMING_ALL = 511, ATA_ACPI_FILTER_SETXFER = 1, ATA_ACPI_FILTER_LOCK = 2, ATA_ACPI_FILTER_DIPM = 4, ATA_ACPI_FILTER_FPDMA_OFFSET = 8, ATA_ACPI_FILTER_FPDMA_AA = 16, ATA_ACPI_FILTER_DEFAULT = 7, }; struct pnp_protocol; struct pnp_id; struct pnp_card { struct device dev; unsigned char number; struct list_head global_list; struct list_head protocol_list; struct list_head devices; struct pnp_protocol *protocol; struct pnp_id *id; char name[50]; unsigned char pnpver; unsigned char productver; unsigned int serial; unsigned char checksum; struct proc_dir_entry *procdir; }; struct pnp_dev; struct pnp_protocol { struct list_head protocol_list; char *name; int (*get)(struct pnp_dev *); int (*set)(struct pnp_dev *); int (*disable)(struct pnp_dev *); bool (*can_wakeup)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); unsigned char number; struct device dev; struct list_head cards; struct list_head devices; }; struct pnp_id { char id[8]; struct pnp_id *next; }; struct pnp_card_driver; struct pnp_card_link { struct pnp_card *card; struct pnp_card_driver *driver; void *driver_data; pm_message_t pm_state; }; struct pnp_driver { const char *name; const struct pnp_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_dev *, const struct pnp_device_id *); void (*remove)(struct pnp_dev *); void (*shutdown)(struct pnp_dev *); int (*suspend)(struct pnp_dev *, pm_message_t); int (*resume)(struct pnp_dev *); struct device_driver driver; }; struct pnp_card_driver { struct list_head global_list; char *name; const struct pnp_card_device_id *id_table; unsigned int flags; int (*probe)(struct pnp_card_link *, const struct pnp_card_device_id *); void (*remove)(struct pnp_card_link *); int (*suspend)(struct pnp_card_link *, pm_message_t); int (*resume)(struct pnp_card_link *); struct pnp_driver link; }; struct pnp_dev { struct device dev; u64 dma_mask; unsigned int number; int status; struct list_head global_list; struct list_head protocol_list; struct list_head card_list; struct list_head rdev_list; struct pnp_protocol *protocol; struct pnp_card *card; struct pnp_driver *driver; struct pnp_card_link *card_link; struct pnp_id *id; int active; int capabilities; unsigned int num_dependent_sets; struct list_head resources; struct list_head options; char name[50]; int flags; struct proc_dir_entry *procent; void *data; }; struct pnp_port { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; typedef struct { long unsigned int bits[4]; } pnp_irq_mask_t; struct pnp_irq { pnp_irq_mask_t map; unsigned char flags; }; struct pnp_dma { unsigned char map; unsigned char flags; }; struct pnp_mem { resource_size_t min; resource_size_t max; resource_size_t align; resource_size_t size; unsigned char flags; }; struct pnp_option { struct list_head list; unsigned int flags; long unsigned int type; union { struct pnp_port port; struct pnp_irq irq; struct pnp_dma dma; struct pnp_mem mem; } u; }; struct pnp_resource { struct list_head list; struct resource res; }; struct devm_clk_state { struct clk *clk; void (*exit)(struct clk *); }; struct clk_bulk_devres { struct clk_bulk_data *clks; int num_clks; }; struct clk_notifier { struct clk *clk; struct srcu_notifier_head notifier_head; struct list_head node; }; struct clk_core; struct clk { struct clk_core *core; struct device *dev; const char *dev_id; const char *con_id; long unsigned int min_rate; long unsigned int max_rate; unsigned int exclusive_count; struct hlist_node clks_node; }; struct clk_notifier_data { struct clk *clk; long unsigned int old_rate; long unsigned int new_rate; }; struct clk_hw; struct clk_rate_request { struct clk_core *core; long unsigned int rate; long unsigned int min_rate; long unsigned int max_rate; long unsigned int best_parent_rate; struct clk_hw *best_parent_hw; }; struct clk_duty { unsigned int num; unsigned int den; }; struct clk_ops; struct clk_parent_map; struct clk_core { const char *name; const struct clk_ops *ops; struct clk_hw *hw; struct module *owner; struct device *dev; struct hlist_node rpm_node; struct device_node *of_node; struct clk_core *parent; struct clk_parent_map *parents; u8 num_parents; u8 new_parent_index; long unsigned int rate; long unsigned int req_rate; long unsigned int new_rate; struct clk_core *new_parent; struct clk_core *new_child; long unsigned int flags; bool orphan; bool rpm_enabled; unsigned int enable_count; unsigned int prepare_count; unsigned int protect_count; long unsigned int min_rate; long unsigned int max_rate; long unsigned int accuracy; int phase; struct clk_duty duty; struct hlist_head children; struct hlist_node child_node; struct hlist_head clks; unsigned int notifier_count; struct dentry *dentry; struct hlist_node debug_node; struct kref ref; }; struct clk_init_data; struct clk_hw { struct clk_core *core; struct clk *clk; const struct clk_init_data *init; }; struct clk_ops { int (*prepare)(struct clk_hw *); void (*unprepare)(struct clk_hw *); int (*is_prepared)(struct clk_hw *); void (*unprepare_unused)(struct clk_hw *); int (*enable)(struct clk_hw *); void (*disable)(struct clk_hw *); int (*is_enabled)(struct clk_hw *); void (*disable_unused)(struct clk_hw *); int (*save_context)(struct clk_hw *); void (*restore_context)(struct clk_hw *); long unsigned int (*recalc_rate)(struct clk_hw *, long unsigned int); long int (*round_rate)(struct clk_hw *, long unsigned int, long unsigned int *); int (*determine_rate)(struct clk_hw *, struct clk_rate_request *); int (*set_parent)(struct clk_hw *, u8); u8 (*get_parent)(struct clk_hw *); int (*set_rate)(struct clk_hw *, long unsigned int, long unsigned int); int (*set_rate_and_parent)(struct clk_hw *, long unsigned int, long unsigned int, u8); long unsigned int (*recalc_accuracy)(struct clk_hw *, long unsigned int); int (*get_phase)(struct clk_hw *); int (*set_phase)(struct clk_hw *, int); int (*get_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*set_duty_cycle)(struct clk_hw *, struct clk_duty *); int (*init)(struct clk_hw *); void (*terminate)(struct clk_hw *); void (*debug_init)(struct clk_hw *, struct dentry *); }; struct clk_parent_data { const struct clk_hw *hw; const char *fw_name; const char *name; int index; }; struct clk_init_data { const char *name; const struct clk_ops *ops; const char * const *parent_names; const struct clk_parent_data *parent_data; const struct clk_hw **parent_hws; u8 num_parents; long unsigned int flags; }; struct clk_onecell_data { struct clk **clks; unsigned int clk_num; }; struct clk_hw_onecell_data { unsigned int num; struct clk_hw *hws[0]; }; struct clk_parent_map { const struct clk_hw *hw; struct clk_core *core; const char *fw_name; const char *name; int index; }; struct trace_event_raw_clk { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_clk_rate { struct trace_entry ent; u32 __data_loc_name; long unsigned int rate; char __data[0]; }; struct trace_event_raw_clk_rate_range { struct trace_entry ent; u32 __data_loc_name; long unsigned int min; long unsigned int max; char __data[0]; }; struct trace_event_raw_clk_parent { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; char __data[0]; }; struct trace_event_raw_clk_phase { struct trace_entry ent; u32 __data_loc_name; int phase; char __data[0]; }; struct trace_event_raw_clk_duty_cycle { struct trace_entry ent; u32 __data_loc_name; unsigned int num; unsigned int den; char __data[0]; }; struct trace_event_raw_clk_rate_request { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_pname; long unsigned int min; long unsigned int max; long unsigned int prate; char __data[0]; }; struct trace_event_data_offsets_clk { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clk_rate { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clk_rate_range { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clk_parent { u32 name; const void *name_ptr_; u32 pname; const void *pname_ptr_; }; struct trace_event_data_offsets_clk_phase { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clk_duty_cycle { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clk_rate_request { u32 name; const void *name_ptr_; u32 pname; const void *pname_ptr_; }; typedef void (*btf_trace_clk_enable)(void *, struct clk_core *); typedef void (*btf_trace_clk_enable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable)(void *, struct clk_core *); typedef void (*btf_trace_clk_disable_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_prepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare)(void *, struct clk_core *); typedef void (*btf_trace_clk_unprepare_complete)(void *, struct clk_core *); typedef void (*btf_trace_clk_set_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_complete)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_min_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_max_rate)(void *, struct clk_core *, long unsigned int); typedef void (*btf_trace_clk_set_rate_range)(void *, struct clk_core *, long unsigned int, long unsigned int); typedef void (*btf_trace_clk_set_parent)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_parent_complete)(void *, struct clk_core *, struct clk_core *); typedef void (*btf_trace_clk_set_phase)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_phase_complete)(void *, struct clk_core *, int); typedef void (*btf_trace_clk_set_duty_cycle)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_set_duty_cycle_complete)(void *, struct clk_core *, struct clk_duty *); typedef void (*btf_trace_clk_rate_request_start)(void *, struct clk_rate_request *); typedef void (*btf_trace_clk_rate_request_done)(void *, struct clk_rate_request *); struct clk_notifier_devres { struct clk *clk; struct notifier_block *nb; }; struct of_clk_provider { struct list_head link; struct device_node *node; struct clk * (*get)(struct of_phandle_args *, void *); struct clk_hw * (*get_hw)(struct of_phandle_args *, void *); void *data; }; struct clock_provider { void (*clk_init_cb)(struct device_node *); struct device_node *np; struct list_head node; }; struct reset_controller_dev; struct reset_control_ops { int (*reset)(struct reset_controller_dev *, long unsigned int); int (*assert)(struct reset_controller_dev *, long unsigned int); int (*deassert)(struct reset_controller_dev *, long unsigned int); int (*status)(struct reset_controller_dev *, long unsigned int); }; struct reset_controller_dev { const struct reset_control_ops *ops; struct module *owner; struct list_head list; struct list_head reset_control_head; struct device *dev; struct device_node *of_node; const struct of_phandle_args *of_args; int of_reset_n_cells; int (*of_xlate)(struct reset_controller_dev *, const struct of_phandle_args *); unsigned int nr_resets; }; struct en_clk_desc { int id; const char *name; u32 base_reg; u8 base_bits; u8 base_shift; union { const unsigned int *base_values; unsigned int base_value; }; size_t n_base_values; u16 div_reg; u8 div_bits; u8 div_shift; u16 div_val0; u8 div_step; u8 div_offset; }; struct en_clk_gate { void *base; struct clk_hw hw; }; struct en_rst_data { const u16 *bank_ofs; const u16 *idx_map; void *base; struct reset_controller_dev rcdev; }; struct en_clk_soc_data { u32 num_clocks; const struct clk_ops pcie_ops; int (*hw_init)(struct platform_device *, struct clk_hw_onecell_data *); }; struct clk_lookup { struct list_head node; const char *dev_id; const char *con_id; struct clk *clk; struct clk_hw *clk_hw; }; enum s2mps11_reg { S2MPS11_REG_ID = 0, S2MPS11_REG_INT1 = 1, S2MPS11_REG_INT2 = 2, S2MPS11_REG_INT3 = 3, S2MPS11_REG_INT1M = 4, S2MPS11_REG_INT2M = 5, S2MPS11_REG_INT3M = 6, S2MPS11_REG_ST1 = 7, S2MPS11_REG_ST2 = 8, S2MPS11_REG_OFFSRC = 9, S2MPS11_REG_PWRONSRC = 10, S2MPS11_REG_RTC_CTRL = 11, S2MPS11_REG_CTRL1 = 12, S2MPS11_REG_ETC_TEST = 13, S2MPS11_REG_RSVD3 = 14, S2MPS11_REG_BU_CHG = 15, S2MPS11_REG_RAMP = 16, S2MPS11_REG_RAMP_BUCK = 17, S2MPS11_REG_LDO1_8 = 18, S2MPS11_REG_LDO9_16 = 19, S2MPS11_REG_LDO17_24 = 20, S2MPS11_REG_LDO25_32 = 21, S2MPS11_REG_LDO33_38 = 22, S2MPS11_REG_LDO1_8_1 = 23, S2MPS11_REG_LDO9_16_1 = 24, S2MPS11_REG_LDO17_24_1 = 25, S2MPS11_REG_LDO25_32_1 = 26, S2MPS11_REG_LDO33_38_1 = 27, S2MPS11_REG_OTP_ADRL = 28, S2MPS11_REG_OTP_ADRH = 29, S2MPS11_REG_OTP_DATA = 30, S2MPS11_REG_MON1SEL = 31, S2MPS11_REG_MON2SEL = 32, S2MPS11_REG_LEE = 33, S2MPS11_REG_RSVD_NO = 34, S2MPS11_REG_UVLO = 35, S2MPS11_REG_LEE_NO = 36, S2MPS11_REG_B1CTRL1 = 37, S2MPS11_REG_B1CTRL2 = 38, S2MPS11_REG_B2CTRL1 = 39, S2MPS11_REG_B2CTRL2 = 40, S2MPS11_REG_B3CTRL1 = 41, S2MPS11_REG_B3CTRL2 = 42, S2MPS11_REG_B4CTRL1 = 43, S2MPS11_REG_B4CTRL2 = 44, S2MPS11_REG_B5CTRL1 = 45, S2MPS11_REG_BUCK5_SW = 46, S2MPS11_REG_B5CTRL2 = 47, S2MPS11_REG_B5CTRL3 = 48, S2MPS11_REG_B5CTRL4 = 49, S2MPS11_REG_B5CTRL5 = 50, S2MPS11_REG_B6CTRL1 = 51, S2MPS11_REG_B6CTRL2 = 52, S2MPS11_REG_B7CTRL1 = 53, S2MPS11_REG_B7CTRL2 = 54, S2MPS11_REG_B8CTRL1 = 55, S2MPS11_REG_B8CTRL2 = 56, S2MPS11_REG_B9CTRL1 = 57, S2MPS11_REG_B9CTRL2 = 58, S2MPS11_REG_B10CTRL1 = 59, S2MPS11_REG_B10CTRL2 = 60, S2MPS11_REG_L1CTRL = 61, S2MPS11_REG_L2CTRL = 62, S2MPS11_REG_L3CTRL = 63, S2MPS11_REG_L4CTRL = 64, S2MPS11_REG_L5CTRL = 65, S2MPS11_REG_L6CTRL = 66, S2MPS11_REG_L7CTRL = 67, S2MPS11_REG_L8CTRL = 68, S2MPS11_REG_L9CTRL = 69, S2MPS11_REG_L10CTRL = 70, S2MPS11_REG_L11CTRL = 71, S2MPS11_REG_L12CTRL = 72, S2MPS11_REG_L13CTRL = 73, S2MPS11_REG_L14CTRL = 74, S2MPS11_REG_L15CTRL = 75, S2MPS11_REG_L16CTRL = 76, S2MPS11_REG_L17CTRL = 77, S2MPS11_REG_L18CTRL = 78, S2MPS11_REG_L19CTRL = 79, S2MPS11_REG_L20CTRL = 80, S2MPS11_REG_L21CTRL = 81, S2MPS11_REG_L22CTRL = 82, S2MPS11_REG_L23CTRL = 83, S2MPS11_REG_L24CTRL = 84, S2MPS11_REG_L25CTRL = 85, S2MPS11_REG_L26CTRL = 86, S2MPS11_REG_L27CTRL = 87, S2MPS11_REG_L28CTRL = 88, S2MPS11_REG_L29CTRL = 89, S2MPS11_REG_L30CTRL = 90, S2MPS11_REG_L31CTRL = 91, S2MPS11_REG_L32CTRL = 92, S2MPS11_REG_L33CTRL = 93, S2MPS11_REG_L34CTRL = 94, S2MPS11_REG_L35CTRL = 95, S2MPS11_REG_L36CTRL = 96, S2MPS11_REG_L37CTRL = 97, S2MPS11_REG_L38CTRL = 98, }; enum s2mps13_reg { S2MPS13_REG_ID = 0, S2MPS13_REG_INT1 = 1, S2MPS13_REG_INT2 = 2, S2MPS13_REG_INT3 = 3, S2MPS13_REG_INT1M = 4, S2MPS13_REG_INT2M = 5, S2MPS13_REG_INT3M = 6, S2MPS13_REG_ST1 = 7, S2MPS13_REG_ST2 = 8, S2MPS13_REG_PWRONSRC = 9, S2MPS13_REG_OFFSRC = 10, S2MPS13_REG_BU_CHG = 11, S2MPS13_REG_RTCCTRL = 12, S2MPS13_REG_CTRL1 = 13, S2MPS13_REG_CTRL2 = 14, S2MPS13_REG_RSVD1 = 15, S2MPS13_REG_RSVD2 = 16, S2MPS13_REG_RSVD3 = 17, S2MPS13_REG_RSVD4 = 18, S2MPS13_REG_RSVD5 = 19, S2MPS13_REG_RSVD6 = 20, S2MPS13_REG_CTRL3 = 21, S2MPS13_REG_RSVD7 = 22, S2MPS13_REG_RSVD8 = 23, S2MPS13_REG_WRSTBI = 24, S2MPS13_REG_B1CTRL = 25, S2MPS13_REG_B1OUT = 26, S2MPS13_REG_B2CTRL = 27, S2MPS13_REG_B2OUT = 28, S2MPS13_REG_B3CTRL = 29, S2MPS13_REG_B3OUT = 30, S2MPS13_REG_B4CTRL = 31, S2MPS13_REG_B4OUT = 32, S2MPS13_REG_B5CTRL = 33, S2MPS13_REG_B5OUT = 34, S2MPS13_REG_B6CTRL = 35, S2MPS13_REG_B6OUT = 36, S2MPS13_REG_B7CTRL = 37, S2MPS13_REG_B7SW = 38, S2MPS13_REG_B7OUT = 39, S2MPS13_REG_B8CTRL = 40, S2MPS13_REG_B8OUT = 41, S2MPS13_REG_B9CTRL = 42, S2MPS13_REG_B9OUT = 43, S2MPS13_REG_B10CTRL = 44, S2MPS13_REG_B10OUT = 45, S2MPS13_REG_BB1CTRL = 46, S2MPS13_REG_BB1OUT = 47, S2MPS13_REG_BUCK_RAMP1 = 48, S2MPS13_REG_BUCK_RAMP2 = 49, S2MPS13_REG_LDO_DVS1 = 50, S2MPS13_REG_LDO_DVS2 = 51, S2MPS13_REG_LDO_DVS3 = 52, S2MPS13_REG_B6OUT2 = 53, S2MPS13_REG_L1CTRL = 54, S2MPS13_REG_L2CTRL = 55, S2MPS13_REG_L3CTRL = 56, S2MPS13_REG_L4CTRL = 57, S2MPS13_REG_L5CTRL = 58, S2MPS13_REG_L6CTRL = 59, S2MPS13_REG_L7CTRL = 60, S2MPS13_REG_L8CTRL = 61, S2MPS13_REG_L9CTRL = 62, S2MPS13_REG_L10CTRL = 63, S2MPS13_REG_L11CTRL = 64, S2MPS13_REG_L12CTRL = 65, S2MPS13_REG_L13CTRL = 66, S2MPS13_REG_L14CTRL = 67, S2MPS13_REG_L15CTRL = 68, S2MPS13_REG_L16CTRL = 69, S2MPS13_REG_L17CTRL = 70, S2MPS13_REG_L18CTRL = 71, S2MPS13_REG_L19CTRL = 72, S2MPS13_REG_L20CTRL = 73, S2MPS13_REG_L21CTRL = 74, S2MPS13_REG_L22CTRL = 75, S2MPS13_REG_L23CTRL = 76, S2MPS13_REG_L24CTRL = 77, S2MPS13_REG_L25CTRL = 78, S2MPS13_REG_L26CTRL = 79, S2MPS13_REG_L27CTRL = 80, S2MPS13_REG_L28CTRL = 81, S2MPS13_REG_L29CTRL = 82, S2MPS13_REG_L30CTRL = 83, S2MPS13_REG_L31CTRL = 84, S2MPS13_REG_L32CTRL = 85, S2MPS13_REG_L33CTRL = 86, S2MPS13_REG_L34CTRL = 87, S2MPS13_REG_L35CTRL = 88, S2MPS13_REG_L36CTRL = 89, S2MPS13_REG_L37CTRL = 90, S2MPS13_REG_L38CTRL = 91, S2MPS13_REG_L39CTRL = 92, S2MPS13_REG_L40CTRL = 93, S2MPS13_REG_LDODSCH1 = 94, S2MPS13_REG_LDODSCH2 = 95, S2MPS13_REG_LDODSCH3 = 96, S2MPS13_REG_LDODSCH4 = 97, S2MPS13_REG_LDODSCH5 = 98, }; enum s2mps14_reg { S2MPS14_REG_ID = 0, S2MPS14_REG_INT1 = 1, S2MPS14_REG_INT2 = 2, S2MPS14_REG_INT3 = 3, S2MPS14_REG_INT1M = 4, S2MPS14_REG_INT2M = 5, S2MPS14_REG_INT3M = 6, S2MPS14_REG_ST1 = 7, S2MPS14_REG_ST2 = 8, S2MPS14_REG_PWRONSRC = 9, S2MPS14_REG_OFFSRC = 10, S2MPS14_REG_BU_CHG = 11, S2MPS14_REG_RTCCTRL = 12, S2MPS14_REG_CTRL1 = 13, S2MPS14_REG_CTRL2 = 14, S2MPS14_REG_RSVD1 = 15, S2MPS14_REG_RSVD2 = 16, S2MPS14_REG_RSVD3 = 17, S2MPS14_REG_RSVD4 = 18, S2MPS14_REG_RSVD5 = 19, S2MPS14_REG_RSVD6 = 20, S2MPS14_REG_CTRL3 = 21, S2MPS14_REG_RSVD7 = 22, S2MPS14_REG_RSVD8 = 23, S2MPS14_REG_WRSTBI = 24, S2MPS14_REG_B1CTRL1 = 25, S2MPS14_REG_B1CTRL2 = 26, S2MPS14_REG_B2CTRL1 = 27, S2MPS14_REG_B2CTRL2 = 28, S2MPS14_REG_B3CTRL1 = 29, S2MPS14_REG_B3CTRL2 = 30, S2MPS14_REG_B4CTRL1 = 31, S2MPS14_REG_B4CTRL2 = 32, S2MPS14_REG_B5CTRL1 = 33, S2MPS14_REG_B5CTRL2 = 34, S2MPS14_REG_L1CTRL = 35, S2MPS14_REG_L2CTRL = 36, S2MPS14_REG_L3CTRL = 37, S2MPS14_REG_L4CTRL = 38, S2MPS14_REG_L5CTRL = 39, S2MPS14_REG_L6CTRL = 40, S2MPS14_REG_L7CTRL = 41, S2MPS14_REG_L8CTRL = 42, S2MPS14_REG_L9CTRL = 43, S2MPS14_REG_L10CTRL = 44, S2MPS14_REG_L11CTRL = 45, S2MPS14_REG_L12CTRL = 46, S2MPS14_REG_L13CTRL = 47, S2MPS14_REG_L14CTRL = 48, S2MPS14_REG_L15CTRL = 49, S2MPS14_REG_L16CTRL = 50, S2MPS14_REG_L17CTRL = 51, S2MPS14_REG_L18CTRL = 52, S2MPS14_REG_L19CTRL = 53, S2MPS14_REG_L20CTRL = 54, S2MPS14_REG_L21CTRL = 55, S2MPS14_REG_L22CTRL = 56, S2MPS14_REG_L23CTRL = 57, S2MPS14_REG_L24CTRL = 58, S2MPS14_REG_L25CTRL = 59, S2MPS14_REG_LDODSCH1 = 60, S2MPS14_REG_LDODSCH2 = 61, S2MPS14_REG_LDODSCH3 = 62, }; enum s5m8767_reg { S5M8767_REG_ID = 0, S5M8767_REG_INT1 = 1, S5M8767_REG_INT2 = 2, S5M8767_REG_INT3 = 3, S5M8767_REG_INT1M = 4, S5M8767_REG_INT2M = 5, S5M8767_REG_INT3M = 6, S5M8767_REG_STATUS1 = 7, S5M8767_REG_STATUS2 = 8, S5M8767_REG_STATUS3 = 9, S5M8767_REG_CTRL1 = 10, S5M8767_REG_CTRL2 = 11, S5M8767_REG_LOWBAT1 = 12, S5M8767_REG_LOWBAT2 = 13, S5M8767_REG_BUCHG = 14, S5M8767_REG_DVSRAMP = 15, S5M8767_REG_DVSTIMER2 = 16, S5M8767_REG_DVSTIMER3 = 17, S5M8767_REG_DVSTIMER4 = 18, S5M8767_REG_LDO1 = 19, S5M8767_REG_LDO2 = 20, S5M8767_REG_LDO3 = 21, S5M8767_REG_LDO4 = 22, S5M8767_REG_LDO5 = 23, S5M8767_REG_LDO6 = 24, S5M8767_REG_LDO7 = 25, S5M8767_REG_LDO8 = 26, S5M8767_REG_LDO9 = 27, S5M8767_REG_LDO10 = 28, S5M8767_REG_LDO11 = 29, S5M8767_REG_LDO12 = 30, S5M8767_REG_LDO13 = 31, S5M8767_REG_LDO14 = 32, S5M8767_REG_LDO15 = 33, S5M8767_REG_LDO16 = 34, S5M8767_REG_LDO17 = 35, S5M8767_REG_LDO18 = 36, S5M8767_REG_LDO19 = 37, S5M8767_REG_LDO20 = 38, S5M8767_REG_LDO21 = 39, S5M8767_REG_LDO22 = 40, S5M8767_REG_LDO23 = 41, S5M8767_REG_LDO24 = 42, S5M8767_REG_LDO25 = 43, S5M8767_REG_LDO26 = 44, S5M8767_REG_LDO27 = 45, S5M8767_REG_LDO28 = 46, S5M8767_REG_UVLO = 49, S5M8767_REG_BUCK1CTRL1 = 50, S5M8767_REG_BUCK1CTRL2 = 51, S5M8767_REG_BUCK2CTRL = 52, S5M8767_REG_BUCK2DVS1 = 53, S5M8767_REG_BUCK2DVS2 = 54, S5M8767_REG_BUCK2DVS3 = 55, S5M8767_REG_BUCK2DVS4 = 56, S5M8767_REG_BUCK2DVS5 = 57, S5M8767_REG_BUCK2DVS6 = 58, S5M8767_REG_BUCK2DVS7 = 59, S5M8767_REG_BUCK2DVS8 = 60, S5M8767_REG_BUCK3CTRL = 61, S5M8767_REG_BUCK3DVS1 = 62, S5M8767_REG_BUCK3DVS2 = 63, S5M8767_REG_BUCK3DVS3 = 64, S5M8767_REG_BUCK3DVS4 = 65, S5M8767_REG_BUCK3DVS5 = 66, S5M8767_REG_BUCK3DVS6 = 67, S5M8767_REG_BUCK3DVS7 = 68, S5M8767_REG_BUCK3DVS8 = 69, S5M8767_REG_BUCK4CTRL = 70, S5M8767_REG_BUCK4DVS1 = 71, S5M8767_REG_BUCK4DVS2 = 72, S5M8767_REG_BUCK4DVS3 = 73, S5M8767_REG_BUCK4DVS4 = 74, S5M8767_REG_BUCK4DVS5 = 75, S5M8767_REG_BUCK4DVS6 = 76, S5M8767_REG_BUCK4DVS7 = 77, S5M8767_REG_BUCK4DVS8 = 78, S5M8767_REG_BUCK5CTRL1 = 79, S5M8767_REG_BUCK5CTRL2 = 80, S5M8767_REG_BUCK5CTRL3 = 81, S5M8767_REG_BUCK5CTRL4 = 82, S5M8767_REG_BUCK5CTRL5 = 83, S5M8767_REG_BUCK6CTRL1 = 84, S5M8767_REG_BUCK6CTRL2 = 85, S5M8767_REG_BUCK7CTRL1 = 86, S5M8767_REG_BUCK7CTRL2 = 87, S5M8767_REG_BUCK8CTRL1 = 88, S5M8767_REG_BUCK8CTRL2 = 89, S5M8767_REG_BUCK9CTRL1 = 90, S5M8767_REG_BUCK9CTRL2 = 91, S5M8767_REG_LDO1CTRL = 92, S5M8767_REG_LDO2_1CTRL = 93, S5M8767_REG_LDO2_2CTRL = 94, S5M8767_REG_LDO2_3CTRL = 95, S5M8767_REG_LDO2_4CTRL = 96, S5M8767_REG_LDO3CTRL = 97, S5M8767_REG_LDO4CTRL = 98, S5M8767_REG_LDO5CTRL = 99, S5M8767_REG_LDO6CTRL = 100, S5M8767_REG_LDO7CTRL = 101, S5M8767_REG_LDO8CTRL = 102, S5M8767_REG_LDO9CTRL = 103, S5M8767_REG_LDO10CTRL = 104, S5M8767_REG_LDO11CTRL = 105, S5M8767_REG_LDO12CTRL = 106, S5M8767_REG_LDO13CTRL = 107, S5M8767_REG_LDO14CTRL = 108, S5M8767_REG_LDO15CTRL = 109, S5M8767_REG_LDO16CTRL = 110, S5M8767_REG_LDO17CTRL = 111, S5M8767_REG_LDO18CTRL = 112, S5M8767_REG_LDO19CTRL = 113, S5M8767_REG_LDO20CTRL = 114, S5M8767_REG_LDO21CTRL = 115, S5M8767_REG_LDO22CTRL = 116, S5M8767_REG_LDO23CTRL = 117, S5M8767_REG_LDO24CTRL = 118, S5M8767_REG_LDO25CTRL = 119, S5M8767_REG_LDO26CTRL = 120, S5M8767_REG_LDO27CTRL = 121, S5M8767_REG_LDO28CTRL = 122, }; enum sec_device_type { S5M8767X = 0, S2DOS05 = 1, S2MPA01 = 2, S2MPS11X = 3, S2MPS13X = 4, S2MPS14X = 5, S2MPS15X = 6, S2MPU02 = 7, S2MPU05 = 8, }; struct sec_platform_data; struct regmap_irq_chip_data; struct sec_pmic_dev { struct device *dev; struct sec_platform_data *pdata; struct regmap *regmap_pmic; struct i2c_client *i2c; long unsigned int device_type; int irq; struct regmap_irq_chip_data *irq_data; }; struct sec_regulator_data; struct sec_opmode_data; struct sec_platform_data { struct sec_regulator_data *regulators; struct sec_opmode_data *opmode; int num_regulators; int buck_gpios[3]; int buck_ds[3]; unsigned int buck2_voltage[8]; bool buck2_gpiodvs; unsigned int buck3_voltage[8]; bool buck3_gpiodvs; unsigned int buck4_voltage[8]; bool buck4_gpiodvs; int buck_default_idx; int buck_ramp_delay; bool buck2_ramp_enable; bool buck3_ramp_enable; bool buck4_ramp_enable; int buck2_init; int buck3_init; int buck4_init; bool manual_poweroff; bool disable_wrstbi; }; struct regulator_init_data; struct sec_regulator_data { int id; struct regulator_init_data *initdata; struct device_node *reg_node; struct gpio_desc *ext_control_gpiod; }; struct sec_opmode_data { int id; unsigned int mode; }; struct s2mps11_clk { struct sec_pmic_dev *iodev; struct device_node *clk_np; struct clk_hw hw; struct clk *clk; struct clk_lookup *lookup; u32 mask; unsigned int reg; }; struct clk_div_table { unsigned int val; unsigned int div; }; enum vc3_pfd_mux { VC3_PFD2_MUX = 0, VC3_PFD3_MUX = 1, }; enum vc3_pfd { VC3_PFD1 = 0, VC3_PFD2 = 1, VC3_PFD3 = 2, }; enum vc3_pll { VC3_PLL1 = 0, VC3_PLL2 = 1, VC3_PLL3 = 2, }; enum vc3_div_mux { VC3_DIV1_MUX = 0, VC3_DIV3_MUX = 1, VC3_DIV4_MUX = 2, }; enum vc3_div { VC3_DIV1 = 0, VC3_DIV2 = 1, VC3_DIV3 = 2, VC3_DIV4 = 3, VC3_DIV5 = 4, }; enum vc3_clk { VC3_REF = 0, VC3_SE1 = 1, VC3_SE2 = 2, VC3_SE3 = 3, VC3_DIFF1 = 4, VC3_DIFF2 = 5, }; enum vc3_clk_mux { VC3_SE1_MUX = 0, VC3_SE2_MUX = 1, VC3_SE3_MUX = 2, VC3_DIFF1_MUX = 3, VC3_DIFF2_MUX = 4, }; struct vc3_clk_data { u8 offs; u8 bitmsk; }; struct vc3_pfd_data { u8 num; u8 offs; u8 mdiv1_bitmsk; u8 mdiv2_bitmsk; }; struct vc3_vco { long unsigned int min; long unsigned int max; }; struct vc3_pll_data { struct vc3_vco vco; u8 num; u8 int_div_msb_offs; u8 int_div_lsb_offs; }; struct vc3_div_data { const struct clk_div_table *table; u8 offs; u8 shift; u8 width; u8 flags; }; struct vc3_hw_data { struct clk_hw hw; struct regmap *regmap; void *data; u32 div_int; u32 div_frc; }; struct vc3_hw_cfg { struct vc3_vco pll2_vco; u32 se2_clk_sel_msk; }; typedef s32 dma_cookie_t; enum dma_status { DMA_COMPLETE = 0, DMA_IN_PROGRESS = 1, DMA_PAUSED = 2, DMA_ERROR = 3, DMA_OUT_OF_ORDER = 4, }; enum dma_transfer_direction { DMA_MEM_TO_MEM = 0, DMA_MEM_TO_DEV = 1, DMA_DEV_TO_MEM = 2, DMA_DEV_TO_DEV = 3, DMA_TRANS_NONE = 4, }; struct data_chunk { size_t size; size_t icg; size_t dst_icg; size_t src_icg; }; struct dma_interleaved_template { dma_addr_t src_start; dma_addr_t dst_start; enum dma_transfer_direction dir; bool src_inc; bool dst_inc; bool src_sgl; bool dst_sgl; size_t numf; size_t frame_size; struct data_chunk sgl[0]; }; struct dma_vec { dma_addr_t addr; size_t len; }; enum dma_ctrl_flags { DMA_PREP_INTERRUPT = 1, DMA_CTRL_ACK = 2, DMA_PREP_PQ_DISABLE_P = 4, DMA_PREP_PQ_DISABLE_Q = 8, DMA_PREP_CONTINUE = 16, DMA_PREP_FENCE = 32, DMA_CTRL_REUSE = 64, DMA_PREP_CMD = 128, DMA_PREP_REPEAT = 256, DMA_PREP_LOAD_EOT = 512, }; enum sum_check_flags { SUM_CHECK_P_RESULT = 1, SUM_CHECK_Q_RESULT = 2, }; typedef struct { long unsigned int bits[1]; } dma_cap_mask_t; enum dma_desc_metadata_mode { DESC_METADATA_NONE = 0, DESC_METADATA_CLIENT = 1, DESC_METADATA_ENGINE = 2, }; struct dma_chan_percpu { long unsigned int memcpy_count; long unsigned int bytes_transferred; }; struct dma_router { struct device *dev; void (*route_free)(struct device *, void *); }; struct dma_device; struct dma_chan_dev; struct dma_chan { struct dma_device *device; struct device *slave; dma_cookie_t cookie; dma_cookie_t completed_cookie; int chan_id; struct dma_chan_dev *dev; const char *name; char *dbg_client_name; struct list_head device_node; struct dma_chan_percpu *local; int client_count; int table_count; struct dma_router *router; void *route_data; void *private; }; typedef bool (*dma_filter_fn)(struct dma_chan *, void *); struct dma_slave_map; struct dma_filter { dma_filter_fn fn; int mapcnt; const struct dma_slave_map *map; }; enum dmaengine_alignment { DMAENGINE_ALIGN_1_BYTE = 0, DMAENGINE_ALIGN_2_BYTES = 1, DMAENGINE_ALIGN_4_BYTES = 2, DMAENGINE_ALIGN_8_BYTES = 3, DMAENGINE_ALIGN_16_BYTES = 4, DMAENGINE_ALIGN_32_BYTES = 5, DMAENGINE_ALIGN_64_BYTES = 6, DMAENGINE_ALIGN_128_BYTES = 7, DMAENGINE_ALIGN_256_BYTES = 8, }; enum dma_residue_granularity { DMA_RESIDUE_GRANULARITY_DESCRIPTOR = 0, DMA_RESIDUE_GRANULARITY_SEGMENT = 1, DMA_RESIDUE_GRANULARITY_BURST = 2, }; struct dma_async_tx_descriptor; struct dma_slave_caps; struct dma_slave_config; struct dma_tx_state; struct dma_device { struct kref ref; unsigned int chancnt; unsigned int privatecnt; struct list_head channels; struct list_head global_node; struct dma_filter filter; dma_cap_mask_t cap_mask; enum dma_desc_metadata_mode desc_metadata_modes; short unsigned int max_xor; short unsigned int max_pq; enum dmaengine_alignment copy_align; enum dmaengine_alignment xor_align; enum dmaengine_alignment pq_align; enum dmaengine_alignment fill_align; int dev_id; struct device *dev; struct module *owner; struct ida chan_ida; u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool descriptor_reuse; enum dma_residue_granularity residue_granularity; int (*device_alloc_chan_resources)(struct dma_chan *); int (*device_router_config)(struct dma_chan *); void (*device_free_chan_resources)(struct dma_chan *); struct dma_async_tx_descriptor * (*device_prep_dma_memcpy)(struct dma_chan *, dma_addr_t, dma_addr_t, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor)(struct dma_chan *, dma_addr_t, dma_addr_t *, unsigned int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_xor_val)(struct dma_chan *, dma_addr_t *, unsigned int, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_pq_val)(struct dma_chan *, dma_addr_t *, dma_addr_t *, unsigned int, const unsigned char *, size_t, enum sum_check_flags *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset)(struct dma_chan *, dma_addr_t, int, size_t, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_memset_sg)(struct dma_chan *, struct scatterlist *, unsigned int, int, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_dma_interrupt)(struct dma_chan *, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_peripheral_dma_vec)(struct dma_chan *, const struct dma_vec *, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_slave_sg)(struct dma_chan *, struct scatterlist *, unsigned int, enum dma_transfer_direction, long unsigned int, void *); struct dma_async_tx_descriptor * (*device_prep_dma_cyclic)(struct dma_chan *, dma_addr_t, size_t, size_t, enum dma_transfer_direction, long unsigned int); struct dma_async_tx_descriptor * (*device_prep_interleaved_dma)(struct dma_chan *, struct dma_interleaved_template *, long unsigned int); void (*device_caps)(struct dma_chan *, struct dma_slave_caps *); int (*device_config)(struct dma_chan *, struct dma_slave_config *); int (*device_pause)(struct dma_chan *); int (*device_resume)(struct dma_chan *); int (*device_terminate_all)(struct dma_chan *); void (*device_synchronize)(struct dma_chan *); enum dma_status (*device_tx_status)(struct dma_chan *, dma_cookie_t, struct dma_tx_state *); void (*device_issue_pending)(struct dma_chan *); void (*device_release)(struct dma_device *); void (*dbg_summary_show)(struct seq_file *, struct dma_device *); struct dentry *dbg_dev_root; }; struct dma_chan_dev { struct dma_chan *chan; struct device device; int dev_id; bool chan_dma_dev; }; enum dma_slave_buswidth { DMA_SLAVE_BUSWIDTH_UNDEFINED = 0, DMA_SLAVE_BUSWIDTH_1_BYTE = 1, DMA_SLAVE_BUSWIDTH_2_BYTES = 2, DMA_SLAVE_BUSWIDTH_3_BYTES = 3, DMA_SLAVE_BUSWIDTH_4_BYTES = 4, DMA_SLAVE_BUSWIDTH_8_BYTES = 8, DMA_SLAVE_BUSWIDTH_16_BYTES = 16, DMA_SLAVE_BUSWIDTH_32_BYTES = 32, DMA_SLAVE_BUSWIDTH_64_BYTES = 64, DMA_SLAVE_BUSWIDTH_128_BYTES = 128, }; struct dma_slave_config { enum dma_transfer_direction direction; phys_addr_t src_addr; phys_addr_t dst_addr; enum dma_slave_buswidth src_addr_width; enum dma_slave_buswidth dst_addr_width; u32 src_maxburst; u32 dst_maxburst; u32 src_port_window_size; u32 dst_port_window_size; bool device_fc; void *peripheral_config; size_t peripheral_size; }; struct dma_slave_caps { u32 src_addr_widths; u32 dst_addr_widths; u32 directions; u32 min_burst; u32 max_burst; u32 max_sg_burst; bool cmd_pause; bool cmd_resume; bool cmd_terminate; enum dma_residue_granularity residue_granularity; bool descriptor_reuse; }; typedef void (*dma_async_tx_callback)(void *); enum dmaengine_tx_result { DMA_TRANS_NOERROR = 0, DMA_TRANS_READ_FAILED = 1, DMA_TRANS_WRITE_FAILED = 2, DMA_TRANS_ABORTED = 3, }; struct dmaengine_result { enum dmaengine_tx_result result; u32 residue; }; typedef void (*dma_async_tx_callback_result)(void *, const struct dmaengine_result *); struct dmaengine_unmap_data { u16 map_cnt; u8 to_cnt; u8 from_cnt; u8 bidi_cnt; struct device *dev; struct kref kref; size_t len; dma_addr_t addr[0]; }; struct dma_descriptor_metadata_ops { int (*attach)(struct dma_async_tx_descriptor *, void *, size_t); void * (*get_ptr)(struct dma_async_tx_descriptor *, size_t *, size_t *); int (*set_len)(struct dma_async_tx_descriptor *, size_t); }; struct dma_async_tx_descriptor { dma_cookie_t cookie; enum dma_ctrl_flags flags; dma_addr_t phys; struct dma_chan *chan; dma_cookie_t (*tx_submit)(struct dma_async_tx_descriptor *); int (*desc_free)(struct dma_async_tx_descriptor *); dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; struct dmaengine_unmap_data *unmap; enum dma_desc_metadata_mode desc_metadata_mode; struct dma_descriptor_metadata_ops *metadata_ops; struct dma_async_tx_descriptor *next; struct dma_async_tx_descriptor *parent; spinlock_t lock; }; struct dma_tx_state { dma_cookie_t last; dma_cookie_t used; u32 residue; u32 in_flight_bytes; }; struct dma_slave_map { const char *devname; const char *slave; void *param; }; struct dmaengine_desc_callback { dma_async_tx_callback callback; dma_async_tx_callback_result callback_result; void *callback_param; }; struct virt_dma_desc { struct dma_async_tx_descriptor tx; struct dmaengine_result tx_result; struct list_head node; }; struct virt_dma_chan { struct dma_chan chan; struct tasklet_struct task; void (*desc_free)(struct virt_dma_desc *); spinlock_t lock; struct list_head desc_allocated; struct list_head desc_submitted; struct list_head desc_issued; struct list_head desc_completed; struct list_head desc_terminated; struct virt_dma_desc *cyclic; }; struct pm_domain_data { struct list_head list_node; struct device *dev; }; struct of_dma { struct list_head of_dma_controllers; struct device_node *of_node; struct dma_chan * (*of_dma_xlate)(struct of_phandle_args *, struct of_dma *); void * (*of_dma_route_allocate)(struct of_phandle_args *, struct of_dma *); struct dma_router *dma_router; void *of_dma_data; }; enum fsl_edma_pm_state { RUNNING = 0, SUSPENDED = 1, }; struct fsl_edma_hw_tcd { __le32 saddr; __le16 soff; __le16 attr; __le32 nbytes; __le32 slast; __le32 daddr; __le16 doff; __le16 citer; __le32 dlast_sga; __le16 csr; __le16 biter; }; struct fsl_edma_hw_tcd64 { __le64 saddr; __le16 soff; __le16 attr; __le32 nbytes; __le64 slast; __le64 daddr; __le64 dlast_sga; __le16 doff; __le16 citer; __le16 csr; __le16 biter; }; struct fsl_edma3_ch_reg { __le32 ch_csr; __le32 ch_es; __le32 ch_int; __le32 ch_sbr; __le32 ch_pri; __le32 ch_mux; __le32 ch_mattr; __le32 ch_reserved; union { struct fsl_edma_hw_tcd tcd; struct fsl_edma_hw_tcd64 tcd64; }; }; struct edma_regs { void *cr; void *es; void *erqh; void *erql; void *eeih; void *eeil; void *seei; void *ceei; void *serq; void *cerq; void *cint; void *cerr; void *ssrt; void *cdne; void *inth; void *intl; void *errh; void *errl; }; struct fsl_edma_sw_tcd { dma_addr_t ptcd; void *vtcd; }; struct fsl_edma_engine; struct fsl_edma_desc; struct dma_pool; struct fsl_edma_chan { struct virt_dma_chan vchan; enum dma_status status; enum fsl_edma_pm_state pm_state; struct fsl_edma_engine *edma; struct fsl_edma_desc *edesc; struct dma_slave_config cfg; u32 attr; bool is_sw; struct dma_pool *tcd_pool; dma_addr_t dma_dev_addr; u32 dma_dev_size; enum dma_data_direction dma_dir; char chan_name[32]; void *tcd; void *mux_addr; u32 real_count; struct work_struct issue_worker; struct platform_device *pdev; struct device *pd_dev; struct device_link *pd_dev_link; u32 srcid; struct clk *clk; int priority; int hw_chanid; int txirq; irqreturn_t (*irq_handler)(int, void *); bool is_rxchan; bool is_remote; bool is_multi_fifo; }; struct fsl_edma_drvdata; struct fsl_edma_engine { struct dma_device dma_dev; void *membase; void *muxbase[2]; struct clk *muxclk[2]; struct clk *dmaclk; struct mutex fsl_edma_mutex; const struct fsl_edma_drvdata *drvdata; u32 n_chans; int txirq; int txirq_16_31; int errirq; bool big_endian; struct edma_regs regs; u64 chan_masked; struct fsl_edma_chan chans[0]; }; struct fsl_edma_desc { struct virt_dma_desc vdesc; struct fsl_edma_chan *echan; bool iscyclic; enum dma_transfer_direction dirn; unsigned int n_tcds; struct fsl_edma_sw_tcd tcd[0]; }; struct fsl_edma_drvdata { u32 dmamuxs; u32 chreg_off; u32 chreg_space_sz; u32 flags; u32 mux_off; u32 mux_skip; int (*setup_irq)(struct platform_device *, struct fsl_edma_engine *); }; enum reset_control_flags { RESET_CONTROL_EXCLUSIVE = 4, RESET_CONTROL_EXCLUSIVE_DEASSERTED = 12, RESET_CONTROL_EXCLUSIVE_RELEASED = 0, RESET_CONTROL_SHARED = 1, RESET_CONTROL_SHARED_DEASSERTED = 9, RESET_CONTROL_OPTIONAL_EXCLUSIVE = 6, RESET_CONTROL_OPTIONAL_EXCLUSIVE_DEASSERTED = 14, RESET_CONTROL_OPTIONAL_EXCLUSIVE_RELEASED = 2, RESET_CONTROL_OPTIONAL_SHARED = 3, RESET_CONTROL_OPTIONAL_SHARED_DEASSERTED = 11, }; enum pl330_cachectrl { CCTRL0 = 0, CCTRL1 = 1, CCTRL2 = 2, CCTRL3 = 3, INVALID1 = 4, INVALID2 = 5, CCTRL6 = 6, CCTRL7 = 7, }; enum pl330_byteswap { SWAP_NO = 0, SWAP_2 = 1, SWAP_4 = 2, SWAP_8 = 3, SWAP_16 = 4, }; struct pl330_config { u32 periph_id; unsigned int mode; unsigned int data_bus_width: 10; unsigned int data_buf_dep: 11; unsigned int num_chan: 4; unsigned int num_peri: 6; u32 peri_ns; unsigned int num_events: 6; u32 irq_ns; }; struct pl330_reqcfg { unsigned int dst_inc: 1; unsigned int src_inc: 1; bool nonsecure; bool privileged; bool insnaccess; unsigned int brst_len: 5; unsigned int brst_size: 3; enum pl330_cachectrl dcctl; enum pl330_cachectrl scctl; enum pl330_byteswap swap; struct pl330_config *pcfg; }; struct pl330_xfer { u32 src_addr; u32 dst_addr; u32 bytes; }; enum pl330_op_err { PL330_ERR_NONE = 0, PL330_ERR_ABORT = 1, PL330_ERR_FAIL = 2, }; enum dmamov_dst { SAR = 0, CCR = 1, DAR = 2, }; enum pl330_cond { SINGLE = 0, BURST = 1, ALWAYS = 2, }; struct dma_pl330_desc; struct _pl330_req { u32 mc_bus; void *mc_cpu; struct dma_pl330_desc *desc; }; enum desc_status { FREE = 0, PREP = 1, BUSY = 2, PAUSED = 3, DONE = 4, }; struct dma_pl330_chan; struct dma_pl330_desc { struct list_head node; struct dma_async_tx_descriptor txd; struct pl330_xfer px; struct pl330_reqcfg rqcfg; enum desc_status status; int bytes_requested; bool last; struct dma_pl330_chan *pchan; enum dma_transfer_direction rqtype; unsigned int peri: 5; struct list_head rqd; }; struct _pl330_tbd { bool reset_dmac; bool reset_mngr; u8 reset_chan; }; struct pl330_dmac; struct pl330_thread { u8 id; int ev; bool free; struct pl330_dmac *dmac; struct _pl330_req req[2]; unsigned int lstenq; int req_running; }; enum pl330_dmac_state { UNINIT = 0, INIT = 1, DYING = 2, }; struct pl330_dmac { struct dma_device ddma; struct list_head desc_pool; spinlock_t pool_lock; unsigned int mcbufsz; void *base; struct pl330_config pcfg; spinlock_t lock; int events[32]; dma_addr_t mcode_bus; void *mcode_cpu; struct pl330_thread *channels; struct pl330_thread *manager; struct tasklet_struct tasks; struct _pl330_tbd dmac_tbd; enum pl330_dmac_state state; struct list_head req_done; unsigned int num_peripherals; struct dma_pl330_chan *peripherals; int quirks; struct reset_control *rstc; struct reset_control *rstc_ocp; }; struct dma_pl330_chan { struct tasklet_struct task; struct dma_chan chan; struct list_head submitted_list; struct list_head work_list; struct list_head completed_list; struct pl330_dmac *dmac; spinlock_t lock; struct pl330_thread *thread; int burst_sz; int burst_len; phys_addr_t fifo_addr; dma_addr_t fifo_dma; enum dma_data_direction dir; struct dma_slave_config slave_config; bool cyclic; bool active; }; struct pl330_of_quirks { char *quirk; int id; }; struct _xfer_spec { u32 ccr; struct dma_pl330_desc *desc; }; struct _arg_LPEND { enum pl330_cond cond; bool forever; unsigned int loop; u8 bjump; }; struct _arg_GO { u8 chan; u32 addr; unsigned int ns; }; struct rcpm { unsigned int wakeup_cells; void *ippdexpcr_base; bool little_endian; }; enum gpd_status { GENPD_STATE_ON = 0, GENPD_STATE_OFF = 1, }; struct dev_power_governor { bool (*power_down_ok)(struct dev_pm_domain *); bool (*suspend_ok)(struct device *); }; struct gpd_dev_ops { int (*start)(struct device *); int (*stop)(struct device *); }; struct genpd_governor_data { s64 max_off_time_ns; bool max_off_time_changed; ktime_t next_wakeup; ktime_t next_hrtimer; bool cached_power_down_ok; bool cached_power_down_state_idx; }; struct genpd_power_state { const char *name; s64 power_off_latency_ns; s64 power_on_latency_ns; s64 residency_ns; u64 usage; u64 rejected; struct fwnode_handle *fwnode; u64 idle_time; void *data; }; struct opp_table; struct genpd_lock_ops; struct generic_pm_domain { struct device dev; struct dev_pm_domain domain; struct list_head gpd_list_node; struct list_head parent_links; struct list_head child_links; struct list_head dev_list; struct dev_power_governor *gov; struct genpd_governor_data *gd; struct work_struct power_off_work; struct fwnode_handle *provider; bool has_provider; const char *name; atomic_t sd_count; enum gpd_status status; unsigned int device_count; unsigned int device_id; unsigned int suspended_count; unsigned int prepared_count; unsigned int performance_state; cpumask_var_t cpus; bool synced_poweroff; int (*power_off)(struct generic_pm_domain *); int (*power_on)(struct generic_pm_domain *); struct raw_notifier_head power_notifiers; struct opp_table *opp_table; int (*set_performance_state)(struct generic_pm_domain *, unsigned int); struct gpd_dev_ops dev_ops; int (*set_hwmode_dev)(struct generic_pm_domain *, struct device *, bool); bool (*get_hwmode_dev)(struct generic_pm_domain *, struct device *); int (*attach_dev)(struct generic_pm_domain *, struct device *); void (*detach_dev)(struct generic_pm_domain *, struct device *); unsigned int flags; struct genpd_power_state *states; void (*free_states)(struct genpd_power_state *, unsigned int); unsigned int state_count; unsigned int state_idx; u64 on_time; u64 accounting_time; const struct genpd_lock_ops *lock_ops; union { struct mutex mlock; struct { spinlock_t slock; long unsigned int lock_flags; }; struct { raw_spinlock_t raw_slock; long unsigned int raw_lock_flags; }; }; }; struct genpd_lock_ops { void (*lock)(struct generic_pm_domain *); void (*lock_nested)(struct generic_pm_domain *, int); int (*lock_interruptible)(struct generic_pm_domain *); void (*unlock)(struct generic_pm_domain *); }; struct gpd_link { struct generic_pm_domain *parent; struct list_head parent_node; struct generic_pm_domain *child; struct list_head child_node; unsigned int performance_state; unsigned int prev_performance_state; }; struct gpd_timing_data { s64 suspend_latency_ns; s64 resume_latency_ns; s64 effective_constraint_ns; ktime_t next_wakeup; bool constraint_changed; bool cached_suspend_ok; }; struct generic_pm_domain_data { struct pm_domain_data base; struct gpd_timing_data *td; struct notifier_block nb; struct notifier_block *power_nb; int cpu; unsigned int performance_state; unsigned int default_pstate; unsigned int rpm_pstate; unsigned int opp_token; bool hw_mode; bool rpm_always_on; void *data; }; struct virtio_device_id { __u32 device; __u32 vendor; }; struct vringh_config_ops; struct virtio_config_ops; struct virtio_device { int index; bool failed; bool config_core_enabled; bool config_driver_disabled; bool config_change_pending; spinlock_t config_lock; spinlock_t vqs_list_lock; struct device dev; struct virtio_device_id id; const struct virtio_config_ops *config; const struct vringh_config_ops *vringh_config; struct list_head vqs; u64 features; void *priv; }; struct virtqueue; struct virtqueue_info; struct irq_affinity; struct virtio_shm_region; struct virtio_config_ops { void (*get)(struct virtio_device *, unsigned int, void *, unsigned int); void (*set)(struct virtio_device *, unsigned int, const void *, unsigned int); u32 (*generation)(struct virtio_device *); u8 (*get_status)(struct virtio_device *); void (*set_status)(struct virtio_device *, u8); void (*reset)(struct virtio_device *); int (*find_vqs)(struct virtio_device *, unsigned int, struct virtqueue **, struct virtqueue_info *, struct irq_affinity *); void (*del_vqs)(struct virtio_device *); void (*synchronize_cbs)(struct virtio_device *); u64 (*get_features)(struct virtio_device *); int (*finalize_features)(struct virtio_device *); const char * (*bus_name)(struct virtio_device *); int (*set_vq_affinity)(struct virtqueue *, const struct cpumask *); const struct cpumask * (*get_vq_affinity)(struct virtio_device *, int); bool (*get_shm_region)(struct virtio_device *, struct virtio_shm_region *, u8); int (*disable_vq_and_reset)(struct virtqueue *); int (*enable_vq_after_reset)(struct virtqueue *); }; struct irq_affinity { unsigned int pre_vectors; unsigned int post_vectors; unsigned int nr_sets; unsigned int set_size[4]; void (*calc_sets)(struct irq_affinity *, unsigned int); void *priv; }; struct virtqueue { struct list_head list; void (*callback)(struct virtqueue *); const char *name; struct virtio_device *vdev; unsigned int index; unsigned int num_free; unsigned int num_max; bool reset; void *priv; }; struct virtio_shm_region { u64 addr; u64 len; }; typedef void vq_callback_t(struct virtqueue *); struct virtqueue_info { const char *name; vq_callback_t *callback; bool ctx; }; struct virtio_mmio_device { struct virtio_device vdev; struct platform_device *pdev; void *base; long unsigned int version; spinlock_t lock; struct list_head virtqueues; }; struct virtio_mmio_vq_info { struct virtqueue *vq; struct list_head node; }; typedef unsigned int isolate_mode_t; struct virtio_driver { struct device_driver driver; const struct virtio_device_id *id_table; const unsigned int *feature_table; unsigned int feature_table_size; const unsigned int *feature_table_legacy; unsigned int feature_table_size_legacy; int (*validate)(struct virtio_device *); int (*probe)(struct virtio_device *); void (*scan)(struct virtio_device *); void (*remove)(struct virtio_device *); void (*config_changed)(struct virtio_device *); int (*freeze)(struct virtio_device *); int (*restore)(struct virtio_device *); int (*reset_prepare)(struct virtio_device *); int (*reset_done)(struct virtio_device *); void (*shutdown)(struct virtio_device *); }; typedef __u16 __virtio16; typedef __u32 __virtio32; typedef __u64 __virtio64; struct virtio_balloon_config { __le32 num_pages; __le32 actual; union { __le32 free_page_hint_cmd_id; __le32 free_page_report_cmd_id; }; __le32 poison_val; }; struct virtio_balloon_stat { __virtio16 tag; __virtio64 val; } __attribute__((packed)); struct movable_operations { bool (*isolate_page)(struct page *, isolate_mode_t); int (*migrate_page)(struct page *, struct page *, enum migrate_mode); void (*putback_page)(struct page *); }; struct balloon_dev_info { long unsigned int isolated_pages; spinlock_t pages_lock; struct list_head pages; int (*migratepage)(struct balloon_dev_info *, struct page *, struct page *, enum migrate_mode); }; struct page_reporting_dev_info { int (*report)(struct page_reporting_dev_info *, struct scatterlist *, unsigned int); struct delayed_work work; atomic_t state; unsigned int order; }; enum virtio_balloon_vq { VIRTIO_BALLOON_VQ_INFLATE = 0, VIRTIO_BALLOON_VQ_DEFLATE = 1, VIRTIO_BALLOON_VQ_STATS = 2, VIRTIO_BALLOON_VQ_FREE_PAGE = 3, VIRTIO_BALLOON_VQ_REPORTING = 4, VIRTIO_BALLOON_VQ_MAX = 5, }; enum virtio_balloon_config_read { VIRTIO_BALLOON_CONFIG_READ_CMD_ID = 0, }; struct virtio_balloon { struct virtio_device *vdev; struct virtqueue *inflate_vq; struct virtqueue *deflate_vq; struct virtqueue *stats_vq; struct virtqueue *free_page_vq; struct workqueue_struct *balloon_wq; struct work_struct report_free_page_work; struct work_struct update_balloon_stats_work; struct work_struct update_balloon_size_work; spinlock_t stop_update_lock; bool stop_update; long unsigned int config_read_bitmap; struct list_head free_page_list; spinlock_t free_page_list_lock; long unsigned int num_free_page_blocks; u32 cmd_id_received_cache; __virtio32 cmd_id_active; __virtio32 cmd_id_stop; wait_queue_head_t acked; unsigned int num_pages; struct balloon_dev_info vb_dev_info; struct mutex balloon_lock; unsigned int num_pfns; __virtio32 pfns[256]; struct virtio_balloon_stat stats[16]; struct shrinker *shrinker; struct notifier_block oom_nb; struct virtqueue *reporting_vq; struct page_reporting_dev_info pr_dev_info; spinlock_t wakeup_lock; bool processing_wakeup_event; u32 wakeup_signal_mask; }; typedef uint64_t xen_pfn_t; typedef uint64_t xen_ulong_t; typedef struct { union { xen_pfn_t *p; uint64_t q; }; } __guest_handle_xen_pfn_t; typedef uint16_t domid_t; struct xen_memory_reservation { __guest_handle_xen_pfn_t extent_start; xen_ulong_t nr_extents; unsigned int extent_order; unsigned int address_bits; domid_t domid; }; typedef uint32_t grant_ref_t; typedef uint32_t grant_handle_t; struct gnttab_map_grant_ref { uint64_t host_addr; uint32_t flags; grant_ref_t ref; domid_t dom; int16_t status; grant_handle_t handle; uint64_t dev_bus_addr; }; struct gnttab_unmap_grant_ref { uint64_t host_addr; uint64_t dev_bus_addr; grant_handle_t handle; int16_t status; }; typedef uint32_t evtchn_port_t; struct evtchn_alloc_unbound { domid_t dom; domid_t remote_dom; evtchn_port_t port; }; struct evtchn_close { evtchn_port_t port; }; typedef void (*xen_grant_fn_t)(long unsigned int, unsigned int, unsigned int, void *); enum xenbus_state { XenbusStateUnknown = 0, XenbusStateInitialising = 1, XenbusStateInitWait = 2, XenbusStateInitialised = 3, XenbusStateConnected = 4, XenbusStateClosing = 5, XenbusStateClosed = 6, XenbusStateReconfiguring = 7, XenbusStateReconfigured = 8, }; struct xsd_errors { int errnum; const char *errstring; }; struct xenbus_watch { struct list_head list; const char *node; unsigned int nr_pending; bool (*will_handle)(struct xenbus_watch *, const char *, const char *); void (*callback)(struct xenbus_watch *, const char *, const char *); }; struct xenbus_device { const char *devicetype; const char *nodename; const char *otherend; int otherend_id; struct xenbus_watch otherend_watch; struct device dev; enum xenbus_state state; struct completion down; struct work_struct work; struct semaphore reclaim_sem; atomic_t event_channels; atomic_t events; atomic_t spurious_events; atomic_t jiffies_eoi_delayed; unsigned int spurious_threshold; }; struct xenbus_transaction { u32 id; }; struct xenbus_map_node { struct list_head next; union { struct { struct vm_struct *area; } pv; struct { struct page *pages[16]; long unsigned int addrs[16]; void *addr; } hvm; }; grant_handle_t handles[16]; unsigned int nr_handles; }; struct map_ring_valloc { struct xenbus_map_node *node; long unsigned int addrs[16]; phys_addr_t phys_addrs[16]; struct gnttab_map_grant_ref map[16]; struct gnttab_unmap_grant_ref unmap[16]; unsigned int idx; }; struct xenbus_ring_ops { int (*map)(struct xenbus_device *, struct map_ring_valloc *, grant_ref_t *, unsigned int, void **); int (*unmap)(struct xenbus_device *, void *); }; struct unmap_ring_hvm { unsigned int idx; long unsigned int addrs[16]; }; typedef s8 int8_t; struct start_info { char magic[32]; long unsigned int nr_pages; long unsigned int shared_info; uint32_t flags; xen_pfn_t store_mfn; uint32_t store_evtchn; union { struct { xen_pfn_t mfn; uint32_t evtchn; } domU; struct { uint32_t info_off; uint32_t info_size; } dom0; } console; long unsigned int pt_base; long unsigned int nr_pt_frames; long unsigned int mfn_list; long unsigned int mod_start; long unsigned int mod_len; int8_t cmd_line[1024]; long unsigned int first_p2m_pfn; long unsigned int nr_p2m_frames; }; enum xen_domain_type { XEN_NATIVE = 0, XEN_PV_DOMAIN = 1, XEN_HVM_DOMAIN = 2, }; typedef uint32_t XENSTORE_RING_IDX; struct xenstore_domain_interface { char req[1024]; char rsp[1024]; XENSTORE_RING_IDX req_cons; XENSTORE_RING_IDX req_prod; XENSTORE_RING_IDX rsp_cons; XENSTORE_RING_IDX rsp_prod; uint32_t server_features; uint32_t connection; uint32_t error; }; struct xenbus_device_id { char devicetype[32]; }; struct xenbus_driver { const char *name; const struct xenbus_device_id *ids; bool allow_rebind; bool not_essential; int (*probe)(struct xenbus_device *, const struct xenbus_device_id *); void (*otherend_changed)(struct xenbus_device *, enum xenbus_state); void (*remove)(struct xenbus_device *); int (*suspend)(struct xenbus_device *); int (*resume)(struct xenbus_device *); int (*uevent)(const struct xenbus_device *, struct kobj_uevent_env *); struct device_driver driver; int (*read_otherend_details)(struct xenbus_device *); int (*is_ready)(struct xenbus_device *); void (*reclaim_memory)(struct xenbus_device *); }; struct xen_hvm_param { domid_t domid; uint32_t index; uint64_t value; }; struct xen_bus_type { char *root; unsigned int levels; int (*get_bus_id)(char *, const char *); int (*probe)(struct xen_bus_type *, const char *, const char *); bool (*otherend_will_handle)(struct xenbus_watch *, const char *, const char *); void (*otherend_changed)(struct xenbus_watch *, const char *, const char *); struct bus_type bus; }; enum xenstore_init { XS_UNKNOWN = 0, XS_PV = 1, XS_HVM = 2, XS_LOCAL = 3, }; struct xb_find_info { struct xenbus_device *dev; const char *nodename; }; struct balloon_stats { long unsigned int current_pages; long unsigned int target_pages; long unsigned int target_unpopulated; long unsigned int balloon_low; long unsigned int balloon_high; long unsigned int total_pages; long unsigned int schedule_delay; long unsigned int max_schedule_delay; long unsigned int retry_count; long unsigned int max_retry_count; }; struct dev_ext_attribute { struct device_attribute attr; void *var; }; struct tree_descr { const char *name; const struct file_operations *ops; int mode; }; struct privcmd_buf_private { struct mutex lock; struct list_head list; }; struct privcmd_buf_vma_private { struct privcmd_buf_private *file_priv; struct list_head list; unsigned int users; unsigned int n_pages; struct page *pages[0]; }; struct faux_device { struct device dev; }; struct faux_device_ops { int (*probe)(struct faux_device *); void (*remove)(struct faux_device *); }; struct linear_range { unsigned int min; unsigned int min_sel; unsigned int max_sel; unsigned int step; }; struct ww_acquire_ctx; struct ww_mutex { struct mutex base; struct ww_acquire_ctx *ctx; }; struct ww_acquire_ctx { struct task_struct *task; long unsigned int stamp; unsigned int acquired; short unsigned int wounded; short unsigned int is_wait_die; }; struct regulator_dev; struct regulator_ops { int (*list_voltage)(struct regulator_dev *, unsigned int); int (*set_voltage)(struct regulator_dev *, int, int, unsigned int *); int (*map_voltage)(struct regulator_dev *, int, int); int (*set_voltage_sel)(struct regulator_dev *, unsigned int); int (*get_voltage)(struct regulator_dev *); int (*get_voltage_sel)(struct regulator_dev *); int (*set_current_limit)(struct regulator_dev *, int, int); int (*get_current_limit)(struct regulator_dev *); int (*set_input_current_limit)(struct regulator_dev *, int); int (*set_over_current_protection)(struct regulator_dev *, int, int, bool); int (*set_over_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_under_voltage_protection)(struct regulator_dev *, int, int, bool); int (*set_thermal_protection)(struct regulator_dev *, int, int, bool); int (*set_active_discharge)(struct regulator_dev *, bool); int (*enable)(struct regulator_dev *); int (*disable)(struct regulator_dev *); int (*is_enabled)(struct regulator_dev *); int (*set_mode)(struct regulator_dev *, unsigned int); unsigned int (*get_mode)(struct regulator_dev *); int (*get_error_flags)(struct regulator_dev *, unsigned int *); int (*enable_time)(struct regulator_dev *); int (*set_ramp_delay)(struct regulator_dev *, int); int (*set_voltage_time)(struct regulator_dev *, int, int); int (*set_voltage_time_sel)(struct regulator_dev *, unsigned int, unsigned int); int (*set_soft_start)(struct regulator_dev *); int (*get_status)(struct regulator_dev *); unsigned int (*get_optimum_mode)(struct regulator_dev *, int, int, int); int (*set_load)(struct regulator_dev *, int); int (*set_bypass)(struct regulator_dev *, bool); int (*get_bypass)(struct regulator_dev *, bool *); int (*set_suspend_voltage)(struct regulator_dev *, int); int (*set_suspend_enable)(struct regulator_dev *); int (*set_suspend_disable)(struct regulator_dev *); int (*set_suspend_mode)(struct regulator_dev *, unsigned int); int (*resume)(struct regulator_dev *); int (*set_pull_down)(struct regulator_dev *); }; struct regulator_coupler; struct coupling_desc { struct regulator_dev **coupled_rdevs; struct regulator_coupler *coupler; int n_resolved; int n_coupled; }; struct regulator_desc; struct regulation_constraints; struct regulator_enable_gpio; struct regulator_dev { const struct regulator_desc *desc; int exclusive; u32 use_count; u32 open_count; u32 bypass_count; struct list_head list; struct list_head consumer_list; struct coupling_desc coupling_desc; struct blocking_notifier_head notifier; struct ww_mutex mutex; struct task_struct *mutex_owner; int ref_cnt; struct module *owner; struct device dev; struct regulation_constraints *constraints; struct regulator *supply; const char *supply_name; struct regmap *regmap; struct delayed_work disable_work; void *reg_data; struct dentry *debugfs; struct regulator_enable_gpio *ena_pin; unsigned int ena_gpio_state: 1; unsigned int is_switch: 1; ktime_t last_off; int cached_err; bool use_cached_err; spinlock_t err_lock; int pw_requested_mW; }; enum regulator_type { REGULATOR_VOLTAGE = 0, REGULATOR_CURRENT = 1, }; struct regulator_config; struct regulator_desc { const char *name; const char *supply_name; const char *of_match; bool of_match_full_name; const char *regulators_node; int (*of_parse_cb)(struct device_node *, const struct regulator_desc *, struct regulator_config *); int (*init_cb)(struct regulator_dev *, struct regulator_config *); int id; unsigned int continuous_voltage_range: 1; unsigned int n_voltages; unsigned int n_current_limits; const struct regulator_ops *ops; int irq; enum regulator_type type; struct module *owner; unsigned int min_uV; unsigned int uV_step; unsigned int linear_min_sel; int fixed_uV; unsigned int ramp_delay; int min_dropout_uV; const struct linear_range *linear_ranges; const unsigned int *linear_range_selectors_bitfield; int n_linear_ranges; const unsigned int *volt_table; const unsigned int *curr_table; unsigned int vsel_range_reg; unsigned int vsel_range_mask; bool range_applied_by_vsel; unsigned int vsel_reg; unsigned int vsel_mask; unsigned int vsel_step; unsigned int csel_reg; unsigned int csel_mask; unsigned int apply_reg; unsigned int apply_bit; unsigned int enable_reg; unsigned int enable_mask; unsigned int enable_val; unsigned int disable_val; bool enable_is_inverted; unsigned int bypass_reg; unsigned int bypass_mask; unsigned int bypass_val_on; unsigned int bypass_val_off; unsigned int active_discharge_on; unsigned int active_discharge_off; unsigned int active_discharge_mask; unsigned int active_discharge_reg; unsigned int soft_start_reg; unsigned int soft_start_mask; unsigned int soft_start_val_on; unsigned int pull_down_reg; unsigned int pull_down_mask; unsigned int pull_down_val_on; unsigned int ramp_reg; unsigned int ramp_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int enable_time; unsigned int off_on_delay; unsigned int poll_enabled_time; unsigned int (*of_map_mode)(unsigned int); }; struct regulator_config { struct device *dev; const struct regulator_init_data *init_data; void *driver_data; struct device_node *of_node; struct regmap *regmap; struct gpio_desc *ena_gpiod; }; struct regulator_state { int uV; int min_uV; int max_uV; unsigned int mode; int enabled; bool changeable; }; struct notification_limit { int prot; int err; int warn; }; struct regulation_constraints { const char *name; int min_uV; int max_uV; int uV_offset; int min_uA; int max_uA; int ilim_uA; int pw_budget_mW; int system_load; u32 *max_spread; int max_uV_step; unsigned int valid_modes_mask; unsigned int valid_ops_mask; int input_uV; struct regulator_state state_disk; struct regulator_state state_mem; struct regulator_state state_standby; struct notification_limit over_curr_limits; struct notification_limit over_voltage_limits; struct notification_limit under_voltage_limits; struct notification_limit temp_limits; suspend_state_t initial_state; unsigned int initial_mode; unsigned int ramp_delay; unsigned int settling_time; unsigned int settling_time_up; unsigned int settling_time_down; unsigned int enable_time; unsigned int uv_less_critical_window_ms; unsigned int active_discharge; unsigned int always_on: 1; unsigned int boot_on: 1; unsigned int apply_uV: 1; unsigned int ramp_disable: 1; unsigned int soft_start: 1; unsigned int pull_down: 1; unsigned int system_critical: 1; unsigned int over_current_protection: 1; unsigned int over_current_detection: 1; unsigned int over_voltage_detection: 1; unsigned int under_voltage_detection: 1; unsigned int over_temp_detection: 1; }; struct regulator_consumer_supply; struct regulator_init_data { const char *supply_regulator; struct regulation_constraints constraints; int num_consumer_supplies; struct regulator_consumer_supply *consumer_supplies; void *driver_data; }; struct regulator_consumer_supply { const char *dev_name; const char *supply; }; struct regulator_bulk_data { const char *supply; struct regulator *consumer; int init_load_uA; int ret; }; struct regulator_voltage { int min_uV; int max_uV; }; struct regulator { struct device *dev; struct list_head list; unsigned int always_on: 1; unsigned int bypass: 1; unsigned int device_link: 1; int uA_load; unsigned int enable_count; unsigned int deferred_disables; struct regulator_voltage voltage[5]; const char *supply_name; struct device_attribute dev_attr; struct regulator_dev *rdev; struct dentry *debugfs; }; struct regulator_err_state { struct regulator_dev *rdev; long unsigned int notifs; long unsigned int errors; int possible_errs; }; struct regulator_irq_data { struct regulator_err_state *states; int num_states; void *data; long int opaque; }; struct regulator_irq_desc { const char *name; int fatal_cnt; int reread_ms; int irq_off_ms; bool skip_off; bool high_prio; void *data; int (*die)(struct regulator_irq_data *); int (*map_event)(int, struct regulator_irq_data *, long unsigned int *); int (*renable)(struct regulator_irq_data *); }; enum regulator_get_type { NORMAL_GET = 0, EXCLUSIVE_GET = 1, OPTIONAL_GET = 2, MAX_GET_TYPE = 3, }; struct regulator_bulk_devres { struct regulator_bulk_data *consumers; int num_consumers; }; struct regulator_supply_alias_match { struct device *dev; const char *id; }; struct regulator_notifier_match { struct regulator *regulator; struct notifier_block *nb; }; struct fixed_voltage_config { const char *supply_name; const char *input_supply; int microvolts; unsigned int startup_delay; unsigned int off_on_delay; unsigned int enabled_at_boot: 1; struct regulator_init_data *init_data; }; struct fixed_voltage_data { struct regulator_desc desc; struct regulator_dev *dev; struct clk *enable_clock; unsigned int enable_counter; int performance_state; }; struct fixed_dev_type { bool has_enable_clock; bool has_performance_state; }; enum regulator_detection_severity { REGULATOR_SEVERITY_PROT = 0, REGULATOR_SEVERITY_ERR = 1, REGULATOR_SEVERITY_WARN = 2, }; enum rohm_chip_type { ROHM_CHIP_TYPE_BD9571 = 0, ROHM_CHIP_TYPE_BD9573 = 1, ROHM_CHIP_TYPE_BD9574 = 2, ROHM_CHIP_TYPE_BD9576 = 3, ROHM_CHIP_TYPE_BD71815 = 4, ROHM_CHIP_TYPE_BD71828 = 5, ROHM_CHIP_TYPE_BD71837 = 6, ROHM_CHIP_TYPE_BD71847 = 7, ROHM_CHIP_TYPE_BD96801 = 8, ROHM_CHIP_TYPE_AMOUNT = 9, }; struct rohm_dvs_config { uint64_t level_map; unsigned int run_reg; unsigned int run_mask; unsigned int run_on_mask; unsigned int idle_reg; unsigned int idle_mask; unsigned int idle_on_mask; unsigned int suspend_reg; unsigned int suspend_mask; unsigned int suspend_on_mask; unsigned int lpsr_reg; unsigned int lpsr_mask; unsigned int lpsr_on_mask; unsigned int snvs_reg; unsigned int snvs_mask; unsigned int snvs_on_mask; }; enum { BD718XX_BUCK1 = 0, BD718XX_BUCK2 = 1, BD718XX_BUCK3 = 2, BD718XX_BUCK4 = 3, BD718XX_BUCK5 = 4, BD718XX_BUCK6 = 5, BD718XX_BUCK7 = 6, BD718XX_BUCK8 = 7, BD718XX_LDO1 = 8, BD718XX_LDO2 = 9, BD718XX_LDO3 = 10, BD718XX_LDO4 = 11, BD718XX_LDO5 = 12, BD718XX_LDO6 = 13, BD718XX_LDO7 = 14, BD718XX_REGULATOR_AMOUNT = 15, }; enum { BD71837_REG_BUCK3_CTRL = 7, BD71837_REG_BUCK4_CTRL = 8, BD71837_REG_BUCK3_VOLT_RUN = 18, BD71837_REG_BUCK4_VOLT_RUN = 19, BD71837_REG_LDO7_VOLT = 30, }; enum { BD718XX_REG_REV = 0, BD718XX_REG_SWRESET = 1, BD718XX_REG_I2C_DEV = 2, BD718XX_REG_PWRCTRL0 = 3, BD718XX_REG_PWRCTRL1 = 4, BD718XX_REG_BUCK1_CTRL = 5, BD718XX_REG_BUCK2_CTRL = 6, BD718XX_REG_1ST_NODVS_BUCK_CTRL = 9, BD718XX_REG_2ND_NODVS_BUCK_CTRL = 10, BD718XX_REG_3RD_NODVS_BUCK_CTRL = 11, BD718XX_REG_4TH_NODVS_BUCK_CTRL = 12, BD718XX_REG_BUCK1_VOLT_RUN = 13, BD718XX_REG_BUCK1_VOLT_IDLE = 14, BD718XX_REG_BUCK1_VOLT_SUSP = 15, BD718XX_REG_BUCK2_VOLT_RUN = 16, BD718XX_REG_BUCK2_VOLT_IDLE = 17, BD718XX_REG_1ST_NODVS_BUCK_VOLT = 20, BD718XX_REG_2ND_NODVS_BUCK_VOLT = 21, BD718XX_REG_3RD_NODVS_BUCK_VOLT = 22, BD718XX_REG_4TH_NODVS_BUCK_VOLT = 23, BD718XX_REG_LDO1_VOLT = 24, BD718XX_REG_LDO2_VOLT = 25, BD718XX_REG_LDO3_VOLT = 26, BD718XX_REG_LDO4_VOLT = 27, BD718XX_REG_LDO5_VOLT = 28, BD718XX_REG_LDO6_VOLT = 29, BD718XX_REG_TRANS_COND0 = 31, BD718XX_REG_TRANS_COND1 = 32, BD718XX_REG_VRFAULTEN = 33, BD718XX_REG_MVRFLTMASK0 = 34, BD718XX_REG_MVRFLTMASK1 = 35, BD718XX_REG_MVRFLTMASK2 = 36, BD718XX_REG_RCVCFG = 37, BD718XX_REG_RCVNUM = 38, BD718XX_REG_PWRONCONFIG0 = 39, BD718XX_REG_PWRONCONFIG1 = 40, BD718XX_REG_RESETSRC = 41, BD718XX_REG_MIRQ = 42, BD718XX_REG_IRQ = 43, BD718XX_REG_IN_MON = 44, BD718XX_REG_POW_STATE = 45, BD718XX_REG_OUT32K = 46, BD718XX_REG_REGLOCK = 47, BD718XX_REG_OTPVER = 255, BD718XX_MAX_REGISTER = 256, }; struct reg_init { unsigned int reg; unsigned int mask; unsigned int val; }; struct bd718xx_regulator_data { struct regulator_desc desc; const struct rohm_dvs_config dvs; const struct reg_init init; const struct reg_init *additional_inits; int additional_init_amnt; }; struct hi6421_pmic { struct regmap *regmap; }; struct hi6421v530_regulator_info { struct regulator_desc rdesc; u8 mode_mask; }; enum hi6421v530_regulator_id { HI6421V530_LDO3 = 0, HI6421V530_LDO9 = 1, HI6421V530_LDO11 = 2, HI6421V530_LDO15 = 3, HI6421V530_LDO16 = 4, }; struct mt6397_chip { struct device *dev; struct regmap *regmap; struct notifier_block pm_nb; int irq; struct irq_domain *irq_domain; struct mutex irqlock; u16 wake_mask[3]; u16 irq_masks_cur[3]; u16 irq_masks_cache[3]; u16 int_con[3]; u16 int_status[3]; u16 chip_id; void *irq_data; }; enum { MT6357_ID_VCORE = 0, MT6357_ID_VMODEM = 1, MT6357_ID_VPA = 2, MT6357_ID_VPROC = 3, MT6357_ID_VS1 = 4, MT6357_ID_VAUX18 = 5, MT6357_ID_VAUD28 = 6, MT6357_ID_VCAMA = 7, MT6357_ID_VCAMD = 8, MT6357_ID_VCAMIO = 9, MT6357_ID_VCN18 = 10, MT6357_ID_VCN28 = 11, MT6357_ID_VCN33_BT = 12, MT6357_ID_VCN33_WIFI = 13, MT6357_ID_VDRAM = 14, MT6357_ID_VEFUSE = 15, MT6357_ID_VEMC = 16, MT6357_ID_VFE28 = 17, MT6357_ID_VIBR = 18, MT6357_ID_VIO18 = 19, MT6357_ID_VIO28 = 20, MT6357_ID_VLDO28 = 21, MT6357_ID_VMC = 22, MT6357_ID_VMCH = 23, MT6357_ID_VRF12 = 24, MT6357_ID_VRF18 = 25, MT6357_ID_VSIM1 = 26, MT6357_ID_VSIM2 = 27, MT6357_ID_VSRAM_OTHERS = 28, MT6357_ID_VSRAM_PROC = 29, MT6357_ID_VUSB33 = 30, MT6357_ID_VXO22 = 31, MT6357_ID_RG_MAX = 32, }; struct mt6357_regulator_info { struct regulator_desc desc; u32 da_vsel_reg; u32 da_vsel_mask; }; enum regulator_status { REGULATOR_STATUS_OFF = 0, REGULATOR_STATUS_ON = 1, REGULATOR_STATUS_ERROR = 2, REGULATOR_STATUS_FAST = 3, REGULATOR_STATUS_NORMAL = 4, REGULATOR_STATUS_IDLE = 5, REGULATOR_STATUS_STANDBY = 6, REGULATOR_STATUS_BYPASS = 7, REGULATOR_STATUS_UNDEFINED = 8, }; enum { MT6397_ID_VPCA15 = 0, MT6397_ID_VPCA7 = 1, MT6397_ID_VSRAMCA15 = 2, MT6397_ID_VSRAMCA7 = 3, MT6397_ID_VCORE = 4, MT6397_ID_VGPU = 5, MT6397_ID_VDRM = 6, MT6397_ID_VIO18 = 7, MT6397_ID_VTCXO = 8, MT6397_ID_VA28 = 9, MT6397_ID_VCAMA = 10, MT6397_ID_VIO28 = 11, MT6397_ID_VUSB = 12, MT6397_ID_VMC = 13, MT6397_ID_VMCH = 14, MT6397_ID_VEMC3V3 = 15, MT6397_ID_VGP1 = 16, MT6397_ID_VGP2 = 17, MT6397_ID_VGP3 = 18, MT6397_ID_VGP4 = 19, MT6397_ID_VGP5 = 20, MT6397_ID_VGP6 = 21, MT6397_ID_VIBR = 22, MT6397_ID_RG_MAX = 23, }; struct mt6397_regulator_info { struct regulator_desc desc; u32 qi; u32 vselon_reg; u32 vselctrl_reg; u32 vselctrl_mask; u32 modeset_reg; u32 modeset_mask; }; struct of_regulator_match { const char *name; void *driver_data; struct regulator_init_data *init_data; struct device_node *of_node; const struct regulator_desc *desc; }; enum sys_off_mode { SYS_OFF_MODE_POWER_OFF_PREPARE = 0, SYS_OFF_MODE_POWER_OFF = 1, SYS_OFF_MODE_RESTART_PREPARE = 2, SYS_OFF_MODE_RESTART = 3, }; struct sys_off_data { int mode; void *cb_data; const char *cmd; struct device *dev; }; enum chips { PFUZE100 = 0, PFUZE200 = 1, PFUZE3000 = 3, PFUZE3001 = 49, }; struct pfuze_regulator { struct regulator_desc desc; unsigned char stby_reg; unsigned char stby_mask; bool sw_reg; }; struct pfuze_chip { int chip_id; int flags; struct regmap *regmap; struct device *dev; struct pfuze_regulator regulator_descs[16]; struct regulator_dev *regulators[16]; const struct pfuze_regulator *pfuze_regulators; }; struct scmi_revision_info { u16 major_ver; u16 minor_ver; u8 num_protocols; u8 num_agents; u32 impl_ver; char vendor_id[16]; char sub_vendor_id[16]; }; struct scmi_xfer_ops; struct scmi_proto_helpers_ops; struct scmi_protocol_handle { struct device *dev; const struct scmi_xfer_ops *xops; const struct scmi_proto_helpers_ops *hops; int (*set_priv)(const struct scmi_protocol_handle *, void *, u32); void * (*get_priv)(const struct scmi_protocol_handle *); }; struct scmi_reset_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const char * (*name_get)(const struct scmi_protocol_handle *, u32); int (*latency_get)(const struct scmi_protocol_handle *, u32); int (*reset)(const struct scmi_protocol_handle *, u32); int (*assert)(const struct scmi_protocol_handle *, u32); int (*deassert)(const struct scmi_protocol_handle *, u32); }; struct scmi_device; struct scmi_handle; struct scmi_notify_ops { int (*devm_event_notifier_register)(struct scmi_device *, u8, u8, const u32 *, struct notifier_block *); int (*devm_event_notifier_unregister)(struct scmi_device *, struct notifier_block *); int (*event_notifier_register)(const struct scmi_handle *, u8, u8, const u32 *, struct notifier_block *); int (*event_notifier_unregister)(const struct scmi_handle *, u8, u8, const u32 *, struct notifier_block *); }; struct scmi_device { u32 id; u8 protocol_id; const char *name; struct device dev; struct scmi_handle *handle; }; struct scmi_handle { struct device *dev; struct scmi_revision_info *version; int (*devm_protocol_acquire)(struct scmi_device *, u8); const void * (*devm_protocol_get)(struct scmi_device *, u8, struct scmi_protocol_handle **); void (*devm_protocol_put)(struct scmi_device *, u8); bool (*is_transport_atomic)(const struct scmi_handle *, unsigned int *); const struct scmi_notify_ops *notify_ops; }; enum scmi_std_protocol { SCMI_PROTOCOL_BASE = 16, SCMI_PROTOCOL_POWER = 17, SCMI_PROTOCOL_SYSTEM = 18, SCMI_PROTOCOL_PERF = 19, SCMI_PROTOCOL_CLOCK = 20, SCMI_PROTOCOL_SENSOR = 21, SCMI_PROTOCOL_RESET = 22, SCMI_PROTOCOL_VOLTAGE = 23, SCMI_PROTOCOL_POWERCAP = 24, SCMI_PROTOCOL_PINCTRL = 25, }; struct scmi_device_id { u8 protocol_id; const char *name; }; struct scmi_driver { const char *name; int (*probe)(struct scmi_device *); void (*remove)(struct scmi_device *); const struct scmi_device_id *id_table; struct device_driver driver; }; struct scmi_reset_data { struct reset_controller_dev rcdev; const struct scmi_protocol_handle *ph; }; enum tty_driver_flag { TTY_DRIVER_INSTALLED = 1, TTY_DRIVER_RESET_TERMIOS = 2, TTY_DRIVER_REAL_RAW = 4, TTY_DRIVER_DYNAMIC_DEV = 8, TTY_DRIVER_DEVPTS_MEM = 16, TTY_DRIVER_HARDWARE_BREAK = 32, TTY_DRIVER_DYNAMIC_ALLOC = 64, TTY_DRIVER_UNNUMBERED_NODE = 128, }; enum tty_struct_flags { TTY_THROTTLED = 0, TTY_IO_ERROR = 1, TTY_OTHER_CLOSED = 2, TTY_EXCLUSIVE = 3, TTY_DO_WRITE_WAKEUP = 4, TTY_LDISC_OPEN = 5, TTY_PTY_LOCK = 6, TTY_NO_WRITE_SPLIT = 7, TTY_HUPPED = 8, TTY_HUPPING = 9, TTY_LDISC_CHANGING = 10, TTY_LDISC_HALTED = 11, }; struct ldsem_waiter { struct list_head list; struct task_struct *task; }; struct vt_mode { char mode; char waitv; short int relsig; short int acqsig; short int frsig; }; struct console_font { unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; enum vc_intensity { VCI_HALF_BRIGHT = 0, VCI_NORMAL = 1, VCI_BOLD = 2, VCI_MASK = 3, }; struct vc_state { unsigned int x; unsigned int y; unsigned char color; unsigned char Gx_charset[2]; unsigned int charset: 1; enum vc_intensity intensity; bool italic; bool underline; bool blink; bool reverse; }; struct consw; struct uni_pagedict; struct vc_data { struct tty_port port; struct vc_state state; struct vc_state saved_state; short unsigned int vc_num; unsigned int vc_cols; unsigned int vc_rows; unsigned int vc_size_row; unsigned int vc_scan_lines; unsigned int vc_cell_height; long unsigned int vc_origin; long unsigned int vc_scr_end; long unsigned int vc_visible_origin; unsigned int vc_top; unsigned int vc_bottom; const struct consw *vc_sw; short unsigned int *vc_screenbuf; unsigned int vc_screenbuf_size; unsigned char vc_mode; unsigned char vc_attr; unsigned char vc_def_color; unsigned char vc_ulcolor; unsigned char vc_itcolor; unsigned char vc_halfcolor; unsigned int vc_cursor_type; short unsigned int vc_complement_mask; short unsigned int vc_s_complement_mask; long unsigned int vc_pos; short unsigned int vc_hi_font_mask; struct console_font vc_font; short unsigned int vc_video_erase_char; unsigned int vc_state; unsigned int vc_npar; unsigned int vc_par[16]; struct vt_mode vt_mode; struct pid *vt_pid; int vt_newvt; wait_queue_head_t paste_wait; unsigned int vc_disp_ctrl: 1; unsigned int vc_toggle_meta: 1; unsigned int vc_decscnm: 1; unsigned int vc_decom: 1; unsigned int vc_decawm: 1; unsigned int vc_deccm: 1; unsigned int vc_decim: 1; unsigned int vc_priv: 3; unsigned int vc_need_wrap: 1; unsigned int vc_can_do_color: 1; unsigned int vc_report_mouse: 2; unsigned char vc_utf: 1; unsigned char vc_utf_count; int vc_utf_char; long unsigned int vc_tab_stop[4]; unsigned char vc_palette[48]; short unsigned int *vc_translate; unsigned int vc_bell_pitch; unsigned int vc_bell_duration; short unsigned int vc_cur_blink_ms; struct vc_data **vc_display_fg; struct uni_pagedict *uni_pagedict; struct uni_pagedict **uni_pagedict_loc; u32 **vc_uni_lines; }; enum con_scroll { SM_UP = 0, SM_DOWN = 1, }; struct consw { struct module *owner; const char * (*con_startup)(); void (*con_init)(struct vc_data *, bool); void (*con_deinit)(struct vc_data *); void (*con_clear)(struct vc_data *, unsigned int, unsigned int, unsigned int); void (*con_putc)(struct vc_data *, u16, unsigned int, unsigned int); void (*con_putcs)(struct vc_data *, const u16 *, unsigned int, unsigned int, unsigned int); void (*con_cursor)(struct vc_data *, bool); bool (*con_scroll)(struct vc_data *, unsigned int, unsigned int, enum con_scroll, unsigned int); bool (*con_switch)(struct vc_data *); bool (*con_blank)(struct vc_data *, enum vesa_blank_mode, bool); int (*con_font_set)(struct vc_data *, const struct console_font *, unsigned int, unsigned int); int (*con_font_get)(struct vc_data *, struct console_font *, unsigned int); int (*con_font_default)(struct vc_data *, struct console_font *, const char *); int (*con_resize)(struct vc_data *, unsigned int, unsigned int, bool); void (*con_set_palette)(struct vc_data *, const unsigned char *); void (*con_scrolldelta)(struct vc_data *, int); bool (*con_set_origin)(struct vc_data *); void (*con_save_screen)(struct vc_data *); u8 (*con_build_attr)(struct vc_data *, u8, enum vc_intensity, bool, bool, bool, bool); void (*con_invert_region)(struct vc_data *, u16 *, int); void (*con_debug_enter)(struct vc_data *); void (*con_debug_leave)(struct vc_data *); }; struct vc { struct vc_data *d; struct work_struct SAK_work; }; struct vt_notifier_param { struct vc_data *vc; unsigned int c; }; struct vcs_poll_data { struct notifier_block notifier; unsigned int cons_num; int event; wait_queue_head_t waitq; struct fasync_struct *fasync; }; struct input_id { __u16 bustype; __u16 vendor; __u16 product; __u16 version; }; struct input_absinfo { __s32 value; __s32 minimum; __s32 maximum; __s32 fuzz; __s32 flat; __s32 resolution; }; struct input_keymap_entry { __u8 flags; __u8 len; __u16 index; __u32 keycode; __u8 scancode[32]; }; struct ff_replay { __u16 length; __u16 delay; }; struct ff_trigger { __u16 button; __u16 interval; }; struct ff_envelope { __u16 attack_length; __u16 attack_level; __u16 fade_length; __u16 fade_level; }; struct ff_constant_effect { __s16 level; struct ff_envelope envelope; }; struct ff_ramp_effect { __s16 start_level; __s16 end_level; struct ff_envelope envelope; }; struct ff_condition_effect { __u16 right_saturation; __u16 left_saturation; __s16 right_coeff; __s16 left_coeff; __u16 deadband; __s16 center; }; struct ff_periodic_effect { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; __s16 *custom_data; }; struct ff_rumble_effect { __u16 strong_magnitude; __u16 weak_magnitude; }; struct ff_effect { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct input_device_id { kernel_ulong_t flags; __u16 bustype; __u16 vendor; __u16 product; __u16 version; kernel_ulong_t evbit[1]; kernel_ulong_t keybit[12]; kernel_ulong_t relbit[1]; kernel_ulong_t absbit[1]; kernel_ulong_t mscbit[1]; kernel_ulong_t ledbit[1]; kernel_ulong_t sndbit[1]; kernel_ulong_t ffbit[2]; kernel_ulong_t swbit[1]; kernel_ulong_t propbit[1]; kernel_ulong_t driver_info; }; struct input_value { __u16 type; __u16 code; __s32 value; }; struct ff_device; struct input_dev_poller; struct input_mt; struct input_handle; struct input_dev { const char *name; const char *phys; const char *uniq; struct input_id id; long unsigned int propbit[1]; long unsigned int evbit[1]; long unsigned int keybit[12]; long unsigned int relbit[1]; long unsigned int absbit[1]; long unsigned int mscbit[1]; long unsigned int ledbit[1]; long unsigned int sndbit[1]; long unsigned int ffbit[2]; long unsigned int swbit[1]; unsigned int hint_events_per_packet; unsigned int keycodemax; unsigned int keycodesize; void *keycode; int (*setkeycode)(struct input_dev *, const struct input_keymap_entry *, unsigned int *); int (*getkeycode)(struct input_dev *, struct input_keymap_entry *); struct ff_device *ff; struct input_dev_poller *poller; unsigned int repeat_key; struct timer_list timer; int rep[2]; struct input_mt *mt; struct input_absinfo *absinfo; long unsigned int key[12]; long unsigned int led[1]; long unsigned int snd[1]; long unsigned int sw[1]; int (*open)(struct input_dev *); void (*close)(struct input_dev *); int (*flush)(struct input_dev *, struct file *); int (*event)(struct input_dev *, unsigned int, unsigned int, int); struct input_handle *grab; spinlock_t event_lock; struct mutex mutex; unsigned int users; bool going_away; struct device dev; struct list_head h_list; struct list_head node; unsigned int num_vals; unsigned int max_vals; struct input_value *vals; bool devres_managed; ktime_t timestamp[3]; bool inhibited; }; struct ff_device { int (*upload)(struct input_dev *, struct ff_effect *, struct ff_effect *); int (*erase)(struct input_dev *, int); int (*playback)(struct input_dev *, int, int); void (*set_gain)(struct input_dev *, u16); void (*set_autocenter)(struct input_dev *, u16); void (*destroy)(struct ff_device *); void *private; long unsigned int ffbit[2]; struct mutex mutex; int max_effects; struct ff_effect *effects; struct file *effect_owners[0]; }; struct input_handler; struct input_handle { void *private; int open; const char *name; struct input_dev *dev; struct input_handler *handler; unsigned int (*handle_events)(struct input_handle *, struct input_value *, unsigned int); struct list_head d_node; struct list_head h_node; }; struct input_handler { void *private; void (*event)(struct input_handle *, unsigned int, unsigned int, int); unsigned int (*events)(struct input_handle *, struct input_value *, unsigned int); bool (*filter)(struct input_handle *, unsigned int, unsigned int, int); bool (*match)(struct input_handler *, struct input_dev *); int (*connect)(struct input_handler *, struct input_dev *, const struct input_device_id *); void (*disconnect)(struct input_handle *); void (*start)(struct input_handle *); bool passive_observer; bool legacy_minors; int minor; const char *name; const struct input_device_id *id_table; struct list_head h_list; struct list_head node; }; struct kbentry { unsigned char kb_table; unsigned char kb_index; short unsigned int kb_value; }; struct kbsentry { unsigned char kb_func; unsigned char kb_string[512]; }; struct kbdiacr { unsigned char diacr; unsigned char base; unsigned char result; }; struct kbdiacrs { unsigned int kb_cnt; struct kbdiacr kbdiacr[256]; }; struct kbdiacruc { unsigned int diacr; unsigned int base; unsigned int result; }; struct kbdiacrsuc { unsigned int kb_cnt; struct kbdiacruc kbdiacruc[256]; }; struct kbkeycode { unsigned int scancode; unsigned int keycode; }; struct kbd_repeat { int delay; int period; }; struct keyboard_notifier_param { struct vc_data *vc; int down; int shift; int ledstate; unsigned int value; }; struct kbd_struct { unsigned char lockstate; unsigned char slockstate; unsigned char ledmode: 1; unsigned char ledflagstate: 4; char: 3; unsigned char default_ledflagstate: 4; unsigned char kbdmode: 3; int: 1; unsigned char modeflags: 5; }; struct vt_spawn_console { spinlock_t lock; struct pid *pid; int sig; }; typedef void k_handler_fn(struct vc_data *, unsigned char, char); typedef void fn_handler_fn(struct vc_data *); struct getset_keycode_data { struct input_keymap_entry ke; int error; }; struct kbd_led_trigger { struct led_trigger trigger; unsigned int mask; }; struct hv_ops; struct hvc_struct { struct tty_port port; spinlock_t lock; int index; int do_wakeup; int outbuf_size; int n_outbuf; uint32_t vtermno; const struct hv_ops *ops; int irq_requested; int data; struct winsize ws; struct work_struct tty_resize; struct list_head next; long unsigned int flags; u8 outbuf[0]; }; struct hv_ops { ssize_t (*get_chars)(uint32_t, u8 *, size_t); ssize_t (*put_chars)(uint32_t, const u8 *, size_t); int (*flush)(uint32_t, bool); int (*notifier_add)(struct hvc_struct *, int); void (*notifier_del)(struct hvc_struct *, int); void (*notifier_hangup)(struct hvc_struct *, int); int (*tiocmget)(struct hvc_struct *); int (*tiocmset)(struct hvc_struct *, unsigned int, unsigned int); void (*dtr_rts)(struct hvc_struct *, bool); }; struct serial_icounter_struct { int cts; int dsr; int rng; int dcd; int rx; int tx; int frame; int overrun; int parity; int brk; int buf_overrun; int reserved[9]; }; struct serial_struct { int type; int line; unsigned int port; int irq; int flags; int xmit_fifo_size; int custom_divisor; int baud_base; short unsigned int close_delay; char io_type; char reserved_char[1]; int hub6; short unsigned int closing_wait; short unsigned int closing_wait2; unsigned char *iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; long unsigned int iomap_base; }; struct serial_rs485 { __u32 flags; __u32 delay_rts_before_send; __u32 delay_rts_after_send; union { __u32 padding[5]; struct { __u8 addr_recv; __u8 addr_dest; __u8 padding0[2]; __u32 padding1[4]; }; }; }; struct serial_iso7816 { __u32 flags; __u32 tg; __u32 sc_fi; __u32 sc_di; __u32 clk; __u32 reserved[5]; }; struct uart_port; struct uart_ops { unsigned int (*tx_empty)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_mctrl)(struct uart_port *); void (*stop_tx)(struct uart_port *); void (*start_tx)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); void (*send_xchar)(struct uart_port *, char); void (*stop_rx)(struct uart_port *); void (*start_rx)(struct uart_port *); void (*enable_ms)(struct uart_port *); void (*break_ctl)(struct uart_port *, int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*flush_buffer)(struct uart_port *); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); void (*pm)(struct uart_port *, unsigned int, unsigned int); const char * (*type)(struct uart_port *); void (*release_port)(struct uart_port *); int (*request_port)(struct uart_port *); void (*config_port)(struct uart_port *, int); int (*verify_port)(struct uart_port *, struct serial_struct *); int (*ioctl)(struct uart_port *, unsigned int, long unsigned int); }; struct uart_icount { __u32 cts; __u32 dsr; __u32 rng; __u32 dcd; __u32 rx; __u32 tx; __u32 frame; __u32 overrun; __u32 parity; __u32 brk; __u32 buf_overrun; }; typedef u64 upf_t; typedef unsigned int upstat_t; struct uart_state; struct serial_port_device; struct uart_port { spinlock_t lock; long unsigned int iobase; unsigned char *membase; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); void (*set_mctrl)(struct uart_port *, unsigned int); unsigned int (*get_divisor)(struct uart_port *, unsigned int, unsigned int *); void (*set_divisor)(struct uart_port *, unsigned int, unsigned int, unsigned int); int (*startup)(struct uart_port *); void (*shutdown)(struct uart_port *); void (*throttle)(struct uart_port *); void (*unthrottle)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); int (*iso7816_config)(struct uart_port *, struct serial_iso7816 *); unsigned int ctrl_id; unsigned int port_id; unsigned int irq; long unsigned int irqflags; unsigned int uartclk; unsigned int fifosize; unsigned char x_char; unsigned char regshift; unsigned char iotype; unsigned char quirks; unsigned int read_status_mask; unsigned int ignore_status_mask; struct uart_state *state; struct uart_icount icount; struct console *cons; upf_t flags; upstat_t status; bool hw_stopped; unsigned int mctrl; unsigned int frame_time; unsigned int type; const struct uart_ops *ops; unsigned int custom_divisor; unsigned int line; unsigned int minor; resource_size_t mapbase; resource_size_t mapsize; struct device *dev; struct serial_port_device *port_dev; long unsigned int sysrq; u8 sysrq_ch; unsigned char has_sysrq; unsigned char sysrq_seq; unsigned char hub6; unsigned char suspended; unsigned char console_reinit; const char *name; struct attribute_group *attr_group; const struct attribute_group **tty_groups; struct serial_rs485 rs485; struct serial_rs485 rs485_supported; struct gpio_desc *rs485_term_gpio; struct gpio_desc *rs485_rx_during_tx_gpio; struct serial_iso7816 iso7816; void *private_data; }; enum uart_pm_state { UART_PM_STATE_ON = 0, UART_PM_STATE_OFF = 3, UART_PM_STATE_UNDEFINED = 4, }; struct uart_state { struct tty_port port; enum uart_pm_state pm_state; atomic_t refcount; wait_queue_head_t remove_wait; struct uart_port *uart_port; }; struct serial_port_device { struct device dev; struct uart_port *port; unsigned int tx_enabled: 1; }; struct uart_driver { struct module *owner; const char *driver_name; const char *dev_name; int major; int minor; int nr; struct console *cons; struct uart_state *state; struct tty_driver *tty_driver; }; struct mctrl_gpios; struct uart_8250_dma; struct uart_8250_ops; struct uart_8250_em485; struct uart_8250_port { struct uart_port port; struct timer_list timer; struct list_head list; u32 capabilities; u16 bugs; unsigned int tx_loadsz; unsigned char acr; unsigned char fcr; unsigned char ier; unsigned char lcr; unsigned char mcr; unsigned char cur_iotype; unsigned int rpm_tx_active; unsigned char canary; unsigned char probe; struct mctrl_gpios *gpios; u16 lsr_saved_flags; u16 lsr_save_mask; unsigned char msr_saved_flags; struct uart_8250_dma *dma; const struct uart_8250_ops *ops; u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); struct uart_8250_em485 *em485; void (*rs485_start_tx)(struct uart_8250_port *, bool); void (*rs485_stop_tx)(struct uart_8250_port *, bool); struct delayed_work overrun_backoff; u32 overrun_backoff_time_ms; }; struct uart_8250_ops { int (*setup_irq)(struct uart_8250_port *); void (*release_irq)(struct uart_8250_port *); void (*setup_timer)(struct uart_8250_port *); }; struct uart_8250_em485 { struct hrtimer start_tx_timer; struct hrtimer stop_tx_timer; struct hrtimer *active_timer; struct uart_8250_port *port; unsigned int tx_stopped: 1; }; struct uart_8250_dma { int (*tx_dma)(struct uart_8250_port *); int (*rx_dma)(struct uart_8250_port *); void (*prepare_tx_dma)(struct uart_8250_port *); void (*prepare_rx_dma)(struct uart_8250_port *); dma_filter_fn fn; void *rx_param; void *tx_param; struct dma_slave_config rxconf; struct dma_slave_config txconf; struct dma_chan *rxchan; struct dma_chan *txchan; phys_addr_t rx_dma_addr; phys_addr_t tx_dma_addr; dma_addr_t rx_addr; dma_addr_t tx_addr; dma_cookie_t rx_cookie; dma_cookie_t tx_cookie; void *rx_buf; size_t rx_size; size_t tx_size; unsigned char tx_running; unsigned char tx_err; unsigned char rx_running; }; typedef void (*serial8250_isa_config_fn)(int, struct uart_port *, u32 *); struct irq_info { struct hlist_node node; int irq; spinlock_t lock; struct list_head *head; }; struct dw8250_port_data { int line; struct uart_8250_dma dma; u32 cpr_value; u8 dlf_size; bool hw_rs485_support; }; struct dw8250_platform_data { u8 usr_reg; u32 cpr_value; unsigned int quirks; }; struct dw8250_data { struct dw8250_port_data data; const struct dw8250_platform_data *pdata; int msr_mask_on; int msr_mask_off; struct clk *clk; struct clk *pclk; struct notifier_block clk_notifier; struct work_struct clk_work; struct reset_control *rst; unsigned int skip_autocfg: 1; unsigned int uart_16550_compatible: 1; }; struct earlycon_device { struct console *con; struct uart_port port; char options[32]; unsigned int baud; }; struct earlycon_id { char name[15]; char name_term; char compatible[128]; int (*setup)(struct earlycon_device *, const char *); }; struct amba_pl011_data { bool (*dma_filter)(struct dma_chan *, void *); void *dma_rx_param; void *dma_tx_param; bool dma_rx_poll_enable; unsigned int dma_rx_poll_rate; unsigned int dma_rx_poll_timeout; void (*init)(); void (*exit)(); }; enum { REG_DR = 0, REG_ST_DMAWM = 1, REG_ST_TIMEOUT = 2, REG_FR = 3, REG_LCRH_RX = 4, REG_LCRH_TX = 5, REG_IBRD = 6, REG_FBRD = 7, REG_CR = 8, REG_IFLS = 9, REG_IMSC = 10, REG_RIS = 11, REG_MIS = 12, REG_ICR = 13, REG_DMACR = 14, REG_ST_XFCR = 15, REG_ST_XON1 = 16, REG_ST_XON2 = 17, REG_ST_XOFF1 = 18, REG_ST_XOFF2 = 19, REG_ST_ITCR = 20, REG_ST_ITIP = 21, REG_ST_ABCR = 22, REG_ST_ABIMSC = 23, REG_ARRAY_SIZE = 24, }; struct vendor_data { const u16 *reg_offset; unsigned int ifls; unsigned int fr_busy; unsigned int fr_dsr; unsigned int fr_cts; unsigned int fr_ri; unsigned int inv_fr; bool access_32b; bool oversampling; bool dma_threshold; bool cts_event_workaround; bool always_enabled; bool fixed_options; unsigned int (*get_fifosize)(struct amba_device *); }; struct pl011_dmabuf { dma_addr_t dma; size_t len; char *buf; }; struct pl011_dmarx_data { struct dma_chan *chan; struct completion complete; bool use_buf_b; struct pl011_dmabuf dbuf_a; struct pl011_dmabuf dbuf_b; dma_cookie_t cookie; bool running; struct timer_list timer; unsigned int last_residue; long unsigned int last_jiffies; bool auto_poll_rate; unsigned int poll_rate; unsigned int poll_timeout; }; struct pl011_dmatx_data { struct dma_chan *chan; dma_addr_t dma; size_t len; char *buf; bool queued; }; enum pl011_rs485_tx_state { OFF = 0, WAIT_AFTER_RTS = 1, SEND = 2, WAIT_AFTER_SEND = 3, }; struct uart_amba_port { struct uart_port port; const u16 *reg_offset; struct clk *clk; const struct vendor_data *vendor; unsigned int im; unsigned int old_status; unsigned int fifosize; unsigned int fixed_baud; char type[12]; ktime_t rs485_tx_drain_interval; enum pl011_rs485_tx_state rs485_tx_state; struct hrtimer trigger_start_tx; struct hrtimer trigger_stop_tx; bool console_line_ended; unsigned int dmacr; bool using_tx_dma; bool using_rx_dma; struct pl011_dmarx_data dmarx; struct pl011_dmatx_data dmatx; bool dma_probed; }; struct serdev_device; struct serdev_device_ops { size_t (*receive_buf)(struct serdev_device *, const u8 *, size_t); void (*write_wakeup)(struct serdev_device *); }; struct serdev_controller; struct serdev_device { struct device dev; int nr; struct serdev_controller *ctrl; const struct serdev_device_ops *ops; struct completion write_comp; struct mutex write_lock; }; struct serdev_controller_ops; struct serdev_controller { struct device dev; struct device *host; unsigned int nr; struct serdev_device *serdev; const struct serdev_controller_ops *ops; }; struct serdev_device_driver { struct device_driver driver; int (*probe)(struct serdev_device *); void (*remove)(struct serdev_device *); }; enum serdev_parity { SERDEV_PARITY_NONE = 0, SERDEV_PARITY_EVEN = 1, SERDEV_PARITY_ODD = 2, }; struct serdev_controller_ops { ssize_t (*write_buf)(struct serdev_controller *, const u8 *, size_t); void (*write_flush)(struct serdev_controller *); int (*open)(struct serdev_controller *); void (*close)(struct serdev_controller *); void (*set_flow_control)(struct serdev_controller *, bool); int (*set_parity)(struct serdev_controller *, enum serdev_parity); unsigned int (*set_baudrate)(struct serdev_controller *, unsigned int); void (*wait_until_sent)(struct serdev_controller *, long int); int (*get_tiocm)(struct serdev_controller *); int (*set_tiocm)(struct serdev_controller *, unsigned int, unsigned int); int (*break_ctl)(struct serdev_controller *, unsigned int); }; struct acpi_serdev_lookup { acpi_handle device_handle; acpi_handle controller_handle; int n; int index; }; struct hwrng { const char *name; int (*init)(struct hwrng *); void (*cleanup)(struct hwrng *); int (*data_present)(struct hwrng *, int); int (*data_read)(struct hwrng *, u32 *); int (*read)(struct hwrng *, void *, size_t, bool); long unsigned int priv; short unsigned int quality; struct list_head list; struct kref ref; struct completion cleanup_done; struct completion dying; }; struct tpm_bank_info { u16 alg_id; u16 digest_size; u16 crypto_id; }; struct tpm_chip; struct tpm_class_ops { unsigned int flags; const u8 req_complete_mask; const u8 req_complete_val; bool (*req_canceled)(struct tpm_chip *, u8); int (*recv)(struct tpm_chip *, u8 *, size_t); int (*send)(struct tpm_chip *, u8 *, size_t); void (*cancel)(struct tpm_chip *); u8 (*status)(struct tpm_chip *); void (*update_timeouts)(struct tpm_chip *, long unsigned int *); void (*update_durations)(struct tpm_chip *, long unsigned int *); int (*go_idle)(struct tpm_chip *); int (*cmd_ready)(struct tpm_chip *); int (*request_locality)(struct tpm_chip *, int); int (*relinquish_locality)(struct tpm_chip *, int); void (*clk_enable)(struct tpm_chip *, bool); }; struct tpm_bios_log { void *bios_event_log; void *bios_event_log_end; }; struct tpm_chip_seqops { struct tpm_chip *chip; const struct seq_operations *seqops; }; struct tpm_space { u32 context_tbl[3]; u8 *context_buf; u32 session_tbl[3]; u8 *session_buf; u32 buf_size; }; struct tpm_chip { struct device dev; struct device devs; struct cdev cdev; struct cdev cdevs; struct rw_semaphore ops_sem; const struct tpm_class_ops *ops; struct tpm_bios_log log; struct tpm_chip_seqops bin_log_seqops; struct tpm_chip_seqops ascii_log_seqops; unsigned int flags; int dev_num; long unsigned int is_open; char hwrng_name[64]; struct hwrng hwrng; struct mutex tpm_mutex; long unsigned int timeout_a; long unsigned int timeout_b; long unsigned int timeout_c; long unsigned int timeout_d; bool timeout_adjusted; long unsigned int duration[4]; bool duration_adjusted; struct dentry *bios_dir[3]; const struct attribute_group *groups[8]; unsigned int groups_cnt; u32 nr_allocated_banks; struct tpm_bank_info *allocated_banks; acpi_handle acpi_dev_handle; char ppi_version[4]; struct tpm_space work_space; u32 last_cc; u32 nr_commands; u32 *cc_attrs_tbl; int locality; }; enum tpm_duration { TPM_SHORT = 0, TPM_MEDIUM = 1, TPM_LONG = 2, TPM_LONG_LONG = 3, TPM_UNDEFINED = 4, TPM_NUM_DURATIONS = 4, }; enum tpm2_structures { TPM2_ST_NO_SESSIONS = 32769, TPM2_ST_SESSIONS = 32770, TPM2_ST_CREATION = 32801, }; enum tpm2_return_codes { TPM2_RC_SUCCESS = 0, TPM2_RC_HASH = 131, TPM2_RC_HANDLE = 139, TPM2_RC_INTEGRITY = 159, TPM2_RC_INITIALIZE = 256, TPM2_RC_FAILURE = 257, TPM2_RC_DISABLED = 288, TPM2_RC_UPGRADE = 301, TPM2_RC_COMMAND_CODE = 323, TPM2_RC_TESTING = 2314, TPM2_RC_REFERENCE_H0 = 2320, TPM2_RC_RETRY = 2338, TPM2_RC_SESSION_MEMORY = 2307, }; enum tpm_chip_flags { TPM_CHIP_FLAG_BOOTSTRAPPED = 1, TPM_CHIP_FLAG_TPM2 = 2, TPM_CHIP_FLAG_IRQ = 4, TPM_CHIP_FLAG_VIRTUAL = 8, TPM_CHIP_FLAG_HAVE_TIMEOUTS = 16, TPM_CHIP_FLAG_ALWAYS_POWERED = 32, TPM_CHIP_FLAG_FIRMWARE_POWER_MANAGED = 64, TPM_CHIP_FLAG_FIRMWARE_UPGRADE = 128, TPM_CHIP_FLAG_SUSPENDED = 256, TPM_CHIP_FLAG_HWRNG_DISABLED = 512, TPM_CHIP_FLAG_DISABLE = 1024, }; struct tpm_header { __be16 tag; __be32 length; union { __be32 ordinal; __be32 return_code; }; } __attribute__((packed)); struct file_priv { struct tpm_chip *chip; struct tpm_space *space; struct mutex buffer_mutex; struct timer_list user_read_timer; struct work_struct timeout_work; struct work_struct async_work; wait_queue_head_t async_wait; ssize_t response_length; bool response_read; bool command_enqueued; u8 data_buffer[4096]; }; enum tpm_algorithms { TPM_ALG_ERROR = 0, TPM_ALG_SHA1 = 4, TPM_ALG_AES = 6, TPM_ALG_KEYEDHASH = 8, TPM_ALG_SHA256 = 11, TPM_ALG_SHA384 = 12, TPM_ALG_SHA512 = 13, TPM_ALG_NULL = 16, TPM_ALG_SM3_256 = 18, TPM_ALG_ECC = 35, TPM_ALG_CFB = 67, }; struct tpm_digest { u16 alg_id; u8 digest[64]; }; enum tpm2_const { TPM2_PLATFORM_PCR = 24, TPM2_PCR_SELECT_MIN = 3, }; enum tpm2_timeouts { TPM2_TIMEOUT_A = 750, TPM2_TIMEOUT_B = 4000, TPM2_TIMEOUT_C = 200, TPM2_TIMEOUT_D = 30, TPM2_DURATION_SHORT = 20, TPM2_DURATION_MEDIUM = 750, TPM2_DURATION_LONG = 2000, TPM2_DURATION_LONG_LONG = 300000, TPM2_DURATION_DEFAULT = 120000, }; enum tpm2_command_codes { TPM2_CC_FIRST = 287, TPM2_CC_HIERARCHY_CONTROL = 289, TPM2_CC_HIERARCHY_CHANGE_AUTH = 297, TPM2_CC_CREATE_PRIMARY = 305, TPM2_CC_SEQUENCE_COMPLETE = 318, TPM2_CC_SELF_TEST = 323, TPM2_CC_STARTUP = 324, TPM2_CC_SHUTDOWN = 325, TPM2_CC_NV_READ = 334, TPM2_CC_CREATE = 339, TPM2_CC_LOAD = 343, TPM2_CC_SEQUENCE_UPDATE = 348, TPM2_CC_UNSEAL = 350, TPM2_CC_CONTEXT_LOAD = 353, TPM2_CC_CONTEXT_SAVE = 354, TPM2_CC_FLUSH_CONTEXT = 357, TPM2_CC_READ_PUBLIC = 371, TPM2_CC_START_AUTH_SESS = 374, TPM2_CC_VERIFY_SIGNATURE = 375, TPM2_CC_GET_CAPABILITY = 378, TPM2_CC_GET_RANDOM = 379, TPM2_CC_PCR_READ = 382, TPM2_CC_PCR_EXTEND = 386, TPM2_CC_EVENT_SEQUENCE_COMPLETE = 389, TPM2_CC_HASH_SEQUENCE_START = 390, TPM2_CC_CREATE_LOADED = 401, TPM2_CC_LAST = 403, }; enum tpm2_capabilities { TPM2_CAP_HANDLES = 1, TPM2_CAP_COMMANDS = 2, TPM2_CAP_PCRS = 5, TPM2_CAP_TPM_PROPERTIES = 6, }; enum tpm2_properties { TPM_PT_TOTAL_COMMANDS = 297, }; enum tpm2_startup_types { TPM2_SU_CLEAR = 0, TPM2_SU_STATE = 1, }; enum tpm2_cc_attrs { TPM2_CC_ATTR_CHANDLES = 25, TPM2_CC_ATTR_RHANDLE = 28, TPM2_CC_ATTR_VENDOR = 29, }; struct tpm_buf { u32 flags; u32 length; u8 *data; u8 handles; }; enum tpm2_session_attributes { TPM2_SA_CONTINUE_SESSION = 1, TPM2_SA_AUDIT_EXCLUSIVE = 2, TPM2_SA_AUDIT_RESET = 8, TPM2_SA_DECRYPT = 32, TPM2_SA_ENCRYPT = 64, TPM2_SA_AUDIT = 128, }; struct tpm2_hash { unsigned int crypto_id; unsigned int tpm_id; }; struct tpm2_pcr_read_out { __be32 update_cnt; __be32 pcr_selects_cnt; __be16 hash_alg; u8 pcr_select_size; u8 pcr_select[3]; __be32 digests_cnt; __be16 digest_size; u8 digest[0]; } __attribute__((packed)); struct tpm2_get_random_out { __be16 size; u8 buffer[128]; }; struct tpm2_get_cap_out { u8 more_data; __be32 subcap_id; __be32 property_cnt; __be32 property_id; __be32 value; } __attribute__((packed)); struct tpm2_pcr_selection { __be16 hash_alg; u8 size_of_select; u8 pcr_select[3]; }; enum tpm2_permanent_handles { TPM2_RH_NULL = 1073741831, TPM2_RS_PW = 1073741833, }; struct tpm2_auth { u32 handle; u32 session; u8 our_nonce[32]; u8 tpm_nonce[32]; union { u8 salt[32]; u8 scratch[32]; }; u8 session_key[32]; u8 passphrase[32]; int passphrase_len; struct crypto_aes_ctx aes_ctx; u8 attrs; __be32 ordinal; u32 name_h[3]; u8 name[198]; }; struct icc_node; struct icc_node_data { struct icc_node *node; u32 tag; }; struct icc_provider; struct icc_node { int id; const char *name; struct icc_node **links; size_t num_links; struct icc_provider *provider; struct list_head node_list; struct list_head search_list; struct icc_node *reverse; u8 is_traversed: 1; struct hlist_head req_list; u32 avg_bw; u32 peak_bw; u32 init_avg; u32 init_peak; void *data; }; struct icc_provider { struct list_head provider_list; struct list_head nodes; int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); void (*pre_aggregate)(struct icc_node *); int (*get_bw)(struct icc_node *, u32 *, u32 *); struct icc_node * (*xlate)(const struct of_phandle_args *, void *); struct icc_node_data * (*xlate_extended)(const struct of_phandle_args *, void *); struct device *dev; int users; bool inter_set; void *data; }; enum tegra_icc_client_type { TEGRA_ICC_NONE = 0, TEGRA_ICC_NISO = 1, TEGRA_ICC_ISO_DISPLAY = 2, TEGRA_ICC_ISO_VI = 3, TEGRA_ICC_ISO_AUDIO = 4, TEGRA_ICC_ISO_VIFAL = 5, }; struct tegra_mc_timing { long unsigned int rate; u32 *emem_data; }; struct tegra_mc_client { unsigned int id; unsigned int bpmp_id; enum tegra_icc_client_type type; const char *name; union { unsigned int swgroup; unsigned int sid; }; unsigned int fifo_size; struct { struct { unsigned int reg; unsigned int bit; } smmu; struct { unsigned int reg; unsigned int shift; unsigned int mask; unsigned int def; } la; struct { unsigned int override; unsigned int security; } sid; } regs; }; struct tegra_smmu_swgroup { const char *name; unsigned int swgroup; unsigned int reg; }; struct tegra_smmu_group_soc { const char *name; const unsigned int *swgroups; unsigned int num_swgroups; }; struct tegra_smmu_soc { const struct tegra_mc_client *clients; unsigned int num_clients; const struct tegra_smmu_swgroup *swgroups; unsigned int num_swgroups; const struct tegra_smmu_group_soc *groups; unsigned int num_groups; bool supports_round_robin_arbitration; bool supports_request_limit; unsigned int num_tlb_lines; unsigned int num_asids; }; struct tegra_mc_reset { const char *name; long unsigned int id; unsigned int control; unsigned int status; unsigned int reset; unsigned int bit; }; struct tegra_mc; struct tegra_mc_reset_ops { int (*hotreset_assert)(struct tegra_mc *, const struct tegra_mc_reset *); int (*hotreset_deassert)(struct tegra_mc *, const struct tegra_mc_reset *); int (*block_dma)(struct tegra_mc *, const struct tegra_mc_reset *); bool (*dma_idling)(struct tegra_mc *, const struct tegra_mc_reset *); int (*unblock_dma)(struct tegra_mc *, const struct tegra_mc_reset *); int (*reset_status)(struct tegra_mc *, const struct tegra_mc_reset *); }; struct tegra_bpmp; struct tegra_smmu; struct tegra_mc_soc; struct tegra_mc { struct tegra_bpmp *bpmp; struct device *dev; struct tegra_smmu *smmu; void *regs; void *bcast_ch_regs; void **ch_regs; struct clk *clk; int irq; const struct tegra_mc_soc *soc; long unsigned int tick; struct tegra_mc_timing *timings; unsigned int num_timings; unsigned int num_channels; bool bwmgr_mrq_supported; struct reset_controller_dev reset; struct icc_provider provider; spinlock_t lock; struct { struct dentry *root; } debugfs; }; struct tegra_mc_icc_ops { int (*set)(struct icc_node *, struct icc_node *); int (*aggregate)(struct icc_node *, u32, u32, u32, u32 *, u32 *); struct icc_node * (*xlate)(const struct of_phandle_args *, void *); struct icc_node_data * (*xlate_extended)(const struct of_phandle_args *, void *); int (*get_bw)(struct icc_node *, u32 *, u32 *); }; struct tegra_mc_ops { int (*probe)(struct tegra_mc *); void (*remove)(struct tegra_mc *); int (*resume)(struct tegra_mc *); irqreturn_t (*handle_irq)(int, void *); int (*probe_device)(struct tegra_mc *, struct device *); }; struct tegra_mc_soc { const struct tegra_mc_client *clients; unsigned int num_clients; const long unsigned int *emem_regs; unsigned int num_emem_regs; unsigned int num_address_bits; unsigned int atom_size; unsigned int num_carveouts; u16 client_id_mask; u8 num_channels; const struct tegra_smmu_soc *smmu; u32 intmask; u32 ch_intmask; u32 global_intstatus_channel_shift; bool has_addr_hi_reg; const struct tegra_mc_reset_ops *reset_ops; const struct tegra_mc_reset *resets; unsigned int num_resets; const struct tegra_mc_icc_ops *icc_ops; const struct tegra_mc_ops *ops; }; struct iommu_flush_ops { void (*tlb_flush_all)(void *); void (*tlb_flush_walk)(long unsigned int, size_t, size_t, void *); void (*tlb_add_page)(struct iommu_iotlb_gather *, long unsigned int, size_t, void *); }; struct io_pgtable_cfg { long unsigned int quirks; long unsigned int pgsize_bitmap; unsigned int ias; unsigned int oas; bool coherent_walk; const struct iommu_flush_ops *tlb; struct device *iommu_dev; void * (*alloc)(void *, size_t, gfp_t); void (*free)(void *, void *, size_t); union { struct { u64 ttbr; struct { u32 ips: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 tsz: 6; } tcr; u64 mair; } arm_lpae_s1_cfg; struct { u64 vttbr; struct { u32 ps: 3; u32 tg: 2; u32 sh: 2; u32 orgn: 2; u32 irgn: 2; u32 sl: 2; u32 tsz: 6; } vtcr; } arm_lpae_s2_cfg; struct { u32 ttbr; u32 tcr; u32 nmrr; u32 prrr; } arm_v7s_cfg; struct { u64 transtab; u64 memattr; } arm_mali_lpae_cfg; struct { u64 ttbr[4]; u32 n_ttbrs; } apple_dart_cfg; struct { int nid; } amd; }; }; struct io_pgtable_ops { int (*map_pages)(struct io_pgtable_ops *, long unsigned int, phys_addr_t, size_t, size_t, int, gfp_t, size_t *); size_t (*unmap_pages)(struct io_pgtable_ops *, long unsigned int, size_t, size_t, struct iommu_iotlb_gather *); phys_addr_t (*iova_to_phys)(struct io_pgtable_ops *, long unsigned int); int (*pgtable_walk)(struct io_pgtable_ops *, long unsigned int, void *); int (*read_and_clear_dirty)(struct io_pgtable_ops *, long unsigned int, size_t, long unsigned int, struct iommu_dirty_bitmap *); }; enum arm_smmu_s2cr_privcfg { S2CR_PRIVCFG_DEFAULT = 0, S2CR_PRIVCFG_DIPAN = 1, S2CR_PRIVCFG_UNPRIV = 2, S2CR_PRIVCFG_PRIV = 3, }; enum arm_smmu_s2cr_type { S2CR_TYPE_TRANS = 0, S2CR_TYPE_BYPASS = 1, S2CR_TYPE_FAULT = 2, }; enum arm_smmu_cbar_type { CBAR_TYPE_S2_TRANS = 0, CBAR_TYPE_S1_TRANS_S2_BYPASS = 1, CBAR_TYPE_S1_TRANS_S2_FAULT = 2, CBAR_TYPE_S1_TRANS_S2_TRANS = 3, }; enum arm_smmu_arch_version { ARM_SMMU_V1 = 0, ARM_SMMU_V1_64K = 1, ARM_SMMU_V2 = 2, }; enum arm_smmu_implementation { GENERIC_SMMU = 0, ARM_MMU500 = 1, CAVIUM_SMMUV2 = 2, QCOM_SMMUV2 = 3, }; struct arm_smmu_s2cr { struct iommu_group *group; int count; enum arm_smmu_s2cr_type type; enum arm_smmu_s2cr_privcfg privcfg; u8 cbndx; }; struct arm_smmu_smr { u16 mask; u16 id; bool valid; bool pinned; }; struct arm_smmu_impl; struct arm_smmu_cb; struct arm_smmu_device { struct device *dev; void *base; phys_addr_t ioaddr; unsigned int numpage; unsigned int pgshift; u32 features; enum arm_smmu_arch_version version; enum arm_smmu_implementation model; const struct arm_smmu_impl *impl; u32 num_context_banks; u32 num_s2_context_banks; long unsigned int context_map[2]; struct arm_smmu_cb *cbs; atomic_t irptndx; u32 num_mapping_groups; u16 streamid_mask; u16 smr_mask_mask; struct arm_smmu_smr *smrs; struct arm_smmu_s2cr *s2crs; struct mutex stream_map_mutex; long unsigned int va_size; long unsigned int ipa_size; long unsigned int pa_size; long unsigned int pgsize_bitmap; int num_context_irqs; int num_clks; unsigned int *irqs; struct clk_bulk_data *clks; spinlock_t global_sync_lock; struct iommu_device iommu; }; struct arm_smmu_domain; struct arm_smmu_impl { u32 (*read_reg)(struct arm_smmu_device *, int, int); void (*write_reg)(struct arm_smmu_device *, int, int, u32); u64 (*read_reg64)(struct arm_smmu_device *, int, int); void (*write_reg64)(struct arm_smmu_device *, int, int, u64); int (*cfg_probe)(struct arm_smmu_device *); int (*reset)(struct arm_smmu_device *); int (*init_context)(struct arm_smmu_domain *, struct io_pgtable_cfg *, struct device *); void (*tlb_sync)(struct arm_smmu_device *, int, int, int); int (*def_domain_type)(struct device *); irqreturn_t (*global_fault)(int, void *); irqreturn_t (*context_fault)(int, void *); bool context_fault_needs_threaded_irq; int (*alloc_context_bank)(struct arm_smmu_domain *, struct arm_smmu_device *, struct device *, int); void (*write_s2cr)(struct arm_smmu_device *, int); void (*write_sctlr)(struct arm_smmu_device *, int, u32); void (*probe_finalize)(struct arm_smmu_device *, struct device *); }; struct arm_smmu_cfg; struct arm_smmu_cb { u64 ttbr[2]; u32 tcr[2]; u32 mair[2]; struct arm_smmu_cfg *cfg; }; enum arm_smmu_context_fmt { ARM_SMMU_CTX_FMT_NONE = 0, ARM_SMMU_CTX_FMT_AARCH64 = 1, ARM_SMMU_CTX_FMT_AARCH32_L = 2, ARM_SMMU_CTX_FMT_AARCH32_S = 3, }; struct arm_smmu_cfg { u8 cbndx; u8 irptndx; union { u16 asid; u16 vmid; }; enum arm_smmu_cbar_type cbar; enum arm_smmu_context_fmt fmt; bool flush_walk_prefer_tlbiasid; }; enum arm_smmu_domain_stage { ARM_SMMU_DOMAIN_S1 = 0, ARM_SMMU_DOMAIN_S2 = 1, ARM_SMMU_DOMAIN_NESTED = 2, }; struct arm_smmu_domain { struct arm_smmu_device *smmu; struct io_pgtable_ops *pgtbl_ops; long unsigned int pgtbl_quirks; const struct iommu_flush_ops *flush_ops; struct arm_smmu_cfg cfg; enum arm_smmu_domain_stage stage; struct mutex init_mutex; spinlock_t cb_lock; struct iommu_domain domain; }; struct nvidia_smmu { struct arm_smmu_device smmu; void *bases[2]; unsigned int num_instances; struct tegra_mc *mc; }; enum bus_notifier_event { BUS_NOTIFY_ADD_DEVICE = 0, BUS_NOTIFY_DEL_DEVICE = 1, BUS_NOTIFY_REMOVED_DEVICE = 2, BUS_NOTIFY_BIND_DRIVER = 3, BUS_NOTIFY_BOUND_DRIVER = 4, BUS_NOTIFY_UNBIND_DRIVER = 5, BUS_NOTIFY_UNBOUND_DRIVER = 6, BUS_NOTIFY_DRIVER_NOT_BOUND = 7, }; struct iommu_group { struct kobject kobj; struct kobject *devices_kobj; struct list_head devices; struct xarray pasid_array; struct mutex mutex; void *iommu_data; void (*iommu_data_release)(void *); char *name; int id; struct iommu_domain *default_domain; struct iommu_domain *blocking_domain; struct iommu_domain *domain; struct list_head entry; unsigned int owner_cnt; void *owner; }; enum iommu_resv_type { IOMMU_RESV_DIRECT = 0, IOMMU_RESV_DIRECT_RELAXABLE = 1, IOMMU_RESV_RESERVED = 2, IOMMU_RESV_MSI = 3, IOMMU_RESV_SW_MSI = 4, }; struct iommu_resv_region { struct list_head list; phys_addr_t start; size_t length; int prot; enum iommu_resv_type type; void (*free)(struct device *, struct iommu_resv_region *); }; enum iommufd_object_type { IOMMUFD_OBJ_NONE = 0, IOMMUFD_OBJ_ANY = 0, IOMMUFD_OBJ_DEVICE = 1, IOMMUFD_OBJ_HWPT_PAGING = 2, IOMMUFD_OBJ_HWPT_NESTED = 3, IOMMUFD_OBJ_IOAS = 4, IOMMUFD_OBJ_ACCESS = 5, IOMMUFD_OBJ_FAULT = 6, IOMMUFD_OBJ_VIOMMU = 7, IOMMUFD_OBJ_VDEVICE = 8, IOMMUFD_OBJ_VEVENTQ = 9, IOMMUFD_OBJ_MAX = 10, }; struct iommufd_object { refcount_t shortterm_users; refcount_t users; enum iommufd_object_type type; unsigned int id; }; struct iommufd_hwpt_paging; struct iommufd_viommu_ops; struct iommufd_viommu { struct iommufd_object obj; struct iommufd_ctx *ictx; struct iommu_device *iommu_dev; struct iommufd_hwpt_paging *hwpt; const struct iommufd_viommu_ops *ops; struct xarray vdevs; struct list_head veventqs; struct rw_semaphore veventqs_rwsem; unsigned int type; }; enum iommufd_hwpt_alloc_flags { IOMMU_HWPT_ALLOC_NEST_PARENT = 1, IOMMU_HWPT_ALLOC_DIRTY_TRACKING = 2, IOMMU_HWPT_FAULT_ID_VALID = 4, IOMMU_HWPT_ALLOC_PASID = 8, }; struct iommufd_viommu_ops { void (*destroy)(struct iommufd_viommu *); struct iommu_domain * (*alloc_domain_nested)(struct iommufd_viommu *, u32, const struct iommu_user_data *); int (*cache_invalidate)(struct iommufd_viommu *, struct iommu_user_data_array *); }; struct fsl_mc_obj_desc { char type[16]; int id; u16 vendor; u16 ver_major; u16 ver_minor; u8 irq_count; u8 region_count; u32 state; char label[16]; u16 flags; }; struct fsl_mc_io; struct fsl_mc_device_irq; struct fsl_mc_resource; struct fsl_mc_device { struct device dev; u64 dma_mask; u16 flags; u32 icid; u16 mc_handle; struct fsl_mc_io *mc_io; struct fsl_mc_obj_desc obj_desc; struct resource *regions; struct fsl_mc_device_irq **irqs; struct fsl_mc_resource *resource; struct device_link *consumer_link; const char *driver_override; }; enum fsl_mc_pool_type { FSL_MC_POOL_DPMCP = 0, FSL_MC_POOL_DPBP = 1, FSL_MC_POOL_DPCON = 2, FSL_MC_POOL_IRQ = 3, FSL_MC_NUM_POOL_TYPES = 4, }; struct fsl_mc_resource_pool; struct fsl_mc_resource { enum fsl_mc_pool_type type; s32 id; void *data; struct fsl_mc_resource_pool *parent_pool; struct list_head node; }; struct fsl_mc_device_irq { unsigned int virq; struct fsl_mc_device *mc_dev; u8 dev_irq_index; struct fsl_mc_resource resource; }; struct fsl_mc_io { struct device *dev; u16 flags; u32 portal_size; phys_addr_t portal_phys_addr; void *portal_virt_addr; struct fsl_mc_device *dpmcp_dev; union { struct mutex mutex; raw_spinlock_t spinlock; }; }; enum cc_attr { CC_ATTR_MEM_ENCRYPT = 0, CC_ATTR_HOST_MEM_ENCRYPT = 1, CC_ATTR_GUEST_MEM_ENCRYPT = 2, CC_ATTR_GUEST_STATE_ENCRYPT = 3, CC_ATTR_GUEST_UNROLL_STRING_IO = 4, CC_ATTR_GUEST_SEV_SNP = 5, CC_ATTR_GUEST_SNP_SECURE_TSC = 6, CC_ATTR_HOST_SEV_SNP = 7, }; enum { IOMMU_PASID_ARRAY_DOMAIN = 0, IOMMU_PASID_ARRAY_HANDLE = 1, }; struct group_device { struct list_head list; struct device *dev; char *name; }; struct iommu_group_attribute { struct attribute attr; ssize_t (*show)(struct iommu_group *, char *); ssize_t (*store)(struct iommu_group *, const char *, size_t); }; enum { IOMMU_SET_DOMAIN_MUST_SUCCEED = 1, }; struct group_for_pci_data { struct pci_dev *pdev; struct iommu_group *group; }; enum io_pgtable_fmt { ARM_32_LPAE_S1 = 0, ARM_32_LPAE_S2 = 1, ARM_64_LPAE_S1 = 2, ARM_64_LPAE_S2 = 3, ARM_V7S = 4, ARM_MALI_LPAE = 5, AMD_IOMMU_V1 = 6, AMD_IOMMU_V2 = 7, APPLE_DART = 8, APPLE_DART2 = 9, IO_PGTABLE_NUM_FMTS = 10, }; struct arm_lpae_io_pgtable_walk_data { u64 ptes[4]; }; struct io_pgtable { enum io_pgtable_fmt fmt; void *cookie; struct io_pgtable_cfg cfg; struct io_pgtable_ops ops; }; enum io_pgtable_caps { IO_PGTABLE_CAP_CUSTOM_ALLOCATOR = 1, }; struct io_pgtable_init_fns { struct io_pgtable * (*alloc)(struct io_pgtable_cfg *, void *); void (*free)(struct io_pgtable *); u32 caps; }; struct arm_lpae_io_pgtable { struct io_pgtable iop; int pgd_bits; int start_level; int bits_per_level; void *pgd; }; typedef u64 arm_lpae_iopte; struct io_pgtable_walk_data { struct io_pgtable *iop; void *data; int (*visit)(struct io_pgtable_walk_data *, int, arm_lpae_iopte *, size_t); long unsigned int flags; u64 addr; const u64 end; }; struct iova_to_phys_data { arm_lpae_iopte pte; int lvl; }; enum drm_panel_orientation { DRM_MODE_PANEL_ORIENTATION_UNKNOWN = -1, DRM_MODE_PANEL_ORIENTATION_NORMAL = 0, DRM_MODE_PANEL_ORIENTATION_BOTTOM_UP = 1, DRM_MODE_PANEL_ORIENTATION_LEFT_UP = 2, DRM_MODE_PANEL_ORIENTATION_RIGHT_UP = 3, }; struct drm_dmi_panel_orientation_data { int width; int height; const char * const *bios_dates; int orientation; }; struct component_ops { int (*bind)(struct device *, struct device *, void *); void (*unbind)(struct device *, struct device *, void *); }; struct component_master_ops { int (*bind)(struct device *); void (*unbind)(struct device *); }; struct component; struct component_match_array { void *data; int (*compare)(struct device *, void *); int (*compare_typed)(struct device *, int, void *); void (*release)(struct device *, void *); struct component *component; bool duplicate; }; struct aggregate_device; struct component { struct list_head node; struct aggregate_device *adev; bool bound; const struct component_ops *ops; int subcomponent; struct device *dev; }; struct component_match { size_t alloc; size_t num; struct component_match_array *compare; }; struct aggregate_device { struct list_head node; bool bound; const struct component_master_ops *ops; struct device *parent; struct component_match *match; }; struct klist_node; struct klist { spinlock_t k_lock; struct list_head k_list; void (*get)(struct klist_node *); void (*put)(struct klist_node *); }; struct klist_node { void *n_klist; struct list_head n_node; struct kref n_ref; }; struct driver_private { struct kobject kobj; struct klist klist_devices; struct klist_node knode_bus; struct module_kobject *mkobj; struct device_driver *driver; }; struct device_private { struct klist klist_children; struct klist_node knode_parent; struct klist_node knode_driver; struct klist_node knode_bus; struct klist_node knode_class; struct list_head deferred_probe; const struct device_driver *async_driver; char *deferred_probe_reason; struct device *device; u8 dead: 1; }; struct cpu { int node_id; int hotpluggable; struct device dev; }; typedef u32 note_buf_t[106]; struct cpu_attr { struct device_attribute attr; const struct cpumask * const map; }; struct devres_node { struct list_head entry; dr_release_t release; const char *name; size_t size; }; struct devres { struct devres_node node; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 data[0]; }; struct devres_group { struct devres_node node[2]; void *id; int color; }; struct action_devres { void *data; void (*action)(void *); }; struct pages_devres { long unsigned int addr; unsigned int order; }; struct container_dev { struct device dev; int (*offline)(struct container_dev *); }; struct faux_object { struct faux_device faux_dev; const struct faux_device_ops *faux_ops; }; struct wake_irq { struct device *dev; unsigned int status; int irq; const char *name; }; enum pm_qos_flags_status { PM_QOS_FLAGS_UNDEFINED = -1, PM_QOS_FLAGS_NONE = 0, PM_QOS_FLAGS_SOME = 1, PM_QOS_FLAGS_ALL = 2, }; enum pm_qos_req_action { PM_QOS_ADD_REQ = 0, PM_QOS_UPDATE_REQ = 1, PM_QOS_REMOVE_REQ = 2, }; struct pm_clk_notifier_block { struct notifier_block nb; struct dev_pm_domain *pm_domain; char *con_ids[0]; }; enum pce_status { PCE_STATUS_NONE = 0, PCE_STATUS_ACQUIRED = 1, PCE_STATUS_PREPARED = 2, PCE_STATUS_ENABLED = 3, PCE_STATUS_ERROR = 4, }; struct pm_clock_entry { struct list_head node; char *con_id; struct clk *clk; enum pce_status status; bool enabled_when_prepared; }; struct class_attribute { struct attribute attr; ssize_t (*show)(const struct class *, const struct class_attribute *, char *); ssize_t (*store)(const struct class *, const struct class_attribute *, const char *, size_t); }; struct firmware { size_t size; const u8 *data; void *priv; }; enum fw_opt { FW_OPT_UEVENT = 1, FW_OPT_NOWAIT = 2, FW_OPT_USERHELPER = 4, FW_OPT_NO_WARN = 8, FW_OPT_NOCACHE = 16, FW_OPT_NOFALLBACK_SYSFS = 32, FW_OPT_FALLBACK_PLATFORM = 64, FW_OPT_PARTIAL = 128, }; enum fw_status { FW_STATUS_UNKNOWN = 0, FW_STATUS_LOADING = 1, FW_STATUS_DONE = 2, FW_STATUS_ABORTED = 3, }; struct fw_state { struct completion completion; enum fw_status status; }; struct firmware_cache; struct fw_priv { struct kref ref; struct list_head list; struct firmware_cache *fwc; struct fw_state fw_st; void *data; size_t size; size_t allocated_size; size_t offset; u32 opt_flags; bool is_paged_buf; struct page **pages; int nr_pages; int page_array_size; bool need_uevent; struct list_head pending_list; const char *fw_name; }; struct firmware_fallback_config { unsigned int force_sysfs_fallback; unsigned int ignore_sysfs_fallback; int old_timeout; int loading_timeout; }; struct fw_sysfs { bool nowait; struct device dev; struct fw_priv *fw_priv; struct firmware *fw; void *fw_upload_priv; }; struct reg_sequence { unsigned int reg; unsigned int def; unsigned int delay_us; }; typedef int (*regmap_hw_write)(void *, const void *, size_t); typedef int (*regmap_hw_gather_write)(void *, const void *, size_t, const void *, size_t); struct regmap_async; typedef int (*regmap_hw_async_write)(void *, const void *, size_t, const void *, size_t, struct regmap_async *); struct regmap_async { struct list_head list; struct regmap *map; void *work_buf; }; typedef int (*regmap_hw_read)(void *, const void *, size_t, void *, size_t); typedef int (*regmap_hw_reg_read)(void *, unsigned int, unsigned int *); typedef int (*regmap_hw_reg_noinc_read)(void *, unsigned int, void *, size_t); typedef int (*regmap_hw_reg_write)(void *, unsigned int, unsigned int); typedef int (*regmap_hw_reg_noinc_write)(void *, unsigned int, const void *, size_t); typedef int (*regmap_hw_reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); typedef struct regmap_async * (*regmap_hw_async_alloc)(); typedef void (*regmap_hw_free_context)(void *); struct regmap_bus { bool fast_io; bool free_on_exit; regmap_hw_write write; regmap_hw_gather_write gather_write; regmap_hw_async_write async_write; regmap_hw_reg_write reg_write; regmap_hw_reg_noinc_write reg_noinc_write; regmap_hw_reg_update_bits reg_update_bits; regmap_hw_read read; regmap_hw_reg_read reg_read; regmap_hw_reg_noinc_read reg_noinc_read; regmap_hw_free_context free_context; regmap_hw_async_alloc async_alloc; u8 read_flag_mask; enum regmap_endian reg_format_endian_default; enum regmap_endian val_format_endian_default; size_t max_raw_read; size_t max_raw_write; }; struct regmap_format { size_t buf_size; size_t reg_bytes; size_t pad_bytes; size_t val_bytes; s8 reg_shift; void (*format_write)(struct regmap *, unsigned int, unsigned int); void (*format_reg)(void *, unsigned int, unsigned int); void (*format_val)(void *, unsigned int, unsigned int); unsigned int (*parse_val)(const void *); void (*parse_inplace)(void *); }; struct regcache_ops; struct hwspinlock; struct regmap { union { struct mutex mutex; struct { spinlock_t spinlock; long unsigned int spinlock_flags; }; struct { raw_spinlock_t raw_spinlock; long unsigned int raw_spinlock_flags; }; }; struct lock_class_key *lock_key; regmap_lock lock; regmap_unlock unlock; void *lock_arg; gfp_t alloc_flags; unsigned int reg_base; struct device *dev; void *work_buf; struct regmap_format format; const struct regmap_bus *bus; void *bus_context; const char *name; spinlock_t async_lock; wait_queue_head_t async_waitq; struct list_head async_list; struct list_head async_free; int async_ret; bool async; bool debugfs_disable; struct dentry *debugfs; const char *debugfs_name; unsigned int debugfs_reg_len; unsigned int debugfs_val_len; unsigned int debugfs_tot_len; struct list_head debugfs_off_cache; struct mutex cache_lock; unsigned int max_register; bool max_register_is_set; bool (*writeable_reg)(struct device *, unsigned int); bool (*readable_reg)(struct device *, unsigned int); bool (*volatile_reg)(struct device *, unsigned int); bool (*precious_reg)(struct device *, unsigned int); bool (*writeable_noinc_reg)(struct device *, unsigned int); bool (*readable_noinc_reg)(struct device *, unsigned int); const struct regmap_access_table *wr_table; const struct regmap_access_table *rd_table; const struct regmap_access_table *volatile_table; const struct regmap_access_table *precious_table; const struct regmap_access_table *wr_noinc_table; const struct regmap_access_table *rd_noinc_table; int (*reg_read)(void *, unsigned int, unsigned int *); int (*reg_write)(void *, unsigned int, unsigned int); int (*reg_update_bits)(void *, unsigned int, unsigned int, unsigned int); int (*read)(void *, const void *, size_t, void *, size_t); int (*write)(void *, const void *, size_t); long unsigned int read_flag_mask; long unsigned int write_flag_mask; int reg_shift; int reg_stride; int reg_stride_order; bool defer_caching; bool force_write_field; const struct regcache_ops *cache_ops; enum regcache_type cache_type; unsigned int cache_size_raw; unsigned int cache_word_size; unsigned int num_reg_defaults; unsigned int num_reg_defaults_raw; bool cache_only; bool cache_bypass; bool cache_free; struct reg_default *reg_defaults; const void *reg_defaults_raw; void *cache; bool cache_dirty; bool no_sync_defaults; struct reg_sequence *patch; int patch_regs; bool can_sleep; bool use_single_read; bool use_single_write; bool can_multi_write; size_t max_raw_read; size_t max_raw_write; struct rb_root range_tree; void *selector_work_buf; struct hwspinlock *hwlock; }; struct regcache_ops { const char *name; enum regcache_type type; int (*init)(struct regmap *); int (*exit)(struct regmap *); void (*debugfs_init)(struct regmap *); int (*read)(struct regmap *, unsigned int, unsigned int *); int (*write)(struct regmap *, unsigned int, unsigned int); int (*sync)(struct regmap *, unsigned int, unsigned int); int (*drop)(struct regmap *, unsigned int, unsigned int); }; struct regmap_range_node { struct rb_node node; const char *name; struct regmap *map; unsigned int range_min; unsigned int range_max; unsigned int selector_reg; unsigned int selector_mask; int selector_shift; unsigned int window_start; unsigned int window_len; }; struct spi_statistics { struct u64_stats_sync syncp; u64_stats_t messages; u64_stats_t transfers; u64_stats_t errors; u64_stats_t timedout; u64_stats_t spi_sync; u64_stats_t spi_sync_immediate; u64_stats_t spi_async; u64_stats_t bytes; u64_stats_t bytes_rx; u64_stats_t bytes_tx; u64_stats_t transfer_bytes_histo[17]; u64_stats_t transfers_split_maxsize; }; struct spi_delay { u16 value; u8 unit; }; struct spi_controller; struct spi_device { struct device dev; struct spi_controller *controller; u32 max_speed_hz; u8 chip_select[16]; u8 bits_per_word; bool rt; u32 mode; int irq; void *controller_state; void *controller_data; char modalias[32]; const char *driver_override; struct gpio_desc *cs_gpiod[16]; struct spi_delay word_delay; struct spi_delay cs_setup; struct spi_delay cs_hold; struct spi_delay cs_inactive; struct spi_statistics *pcpu_statistics; u32 cs_index_mask: 16; }; struct spi_message; struct spi_transfer; struct spi_controller_mem_ops; struct spi_controller_mem_caps; struct spi_offload; struct spi_offload_config; struct spi_controller { struct device dev; struct list_head list; s16 bus_num; u16 num_chipselect; u16 dma_alignment; u32 mode_bits; u32 buswidth_override_bits; u32 bits_per_word_mask; u32 min_speed_hz; u32 max_speed_hz; u16 flags; bool devm_allocated; union { bool slave; bool target; }; size_t (*max_transfer_size)(struct spi_device *); size_t (*max_message_size)(struct spi_device *); struct mutex io_mutex; struct mutex add_lock; spinlock_t bus_lock_spinlock; struct mutex bus_lock_mutex; bool bus_lock_flag; int (*setup)(struct spi_device *); int (*set_cs_timing)(struct spi_device *); int (*transfer)(struct spi_device *, struct spi_message *); void (*cleanup)(struct spi_device *); bool (*can_dma)(struct spi_controller *, struct spi_device *, struct spi_transfer *); struct device *dma_map_dev; struct device *cur_rx_dma_dev; struct device *cur_tx_dma_dev; bool queued; struct kthread_worker *kworker; struct kthread_work pump_messages; spinlock_t queue_lock; struct list_head queue; struct spi_message *cur_msg; struct completion cur_msg_completion; bool cur_msg_incomplete; bool cur_msg_need_completion; bool busy; bool running; bool rt; bool auto_runtime_pm; bool fallback; bool last_cs_mode_high; s8 last_cs[16]; u32 last_cs_index_mask: 16; struct completion xfer_completion; size_t max_dma_len; int (*optimize_message)(struct spi_message *); int (*unoptimize_message)(struct spi_message *); int (*prepare_transfer_hardware)(struct spi_controller *); int (*transfer_one_message)(struct spi_controller *, struct spi_message *); int (*unprepare_transfer_hardware)(struct spi_controller *); int (*prepare_message)(struct spi_controller *, struct spi_message *); int (*unprepare_message)(struct spi_controller *, struct spi_message *); int (*target_abort)(struct spi_controller *); void (*set_cs)(struct spi_device *, bool); int (*transfer_one)(struct spi_controller *, struct spi_device *, struct spi_transfer *); void (*handle_err)(struct spi_controller *, struct spi_message *); const struct spi_controller_mem_ops *mem_ops; const struct spi_controller_mem_caps *mem_caps; struct spi_offload * (*get_offload)(struct spi_device *, const struct spi_offload_config *); void (*put_offload)(struct spi_offload *); struct gpio_desc **cs_gpiods; bool use_gpio_descriptors; s8 unused_native_cs; s8 max_native_cs; struct spi_statistics *pcpu_statistics; struct dma_chan *dma_tx; struct dma_chan *dma_rx; void *dummy_rx; void *dummy_tx; int (*fw_translate_cs)(struct spi_controller *, unsigned int); bool ptp_sts_supported; long unsigned int irq_flags; bool queue_empty; bool must_async; bool defer_optimize_message; }; struct spi_message { struct list_head transfers; struct spi_device *spi; bool pre_optimized; bool optimized; bool prepared; int status; void (*complete)(void *); void *context; unsigned int frame_length; unsigned int actual_length; struct list_head queue; void *state; void *opt_state; struct spi_offload *offload; struct list_head resources; }; struct ptp_system_timestamp; struct spi_transfer { const void *tx_buf; void *rx_buf; unsigned int len; u16 error; bool tx_sg_mapped; bool rx_sg_mapped; struct sg_table tx_sg; struct sg_table rx_sg; dma_addr_t tx_dma; dma_addr_t rx_dma; unsigned int dummy_data: 1; unsigned int cs_off: 1; unsigned int cs_change: 1; unsigned int tx_nbits: 4; unsigned int rx_nbits: 4; unsigned int timestamped: 1; u8 bits_per_word; struct spi_delay delay; struct spi_delay cs_change_delay; struct spi_delay word_delay; u32 speed_hz; u32 effective_speed_hz; unsigned int offload_flags; unsigned int ptp_sts_word_pre; unsigned int ptp_sts_word_post; struct ptp_system_timestamp *ptp_sts; struct list_head transfer_list; }; struct spi_mem; struct spi_mem_op; struct spi_mem_dirmap_desc; struct spi_controller_mem_ops { int (*adjust_op_size)(struct spi_mem *, struct spi_mem_op *); bool (*supports_op)(struct spi_mem *, const struct spi_mem_op *); int (*exec_op)(struct spi_mem *, const struct spi_mem_op *); const char * (*get_name)(struct spi_mem *); int (*dirmap_create)(struct spi_mem_dirmap_desc *); void (*dirmap_destroy)(struct spi_mem_dirmap_desc *); ssize_t (*dirmap_read)(struct spi_mem_dirmap_desc *, u64, size_t, void *); ssize_t (*dirmap_write)(struct spi_mem_dirmap_desc *, u64, size_t, const void *); int (*poll_status)(struct spi_mem *, const struct spi_mem_op *, u16, u16, long unsigned int, long unsigned int, long unsigned int); }; struct spi_controller_mem_caps { bool dtr; bool ecc; bool swap16; bool per_op_freq; }; struct spi_offload_config { u32 capability_flags; }; struct regmap_async_spi { struct regmap_async core; struct spi_message m; struct spi_transfer t[2]; }; typedef unsigned int __kernel_old_dev_t; typedef u32 compat_dev_t; struct req_iterator { struct bvec_iter iter; struct bio *bio; }; enum { LO_FLAGS_READ_ONLY = 1, LO_FLAGS_AUTOCLEAR = 4, LO_FLAGS_PARTSCAN = 8, LO_FLAGS_DIRECT_IO = 16, }; struct loop_info { int lo_number; __kernel_old_dev_t lo_device; long unsigned int lo_inode; __kernel_old_dev_t lo_rdevice; int lo_offset; int lo_encrypt_type; int lo_encrypt_key_size; int lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; long unsigned int lo_init[2]; char reserved[4]; }; struct loop_info64 { __u64 lo_device; __u64 lo_inode; __u64 lo_rdevice; __u64 lo_offset; __u64 lo_sizelimit; __u32 lo_number; __u32 lo_encrypt_type; __u32 lo_encrypt_key_size; __u32 lo_flags; __u8 lo_file_name[64]; __u8 lo_crypt_name[64]; __u8 lo_encrypt_key[32]; __u64 lo_init[2]; }; struct loop_config { __u32 fd; __u32 block_size; struct loop_info64 info; __u64 __reserved[8]; }; enum { Lo_unbound = 0, Lo_bound = 1, Lo_rundown = 2, Lo_deleting = 3, }; struct loop_device { int lo_number; loff_t lo_offset; loff_t lo_sizelimit; int lo_flags; char lo_file_name[64]; struct file *lo_backing_file; unsigned int lo_min_dio_size; struct block_device *lo_device; gfp_t old_gfp_mask; spinlock_t lo_lock; int lo_state; spinlock_t lo_work_lock; struct workqueue_struct *workqueue; struct work_struct rootcg_work; struct list_head rootcg_cmd_list; struct list_head idle_worker_list; struct rb_root worker_tree; struct timer_list timer; bool sysfs_inited; struct request_queue *lo_queue; struct blk_mq_tag_set tag_set; struct gendisk *lo_disk; struct mutex lo_mutex; bool idr_visible; }; struct loop_cmd { struct list_head list_entry; bool use_aio; atomic_t ref; long int ret; struct kiocb iocb; struct bio_vec *bvec; struct cgroup_subsys_state *blkcg_css; struct cgroup_subsys_state *memcg_css; }; struct loop_worker { struct rb_node rb_node; struct work_struct work; struct list_head cmd_list; struct list_head idle_list; struct loop_device *lo; struct cgroup_subsys_state *blkcg_css; long unsigned int last_ran_at; }; struct compat_loop_info { compat_int_t lo_number; compat_dev_t lo_device; compat_ulong_t lo_inode; compat_dev_t lo_rdevice; compat_int_t lo_offset; compat_int_t lo_encrypt_type; compat_int_t lo_encrypt_key_size; compat_int_t lo_flags; char lo_name[64]; unsigned char lo_encrypt_key[32]; compat_ulong_t lo_init[2]; char reserved[4]; }; struct mfd_cell_acpi_match; struct mfd_cell { const char *name; int id; int level; int (*suspend)(struct platform_device *); int (*resume)(struct platform_device *); const void *platform_data; size_t pdata_size; const struct mfd_cell_acpi_match *acpi_match; const struct software_node *swnode; const char *of_compatible; u64 of_reg; bool use_of_reg; int num_resources; const struct resource *resources; bool ignore_resource_conflicts; bool pm_runtime_no_callbacks; int num_parent_supplies; const char * const *parent_supplies; }; struct mfd_cell_acpi_match { const char *pnpid; const long long unsigned int adr; }; struct regmap_irq_type { unsigned int type_reg_offset; unsigned int type_reg_mask; unsigned int type_rising_val; unsigned int type_falling_val; unsigned int type_level_low_val; unsigned int type_level_high_val; unsigned int types_supported; }; struct regmap_irq { unsigned int reg_offset; unsigned int mask; struct regmap_irq_type type; }; struct regmap_irq_sub_irq_map { unsigned int num_regs; unsigned int *offset; }; struct regmap_irq_chip { const char *name; const char *domain_suffix; unsigned int main_status; unsigned int num_main_status_bits; const struct regmap_irq_sub_irq_map *sub_reg_offsets; int num_main_regs; unsigned int status_base; unsigned int mask_base; unsigned int unmask_base; unsigned int ack_base; unsigned int wake_base; const unsigned int *config_base; unsigned int irq_reg_stride; unsigned int init_ack_masked: 1; unsigned int mask_unmask_non_inverted: 1; unsigned int use_ack: 1; unsigned int ack_invert: 1; unsigned int clear_ack: 1; unsigned int status_invert: 1; unsigned int wake_invert: 1; unsigned int type_in_mask: 1; unsigned int clear_on_unmask: 1; unsigned int runtime_pm: 1; unsigned int no_status: 1; int num_regs; const struct regmap_irq *irqs; int num_irqs; int num_config_bases; int num_config_regs; int (*handle_pre_irq)(void *); int (*handle_post_irq)(void *); int (*handle_mask_sync)(int, unsigned int, unsigned int, void *); int (*set_type_config)(unsigned int **, unsigned int, const struct regmap_irq *, int, void *); unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); void *irq_drv_data; }; enum bd9571mwv_irqs { BD9571MWV_IRQ_MD1 = 0, BD9571MWV_IRQ_MD2_E1 = 1, BD9571MWV_IRQ_MD2_E2 = 2, BD9571MWV_IRQ_PROT_ERR = 3, BD9571MWV_IRQ_GP = 4, BD9571MWV_IRQ_128H_OF = 5, BD9571MWV_IRQ_WDT_OF = 6, BD9571MWV_IRQ_BKUP_TRG = 7, }; enum axp20x_variants { AXP152_ID = 0, AXP192_ID = 1, AXP202_ID = 2, AXP209_ID = 3, AXP221_ID = 4, AXP223_ID = 5, AXP288_ID = 6, AXP313A_ID = 7, AXP323_ID = 8, AXP717_ID = 9, AXP803_ID = 10, AXP806_ID = 11, AXP809_ID = 12, AXP813_ID = 13, AXP15060_ID = 14, NR_AXP20X_VARIANTS = 15, }; struct axp20x_dev { struct device *dev; int irq; long unsigned int irq_flags; struct regmap *regmap; struct regmap_irq_chip_data *regmap_irqc; enum axp20x_variants variant; int nr_cells; const struct mfd_cell *cells; const struct regmap_config *regmap_cfg; const struct regmap_irq_chip *regmap_irq_chip; }; enum chip_id { MT6323_CHIP_ID = 35, MT6328_CHIP_ID = 48, MT6331_CHIP_ID = 32, MT6332_CHIP_ID = 32, MT6357_CHIP_ID = 87, MT6358_CHIP_ID = 88, MT6359_CHIP_ID = 89, MT6366_CHIP_ID = 102, MT6391_CHIP_ID = 145, MT6397_CHIP_ID = 151, }; enum mt6397_irq_numbers { MT6397_IRQ_SPKL_AB = 0, MT6397_IRQ_SPKR_AB = 1, MT6397_IRQ_SPKL = 2, MT6397_IRQ_SPKR = 3, MT6397_IRQ_BAT_L = 4, MT6397_IRQ_BAT_H = 5, MT6397_IRQ_FG_BAT_L = 6, MT6397_IRQ_FG_BAT_H = 7, MT6397_IRQ_WATCHDOG = 8, MT6397_IRQ_PWRKEY = 9, MT6397_IRQ_THR_L = 10, MT6397_IRQ_THR_H = 11, MT6397_IRQ_VBATON_UNDET = 12, MT6397_IRQ_BVALID_DET = 13, MT6397_IRQ_CHRDET = 14, MT6397_IRQ_OV = 15, MT6397_IRQ_LDO = 16, MT6397_IRQ_HOMEKEY = 17, MT6397_IRQ_ACCDET = 18, MT6397_IRQ_AUDIO = 19, MT6397_IRQ_RTC = 20, MT6397_IRQ_PWRKEY_RSTB = 21, MT6397_IRQ_HDMI_SIFM = 22, MT6397_IRQ_HDMI_CEC = 23, MT6397_IRQ_VCA15 = 24, MT6397_IRQ_VSRMCA15 = 25, MT6397_IRQ_VCORE = 26, MT6397_IRQ_VGPU = 27, MT6397_IRQ_VIO18 = 28, MT6397_IRQ_VPCA7 = 29, MT6397_IRQ_VSRMCA7 = 30, MT6397_IRQ_VDRM = 31, MT6397_IRQ_NR = 32, }; enum rk817_reg_id { RK817_ID_DCDC1 = 0, RK817_ID_DCDC2 = 1, RK817_ID_DCDC3 = 2, RK817_ID_DCDC4 = 3, RK817_ID_LDO1 = 4, RK817_ID_LDO2 = 5, RK817_ID_LDO3 = 6, RK817_ID_LDO4 = 7, RK817_ID_LDO5 = 8, RK817_ID_LDO6 = 9, RK817_ID_LDO7 = 10, RK817_ID_LDO8 = 11, RK817_ID_LDO9 = 12, RK817_ID_BOOST = 13, RK817_ID_BOOST_OTG_SW = 14, RK817_NUM_REGULATORS = 15, }; enum { RK805_ID = 32848, RK806_ID = 32864, RK808_ID = 0, RK809_ID = 32912, RK816_ID = 33120, RK817_ID = 33136, RK818_ID = 33152, }; struct spi_device_id { char name[32]; kernel_ulong_t driver_data; }; struct spi_driver { const struct spi_device_id *id_table; int (*probe)(struct spi_device *); void (*remove)(struct spi_device *); void (*shutdown)(struct spi_device *); struct device_driver driver; }; struct bgpio_pdata { const char *label; int base; int ngpio; }; struct dma_fence_ops; struct dma_fence { spinlock_t *lock; const struct dma_fence_ops *ops; union { struct list_head cb_list; ktime_t timestamp; struct callback_head rcu; }; u64 context; u64 seqno; long unsigned int flags; struct kref refcount; int error; }; struct dma_fence_ops { bool use_64bit_seqno; const char * (*get_driver_name)(struct dma_fence *); const char * (*get_timeline_name)(struct dma_fence *); bool (*enable_signaling)(struct dma_fence *); bool (*signaled)(struct dma_fence *); long int (*wait)(struct dma_fence *, bool, long int); void (*release)(struct dma_fence *); void (*fence_value_str)(struct dma_fence *, char *, int); void (*timeline_value_str)(struct dma_fence *, char *, int); void (*set_deadline)(struct dma_fence *, ktime_t); }; enum dma_fence_flag_bits { DMA_FENCE_FLAG_SIGNALED_BIT = 0, DMA_FENCE_FLAG_TIMESTAMP_BIT = 1, DMA_FENCE_FLAG_ENABLE_SIGNAL_BIT = 2, DMA_FENCE_FLAG_USER_BITS = 3, }; struct dma_fence_cb; typedef void (*dma_fence_func_t)(struct dma_fence *, struct dma_fence_cb *); struct dma_fence_cb { struct list_head node; dma_fence_func_t func; }; struct trace_event_raw_dma_fence { struct trace_entry ent; u32 __data_loc_driver; u32 __data_loc_timeline; unsigned int context; unsigned int seqno; char __data[0]; }; struct trace_event_data_offsets_dma_fence { u32 driver; const void *driver_ptr_; u32 timeline; const void *timeline_ptr_; }; typedef void (*btf_trace_dma_fence_emit)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_init)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_destroy)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_enable_signal)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_signaled)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_start)(void *, struct dma_fence *); typedef void (*btf_trace_dma_fence_wait_end)(void *, struct dma_fence *); struct default_wait_cb { struct dma_fence_cb base; struct task_struct *task; }; enum blk_default_limits { BLK_MAX_SEGMENTS = 128, BLK_SAFE_MAX_SECTORS = 255, BLK_MAX_SEGMENT_SIZE = 65536, BLK_SEG_BOUNDARY_MASK = 4294967295, }; struct attribute_container { struct list_head node; struct klist containers; struct class *class; const struct attribute_group *grp; struct device_attribute **attrs; int (*match)(struct attribute_container *, struct device *); long unsigned int flags; }; struct transport_container { struct attribute_container ac; const struct attribute_group *statistics; }; typedef bool busy_tag_iter_fn(struct request *, void *); enum scsi_host_status { DID_OK = 0, DID_NO_CONNECT = 1, DID_BUS_BUSY = 2, DID_TIME_OUT = 3, DID_BAD_TARGET = 4, DID_ABORT = 5, DID_PARITY = 6, DID_ERROR = 7, DID_RESET = 8, DID_BAD_INTR = 9, DID_PASSTHROUGH = 10, DID_SOFT_ERROR = 11, DID_IMM_RETRY = 12, DID_REQUEUE = 13, DID_TRANSPORT_DISRUPTED = 14, DID_TRANSPORT_FAILFAST = 15, DID_TRANSPORT_MARGINAL = 20, }; typedef __u64 blist_flags_t; enum scsi_device_state { SDEV_CREATED = 1, SDEV_RUNNING = 2, SDEV_CANCEL = 3, SDEV_DEL = 4, SDEV_QUIESCE = 5, SDEV_OFFLINE = 6, SDEV_TRANSPORT_OFFLINE = 7, SDEV_BLOCK = 8, SDEV_CREATED_BLOCK = 9, }; struct scsi_vpd { struct callback_head rcu; int len; unsigned char data[0]; }; struct Scsi_Host; struct scsi_target; struct scsi_device_handler; struct scsi_device { struct Scsi_Host *host; struct request_queue *request_queue; struct list_head siblings; struct list_head same_target_siblings; struct sbitmap budget_map; atomic_t device_blocked; atomic_t restarts; spinlock_t list_lock; struct list_head starved_entry; short unsigned int queue_depth; short unsigned int max_queue_depth; short unsigned int last_queue_full_depth; short unsigned int last_queue_full_count; long unsigned int last_queue_full_time; long unsigned int queue_ramp_up_period; long unsigned int last_queue_ramp_up; unsigned int id; unsigned int channel; u64 lun; unsigned int manufacturer; unsigned int sector_size; void *hostdata; unsigned char type; char scsi_level; char inq_periph_qual; struct mutex inquiry_mutex; unsigned char inquiry_len; unsigned char *inquiry; const char *vendor; const char *model; const char *rev; struct scsi_vpd *vpd_pg0; struct scsi_vpd *vpd_pg83; struct scsi_vpd *vpd_pg80; struct scsi_vpd *vpd_pg89; struct scsi_vpd *vpd_pgb0; struct scsi_vpd *vpd_pgb1; struct scsi_vpd *vpd_pgb2; struct scsi_vpd *vpd_pgb7; struct scsi_target *sdev_target; blist_flags_t sdev_bflags; unsigned int eh_timeout; unsigned int manage_system_start_stop: 1; unsigned int manage_runtime_start_stop: 1; unsigned int manage_shutdown: 1; unsigned int force_runtime_start_on_system_start: 1; unsigned int removable: 1; unsigned int changed: 1; unsigned int busy: 1; unsigned int lockable: 1; unsigned int locked: 1; unsigned int borken: 1; unsigned int disconnect: 1; unsigned int soft_reset: 1; unsigned int sdtr: 1; unsigned int wdtr: 1; unsigned int ppr: 1; unsigned int tagged_supported: 1; unsigned int simple_tags: 1; unsigned int was_reset: 1; unsigned int expecting_cc_ua: 1; unsigned int use_10_for_rw: 1; unsigned int use_10_for_ms: 1; unsigned int set_dbd_for_ms: 1; unsigned int read_before_ms: 1; unsigned int no_report_opcodes: 1; unsigned int no_write_same: 1; unsigned int use_16_for_rw: 1; unsigned int use_16_for_sync: 1; unsigned int skip_ms_page_8: 1; unsigned int skip_ms_page_3f: 1; unsigned int skip_vpd_pages: 1; unsigned int try_vpd_pages: 1; unsigned int use_192_bytes_for_3f: 1; unsigned int no_start_on_add: 1; unsigned int allow_restart: 1; unsigned int start_stop_pwr_cond: 1; unsigned int no_uld_attach: 1; unsigned int select_no_atn: 1; unsigned int fix_capacity: 1; unsigned int guess_capacity: 1; unsigned int retry_hwerror: 1; unsigned int last_sector_bug: 1; unsigned int no_read_disc_info: 1; unsigned int no_read_capacity_16: 1; unsigned int try_rc_10_first: 1; unsigned int security_supported: 1; unsigned int is_visible: 1; unsigned int wce_default_on: 1; unsigned int no_dif: 1; unsigned int broken_fua: 1; unsigned int lun_in_cdb: 1; unsigned int unmap_limit_for_ws: 1; unsigned int rpm_autosuspend: 1; unsigned int ignore_media_change: 1; unsigned int silence_suspend: 1; unsigned int no_vpd_size: 1; unsigned int cdl_supported: 1; unsigned int cdl_enable: 1; unsigned int queue_stopped; bool offline_already; unsigned int ua_new_media_ctr; unsigned int ua_por_ctr; atomic_t disk_events_disable_depth; long unsigned int supported_events[1]; long unsigned int pending_events[1]; struct list_head event_list; struct work_struct event_work; unsigned int max_device_blocked; atomic_t iorequest_cnt; atomic_t iodone_cnt; atomic_t ioerr_cnt; atomic_t iotmo_cnt; struct device sdev_gendev; struct device sdev_dev; struct work_struct requeue_work; struct scsi_device_handler *handler; void *handler_data; size_t dma_drain_len; void *dma_drain_buf; unsigned int sg_timeout; unsigned int sg_reserved_size; struct bsg_device *bsg_dev; unsigned char access_state; struct mutex state_mutex; enum scsi_device_state sdev_state; struct task_struct *quiesced_by; long unsigned int sdev_data[0]; }; enum scsi_host_state { SHOST_CREATED = 1, SHOST_RUNNING = 2, SHOST_CANCEL = 3, SHOST_DEL = 4, SHOST_RECOVERY = 5, SHOST_CANCEL_RECOVERY = 6, SHOST_DEL_RECOVERY = 7, }; struct scsi_host_template; struct scsi_transport_template; struct Scsi_Host { struct list_head __devices; struct list_head __targets; struct list_head starved_list; spinlock_t default_lock; spinlock_t *host_lock; struct mutex scan_mutex; struct list_head eh_abort_list; struct list_head eh_cmd_q; struct task_struct *ehandler; struct completion *eh_action; wait_queue_head_t host_wait; const struct scsi_host_template *hostt; struct scsi_transport_template *transportt; struct kref tagset_refcnt; struct completion tagset_freed; struct blk_mq_tag_set tag_set; atomic_t host_blocked; unsigned int host_failed; unsigned int host_eh_scheduled; unsigned int host_no; int eh_deadline; long unsigned int last_reset; unsigned int max_channel; unsigned int max_id; u64 max_lun; unsigned int unique_id; short unsigned int max_cmd_len; int this_id; int can_queue; short int cmd_per_lun; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int opt_sectors; unsigned int max_segment_size; unsigned int dma_alignment; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; unsigned int nr_hw_queues; unsigned int nr_maps; unsigned int active_mode: 2; unsigned int host_self_blocked: 1; unsigned int reverse_ordering: 1; unsigned int tmf_in_progress: 1; unsigned int async_scan: 1; unsigned int eh_noresume: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int short_inquiry: 1; unsigned int no_scsi2_lun_in_cdb: 1; unsigned int no_highmem: 1; struct workqueue_struct *work_q; struct workqueue_struct *tmf_work_q; unsigned int max_host_blocked; unsigned int prot_capabilities; unsigned char prot_guard_type; long unsigned int base; long unsigned int io_port; unsigned char n_io_port; unsigned char dma_channel; unsigned int irq; enum scsi_host_state shost_state; struct device shost_gendev; struct device shost_dev; void *shost_data; struct device *dma_dev; int rpm_autosuspend_delay; long unsigned int hostdata[0]; }; enum scsi_target_state { STARGET_CREATED = 1, STARGET_RUNNING = 2, STARGET_REMOVE = 3, STARGET_CREATED_REMOVE = 4, STARGET_DEL = 5, }; struct scsi_target { struct scsi_device *starget_sdev_user; struct list_head siblings; struct list_head devices; struct device dev; struct kref reap_ref; unsigned int channel; unsigned int id; unsigned int create: 1; unsigned int single_lun: 1; unsigned int pdt_1f_for_no_lun: 1; unsigned int no_report_luns: 1; unsigned int expecting_lun_change: 1; atomic_t target_busy; atomic_t target_blocked; unsigned int can_queue; unsigned int max_target_blocked; char scsi_level; enum scsi_target_state state; void *hostdata; long unsigned int starget_data[0]; }; enum scsi_timeout_action { SCSI_EH_DONE = 0, SCSI_EH_RESET_TIMER = 1, SCSI_EH_NOT_HANDLED = 2, }; struct scsi_cmnd; struct scsi_host_template { unsigned int cmd_size; int (*queuecommand)(struct Scsi_Host *, struct scsi_cmnd *); void (*commit_rqs)(struct Scsi_Host *, u16); struct module *module; const char *name; const char * (*info)(struct Scsi_Host *); int (*ioctl)(struct scsi_device *, unsigned int, void *); int (*compat_ioctl)(struct scsi_device *, unsigned int, void *); int (*init_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*exit_cmd_priv)(struct Scsi_Host *, struct scsi_cmnd *); int (*eh_abort_handler)(struct scsi_cmnd *); int (*eh_device_reset_handler)(struct scsi_cmnd *); int (*eh_target_reset_handler)(struct scsi_cmnd *); int (*eh_bus_reset_handler)(struct scsi_cmnd *); int (*eh_host_reset_handler)(struct scsi_cmnd *); int (*sdev_init)(struct scsi_device *); int (*sdev_configure)(struct scsi_device *, struct queue_limits *); void (*sdev_destroy)(struct scsi_device *); int (*target_alloc)(struct scsi_target *); void (*target_destroy)(struct scsi_target *); int (*scan_finished)(struct Scsi_Host *, long unsigned int); void (*scan_start)(struct Scsi_Host *); int (*change_queue_depth)(struct scsi_device *, int); void (*map_queues)(struct Scsi_Host *); int (*mq_poll)(struct Scsi_Host *, unsigned int); bool (*dma_need_drain)(struct request *); int (*bios_param)(struct scsi_device *, struct block_device *, sector_t, int *); void (*unlock_native_capacity)(struct scsi_device *); int (*show_info)(struct seq_file *, struct Scsi_Host *); int (*write_info)(struct Scsi_Host *, char *, int); enum scsi_timeout_action (*eh_timed_out)(struct scsi_cmnd *); bool (*eh_should_retry_cmd)(struct scsi_cmnd *); int (*host_reset)(struct Scsi_Host *, int); const char *proc_name; int can_queue; int this_id; short unsigned int sg_tablesize; short unsigned int sg_prot_tablesize; unsigned int max_sectors; unsigned int max_segment_size; unsigned int dma_alignment; long unsigned int dma_boundary; long unsigned int virt_boundary_mask; short int cmd_per_lun; bool tag_alloc_policy_rr: 1; unsigned int track_queue_depth: 1; unsigned int supported_mode: 2; unsigned int emulated: 1; unsigned int skip_settle_delay: 1; unsigned int no_write_same: 1; unsigned int host_tagset: 1; unsigned int queuecommand_may_block: 1; unsigned int max_host_blocked; const struct attribute_group **shost_groups; const struct attribute_group **sdev_groups; u64 vendor_id; }; enum scsi_cmnd_submitter { SUBMITTED_BY_BLOCK_LAYER = 0, SUBMITTED_BY_SCSI_ERROR_HANDLER = 1, SUBMITTED_BY_SCSI_RESET_IOCTL = 2, } __attribute__((mode(byte))); struct scsi_data_buffer { struct sg_table table; unsigned int length; }; struct scsi_cmnd { struct scsi_device *device; struct list_head eh_entry; struct delayed_work abort_work; struct callback_head rcu; int eh_eflags; int budget_token; long unsigned int jiffies_at_alloc; int retries; int allowed; unsigned char prot_op; unsigned char prot_type; unsigned char prot_flags; enum scsi_cmnd_submitter submitter; short unsigned int cmd_len; enum dma_data_direction sc_data_direction; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scsi_data_buffer *prot_sdb; unsigned int underflow; unsigned int transfersize; unsigned int resid_len; unsigned int sense_len; unsigned char *sense_buffer; int flags; long unsigned int state; unsigned int extra_len; unsigned char *host_scribble; int result; }; struct scsi_transport_template { struct transport_container host_attrs; struct transport_container target_attrs; struct transport_container device_attrs; int (*user_scan)(struct Scsi_Host *, uint, uint, u64); int device_size; int device_private_offset; int target_size; int target_private_offset; int host_size; unsigned int create_work_queue: 1; void (*eh_strategy_handler)(struct Scsi_Host *); }; struct scsi_host_busy_iter_data { bool (*fn)(struct scsi_cmnd *, void *); void *priv; }; enum sam_status { SAM_STAT_GOOD = 0, SAM_STAT_CHECK_CONDITION = 2, SAM_STAT_CONDITION_MET = 4, SAM_STAT_BUSY = 8, SAM_STAT_INTERMEDIATE = 16, SAM_STAT_INTERMEDIATE_CONDITION_MET = 20, SAM_STAT_RESERVATION_CONFLICT = 24, SAM_STAT_COMMAND_TERMINATED = 34, SAM_STAT_TASK_SET_FULL = 40, SAM_STAT_ACA_ACTIVE = 48, SAM_STAT_TASK_ABORTED = 64, }; struct scsi_sense_hdr { u8 response_code; u8 sense_key; u8 asc; u8 ascq; u8 byte4; u8 byte5; u8 byte6; u8 additional_length; }; enum scsi_disposition { NEEDS_RETRY = 8193, SUCCESS = 8194, FAILED = 8195, QUEUED = 8196, SOFT_ERROR = 8197, ADD_TO_MLQUEUE = 8198, TIMEOUT_ERROR = 8199, SCSI_RETURN_NOT_HANDLED = 8200, FAST_IO_FAIL = 8201, }; enum rqf_flags { __RQF_STARTED = 0, __RQF_FLUSH_SEQ = 1, __RQF_MIXED_MERGE = 2, __RQF_DONTPREP = 3, __RQF_SCHED_TAGS = 4, __RQF_USE_SCHED = 5, __RQF_FAILED = 6, __RQF_QUIET = 7, __RQF_IO_STAT = 8, __RQF_PM = 9, __RQF_HASHED = 10, __RQF_STATS = 11, __RQF_SPECIAL_PAYLOAD = 12, __RQF_ZONE_WRITE_PLUGGING = 13, __RQF_TIMED_OUT = 14, __RQF_RESV = 15, __RQF_BITS = 16, }; typedef void (*activate_complete)(void *, int); struct scsi_device_handler { struct list_head list; struct module *module; const char *name; enum scsi_disposition (*check_sense)(struct scsi_device *, struct scsi_sense_hdr *); int (*attach)(struct scsi_device *); void (*detach)(struct scsi_device *); int (*activate)(struct scsi_device *, activate_complete, void *); blk_status_t (*prep_fn)(struct scsi_device *, struct request *); int (*set_params)(struct scsi_device *, const char *); void (*rescan)(struct scsi_device *); }; enum scsi_prot_operations { SCSI_PROT_NORMAL = 0, SCSI_PROT_READ_INSERT = 1, SCSI_PROT_WRITE_STRIP = 2, SCSI_PROT_READ_STRIP = 3, SCSI_PROT_WRITE_INSERT = 4, SCSI_PROT_READ_PASS = 5, SCSI_PROT_WRITE_PASS = 6, }; struct scsi_driver { struct device_driver gendrv; int (*resume)(struct device *); void (*rescan)(struct device *); blk_status_t (*init_command)(struct scsi_cmnd *); void (*uninit_command)(struct scsi_cmnd *); int (*done)(struct scsi_cmnd *); int (*eh_action)(struct scsi_cmnd *, int); void (*eh_reset)(struct scsi_cmnd *); }; struct scsi_eh_save { int result; unsigned int resid_len; int eh_eflags; enum dma_data_direction data_direction; unsigned int underflow; unsigned char cmd_len; unsigned char prot_op; unsigned char cmnd[32]; struct scsi_data_buffer sdb; struct scatterlist sense_sgl; }; enum scsi_ml_status { SCSIML_STAT_OK = 0, SCSIML_STAT_RESV_CONFLICT = 1, SCSIML_STAT_NOSPC = 2, SCSIML_STAT_MED_ERROR = 3, SCSIML_STAT_TGT_FAILURE = 4, SCSIML_STAT_DL_TIMEOUT = 5, }; struct class_interface { struct list_head node; const struct class *class; int (*add_dev)(struct device *); void (*remove_dev)(struct device *); }; enum scsi_scan_mode { SCSI_SCAN_INITIAL = 0, SCSI_SCAN_RESCAN = 1, SCSI_SCAN_MANUAL = 2, }; struct scsi_event { enum scsi_device_event evt_type; struct list_head node; }; struct scsi_lun { __u8 scsi_lun[8]; }; enum sas_oob_mode { OOB_NOT_CONNECTED = 0, SATA_OOB_MODE = 1, SAS_OOB_MODE = 2, }; enum sas_device_type { SAS_PHY_UNUSED = 0, SAS_END_DEVICE = 1, SAS_EDGE_EXPANDER_DEVICE = 2, SAS_FANOUT_EXPANDER_DEVICE = 3, SAS_HA = 4, SAS_SATA_DEV = 5, SAS_SATA_PM = 7, SAS_SATA_PM_PORT = 8, SAS_SATA_PENDING = 9, }; enum sas_protocol { SAS_PROTOCOL_NONE = 0, SAS_PROTOCOL_SATA = 1, SAS_PROTOCOL_SMP = 2, SAS_PROTOCOL_STP = 4, SAS_PROTOCOL_SSP = 8, SAS_PROTOCOL_ALL = 14, SAS_PROTOCOL_STP_ALL = 5, SAS_PROTOCOL_INTERNAL_ABORT = 16, }; enum phy_func { PHY_FUNC_NOP = 0, PHY_FUNC_LINK_RESET = 1, PHY_FUNC_HARD_RESET = 2, PHY_FUNC_DISABLE = 3, PHY_FUNC_CLEAR_ERROR_LOG = 5, PHY_FUNC_CLEAR_AFFIL = 6, PHY_FUNC_TX_SATA_PS_SIGNAL = 7, PHY_FUNC_RELEASE_SPINUP_HOLD = 16, PHY_FUNC_SET_LINK_RATE = 17, PHY_FUNC_GET_EVENTS = 18, }; enum sas_open_rej_reason { SAS_OREJ_UNKNOWN = 0, SAS_OREJ_BAD_DEST = 1, SAS_OREJ_CONN_RATE = 2, SAS_OREJ_EPROTO = 3, SAS_OREJ_RESV_AB0 = 4, SAS_OREJ_RESV_AB1 = 5, SAS_OREJ_RESV_AB2 = 6, SAS_OREJ_RESV_AB3 = 7, SAS_OREJ_WRONG_DEST = 8, SAS_OREJ_STP_NORES = 9, SAS_OREJ_NO_DEST = 10, SAS_OREJ_PATH_BLOCKED = 11, SAS_OREJ_RSVD_CONT0 = 12, SAS_OREJ_RSVD_CONT1 = 13, SAS_OREJ_RSVD_INIT0 = 14, SAS_OREJ_RSVD_INIT1 = 15, SAS_OREJ_RSVD_STOP0 = 16, SAS_OREJ_RSVD_STOP1 = 17, SAS_OREJ_RSVD_RETRY = 18, }; struct dev_to_host_fis { u8 fis_type; u8 flags; u8 status; u8 error; u8 lbal; union { u8 lbam; u8 byte_count_low; }; union { u8 lbah; u8 byte_count_high; }; u8 device; u8 lbal_exp; u8 lbam_exp; u8 lbah_exp; u8 _r_a; union { u8 sector_count; u8 interrupt_reason; }; u8 sector_count_exp; u8 _r_b; u8 _r_c; u32 _r_d; }; struct host_to_dev_fis { u8 fis_type; u8 flags; u8 command; u8 features; u8 lbal; union { u8 lbam; u8 byte_count_low; }; union { u8 lbah; u8 byte_count_high; }; u8 device; u8 lbal_exp; u8 lbam_exp; u8 lbah_exp; u8 features_exp; union { u8 sector_count; u8 interrupt_reason; }; u8 sector_count_exp; u8 _r_a; u8 control; u32 _r_b; }; struct report_phy_sata_resp { u8 _r_a[5]; u8 phy_id; u8 _r_b; u8 affil_valid: 1; u8 affil_supp: 1; u8 _r_c: 6; u32 _r_d; u8 stp_sas_addr[8]; struct dev_to_host_fis fis; u32 _r_e; u8 affil_stp_ini_addr[8]; __be32 crc; }; struct smp_rps_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct report_phy_sata_resp rps; }; enum sas_linkrate { SAS_LINK_RATE_UNKNOWN = 0, SAS_PHY_DISABLED = 1, SAS_PHY_RESET_PROBLEM = 2, SAS_SATA_SPINUP_HOLD = 3, SAS_SATA_PORT_SELECTOR = 4, SAS_PHY_RESET_IN_PROGRESS = 5, SAS_LINK_RATE_1_5_GBPS = 8, SAS_LINK_RATE_G1 = 8, SAS_LINK_RATE_3_0_GBPS = 9, SAS_LINK_RATE_G2 = 9, SAS_LINK_RATE_6_0_GBPS = 10, SAS_LINK_RATE_12_0_GBPS = 11, SAS_LINK_RATE_22_5_GBPS = 12, SAS_LINK_RATE_FAILED = 16, SAS_PHY_VIRTUAL = 17, }; struct sas_identify { enum sas_device_type device_type; enum sas_protocol initiator_port_protocols; enum sas_protocol target_port_protocols; u64 sas_address; u8 phy_identifier; }; struct sas_phy { struct device dev; int number; int enabled; struct sas_identify identify; enum sas_linkrate negotiated_linkrate; enum sas_linkrate minimum_linkrate_hw; enum sas_linkrate minimum_linkrate; enum sas_linkrate maximum_linkrate_hw; enum sas_linkrate maximum_linkrate; u32 invalid_dword_count; u32 running_disparity_error_count; u32 loss_of_dword_sync_count; u32 phy_reset_problem_count; struct list_head port_siblings; void *hostdata; }; struct sas_rphy { struct device dev; struct sas_identify identify; struct list_head list; struct request_queue *q; u32 scsi_target_id; }; struct sas_port { struct device dev; int port_identifier; int num_phys; unsigned int is_backlink: 1; struct sas_rphy *rphy; struct mutex phy_list_mutex; struct list_head phy_list; struct list_head del_list; }; struct sas_phy_linkrates { enum sas_linkrate maximum_linkrate; enum sas_linkrate minimum_linkrate; }; struct sas_function_template { int (*get_linkerrors)(struct sas_phy *); int (*get_enclosure_identifier)(struct sas_rphy *, u64 *); int (*get_bay_identifier)(struct sas_rphy *); int (*phy_reset)(struct sas_phy *, int); int (*phy_enable)(struct sas_phy *, int); int (*phy_setup)(struct sas_phy *); void (*phy_release)(struct sas_phy *); int (*set_phy_speed)(struct sas_phy *, struct sas_phy_linkrates *); void (*smp_handler)(struct bsg_job *, struct Scsi_Host *, struct sas_rphy *); }; enum ata_completion_errors { AC_ERR_OK = 0, AC_ERR_DEV = 1, AC_ERR_HSM = 2, AC_ERR_TIMEOUT = 4, AC_ERR_MEDIA = 8, AC_ERR_ATA_BUS = 16, AC_ERR_HOST_BUS = 32, AC_ERR_SYSTEM = 64, AC_ERR_INVALID = 128, AC_ERR_OTHER = 256, AC_ERR_NODEV_HINT = 512, AC_ERR_NCQ = 1024, }; enum ata_lpm_policy { ATA_LPM_UNKNOWN = 0, ATA_LPM_MAX_POWER = 1, ATA_LPM_MED_POWER = 2, ATA_LPM_MED_POWER_WITH_DIPM = 3, ATA_LPM_MIN_POWER_WITH_PARTIAL = 4, ATA_LPM_MIN_POWER = 5, }; struct ata_queued_cmd; typedef void (*ata_qc_cb_t)(struct ata_queued_cmd *); struct ata_taskfile { long unsigned int flags; u8 protocol; u8 ctl; u8 hob_feature; u8 hob_nsect; u8 hob_lbal; u8 hob_lbam; u8 hob_lbah; union { u8 error; u8 feature; }; u8 nsect; u8 lbal; u8 lbam; u8 lbah; u8 device; union { u8 status; u8 command; }; u32 auxiliary; }; struct ata_port; struct ata_device; struct ata_queued_cmd { struct ata_port *ap; struct ata_device *dev; struct scsi_cmnd *scsicmd; void (*scsidone)(struct scsi_cmnd *); struct ata_taskfile tf; u8 cdb[16]; long unsigned int flags; unsigned int tag; unsigned int hw_tag; unsigned int n_elem; unsigned int orig_n_elem; int dma_dir; unsigned int sect_size; unsigned int nbytes; unsigned int extrabytes; unsigned int curbytes; struct scatterlist sgent; struct scatterlist *sg; struct scatterlist *cursg; unsigned int cursg_ofs; unsigned int err_mask; struct ata_taskfile result_tf; ata_qc_cb_t complete_fn; void *private_data; void *lldd_task; }; struct ata_link; typedef int (*ata_prereset_fn_t)(struct ata_link *, long unsigned int); struct ata_eh_info { struct ata_device *dev; u32 serror; unsigned int err_mask; unsigned int action; unsigned int dev_action[2]; unsigned int flags; unsigned int probe_mask; char desc[80]; int desc_len; }; struct ata_eh_context { struct ata_eh_info i; int tries[2]; int cmd_timeout_idx[16]; unsigned int classes[2]; unsigned int did_probe_mask; unsigned int unloaded_mask; unsigned int saved_ncq_enabled; u8 saved_xfer_mode[2]; long unsigned int last_reset; }; struct ata_ering_entry { unsigned int eflags; unsigned int err_mask; u64 timestamp; }; struct ata_ering { int cursor; struct ata_ering_entry ring[32]; }; struct ata_cpr_log; struct ata_cdl; struct ata_device { struct ata_link *link; unsigned int devno; unsigned int quirks; long unsigned int flags; struct scsi_device *sdev; void *private_data; struct device tdev; u64 n_sectors; u64 n_native_sectors; unsigned int class; long unsigned int unpark_deadline; u8 pio_mode; u8 dma_mode; u8 xfer_mode; unsigned int xfer_shift; unsigned int multi_count; unsigned int max_sectors; unsigned int cdb_len; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; u16 cylinders; u16 heads; u16 sectors; long: 64; long: 64; long: 64; union { u16 id[256]; u32 gscr[128]; }; u8 devslp_timing[8]; u8 ncq_send_recv_cmds[20]; u8 ncq_non_data_cmds[64]; u32 zac_zoned_cap; u32 zac_zones_optimal_open; u32 zac_zones_optimal_nonseq; u32 zac_zones_max_open; struct ata_cpr_log *cpr_log; struct ata_cdl *cdl; int spdn_cnt; struct ata_ering ering; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u8 sector_buf[512]; }; struct ata_link { struct ata_port *ap; int pmp; struct device tdev; unsigned int active_tag; u32 sactive; unsigned int flags; u32 saved_scontrol; unsigned int hw_sata_spd_limit; unsigned int sata_spd_limit; unsigned int sata_spd; enum ata_lpm_policy lpm_policy; struct ata_eh_info eh_info; struct ata_eh_context eh_context; struct ata_device device[2]; long unsigned int last_lpm_change; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef int (*ata_reset_fn_t)(struct ata_link *, unsigned int *, long unsigned int); typedef void (*ata_postreset_fn_t)(struct ata_link *, unsigned int *); enum sw_activity { OFF___2 = 0, BLINK_ON = 1, BLINK_OFF = 2, }; struct ata_port_operations; struct ata_host { spinlock_t lock; struct device *dev; void * const *iomap; unsigned int n_ports; unsigned int n_tags; void *private_data; struct ata_port_operations *ops; long unsigned int flags; struct kref kref; struct mutex eh_mutex; struct task_struct *eh_owner; struct ata_port *simplex_claimed; struct ata_port *ports[0]; }; struct ata_port_operations { int (*qc_defer)(struct ata_queued_cmd *); int (*check_atapi_dma)(struct ata_queued_cmd *); enum ata_completion_errors (*qc_prep)(struct ata_queued_cmd *); unsigned int (*qc_issue)(struct ata_queued_cmd *); void (*qc_fill_rtf)(struct ata_queued_cmd *); void (*qc_ncq_fill_rtf)(struct ata_port *, u64); int (*cable_detect)(struct ata_port *); unsigned int (*mode_filter)(struct ata_device *, unsigned int); void (*set_piomode)(struct ata_port *, struct ata_device *); void (*set_dmamode)(struct ata_port *, struct ata_device *); int (*set_mode)(struct ata_link *, struct ata_device **); unsigned int (*read_id)(struct ata_device *, struct ata_taskfile *, __le16 *); void (*dev_config)(struct ata_device *); void (*freeze)(struct ata_port *); void (*thaw)(struct ata_port *); ata_prereset_fn_t prereset; ata_reset_fn_t softreset; ata_reset_fn_t hardreset; ata_postreset_fn_t postreset; ata_prereset_fn_t pmp_prereset; ata_reset_fn_t pmp_softreset; ata_reset_fn_t pmp_hardreset; ata_postreset_fn_t pmp_postreset; void (*error_handler)(struct ata_port *); void (*lost_interrupt)(struct ata_port *); void (*post_internal_cmd)(struct ata_queued_cmd *); void (*sched_eh)(struct ata_port *); void (*end_eh)(struct ata_port *); int (*scr_read)(struct ata_link *, unsigned int, u32 *); int (*scr_write)(struct ata_link *, unsigned int, u32); void (*pmp_attach)(struct ata_port *); void (*pmp_detach)(struct ata_port *); int (*set_lpm)(struct ata_link *, enum ata_lpm_policy, unsigned int); int (*port_suspend)(struct ata_port *, pm_message_t); int (*port_resume)(struct ata_port *); int (*port_start)(struct ata_port *); void (*port_stop)(struct ata_port *); void (*host_stop)(struct ata_host *); ssize_t (*em_show)(struct ata_port *, char *); ssize_t (*em_store)(struct ata_port *, const char *, size_t); ssize_t (*sw_activity_show)(struct ata_device *, char *); ssize_t (*sw_activity_store)(struct ata_device *, enum sw_activity); ssize_t (*transmit_led_message)(struct ata_port *, u32, ssize_t); const struct ata_port_operations *inherits; }; struct ata_port_stats { long unsigned int unhandled_irq; long unsigned int idle_irq; long unsigned int rw_reqbuf; }; struct ata_port { struct Scsi_Host *scsi_host; struct ata_port_operations *ops; spinlock_t *lock; long unsigned int flags; unsigned int pflags; unsigned int print_id; unsigned int port_no; unsigned int pio_mask; unsigned int mwdma_mask; unsigned int udma_mask; unsigned int cbl; struct ata_queued_cmd qcmd[33]; u64 qc_active; int nr_active_links; struct ata_link link; struct ata_link *slave_link; int nr_pmp_links; struct ata_link *pmp_link; struct ata_link *excl_link; struct ata_port_stats stats; struct ata_host *host; struct device *dev; struct device tdev; struct mutex scsi_scan_mutex; struct delayed_work hotplug_task; struct delayed_work scsi_rescan_task; unsigned int hsm_task_state; struct list_head eh_done_q; wait_queue_head_t eh_wait_q; int eh_tries; struct completion park_req_pending; pm_message_t pm_mesg; enum ata_lpm_policy target_lpm_policy; struct timer_list fastdrain_timer; unsigned int fastdrain_cnt; async_cookie_t cookie; int em_message_type; void *private_data; long: 64; }; struct ata_cpr { u8 num; u8 num_storage_elements; u64 start_lba; u64 num_lbas; }; struct ata_cpr_log { u8 nr_cpr; struct ata_cpr cpr[0]; }; struct ata_cdl { u8 desc_log_buf[512]; u8 ncq_sense_log_buf[1024]; }; enum sas_phy_role { PHY_ROLE_NONE = 0, PHY_ROLE_TARGET = 64, PHY_ROLE_INITIATOR = 128, }; enum port_event { PORTE_BYTES_DMAED = 0, PORTE_BROADCAST_RCVD = 1, PORTE_LINK_RESET_ERR = 2, PORTE_TIMER_EVENT = 3, PORTE_HARD_RESET = 4, PORT_NUM_EVENTS = 5, }; enum phy_event { PHYE_LOSS_OF_SIGNAL = 0, PHYE_OOB_DONE = 1, PHYE_OOB_ERROR = 2, PHYE_SPINUP_HOLD = 3, PHYE_RESUME_TIMEOUT = 4, PHYE_SHUTDOWN = 5, PHY_NUM_EVENTS = 6, }; enum discover_event { DISCE_DISCOVER_DOMAIN = 0, DISCE_REVALIDATE_DOMAIN = 1, DISCE_SUSPEND = 2, DISCE_RESUME = 3, DISC_NUM_EVENTS = 4, }; enum routing_attribute { DIRECT_ROUTING = 0, SUBTRACTIVE_ROUTING = 1, TABLE_ROUTING = 2, }; enum ex_phy_state { PHY_EMPTY = 0, PHY_VACANT = 1, PHY_NOT_PRESENT = 2, PHY_DEVICE_DISCOVERED = 3, }; struct ex_phy { int phy_id; enum ex_phy_state phy_state; enum sas_device_type attached_dev_type; enum sas_linkrate linkrate; u8 attached_sata_host: 1; u8 attached_sata_dev: 1; u8 attached_sata_ps: 1; enum sas_protocol attached_tproto; enum sas_protocol attached_iproto; u8 attached_sas_addr[8]; u8 attached_phy_id; int phy_change_count; enum routing_attribute routing_attr; u8 virtual: 1; int last_da_index; struct sas_phy *phy; struct sas_port *port; }; struct expander_device { struct list_head children; int ex_change_count; u16 max_route_indexes; u8 num_phys; u8 t2t_supp: 1; u8 configuring: 1; u8 conf_route_table: 1; u8 enclosure_logical_id[8]; struct ex_phy *ex_phy; struct sas_port *parent_port; struct mutex cmd_mutex; }; struct sata_device { unsigned int class; u8 port_no; struct ata_port *ap; struct ata_host *ata_host; long: 64; long: 64; long: 64; long: 64; long: 64; struct smp_rps_resp rps_resp; u8 fis[24]; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct ssp_device { struct list_head eh_list_node; struct scsi_lun reset_lun; }; struct asd_sas_port; struct domain_device { spinlock_t done_lock; enum sas_device_type dev_type; enum sas_linkrate linkrate; enum sas_linkrate min_linkrate; enum sas_linkrate max_linkrate; int pathways; struct domain_device *parent; struct list_head siblings; struct asd_sas_port *port; struct sas_phy *phy; struct list_head dev_list_node; struct list_head disco_list_node; enum sas_protocol iproto; enum sas_protocol tproto; struct sas_rphy *rphy; u8 sas_addr[8]; u8 hashed_sas_addr[3]; u8 frame_rcvd[32]; long: 64; long: 64; long: 64; long: 64; union { struct expander_device ex_dev; struct sata_device sata_dev; struct ssp_device ssp_dev; }; void *lldd_dev; long unsigned int state; struct kref kref; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct sas_work { struct list_head drain_node; struct work_struct work; }; struct sas_discovery_event { struct sas_work work; struct asd_sas_port *port; }; struct sas_discovery { struct sas_discovery_event disc_work[4]; long unsigned int pending; u8 fanout_sas_addr[8]; u8 eeds_a[8]; u8 eeds_b[8]; int max_level; }; struct sas_ha_struct; struct asd_sas_port { struct sas_discovery disc; struct domain_device *port_dev; spinlock_t dev_list_lock; struct list_head dev_list; struct list_head disco_list; struct list_head destroy_list; struct list_head sas_port_del_list; enum sas_linkrate linkrate; struct sas_work work; int suspended; int id; u8 sas_addr[8]; u8 attached_sas_addr[8]; enum sas_protocol iproto; enum sas_protocol tproto; enum sas_oob_mode oob_mode; spinlock_t phy_list_lock; struct list_head phy_list; int num_phys; u32 phy_mask; struct sas_ha_struct *ha; struct sas_port *port; void *lldd_port; }; struct asd_sas_phy; struct sas_ha_struct { struct list_head defer_q; struct mutex drain_mutex; long unsigned int state; spinlock_t lock; int eh_active; wait_queue_head_t eh_wait_q; struct list_head eh_dev_q; struct mutex disco_mutex; struct Scsi_Host *shost; char *sas_ha_name; struct device *dev; struct workqueue_struct *event_q; struct workqueue_struct *disco_q; u8 *sas_addr; u8 hashed_sas_addr[3]; spinlock_t phy_port_lock; struct asd_sas_phy **sas_phy; struct asd_sas_port **sas_port; int num_phys; int strict_wide_ports; void *lldd_ha; struct list_head eh_done_q; struct list_head eh_ata_q; int event_thres; }; struct asd_sas_event { struct sas_work work; struct asd_sas_phy *phy; int event; }; struct asd_sas_phy { atomic_t event_nr; int in_shutdown; int error; int suspended; struct sas_phy *phy; int enabled; int id; enum sas_protocol iproto; enum sas_protocol tproto; enum sas_phy_role role; enum sas_oob_mode oob_mode; enum sas_linkrate linkrate; u8 *sas_addr; u8 attached_sas_addr[8]; spinlock_t frame_rcvd_lock; u8 *frame_rcvd; int frame_rcvd_size; spinlock_t sas_prim_lock; u32 sas_prim; struct list_head port_phy_el; struct asd_sas_port *port; struct sas_ha_struct *ha; void *lldd_phy; }; enum service_response { SAS_TASK_COMPLETE = 0, SAS_TASK_UNDELIVERED = -1, }; enum exec_status { SAS_SAM_STAT_GOOD = 0, SAS_SAM_STAT_BUSY = 8, SAS_SAM_STAT_TASK_ABORTED = 64, SAS_SAM_STAT_CHECK_CONDITION = 2, SAS_DEV_NO_RESPONSE = 128, SAS_DATA_UNDERRUN = 129, SAS_DATA_OVERRUN = 130, SAS_INTERRUPTED = 131, SAS_QUEUE_FULL = 132, SAS_DEVICE_UNKNOWN = 133, SAS_OPEN_REJECT = 134, SAS_OPEN_TO = 135, SAS_PROTO_RESPONSE = 136, SAS_PHY_DOWN = 137, SAS_NAK_R_ERR = 138, SAS_PENDING = 139, SAS_ABORTED_TASK = 140, }; struct task_status_struct { enum service_response resp; enum exec_status stat; int buf_valid_size; u8 buf[96]; u32 residual; enum sas_open_rej_reason open_rej_reason; }; struct sas_ata_task { struct host_to_dev_fis fis; u8 atapi_packet[16]; u8 dma_xfer: 1; u8 use_ncq: 1; u8 return_fis_on_success: 1; u8 device_control_reg_update: 1; bool force_phy; int force_phy_id; }; enum sas_internal_abort { SAS_INTERNAL_ABORT_SINGLE = 0, SAS_INTERNAL_ABORT_DEV = 1, }; struct sas_internal_abort_task { enum sas_internal_abort type; unsigned int qid; u16 tag; }; struct sas_smp_task { struct scatterlist smp_req; struct scatterlist smp_resp; }; enum task_attribute { TASK_ATTR_SIMPLE = 0, TASK_ATTR_HOQ = 1, TASK_ATTR_ORDERED = 2, TASK_ATTR_ACA = 4, }; struct sas_ssp_task { u8 LUN[8]; enum task_attribute task_attr; struct scsi_cmnd *cmd; }; struct sas_tmf_task { u8 tmf; u16 tag_of_task_to_be_managed; }; struct sas_task_slow; struct sas_task { struct domain_device *dev; spinlock_t task_state_lock; unsigned int task_state_flags; enum sas_protocol task_proto; union { struct sas_ata_task ata_task; struct sas_smp_task smp_task; struct sas_ssp_task ssp_task; struct sas_internal_abort_task abort_task; }; struct scatterlist *scatter; int num_scatter; u32 total_xfer_len; u8 data_dir: 2; struct task_status_struct task_status; void (*task_done)(struct sas_task *); void *lldd_task; void *uldd_task; struct sas_task_slow *slow_task; struct sas_tmf_task *tmf; }; struct sas_task_slow { struct timer_list timer; struct completion completion; struct sas_task *task; }; struct sas_domain_function_template { void (*lldd_port_formed)(struct asd_sas_phy *); void (*lldd_port_deformed)(struct asd_sas_phy *); int (*lldd_dev_found)(struct domain_device *); void (*lldd_dev_gone)(struct domain_device *); int (*lldd_execute_task)(struct sas_task *, gfp_t); int (*lldd_abort_task)(struct sas_task *); int (*lldd_abort_task_set)(struct domain_device *, u8 *); int (*lldd_clear_task_set)(struct domain_device *, u8 *); int (*lldd_I_T_nexus_reset)(struct domain_device *); int (*lldd_ata_check_ready)(struct domain_device *); void (*lldd_ata_set_dmamode)(struct domain_device *); int (*lldd_lu_reset)(struct domain_device *, u8 *); int (*lldd_query_task)(struct sas_task *); void (*lldd_tmf_exec_complete)(struct domain_device *); void (*lldd_tmf_aborted)(struct sas_task *); bool (*lldd_abort_timeout)(struct sas_task *, void *); int (*lldd_clear_nexus_port)(struct asd_sas_port *); int (*lldd_clear_nexus_ha)(struct sas_ha_struct *); int (*lldd_control_phy)(struct asd_sas_phy *, enum phy_func, void *); int (*lldd_write_gpio)(struct sas_ha_struct *, u8, u8, u8, u8 *); }; struct sas_internal { struct scsi_transport_template t; struct sas_function_template *f; struct sas_domain_function_template *dft; struct device_attribute private_host_attrs[0]; struct device_attribute private_phy_attrs[17]; struct device_attribute private_port_attrs[1]; struct device_attribute private_rphy_attrs[8]; struct device_attribute private_end_dev_attrs[5]; struct device_attribute private_expander_attrs[7]; struct transport_container phy_attr_cont; struct transport_container port_attr_cont; struct transport_container rphy_attr_cont; struct transport_container end_dev_attr_cont; struct transport_container expander_attr_cont; struct device_attribute *host_attrs[1]; struct device_attribute *phy_attrs[18]; struct device_attribute *port_attrs[2]; struct device_attribute *rphy_attrs[9]; struct device_attribute *end_dev_attrs[6]; struct device_attribute *expander_attrs[8]; }; enum { SAS_DEV_GONE = 0, SAS_DEV_FOUND = 1, SAS_DEV_DESTROY = 2, SAS_DEV_EH_PENDING = 3, SAS_DEV_LU_RESET = 4, SAS_DEV_RESET = 5, }; enum sas_ha_state { SAS_HA_REGISTERED = 0, SAS_HA_DRAINING = 1, SAS_HA_ATA_EH_ACTIVE = 2, SAS_HA_FROZEN = 3, SAS_HA_RESUMING = 4, }; enum task_disposition { TASK_IS_DONE = 0, TASK_IS_ABORTED = 1, TASK_IS_AT_LU = 2, TASK_IS_NOT_AT_LU = 3, TASK_ABORT_FAILED = 4, }; struct irq_poll; typedef int irq_poll_fn(struct irq_poll *, int); struct irq_poll { struct list_head list; long unsigned int state; int weight; irq_poll_fn *poll; }; enum { BLK_MQ_UNIQUE_TAG_BITS = 16, BLK_MQ_UNIQUE_TAG_MASK = 65535, }; enum MR_RAID_FLAGS_IO_SUB_TYPE { MR_RAID_FLAGS_IO_SUB_TYPE_NONE = 0, MR_RAID_FLAGS_IO_SUB_TYPE_SYSTEM_PD = 1, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_DATA = 2, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_P = 3, MR_RAID_FLAGS_IO_SUB_TYPE_RMW_Q = 4, MR_RAID_FLAGS_IO_SUB_TYPE_CACHE_BYPASS = 6, MR_RAID_FLAGS_IO_SUB_TYPE_LDIO_BW_LIMIT = 7, MR_RAID_FLAGS_IO_SUB_TYPE_R56_DIV_OFFLOAD = 8, }; struct RAID_CONTEXT { u8 type: 4; u8 nseg: 4; u8 resvd0; __le16 timeout_value; u8 reg_lock_flags; u8 resvd1; __le16 virtual_disk_tgt_id; __le64 reg_lock_row_lba; __le32 reg_lock_length; __le16 next_lmid; u8 ex_status; u8 status; u8 raid_flags; u8 num_sge; __le16 config_seq_num; u8 span_arm; u8 priority; u8 num_sge_ext; u8 resvd2; }; struct RAID_CONTEXT_G35 { u16 nseg_type; u16 timeout_value; u16 routing_flags; u16 virtual_disk_tgt_id; __le64 reg_lock_row_lba; u32 reg_lock_length; union { u16 rmw_op_index; u16 peer_smid; u16 r56_arm_map; } flow_specific; u8 ex_status; u8 status; u8 raid_flags; u8 span_arm; u16 config_seq_num; union { struct { u16 num_sge: 12; u16 reserved: 3; u16 stream_detected: 1; } bits; u8 bytes[2]; } u; u8 resvd2[2]; }; union RAID_CONTEXT_UNION { struct RAID_CONTEXT raid_context; struct RAID_CONTEXT_G35 raid_context_g35; }; enum REGION_TYPE { REGION_TYPE_UNUSED = 0, REGION_TYPE_SHARED_READ = 1, REGION_TYPE_SHARED_WRITE = 2, REGION_TYPE_EXCLUSIVE = 3, }; struct MPI25_IEEE_SGE_CHAIN64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 NextChainOffset; u8 Flags; }; struct MPI2_SGE_SIMPLE_UNION { __le32 FlagsLength; union { __le32 Address32; __le64 Address64; } u; }; struct MPI2_SCSI_IO_CDB_EEDP32 { u8 CDB[20]; __be32 PrimaryReferenceTag; __be16 PrimaryApplicationTag; __be16 PrimaryApplicationTagMask; __le32 TransferLength; }; struct MPI2_SGE_CHAIN_UNION { __le16 Length; u8 NextChainOffset; u8 Flags; union { __le32 Address32; __le64 Address64; } u; }; struct MPI2_IEEE_SGE_SIMPLE32 { __le32 Address; __le32 FlagsLength; }; struct MPI2_IEEE_SGE_CHAIN32 { __le32 Address; __le32 FlagsLength; }; struct MPI2_IEEE_SGE_SIMPLE64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 Reserved2; u8 Flags; }; struct MPI2_IEEE_SGE_CHAIN64 { __le64 Address; __le32 Length; __le16 Reserved1; u8 Reserved2; u8 Flags; }; union MPI2_IEEE_SGE_SIMPLE_UNION { struct MPI2_IEEE_SGE_SIMPLE32 Simple32; struct MPI2_IEEE_SGE_SIMPLE64 Simple64; }; union MPI2_IEEE_SGE_CHAIN_UNION { struct MPI2_IEEE_SGE_CHAIN32 Chain32; struct MPI2_IEEE_SGE_CHAIN64 Chain64; }; union MPI2_SGE_IO_UNION { struct MPI2_SGE_SIMPLE_UNION MpiSimple; struct MPI2_SGE_CHAIN_UNION MpiChain; union MPI2_IEEE_SGE_SIMPLE_UNION IeeeSimple; union MPI2_IEEE_SGE_CHAIN_UNION IeeeChain; }; union MPI2_SCSI_IO_CDB_UNION { u8 CDB32[32]; struct MPI2_SCSI_IO_CDB_EEDP32 EEDP32; struct MPI2_SGE_SIMPLE_UNION SGE; }; struct MPI2_SCSI_TASK_MANAGE_REQUEST { u16 DevHandle; u8 ChainOffset; u8 Function; u8 Reserved1; u8 TaskType; u8 Reserved2; u8 MsgFlags; u8 VP_ID; u8 VF_ID; u16 Reserved3; u8 LUN[8]; u32 Reserved4[7]; u16 TaskMID; u16 Reserved5; }; struct MPI2_SCSI_TASK_MANAGE_REPLY { u16 DevHandle; u8 MsgLength; u8 Function; u8 ResponseCode; u8 TaskType; u8 Reserved1; u8 MsgFlags; u8 VP_ID; u8 VF_ID; u16 Reserved2; u16 Reserved3; u16 IOCStatus; u32 IOCLogInfo; u32 TerminationCount; u32 ResponseInfo; }; struct MR_TM_REQUEST { char request[128]; }; struct MR_TM_REPLY { char reply[128]; }; struct MR_TASK_MANAGE_REQUEST { struct MR_TM_REQUEST TmRequest; union { struct { u32 isTMForLD: 1; u32 isTMForPD: 1; u32 reserved1: 30; u32 reserved2; } tmReqFlags; struct MR_TM_REPLY TMReply; }; }; struct MPI2_RAID_SCSI_IO_REQUEST { __le16 DevHandle; u8 ChainOffset; u8 Function; __le16 Reserved1; u8 Reserved2; u8 MsgFlags; u8 VP_ID; u8 VF_ID; __le16 Reserved3; __le32 SenseBufferLowAddress; __le16 SGLFlags; u8 SenseBufferLength; u8 Reserved4; u8 SGLOffset0; u8 SGLOffset1; u8 SGLOffset2; u8 SGLOffset3; __le32 SkipCount; __le32 DataLength; __le32 BidirectionalDataLength; __le16 IoFlags; __le16 EEDPFlags; __le32 EEDPBlockSize; __le32 SecondaryReferenceTag; __le16 SecondaryApplicationTag; __le16 ApplicationTagTranslationMask; u8 LUN[8]; __le32 Control; union MPI2_SCSI_IO_CDB_UNION CDB; union RAID_CONTEXT_UNION RaidContext; union { union MPI2_SGE_IO_UNION SGL; struct { struct {} __empty_SGLs; union MPI2_SGE_IO_UNION SGLs[0]; }; }; }; struct MEGASAS_RAID_MFA_IO_REQUEST_DESCRIPTOR { u32 RequestFlags: 8; u32 MessageAddress1: 24; u32 MessageAddress2; }; struct MPI2_DEFAULT_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 DescriptorTypeDependent; }; struct MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 Reserved1; }; struct MPI2_SCSI_IO_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 DevHandle; }; struct MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 IoIndex; }; struct MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR { u8 RequestFlags; u8 MSIxIndex; __le16 SMID; __le16 LMID; __le16 Reserved; }; union MEGASAS_REQUEST_DESCRIPTOR_UNION { struct MPI2_DEFAULT_REQUEST_DESCRIPTOR Default; struct MPI2_HIGH_PRIORITY_REQUEST_DESCRIPTOR HighPriority; struct MPI2_SCSI_IO_REQUEST_DESCRIPTOR SCSIIO; struct MPI2_SCSI_TARGET_REQUEST_DESCRIPTOR SCSITarget; struct MPI2_RAID_ACCEL_REQUEST_DESCRIPTOR RAIDAccelerator; struct MEGASAS_RAID_MFA_IO_REQUEST_DESCRIPTOR MFAIo; union { struct { __le32 low; __le32 high; } u; __le64 Words; }; }; struct MPI2_DEFAULT_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 DescriptorTypeDependent1; __le32 DescriptorTypeDependent2; }; struct MPI2_ADDRESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le32 ReplyFrameAddress; }; struct MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le16 TaskTag; __le16 Reserved1; }; struct MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; u8 SequenceNumber; u8 Reserved1; __le16 IoIndex; }; struct MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; u8 VP_ID; u8 Flags; __le16 InitiatorDevHandle; __le16 IoIndex; }; struct MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR { u8 ReplyFlags; u8 MSIxIndex; __le16 SMID; __le32 Reserved; }; union MPI2_REPLY_DESCRIPTORS_UNION { struct MPI2_DEFAULT_REPLY_DESCRIPTOR Default; struct MPI2_ADDRESS_REPLY_DESCRIPTOR AddressReply; struct MPI2_SCSI_IO_SUCCESS_REPLY_DESCRIPTOR SCSIIOSuccess; struct MPI2_TARGETASSIST_SUCCESS_REPLY_DESCRIPTOR TargetAssistSuccess; struct MPI2_TARGET_COMMAND_BUFFER_REPLY_DESCRIPTOR TargetCommandBuffer; struct MPI2_RAID_ACCELERATOR_SUCCESS_REPLY_DESCRIPTOR RAIDAcceleratorSuccess; __le64 Words; }; struct MPI2_IOC_INIT_REQUEST { u8 WhoInit; u8 Reserved1; u8 ChainOffset; u8 Function; __le16 Reserved2; u8 Reserved3; u8 MsgFlags; u8 VP_ID; u8 VF_ID; __le16 Reserved4; __le16 MsgVersion; __le16 HeaderVersion; u32 Reserved5; __le16 Reserved6; u8 HostPageSize; u8 HostMSIxVectors; __le16 Reserved8; __le16 SystemRequestFrameSize; __le16 ReplyDescriptorPostQueueDepth; __le16 ReplyFreeQueueDepth; __le32 SenseBufferAddressHigh; __le32 SystemReplyAddressHigh; __le64 SystemRequestFrameBaseAddress; __le64 ReplyDescriptorPostQueueAddress; __le64 ReplyFreeQueueAddress; __le64 TimeStamp; }; struct MR_DEV_HANDLE_INFO { __le16 curDevHdl; u8 validHandles; u8 interfaceType; __le16 devHandle[2]; }; struct MR_ARRAY_INFO { __le16 pd[32]; }; struct MR_QUAD_ELEMENT { __le64 logStart; __le64 logEnd; __le64 offsetInSpan; __le32 diff; __le32 reserved1; }; struct MR_SPAN_INFO { __le32 noElements; __le32 reserved1; struct MR_QUAD_ELEMENT quad[8]; }; struct MR_LD_SPAN { __le64 startBlk; __le64 numBlks; __le16 arrayRef; u8 spanRowSize; u8 spanRowDataSize; u8 reserved[4]; }; struct MR_SPAN_BLOCK_INFO { __le64 num_rows; struct MR_LD_SPAN span; struct MR_SPAN_INFO block_span_info; }; struct MR_CPU_AFFINITY_MASK { union { struct { u8 hw_path: 1; u8 cpu0: 1; u8 cpu1: 1; u8 cpu2: 1; u8 cpu3: 1; u8 reserved: 3; }; u8 core_mask; }; }; struct MR_IO_AFFINITY { union { struct { struct MR_CPU_AFFINITY_MASK pdRead; struct MR_CPU_AFFINITY_MASK pdWrite; struct MR_CPU_AFFINITY_MASK ldRead; struct MR_CPU_AFFINITY_MASK ldWrite; }; u32 word; }; u8 maxCores; u8 reserved[3]; }; struct MR_LD_RAID { struct { u32 fpCapable: 1; u32 ra_capable: 1; u32 reserved5: 2; u32 ldPiMode: 4; u32 pdPiMode: 4; u32 encryptionType: 8; u32 fpWriteCapable: 1; u32 fpReadCapable: 1; u32 fpWriteAcrossStripe: 1; u32 fpReadAcrossStripe: 1; u32 fpNonRWCapable: 1; u32 tmCapable: 1; u32 fpBypassRegionLock: 1; u32 disable_coalescing: 1; u32 fp_rmw_capable: 1; u32 fp_cache_bypass_capable: 1; u32 reserved4: 2; } capability; __le32 reserved6; __le64 size; u8 spanDepth; u8 level; u8 stripeShift; u8 rowSize; u8 rowDataSize; u8 writeMode; u8 PRL; u8 SRL; __le16 targetId; u8 ldState; u8 regTypeReqOnWrite; u8 modFactor; u8 regTypeReqOnRead; __le16 seqNum; struct { u32 ldSyncRequired: 1; u32 regTypeReqOnReadIsValid: 1; u32 isEPD: 1; u32 enableSLDOnAllRWIOs: 1; u32 reserved: 28; } flags; u8 LUN[8]; u8 fpIoTimeoutForLd; u8 ld_accept_priority_type; u8 reserved2[2]; u32 logical_block_length; struct { u32 ld_pi_exp: 4; u32 ld_logical_block_exp: 4; u32 reserved1: 24; }; struct MR_IO_AFFINITY cpuAffinity; u8 reserved3[64]; }; struct MR_LD_SPAN_MAP { struct MR_LD_RAID ldRaid; u8 dataArmMap[32]; struct MR_SPAN_BLOCK_INFO spanBlock[8]; }; struct IO_REQUEST_INFO { u64 ldStartBlock; u32 numBlocks; u16 ldTgtId; u8 isRead; __le16 devHandle; u8 pd_interface; u64 pdBlock; u8 fpOkForIo; u8 IoforUnevenSpan; u8 start_span; u8 do_fp_rlbypass; u64 start_row; u8 span_arm; u8 pd_after_lb; u16 r1_alt_dev_handle; bool ra_capable; u8 data_arms; }; struct MR_LD_TARGET_SYNC { u8 targetId; u8 reserved; __le16 seqNum; }; enum MR_RAID_MAP_DESC_TYPE { RAID_MAP_DESC_TYPE_DEVHDL_INFO = 0, RAID_MAP_DESC_TYPE_TGTID_INFO = 1, RAID_MAP_DESC_TYPE_ARRAY_INFO = 2, RAID_MAP_DESC_TYPE_SPAN_INFO = 3, RAID_MAP_DESC_TYPE_COUNT = 4, }; struct MR_RAID_MAP_DESC_TABLE { u32 raid_map_desc_type; u32 raid_map_desc_offset; u32 raid_map_desc_buffer_size; u32 raid_map_desc_elements; }; struct MR_FW_RAID_MAP_DYNAMIC { u32 raid_map_size; u32 desc_table_offset; u32 desc_table_size; u32 desc_table_num_elements; u64 reserved1; u32 reserved2[3]; u8 fp_pd_io_timeout_sec; u8 reserved3[3]; u32 rmw_fp_seq_num; u16 ld_count; u16 ar_count; u16 span_count; u16 reserved4[3]; union { struct { struct MR_DEV_HANDLE_INFO *dev_hndl_info; u16 *ld_tgt_id_to_ld; struct MR_ARRAY_INFO *ar_map_info; struct MR_LD_SPAN_MAP *ld_span_map; }; u64 ptr_structure_size[4]; }; struct MR_RAID_MAP_DESC_TABLE raid_map_desc_table[4]; u32 raid_map_desc_data[0]; }; struct megasas_instance; struct megasas_cmd_fusion { struct MPI2_RAID_SCSI_IO_REQUEST *io_request; dma_addr_t io_request_phys_addr; union MPI2_SGE_IO_UNION *sg_frame; dma_addr_t sg_frame_phys_addr; u8 *sense; dma_addr_t sense_phys_addr; struct list_head list; struct scsi_cmnd *scmd; struct megasas_instance *instance; u8 retry_for_fw_reset; union MEGASAS_REQUEST_DESCRIPTOR_UNION *request_desc; u32 sync_cmd_idx; u32 index; u8 pd_r1_lb; struct completion done; u8 pd_interface; u16 r1_alt_dev_handle; bool cmd_completed; }; struct megasas_pd_list { u16 tid; u8 driveType; u8 driveState; }; struct megasas_irq_context { char name[32]; struct megasas_instance *instance; u32 MSIxIndex; u32 os_irq; struct irq_poll irqpoll; bool irq_poll_scheduled; bool irq_line_enable; atomic_t in_used; }; struct MR_DRV_SYSTEM_INFO; struct MR_LD_VF_AFFILIATION; struct MR_LD_VF_AFFILIATION_111; struct MR_CTRL_HB_HOST_MEM; struct MR_PD_INFO; struct MR_TARGET_PROPERTIES; struct MR_PD_LIST; struct megasas_ctrl_info; struct MR_LD_LIST; struct MR_LD_TARGETID_LIST; struct MR_HOST_DEVICE_LIST; struct MR_SNAPDUMP_PROPERTIES; struct megasas_register_set; struct megasas_aen_event; struct megasas_cmd; struct megasas_evt_detail; struct megasas_instance_template; struct megasas_instance { unsigned int *reply_map; __le32 *producer; dma_addr_t producer_h; __le32 *consumer; dma_addr_t consumer_h; struct MR_DRV_SYSTEM_INFO *system_info_buf; dma_addr_t system_info_h; struct MR_LD_VF_AFFILIATION *vf_affiliation; dma_addr_t vf_affiliation_h; struct MR_LD_VF_AFFILIATION_111 *vf_affiliation_111; dma_addr_t vf_affiliation_111_h; struct MR_CTRL_HB_HOST_MEM *hb_host_mem; dma_addr_t hb_host_mem_h; struct MR_PD_INFO *pd_info; dma_addr_t pd_info_h; struct MR_TARGET_PROPERTIES *tgt_prop; dma_addr_t tgt_prop_h; __le32 *reply_queue; dma_addr_t reply_queue_h; u32 *crash_dump_buf; dma_addr_t crash_dump_h; struct MR_PD_LIST *pd_list_buf; dma_addr_t pd_list_buf_h; struct megasas_ctrl_info *ctrl_info_buf; dma_addr_t ctrl_info_buf_h; struct MR_LD_LIST *ld_list_buf; dma_addr_t ld_list_buf_h; struct MR_LD_TARGETID_LIST *ld_targetid_list_buf; dma_addr_t ld_targetid_list_buf_h; struct MR_HOST_DEVICE_LIST *host_device_list_buf; dma_addr_t host_device_list_buf_h; struct MR_SNAPDUMP_PROPERTIES *snapdump_prop; dma_addr_t snapdump_prop_h; void *crash_buf[512]; unsigned int fw_crash_buffer_size; unsigned int fw_crash_state; unsigned int fw_crash_buffer_offset; u32 drv_buf_index; u32 drv_buf_alloc; u32 crash_dump_fw_support; u32 crash_dump_drv_support; u32 crash_dump_app_support; u32 secure_jbod_support; u32 support_morethan256jbod; bool use_seqnum_jbod_fp; bool smp_affinity_enable; struct mutex crashdump_lock; struct megasas_register_set *reg_set; u32 *reply_post_host_index_addr[16]; struct megasas_pd_list pd_list[256]; struct megasas_pd_list local_pd_list[256]; u8 ld_ids[256]; u8 ld_tgtid_status[256]; u8 ld_ids_prev[256]; u8 ld_ids_from_raidmap[256]; s8 init_id; u16 max_num_sge; u16 max_fw_cmds; u16 max_mpt_cmds; u16 max_mfi_cmds; u16 max_scsi_cmds; u16 ldio_threshold; u16 cur_can_queue; u32 max_sectors_per_req; bool msix_load_balance; struct megasas_aen_event *ev; struct megasas_cmd **cmd_list; struct list_head cmd_pool; spinlock_t mfi_pool_lock; spinlock_t hba_lock; spinlock_t stream_lock; spinlock_t completion_lock; struct dma_pool *frame_dma_pool; struct dma_pool *sense_dma_pool; struct megasas_evt_detail *evt_detail; dma_addr_t evt_detail_h; struct megasas_cmd *aen_cmd; struct semaphore ioctl_sem; struct Scsi_Host *host; wait_queue_head_t int_cmd_wait_q; wait_queue_head_t abort_cmd_wait_q; struct pci_dev *pdev; u32 unique_id; u32 fw_support_ieee; u32 threshold_reply_count; atomic_t fw_outstanding; atomic_t ldio_outstanding; atomic_t fw_reset_no_pci_access; atomic64_t total_io_count; atomic64_t high_iops_outstanding; struct megasas_instance_template *instancet; struct tasklet_struct isr_tasklet; struct work_struct work_init; struct delayed_work fw_fault_work; struct workqueue_struct *fw_fault_work_q; char fault_handler_work_q_name[48]; u8 flag; u8 unload; u8 flag_ieee; u8 issuepend_done; u8 disableOnlineCtrlReset; u8 UnevenSpanSupport; u8 supportmax256vd; u8 pd_list_not_supported; u16 fw_supported_vd_count; u16 fw_supported_pd_count; u16 drv_supported_vd_count; u16 drv_supported_pd_count; atomic_t adprecovery; long unsigned int last_time; u32 mfiStatus; u32 last_seq_num; struct list_head internal_reset_pending_q; void *ctrl_context; unsigned int msix_vectors; struct megasas_irq_context irq_context[128]; u64 map_id; u64 pd_seq_map_id; struct megasas_cmd *map_update_cmd; struct megasas_cmd *jbod_seq_cmd; long unsigned int bar; long int reset_flags; struct mutex reset_mutex; struct timer_list sriov_heartbeat_timer; char skip_heartbeat_timer_del; u8 requestorId; char PlasmaFW111; char clusterId[16]; u8 peerIsPresent; u8 passive; u16 throttlequeuedepth; u8 mask_interrupts; u16 max_chain_frame_sz; u8 is_imr; u8 is_rdpq; bool dev_handle; bool fw_sync_cache_support; u32 mfi_frame_size; bool msix_combined; u16 max_raid_mapsize; u8 r1_ldio_hint_default; u32 nvme_page_size; u8 adapter_type; bool consistent_mask_64bit; bool support_nvme_passthru; bool enable_sdev_max_qd; u8 task_abort_tmo; u8 max_reset_tmo; u8 snapdump_wait_time; struct dentry *debugfs_root; struct dentry *raidmap_dump; u8 enable_fw_dev_list; bool atomic_desc_support; bool support_seqnum_jbod_fp; bool support_pci_lane_margining; u8 low_latency_index_start; int perf_mode; int iopoll_q_count; }; struct LD_LOAD_BALANCE_INFO { u8 loadBalanceFlag; u8 reserved1; atomic_t scsi_pending_cmds[256]; u64 last_accessed_block[256]; }; struct _LD_SPAN_SET { u64 log_start_lba; u64 log_end_lba; u64 span_row_start; u64 span_row_end; u64 data_strip_start; u64 data_strip_end; u64 data_row_start; u64 data_row_end; u8 strip_offset[8]; u32 span_row_data_width; u32 diff; u32 reserved[2]; }; typedef struct _LD_SPAN_SET LD_SPAN_SET; struct LOG_BLOCK_SPAN_INFO { LD_SPAN_SET span_set[8]; }; typedef struct LOG_BLOCK_SPAN_INFO LD_SPAN_INFO; typedef struct LOG_BLOCK_SPAN_INFO *PLD_SPAN_INFO; struct MR_DRV_RAID_MAP { __le32 totalSize; union { struct { __le32 maxLd; __le32 maxSpanDepth; __le32 maxRowSize; __le32 maxPdCount; __le32 maxArrays; } validationInfo; __le32 version[5]; }; u8 fpPdIoTimeoutSec; u8 reserved2[7]; __le16 ldCount; __le16 arCount; __le16 spanCount; __le16 reserve3; struct MR_DEV_HANDLE_INFO devHndlInfo[512]; u16 ldTgtIdToLd[512]; struct MR_ARRAY_INFO arMapInfo[512]; struct MR_LD_SPAN_MAP ldSpanMap[0]; }; struct MR_DRV_RAID_MAP_ALL { struct MR_DRV_RAID_MAP raidMap; struct MR_LD_SPAN_MAP ldSpanMap[512]; }; struct MR_PD_CFG_SEQ { u16 seqNum; u16 devHandle; struct { u8 tmCapable: 1; u8 reserved: 7; } capability; u8 reserved; u16 pd_target_id; }; struct MR_PD_CFG_SEQ_NUM_SYNC { __le32 size; __le32 count; struct MR_PD_CFG_SEQ seq[0]; }; struct STREAM_DETECT { u64 next_seq_lba; struct megasas_cmd_fusion *first_cmd_fusion; struct megasas_cmd_fusion *last_cmd_fusion; u32 count_cmds_in_stream; u16 num_sges_in_group; u8 is_read; u8 group_depth; bool group_flush; u8 reserved[7]; }; struct LD_STREAM_DETECT { bool write_back; bool fp_write_enabled; bool members_ssds; bool fp_cache_bypass_capable; u32 mru_bit_map; struct STREAM_DETECT stream_track[8]; }; struct MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY { u64 RDPQBaseAddress; u32 Reserved1; u32 Reserved2; }; struct rdpq_alloc_detail { struct dma_pool *dma_pool_ptr; dma_addr_t pool_entry_phys; union MPI2_REPLY_DESCRIPTORS_UNION *pool_entry_virt; }; struct fusion_context { struct megasas_cmd_fusion **cmd_list; dma_addr_t req_frames_desc_phys; u8 *req_frames_desc; struct dma_pool *io_request_frames_pool; dma_addr_t io_request_frames_phys; u8 *io_request_frames; struct dma_pool *sg_dma_pool; struct dma_pool *sense_dma_pool; u8 *sense; dma_addr_t sense_phys_addr; atomic_t busy_mq_poll[128]; dma_addr_t reply_frames_desc_phys[128]; union MPI2_REPLY_DESCRIPTORS_UNION *reply_frames_desc[128]; struct rdpq_alloc_detail rdpq_tracker[8]; struct dma_pool *reply_frames_desc_pool; struct dma_pool *reply_frames_desc_pool_align; u16 last_reply_idx[128]; u32 reply_q_depth; u32 request_alloc_sz; u32 reply_alloc_sz; u32 io_frames_alloc_sz; struct MPI2_IOC_INIT_RDPQ_ARRAY_ENTRY *rdpq_virt; dma_addr_t rdpq_phys; u16 max_sge_in_main_msg; u16 max_sge_in_chain; u8 chain_offset_io_request; u8 chain_offset_mfi_pthru; struct MR_FW_RAID_MAP_DYNAMIC *ld_map[2]; dma_addr_t ld_map_phys[2]; struct MR_DRV_RAID_MAP_ALL *ld_drv_map[2]; u32 max_map_sz; u32 current_map_sz; u32 old_map_sz; u32 new_map_sz; u32 drv_map_sz; u32 drv_map_pages; struct MR_PD_CFG_SEQ_NUM_SYNC *pd_seq_sync[2]; dma_addr_t pd_seq_phys[2]; u8 fast_path_io; struct LD_LOAD_BALANCE_INFO *load_balance_info; u32 load_balance_info_pages; LD_SPAN_INFO *log_to_span; u32 log_to_span_pages; struct LD_STREAM_DETECT **stream_detect_by_ld; dma_addr_t ioc_init_request_phys; struct MPI2_IOC_INIT_REQUEST *ioc_init_request; struct megasas_cmd *ioc_init_cmd; bool pcie_bw_limitation; bool r56_div_offload; }; union megasas_frame; struct megasas_cmd { union megasas_frame *frame; dma_addr_t frame_phys_addr; u8 *sense; dma_addr_t sense_phys_addr; u32 index; u8 sync_cmd; u8 cmd_status_drv; u8 abort_aen; u8 retry_for_fw_reset; struct list_head list; struct scsi_cmnd *scmd; u8 flags; struct megasas_instance *instance; union { struct { u16 smid; u16 resvd; } context; u32 frame_count; }; }; union desc_value { __le64 word; struct { __le32 low; __le32 high; } u; }; enum CMD_RET_VALUES { REFIRE_CMD = 1, COMPLETE_CMD = 2, RETURN_CMD = 3, }; struct MR_SNAPDUMP_PROPERTIES { u8 offload_num; u8 max_num_supported; u8 cur_num_supported; u8 trigger_min_num_sec_before_ocr; u8 reserved[12]; }; enum MFI_CMD_OP { MFI_CMD_INIT = 0, MFI_CMD_LD_READ = 1, MFI_CMD_LD_WRITE = 2, MFI_CMD_LD_SCSI_IO = 3, MFI_CMD_PD_SCSI_IO = 4, MFI_CMD_DCMD = 5, MFI_CMD_ABORT = 6, MFI_CMD_SMP = 7, MFI_CMD_STP = 8, MFI_CMD_NVME = 9, MFI_CMD_TOOLBOX = 10, MFI_CMD_OP_COUNT = 11, MFI_CMD_INVALID = 255, }; enum MFI_STAT { MFI_STAT_OK = 0, MFI_STAT_INVALID_CMD = 1, MFI_STAT_INVALID_DCMD = 2, MFI_STAT_INVALID_PARAMETER = 3, MFI_STAT_INVALID_SEQUENCE_NUMBER = 4, MFI_STAT_ABORT_NOT_POSSIBLE = 5, MFI_STAT_APP_HOST_CODE_NOT_FOUND = 6, MFI_STAT_APP_IN_USE = 7, MFI_STAT_APP_NOT_INITIALIZED = 8, MFI_STAT_ARRAY_INDEX_INVALID = 9, MFI_STAT_ARRAY_ROW_NOT_EMPTY = 10, MFI_STAT_CONFIG_RESOURCE_CONFLICT = 11, MFI_STAT_DEVICE_NOT_FOUND = 12, MFI_STAT_DRIVE_TOO_SMALL = 13, MFI_STAT_FLASH_ALLOC_FAIL = 14, MFI_STAT_FLASH_BUSY = 15, MFI_STAT_FLASH_ERROR = 16, MFI_STAT_FLASH_IMAGE_BAD = 17, MFI_STAT_FLASH_IMAGE_INCOMPLETE = 18, MFI_STAT_FLASH_NOT_OPEN = 19, MFI_STAT_FLASH_NOT_STARTED = 20, MFI_STAT_FLUSH_FAILED = 21, MFI_STAT_HOST_CODE_NOT_FOUNT = 22, MFI_STAT_LD_CC_IN_PROGRESS = 23, MFI_STAT_LD_INIT_IN_PROGRESS = 24, MFI_STAT_LD_LBA_OUT_OF_RANGE = 25, MFI_STAT_LD_MAX_CONFIGURED = 26, MFI_STAT_LD_NOT_OPTIMAL = 27, MFI_STAT_LD_RBLD_IN_PROGRESS = 28, MFI_STAT_LD_RECON_IN_PROGRESS = 29, MFI_STAT_LD_WRONG_RAID_LEVEL = 30, MFI_STAT_MAX_SPARES_EXCEEDED = 31, MFI_STAT_MEMORY_NOT_AVAILABLE = 32, MFI_STAT_MFC_HW_ERROR = 33, MFI_STAT_NO_HW_PRESENT = 34, MFI_STAT_NOT_FOUND = 35, MFI_STAT_NOT_IN_ENCL = 36, MFI_STAT_PD_CLEAR_IN_PROGRESS = 37, MFI_STAT_PD_TYPE_WRONG = 38, MFI_STAT_PR_DISABLED = 39, MFI_STAT_ROW_INDEX_INVALID = 40, MFI_STAT_SAS_CONFIG_INVALID_ACTION = 41, MFI_STAT_SAS_CONFIG_INVALID_DATA = 42, MFI_STAT_SAS_CONFIG_INVALID_PAGE = 43, MFI_STAT_SAS_CONFIG_INVALID_TYPE = 44, MFI_STAT_SCSI_DONE_WITH_ERROR = 45, MFI_STAT_SCSI_IO_FAILED = 46, MFI_STAT_SCSI_RESERVATION_CONFLICT = 47, MFI_STAT_SHUTDOWN_FAILED = 48, MFI_STAT_TIME_NOT_SET = 49, MFI_STAT_WRONG_STATE = 50, MFI_STAT_LD_OFFLINE = 51, MFI_STAT_PEER_NOTIFICATION_REJECTED = 52, MFI_STAT_PEER_NOTIFICATION_FAILED = 53, MFI_STAT_RESERVATION_IN_PROGRESS = 54, MFI_STAT_I2C_ERRORS_DETECTED = 55, MFI_STAT_PCI_ERRORS_DETECTED = 56, MFI_STAT_CONFIG_SEQ_MISMATCH = 103, MFI_STAT_INVALID_STATUS = 255, }; enum MR_FW_CRASH_DUMP_STATE { UNAVAILABLE = 0, AVAILABLE = 1, COPYING = 2, COPIED = 3, COPY_ERROR = 4, }; enum _MR_CRASH_BUF_STATUS { MR_CRASH_BUF_TURN_OFF = 0, MR_CRASH_BUF_TURN_ON = 1, }; union MR_PD_REF { struct { u16 deviceId; u16 seqNum; } mrPdRef; u32 ref; }; union MR_PD_DDF_TYPE { struct { union { struct { u16 forcedPDGUID: 1; u16 inVD: 1; u16 isGlobalSpare: 1; u16 isSpare: 1; u16 isForeign: 1; u16 reserved: 7; u16 intf: 4; } pdType; u16 type; }; u16 reserved; } ddf; struct { u32 reserved; } nonDisk; u32 type; }; union MR_PROGRESS { struct { u16 progress; union { u16 elapsedSecs; u16 elapsedSecsForLastPercent; }; } mrProgress; u32 w; }; struct MR_PD_PROGRESS { struct { u32 rbld: 1; u32 patrol: 1; u32 clear: 1; u32 copyBack: 1; u32 erase: 1; u32 locate: 1; u32 reserved: 26; } active; union MR_PROGRESS rbld; union MR_PROGRESS patrol; union { union MR_PROGRESS clear; union MR_PROGRESS erase; }; struct { u32 rbld: 1; u32 patrol: 1; u32 clear: 1; u32 copyBack: 1; u32 erase: 1; u32 reserved: 27; } pause; union MR_PROGRESS reserved[3]; }; struct MR_PD_INFO { union MR_PD_REF ref; u8 inquiryData[96]; u8 vpdPage83[64]; u8 notSupported; u8 scsiDevType; union { u8 connectedPortBitmap; u8 connectedPortNumbers; }; u8 deviceSpeed; u32 mediaErrCount; u32 otherErrCount; u32 predFailCount; u32 lastPredFailEventSeqNum; u16 fwState; u8 disabledForRemoval; u8 linkSpeed; union MR_PD_DDF_TYPE state; struct { u8 count; u8 isPathBroken: 4; u8 reserved3: 3; u8 widePortCapable: 1; u8 connectorIndex[2]; u8 reserved[4]; u64 sasAddr[2]; u8 reserved2[16]; } pathInfo; u64 rawSize; u64 nonCoercedSize; u64 coercedSize; u16 enclDeviceId; u8 enclIndex; union { u8 slotNumber; u8 enclConnectorIndex; }; struct MR_PD_PROGRESS progInfo; u8 badBlockTableFull; u8 unusableInCurrentConfig; u8 vpdPage83Ext[64]; u8 powerState; u8 enclPosition; u32 allowedOps; u16 copyBackPartnerId; u16 enclPartnerDeviceId; struct { u16 fdeCapable: 1; u16 fdeEnabled: 1; u16 secured: 1; u16 locked: 1; u16 foreign: 1; u16 needsEKM: 1; u16 reserved: 10; } security; u8 mediaType; u8 notCertified; u8 bridgeVendor[8]; u8 bridgeProductIdentification[16]; u8 bridgeProductRevisionLevel[4]; u8 satBridgeExists; u8 interfaceType; u8 temperature; u8 emulatedBlockSize; u16 userDataBlockSize; u16 reserved2; struct { u32 piType: 3; u32 piFormatted: 1; u32 piEligible: 1; u32 NCQ: 1; u32 WCE: 1; u32 commissionedSpare: 1; u32 emergencySpare: 1; u32 ineligibleForSSCD: 1; u32 ineligibleForLd: 1; u32 useSSEraseType: 1; u32 wceUnchanged: 1; u32 supportScsiUnmap: 1; u32 reserved: 18; } properties; u64 shieldDiagCompletionTime; u8 shieldCounter; u8 linkSpeedOther; u8 reserved4[2]; struct { u32 bbmErrCountSupported: 1; u32 bbmErrCount: 31; } bbmErr; u8 reserved1[84]; } __attribute__((packed)); struct MR_TARGET_PROPERTIES { u32 max_io_size_kb; u32 device_qdepth; u32 sector_size; u8 reset_tmo; u8 reserved[499]; }; struct MR_PD_ADDRESS { __le16 deviceId; u16 enclDeviceId; union { struct { u8 enclIndex; u8 slotNumber; } mrPdAddress; struct { u8 enclPosition; u8 enclConnectorIndex; } mrEnclAddress; }; u8 scsiDevType; union { u8 connectedPortBitmap; u8 connectedPortNumbers; }; u64 sasAddr[2]; }; struct MR_PD_LIST { __le32 size; __le32 count; struct MR_PD_ADDRESS addr[1]; }; union MR_LD_REF { struct { u8 targetId; u8 reserved; __le16 seqNum; }; __le32 ref; }; struct MR_LD_LIST { __le32 ldCount; __le32 reserved; struct { union MR_LD_REF ref; u8 state; u8 reserved[3]; __le64 size; } ldList[256]; }; struct MR_LD_TARGETID_LIST { __le32 size; __le32 count; u8 pad[3]; u8 targetId[256]; }; struct MR_HOST_DEVICE_LIST_ENTRY { struct { union { struct { u8 is_sys_pd: 1; u8 reserved: 7; } bits; u8 byte; } u; } flags; u8 scsi_type; __le16 target_id; u8 reserved[4]; __le64 sas_addr[2]; }; struct MR_HOST_DEVICE_LIST { __le32 size; __le32 count; __le32 reserved[2]; struct MR_HOST_DEVICE_LIST_ENTRY host_device_list[0]; }; struct megasas_ctrl_prop { u16 seq_num; u16 pred_fail_poll_interval; u16 intr_throttle_count; u16 intr_throttle_timeouts; u8 rebuild_rate; u8 patrol_read_rate; u8 bgi_rate; u8 cc_rate; u8 recon_rate; u8 cache_flush_interval; u8 spinup_drv_count; u8 spinup_delay; u8 cluster_enable; u8 coercion_mode; u8 alarm_enable; u8 disable_auto_rebuild; u8 disable_battery_warn; u8 ecc_bucket_size; u16 ecc_bucket_leak_rate; u8 restore_hotspare_on_insertion; u8 expose_encl_devices; u8 maintainPdFailHistory; u8 disallowHostRequestReordering; u8 abortCCOnError; u8 loadBalanceMode; u8 disableAutoDetectBackplane; u8 snapVDSpace; struct { u32 copyBackDisabled: 1; u32 SMARTerEnabled: 1; u32 prCorrectUnconfiguredAreas: 1; u32 useFdeOnly: 1; u32 disableNCQ: 1; u32 SSDSMARTerEnabled: 1; u32 SSDPatrolReadEnabled: 1; u32 enableSpinDownUnconfigured: 1; u32 autoEnhancedImport: 1; u32 enableSecretKeyControl: 1; u32 disableOnlineCtrlReset: 1; u32 allowBootWithPinnedCache: 1; u32 disableSpinDownHS: 1; u32 enableJBOD: 1; u32 reserved: 18; } OnOffProperties; union { u8 autoSnapVDSpace; u8 viewSpace; struct { u16 reserved1: 4; u16 enable_snap_dump: 1; u16 reserved2: 1; u16 enable_fw_dev_list: 1; u16 reserved3: 9; } on_off_properties2; }; __le16 spinDownTime; u8 reserved[24]; }; struct megasas_ctrl_info { struct { __le16 vendor_id; __le16 device_id; __le16 sub_vendor_id; __le16 sub_device_id; u8 reserved[24]; } pci; struct { u8 PCIX: 1; u8 PCIE: 1; u8 iSCSI: 1; u8 SAS_3G: 1; u8 SRIOV: 1; u8 reserved_0: 3; u8 reserved_1[6]; u8 port_count; u64 port_addr[8]; } host_interface; struct { u8 SPI: 1; u8 SAS_3G: 1; u8 SATA_1_5G: 1; u8 SATA_3G: 1; u8 reserved_0: 4; u8 reserved_1[6]; u8 port_count; u64 port_addr[8]; } device_interface; __le32 image_check_word; __le32 image_component_count; struct { char name[8]; char version[32]; char build_date[16]; char built_time[16]; } image_component[8]; __le32 pending_image_component_count; struct { char name[8]; char version[32]; char build_date[16]; char build_time[16]; } pending_image_component[8]; u8 max_arms; u8 max_spans; u8 max_arrays; u8 max_lds; char product_name[80]; char serial_no[32]; struct { u32 bbu: 1; u32 alarm: 1; u32 nvram: 1; u32 uart: 1; u32 reserved: 28; } hw_present; __le32 current_fw_time; __le16 max_concurrent_cmds; __le16 max_sge_count; __le32 max_request_size; __le16 ld_present_count; __le16 ld_degraded_count; __le16 ld_offline_count; __le16 pd_present_count; __le16 pd_disk_present_count; __le16 pd_disk_pred_failure_count; __le16 pd_disk_failed_count; __le16 nvram_size; __le16 memory_size; __le16 flash_size; __le16 mem_correctable_error_count; __le16 mem_uncorrectable_error_count; u8 cluster_permitted; u8 cluster_active; __le16 max_strips_per_io; struct { u32 raid_level_0: 1; u32 raid_level_1: 1; u32 raid_level_5: 1; u32 raid_level_1E: 1; u32 raid_level_6: 1; u32 reserved: 27; } raid_levels; struct { u32 rbld_rate: 1; u32 cc_rate: 1; u32 bgi_rate: 1; u32 recon_rate: 1; u32 patrol_rate: 1; u32 alarm_control: 1; u32 cluster_supported: 1; u32 bbu: 1; u32 spanning_allowed: 1; u32 dedicated_hotspares: 1; u32 revertible_hotspares: 1; u32 foreign_config_import: 1; u32 self_diagnostic: 1; u32 mixed_redundancy_arr: 1; u32 global_hot_spares: 1; u32 reserved: 17; } adapter_operations; struct { u32 read_policy: 1; u32 write_policy: 1; u32 io_policy: 1; u32 access_policy: 1; u32 disk_cache_policy: 1; u32 reserved: 27; } ld_operations; struct { u8 min; u8 max; u8 reserved[2]; } stripe_sz_ops; struct { u32 force_online: 1; u32 force_offline: 1; u32 force_rebuild: 1; u32 reserved: 29; } pd_operations; struct { u32 ctrl_supports_sas: 1; u32 ctrl_supports_sata: 1; u32 allow_mix_in_encl: 1; u32 allow_mix_in_ld: 1; u32 allow_sata_in_cluster: 1; u32 reserved: 27; } pd_mix_support; u8 ecc_bucket_count; u8 reserved_2[11]; struct megasas_ctrl_prop properties; char package_version[96]; __le64 deviceInterfacePortAddr2[8]; u8 reserved3[128]; struct { u16 minPdRaidLevel_0: 4; u16 maxPdRaidLevel_0: 12; u16 minPdRaidLevel_1: 4; u16 maxPdRaidLevel_1: 12; u16 minPdRaidLevel_5: 4; u16 maxPdRaidLevel_5: 12; u16 minPdRaidLevel_1E: 4; u16 maxPdRaidLevel_1E: 12; u16 minPdRaidLevel_6: 4; u16 maxPdRaidLevel_6: 12; u16 minPdRaidLevel_10: 4; u16 maxPdRaidLevel_10: 12; u16 minPdRaidLevel_50: 4; u16 maxPdRaidLevel_50: 12; u16 minPdRaidLevel_60: 4; u16 maxPdRaidLevel_60: 12; u16 minPdRaidLevel_1E_RLQ0: 4; u16 maxPdRaidLevel_1E_RLQ0: 12; u16 minPdRaidLevel_1E0_RLQ0: 4; u16 maxPdRaidLevel_1E0_RLQ0: 12; u16 reserved[6]; } pdsForRaidLevels; __le16 maxPds; __le16 maxDedHSPs; __le16 maxGlobalHSP; __le16 ddfSize; u8 maxLdsPerArray; u8 partitionsInDDF; u8 lockKeyBinding; u8 maxPITsPerLd; u8 maxViewsPerLd; u8 maxTargetId; __le16 maxBvlVdSize; __le16 maxConfigurableSSCSize; __le16 currentSSCsize; char expanderFwVersion[12]; __le16 PFKTrialTimeRemaining; __le16 cacheMemorySize; struct { u32 supportPIcontroller: 1; u32 supportLdPIType1: 1; u32 supportLdPIType2: 1; u32 supportLdPIType3: 1; u32 supportLdBBMInfo: 1; u32 supportShieldState: 1; u32 blockSSDWriteCacheChange: 1; u32 supportSuspendResumeBGops: 1; u32 supportEmergencySpares: 1; u32 supportSetLinkSpeed: 1; u32 supportBootTimePFKChange: 1; u32 supportJBOD: 1; u32 disableOnlinePFKChange: 1; u32 supportPerfTuning: 1; u32 supportSSDPatrolRead: 1; u32 realTimeScheduler: 1; u32 supportResetNow: 1; u32 supportEmulatedDrives: 1; u32 headlessMode: 1; u32 dedicatedHotSparesLimited: 1; u32 supportUnevenSpans: 1; u32 supportPointInTimeProgress: 1; u32 supportDataLDonSSCArray: 1; u32 mpio: 1; u32 supportConfigAutoBalance: 1; u32 activePassive: 2; u32 reserved: 5; } adapterOperations2; u8 driverVersion[32]; u8 maxDAPdCountSpinup60; u8 temperatureROC; u8 temperatureCtrl; u8 reserved4; __le16 maxConfigurablePds; u8 reserved5[2]; struct { u32 peerIsPresent: 1; u32 peerIsIncompatible: 1; u32 hwIncompatible: 1; u32 fwVersionMismatch: 1; u32 ctrlPropIncompatible: 1; u32 premiumFeatureMismatch: 1; u32 passive: 1; u32 reserved: 25; } cluster; char clusterId[16]; struct { u8 maxVFsSupported; u8 numVFsEnabled; u8 requestorId; u8 reserved; } iov; struct { u32 supportPersonalityChange: 2; u32 supportThermalPollInterval: 1; u32 supportDisableImmediateIO: 1; u32 supportT10RebuildAssist: 1; u32 supportMaxExtLDs: 1; u32 supportCrashDump: 1; u32 supportSwZone: 1; u32 supportDebugQueue: 1; u32 supportNVCacheErase: 1; u32 supportForceTo512e: 1; u32 supportHOQRebuild: 1; u32 supportAllowedOpsforDrvRemoval: 1; u32 supportDrvActivityLEDSetting: 1; u32 supportNVDRAM: 1; u32 supportForceFlash: 1; u32 supportDisableSESMonitoring: 1; u32 supportCacheBypassModes: 1; u32 supportSecurityonJBOD: 1; u32 discardCacheDuringLDDelete: 1; u32 supportTTYLogCompression: 1; u32 supportCPLDUpdate: 1; u32 supportDiskCacheSettingForSysPDs: 1; u32 supportExtendedSSCSize: 1; u32 useSeqNumJbodFP: 1; u32 reserved: 7; } adapterOperations3; struct { u8 cpld_in_flash: 1; u8 reserved: 7; u8 reserved1[3]; u8 userCodeDefinition[12]; } cpld; struct { u16 ctrl_info_ext_supported: 1; u16 support_ibutton_less: 1; u16 supported_enc_algo: 1; u16 support_encrypted_mfc: 1; u16 image_upload_supported: 1; u16 support_ses_ctrl_in_multipathcfg: 1; u16 support_pd_map_target_id: 1; u16 fw_swaps_bbu_vpd_info: 1; u16 support_ssc_rev3: 1; u16 support_dual_fw_update: 1; u16 support_host_info: 1; u16 support_flash_comp_info: 1; u16 support_pl_debug_info: 1; u16 support_nvme_passthru: 1; u16 reserved: 2; } adapter_operations4; u8 pad[2]; u32 size; u32 pad1; u8 reserved6[64]; struct { u32 mr_config_ext2_supported: 1; u32 support_profile_change: 2; u32 support_cvhealth_info: 1; u32 support_pcie: 1; u32 support_ext_mfg_vpd: 1; u32 support_oce_only: 1; u32 support_nvme_tm: 1; u32 support_snap_dump: 1; u32 support_fde_type_mix: 1; u32 support_force_personality_change: 1; u32 support_psoc_update: 1; u32 support_pci_lane_margining: 1; u32 reserved: 19; } adapter_operations5; u32 rsvdForAdptOp[63]; u8 reserved7[3]; u8 TaskAbortTO; u8 MaxResetTO; u8 reserved8[3]; }; enum MR_SCSI_CMD_TYPE { READ_WRITE_LDIO = 0, NON_READ_WRITE_LDIO = 1, READ_WRITE_SYSPDIO = 2, NON_READ_WRITE_SYSPDIO = 3, }; enum FW_BOOT_CONTEXT { PROBE_CONTEXT = 0, OCR_CONTEXT = 1, }; enum MR_ADAPTER_TYPE { MFI_SERIES = 1, THUNDERBOLT_SERIES = 2, INVADER_SERIES = 3, VENTURA_SERIES = 4, AERO_SERIES = 5, }; struct megasas_register_set { u32 doorbell; u32 fusion_seq_offset; u32 fusion_host_diag; u32 reserved_01; u32 inbound_msg_0; u32 inbound_msg_1; u32 outbound_msg_0; u32 outbound_msg_1; u32 inbound_doorbell; u32 inbound_intr_status; u32 inbound_intr_mask; u32 outbound_doorbell; u32 outbound_intr_status; u32 outbound_intr_mask; u32 reserved_1[2]; u32 inbound_queue_port; u32 outbound_queue_port; u32 reserved_2[9]; u32 reply_post_host_index; u32 reserved_2_2[12]; u32 outbound_doorbell_clear; u32 reserved_3[3]; u32 outbound_scratch_pad_0; u32 outbound_scratch_pad_1; u32 outbound_scratch_pad_2; u32 outbound_scratch_pad_3; u32 inbound_low_queue_port; u32 inbound_high_queue_port; u32 inbound_single_queue_port; u32 res_6[11]; u32 host_diag; u32 seq_offset; u32 index_registers[807]; }; struct megasas_sge32 { __le32 phys_addr; __le32 length; }; struct megasas_sge64 { __le64 phys_addr; __le32 length; } __attribute__((packed)); struct megasas_sge_skinny { __le64 phys_addr; __le32 length; __le32 flag; }; union megasas_sgl { struct { struct {} __empty_sge32; struct megasas_sge32 sge32[0]; }; struct { struct {} __empty_sge64; struct megasas_sge64 sge64[0]; }; struct { struct {} __empty_sge_skinny; struct megasas_sge_skinny sge_skinny[0]; }; }; struct megasas_header { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 lun; u8 cdb_len; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xferlen; }; union _MFI_CAPABILITIES { struct { u32 support_fp_remote_lun: 1; u32 support_additional_msix: 1; u32 support_fastpath_wb: 1; u32 support_max_255lds: 1; u32 support_ndrive_r1_lb: 1; u32 support_core_affinity: 1; u32 security_protocol_cmds_fw: 1; u32 support_ext_queue_depth: 1; u32 support_ext_io_size: 1; u32 support_vfid_in_ioframe: 1; u32 support_fp_rlbypass: 1; u32 support_qd_throttling: 1; u32 support_pd_map_target_id: 1; u32 support_64bit_mode: 1; u32 support_nvme_passthru: 1; u32 support_fw_exposed_dev_list: 1; u32 support_memdump: 1; u32 reserved: 15; } mfi_capabilities; __le32 reg; }; typedef union _MFI_CAPABILITIES MFI_CAPABILITIES; struct megasas_init_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1; MFI_CAPABILITIES driver_operations; __le32 context; __le32 pad_0; __le16 flags; __le16 replyqueue_mask; __le32 data_xfer_len; __le32 queue_info_new_phys_addr_lo; __le32 queue_info_new_phys_addr_hi; __le32 queue_info_old_phys_addr_lo; __le32 queue_info_old_phys_addr_hi; __le32 reserved_4[2]; __le32 system_info_lo; __le32 system_info_hi; __le32 reserved_5[2]; }; struct megasas_io_frame { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 access_byte; u8 reserved_0; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 lba_count; __le32 sense_buf_phys_addr_lo; __le32 sense_buf_phys_addr_hi; __le32 start_lba_lo; __le32 start_lba_hi; union megasas_sgl sgl; }; struct megasas_pthru_frame { u8 cmd; u8 sense_len; u8 cmd_status; u8 scsi_status; u8 target_id; u8 lun; u8 cdb_len; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le32 sense_buf_phys_addr_lo; __le32 sense_buf_phys_addr_hi; u8 cdb[16]; union megasas_sgl sgl; }; struct megasas_dcmd_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1[4]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le32 opcode; union { u8 b[12]; __le16 s[6]; __le32 w[3]; } mbox; union megasas_sgl sgl; }; struct megasas_abort_frame { u8 cmd; u8 reserved_0; u8 cmd_status; u8 reserved_1; __le32 reserved_2; __le32 context; __le32 pad_0; __le16 flags; __le16 reserved_3; __le32 reserved_4; __le32 abort_context; __le32 pad_1; __le32 abort_mfi_phys_addr_lo; __le32 abort_mfi_phys_addr_hi; __le32 reserved_5[6]; }; struct megasas_smp_frame { u8 cmd; u8 reserved_1; u8 cmd_status; u8 connection_status; u8 reserved_2[3]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le64 sas_addr; union { struct megasas_sge32 sge32[2]; struct megasas_sge64 sge64[2]; } sgl; }; struct megasas_stp_frame { u8 cmd; u8 reserved_1; u8 cmd_status; u8 reserved_2; u8 target_id; u8 reserved_3[2]; u8 sge_count; __le32 context; __le32 pad_0; __le16 flags; __le16 timeout; __le32 data_xfer_len; __le16 fis[10]; __le32 stp_flags; union { struct megasas_sge32 sge32[2]; struct megasas_sge64 sge64[2]; } sgl; }; union megasas_frame { struct megasas_header hdr; struct megasas_init_frame init; struct megasas_io_frame io; struct megasas_pthru_frame pthru; struct megasas_dcmd_frame dcmd; struct megasas_abort_frame abort; struct megasas_smp_frame smp; struct megasas_stp_frame stp; u8 raw_bytes[64]; }; struct MR_PRIV_DEVICE { bool is_tm_capable; bool tm_busy; atomic_t sdev_priv_busy; atomic_t r1_ldio_hint; u8 interface_type; u8 task_abort_tmo; u8 target_reset_tmo; }; union megasas_evt_class_locale { struct { u16 locale; u8 reserved; s8 class; } members; u32 word; }; struct megasas_progress { __le16 progress; __le16 elapsed_seconds; }; struct megasas_evtarg_ld { u16 target_id; u8 ld_index; u8 reserved; }; struct megasas_evtarg_pd { u16 device_id; u8 encl_index; u8 slot_number; }; struct megasas_evt_detail { __le32 seq_num; __le32 time_stamp; __le32 code; union megasas_evt_class_locale cl; u8 arg_type; u8 reserved1[15]; union { struct { struct megasas_evtarg_pd pd; u8 cdb_length; u8 sense_length; u8 reserved[2]; u8 cdb[16]; u8 sense[64]; } cdbSense; struct megasas_evtarg_ld ld; struct { struct megasas_evtarg_ld ld; __le64 count; } __attribute__((packed)) ld_count; struct { __le64 lba; struct megasas_evtarg_ld ld; } __attribute__((packed)) ld_lba; struct { struct megasas_evtarg_ld ld; __le32 prevOwner; __le32 newOwner; } ld_owner; struct { u64 ld_lba; u64 pd_lba; struct megasas_evtarg_ld ld; struct megasas_evtarg_pd pd; } ld_lba_pd_lba; struct { struct megasas_evtarg_ld ld; struct megasas_progress prog; } ld_prog; struct { struct megasas_evtarg_ld ld; u32 prev_state; u32 new_state; } ld_state; struct { u64 strip; struct megasas_evtarg_ld ld; } __attribute__((packed)) ld_strip; struct megasas_evtarg_pd pd; struct { struct megasas_evtarg_pd pd; u32 err; } pd_err; struct { u64 lba; struct megasas_evtarg_pd pd; } __attribute__((packed)) pd_lba; struct { u64 lba; struct megasas_evtarg_pd pd; struct megasas_evtarg_ld ld; } pd_lba_ld; struct { struct megasas_evtarg_pd pd; struct megasas_progress prog; } pd_prog; struct { struct megasas_evtarg_pd pd; u32 prevState; u32 newState; } pd_state; struct { u16 vendorId; __le16 deviceId; u16 subVendorId; u16 subDeviceId; } pci; u32 rate; char str[96]; struct { u32 rtc; u32 elapsedSeconds; } time; struct { u32 ecar; u32 elog; char str[64]; } ecc; u8 b[96]; __le16 s[48]; __le32 w[24]; __le64 d[12]; } args; char description[128]; }; struct megasas_aen_event { struct delayed_work hotplug_work; struct megasas_instance *instance; }; struct MR_DRV_SYSTEM_INFO { u8 infoVersion; u8 systemIdLength; u16 reserved0; u8 systemId[64]; u8 reserved[1980]; }; enum MR_PD_TYPE { UNKNOWN_DRIVE = 0, PARALLEL_SCSI = 1, SAS_PD = 2, SATA_PD = 3, FC_PD = 4, NVME_PD = 5, }; enum MR_PERF_MODE { MR_BALANCED_PERF_MODE = 0, MR_IOPS_PERF_MODE = 1, MR_LATENCY_PERF_MODE = 2, }; struct MR_LD_VF_MAP { u32 size; union MR_LD_REF ref; u8 ldVfCount; u8 reserved[6]; u8 policy[0]; }; struct MR_LD_VF_AFFILIATION { u32 size; u8 ldCount; u8 vfCount; u8 thisVf; u8 reserved[9]; struct MR_LD_VF_MAP map[1]; }; struct MR_LD_VF_MAP_111 { u8 targetId; u8 reserved[3]; u8 policy[8]; }; struct MR_LD_VF_AFFILIATION_111 { u8 vdCount; u8 vfCount; u8 thisVf; u8 reserved[5]; struct MR_LD_VF_MAP_111 map[64]; }; struct MR_CTRL_HB_HOST_MEM { struct { u32 fwCounter; struct { u32 debugmode: 1; u32 reserved: 31; } debug; u32 reserved_fw[6]; u32 driverCounter; u32 reserved_driver[7]; } HB; u8 pad[960]; }; struct megasas_instance_template { void (*fire_cmd)(struct megasas_instance *, dma_addr_t, u32, struct megasas_register_set *); void (*enable_intr)(struct megasas_instance *); void (*disable_intr)(struct megasas_instance *); int (*clear_intr)(struct megasas_instance *); u32 (*read_fw_status_reg)(struct megasas_instance *); int (*adp_reset)(struct megasas_instance *, struct megasas_register_set *); int (*check_reset)(struct megasas_instance *, struct megasas_register_set *); irqreturn_t (*service_isr)(int, void *); void (*tasklet)(long unsigned int); u32 (*init_adapter)(struct megasas_instance *); u32 (*build_and_issue_cmd)(struct megasas_instance *, struct scsi_cmnd *); void (*issue_dcmd)(struct megasas_instance *, struct megasas_cmd *); }; enum { MEGASAS_HBA_OPERATIONAL = 0, MEGASAS_ADPRESET_SM_INFAULT = 1, MEGASAS_ADPRESET_SM_FW_RESET_SUCCESS = 2, MEGASAS_ADPRESET_SM_OPERATIONAL = 3, MEGASAS_HW_CRITICAL_ERROR = 4, MEGASAS_ADPRESET_SM_POLLING = 5, MEGASAS_ADPRESET_INPROG_SIGN = 3735936685, }; struct megasas_cmd_priv { void *cmd_priv; u8 status; }; struct megasas_mgmt_info { u16 count; struct megasas_instance *instance[1024]; int max_index; }; enum MEGASAS_OCR_CAUSE { FW_FAULT_OCR = 0, SCSIIO_TIMEOUT_OCR = 1, MFI_IO_TIMEOUT_OCR = 2, }; enum DCMD_RETURN_STATUS { DCMD_SUCCESS = 0, DCMD_TIMEOUT = 1, DCMD_FAILED = 2, DCMD_BUSY = 3, DCMD_INIT = 255, }; enum t10_dif_type { T10_PI_TYPE0_PROTECTION = 0, T10_PI_TYPE1_PROTECTION = 1, T10_PI_TYPE2_PROTECTION = 2, T10_PI_TYPE3_PROTECTION = 3, }; enum scsi_host_prot_capabilities { SHOST_DIF_TYPE1_PROTECTION = 1, SHOST_DIF_TYPE2_PROTECTION = 2, SHOST_DIF_TYPE3_PROTECTION = 4, SHOST_DIX_TYPE0_PROTECTION = 8, SHOST_DIX_TYPE1_PROTECTION = 16, SHOST_DIX_TYPE2_PROTECTION = 32, SHOST_DIX_TYPE3_PROTECTION = 64, }; enum scsi_host_guard_type { SHOST_DIX_GUARD_CRC = 1, SHOST_DIX_GUARD_IP = 2, }; struct opal_dev; struct scsi_disk { struct scsi_device *device; struct device disk_dev; struct gendisk *disk; struct opal_dev *opal_dev; atomic_t openers; sector_t capacity; int max_retries; u32 min_xfer_blocks; u32 max_xfer_blocks; u32 opt_xfer_blocks; u32 max_ws_blocks; u32 max_unmap_blocks; u32 unmap_granularity; u32 unmap_alignment; u32 max_atomic; u32 atomic_alignment; u32 atomic_granularity; u32 max_atomic_with_boundary; u32 max_atomic_boundary; u32 index; unsigned int physical_block_size; unsigned int max_medium_access_timeouts; unsigned int medium_access_timed_out; u16 permanent_stream_count; u8 media_present; u8 write_prot; u8 protection_type; u8 provisioning_mode; u8 zeroing_mode; u8 nr_actuators; bool suspended; unsigned int ATO: 1; unsigned int cache_override: 1; unsigned int WCE: 1; unsigned int RCD: 1; unsigned int DPOFUA: 1; unsigned int first_scan: 1; unsigned int lbpme: 1; unsigned int lbprz: 1; unsigned int lbpu: 1; unsigned int lbpws: 1; unsigned int lbpws10: 1; unsigned int lbpvpd: 1; unsigned int ws10: 1; unsigned int ws16: 1; unsigned int rc_basis: 2; unsigned int zoned: 2; unsigned int urswrz: 1; unsigned int security: 1; unsigned int ignore_medium_access_errors: 1; unsigned int rscs: 1; unsigned int use_atomic_write_boundary: 1; }; typedef unsigned char u_char; struct mtd_ecc_stats { __u32 corrected; __u32 failed; __u32 badblocks; __u32 bbtblocks; }; struct mtd_debug_info { struct dentry *dfs_dir; }; struct mtd_part { struct list_head node; u64 offset; u64 size; u32 flags; }; struct mtd_master { struct mutex partitions_lock; struct mutex chrdev_lock; unsigned int suspended: 1; }; struct mtd_ooblayout_ops; struct mtd_pairing_scheme; struct mtd_erase_region_info; struct erase_info; struct mtd_oob_ops; struct otp_info; struct nvmem_device; struct mtd_info { u_char type; uint32_t flags; uint64_t size; uint32_t erasesize; uint32_t writesize; uint32_t writebufsize; uint32_t oobsize; uint32_t oobavail; unsigned int erasesize_shift; unsigned int writesize_shift; unsigned int erasesize_mask; unsigned int writesize_mask; unsigned int bitflip_threshold; const char *name; int index; const struct mtd_ooblayout_ops *ooblayout; const struct mtd_pairing_scheme *pairing; unsigned int ecc_step_size; unsigned int ecc_strength; int numeraseregions; struct mtd_erase_region_info *eraseregions; int (*_erase)(struct mtd_info *, struct erase_info *); int (*_point)(struct mtd_info *, loff_t, size_t, size_t *, void **, resource_size_t *); int (*_unpoint)(struct mtd_info *, loff_t, size_t); int (*_read)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_write)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_panic_write)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_read_oob)(struct mtd_info *, loff_t, struct mtd_oob_ops *); int (*_write_oob)(struct mtd_info *, loff_t, struct mtd_oob_ops *); int (*_get_fact_prot_info)(struct mtd_info *, size_t, size_t *, struct otp_info *); int (*_read_fact_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_get_user_prot_info)(struct mtd_info *, size_t, size_t *, struct otp_info *); int (*_read_user_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, u_char *); int (*_write_user_prot_reg)(struct mtd_info *, loff_t, size_t, size_t *, const u_char *); int (*_lock_user_prot_reg)(struct mtd_info *, loff_t, size_t); int (*_erase_user_prot_reg)(struct mtd_info *, loff_t, size_t); int (*_writev)(struct mtd_info *, const struct kvec *, long unsigned int, loff_t, size_t *); void (*_sync)(struct mtd_info *); int (*_lock)(struct mtd_info *, loff_t, uint64_t); int (*_unlock)(struct mtd_info *, loff_t, uint64_t); int (*_is_locked)(struct mtd_info *, loff_t, uint64_t); int (*_block_isreserved)(struct mtd_info *, loff_t); int (*_block_isbad)(struct mtd_info *, loff_t); int (*_block_markbad)(struct mtd_info *, loff_t); int (*_max_bad_blocks)(struct mtd_info *, loff_t, size_t); int (*_suspend)(struct mtd_info *); void (*_resume)(struct mtd_info *); void (*_reboot)(struct mtd_info *); int (*_get_device)(struct mtd_info *); void (*_put_device)(struct mtd_info *); bool oops_panic_write; struct notifier_block reboot_notifier; struct mtd_ecc_stats ecc_stats; int subpage_sft; void *priv; struct module *owner; struct device dev; struct kref refcnt; struct mtd_debug_info dbg; struct nvmem_device *nvmem; struct nvmem_device *otp_user_nvmem; struct nvmem_device *otp_factory_nvmem; struct mtd_info *parent; struct list_head partitions; struct mtd_part part; struct mtd_master master; }; struct otp_info { __u32 start; __u32 length; __u32 locked; }; struct erase_info { uint64_t addr; uint64_t len; uint64_t fail_addr; }; struct mtd_erase_region_info { uint64_t offset; uint32_t erasesize; uint32_t numblocks; long unsigned int *lockmap; }; struct mtd_req_stats { unsigned int uncorrectable_errors; unsigned int corrected_bitflips; unsigned int max_bitflips; }; struct mtd_oob_ops { unsigned int mode; size_t len; size_t retlen; size_t ooblen; size_t oobretlen; uint32_t ooboffs; uint8_t *datbuf; uint8_t *oobbuf; struct mtd_req_stats *stats; }; struct mtd_oob_region { u32 offset; u32 length; }; struct mtd_ooblayout_ops { int (*ecc)(struct mtd_info *, int, struct mtd_oob_region *); int (*free)(struct mtd_info *, int, struct mtd_oob_region *); }; struct mtd_pairing_info { int pair; int group; }; struct mtd_pairing_scheme { int ngroups; int (*get_info)(struct mtd_info *, int, struct mtd_pairing_info *); int (*get_wunit)(struct mtd_info *, const struct mtd_pairing_info *); }; struct mtd_concat { struct mtd_info mtd; int num_subdev; struct mtd_info **subdev; }; struct mtd_blktrans_ops; struct mtd_blktrans_dev { struct mtd_blktrans_ops *tr; struct list_head list; struct mtd_info *mtd; struct mutex lock; int devnum; bool bg_stop; long unsigned int size; int readonly; int open; struct kref ref; struct gendisk *disk; struct attribute_group *disk_attributes; struct request_queue *rq; struct list_head rq_list; struct blk_mq_tag_set *tag_set; spinlock_t queue_lock; void *priv; bool writable; }; struct mtd_blktrans_ops { char *name; int major; int part_bits; int blksize; int blkshift; int (*readsect)(struct mtd_blktrans_dev *, long unsigned int, char *); int (*writesect)(struct mtd_blktrans_dev *, long unsigned int, char *); int (*discard)(struct mtd_blktrans_dev *, long unsigned int, unsigned int); void (*background)(struct mtd_blktrans_dev *); int (*getgeo)(struct mtd_blktrans_dev *, struct hd_geometry *); int (*flush)(struct mtd_blktrans_dev *); int (*open)(struct mtd_blktrans_dev *); void (*release)(struct mtd_blktrans_dev *); void (*add_mtd)(struct mtd_blktrans_ops *, struct mtd_info *); void (*remove_dev)(struct mtd_blktrans_dev *); struct list_head devs; struct list_head list; struct module *owner; }; struct mtd_notifier { void (*add)(struct mtd_info *); void (*remove)(struct mtd_info *); struct list_head list; }; typedef long unsigned int u_long; typedef union { long unsigned int x[1]; } map_word; struct mtd_chip_driver; struct map_info { const char *name; long unsigned int size; resource_size_t phys; void *virt; void *cached; int swap; int bankwidth; map_word (*read)(struct map_info *, long unsigned int); void (*copy_from)(struct map_info *, void *, long unsigned int, ssize_t); void (*write)(struct map_info *, const map_word, long unsigned int); void (*copy_to)(struct map_info *, long unsigned int, const void *, ssize_t); void (*inval_cache)(struct map_info *, long unsigned int, ssize_t); void (*set_vpp)(struct map_info *, int); long unsigned int pfow_base; long unsigned int map_priv_1; long unsigned int map_priv_2; struct device_node *device_node; void *fldrv_priv; struct mtd_chip_driver *fldrv; }; struct mtd_chip_driver { struct mtd_info * (*probe)(struct map_info *); void (*destroy)(struct mtd_info *); struct module *module; char *name; struct list_head list; }; typedef enum { FL_READY = 0, FL_STATUS = 1, FL_CFI_QUERY = 2, FL_JEDEC_QUERY = 3, FL_ERASING = 4, FL_ERASE_SUSPENDING = 5, FL_ERASE_SUSPENDED = 6, FL_WRITING = 7, FL_WRITING_TO_BUFFER = 8, FL_OTP_WRITE = 9, FL_WRITE_SUSPENDING = 10, FL_WRITE_SUSPENDED = 11, FL_PM_SUSPENDED = 12, FL_SYNCING = 13, FL_UNLOADING = 14, FL_LOCKING = 15, FL_UNLOCKING = 16, FL_POINT = 17, FL_XIP_WHILE_ERASING = 18, FL_XIP_WHILE_WRITING = 19, FL_SHUTDOWN = 20, FL_READING = 21, FL_CACHEDPRG = 22, FL_RESETTING = 23, FL_OTPING = 24, FL_PREPARING_ERASE = 25, FL_VERIFYING_ERASE = 26, FL_UNKNOWN = 27, } flstate_t; struct flchip { long unsigned int start; int ref_point_counter; flstate_t state; flstate_t oldstate; unsigned int write_suspended: 1; unsigned int erase_suspended: 1; long unsigned int in_progress_block_addr; long unsigned int in_progress_block_mask; struct mutex mutex; wait_queue_head_t wq; int word_write_time; int buffer_write_time; int erase_time; int word_write_time_max; int buffer_write_time_max; int erase_time_max; void *priv; }; struct cfi_ident { uint8_t qry[3]; uint16_t P_ID; uint16_t P_ADR; uint16_t A_ID; uint16_t A_ADR; uint8_t VccMin; uint8_t VccMax; uint8_t VppMin; uint8_t VppMax; uint8_t WordWriteTimeoutTyp; uint8_t BufWriteTimeoutTyp; uint8_t BlockEraseTimeoutTyp; uint8_t ChipEraseTimeoutTyp; uint8_t WordWriteTimeoutMax; uint8_t BufWriteTimeoutMax; uint8_t BlockEraseTimeoutMax; uint8_t ChipEraseTimeoutMax; uint8_t DevSize; uint16_t InterfaceDesc; uint16_t MaxBufWriteSize; uint8_t NumEraseRegions; uint32_t EraseRegionInfo[0]; } __attribute__((packed)); struct cfi_extquery { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; }; struct cfi_pri_amdstd { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint8_t SiliconRevision; uint8_t EraseSuspend; uint8_t BlkProt; uint8_t TmpBlkUnprotect; uint8_t BlkProtUnprot; uint8_t SimultaneousOps; uint8_t BurstMode; uint8_t PageMode; uint8_t VppMin; uint8_t VppMax; uint8_t TopBottom; uint8_t ProgramSuspend; uint8_t UnlockBypass; uint8_t SecureSiliconSector; uint8_t SoftwareFeatures; }; struct cfi_pri_atmel { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint8_t Features; uint8_t BottomBoot; uint8_t BurstMode; uint8_t PageMode; }; struct cfi_private { uint16_t cmdset; void *cmdset_priv; int interleave; int device_type; int cfi_mode; int addr_unlock1; int addr_unlock2; struct mtd_info * (*cmdset_setup)(struct map_info *); struct cfi_ident *cfiq; int mfr; int id; int numchips; map_word sector_erase_cmd; long unsigned int chipshift; const char *im_name; long unsigned int quirks; struct flchip chips[0]; }; struct cfi_fixup { uint16_t mfr; uint16_t id; void (*fixup)(struct mtd_info *); }; typedef int (*varsize_frob_t)(struct map_info *, struct flchip *, long unsigned int, int, void *); enum cfi_quirks { CFI_QUIRK_DQ_TRUE_DATA = 1, }; enum fwh_lock_state { FWH_UNLOCKED = 0, FWH_DENY_WRITE = 1, FWH_IMMUTABLE = 2, FWH_DENY_READ = 4, }; struct fwh_xxlock_thunk { enum fwh_lock_state val; flstate_t state; }; typedef int (*otp_op_t)(struct map_info *, struct flchip *, loff_t, size_t, u_char *, size_t); struct ppb_lock { struct flchip *chip; long unsigned int adr; int locked; }; struct mtd_partition { const char *name; const char * const *types; uint64_t size; uint64_t offset; uint32_t mask_flags; uint32_t add_flags; struct device_node *of_node; }; struct mtd_part_parser_data { long unsigned int origin; }; struct physmap_flash_data { unsigned int width; int (*init)(struct platform_device *); void (*exit)(struct platform_device *); void (*set_vpp)(struct platform_device *, int); unsigned int nr_parts; unsigned int pfow_base; char *probe_type; struct mtd_partition *parts; const char * const *part_probe_types; }; struct physmap_flash_info { unsigned int nmaps; struct mtd_info **mtds; struct mtd_info *cmtd; struct map_info *maps; spinlock_t vpp_lock; int vpp_refcnt; const char *probe_type; const char * const *part_types; unsigned int nparts; const struct mtd_partition *parts; struct gpio_descs *gpios; unsigned int gpio_values; unsigned int win_order; }; struct nand_memory_organization { unsigned int bits_per_cell; unsigned int pagesize; unsigned int oobsize; unsigned int pages_per_eraseblock; unsigned int eraseblocks_per_lun; unsigned int max_bad_eraseblocks_per_lun; unsigned int planes_per_lun; unsigned int luns_per_target; unsigned int ntargets; }; struct nand_row_converter { unsigned int lun_addr_shift; unsigned int eraseblock_addr_shift; }; struct nand_pos { unsigned int target; unsigned int lun; unsigned int plane; unsigned int eraseblock; unsigned int page; }; enum nand_page_io_req_type { NAND_PAGE_READ = 0, NAND_PAGE_WRITE = 1, }; struct nand_page_io_req { enum nand_page_io_req_type type; struct nand_pos pos; unsigned int dataoffs; unsigned int datalen; union { const void *out; void *in; } databuf; unsigned int ooboffs; unsigned int ooblen; union { const void *out; void *in; } oobbuf; int mode; bool continuous; }; enum nand_ecc_engine_type { NAND_ECC_ENGINE_TYPE_INVALID = 0, NAND_ECC_ENGINE_TYPE_NONE = 1, NAND_ECC_ENGINE_TYPE_SOFT = 2, NAND_ECC_ENGINE_TYPE_ON_HOST = 3, NAND_ECC_ENGINE_TYPE_ON_DIE = 4, }; enum nand_ecc_placement { NAND_ECC_PLACEMENT_UNKNOWN = 0, NAND_ECC_PLACEMENT_OOB = 1, NAND_ECC_PLACEMENT_INTERLEAVED = 2, }; enum nand_ecc_algo { NAND_ECC_ALGO_UNKNOWN = 0, NAND_ECC_ALGO_HAMMING = 1, NAND_ECC_ALGO_BCH = 2, NAND_ECC_ALGO_RS = 3, }; struct nand_ecc_props { enum nand_ecc_engine_type engine_type; enum nand_ecc_placement placement; enum nand_ecc_algo algo; unsigned int strength; unsigned int step_size; unsigned int flags; }; struct nand_bbt { long unsigned int *cache; }; struct nand_device; struct nand_ops { int (*erase)(struct nand_device *, const struct nand_pos *); int (*markbad)(struct nand_device *, const struct nand_pos *); bool (*isbad)(struct nand_device *, const struct nand_pos *); }; struct nand_ecc_context { struct nand_ecc_props conf; unsigned int nsteps; unsigned int total; void *priv; }; struct nand_ecc_engine; struct nand_ecc { struct nand_ecc_props defaults; struct nand_ecc_props requirements; struct nand_ecc_props user_conf; struct nand_ecc_context ctx; struct nand_ecc_engine *ondie_engine; struct nand_ecc_engine *engine; }; struct nand_device { struct mtd_info mtd; struct nand_memory_organization memorg; struct nand_ecc ecc; struct nand_row_converter rowconv; struct nand_bbt bbt; const struct nand_ops *ops; }; struct nand_ecc_engine_ops { int (*init_ctx)(struct nand_device *); void (*cleanup_ctx)(struct nand_device *); int (*prepare_io_req)(struct nand_device *, struct nand_page_io_req *); int (*finish_io_req)(struct nand_device *, struct nand_page_io_req *); }; enum nand_ecc_engine_integration { NAND_ECC_ENGINE_INTEGRATION_INVALID = 0, NAND_ECC_ENGINE_INTEGRATION_PIPELINED = 1, NAND_ECC_ENGINE_INTEGRATION_EXTERNAL = 2, }; struct nand_ecc_engine { struct device *dev; struct list_head node; const struct nand_ecc_engine_ops *ops; enum nand_ecc_engine_integration integration; void *priv; }; enum nand_bbt_block_status { NAND_BBT_BLOCK_STATUS_UNKNOWN = 0, NAND_BBT_BLOCK_GOOD = 1, NAND_BBT_BLOCK_WORN = 2, NAND_BBT_BLOCK_RESERVED = 3, NAND_BBT_BLOCK_FACTORY_BAD = 4, NAND_BBT_BLOCK_NUM_STATUS = 5, }; struct nand_bbt_descr { int options; int pages[8]; int offs; int veroffs; uint8_t version[8]; int len; int maxblocks; int reserved_block_code; uint8_t *pattern; }; struct nand_onfi_params { u8 sig[4]; __le16 revision; __le16 features; __le16 opt_cmd; u8 reserved0[2]; __le16 ext_param_page_length; u8 num_of_param_pages; u8 reserved1[17]; char manufacturer[12]; char model[20]; u8 jedec_id; __le16 date_code; u8 reserved2[13]; __le32 byte_per_page; __le16 spare_bytes_per_page; __le32 data_bytes_per_ppage; __le16 spare_bytes_per_ppage; __le32 pages_per_block; __le32 blocks_per_lun; u8 lun_count; u8 addr_cycles; u8 bits_per_cell; __le16 bb_per_lun; __le16 block_endurance; u8 guaranteed_good_blocks; __le16 guaranteed_block_endurance; u8 programs_per_page; u8 ppage_attr; u8 ecc_bits; u8 interleaved_bits; u8 interleaved_ops; u8 reserved3[13]; u8 io_pin_capacitance_max; __le16 sdr_timing_modes; __le16 program_cache_timing_mode; __le16 t_prog; __le16 t_bers; __le16 t_r; __le16 t_ccs; u8 nvddr_timing_modes; u8 nvddr2_timing_modes; u8 nvddr_nvddr2_features; __le16 clk_pin_capacitance_typ; __le16 io_pin_capacitance_typ; __le16 input_pin_capacitance_typ; u8 input_pin_capacitance_max; u8 driver_strength_support; __le16 t_int_r; __le16 t_adl; u8 reserved4[8]; __le16 vendor_revision; u8 vendor[88]; __le16 crc; } __attribute__((packed)); struct onfi_params { int version; u16 tPROG; u16 tBERS; u16 tR; u16 tCCS; bool fast_tCAD; u16 sdr_timing_modes; u16 nvddr_timing_modes; u16 vendor_revision; u8 vendor[88]; }; struct nand_parameters { const char *model; bool supports_set_get_features; bool supports_read_cache; long unsigned int set_feature_list[4]; long unsigned int get_feature_list[4]; struct onfi_params *onfi; }; struct nand_id { u8 data[8]; int len; }; struct nand_chip; struct nand_ecc_ctrl { enum nand_ecc_engine_type engine_type; enum nand_ecc_placement placement; enum nand_ecc_algo algo; int steps; int size; int bytes; int total; int strength; int prepad; int postpad; unsigned int options; u8 *calc_buf; u8 *code_buf; void (*hwctl)(struct nand_chip *, int); int (*calculate)(struct nand_chip *, const uint8_t *, uint8_t *); int (*correct)(struct nand_chip *, uint8_t *, uint8_t *, uint8_t *); int (*read_page_raw)(struct nand_chip *, uint8_t *, int, int); int (*write_page_raw)(struct nand_chip *, const uint8_t *, int, int); int (*read_page)(struct nand_chip *, uint8_t *, int, int); int (*read_subpage)(struct nand_chip *, uint32_t, uint32_t, uint8_t *, int); int (*write_subpage)(struct nand_chip *, uint32_t, uint32_t, const uint8_t *, int, int); int (*write_page)(struct nand_chip *, const uint8_t *, int, int); int (*write_oob_raw)(struct nand_chip *, int); int (*read_oob_raw)(struct nand_chip *, int); int (*read_oob)(struct nand_chip *, int); int (*write_oob)(struct nand_chip *, int); }; struct nand_manufacturer_desc; struct nand_manufacturer { const struct nand_manufacturer_desc *desc; void *priv; }; struct nand_interface_config; struct nand_chip_ops { int (*suspend)(struct nand_chip *); void (*resume)(struct nand_chip *); int (*lock_area)(struct nand_chip *, loff_t, uint64_t); int (*unlock_area)(struct nand_chip *, loff_t, uint64_t); int (*setup_read_retry)(struct nand_chip *, int); int (*choose_interface_config)(struct nand_chip *, struct nand_interface_config *); }; struct nand_controller_ops; struct nand_controller { struct mutex lock; const struct nand_controller_ops *ops; struct { unsigned int data_only_read: 1; unsigned int cont_read: 1; } supported_op; bool controller_wp; }; struct nand_legacy { void *IO_ADDR_R; void *IO_ADDR_W; void (*select_chip)(struct nand_chip *, int); u8 (*read_byte)(struct nand_chip *); void (*write_byte)(struct nand_chip *, u8); void (*write_buf)(struct nand_chip *, const u8 *, int); void (*read_buf)(struct nand_chip *, u8 *, int); void (*cmd_ctrl)(struct nand_chip *, int, unsigned int); void (*cmdfunc)(struct nand_chip *, unsigned int, int, int); int (*dev_ready)(struct nand_chip *); int (*waitfunc)(struct nand_chip *); int (*block_bad)(struct nand_chip *, loff_t); int (*block_markbad)(struct nand_chip *, loff_t); int (*set_features)(struct nand_chip *, int, u8 *); int (*get_features)(struct nand_chip *, int, u8 *); int chip_delay; struct nand_controller dummy_controller; }; struct nand_secure_region; struct nand_chip { struct nand_device base; struct nand_id id; struct nand_parameters parameters; struct nand_manufacturer manufacturer; struct nand_chip_ops ops; struct nand_legacy legacy; unsigned int options; const struct nand_interface_config *current_interface_config; struct nand_interface_config *best_interface_config; unsigned int bbt_erase_shift; unsigned int bbt_options; unsigned int badblockpos; unsigned int badblockbits; struct nand_bbt_descr *bbt_td; struct nand_bbt_descr *bbt_md; struct nand_bbt_descr *badblock_pattern; u8 *bbt; unsigned int page_shift; unsigned int phys_erase_shift; unsigned int chip_shift; unsigned int pagemask; unsigned int subpagesize; u8 *data_buf; u8 *oob_poi; struct { unsigned int bitflips; int page; } pagecache; long unsigned int buf_align; struct mutex lock; unsigned int suspended: 1; wait_queue_head_t resume_wq; int cur_cs; int read_retries; struct nand_secure_region *secure_regions; u8 nr_secure_regions; struct { bool ongoing; unsigned int first_page; unsigned int pause_page; unsigned int last_page; } cont_read; struct nand_controller *controller; struct nand_ecc_ctrl ecc; void *priv; }; struct nand_sdr_timings { u64 tBERS_max; u32 tCCS_min; u64 tPROG_max; u64 tR_max; u32 tALH_min; u32 tADL_min; u32 tALS_min; u32 tAR_min; u32 tCEA_max; u32 tCEH_min; u32 tCH_min; u32 tCHZ_max; u32 tCLH_min; u32 tCLR_min; u32 tCLS_min; u32 tCOH_min; u32 tCS_min; u32 tDH_min; u32 tDS_min; u32 tFEAT_max; u32 tIR_min; u32 tITC_max; u32 tRC_min; u32 tREA_max; u32 tREH_min; u32 tRHOH_min; u32 tRHW_min; u32 tRHZ_max; u32 tRLOH_min; u32 tRP_min; u32 tRR_min; u64 tRST_max; u32 tWB_max; u32 tWC_min; u32 tWH_min; u32 tWHR_min; u32 tWP_min; u32 tWW_min; }; struct nand_nvddr_timings { u64 tBERS_max; u32 tCCS_min; u64 tPROG_max; u64 tR_max; u32 tAC_min; u32 tAC_max; u32 tADL_min; u32 tCAD_min; u32 tCAH_min; u32 tCALH_min; u32 tCALS_min; u32 tCAS_min; u32 tCEH_min; u32 tCH_min; u32 tCK_min; u32 tCS_min; u32 tDH_min; u32 tDQSCK_min; u32 tDQSCK_max; u32 tDQSD_min; u32 tDQSD_max; u32 tDQSHZ_max; u32 tDQSQ_max; u32 tDS_min; u32 tDSC_min; u32 tFEAT_max; u32 tITC_max; u32 tQHS_max; u32 tRHW_min; u32 tRR_min; u32 tRST_max; u32 tWB_max; u32 tWHR_min; u32 tWRCK_min; u32 tWW_min; }; enum nand_interface_type { NAND_SDR_IFACE = 0, NAND_NVDDR_IFACE = 1, }; struct nand_timings { unsigned int mode; union { struct nand_sdr_timings sdr; struct nand_nvddr_timings nvddr; }; }; struct nand_interface_config { enum nand_interface_type type; struct nand_timings timings; }; struct nand_op_cmd_instr { u8 opcode; }; struct nand_op_addr_instr { unsigned int naddrs; const u8 *addrs; }; struct nand_op_data_instr { unsigned int len; union { void *in; const void *out; } buf; bool force_8bit; }; struct nand_op_waitrdy_instr { unsigned int timeout_ms; }; enum nand_op_instr_type { NAND_OP_CMD_INSTR = 0, NAND_OP_ADDR_INSTR = 1, NAND_OP_DATA_IN_INSTR = 2, NAND_OP_DATA_OUT_INSTR = 3, NAND_OP_WAITRDY_INSTR = 4, }; struct nand_op_instr { enum nand_op_instr_type type; union { struct nand_op_cmd_instr cmd; struct nand_op_addr_instr addr; struct nand_op_data_instr data; struct nand_op_waitrdy_instr waitrdy; } ctx; unsigned int delay_ns; }; struct nand_operation { unsigned int cs; bool deassert_wp; const struct nand_op_instr *instrs; unsigned int ninstrs; }; struct nand_controller_ops { int (*attach_chip)(struct nand_chip *); void (*detach_chip)(struct nand_chip *); int (*exec_op)(struct nand_chip *, const struct nand_operation *, bool); int (*setup_interface)(struct nand_chip *, int, const struct nand_interface_config *); }; struct nand_manufacturer_ops; struct nand_manufacturer_desc { int id; char *name; const struct nand_manufacturer_ops *ops; }; struct nand_secure_region { u64 offset; u64 size; }; struct nand_manufacturer_ops { void (*detect)(struct nand_chip *); int (*init)(struct nand_chip *); void (*cleanup)(struct nand_chip *); void (*fixup_onfi_param_page)(struct nand_chip *, struct nand_onfi_params *); }; struct nand_flash_dev { char *name; union { struct { uint8_t mfr_id; uint8_t dev_id; }; uint8_t id[8]; }; unsigned int pagesize; unsigned int chipsize; unsigned int erasesize; unsigned int options; uint16_t id_len; uint16_t oobsize; struct { uint16_t strength_ds; uint16_t step_ds; } ecc; }; struct nand_ecc_step_info { int stepsize; const int *strengths; int nstrengths; }; struct nand_ecc_caps { const struct nand_ecc_step_info *stepinfos; int nstepinfos; int (*calc_ecc_bytes)(int, int); }; struct denali_chip_sel { int bank; u32 hwhr2_and_we_2_re; u32 tcwaw_and_addr_2_data; u32 re_2_we; u32 acc_clks; u32 rdwr_en_lo_cnt; u32 rdwr_en_hi_cnt; u32 cs_setup_cnt; u32 re_2_re; }; struct denali_chip { struct nand_chip chip; struct list_head node; unsigned int nsels; struct denali_chip_sel sels[0]; }; struct denali_controller { struct nand_controller controller; struct device *dev; struct list_head chips; long unsigned int clk_rate; long unsigned int clk_x_rate; void *reg; void *host; struct completion complete; int irq; u32 irq_mask; u32 irq_status; spinlock_t irq_lock; bool dma_avail; int devs_per_cs; int oob_skip_bytes; int active_bank; int nbanks; unsigned int revision; unsigned int caps; const struct nand_ecc_caps *ecc_caps; u32 (*host_read)(struct denali_controller *, u32); void (*host_write)(struct denali_controller *, u32, u32); void (*setup_dma)(struct denali_controller *, dma_addr_t, int, bool); }; struct denali_dt { struct denali_controller controller; struct clk *clk; struct clk *clk_x; struct clk *clk_ecc; struct reset_control *rst; struct reset_control *rst_reg; }; struct denali_dt_data { unsigned int revision; unsigned int caps; unsigned int oob_skip_bytes; const struct nand_ecc_caps *ecc_caps; }; enum spi_mem_data_dir { SPI_MEM_NO_DATA = 0, SPI_MEM_DATA_IN = 1, SPI_MEM_DATA_OUT = 2, }; struct spi_mem_op { struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u8 __pad: 7; u16 opcode; } cmd; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u8 __pad: 7; u64 val; } addr; struct { u8 nbytes; u8 buswidth; u8 dtr: 1; u8 __pad: 7; } dummy; struct { u8 buswidth; u8 dtr: 1; u8 ecc: 1; u8 swap16: 1; u8 __pad: 5; enum spi_mem_data_dir dir; unsigned int nbytes; union { void *in; const void *out; } buf; } data; unsigned int max_freq; }; struct spi_mem_dirmap_info { struct spi_mem_op op_tmpl; u64 offset; u64 length; }; struct spi_mem_dirmap_desc { struct spi_mem *mem; struct spi_mem_dirmap_info info; unsigned int nodirmap; void *priv; }; struct spi_mem { struct spi_device *spi; void *drvpriv; const char *name; }; enum spi_nor_protocol { SNOR_PROTO_1_1_1 = 65793, SNOR_PROTO_1_1_2 = 65794, SNOR_PROTO_1_1_4 = 65796, SNOR_PROTO_1_1_8 = 65800, SNOR_PROTO_1_2_2 = 66050, SNOR_PROTO_1_4_4 = 66564, SNOR_PROTO_1_8_8 = 67592, SNOR_PROTO_2_2_2 = 131586, SNOR_PROTO_4_4_4 = 263172, SNOR_PROTO_8_8_8 = 526344, SNOR_PROTO_1_1_1_DTR = 16843009, SNOR_PROTO_1_2_2_DTR = 16843266, SNOR_PROTO_1_4_4_DTR = 16843780, SNOR_PROTO_1_8_8_DTR = 16844808, SNOR_PROTO_8_8_8_DTR = 17303560, }; struct spi_nor_hwcaps { u32 mask; }; struct spi_nor; struct spi_nor_controller_ops { int (*prepare)(struct spi_nor *); void (*unprepare)(struct spi_nor *); int (*read_reg)(struct spi_nor *, u8, u8 *, size_t); int (*write_reg)(struct spi_nor *, u8, const u8 *, size_t); ssize_t (*read)(struct spi_nor *, loff_t, size_t, u8 *); ssize_t (*write)(struct spi_nor *, loff_t, size_t, const u8 *); int (*erase)(struct spi_nor *, loff_t); }; struct spi_nor_rww { wait_queue_head_t wait; bool ongoing_io; bool ongoing_rd; bool ongoing_pe; unsigned int used_banks; }; enum spi_nor_cmd_ext { SPI_NOR_EXT_NONE = 0, SPI_NOR_EXT_REPEAT = 1, SPI_NOR_EXT_INVERT = 2, SPI_NOR_EXT_HEX = 3, }; struct flash_info; struct spi_nor_manufacturer; struct sfdp; struct spi_nor_flash_parameter; struct spi_nor { struct mtd_info mtd; struct mutex lock; struct spi_nor_rww rww; struct device *dev; struct spi_mem *spimem; u8 *bouncebuf; size_t bouncebuf_size; u8 *id; const struct flash_info *info; const struct spi_nor_manufacturer *manufacturer; u8 addr_nbytes; u8 erase_opcode; u8 read_opcode; u8 read_dummy; u8 program_opcode; enum spi_nor_protocol read_proto; enum spi_nor_protocol write_proto; enum spi_nor_protocol reg_proto; bool sst_write_second; u32 flags; enum spi_nor_cmd_ext cmd_ext_type; struct sfdp *sfdp; struct dentry *debugfs_root; const struct spi_nor_controller_ops *controller_ops; struct spi_nor_flash_parameter *params; struct { struct spi_mem_dirmap_desc *rdesc; struct spi_mem_dirmap_desc *wdesc; } dirmap; void *priv; }; struct spi_nor_id; struct spi_nor_otp_organization; struct spi_nor_fixups; struct flash_info { char *name; const struct spi_nor_id *id; size_t size; unsigned int sector_size; u16 page_size; u8 n_banks; u8 addr_nbytes; u16 flags; u8 no_sfdp_flags; u8 fixup_flags; u8 mfr_flags; const struct spi_nor_otp_organization *otp; const struct spi_nor_fixups *fixups; }; struct spi_nor_manufacturer { const char *name; const struct flash_info *parts; unsigned int nparts; const struct spi_nor_fixups *fixups; }; struct sfdp { size_t num_dwords; u32 *dwords; }; struct spi_nor_read_command { u8 num_mode_clocks; u8 num_wait_states; u8 opcode; enum spi_nor_protocol proto; }; struct spi_nor_pp_command { u8 opcode; enum spi_nor_protocol proto; }; struct spi_nor_erase_region { u64 offset; u64 size; u8 erase_mask; bool overlaid; }; struct spi_nor_erase_type { u32 size; u32 size_shift; u32 size_mask; u8 opcode; u8 idx; }; struct spi_nor_erase_map { struct spi_nor_erase_region *regions; struct spi_nor_erase_region uniform_region; struct spi_nor_erase_type erase_type[4]; unsigned int n_regions; }; struct spi_nor_otp_ops; struct spi_nor_otp { const struct spi_nor_otp_organization *org; const struct spi_nor_otp_ops *ops; }; struct spi_nor_locking_ops; struct spi_nor_flash_parameter { u64 bank_size; u64 size; u32 writesize; u32 page_size; u8 addr_nbytes; u8 addr_mode_nbytes; u8 rdsr_dummy; u8 rdsr_addr_nbytes; u8 n_banks; u8 n_dice; u8 die_erase_opcode; u32 *vreg_offset; struct spi_nor_hwcaps hwcaps; struct spi_nor_read_command reads[16]; struct spi_nor_pp_command page_programs[8]; struct spi_nor_erase_map erase_map; struct spi_nor_otp otp; int (*set_octal_dtr)(struct spi_nor *, bool); int (*quad_enable)(struct spi_nor *); int (*set_4byte_addr_mode)(struct spi_nor *, bool); int (*ready)(struct spi_nor *); const struct spi_nor_locking_ops *locking_ops; void *priv; }; struct sfdp_bfpt { u32 dwords[20]; }; struct sfdp_parameter_header { u8 id_lsb; u8 minor; u8 major; u8 length; u8 parameter_table_pointer[3]; u8 id_msb; }; enum spi_nor_option_flags { SNOR_F_HAS_SR_TB = 1, SNOR_F_NO_OP_CHIP_ERASE = 2, SNOR_F_BROKEN_RESET = 4, SNOR_F_4B_OPCODES = 8, SNOR_F_HAS_4BAIT = 16, SNOR_F_HAS_LOCK = 32, SNOR_F_HAS_16BIT_SR = 64, SNOR_F_NO_READ_CR = 128, SNOR_F_HAS_SR_TB_BIT6 = 256, SNOR_F_HAS_4BIT_BP = 512, SNOR_F_HAS_SR_BP3_BIT6 = 1024, SNOR_F_IO_MODE_EN_VOLATILE = 2048, SNOR_F_SOFT_RESET = 4096, SNOR_F_SWP_IS_VOLATILE = 8192, SNOR_F_RWW = 16384, SNOR_F_ECC = 32768, SNOR_F_NO_WP = 65536, SNOR_F_SWAP16 = 131072, }; enum spi_nor_read_command_index { SNOR_CMD_READ = 0, SNOR_CMD_READ_FAST = 1, SNOR_CMD_READ_1_1_1_DTR = 2, SNOR_CMD_READ_1_1_2 = 3, SNOR_CMD_READ_1_2_2 = 4, SNOR_CMD_READ_2_2_2 = 5, SNOR_CMD_READ_1_2_2_DTR = 6, SNOR_CMD_READ_1_1_4 = 7, SNOR_CMD_READ_1_4_4 = 8, SNOR_CMD_READ_4_4_4 = 9, SNOR_CMD_READ_1_4_4_DTR = 10, SNOR_CMD_READ_1_1_8 = 11, SNOR_CMD_READ_1_8_8 = 12, SNOR_CMD_READ_8_8_8 = 13, SNOR_CMD_READ_1_8_8_DTR = 14, SNOR_CMD_READ_8_8_8_DTR = 15, SNOR_CMD_READ_MAX = 16, }; enum spi_nor_pp_command_index { SNOR_CMD_PP = 0, SNOR_CMD_PP_1_1_4 = 1, SNOR_CMD_PP_1_4_4 = 2, SNOR_CMD_PP_4_4_4 = 3, SNOR_CMD_PP_1_1_8 = 4, SNOR_CMD_PP_1_8_8 = 5, SNOR_CMD_PP_8_8_8 = 6, SNOR_CMD_PP_8_8_8_DTR = 7, SNOR_CMD_PP_MAX = 8, }; struct spi_nor_locking_ops { int (*lock)(struct spi_nor *, loff_t, u64); int (*unlock)(struct spi_nor *, loff_t, u64); int (*is_locked)(struct spi_nor *, loff_t, u64); }; struct spi_nor_otp_organization { size_t len; loff_t base; loff_t offset; unsigned int n_regions; }; struct spi_nor_otp_ops { int (*read)(struct spi_nor *, loff_t, size_t, u8 *); int (*write)(struct spi_nor *, loff_t, size_t, const u8 *); int (*lock)(struct spi_nor *, unsigned int); int (*erase)(struct spi_nor *, loff_t); int (*is_locked)(struct spi_nor *, unsigned int); }; struct spi_nor_fixups { void (*default_init)(struct spi_nor *); int (*post_bfpt)(struct spi_nor *, const struct sfdp_parameter_header *, const struct sfdp_bfpt *); int (*post_sfdp)(struct spi_nor *); int (*late_init)(struct spi_nor *); }; struct spi_nor_id { const u8 *bytes; u8 len; }; enum ospi_mux_select_type { PM_OSPI_MUX_SEL_DMA = 0, PM_OSPI_MUX_SEL_LINEAR = 1, }; enum { CLK_QSPI_APB = 0, CLK_QSPI_AHB = 1, CLK_QSPI_NUM = 2, }; struct cqspi_st; struct cqspi_flash_pdata { struct cqspi_st *cqspi; u32 clk_rate; u32 read_delay; u32 tshsl_ns; u32 tsd2d_ns; u32 tchsh_ns; u32 tslch_ns; u8 cs; }; struct cqspi_driver_platdata; struct cqspi_st { struct platform_device *pdev; struct spi_controller *host; struct clk *clk; struct clk *clks[2]; unsigned int sclk; void *iobase; void *ahb_base; resource_size_t ahb_size; struct completion transfer_complete; struct dma_chan *rx_chan; struct completion rx_dma_complete; dma_addr_t mmap_phys_base; int current_cs; long unsigned int master_ref_clk_hz; bool is_decoded_cs; u32 fifo_depth; u32 fifo_width; u32 num_chipselect; bool rclk_en; u32 trigger_address; u32 wr_delay; bool use_direct_mode; bool use_direct_mode_wr; struct cqspi_flash_pdata f_pdata[4]; bool use_dma_read; u32 pd_dev_id; bool wr_completion; bool slow_sram; bool apb_ahb_hazard; bool is_jh7110; bool disable_stig_mode; const struct cqspi_driver_platdata *ddata; }; struct cqspi_driver_platdata { u32 hwcaps_mask; u16 quirks; int (*indirect_read_dma)(struct cqspi_flash_pdata *, u_char *, loff_t, size_t); u32 (*get_dma_status)(struct cqspi_st *); int (*jh7110_clk_init)(struct platform_device *, struct cqspi_st *); }; struct spmi_controller { struct device dev; unsigned int nr; int (*cmd)(struct spmi_controller *, u8, u8); int (*read_cmd)(struct spmi_controller *, u8, u8, u16, u8 *, size_t); int (*write_cmd)(struct spmi_controller *, u8, u8, u16, const u8 *, size_t); }; struct nf_hook_state; typedef unsigned int nf_hookfn(void *, struct sk_buff *, const struct nf_hook_state *); struct nf_hook_entry { nf_hookfn *hook; void *priv; }; struct nf_hook_entries { u16 num_hook_entries; struct nf_hook_entry hooks[0]; }; enum net_device_flags { IFF_UP = 1, IFF_BROADCAST = 2, IFF_DEBUG = 4, IFF_LOOPBACK = 8, IFF_POINTOPOINT = 16, IFF_NOTRAILERS = 32, IFF_RUNNING = 64, IFF_NOARP = 128, IFF_PROMISC = 256, IFF_ALLMULTI = 512, IFF_MASTER = 1024, IFF_SLAVE = 2048, IFF_MULTICAST = 4096, IFF_PORTSEL = 8192, IFF_AUTOMEDIA = 16384, IFF_DYNAMIC = 32768, IFF_LOWER_UP = 65536, IFF_DORMANT = 131072, IFF_ECHO = 262144, }; enum { NETIF_F_SG_BIT = 0, NETIF_F_IP_CSUM_BIT = 1, __UNUSED_NETIF_F_1 = 2, NETIF_F_HW_CSUM_BIT = 3, NETIF_F_IPV6_CSUM_BIT = 4, NETIF_F_HIGHDMA_BIT = 5, NETIF_F_FRAGLIST_BIT = 6, NETIF_F_HW_VLAN_CTAG_TX_BIT = 7, NETIF_F_HW_VLAN_CTAG_RX_BIT = 8, NETIF_F_HW_VLAN_CTAG_FILTER_BIT = 9, NETIF_F_VLAN_CHALLENGED_BIT = 10, NETIF_F_GSO_BIT = 11, __UNUSED_NETIF_F_12 = 12, __UNUSED_NETIF_F_13 = 13, NETIF_F_GRO_BIT = 14, NETIF_F_LRO_BIT = 15, NETIF_F_GSO_SHIFT = 16, NETIF_F_TSO_BIT = 16, NETIF_F_GSO_ROBUST_BIT = 17, NETIF_F_TSO_ECN_BIT = 18, NETIF_F_TSO_MANGLEID_BIT = 19, NETIF_F_TSO6_BIT = 20, NETIF_F_FSO_BIT = 21, NETIF_F_GSO_GRE_BIT = 22, NETIF_F_GSO_GRE_CSUM_BIT = 23, NETIF_F_GSO_IPXIP4_BIT = 24, NETIF_F_GSO_IPXIP6_BIT = 25, NETIF_F_GSO_UDP_TUNNEL_BIT = 26, NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT = 27, NETIF_F_GSO_PARTIAL_BIT = 28, NETIF_F_GSO_TUNNEL_REMCSUM_BIT = 29, NETIF_F_GSO_SCTP_BIT = 30, NETIF_F_GSO_ESP_BIT = 31, NETIF_F_GSO_UDP_BIT = 32, NETIF_F_GSO_UDP_L4_BIT = 33, NETIF_F_GSO_FRAGLIST_BIT = 34, NETIF_F_GSO_ACCECN_BIT = 35, NETIF_F_GSO_LAST = 35, NETIF_F_FCOE_CRC_BIT = 36, NETIF_F_SCTP_CRC_BIT = 37, NETIF_F_NTUPLE_BIT = 38, NETIF_F_RXHASH_BIT = 39, NETIF_F_RXCSUM_BIT = 40, NETIF_F_NOCACHE_COPY_BIT = 41, NETIF_F_LOOPBACK_BIT = 42, NETIF_F_RXFCS_BIT = 43, NETIF_F_RXALL_BIT = 44, NETIF_F_HW_VLAN_STAG_TX_BIT = 45, NETIF_F_HW_VLAN_STAG_RX_BIT = 46, NETIF_F_HW_VLAN_STAG_FILTER_BIT = 47, NETIF_F_HW_L2FW_DOFFLOAD_BIT = 48, NETIF_F_HW_TC_BIT = 49, NETIF_F_HW_ESP_BIT = 50, NETIF_F_HW_ESP_TX_CSUM_BIT = 51, NETIF_F_RX_UDP_TUNNEL_PORT_BIT = 52, NETIF_F_HW_TLS_TX_BIT = 53, NETIF_F_HW_TLS_RX_BIT = 54, NETIF_F_GRO_HW_BIT = 55, NETIF_F_HW_TLS_RECORD_BIT = 56, NETIF_F_GRO_FRAGLIST_BIT = 57, NETIF_F_HW_MACSEC_BIT = 58, NETIF_F_GRO_UDP_FWD_BIT = 59, NETIF_F_HW_HSR_TAG_INS_BIT = 60, NETIF_F_HW_HSR_TAG_RM_BIT = 61, NETIF_F_HW_HSR_FWD_BIT = 62, NETIF_F_HW_HSR_DUP_BIT = 63, NETDEV_FEATURE_COUNT = 64, }; struct ethhdr { unsigned char h_dest[6]; unsigned char h_source[6]; __be16 h_proto; }; struct skb_frag { netmem_ref netmem; unsigned int len; unsigned int offset; }; typedef struct skb_frag skb_frag_t; enum { SKBFL_ZEROCOPY_ENABLE = 1, SKBFL_SHARED_FRAG = 2, SKBFL_PURE_ZEROCOPY = 4, SKBFL_DONT_ORPHAN = 8, SKBFL_MANAGED_FRAG_REFS = 16, }; struct xsk_tx_metadata_compl { __u64 *tx_timestamp; }; struct skb_shared_info { __u8 flags; __u8 meta_len; __u8 nr_frags; __u8 tx_flags; short unsigned int gso_size; short unsigned int gso_segs; struct sk_buff *frag_list; union { struct skb_shared_hwtstamps hwtstamps; struct xsk_tx_metadata_compl xsk_meta; }; unsigned int gso_type; u32 tskey; atomic_t dataref; union { struct { u32 xdp_frags_size; u32 xdp_frags_truesize; }; void *destructor_arg; }; skb_frag_t frags[17]; }; enum tcx_action_base { TCX_NEXT = -1, TCX_PASS = 0, TCX_DROP = 2, TCX_REDIRECT = 7, }; enum { IFLA_UNSPEC = 0, IFLA_ADDRESS = 1, IFLA_BROADCAST = 2, IFLA_IFNAME = 3, IFLA_MTU = 4, IFLA_LINK = 5, IFLA_QDISC = 6, IFLA_STATS = 7, IFLA_COST = 8, IFLA_PRIORITY = 9, IFLA_MASTER = 10, IFLA_WIRELESS = 11, IFLA_PROTINFO = 12, IFLA_TXQLEN = 13, IFLA_MAP = 14, IFLA_WEIGHT = 15, IFLA_OPERSTATE = 16, IFLA_LINKMODE = 17, IFLA_LINKINFO = 18, IFLA_NET_NS_PID = 19, IFLA_IFALIAS = 20, IFLA_NUM_VF = 21, IFLA_VFINFO_LIST = 22, IFLA_STATS64 = 23, IFLA_VF_PORTS = 24, IFLA_PORT_SELF = 25, IFLA_AF_SPEC = 26, IFLA_GROUP = 27, IFLA_NET_NS_FD = 28, IFLA_EXT_MASK = 29, IFLA_PROMISCUITY = 30, IFLA_NUM_TX_QUEUES = 31, IFLA_NUM_RX_QUEUES = 32, IFLA_CARRIER = 33, IFLA_PHYS_PORT_ID = 34, IFLA_CARRIER_CHANGES = 35, IFLA_PHYS_SWITCH_ID = 36, IFLA_LINK_NETNSID = 37, IFLA_PHYS_PORT_NAME = 38, IFLA_PROTO_DOWN = 39, IFLA_GSO_MAX_SEGS = 40, IFLA_GSO_MAX_SIZE = 41, IFLA_PAD = 42, IFLA_XDP = 43, IFLA_EVENT = 44, IFLA_NEW_NETNSID = 45, IFLA_IF_NETNSID = 46, IFLA_TARGET_NETNSID = 46, IFLA_CARRIER_UP_COUNT = 47, IFLA_CARRIER_DOWN_COUNT = 48, IFLA_NEW_IFINDEX = 49, IFLA_MIN_MTU = 50, IFLA_MAX_MTU = 51, IFLA_PROP_LIST = 52, IFLA_ALT_IFNAME = 53, IFLA_PERM_ADDRESS = 54, IFLA_PROTO_DOWN_REASON = 55, IFLA_PARENT_DEV_NAME = 56, IFLA_PARENT_DEV_BUS_NAME = 57, IFLA_GRO_MAX_SIZE = 58, IFLA_TSO_MAX_SIZE = 59, IFLA_TSO_MAX_SEGS = 60, IFLA_ALLMULTI = 61, IFLA_DEVLINK_PORT = 62, IFLA_GSO_IPV4_MAX_SIZE = 63, IFLA_GRO_IPV4_MAX_SIZE = 64, IFLA_DPLL_PIN = 65, IFLA_MAX_PACING_OFFLOAD_HORIZON = 66, IFLA_NETNS_IMMUTABLE = 67, __IFLA_MAX = 68, }; enum netkit_action { NETKIT_NEXT = -1, NETKIT_PASS = 0, NETKIT_DROP = 2, NETKIT_REDIRECT = 7, }; enum netkit_mode { NETKIT_L2 = 0, NETKIT_L3 = 1, }; enum netkit_scrub { NETKIT_SCRUB_NONE = 0, NETKIT_SCRUB_DEFAULT = 1, }; enum { IFLA_NETKIT_UNSPEC = 0, IFLA_NETKIT_PEER_INFO = 1, IFLA_NETKIT_PRIMARY = 2, IFLA_NETKIT_POLICY = 3, IFLA_NETKIT_PEER_POLICY = 4, IFLA_NETKIT_MODE = 5, IFLA_NETKIT_SCRUB = 6, IFLA_NETKIT_PEER_SCRUB = 7, IFLA_NETKIT_HEADROOM = 8, IFLA_NETKIT_TAILROOM = 9, __IFLA_NETKIT_MAX = 10, }; enum netdev_priv_flags { IFF_802_1Q_VLAN = 1, IFF_EBRIDGE = 2, IFF_BONDING = 4, IFF_ISATAP = 8, IFF_WAN_HDLC = 16, IFF_XMIT_DST_RELEASE = 32, IFF_DONT_BRIDGE = 64, IFF_DISABLE_NETPOLL = 128, IFF_MACVLAN_PORT = 256, IFF_BRIDGE_PORT = 512, IFF_OVS_DATAPATH = 1024, IFF_TX_SKB_SHARING = 2048, IFF_UNICAST_FLT = 4096, IFF_TEAM_PORT = 8192, IFF_SUPP_NOFCS = 16384, IFF_LIVE_ADDR_CHANGE = 32768, IFF_MACVLAN = 65536, IFF_XMIT_DST_RELEASE_PERM = 131072, IFF_L3MDEV_MASTER = 262144, IFF_NO_QUEUE = 524288, IFF_OPENVSWITCH = 1048576, IFF_L3MDEV_SLAVE = 2097152, IFF_TEAM = 4194304, IFF_RXFH_CONFIGURED = 8388608, IFF_PHONY_HEADROOM = 16777216, IFF_MACSEC = 33554432, IFF_NO_RX_HANDLER = 67108864, IFF_FAILOVER = 134217728, IFF_FAILOVER_SLAVE = 268435456, IFF_L3MDEV_RX_HANDLER = 536870912, IFF_NO_ADDRCONF = 1073741824, IFF_TX_SKB_NO_LINEAR = 2147483648, }; struct bpf_mprog_fp { struct bpf_prog *prog; }; struct bpf_mprog_bundle; struct bpf_mprog_entry { struct bpf_mprog_fp fp_items[64]; struct bpf_mprog_bundle *parent; }; struct ethtool_netdev_state { struct xarray rss_ctx; struct mutex rss_lock; unsigned int wol_enabled: 1; unsigned int module_fw_flash_in_progress: 1; }; struct ethtool_drvinfo { __u32 cmd; char driver[32]; char version[32]; char fw_version[32]; char bus_info[32]; char erom_version[32]; char reserved2[12]; __u32 n_priv_flags; __u32 n_stats; __u32 testinfo_len; __u32 eedump_len; __u32 regdump_len; }; struct ethtool_wolinfo { __u32 cmd; __u32 supported; __u32 wolopts; __u8 sopass[6]; }; struct ethtool_tunable { __u32 cmd; __u32 id; __u32 type_id; __u32 len; void *data[0]; }; struct ethtool_regs { __u32 cmd; __u32 version; __u32 len; __u8 data[0]; }; struct ethtool_eeprom { __u32 cmd; __u32 magic; __u32 offset; __u32 len; __u8 data[0]; }; struct ethtool_modinfo { __u32 cmd; __u32 type; __u32 eeprom_len; __u32 reserved[8]; }; struct ethtool_coalesce { __u32 cmd; __u32 rx_coalesce_usecs; __u32 rx_max_coalesced_frames; __u32 rx_coalesce_usecs_irq; __u32 rx_max_coalesced_frames_irq; __u32 tx_coalesce_usecs; __u32 tx_max_coalesced_frames; __u32 tx_coalesce_usecs_irq; __u32 tx_max_coalesced_frames_irq; __u32 stats_block_coalesce_usecs; __u32 use_adaptive_rx_coalesce; __u32 use_adaptive_tx_coalesce; __u32 pkt_rate_low; __u32 rx_coalesce_usecs_low; __u32 rx_max_coalesced_frames_low; __u32 tx_coalesce_usecs_low; __u32 tx_max_coalesced_frames_low; __u32 pkt_rate_high; __u32 rx_coalesce_usecs_high; __u32 rx_max_coalesced_frames_high; __u32 tx_coalesce_usecs_high; __u32 tx_max_coalesced_frames_high; __u32 rate_sample_interval; }; struct ethtool_ringparam { __u32 cmd; __u32 rx_max_pending; __u32 rx_mini_max_pending; __u32 rx_jumbo_max_pending; __u32 tx_max_pending; __u32 rx_pending; __u32 rx_mini_pending; __u32 rx_jumbo_pending; __u32 tx_pending; }; struct ethtool_channels { __u32 cmd; __u32 max_rx; __u32 max_tx; __u32 max_other; __u32 max_combined; __u32 rx_count; __u32 tx_count; __u32 other_count; __u32 combined_count; }; struct ethtool_pauseparam { __u32 cmd; __u32 autoneg; __u32 rx_pause; __u32 tx_pause; }; enum ethtool_link_ext_state { ETHTOOL_LINK_EXT_STATE_AUTONEG = 0, ETHTOOL_LINK_EXT_STATE_LINK_TRAINING_FAILURE = 1, ETHTOOL_LINK_EXT_STATE_LINK_LOGICAL_MISMATCH = 2, ETHTOOL_LINK_EXT_STATE_BAD_SIGNAL_INTEGRITY = 3, ETHTOOL_LINK_EXT_STATE_NO_CABLE = 4, ETHTOOL_LINK_EXT_STATE_CABLE_ISSUE = 5, ETHTOOL_LINK_EXT_STATE_EEPROM_ISSUE = 6, ETHTOOL_LINK_EXT_STATE_CALIBRATION_FAILURE = 7, ETHTOOL_LINK_EXT_STATE_POWER_BUDGET_EXCEEDED = 8, ETHTOOL_LINK_EXT_STATE_OVERHEAT = 9, ETHTOOL_LINK_EXT_STATE_MODULE = 10, }; enum ethtool_link_ext_substate_autoneg { ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED = 1, ETHTOOL_LINK_EXT_SUBSTATE_AN_ACK_NOT_RECEIVED = 2, ETHTOOL_LINK_EXT_SUBSTATE_AN_NEXT_PAGE_EXCHANGE_FAILED = 3, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_PARTNER_DETECTED_FORCE_MODE = 4, ETHTOOL_LINK_EXT_SUBSTATE_AN_FEC_MISMATCH_DURING_OVERRIDE = 5, ETHTOOL_LINK_EXT_SUBSTATE_AN_NO_HCD = 6, }; enum ethtool_link_ext_substate_link_training { ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_FRAME_LOCK_NOT_ACQUIRED = 1, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_INHIBIT_TIMEOUT = 2, ETHTOOL_LINK_EXT_SUBSTATE_LT_KR_LINK_PARTNER_DID_NOT_SET_RECEIVER_READY = 3, ETHTOOL_LINK_EXT_SUBSTATE_LT_REMOTE_FAULT = 4, }; enum ethtool_link_ext_substate_link_logical_mismatch { ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_BLOCK_LOCK = 1, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_ACQUIRE_AM_LOCK = 2, ETHTOOL_LINK_EXT_SUBSTATE_LLM_PCS_DID_NOT_GET_ALIGN_STATUS = 3, ETHTOOL_LINK_EXT_SUBSTATE_LLM_FC_FEC_IS_NOT_LOCKED = 4, ETHTOOL_LINK_EXT_SUBSTATE_LLM_RS_FEC_IS_NOT_LOCKED = 5, }; enum ethtool_link_ext_substate_bad_signal_integrity { ETHTOOL_LINK_EXT_SUBSTATE_BSI_LARGE_NUMBER_OF_PHYSICAL_ERRORS = 1, ETHTOOL_LINK_EXT_SUBSTATE_BSI_UNSUPPORTED_RATE = 2, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_REFERENCE_CLOCK_LOST = 3, ETHTOOL_LINK_EXT_SUBSTATE_BSI_SERDES_ALOS = 4, }; enum ethtool_link_ext_substate_cable_issue { ETHTOOL_LINK_EXT_SUBSTATE_CI_UNSUPPORTED_CABLE = 1, ETHTOOL_LINK_EXT_SUBSTATE_CI_CABLE_TEST_FAILURE = 2, }; enum ethtool_link_ext_substate_module { ETHTOOL_LINK_EXT_SUBSTATE_MODULE_CMIS_NOT_READY = 1, }; enum ethtool_mac_stats_src { ETHTOOL_MAC_STATS_SRC_AGGREGATE = 0, ETHTOOL_MAC_STATS_SRC_EMAC = 1, ETHTOOL_MAC_STATS_SRC_PMAC = 2, }; enum ethtool_module_power_mode_policy { ETHTOOL_MODULE_POWER_MODE_POLICY_HIGH = 1, ETHTOOL_MODULE_POWER_MODE_POLICY_AUTO = 2, }; enum ethtool_module_power_mode { ETHTOOL_MODULE_POWER_MODE_LOW = 1, ETHTOOL_MODULE_POWER_MODE_HIGH = 2, }; enum ethtool_mm_verify_status { ETHTOOL_MM_VERIFY_STATUS_UNKNOWN = 0, ETHTOOL_MM_VERIFY_STATUS_INITIAL = 1, ETHTOOL_MM_VERIFY_STATUS_VERIFYING = 2, ETHTOOL_MM_VERIFY_STATUS_SUCCEEDED = 3, ETHTOOL_MM_VERIFY_STATUS_FAILED = 4, ETHTOOL_MM_VERIFY_STATUS_DISABLED = 5, }; struct ethtool_test { __u32 cmd; __u32 flags; __u32 reserved; __u32 len; __u64 data[0]; }; struct ethtool_stats { __u32 cmd; __u32 n_stats; __u64 data[0]; }; struct ethtool_tcpip4_spec { __be32 ip4src; __be32 ip4dst; __be16 psrc; __be16 pdst; __u8 tos; }; struct ethtool_ah_espip4_spec { __be32 ip4src; __be32 ip4dst; __be32 spi; __u8 tos; }; struct ethtool_usrip4_spec { __be32 ip4src; __be32 ip4dst; __be32 l4_4_bytes; __u8 tos; __u8 ip_ver; __u8 proto; }; struct ethtool_tcpip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be16 psrc; __be16 pdst; __u8 tclass; }; struct ethtool_ah_espip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 spi; __u8 tclass; }; struct ethtool_usrip6_spec { __be32 ip6src[4]; __be32 ip6dst[4]; __be32 l4_4_bytes; __u8 tclass; __u8 l4_proto; }; union ethtool_flow_union { struct ethtool_tcpip4_spec tcp_ip4_spec; struct ethtool_tcpip4_spec udp_ip4_spec; struct ethtool_tcpip4_spec sctp_ip4_spec; struct ethtool_ah_espip4_spec ah_ip4_spec; struct ethtool_ah_espip4_spec esp_ip4_spec; struct ethtool_usrip4_spec usr_ip4_spec; struct ethtool_tcpip6_spec tcp_ip6_spec; struct ethtool_tcpip6_spec udp_ip6_spec; struct ethtool_tcpip6_spec sctp_ip6_spec; struct ethtool_ah_espip6_spec ah_ip6_spec; struct ethtool_ah_espip6_spec esp_ip6_spec; struct ethtool_usrip6_spec usr_ip6_spec; struct ethhdr ether_spec; __u8 hdata[52]; }; struct ethtool_flow_ext { __u8 padding[2]; unsigned char h_dest[6]; __be16 vlan_etype; __be16 vlan_tci; __be32 data[2]; }; struct ethtool_rx_flow_spec { __u32 flow_type; union ethtool_flow_union h_u; struct ethtool_flow_ext h_ext; union ethtool_flow_union m_u; struct ethtool_flow_ext m_ext; __u64 ring_cookie; __u32 location; }; struct ethtool_rxnfc { __u32 cmd; __u32 flow_type; __u64 data; struct ethtool_rx_flow_spec fs; union { __u32 rule_cnt; __u32 rss_context; }; __u32 rule_locs[0]; }; struct ethtool_flash { __u32 cmd; __u32 region; char data[128]; }; struct ethtool_dump { __u32 cmd; __u32 version; __u32 flag; __u32 len; __u8 data[0]; }; struct ethtool_fecparam { __u32 cmd; __u32 active_fec; __u32 fec; __u32 reserved; }; struct ethtool_link_settings { __u32 cmd; __u32 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 autoneg; __u8 mdio_support; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __s8 link_mode_masks_nwords; __u8 transceiver; __u8 master_slave_cfg; __u8 master_slave_state; __u8 rate_matching; __u32 reserved[7]; }; enum hwtstamp_tx_types { HWTSTAMP_TX_OFF = 0, HWTSTAMP_TX_ON = 1, HWTSTAMP_TX_ONESTEP_SYNC = 2, HWTSTAMP_TX_ONESTEP_P2P = 3, __HWTSTAMP_TX_CNT = 4, }; enum hwtstamp_rx_filters { HWTSTAMP_FILTER_NONE = 0, HWTSTAMP_FILTER_ALL = 1, HWTSTAMP_FILTER_SOME = 2, HWTSTAMP_FILTER_PTP_V1_L4_EVENT = 3, HWTSTAMP_FILTER_PTP_V1_L4_SYNC = 4, HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ = 5, HWTSTAMP_FILTER_PTP_V2_L4_EVENT = 6, HWTSTAMP_FILTER_PTP_V2_L4_SYNC = 7, HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ = 8, HWTSTAMP_FILTER_PTP_V2_L2_EVENT = 9, HWTSTAMP_FILTER_PTP_V2_L2_SYNC = 10, HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ = 11, HWTSTAMP_FILTER_PTP_V2_EVENT = 12, HWTSTAMP_FILTER_PTP_V2_SYNC = 13, HWTSTAMP_FILTER_PTP_V2_DELAY_REQ = 14, HWTSTAMP_FILTER_NTP_ALL = 15, __HWTSTAMP_FILTER_CNT = 16, }; struct kernel_ethtool_ringparam { u32 rx_buf_len; u8 tcp_data_split; u8 tx_push; u8 rx_push; u32 cqe_size; u32 tx_push_buf_len; u32 tx_push_buf_max_len; u32 hds_thresh; u32 hds_thresh_max; }; struct ethtool_link_ext_state_info { enum ethtool_link_ext_state link_ext_state; union { enum ethtool_link_ext_substate_autoneg autoneg; enum ethtool_link_ext_substate_link_training link_training; enum ethtool_link_ext_substate_link_logical_mismatch link_logical_mismatch; enum ethtool_link_ext_substate_bad_signal_integrity bad_signal_integrity; enum ethtool_link_ext_substate_cable_issue cable_issue; enum ethtool_link_ext_substate_module module; u32 __link_ext_substate; }; }; struct ethtool_link_ext_stats { u64 link_down_events; }; struct ethtool_rxfh_context { u32 indir_size; u32 key_size; u16 priv_size; u8 hfunc; u8 input_xfrm; u8 indir_configured: 1; u8 key_configured: 1; u32 key_off; long: 0; u8 data[0]; }; struct ethtool_link_ksettings { struct ethtool_link_settings base; struct { long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; } link_modes; u32 lanes; }; struct ethtool_keee { long unsigned int supported[2]; long unsigned int advertised[2]; long unsigned int lp_advertised[2]; u32 tx_lpi_timer; bool tx_lpi_enabled; bool eee_active; bool eee_enabled; }; struct kernel_ethtool_coalesce { u8 use_cqe_mode_tx; u8 use_cqe_mode_rx; u32 tx_aggr_max_bytes; u32 tx_aggr_max_frames; u32 tx_aggr_time_usecs; }; struct ethtool_eth_mac_stats { enum ethtool_mac_stats_src src; union { struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; }; struct { u64 FramesTransmittedOK; u64 SingleCollisionFrames; u64 MultipleCollisionFrames; u64 FramesReceivedOK; u64 FrameCheckSequenceErrors; u64 AlignmentErrors; u64 OctetsTransmittedOK; u64 FramesWithDeferredXmissions; u64 LateCollisions; u64 FramesAbortedDueToXSColls; u64 FramesLostDueToIntMACXmitError; u64 CarrierSenseErrors; u64 OctetsReceivedOK; u64 FramesLostDueToIntMACRcvError; u64 MulticastFramesXmittedOK; u64 BroadcastFramesXmittedOK; u64 FramesWithExcessiveDeferral; u64 MulticastFramesReceivedOK; u64 BroadcastFramesReceivedOK; u64 InRangeLengthErrors; u64 OutOfRangeLengthField; u64 FrameTooLongErrors; } stats; }; }; struct ethtool_eth_phy_stats { enum ethtool_mac_stats_src src; union { struct { u64 SymbolErrorDuringCarrier; }; struct { u64 SymbolErrorDuringCarrier; } stats; }; }; struct ethtool_eth_ctrl_stats { enum ethtool_mac_stats_src src; union { struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; }; struct { u64 MACControlFramesTransmitted; u64 MACControlFramesReceived; u64 UnsupportedOpcodesReceived; } stats; }; }; struct ethtool_pause_stats { enum ethtool_mac_stats_src src; union { struct { u64 tx_pause_frames; u64 rx_pause_frames; }; struct { u64 tx_pause_frames; u64 rx_pause_frames; } stats; }; }; struct ethtool_fec_stat { u64 total; u64 lanes[8]; }; struct ethtool_fec_stats { struct ethtool_fec_stat corrected_blocks; struct ethtool_fec_stat uncorrectable_blocks; struct ethtool_fec_stat corrected_bits; }; struct ethtool_rmon_hist_range { u16 low; u16 high; }; struct ethtool_rmon_stats { enum ethtool_mac_stats_src src; union { struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; }; struct { u64 undersize_pkts; u64 oversize_pkts; u64 fragments; u64 jabbers; u64 hist[10]; u64 hist_tx[10]; } stats; }; }; struct ethtool_ts_stats { union { struct { u64 pkts; u64 onestep_pkts_unconfirmed; u64 lost; u64 err; }; struct { u64 pkts; u64 onestep_pkts_unconfirmed; u64 lost; u64 err; } tx_stats; }; }; struct ethtool_module_eeprom { u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; u8 *data; }; struct ethtool_module_power_mode_params { enum ethtool_module_power_mode_policy policy; enum ethtool_module_power_mode mode; }; struct ethtool_mm_state { u32 verify_time; u32 max_verify_time; enum ethtool_mm_verify_status verify_status; bool tx_enabled; bool tx_active; bool pmac_enabled; bool verify_enabled; u32 tx_min_frag_size; u32 rx_min_frag_size; }; struct ethtool_mm_cfg { u32 verify_time; bool verify_enabled; bool tx_enabled; bool pmac_enabled; u32 tx_min_frag_size; }; struct ethtool_mm_stats { u64 MACMergeFrameAssErrorCount; u64 MACMergeFrameSmdErrorCount; u64 MACMergeFrameAssOkCount; u64 MACMergeFragCountRx; u64 MACMergeFragCountTx; u64 MACMergeHoldCount; }; struct ethtool_rxfh_param { u8 hfunc; u32 indir_size; u32 *indir; u32 key_size; u8 *key; u32 rss_context; u8 rss_delete; u8 input_xfrm; }; struct kernel_ethtool_ts_info { u32 cmd; u32 so_timestamping; int phc_index; enum hwtstamp_provider_qualifier phc_qualifier; enum hwtstamp_tx_types tx_types; enum hwtstamp_rx_filters rx_filters; }; struct ifinfomsg { unsigned char ifi_family; unsigned char __ifi_pad; short unsigned int ifi_type; int ifi_index; unsigned int ifi_flags; unsigned int ifi_change; }; enum { NLA_UNSPEC = 0, NLA_U8 = 1, NLA_U16 = 2, NLA_U32 = 3, NLA_U64 = 4, NLA_STRING = 5, NLA_FLAG = 6, NLA_MSECS = 7, NLA_NESTED = 8, NLA_NESTED_ARRAY = 9, NLA_NUL_STRING = 10, NLA_BINARY = 11, NLA_S8 = 12, NLA_S16 = 13, NLA_S32 = 14, NLA_S64 = 15, NLA_BITFIELD32 = 16, NLA_REJECT = 17, NLA_BE16 = 18, NLA_BE32 = 19, NLA_SINT = 20, NLA_UINT = 21, __NLA_TYPE_MAX = 22, }; enum nla_policy_validation { NLA_VALIDATE_NONE = 0, NLA_VALIDATE_RANGE = 1, NLA_VALIDATE_RANGE_WARN_TOO_LONG = 2, NLA_VALIDATE_MIN = 3, NLA_VALIDATE_MAX = 4, NLA_VALIDATE_MASK = 5, NLA_VALIDATE_RANGE_PTR = 6, NLA_VALIDATE_FUNCTION = 7, }; struct qdisc_skb_cb { struct { unsigned int pkt_len; u16 slave_dev_queue_mapping; u16 tc_classid; }; unsigned char data[20]; }; struct bpf_skb_data_end { struct qdisc_skb_cb qdisc_cb; void *data_meta; void *data_end; }; struct nf_hook_state { u8 hook; u8 pf; struct net_device *in; struct net_device *out; struct sock *sk; struct net *net; int (*okfn)(struct net *, struct sock *, struct sk_buff *); }; struct bpf_mprog_cp { struct bpf_link *link; }; struct bpf_mprog_bundle { struct bpf_mprog_entry a; struct bpf_mprog_entry b; struct bpf_mprog_cp cp_items[64]; struct bpf_prog *ref; atomic64_t revision; u32 count; }; struct bpf_tuple { struct bpf_prog *prog; struct bpf_link *link; }; struct netkit { struct net_device *peer; struct bpf_mprog_entry *active; enum netkit_action policy; enum netkit_scrub scrub; struct bpf_mprog_bundle bundle; enum netkit_mode mode; bool primary; u32 headroom; }; struct netkit_link { struct bpf_link link; struct net_device *dev; u32 location; }; struct phy_link_topology { struct xarray phys; u32 next_phy_index; }; struct mii_bus; struct mdio_device { struct device dev; struct mii_bus *bus; char modalias[32]; int (*bus_match)(struct device *, const struct device_driver *); void (*device_free)(struct mdio_device *); void (*device_remove)(struct mdio_device *); int addr; int flags; int reset_state; struct gpio_desc *reset_gpio; struct reset_control *reset_ctrl; unsigned int reset_assert_delay; unsigned int reset_deassert_delay; }; struct phy_c45_device_ids { u32 devices_in_package; u32 mmds_present; u32 device_ids[32]; }; enum phy_state { PHY_DOWN = 0, PHY_READY = 1, PHY_HALTED = 2, PHY_ERROR = 3, PHY_UP = 4, PHY_RUNNING = 5, PHY_NOLINK = 6, PHY_CABLETEST = 7, }; typedef enum { PHY_INTERFACE_MODE_NA = 0, PHY_INTERFACE_MODE_INTERNAL = 1, PHY_INTERFACE_MODE_MII = 2, PHY_INTERFACE_MODE_GMII = 3, PHY_INTERFACE_MODE_SGMII = 4, PHY_INTERFACE_MODE_TBI = 5, PHY_INTERFACE_MODE_REVMII = 6, PHY_INTERFACE_MODE_RMII = 7, PHY_INTERFACE_MODE_REVRMII = 8, PHY_INTERFACE_MODE_RGMII = 9, PHY_INTERFACE_MODE_RGMII_ID = 10, PHY_INTERFACE_MODE_RGMII_RXID = 11, PHY_INTERFACE_MODE_RGMII_TXID = 12, PHY_INTERFACE_MODE_RTBI = 13, PHY_INTERFACE_MODE_SMII = 14, PHY_INTERFACE_MODE_XGMII = 15, PHY_INTERFACE_MODE_XLGMII = 16, PHY_INTERFACE_MODE_MOCA = 17, PHY_INTERFACE_MODE_PSGMII = 18, PHY_INTERFACE_MODE_QSGMII = 19, PHY_INTERFACE_MODE_TRGMII = 20, PHY_INTERFACE_MODE_100BASEX = 21, PHY_INTERFACE_MODE_1000BASEX = 22, PHY_INTERFACE_MODE_2500BASEX = 23, PHY_INTERFACE_MODE_5GBASER = 24, PHY_INTERFACE_MODE_RXAUI = 25, PHY_INTERFACE_MODE_XAUI = 26, PHY_INTERFACE_MODE_10GBASER = 27, PHY_INTERFACE_MODE_25GBASER = 28, PHY_INTERFACE_MODE_USXGMII = 29, PHY_INTERFACE_MODE_10GKR = 30, PHY_INTERFACE_MODE_QUSGMII = 31, PHY_INTERFACE_MODE_1000BASEKX = 32, PHY_INTERFACE_MODE_10G_QXGMII = 33, PHY_INTERFACE_MODE_MAX = 34, } phy_interface_t; struct eee_config { u32 tx_lpi_timer; bool tx_lpi_enabled; bool eee_enabled; }; struct phylink; struct pse_control; struct phy_driver; struct phy_package_shared; struct mii_timestamper; struct phy_device { struct mdio_device mdio; const struct phy_driver *drv; struct device_link *devlink; u32 phyindex; u32 phy_id; struct phy_c45_device_ids c45_ids; unsigned int is_c45: 1; unsigned int is_internal: 1; unsigned int is_pseudo_fixed_link: 1; unsigned int is_gigabit_capable: 1; unsigned int has_fixups: 1; unsigned int suspended: 1; unsigned int suspended_by_mdio_bus: 1; unsigned int sysfs_links: 1; unsigned int loopback_enabled: 1; unsigned int downshifted_rate: 1; unsigned int is_on_sfp_module: 1; unsigned int mac_managed_pm: 1; unsigned int wol_enabled: 1; unsigned int autoneg: 1; unsigned int link: 1; unsigned int autoneg_complete: 1; unsigned int interrupts: 1; unsigned int irq_suspended: 1; unsigned int irq_rerun: 1; unsigned int default_timestamp: 1; int rate_matching; enum phy_state state; u32 dev_flags; phy_interface_t interface; long unsigned int possible_interfaces[1]; int speed; int duplex; int port; int pause; int asym_pause; u8 master_slave_get; u8 master_slave_set; u8 master_slave_state; long unsigned int supported[2]; long unsigned int advertising[2]; long unsigned int lp_advertising[2]; long unsigned int adv_old[2]; long unsigned int supported_eee[2]; long unsigned int advertising_eee[2]; long unsigned int eee_disabled_modes[2]; bool enable_tx_lpi; bool eee_active; struct eee_config eee_cfg; long unsigned int host_interfaces[1]; struct list_head leds; int irq; void *priv; struct phy_package_shared *shared; struct sk_buff *skb; void *ehdr; struct nlattr *nest; struct delayed_work state_queue; struct mutex lock; bool sfp_bus_attached; struct sfp_bus *sfp_bus; struct phylink *phylink; struct net_device *attached_dev; struct mii_timestamper *mii_ts; struct pse_control *psec; u8 mdix; u8 mdix_ctrl; int pma_extable; unsigned int link_down_events; void (*phy_link_change)(struct phy_device *, bool); void (*adjust_link)(struct net_device *); }; enum ethtool_link_mode_bit_indices { ETHTOOL_LINK_MODE_10baseT_Half_BIT = 0, ETHTOOL_LINK_MODE_10baseT_Full_BIT = 1, ETHTOOL_LINK_MODE_100baseT_Half_BIT = 2, ETHTOOL_LINK_MODE_100baseT_Full_BIT = 3, ETHTOOL_LINK_MODE_1000baseT_Half_BIT = 4, ETHTOOL_LINK_MODE_1000baseT_Full_BIT = 5, ETHTOOL_LINK_MODE_Autoneg_BIT = 6, ETHTOOL_LINK_MODE_TP_BIT = 7, ETHTOOL_LINK_MODE_AUI_BIT = 8, ETHTOOL_LINK_MODE_MII_BIT = 9, ETHTOOL_LINK_MODE_FIBRE_BIT = 10, ETHTOOL_LINK_MODE_BNC_BIT = 11, ETHTOOL_LINK_MODE_10000baseT_Full_BIT = 12, ETHTOOL_LINK_MODE_Pause_BIT = 13, ETHTOOL_LINK_MODE_Asym_Pause_BIT = 14, ETHTOOL_LINK_MODE_2500baseX_Full_BIT = 15, ETHTOOL_LINK_MODE_Backplane_BIT = 16, ETHTOOL_LINK_MODE_1000baseKX_Full_BIT = 17, ETHTOOL_LINK_MODE_10000baseKX4_Full_BIT = 18, ETHTOOL_LINK_MODE_10000baseKR_Full_BIT = 19, ETHTOOL_LINK_MODE_10000baseR_FEC_BIT = 20, ETHTOOL_LINK_MODE_20000baseMLD2_Full_BIT = 21, ETHTOOL_LINK_MODE_20000baseKR2_Full_BIT = 22, ETHTOOL_LINK_MODE_40000baseKR4_Full_BIT = 23, ETHTOOL_LINK_MODE_40000baseCR4_Full_BIT = 24, ETHTOOL_LINK_MODE_40000baseSR4_Full_BIT = 25, ETHTOOL_LINK_MODE_40000baseLR4_Full_BIT = 26, ETHTOOL_LINK_MODE_56000baseKR4_Full_BIT = 27, ETHTOOL_LINK_MODE_56000baseCR4_Full_BIT = 28, ETHTOOL_LINK_MODE_56000baseSR4_Full_BIT = 29, ETHTOOL_LINK_MODE_56000baseLR4_Full_BIT = 30, ETHTOOL_LINK_MODE_25000baseCR_Full_BIT = 31, ETHTOOL_LINK_MODE_25000baseKR_Full_BIT = 32, ETHTOOL_LINK_MODE_25000baseSR_Full_BIT = 33, ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT = 34, ETHTOOL_LINK_MODE_50000baseKR2_Full_BIT = 35, ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT = 36, ETHTOOL_LINK_MODE_100000baseSR4_Full_BIT = 37, ETHTOOL_LINK_MODE_100000baseCR4_Full_BIT = 38, ETHTOOL_LINK_MODE_100000baseLR4_ER4_Full_BIT = 39, ETHTOOL_LINK_MODE_50000baseSR2_Full_BIT = 40, ETHTOOL_LINK_MODE_1000baseX_Full_BIT = 41, ETHTOOL_LINK_MODE_10000baseCR_Full_BIT = 42, ETHTOOL_LINK_MODE_10000baseSR_Full_BIT = 43, ETHTOOL_LINK_MODE_10000baseLR_Full_BIT = 44, ETHTOOL_LINK_MODE_10000baseLRM_Full_BIT = 45, ETHTOOL_LINK_MODE_10000baseER_Full_BIT = 46, ETHTOOL_LINK_MODE_2500baseT_Full_BIT = 47, ETHTOOL_LINK_MODE_5000baseT_Full_BIT = 48, ETHTOOL_LINK_MODE_FEC_NONE_BIT = 49, ETHTOOL_LINK_MODE_FEC_RS_BIT = 50, ETHTOOL_LINK_MODE_FEC_BASER_BIT = 51, ETHTOOL_LINK_MODE_50000baseKR_Full_BIT = 52, ETHTOOL_LINK_MODE_50000baseSR_Full_BIT = 53, ETHTOOL_LINK_MODE_50000baseCR_Full_BIT = 54, ETHTOOL_LINK_MODE_50000baseLR_ER_FR_Full_BIT = 55, ETHTOOL_LINK_MODE_50000baseDR_Full_BIT = 56, ETHTOOL_LINK_MODE_100000baseKR2_Full_BIT = 57, ETHTOOL_LINK_MODE_100000baseSR2_Full_BIT = 58, ETHTOOL_LINK_MODE_100000baseCR2_Full_BIT = 59, ETHTOOL_LINK_MODE_100000baseLR2_ER2_FR2_Full_BIT = 60, ETHTOOL_LINK_MODE_100000baseDR2_Full_BIT = 61, ETHTOOL_LINK_MODE_200000baseKR4_Full_BIT = 62, ETHTOOL_LINK_MODE_200000baseSR4_Full_BIT = 63, ETHTOOL_LINK_MODE_200000baseLR4_ER4_FR4_Full_BIT = 64, ETHTOOL_LINK_MODE_200000baseDR4_Full_BIT = 65, ETHTOOL_LINK_MODE_200000baseCR4_Full_BIT = 66, ETHTOOL_LINK_MODE_100baseT1_Full_BIT = 67, ETHTOOL_LINK_MODE_1000baseT1_Full_BIT = 68, ETHTOOL_LINK_MODE_400000baseKR8_Full_BIT = 69, ETHTOOL_LINK_MODE_400000baseSR8_Full_BIT = 70, ETHTOOL_LINK_MODE_400000baseLR8_ER8_FR8_Full_BIT = 71, ETHTOOL_LINK_MODE_400000baseDR8_Full_BIT = 72, ETHTOOL_LINK_MODE_400000baseCR8_Full_BIT = 73, ETHTOOL_LINK_MODE_FEC_LLRS_BIT = 74, ETHTOOL_LINK_MODE_100000baseKR_Full_BIT = 75, ETHTOOL_LINK_MODE_100000baseSR_Full_BIT = 76, ETHTOOL_LINK_MODE_100000baseLR_ER_FR_Full_BIT = 77, ETHTOOL_LINK_MODE_100000baseCR_Full_BIT = 78, ETHTOOL_LINK_MODE_100000baseDR_Full_BIT = 79, ETHTOOL_LINK_MODE_200000baseKR2_Full_BIT = 80, ETHTOOL_LINK_MODE_200000baseSR2_Full_BIT = 81, ETHTOOL_LINK_MODE_200000baseLR2_ER2_FR2_Full_BIT = 82, ETHTOOL_LINK_MODE_200000baseDR2_Full_BIT = 83, ETHTOOL_LINK_MODE_200000baseCR2_Full_BIT = 84, ETHTOOL_LINK_MODE_400000baseKR4_Full_BIT = 85, ETHTOOL_LINK_MODE_400000baseSR4_Full_BIT = 86, ETHTOOL_LINK_MODE_400000baseLR4_ER4_FR4_Full_BIT = 87, ETHTOOL_LINK_MODE_400000baseDR4_Full_BIT = 88, ETHTOOL_LINK_MODE_400000baseCR4_Full_BIT = 89, ETHTOOL_LINK_MODE_100baseFX_Half_BIT = 90, ETHTOOL_LINK_MODE_100baseFX_Full_BIT = 91, ETHTOOL_LINK_MODE_10baseT1L_Full_BIT = 92, ETHTOOL_LINK_MODE_800000baseCR8_Full_BIT = 93, ETHTOOL_LINK_MODE_800000baseKR8_Full_BIT = 94, ETHTOOL_LINK_MODE_800000baseDR8_Full_BIT = 95, ETHTOOL_LINK_MODE_800000baseDR8_2_Full_BIT = 96, ETHTOOL_LINK_MODE_800000baseSR8_Full_BIT = 97, ETHTOOL_LINK_MODE_800000baseVR8_Full_BIT = 98, ETHTOOL_LINK_MODE_10baseT1S_Full_BIT = 99, ETHTOOL_LINK_MODE_10baseT1S_Half_BIT = 100, ETHTOOL_LINK_MODE_10baseT1S_P2MP_Half_BIT = 101, ETHTOOL_LINK_MODE_10baseT1BRR_Full_BIT = 102, ETHTOOL_LINK_MODE_200000baseCR_Full_BIT = 103, ETHTOOL_LINK_MODE_200000baseKR_Full_BIT = 104, ETHTOOL_LINK_MODE_200000baseDR_Full_BIT = 105, ETHTOOL_LINK_MODE_200000baseDR_2_Full_BIT = 106, ETHTOOL_LINK_MODE_200000baseSR_Full_BIT = 107, ETHTOOL_LINK_MODE_200000baseVR_Full_BIT = 108, ETHTOOL_LINK_MODE_400000baseCR2_Full_BIT = 109, ETHTOOL_LINK_MODE_400000baseKR2_Full_BIT = 110, ETHTOOL_LINK_MODE_400000baseDR2_Full_BIT = 111, ETHTOOL_LINK_MODE_400000baseDR2_2_Full_BIT = 112, ETHTOOL_LINK_MODE_400000baseSR2_Full_BIT = 113, ETHTOOL_LINK_MODE_400000baseVR2_Full_BIT = 114, ETHTOOL_LINK_MODE_800000baseCR4_Full_BIT = 115, ETHTOOL_LINK_MODE_800000baseKR4_Full_BIT = 116, ETHTOOL_LINK_MODE_800000baseDR4_Full_BIT = 117, ETHTOOL_LINK_MODE_800000baseDR4_2_Full_BIT = 118, ETHTOOL_LINK_MODE_800000baseSR4_Full_BIT = 119, ETHTOOL_LINK_MODE_800000baseVR4_Full_BIT = 120, __ETHTOOL_LINK_MODE_MASK_NBITS = 121, }; enum phy_upstream { PHY_UPSTREAM_MAC = 0, PHY_UPSTREAM_PHY = 1, }; struct ethtool_phy_stats { u64 rx_packets; u64 rx_bytes; u64 rx_errors; u64 tx_packets; u64 tx_bytes; u64 tx_errors; }; struct phy_plca_cfg; struct phy_plca_status; struct phy_tdr_config; struct ethtool_phy_ops { int (*get_sset_count)(struct phy_device *); int (*get_strings)(struct phy_device *, u8 *); int (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *, struct netlink_ext_ack *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*start_cable_test)(struct phy_device *, struct netlink_ext_ack *); int (*start_cable_test_tdr)(struct phy_device *, struct netlink_ext_ack *, const struct phy_tdr_config *); }; struct phy_plca_cfg { int version; int enabled; int node_id; int node_cnt; int to_tmr; int burst_cnt; int burst_tmr; }; struct phy_plca_status { bool pst; }; struct phy_tdr_config { u32 first; u32 last; u32 step; s8 pair; }; struct mdio_bus_stats { u64_stats_t transfers; u64_stats_t errors; u64_stats_t writes; u64_stats_t reads; struct u64_stats_sync syncp; }; struct mii_bus { struct module *owner; const char *name; char id[61]; void *priv; int (*read)(struct mii_bus *, int, int); int (*write)(struct mii_bus *, int, int, u16); int (*read_c45)(struct mii_bus *, int, int, int); int (*write_c45)(struct mii_bus *, int, int, int, u16); int (*reset)(struct mii_bus *); struct mdio_bus_stats stats[32]; struct mutex mdio_lock; struct device *parent; enum { MDIOBUS_ALLOCATED = 1, MDIOBUS_REGISTERED = 2, MDIOBUS_UNREGISTERED = 3, MDIOBUS_RELEASED = 4, } state; struct device dev; struct mdio_device *mdio_map[32]; u32 phy_mask; u32 phy_ignore_ta_mask; int irq[32]; int reset_delay_us; int reset_post_delay_us; struct gpio_desc *reset_gpiod; struct mutex shared_lock; struct phy_package_shared *shared[32]; }; struct mdio_driver_common { struct device_driver driver; int flags; }; struct mii_timestamper { bool (*rxtstamp)(struct mii_timestamper *, struct sk_buff *, int); void (*txtstamp)(struct mii_timestamper *, struct sk_buff *, int); int (*hwtstamp)(struct mii_timestamper *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); void (*link_state)(struct mii_timestamper *, struct phy_device *); int (*ts_info)(struct mii_timestamper *, struct kernel_ethtool_ts_info *); struct device *device; }; struct phy_driver { struct mdio_driver_common mdiodrv; u32 phy_id; char *name; u32 phy_id_mask; const long unsigned int * const features; u32 flags; const void *driver_data; int (*soft_reset)(struct phy_device *); int (*config_init)(struct phy_device *); int (*probe)(struct phy_device *); int (*get_features)(struct phy_device *); unsigned int (*inband_caps)(struct phy_device *, phy_interface_t); int (*config_inband)(struct phy_device *, unsigned int); int (*get_rate_matching)(struct phy_device *, phy_interface_t); int (*suspend)(struct phy_device *); int (*resume)(struct phy_device *); int (*config_aneg)(struct phy_device *); int (*aneg_done)(struct phy_device *); int (*read_status)(struct phy_device *); int (*config_intr)(struct phy_device *); irqreturn_t (*handle_interrupt)(struct phy_device *); void (*remove)(struct phy_device *); int (*match_phy_device)(struct phy_device *); int (*set_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*get_wol)(struct phy_device *, struct ethtool_wolinfo *); void (*link_change_notify)(struct phy_device *); int (*read_mmd)(struct phy_device *, int, u16); int (*write_mmd)(struct phy_device *, int, u16, u16); int (*read_page)(struct phy_device *); int (*write_page)(struct phy_device *, int); int (*module_info)(struct phy_device *, struct ethtool_modinfo *); int (*module_eeprom)(struct phy_device *, struct ethtool_eeprom *, u8 *); int (*cable_test_start)(struct phy_device *); int (*cable_test_tdr_start)(struct phy_device *, const struct phy_tdr_config *); int (*cable_test_get_status)(struct phy_device *, bool *); void (*get_phy_stats)(struct phy_device *, struct ethtool_eth_phy_stats *, struct ethtool_phy_stats *); void (*get_link_stats)(struct phy_device *, struct ethtool_link_ext_stats *); int (*update_stats)(struct phy_device *); int (*get_sset_count)(struct phy_device *); void (*get_strings)(struct phy_device *, u8 *); void (*get_stats)(struct phy_device *, struct ethtool_stats *, u64 *); int (*get_tunable)(struct phy_device *, struct ethtool_tunable *, void *); int (*set_tunable)(struct phy_device *, struct ethtool_tunable *, const void *); int (*set_loopback)(struct phy_device *, bool, int); int (*get_sqi)(struct phy_device *); int (*get_sqi_max)(struct phy_device *); int (*get_plca_cfg)(struct phy_device *, struct phy_plca_cfg *); int (*set_plca_cfg)(struct phy_device *, const struct phy_plca_cfg *); int (*get_plca_status)(struct phy_device *, struct phy_plca_status *); int (*led_brightness_set)(struct phy_device *, u8, enum led_brightness); int (*led_blink_set)(struct phy_device *, u8, long unsigned int *, long unsigned int *); int (*led_hw_is_supported)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_set)(struct phy_device *, u8, long unsigned int); int (*led_hw_control_get)(struct phy_device *, u8, long unsigned int *); int (*led_polarity_set)(struct phy_device *, int, long unsigned int); unsigned int (*get_next_update_time)(struct phy_device *); }; enum phy_led_modes { PHY_LED_ACTIVE_HIGH = 0, PHY_LED_ACTIVE_LOW = 1, PHY_LED_INACTIVE_HIGH_IMPEDANCE = 2, __PHY_LED_MODES_NUM = 3, }; struct phy_led { struct list_head list; struct phy_device *phydev; struct led_classdev led_cdev; u8 index; }; struct phylib_stubs { int (*hwtstamp_get)(struct phy_device *, struct kernel_hwtstamp_config *); int (*hwtstamp_set)(struct phy_device *, struct kernel_hwtstamp_config *, struct netlink_ext_ack *); void (*get_phy_stats)(struct phy_device *, struct ethtool_eth_phy_stats *, struct ethtool_phy_stats *); void (*get_link_ext_stats)(struct phy_device *, struct ethtool_link_ext_stats *); }; struct sfp_eeprom_base { u8 phys_id; u8 phys_ext_id; u8 connector; u8 if_1x_copper_passive: 1; u8 if_1x_copper_active: 1; u8 if_1x_lx: 1; u8 if_1x_sx: 1; u8 e10g_base_sr: 1; u8 e10g_base_lr: 1; u8 e10g_base_lrm: 1; u8 e10g_base_er: 1; u8 sonet_oc3_short_reach: 1; u8 sonet_oc3_smf_intermediate_reach: 1; u8 sonet_oc3_smf_long_reach: 1; u8 unallocated_5_3: 1; u8 sonet_oc12_short_reach: 1; u8 sonet_oc12_smf_intermediate_reach: 1; u8 sonet_oc12_smf_long_reach: 1; u8 unallocated_5_7: 1; u8 sonet_oc48_short_reach: 1; u8 sonet_oc48_intermediate_reach: 1; u8 sonet_oc48_long_reach: 1; u8 sonet_reach_bit2: 1; u8 sonet_reach_bit1: 1; u8 sonet_oc192_short_reach: 1; u8 escon_smf_1310_laser: 1; u8 escon_mmf_1310_led: 1; u8 e1000_base_sx: 1; u8 e1000_base_lx: 1; u8 e1000_base_cx: 1; u8 e1000_base_t: 1; u8 e100_base_lx: 1; u8 e100_base_fx: 1; u8 e_base_bx10: 1; u8 e_base_px: 1; u8 fc_tech_electrical_inter_enclosure: 1; u8 fc_tech_lc: 1; u8 fc_tech_sa: 1; u8 fc_ll_m: 1; u8 fc_ll_l: 1; u8 fc_ll_i: 1; u8 fc_ll_s: 1; u8 fc_ll_v: 1; u8 unallocated_8_0: 1; u8 unallocated_8_1: 1; u8 sfp_ct_passive: 1; u8 sfp_ct_active: 1; u8 fc_tech_ll: 1; u8 fc_tech_sl: 1; u8 fc_tech_sn: 1; u8 fc_tech_electrical_intra_enclosure: 1; u8 fc_media_sm: 1; u8 unallocated_9_1: 1; u8 fc_media_m5: 1; u8 fc_media_m6: 1; u8 fc_media_tv: 1; u8 fc_media_mi: 1; u8 fc_media_tp: 1; u8 fc_media_tw: 1; u8 fc_speed_100: 1; u8 unallocated_10_1: 1; u8 fc_speed_200: 1; u8 fc_speed_3200: 1; u8 fc_speed_400: 1; u8 fc_speed_1600: 1; u8 fc_speed_800: 1; u8 fc_speed_1200: 1; u8 encoding; u8 br_nominal; u8 rate_id; u8 link_len[6]; char vendor_name[16]; u8 extended_cc; char vendor_oui[3]; char vendor_pn[16]; char vendor_rev[4]; union { __be16 optical_wavelength; __be16 cable_compliance; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 reserved60_2: 6; u8 reserved61: 8; } passive; struct { u8 sff8431_app_e: 1; u8 fc_pi_4_app_h: 1; u8 sff8431_lim: 1; u8 fc_pi_4_lim: 1; u8 reserved60_4: 4; u8 reserved61: 8; } active; }; u8 reserved62; u8 cc_base; }; struct sfp_eeprom_ext { __be16 options; u8 br_max; u8 br_min; char vendor_sn[16]; char datecode[8]; u8 diagmon; u8 enhopts; u8 sff8472_compliance; u8 cc_ext; }; struct sfp_eeprom_id { struct sfp_eeprom_base base; struct sfp_eeprom_ext ext; }; struct sfp_upstream_ops { void (*attach)(void *, struct sfp_bus *); void (*detach)(void *, struct sfp_bus *); int (*module_insert)(void *, const struct sfp_eeprom_id *); void (*module_remove)(void *); int (*module_start)(void *); void (*module_stop)(void *); void (*link_down)(void *); void (*link_up)(void *); int (*connect_phy)(void *, struct phy_device *); void (*disconnect_phy)(void *, struct phy_device *); }; struct link_capabilities { int speed; unsigned int duplex; long unsigned int linkmodes[2]; }; struct phy_fixup { struct list_head list; char bus_id[64]; u32 phy_uid; u32 phy_uid_mask; int (*run)(struct phy_device *); }; struct mdio_driver { struct mdio_driver_common mdiodrv; int (*probe)(struct mdio_device *); void (*remove)(struct mdio_device *); void (*shutdown)(struct mdio_device *); }; enum led_trigger_netdev_modes { TRIGGER_NETDEV_LINK = 0, TRIGGER_NETDEV_LINK_10 = 1, TRIGGER_NETDEV_LINK_100 = 2, TRIGGER_NETDEV_LINK_1000 = 3, TRIGGER_NETDEV_LINK_2500 = 4, TRIGGER_NETDEV_LINK_5000 = 5, TRIGGER_NETDEV_LINK_10000 = 6, TRIGGER_NETDEV_HALF_DUPLEX = 7, TRIGGER_NETDEV_FULL_DUPLEX = 8, TRIGGER_NETDEV_TX = 9, TRIGGER_NETDEV_RX = 10, TRIGGER_NETDEV_TX_ERR = 11, TRIGGER_NETDEV_RX_ERR = 12, __TRIGGER_NETDEV_MAX = 13, }; struct aqr107_hw_stat { const char *name; int reg; int size; }; struct aqr107_priv { u64 sgmii_stats[10]; long unsigned int leds_active_low; long unsigned int leds_active_high; }; struct fixed_phy_status { int link; int speed; int duplex; int pause; int asym_pause; }; struct fixed_mdio_bus { struct mii_bus *mii_bus; struct list_head phys; }; struct fixed_phy { int addr; struct phy_device *phydev; struct fixed_phy_status status; bool no_carrier; int (*link_update)(struct net_device *, struct fixed_phy_status *); struct list_head node; struct gpio_desc *link_gpiod; }; enum phy_tunable_id { ETHTOOL_PHY_ID_UNSPEC = 0, ETHTOOL_PHY_DOWNSHIFT = 1, ETHTOOL_PHY_FAST_LINK_DOWN = 2, ETHTOOL_PHY_EDPD = 3, __ETHTOOL_PHY_TUNABLE_COUNT = 4, }; struct mdio_device_id { __u32 phy_id; __u32 phy_id_mask; }; enum rgmii_clock_delay { RGMII_CLK_DELAY_0_2_NS = 0, RGMII_CLK_DELAY_0_8_NS = 1, RGMII_CLK_DELAY_1_1_NS = 2, RGMII_CLK_DELAY_1_7_NS = 3, RGMII_CLK_DELAY_2_0_NS = 4, RGMII_CLK_DELAY_2_3_NS = 5, RGMII_CLK_DELAY_2_6_NS = 6, RGMII_CLK_DELAY_3_4_NS = 7, }; struct reg_val { u16 reg; u32 val; }; struct vsc85xx_hw_stat { const char *string; u8 reg; u16 page; u16 mask; }; struct vsc85xx_ptp; struct vsc8531_private { int rate_magic; u16 supp_led_modes; u32 leds_mode[4]; u8 nleds; const struct vsc85xx_hw_stat *hw_stats; u64 *stats; int nstats; u8 addr; unsigned int base_addr; struct mii_timestamper mii_ts; bool input_clk_init; struct vsc85xx_ptp *ptp; struct gpio_desc *load_save; unsigned int ts_base_addr; u8 ts_base_phy; struct mutex ts_lock; struct mutex phc_lock; }; enum vsc85xx_global_phy { VSC88XX_BASE_ADDR = 0, }; struct vsc8531_edge_rate_table { u32 vddmac; u32 slowdown[8]; }; enum csr_target { MACRO_CTRL = 7, }; enum cavium_mdiobus_mode { UNINIT___2 = 0, C22 = 1, C45 = 2, }; struct cvmx_smix_en_s { u64 en: 1; u64 reserved_1_63: 63; }; union cvmx_smix_en { u64 u64; struct cvmx_smix_en_s s; }; struct cavium_mdiobus { struct mii_bus *mii_bus; void *register_base; enum cavium_mdiobus_mode mode; }; struct thunder_mdiobus_nexus { void *bar0; struct cavium_mdiobus *buses[4]; }; struct flow_dissector_key_control { u16 thoff; u16 addr_type; u32 flags; }; struct flow_dissector_key_basic { __be16 n_proto; u8 ip_proto; u8 padding; }; struct flow_dissector { long long unsigned int used_keys; short unsigned int offset[33]; }; struct flow_keys_basic { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; }; struct bpf_flow_keys { __u16 nhoff; __u16 thoff; __u16 addr_proto; __u8 is_frag; __u8 is_first_frag; __u8 is_encap; __u8 ip_proto; __be16 n_proto; __be16 sport; __be16 dport; union { struct { __be32 ipv4_src; __be32 ipv4_dst; }; struct { __u32 ipv6_src[4]; __u32 ipv6_dst[4]; }; }; __u32 flags; __be32 flow_label; }; struct nf_conntrack { refcount_t use; }; enum { SKBTX_HW_TSTAMP_NOBPF = 1, SKBTX_SW_TSTAMP = 2, SKBTX_IN_PROGRESS = 4, SKBTX_COMPLETION_TSTAMP = 8, SKBTX_WIFI_STATUS = 16, SKBTX_HW_TSTAMP_NETDEV = 32, SKBTX_SCHED_TSTAMP = 64, SKBTX_BPF = 128, }; enum { SKB_GSO_TCPV4 = 1, SKB_GSO_DODGY = 2, SKB_GSO_TCP_ECN = 4, SKB_GSO_TCP_FIXEDID = 8, SKB_GSO_TCPV6 = 16, SKB_GSO_FCOE = 32, SKB_GSO_GRE = 64, SKB_GSO_GRE_CSUM = 128, SKB_GSO_IPXIP4 = 256, SKB_GSO_IPXIP6 = 512, SKB_GSO_UDP_TUNNEL = 1024, SKB_GSO_UDP_TUNNEL_CSUM = 2048, SKB_GSO_PARTIAL = 4096, SKB_GSO_TUNNEL_REMCSUM = 8192, SKB_GSO_SCTP = 16384, SKB_GSO_ESP = 32768, SKB_GSO_UDP = 65536, SKB_GSO_UDP_L4 = 131072, SKB_GSO_FRAGLIST = 262144, SKB_GSO_TCP_ACCECN = 524288, }; struct rt6key { struct in6_addr addr; int plen; }; struct rtable; struct fnhe_hash_bucket; struct fib_nh_common { struct net_device *nhc_dev; netdevice_tracker nhc_dev_tracker; int nhc_oif; unsigned char nhc_scope; u8 nhc_family; u8 nhc_gw_family; unsigned char nhc_flags; struct lwtunnel_state *nhc_lwtstate; union { __be32 ipv4; struct in6_addr ipv6; } nhc_gw; int nhc_weight; atomic_t nhc_upper_bound; struct rtable **nhc_pcpu_rth_output; struct rtable *nhc_rth_input; struct fnhe_hash_bucket *nhc_exceptions; }; struct rt6_exception_bucket; struct fib6_nh { struct fib_nh_common nh_common; struct rt6_info **rt6i_pcpu; struct rt6_exception_bucket *rt6i_exception_bucket; }; struct fib6_node; struct dst_metrics; struct nexthop; struct fib6_info { struct fib6_table *fib6_table; struct fib6_info *fib6_next; struct fib6_node *fib6_node; union { struct list_head fib6_siblings; struct list_head nh_list; }; unsigned int fib6_nsiblings; refcount_t fib6_ref; long unsigned int expires; struct hlist_node gc_link; struct dst_metrics *fib6_metrics; struct rt6key fib6_dst; u32 fib6_flags; struct rt6key fib6_src; struct rt6key fib6_prefsrc; u32 fib6_metric; u8 fib6_protocol; u8 fib6_type; u8 offload; u8 trap; u8 offload_failed; u8 should_flush: 1; u8 dst_nocount: 1; u8 dst_nopolicy: 1; u8 fib6_destroying: 1; u8 unused: 4; struct callback_head rcu; struct nexthop *nh; struct fib6_nh fib6_nh[0]; }; struct rt6_info { struct dst_entry dst; struct fib6_info *from; int sernum; struct rt6key rt6i_dst; struct rt6key rt6i_src; struct in6_addr rt6i_gateway; struct inet6_dev *rt6i_idev; u32 rt6i_flags; short unsigned int rt6i_nfheader_len; }; struct rt6_statistics { __u32 fib_nodes; __u32 fib_route_nodes; __u32 fib_rt_entries; __u32 fib_rt_cache; __u32 fib_discarded_routes; atomic_t fib_rt_alloc; }; struct fib6_node { struct fib6_node *parent; struct fib6_node *left; struct fib6_node *right; struct fib6_info *leaf; __u16 fn_bit; __u16 fn_flags; int fn_sernum; struct fib6_info *rr_ptr; struct callback_head rcu; }; struct fib6_table { struct hlist_node tb6_hlist; u32 tb6_id; spinlock_t tb6_lock; struct fib6_node tb6_root; struct inet_peer_base tb6_peers; unsigned int flags; unsigned int fib_seq; struct hlist_head tb6_gc_hlist; }; enum { IPPROTO_IP = 0, IPPROTO_ICMP = 1, IPPROTO_IGMP = 2, IPPROTO_IPIP = 4, IPPROTO_TCP = 6, IPPROTO_EGP = 8, IPPROTO_PUP = 12, IPPROTO_UDP = 17, IPPROTO_IDP = 22, IPPROTO_TP = 29, IPPROTO_DCCP = 33, IPPROTO_IPV6 = 41, IPPROTO_RSVP = 46, IPPROTO_GRE = 47, IPPROTO_ESP = 50, IPPROTO_AH = 51, IPPROTO_MTP = 92, IPPROTO_BEETPH = 94, IPPROTO_ENCAP = 98, IPPROTO_PIM = 103, IPPROTO_COMP = 108, IPPROTO_L2TP = 115, IPPROTO_SCTP = 132, IPPROTO_UDPLITE = 136, IPPROTO_MPLS = 137, IPPROTO_ETHERNET = 143, IPPROTO_AGGFRAG = 144, IPPROTO_RAW = 255, IPPROTO_SMC = 256, IPPROTO_MPTCP = 262, IPPROTO_MAX = 263, }; struct net_generic { union { struct { unsigned int len; struct callback_head rcu; } s; struct { struct {} __empty_ptr; void *ptr[0]; }; }; }; struct bpf_sock { __u32 bound_dev_if; __u32 family; __u32 type; __u32 protocol; __u32 mark; __u32 priority; __u32 src_ip4; __u32 src_ip6[4]; __u32 src_port; __be16 dst_port; __u32 dst_ip4; __u32 dst_ip6[4]; __u32 state; __s32 rx_queue_mapping; }; struct __sk_buff { __u32 len; __u32 pkt_type; __u32 mark; __u32 queue_mapping; __u32 protocol; __u32 vlan_present; __u32 vlan_tci; __u32 vlan_proto; __u32 priority; __u32 ingress_ifindex; __u32 ifindex; __u32 tc_index; __u32 cb[5]; __u32 hash; __u32 tc_classid; __u32 data; __u32 data_end; __u32 napi_id; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 data_meta; union { struct bpf_flow_keys *flow_keys; }; __u64 tstamp; __u32 wire_len; __u32 gso_segs; union { struct bpf_sock *sk; }; __u32 gso_size; __u8 tstamp_type; __u64 hwtstamp; }; struct sock_fprog { short unsigned int len; struct sock_filter *filter; }; enum { IFLA_TUN_UNSPEC = 0, IFLA_TUN_OWNER = 1, IFLA_TUN_GROUP = 2, IFLA_TUN_TYPE = 3, IFLA_TUN_PI = 4, IFLA_TUN_VNET_HDR = 5, IFLA_TUN_PERSIST = 6, IFLA_TUN_MULTI_QUEUE = 7, IFLA_TUN_NUM_QUEUES = 8, IFLA_TUN_NUM_DISABLED_QUEUES = 9, __IFLA_TUN_MAX = 10, }; enum netdev_xdp_act { NETDEV_XDP_ACT_BASIC = 1, NETDEV_XDP_ACT_REDIRECT = 2, NETDEV_XDP_ACT_NDO_XMIT = 4, NETDEV_XDP_ACT_XSK_ZEROCOPY = 8, NETDEV_XDP_ACT_HW_OFFLOAD = 16, NETDEV_XDP_ACT_RX_SG = 32, NETDEV_XDP_ACT_NDO_XMIT_SG = 64, NETDEV_XDP_ACT_MASK = 127, }; enum netdev_state_t { __LINK_STATE_START = 0, __LINK_STATE_PRESENT = 1, __LINK_STATE_NOCARRIER = 2, __LINK_STATE_LINKWATCH_PENDING = 3, __LINK_STATE_DORMANT = 4, __LINK_STATE_TESTING = 5, }; enum gro_result { GRO_MERGED = 0, GRO_MERGED_FREE = 1, GRO_HELD = 2, GRO_NORMAL = 3, GRO_CONSUMED = 4, }; typedef enum gro_result gro_result_t; enum netdev_queue_state_t { __QUEUE_STATE_DRV_XOFF = 0, __QUEUE_STATE_STACK_XOFF = 1, __QUEUE_STATE_FROZEN = 2, }; struct iphdr { __u8 ihl: 4; __u8 version: 4; __u8 tos; __be16 tot_len; __be16 id; __be16 frag_off; __u8 ttl; __u8 protocol; __sum16 check; union { struct { __be32 saddr; __be32 daddr; }; struct { __be32 saddr; __be32 daddr; } addrs; }; }; struct ip_tunnel_parm_kern { char name[16]; long unsigned int i_flags[1]; long unsigned int o_flags[1]; __be32 i_key; __be32 o_key; int link; struct iphdr iph; }; enum netdev_reg_state { NETREG_UNINITIALIZED = 0, NETREG_REGISTERED = 1, NETREG_UNREGISTERING = 2, NETREG_UNREGISTERED = 3, NETREG_RELEASED = 4, NETREG_DUMMY = 5, }; struct offload_callbacks { struct sk_buff * (*gso_segment)(struct sk_buff *, netdev_features_t); struct sk_buff * (*gro_receive)(struct list_head *, struct sk_buff *); int (*gro_complete)(struct sk_buff *, int); }; struct packet_offload { __be16 type; u16 priority; struct offload_callbacks callbacks; struct list_head list; }; enum netdev_cmd { NETDEV_UP = 1, NETDEV_DOWN = 2, NETDEV_REBOOT = 3, NETDEV_CHANGE = 4, NETDEV_REGISTER = 5, NETDEV_UNREGISTER = 6, NETDEV_CHANGEMTU = 7, NETDEV_CHANGEADDR = 8, NETDEV_PRE_CHANGEADDR = 9, NETDEV_GOING_DOWN = 10, NETDEV_CHANGENAME = 11, NETDEV_FEAT_CHANGE = 12, NETDEV_BONDING_FAILOVER = 13, NETDEV_PRE_UP = 14, NETDEV_PRE_TYPE_CHANGE = 15, NETDEV_POST_TYPE_CHANGE = 16, NETDEV_POST_INIT = 17, NETDEV_PRE_UNINIT = 18, NETDEV_RELEASE = 19, NETDEV_NOTIFY_PEERS = 20, NETDEV_JOIN = 21, NETDEV_CHANGEUPPER = 22, NETDEV_RESEND_IGMP = 23, NETDEV_PRECHANGEMTU = 24, NETDEV_CHANGEINFODATA = 25, NETDEV_BONDING_INFO = 26, NETDEV_PRECHANGEUPPER = 27, NETDEV_CHANGELOWERSTATE = 28, NETDEV_UDP_TUNNEL_PUSH_INFO = 29, NETDEV_UDP_TUNNEL_DROP_INFO = 30, NETDEV_CHANGE_TX_QUEUE_LEN = 31, NETDEV_CVLAN_FILTER_PUSH_INFO = 32, NETDEV_CVLAN_FILTER_DROP_INFO = 33, NETDEV_SVLAN_FILTER_PUSH_INFO = 34, NETDEV_SVLAN_FILTER_DROP_INFO = 35, NETDEV_OFFLOAD_XSTATS_ENABLE = 36, NETDEV_OFFLOAD_XSTATS_DISABLE = 37, NETDEV_OFFLOAD_XSTATS_REPORT_USED = 38, NETDEV_OFFLOAD_XSTATS_REPORT_DELTA = 39, NETDEV_XDP_FEAT_CHANGE = 40, }; struct netdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; }; struct tun_pi { __u16 flags; __be16 proto; }; struct tun_filter { __u16 flags; __u16 count; __u8 addr[0]; }; struct virtio_net_hdr { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; __virtio16 csum_start; __virtio16 csum_offset; }; struct tun_msg_ctl { short unsigned int type; short unsigned int num; void *ptr; }; struct tun_xdp_hdr { int buflen; struct virtio_net_hdr gso; }; struct dst_metrics { u32 metrics[17]; refcount_t refcnt; }; enum sock_flags { SOCK_DEAD = 0, SOCK_DONE = 1, SOCK_URGINLINE = 2, SOCK_KEEPOPEN = 3, SOCK_LINGER = 4, SOCK_DESTROY = 5, SOCK_BROADCAST = 6, SOCK_TIMESTAMP = 7, SOCK_ZAPPED = 8, SOCK_USE_WRITE_QUEUE = 9, SOCK_DBG = 10, SOCK_RCVTSTAMP = 11, SOCK_RCVTSTAMPNS = 12, SOCK_LOCALROUTE = 13, SOCK_MEMALLOC = 14, SOCK_TIMESTAMPING_RX_SOFTWARE = 15, SOCK_FASYNC = 16, SOCK_RXQ_OVFL = 17, SOCK_ZEROCOPY = 18, SOCK_WIFI_STATUS = 19, SOCK_NOFCS = 20, SOCK_FILTER_LOCKED = 21, SOCK_SELECT_ERR_QUEUE = 22, SOCK_RCU_FREE = 23, SOCK_TXTIME = 24, SOCK_XDP = 25, SOCK_TSTAMP_NEW = 26, SOCK_RCVMARK = 27, SOCK_RCVPRIORITY = 28, SOCK_TIMESTAMPING_ANY = 29, }; enum tsq_enum { TSQ_THROTTLED = 0, TSQ_QUEUED = 1, TCP_TSQ_DEFERRED = 2, TCP_WRITE_TIMER_DEFERRED = 3, TCP_DELACK_TIMER_DEFERRED = 4, TCP_MTU_REDUCED_DEFERRED = 5, TCP_ACK_DEFERRED = 6, }; struct inet6_skb_parm { int iif; __be16 ra; __u16 dst0; __u16 srcrt; __u16 dst1; __u16 lastopt; __u16 nhoff; __u16 flags; __u16 frag_max_size; __u16 srhoff; }; enum { IP_TUNNEL_CSUM_BIT = 0, IP_TUNNEL_ROUTING_BIT = 1, IP_TUNNEL_KEY_BIT = 2, IP_TUNNEL_SEQ_BIT = 3, IP_TUNNEL_STRICT_BIT = 4, IP_TUNNEL_REC_BIT = 5, IP_TUNNEL_VERSION_BIT = 6, IP_TUNNEL_NO_KEY_BIT = 7, IP_TUNNEL_DONT_FRAGMENT_BIT = 8, IP_TUNNEL_OAM_BIT = 9, IP_TUNNEL_CRIT_OPT_BIT = 10, IP_TUNNEL_GENEVE_OPT_BIT = 11, IP_TUNNEL_VXLAN_OPT_BIT = 12, IP_TUNNEL_NOCACHE_BIT = 13, IP_TUNNEL_ERSPAN_OPT_BIT = 14, IP_TUNNEL_GTP_OPT_BIT = 15, IP_TUNNEL_VTI_BIT = 16, IP_TUNNEL_SIT_ISATAP_BIT = 16, IP_TUNNEL_PFCP_OPT_BIT = 17, __IP_TUNNEL_FLAG_NUM = 18, }; struct fib_nh_exception { struct fib_nh_exception *fnhe_next; int fnhe_genid; __be32 fnhe_daddr; u32 fnhe_pmtu; bool fnhe_mtu_locked; __be32 fnhe_gw; long unsigned int fnhe_expires; struct rtable *fnhe_rth_input; struct rtable *fnhe_rth_output; long unsigned int fnhe_stamp; struct callback_head rcu; }; struct rtable { struct dst_entry dst; int rt_genid; unsigned int rt_flags; __u16 rt_type; __u8 rt_is_input; __u8 rt_uses_gateway; int rt_iif; u8 rt_gw_family; union { __be32 rt_gw4; struct in6_addr rt_gw6; }; u32 rt_mtu_locked: 1; u32 rt_pmtu: 31; }; struct fnhe_hash_bucket { struct fib_nh_exception *chain; }; struct fib_info; struct fib_nh { struct fib_nh_common nh_common; struct hlist_node nh_hash; struct fib_info *nh_parent; __be32 nh_saddr; int nh_saddr_genid; }; struct fib_info { struct hlist_node fib_hash; struct hlist_node fib_lhash; struct list_head nh_list; struct net *fib_net; refcount_t fib_treeref; refcount_t fib_clntref; unsigned int fib_flags; unsigned char fib_dead; unsigned char fib_protocol; unsigned char fib_scope; unsigned char fib_type; __be32 fib_prefsrc; u32 fib_tb_id; u32 fib_priority; struct dst_metrics *fib_metrics; int fib_nhs; bool fib_nh_is_v6; bool nh_updated; bool pfsrc_removed; struct nexthop *nh; struct callback_head rcu; struct fib_nh fib_nh[0]; }; struct nh_info; struct nh_group; struct nexthop { struct rb_node rb_node; struct list_head fi_list; struct list_head f6i_list; struct list_head fdb_list; struct list_head grp_list; struct net *net; u32 id; u8 protocol; u8 nh_flags; bool is_group; refcount_t refcnt; struct callback_head rcu; union { struct nh_info *nh_info; struct nh_group *nh_grp; }; }; enum { __ND_OPT_PREFIX_INFO_END = 0, ND_OPT_SOURCE_LL_ADDR = 1, ND_OPT_TARGET_LL_ADDR = 2, ND_OPT_PREFIX_INFO = 3, ND_OPT_REDIRECT_HDR = 4, ND_OPT_MTU = 5, ND_OPT_NONCE = 14, __ND_OPT_ARRAY_MAX = 15, ND_OPT_ROUTE_INFO = 24, ND_OPT_RDNSS = 25, ND_OPT_DNSSL = 31, ND_OPT_6CO = 34, ND_OPT_CAPTIVE_PORTAL = 37, ND_OPT_PREF64 = 38, __ND_OPT_MAX = 39, }; struct rt6_exception_bucket { struct hlist_head chain; int depth; }; struct nh_info { struct hlist_node dev_hash; struct nexthop *nh_parent; u8 family; bool reject_nh; bool fdb_nh; union { struct fib_nh_common fib_nhc; struct fib_nh fib_nh; struct fib6_nh fib6_nh; }; }; struct nh_grp_entry; struct nh_res_bucket { struct nh_grp_entry *nh_entry; atomic_long_t used_time; long unsigned int migrated_time; bool occupied; u8 nh_flags; }; struct nh_grp_entry_stats; struct nh_grp_entry { struct nexthop *nh; struct nh_grp_entry_stats *stats; u16 weight; union { struct { atomic_t upper_bound; } hthr; struct { struct list_head uw_nh_entry; u16 count_buckets; u16 wants_buckets; } res; }; struct list_head nh_list; struct nexthop *nh_parent; u64 packets_hw; }; struct nh_res_table { struct net *net; u32 nhg_id; struct delayed_work upkeep_dw; struct list_head uw_nh_entries; long unsigned int unbalanced_since; u32 idle_timer; u32 unbalanced_timer; u16 num_nh_buckets; struct nh_res_bucket nh_buckets[0]; }; struct nh_grp_entry_stats { u64_stats_t packets; struct u64_stats_sync syncp; }; struct nh_group { struct nh_group *spare; u16 num_nh; bool is_multipath; bool hash_threshold; bool resilient; bool fdb_nh; bool has_v4; bool hw_stats; struct nh_res_table *res_table; struct nh_grp_entry nh_entries[0]; }; enum { AX25_VALUES_IPDEFMODE = 0, AX25_VALUES_AXDEFMODE = 1, AX25_VALUES_BACKOFF = 2, AX25_VALUES_CONMODE = 3, AX25_VALUES_WINDOW = 4, AX25_VALUES_EWINDOW = 5, AX25_VALUES_T1 = 6, AX25_VALUES_T2 = 7, AX25_VALUES_T3 = 8, AX25_VALUES_IDLE = 9, AX25_VALUES_N2 = 10, AX25_VALUES_PACLEN = 11, AX25_VALUES_PROTOCOL = 12, AX25_MAX_VALUES = 13, }; struct net_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, u32); unsigned int no_policy: 1; unsigned int icmp_strict_tag_validation: 1; u32 secret; }; struct inet6_protocol { int (*handler)(struct sk_buff *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); unsigned int flags; u32 secret; }; struct net_offload { struct offload_callbacks callbacks; unsigned int flags; u32 secret; }; struct rps_sock_flow_table; struct net_hotdata { struct packet_offload ip_packet_offload; struct net_offload tcpv4_offload; struct net_protocol tcp_protocol; struct net_offload udpv4_offload; struct net_protocol udp_protocol; struct packet_offload ipv6_packet_offload; struct net_offload tcpv6_offload; struct inet6_protocol tcpv6_protocol; struct inet6_protocol udpv6_protocol; struct net_offload udpv6_offload; struct list_head offload_base; struct kmem_cache *skbuff_cache; struct kmem_cache *skbuff_fclone_cache; struct kmem_cache *skb_small_head_cache; struct rps_sock_flow_table *rps_sock_flow_table; u32 rps_cpu_mask; int gro_normal_batch; int netdev_budget; int netdev_budget_usecs; int tstamp_prequeue; int max_backlog; int dev_tx_weight; int dev_rx_weight; int sysctl_max_skb_frags; int sysctl_skb_defer_max; int sysctl_mem_pcpu_rsv; }; struct rps_sock_flow_table { u32 mask; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 ents[0]; }; struct tap_filter { unsigned int count; u32 mask[2]; unsigned char addr[48]; }; struct tun_struct; struct tun_file { struct sock sk; long: 64; long: 64; struct socket socket; struct tun_struct *tun; struct fasync_struct *fasync; unsigned int flags; union { u16 queue_index; unsigned int ifindex; }; struct napi_struct napi; bool napi_enabled; bool napi_frags_enabled; struct mutex napi_mutex; struct list_head next; struct tun_struct *detached; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct ptr_ring tx_ring; struct xdp_rxq_info xdp_rxq; }; struct tun_prog; struct tun_struct { struct tun_file *tfiles[256]; unsigned int numqueues; unsigned int flags; kuid_t owner; kgid_t group; struct net_device *dev; netdev_features_t set_features; int align; int vnet_hdr_sz; int sndbuf; struct tap_filter txflt; struct sock_fprog fprog; bool filter_attached; u32 msg_enable; spinlock_t lock; struct hlist_head flows[1024]; struct timer_list flow_gc_timer; long unsigned int ageing_time; unsigned int numdisabled; struct list_head disabled; void *security; u32 flow_count; u32 rx_batched; atomic_long_t rx_frame_errors; struct bpf_prog *xdp_prog; struct tun_prog *steering_prog; struct tun_prog *filter_prog; struct ethtool_link_ksettings link_ksettings; struct file *file; struct ifreq *ifr; }; struct tun_page { struct page *page; int count; }; struct tun_flow_entry { struct hlist_node hash_link; struct callback_head rcu; struct tun_struct *tun; u32 rxhash; u32 rps_rxhash; int queue_index; long: 64; long unsigned int updated; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tun_prog { struct callback_head rcu; struct bpf_prog *prog; }; struct veth { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; struct module_version_attribute { struct module_attribute mattr; const char *module_name; const char *version; }; typedef int (*iova_bitmap_fn_t)(struct iova_bitmap *, long unsigned int, size_t, void *); struct vfio_info_cap_header { __u16 id; __u16 version; __u32 next; }; struct vfio_irq_set { __u32 argsz; __u32 flags; __u32 index; __u32 start; __u32 count; __u8 data[0]; }; struct vfio_device_feature { __u32 argsz; __u32 flags; __u8 data[0]; }; struct vfio_device_bind_iommufd { __u32 argsz; __u32 flags; __s32 iommufd; __u32 out_devid; }; struct vfio_device_feature_migration { __u64 flags; }; struct vfio_device_feature_mig_state { __u32 device_state; __s32 data_fd; }; enum vfio_device_mig_state { VFIO_DEVICE_STATE_ERROR = 0, VFIO_DEVICE_STATE_STOP = 1, VFIO_DEVICE_STATE_RUNNING = 2, VFIO_DEVICE_STATE_STOP_COPY = 3, VFIO_DEVICE_STATE_RESUMING = 4, VFIO_DEVICE_STATE_RUNNING_P2P = 5, VFIO_DEVICE_STATE_PRE_COPY = 6, VFIO_DEVICE_STATE_PRE_COPY_P2P = 7, VFIO_DEVICE_STATE_NR = 8, }; struct vfio_device_feature_dma_logging_control { __u64 page_size; __u32 num_ranges; __u32 __reserved; __u64 ranges; }; struct vfio_device_feature_dma_logging_range { __u64 iova; __u64 length; }; struct vfio_device_feature_dma_logging_report { __u64 iova; __u64 length; __u64 page_size; __u64 bitmap; }; struct vfio_device_feature_mig_data_size { __u64 stop_copy_length; }; struct vfio_device_set { void *set_id; struct mutex lock; struct list_head device_list; unsigned int device_count; }; struct iommufd_access; struct vfio_device_ops; struct vfio_migration_ops; struct vfio_log_ops; struct vfio_group; struct vfio_device { struct device *dev; const struct vfio_device_ops *ops; const struct vfio_migration_ops *mig_ops; const struct vfio_log_ops *log_ops; struct vfio_group *group; struct list_head group_next; struct list_head iommu_entry; struct vfio_device_set *dev_set; struct list_head dev_set_list; unsigned int migration_flags; struct kvm *kvm; unsigned int index; struct device device; refcount_t refcount; unsigned int open_count; struct completion comp; struct iommufd_access *iommufd_access; void (*put_kvm)(struct kvm *); struct inode *inode; u8 cdev_opened: 1; struct dentry *debug_root; }; struct vfio_device_ops { char *name; int (*init)(struct vfio_device *); void (*release)(struct vfio_device *); int (*bind_iommufd)(struct vfio_device *, struct iommufd_ctx *, u32 *); void (*unbind_iommufd)(struct vfio_device *); int (*attach_ioas)(struct vfio_device *, u32 *); void (*detach_ioas)(struct vfio_device *); int (*pasid_attach_ioas)(struct vfio_device *, u32, u32 *); void (*pasid_detach_ioas)(struct vfio_device *, u32); int (*open_device)(struct vfio_device *); void (*close_device)(struct vfio_device *); ssize_t (*read)(struct vfio_device *, char *, size_t, loff_t *); ssize_t (*write)(struct vfio_device *, const char *, size_t, loff_t *); long int (*ioctl)(struct vfio_device *, unsigned int, long unsigned int); int (*mmap)(struct vfio_device *, struct vm_area_struct *); void (*request)(struct vfio_device *, unsigned int); int (*match)(struct vfio_device *, char *); void (*dma_unmap)(struct vfio_device *, u64, u64); int (*device_feature)(struct vfio_device *, u32, void *, size_t); }; struct vfio_migration_ops { struct file * (*migration_set_state)(struct vfio_device *, enum vfio_device_mig_state); int (*migration_get_state)(struct vfio_device *, enum vfio_device_mig_state *); int (*migration_get_data_size)(struct vfio_device *, long unsigned int *); }; struct vfio_log_ops { int (*log_start)(struct vfio_device *, struct rb_root_cached *, u32, u64 *); int (*log_stop)(struct vfio_device *); int (*log_read_and_clear)(struct vfio_device *, long unsigned int, long unsigned int, struct iova_bitmap *); }; enum vfio_group_type { VFIO_IOMMU = 0, VFIO_EMULATED_IOMMU = 1, VFIO_NO_IOMMU = 2, }; struct vfio_container; struct vfio_group { struct device dev; struct cdev cdev; refcount_t drivers; unsigned int container_users; struct iommu_group *iommu_group; struct vfio_container *container; struct list_head device_list; struct mutex device_lock; struct list_head vfio_next; struct list_head container_next; enum vfio_group_type type; struct mutex group_lock; struct kvm *kvm; struct file *opened_file; struct blocking_notifier_head notifier; struct iommufd_ctx *iommufd; spinlock_t kvm_ref_lock; unsigned int cdev_device_open_cnt; }; struct vfio_info_cap { struct vfio_info_cap_header *buf; size_t size; }; enum { IOMMUFD_ACCESS_RW_READ = 0, IOMMUFD_ACCESS_RW_WRITE = 1, IOMMUFD_ACCESS_RW_KTHREAD = 2, __IOMMUFD_ACCESS_RW_SLOW_PATH = 4, }; struct vfio_device_file { struct vfio_device *device; struct vfio_group *group; u8 access_granted; u32 devid; spinlock_t kvm_ref_lock; struct kvm *kvm; struct iommufd_ctx *iommufd; }; struct vfio { struct class *device_class; struct ida device_ida; struct vfsmount *vfs_mount; int fs_count; }; enum { VFIO_DEVICE_NUM_STATES = 8, }; struct follow_pfnmap_args { struct vm_area_struct *vma; long unsigned int address; spinlock_t *lock; pte_t *ptep; long unsigned int pfn; long unsigned int addr_mask; pgprot_t pgprot; bool writable; bool special; }; struct vfio_iommu_type1_info { __u32 argsz; __u32 flags; __u64 iova_pgsizes; __u32 cap_offset; __u32 pad; }; struct vfio_iova_range { __u64 start; __u64 end; }; struct vfio_iommu_type1_info_cap_iova_range { struct vfio_info_cap_header header; __u32 nr_iovas; __u32 reserved; struct vfio_iova_range iova_ranges[0]; }; struct vfio_iommu_type1_info_cap_migration { struct vfio_info_cap_header header; __u32 flags; __u64 pgsize_bitmap; __u64 max_dirty_bitmap_size; }; struct vfio_iommu_type1_info_dma_avail { struct vfio_info_cap_header header; __u32 avail; }; struct vfio_iommu_type1_dma_map { __u32 argsz; __u32 flags; __u64 vaddr; __u64 iova; __u64 size; }; struct vfio_bitmap { __u64 pgsize; __u64 size; __u64 *data; }; struct vfio_iommu_type1_dma_unmap { __u32 argsz; __u32 flags; __u64 iova; __u64 size; __u8 data[0]; }; struct vfio_iommu_type1_dirty_bitmap { __u32 argsz; __u32 flags; __u8 data[0]; }; struct vfio_iommu_type1_dirty_bitmap_get { __u64 iova; __u64 size; struct vfio_bitmap bitmap; }; struct vfio_iommu_driver_ops { char *name; struct module *owner; void * (*open)(long unsigned int); void (*release)(void *); long int (*ioctl)(void *, unsigned int, long unsigned int); int (*attach_group)(void *, struct iommu_group *, enum vfio_group_type); void (*detach_group)(void *, struct iommu_group *); int (*pin_pages)(void *, struct iommu_group *, dma_addr_t, int, int, struct page **); void (*unpin_pages)(void *, dma_addr_t, int); void (*register_device)(void *, struct vfio_device *); void (*unregister_device)(void *, struct vfio_device *); int (*dma_rw)(void *, dma_addr_t, void *, size_t, bool); struct iommu_domain * (*group_iommu_domain)(void *, struct iommu_group *); }; struct vfio_iommu { struct list_head domain_list; struct list_head iova_list; struct mutex lock; struct rb_root dma_list; struct list_head device_list; struct mutex device_list_lock; unsigned int dma_avail; unsigned int vaddr_invalid_count; uint64_t pgsize_bitmap; uint64_t num_non_pinned_groups; bool v2; bool dirty_page_tracking; struct list_head emulated_iommu_groups; }; struct vfio_domain { struct iommu_domain *domain; struct list_head next; struct list_head group_list; bool fgsp: 1; bool enforce_cache_coherency: 1; }; struct vfio_dma { struct rb_node node; dma_addr_t iova; long unsigned int vaddr; size_t size; int prot; bool iommu_mapped; bool lock_cap; bool vaddr_invalid; struct task_struct *task; struct rb_root pfn_list; long unsigned int *bitmap; struct mm_struct *mm; size_t locked_vm; }; struct vfio_batch { struct page **pages; struct page *fallback_page; unsigned int capacity; unsigned int size; unsigned int offset; }; struct vfio_iommu_group { struct iommu_group *iommu_group; struct list_head next; bool pinned_page_dirty_scope; }; struct vfio_iova { struct list_head list; dma_addr_t start; dma_addr_t end; }; struct vfio_pfn { struct rb_node node; dma_addr_t iova; long unsigned int pfn; unsigned int ref_count; }; struct vfio_regions { struct list_head list; dma_addr_t iova; phys_addr_t phys; size_t len; }; enum { VFIO_PCI_BAR0_REGION_INDEX = 0, VFIO_PCI_BAR1_REGION_INDEX = 1, VFIO_PCI_BAR2_REGION_INDEX = 2, VFIO_PCI_BAR3_REGION_INDEX = 3, VFIO_PCI_BAR4_REGION_INDEX = 4, VFIO_PCI_BAR5_REGION_INDEX = 5, VFIO_PCI_ROM_REGION_INDEX = 6, VFIO_PCI_CONFIG_REGION_INDEX = 7, VFIO_PCI_VGA_REGION_INDEX = 8, VFIO_PCI_NUM_REGIONS = 9, }; struct eventfd_ctx; struct virqfd { void *opaque; struct eventfd_ctx *eventfd; int (*handler)(void *, void *); void (*thread)(void *, void *); void *data; struct work_struct inject; wait_queue_entry_t wait; poll_table pt; struct work_struct shutdown; struct work_struct flush_inject; struct virqfd **pvirqfd; }; struct vfio_pci_core_device; struct vfio_pci_region; struct vfio_pci_regops { ssize_t (*rw)(struct vfio_pci_core_device *, char *, size_t, loff_t *, bool); void (*release)(struct vfio_pci_core_device *, struct vfio_pci_region *); int (*mmap)(struct vfio_pci_core_device *, struct vfio_pci_region *, struct vm_area_struct *); int (*add_capability)(struct vfio_pci_core_device *, struct vfio_pci_region *, struct vfio_info_cap *); }; struct perm_bits; struct pci_saved_state; struct vfio_pci_vf_token; struct vfio_pci_core_device { struct vfio_device vdev; struct pci_dev *pdev; void *barmap[6]; bool bar_mmap_supported[6]; u8 *pci_config_map; u8 *vconfig; struct perm_bits *msi_perm; spinlock_t irqlock; struct mutex igate; struct xarray ctx; int irq_type; int num_regions; struct vfio_pci_region *region; u8 msi_qmax; u8 msix_bar; u16 msix_size; u32 msix_offset; u32 rbar[7]; bool has_dyn_msix: 1; bool pci_2_3: 1; bool virq_disabled: 1; bool reset_works: 1; bool extended_caps: 1; bool bardirty: 1; bool has_vga: 1; bool needs_reset: 1; bool nointx: 1; bool needs_pm_restore: 1; bool pm_intx_masked: 1; bool pm_runtime_engaged: 1; struct pci_saved_state *pci_saved_state; struct pci_saved_state *pm_save; int ioeventfds_nr; struct eventfd_ctx *err_trigger; struct eventfd_ctx *req_trigger; struct eventfd_ctx *pm_wake_eventfd_ctx; struct list_head dummy_resources_list; struct mutex ioeventfds_lock; struct list_head ioeventfds_list; struct vfio_pci_vf_token *vf_token; struct list_head sriov_pfs_item; struct vfio_pci_core_device *sriov_pf_core_dev; struct notifier_block nb; struct rw_semaphore memory_lock; }; struct vfio_pci_region { u32 type; u32 subtype; const struct vfio_pci_regops *ops; void *data; size_t size; u32 flags; }; struct vfio_pci_ioeventfd { struct list_head next; struct vfio_pci_core_device *vdev; struct virqfd *virqfd; void *addr; uint64_t data; loff_t pos; int bar; int count; bool test_mem; }; struct serio_device_id { __u8 type; __u8 extra; __u8 id; __u8 proto; }; struct serio_driver; struct serio { void *port_data; char name[32]; char phys[32]; char firmware_id[128]; bool manual_bind; struct serio_device_id id; spinlock_t lock; int (*write)(struct serio *, unsigned char); int (*open)(struct serio *); void (*close)(struct serio *); int (*start)(struct serio *); void (*stop)(struct serio *); struct serio *parent; struct list_head child_node; struct list_head children; unsigned int depth; struct serio_driver *drv; struct mutex drv_mutex; struct device dev; struct list_head node; struct mutex *ps2_cmd_mutex; }; struct serio_driver { const char *description; const struct serio_device_id *id_table; bool manual_bind; void (*write_wakeup)(struct serio *); irqreturn_t (*interrupt)(struct serio *, unsigned char, unsigned int); int (*connect)(struct serio *, struct serio_driver *); int (*reconnect)(struct serio *); int (*fast_reconnect)(struct serio *); void (*disconnect)(struct serio *); void (*cleanup)(struct serio *); struct device_driver driver; }; struct amba_kmi_port { struct serio *io; struct clk *clk; void *base; unsigned int irq; unsigned int divisor; unsigned int open; }; struct input_event { __kernel_ulong_t __sec; __kernel_ulong_t __usec; __u16 type; __u16 code; __s32 value; }; enum input_clock_type { INPUT_CLK_REAL = 0, INPUT_CLK_MONO = 1, INPUT_CLK_BOOT = 2, INPUT_CLK_MAX = 3, }; struct input_event_compat { compat_ulong_t sec; compat_ulong_t usec; __u16 type; __u16 code; __s32 value; }; struct ff_periodic_effect_compat { __u16 waveform; __u16 period; __s16 magnitude; __s16 offset; __u16 phase; struct ff_envelope envelope; __u32 custom_len; compat_uptr_t custom_data; }; struct ff_effect_compat { __u16 type; __s16 id; __u16 direction; struct ff_trigger trigger; struct ff_replay replay; union { struct ff_constant_effect constant; struct ff_ramp_effect ramp; struct ff_periodic_effect_compat periodic; struct ff_condition_effect condition[2]; struct ff_rumble_effect rumble; } u; }; struct matrix_keymap_data { const uint32_t *keymap; unsigned int keymap_size; }; struct input_mt_slot { int abs[14]; unsigned int frame; unsigned int key; }; struct input_mt { int trkid; int num_slots; int slot; unsigned int flags; unsigned int frame; int *red; struct input_mt_slot slots[0]; }; struct xenkbd_motion { uint8_t type; int32_t rel_x; int32_t rel_y; int32_t rel_z; }; struct xenkbd_key { uint8_t type; uint8_t pressed; uint32_t keycode; }; struct xenkbd_position { uint8_t type; int32_t abs_x; int32_t abs_y; int32_t rel_z; }; struct xenkbd_mtouch { uint8_t type; uint8_t event_type; uint8_t contact_id; uint8_t reserved[5]; union { struct { int32_t abs_x; int32_t abs_y; } pos; struct { uint32_t major; uint32_t minor; } shape; int16_t orientation; } u; }; union xenkbd_in_event { uint8_t type; struct xenkbd_motion motion; struct xenkbd_key key; struct xenkbd_position pos; struct xenkbd_mtouch mtouch; char pad[40]; }; struct xenkbd_page { uint32_t in_cons; uint32_t in_prod; uint32_t out_cons; uint32_t out_prod; }; struct xenkbd_info { struct input_dev *kbd; struct input_dev *ptr; struct input_dev *mtouch; struct xenkbd_page *page; int gref; int irq; struct xenbus_device *xbdev; char phys[32]; int mtouch_cur_contact_id; }; enum { KPARAM_X = 0, KPARAM_Y = 1, KPARAM_CNT = 2, }; typedef __u64 timeu64_t; struct rtc_time { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; int tm_year; int tm_wday; int tm_yday; int tm_isdst; }; struct rtc_wkalrm { unsigned char enabled; unsigned char pending; struct rtc_time time; }; struct rtc_param { __u64 param; union { __u64 uvalue; __s64 svalue; __u64 ptr; }; __u32 index; __u32 __pad; }; struct rtc_class_ops { int (*ioctl)(struct device *, unsigned int, long unsigned int); int (*read_time)(struct device *, struct rtc_time *); int (*set_time)(struct device *, struct rtc_time *); int (*read_alarm)(struct device *, struct rtc_wkalrm *); int (*set_alarm)(struct device *, struct rtc_wkalrm *); int (*proc)(struct device *, struct seq_file *); int (*alarm_irq_enable)(struct device *, unsigned int); int (*read_offset)(struct device *, long int *); int (*set_offset)(struct device *, long int); int (*param_get)(struct device *, struct rtc_param *); int (*param_set)(struct device *, struct rtc_param *); }; struct rtc_device; struct rtc_timer { struct timerqueue_node node; ktime_t period; void (*func)(struct rtc_device *); struct rtc_device *rtc; int enabled; }; struct rtc_device { struct device dev; struct module *owner; int id; const struct rtc_class_ops *ops; struct mutex ops_lock; struct cdev char_dev; long unsigned int flags; long unsigned int irq_data; spinlock_t irq_lock; wait_queue_head_t irq_queue; struct fasync_struct *async_queue; int irq_freq; int max_user_freq; struct timerqueue_head timerqueue; struct rtc_timer aie_timer; struct rtc_timer uie_rtctimer; struct hrtimer pie_timer; int pie_enabled; struct work_struct irqwork; long unsigned int set_offset_nsec; long unsigned int features[1]; time64_t range_min; timeu64_t range_max; timeu64_t alarm_offset_max; time64_t start_secs; time64_t offset_secs; bool set_start_time; }; enum host_event_code { EC_HOST_EVENT_LID_CLOSED = 1, EC_HOST_EVENT_LID_OPEN = 2, EC_HOST_EVENT_POWER_BUTTON = 3, EC_HOST_EVENT_AC_CONNECTED = 4, EC_HOST_EVENT_AC_DISCONNECTED = 5, EC_HOST_EVENT_BATTERY_LOW = 6, EC_HOST_EVENT_BATTERY_CRITICAL = 7, EC_HOST_EVENT_BATTERY = 8, EC_HOST_EVENT_THERMAL_THRESHOLD = 9, EC_HOST_EVENT_DEVICE = 10, EC_HOST_EVENT_THERMAL = 11, EC_HOST_EVENT_USB_CHARGER = 12, EC_HOST_EVENT_KEY_PRESSED = 13, EC_HOST_EVENT_INTERFACE_READY = 14, EC_HOST_EVENT_KEYBOARD_RECOVERY = 15, EC_HOST_EVENT_THERMAL_SHUTDOWN = 16, EC_HOST_EVENT_BATTERY_SHUTDOWN = 17, EC_HOST_EVENT_THROTTLE_START = 18, EC_HOST_EVENT_THROTTLE_STOP = 19, EC_HOST_EVENT_HANG_DETECT = 20, EC_HOST_EVENT_HANG_REBOOT = 21, EC_HOST_EVENT_PD_MCU = 22, EC_HOST_EVENT_BATTERY_STATUS = 23, EC_HOST_EVENT_PANIC = 24, EC_HOST_EVENT_KEYBOARD_FASTBOOT = 25, EC_HOST_EVENT_RTC = 26, EC_HOST_EVENT_MKBP = 27, EC_HOST_EVENT_USB_MUX = 28, EC_HOST_EVENT_MODE_CHANGE = 29, EC_HOST_EVENT_KEYBOARD_RECOVERY_HW_REINIT = 30, EC_HOST_EVENT_WOV = 31, EC_HOST_EVENT_INVALID = 32, }; struct ec_response_get_features { uint32_t flags[2]; }; struct ec_response_motion_sense_fifo_info { uint16_t size; uint16_t count; uint32_t timestamp; uint16_t total_lost; uint16_t lost[0]; } __attribute__((packed)); struct ec_response_rtc { uint32_t time; }; union ec_response_get_next_data_v3 { uint8_t key_matrix[18]; uint32_t host_event; uint64_t host_event64; struct { uint8_t reserved[3]; struct ec_response_motion_sense_fifo_info info; } sensor_fifo; uint32_t buttons; uint32_t switches; uint32_t fp_events; uint32_t sysrq; uint32_t cec_events; uint8_t cec_message[16]; }; struct ec_response_get_next_event_v3 { uint8_t event_type; union ec_response_get_next_data_v3 data; }; struct cros_ec_command { uint32_t version; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; uint8_t data[0]; }; struct cros_ec_device { const char *phys_name; struct device *dev; struct class *cros_class; int (*cmd_readmem)(struct cros_ec_device *, unsigned int, unsigned int, void *); u16 max_request; u16 max_response; u16 max_passthru; u16 proto_version; void *priv; int irq; u8 *din; u8 *dout; int din_size; int dout_size; bool wake_enabled; bool suspended; int (*cmd_xfer)(struct cros_ec_device *, struct cros_ec_command *); int (*pkt_xfer)(struct cros_ec_device *, struct cros_ec_command *); struct lock_class_key lockdep_key; struct mutex lock; u8 mkbp_event_supported; bool host_sleep_v1; struct blocking_notifier_head event_notifier; struct ec_response_get_next_event_v3 event_data; int event_size; u32 host_event_wake_mask; u32 last_resume_result; u16 suspend_timeout_ms; ktime_t last_event_time; struct notifier_block notifier_ready; struct platform_device *ec; struct platform_device *pd; struct blocking_notifier_head panic_notifier; }; struct cros_ec_debugfs; struct cros_ec_dev { struct device class_dev; struct cros_ec_device *ec_dev; struct device *dev; struct cros_ec_debugfs *debug_info; bool has_kb_wake_angle; u16 cmd_offset; struct ec_response_get_features features; }; struct cros_ec_rtc { struct cros_ec_device *cros_ec; struct rtc_device *rtc; struct notifier_block notifier; u32 saved_alarm; }; enum max77686_pmic_reg { MAX77686_REG_DEVICE_ID = 0, MAX77686_REG_INTSRC = 1, MAX77686_REG_INT1 = 2, MAX77686_REG_INT2 = 3, MAX77686_REG_INT1MSK = 4, MAX77686_REG_INT2MSK = 5, MAX77686_REG_STATUS1 = 6, MAX77686_REG_STATUS2 = 7, MAX77686_REG_PWRON = 8, MAX77686_REG_ONOFF_DELAY = 9, MAX77686_REG_MRSTB = 10, MAX77686_REG_BUCK1CTRL = 16, MAX77686_REG_BUCK1OUT = 17, MAX77686_REG_BUCK2CTRL1 = 18, MAX77686_REG_BUCK234FREQ = 19, MAX77686_REG_BUCK2DVS1 = 20, MAX77686_REG_BUCK2DVS2 = 21, MAX77686_REG_BUCK2DVS3 = 22, MAX77686_REG_BUCK2DVS4 = 23, MAX77686_REG_BUCK2DVS5 = 24, MAX77686_REG_BUCK2DVS6 = 25, MAX77686_REG_BUCK2DVS7 = 26, MAX77686_REG_BUCK2DVS8 = 27, MAX77686_REG_BUCK3CTRL1 = 28, MAX77686_REG_BUCK3DVS1 = 30, MAX77686_REG_BUCK3DVS2 = 31, MAX77686_REG_BUCK3DVS3 = 32, MAX77686_REG_BUCK3DVS4 = 33, MAX77686_REG_BUCK3DVS5 = 34, MAX77686_REG_BUCK3DVS6 = 35, MAX77686_REG_BUCK3DVS7 = 36, MAX77686_REG_BUCK3DVS8 = 37, MAX77686_REG_BUCK4CTRL1 = 38, MAX77686_REG_BUCK4DVS1 = 40, MAX77686_REG_BUCK4DVS2 = 41, MAX77686_REG_BUCK4DVS3 = 42, MAX77686_REG_BUCK4DVS4 = 43, MAX77686_REG_BUCK4DVS5 = 44, MAX77686_REG_BUCK4DVS6 = 45, MAX77686_REG_BUCK4DVS7 = 46, MAX77686_REG_BUCK4DVS8 = 47, MAX77686_REG_BUCK5CTRL = 48, MAX77686_REG_BUCK5OUT = 49, MAX77686_REG_BUCK6CTRL = 50, MAX77686_REG_BUCK6OUT = 51, MAX77686_REG_BUCK7CTRL = 52, MAX77686_REG_BUCK7OUT = 53, MAX77686_REG_BUCK8CTRL = 54, MAX77686_REG_BUCK8OUT = 55, MAX77686_REG_BUCK9CTRL = 56, MAX77686_REG_BUCK9OUT = 57, MAX77686_REG_LDO1CTRL1 = 64, MAX77686_REG_LDO2CTRL1 = 65, MAX77686_REG_LDO3CTRL1 = 66, MAX77686_REG_LDO4CTRL1 = 67, MAX77686_REG_LDO5CTRL1 = 68, MAX77686_REG_LDO6CTRL1 = 69, MAX77686_REG_LDO7CTRL1 = 70, MAX77686_REG_LDO8CTRL1 = 71, MAX77686_REG_LDO9CTRL1 = 72, MAX77686_REG_LDO10CTRL1 = 73, MAX77686_REG_LDO11CTRL1 = 74, MAX77686_REG_LDO12CTRL1 = 75, MAX77686_REG_LDO13CTRL1 = 76, MAX77686_REG_LDO14CTRL1 = 77, MAX77686_REG_LDO15CTRL1 = 78, MAX77686_REG_LDO16CTRL1 = 79, MAX77686_REG_LDO17CTRL1 = 80, MAX77686_REG_LDO18CTRL1 = 81, MAX77686_REG_LDO19CTRL1 = 82, MAX77686_REG_LDO20CTRL1 = 83, MAX77686_REG_LDO21CTRL1 = 84, MAX77686_REG_LDO22CTRL1 = 85, MAX77686_REG_LDO23CTRL1 = 86, MAX77686_REG_LDO24CTRL1 = 87, MAX77686_REG_LDO25CTRL1 = 88, MAX77686_REG_LDO26CTRL1 = 89, MAX77686_REG_LDO1CTRL2 = 96, MAX77686_REG_LDO2CTRL2 = 97, MAX77686_REG_LDO3CTRL2 = 98, MAX77686_REG_LDO4CTRL2 = 99, MAX77686_REG_LDO5CTRL2 = 100, MAX77686_REG_LDO6CTRL2 = 101, MAX77686_REG_LDO7CTRL2 = 102, MAX77686_REG_LDO8CTRL2 = 103, MAX77686_REG_LDO9CTRL2 = 104, MAX77686_REG_LDO10CTRL2 = 105, MAX77686_REG_LDO11CTRL2 = 106, MAX77686_REG_LDO12CTRL2 = 107, MAX77686_REG_LDO13CTRL2 = 108, MAX77686_REG_LDO14CTRL2 = 109, MAX77686_REG_LDO15CTRL2 = 110, MAX77686_REG_LDO16CTRL2 = 111, MAX77686_REG_LDO17CTRL2 = 112, MAX77686_REG_LDO18CTRL2 = 113, MAX77686_REG_LDO19CTRL2 = 114, MAX77686_REG_LDO20CTRL2 = 115, MAX77686_REG_LDO21CTRL2 = 116, MAX77686_REG_LDO22CTRL2 = 117, MAX77686_REG_LDO23CTRL2 = 118, MAX77686_REG_LDO24CTRL2 = 119, MAX77686_REG_LDO25CTRL2 = 120, MAX77686_REG_LDO26CTRL2 = 121, MAX77686_REG_BBAT_CHG = 126, MAX77686_REG_32KHZ = 127, MAX77686_REG_PMIC_END = 128, }; enum max77686_rtc_reg { MAX77686_RTC_INT = 0, MAX77686_RTC_INTM = 1, MAX77686_RTC_CONTROLM = 2, MAX77686_RTC_CONTROL = 3, MAX77686_RTC_UPDATE0 = 4, MAX77686_WTSR_SMPL_CNTL = 6, MAX77686_RTC_SEC = 7, MAX77686_RTC_MIN = 8, MAX77686_RTC_HOUR = 9, MAX77686_RTC_WEEKDAY = 10, MAX77686_RTC_MONTH = 11, MAX77686_RTC_YEAR = 12, MAX77686_RTC_MONTHDAY = 13, MAX77686_ALARM1_SEC = 14, MAX77686_ALARM1_MIN = 15, MAX77686_ALARM1_HOUR = 16, MAX77686_ALARM1_WEEKDAY = 17, MAX77686_ALARM1_MONTH = 18, MAX77686_ALARM1_YEAR = 19, MAX77686_ALARM1_DATE = 20, MAX77686_ALARM2_SEC = 21, MAX77686_ALARM2_MIN = 22, MAX77686_ALARM2_HOUR = 23, MAX77686_ALARM2_WEEKDAY = 24, MAX77686_ALARM2_MONTH = 25, MAX77686_ALARM2_YEAR = 26, MAX77686_ALARM2_DATE = 27, }; enum max77802_rtc_reg { MAX77802_RTC_INT = 192, MAX77802_RTC_INTM = 193, MAX77802_RTC_CONTROLM = 194, MAX77802_RTC_CONTROL = 195, MAX77802_RTC_UPDATE0 = 196, MAX77802_RTC_UPDATE1 = 197, MAX77802_WTSR_SMPL_CNTL = 198, MAX77802_RTC_SEC = 199, MAX77802_RTC_MIN = 200, MAX77802_RTC_HOUR = 201, MAX77802_RTC_WEEKDAY = 202, MAX77802_RTC_MONTH = 203, MAX77802_RTC_YEAR = 204, MAX77802_RTC_MONTHDAY = 205, MAX77802_RTC_AE1 = 206, MAX77802_ALARM1_SEC = 207, MAX77802_ALARM1_MIN = 208, MAX77802_ALARM1_HOUR = 209, MAX77802_ALARM1_WEEKDAY = 210, MAX77802_ALARM1_MONTH = 211, MAX77802_ALARM1_YEAR = 212, MAX77802_ALARM1_DATE = 213, MAX77802_RTC_AE2 = 214, MAX77802_ALARM2_SEC = 215, MAX77802_ALARM2_MIN = 216, MAX77802_ALARM2_HOUR = 217, MAX77802_ALARM2_WEEKDAY = 218, MAX77802_ALARM2_MONTH = 219, MAX77802_ALARM2_YEAR = 220, MAX77802_ALARM2_DATE = 221, MAX77802_RTC_END = 223, }; enum max77686_irq_source { PMIC_INT1 = 0, PMIC_INT2 = 1, RTC_INT = 2, MAX77686_IRQ_GROUP_NR = 3, }; enum max77686_irq { MAX77686_PMICIRQ_PWRONF = 0, MAX77686_PMICIRQ_PWRONR = 1, MAX77686_PMICIRQ_JIGONBF = 2, MAX77686_PMICIRQ_JIGONBR = 3, MAX77686_PMICIRQ_ACOKBF = 4, MAX77686_PMICIRQ_ACOKBR = 5, MAX77686_PMICIRQ_ONKEY1S = 6, MAX77686_PMICIRQ_MRSTB = 7, MAX77686_PMICIRQ_140C = 8, MAX77686_PMICIRQ_120C = 9, MAX77686_RTCIRQ_RTC60S = 0, MAX77686_RTCIRQ_RTCA1 = 1, MAX77686_RTCIRQ_RTCA2 = 2, MAX77686_RTCIRQ_SMPL = 3, MAX77686_RTCIRQ_RTC1S = 4, MAX77686_RTCIRQ_WTSR = 5, }; enum { RTC_SEC = 0, RTC_MIN = 1, RTC_HOUR = 2, RTC_WEEKDAY = 3, RTC_MONTH = 4, RTC_YEAR = 5, RTC_MONTHDAY = 6, RTC_NR_TIME = 7, }; struct max77686_rtc_driver_data { long unsigned int delay; u8 mask; const unsigned int *map; bool alarm_enable_reg; int rtc_i2c_addr; bool rtc_irq_from_platform; int alarm_pending_status_reg; const struct regmap_irq_chip *rtc_irq_chip; const struct regmap_config *regmap_config; }; struct max77686_rtc_info { struct device *dev; struct rtc_device *rtc_dev; struct mutex lock; struct regmap *regmap; struct regmap *rtc_regmap; const struct max77686_rtc_driver_data *drv_data; struct regmap_irq_chip_data *rtc_irq_data; int rtc_irq; int virq; }; enum MAX77686_RTC_OP { MAX77686_RTC_WRITE = 0, MAX77686_RTC_READ = 1, }; enum max77686_rtc_reg_offset { REG_RTC_CONTROLM = 0, REG_RTC_CONTROL = 1, REG_RTC_UPDATE0 = 2, REG_WTSR_SMPL_CNTL = 3, REG_RTC_SEC = 4, REG_RTC_MIN = 5, REG_RTC_HOUR = 6, REG_RTC_WEEKDAY = 7, REG_RTC_MONTH = 8, REG_RTC_YEAR = 9, REG_RTC_MONTHDAY = 10, REG_ALARM1_SEC = 11, REG_ALARM1_MIN = 12, REG_ALARM1_HOUR = 13, REG_ALARM1_WEEKDAY = 14, REG_ALARM1_MONTH = 15, REG_ALARM1_YEAR = 16, REG_ALARM1_DATE = 17, REG_ALARM2_SEC = 18, REG_ALARM2_MIN = 19, REG_ALARM2_HOUR = 20, REG_ALARM2_WEEKDAY = 21, REG_ALARM2_MONTH = 22, REG_ALARM2_YEAR = 23, REG_ALARM2_DATE = 24, REG_RTC_AE1 = 25, REG_RTC_END = 26, }; struct i2c_device_identity { u16 manufacturer_id; u16 part_id; u8 die_revision; }; struct i2c_timings { u32 bus_freq_hz; u32 scl_rise_ns; u32 scl_fall_ns; u32 scl_int_delay_ns; u32 sda_fall_ns; u32 sda_hold_ns; u32 digital_filter_width_ns; u32 analog_filter_cutoff_freq_hz; }; struct i2c_devinfo { struct list_head list; int busnum; struct i2c_board_info board_info; }; struct trace_event_raw_i2c_write { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_read { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; char __data[0]; }; struct trace_event_raw_i2c_reply { struct trace_entry ent; int adapter_nr; __u16 msg_nr; __u16 addr; __u16 flags; __u16 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_i2c_result { struct trace_entry ent; int adapter_nr; __u16 nr_msgs; __s16 ret; char __data[0]; }; struct trace_event_data_offsets_i2c_write { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_i2c_read {}; struct trace_event_data_offsets_i2c_reply { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_i2c_result {}; typedef void (*btf_trace_i2c_write)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_read)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_reply)(void *, const struct i2c_adapter *, const struct i2c_msg *, int); typedef void (*btf_trace_i2c_result)(void *, const struct i2c_adapter *, int, int); struct i2c_cmd_arg { unsigned int cmd; void *arg; }; struct i2c_mux_core { struct i2c_adapter *parent; struct device *dev; unsigned int mux_locked: 1; unsigned int arbitrator: 1; unsigned int gate: 1; void *priv; int (*select)(struct i2c_mux_core *, u32); int (*deselect)(struct i2c_mux_core *, u32); int num_adapters; int max_adapters; struct i2c_adapter *adapter[0]; }; struct i2c_mux_priv { struct i2c_adapter adap; struct i2c_algorithm algo; struct i2c_mux_core *muxc; u32 chan_id; }; enum { REG_CON_MOD_TX = 0, REG_CON_MOD_REGISTER_TX = 1, REG_CON_MOD_RX = 2, REG_CON_MOD_REGISTER_RX = 3, }; struct i2c_spec_values { long unsigned int min_hold_start_ns; long unsigned int min_low_ns; long unsigned int min_high_ns; long unsigned int min_setup_start_ns; long unsigned int max_data_hold_ns; long unsigned int min_data_setup_ns; long unsigned int min_setup_stop_ns; long unsigned int min_hold_buffer_ns; }; struct rk3x_i2c_calced_timings { long unsigned int div_low; long unsigned int div_high; unsigned int tuning; }; enum rk3x_i2c_state { STATE_IDLE = 0, STATE_START = 1, STATE_READ = 2, STATE_WRITE = 3, STATE_STOP = 4, }; struct rk3x_i2c_soc_data { int grf_offset; int (*calc_timings)(long unsigned int, struct i2c_timings *, struct rk3x_i2c_calced_timings *); }; struct rk3x_i2c { struct i2c_adapter adap; struct device *dev; const struct rk3x_i2c_soc_data *soc_data; void *regs; struct clk *clk; struct clk *pclk; struct notifier_block clk_rate_nb; int irq; struct i2c_timings t; spinlock_t lock; wait_queue_head_t wait; bool busy; struct i2c_msg *msg; u8 addr; unsigned int mode; bool is_last_msg; enum rk3x_i2c_state state; unsigned int processed; int error; }; enum rc_proto { RC_PROTO_UNKNOWN = 0, RC_PROTO_OTHER = 1, RC_PROTO_RC5 = 2, RC_PROTO_RC5X_20 = 3, RC_PROTO_RC5_SZ = 4, RC_PROTO_JVC = 5, RC_PROTO_SONY12 = 6, RC_PROTO_SONY15 = 7, RC_PROTO_SONY20 = 8, RC_PROTO_NEC = 9, RC_PROTO_NECX = 10, RC_PROTO_NEC32 = 11, RC_PROTO_SANYO = 12, RC_PROTO_MCIR2_KBD = 13, RC_PROTO_MCIR2_MSE = 14, RC_PROTO_RC6_0 = 15, RC_PROTO_RC6_6A_20 = 16, RC_PROTO_RC6_6A_24 = 17, RC_PROTO_RC6_6A_32 = 18, RC_PROTO_RC6_MCE = 19, RC_PROTO_SHARP = 20, RC_PROTO_XMP = 21, RC_PROTO_CEC = 22, RC_PROTO_IMON = 23, RC_PROTO_RCMM12 = 24, RC_PROTO_RCMM24 = 25, RC_PROTO_RCMM32 = 26, RC_PROTO_XBOX_DVD = 27, RC_PROTO_MAX = 27, }; struct rc_map_table { u64 scancode; u32 keycode; }; struct rc_map { struct rc_map_table *scan; unsigned int size; unsigned int len; unsigned int alloc; enum rc_proto rc_proto; const char *name; spinlock_t lock; }; enum rc_driver_type { RC_DRIVER_SCANCODE = 0, RC_DRIVER_IR_RAW = 1, RC_DRIVER_IR_RAW_TX = 2, }; struct rc_scancode_filter { u32 data; u32 mask; }; struct ir_raw_event_ctrl; struct rc_dev { struct device dev; bool managed_alloc; bool registered; bool idle; bool encode_wakeup; unsigned int minor; const struct attribute_group *sysfs_groups[5]; const char *device_name; const char *input_phys; struct input_id input_id; const char *driver_name; const char *map_name; struct rc_map rc_map; struct mutex lock; struct ir_raw_event_ctrl *raw; struct input_dev *input_dev; enum rc_driver_type driver_type; u32 users; u64 allowed_protocols; u64 enabled_protocols; u64 allowed_wakeup_protocols; enum rc_proto wakeup_protocol; struct rc_scancode_filter scancode_filter; struct rc_scancode_filter scancode_wakeup_filter; u32 scancode_mask; void *priv; spinlock_t keylock; bool keypressed; u8 last_toggle; u32 last_keycode; enum rc_proto last_protocol; u64 last_scancode; long unsigned int keyup_jiffies; struct timer_list timer_keyup; struct timer_list timer_repeat; u32 timeout; u32 min_timeout; u32 max_timeout; u32 rx_resolution; struct device lirc_dev; struct cdev lirc_cdev; ktime_t gap_start; spinlock_t lirc_fh_lock; struct list_head lirc_fh; int (*change_protocol)(struct rc_dev *, u64 *); int (*open)(struct rc_dev *); void (*close)(struct rc_dev *); int (*s_tx_mask)(struct rc_dev *, u32); int (*s_tx_carrier)(struct rc_dev *, u32); int (*s_tx_duty_cycle)(struct rc_dev *, u32); int (*s_rx_carrier_range)(struct rc_dev *, u32, u32); int (*tx_ir)(struct rc_dev *, unsigned int *, unsigned int); void (*s_idle)(struct rc_dev *, bool); int (*s_wideband_receiver)(struct rc_dev *, int); int (*s_carrier_report)(struct rc_dev *, int); int (*s_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_wakeup_filter)(struct rc_dev *, struct rc_scancode_filter *); int (*s_timeout)(struct rc_dev *, unsigned int); }; struct IR_i2c { char *ir_codes; struct i2c_client *c; struct rc_dev *rc; unsigned char old; u32 polling_interval; struct delayed_work work; char phys[32]; int (*get_key)(struct IR_i2c *, enum rc_proto *, u32 *, u8 *); struct i2c_client *tx_c; struct mutex lock; unsigned int carrier; unsigned int duty_cycle; }; enum ir_kbd_get_key_fn { IR_KBD_GET_KEY_CUSTOM = 0, IR_KBD_GET_KEY_PIXELVIEW = 1, IR_KBD_GET_KEY_HAUP = 2, IR_KBD_GET_KEY_KNC1 = 3, IR_KBD_GET_KEY_GENIATECH = 4, IR_KBD_GET_KEY_FUSIONHDTV = 5, IR_KBD_GET_KEY_HAUP_XVR = 6, IR_KBD_GET_KEY_AVERMEDIA_CARDBUS = 7, }; struct IR_i2c_init_data { char *ir_codes; const char *name; u64 type; u32 polling_interval; int (*get_key)(struct IR_i2c *, enum rc_proto *, u32 *, u8 *); enum ir_kbd_get_key_fn internal_get_key_func; struct rc_dev *rc_dev; }; struct code_block { u8 length; u16 pulse[7]; u8 carrier_pulse; u8 carrier_space; u16 space[8]; u8 codes[61]; u8 csum[2]; } __attribute__((packed)); struct tuner_i2c_props { u8 addr; struct i2c_adapter *adap; int count; char *name; }; enum fe_caps { FE_IS_STUPID = 0, FE_CAN_INVERSION_AUTO = 1, FE_CAN_FEC_1_2 = 2, FE_CAN_FEC_2_3 = 4, FE_CAN_FEC_3_4 = 8, FE_CAN_FEC_4_5 = 16, FE_CAN_FEC_5_6 = 32, FE_CAN_FEC_6_7 = 64, FE_CAN_FEC_7_8 = 128, FE_CAN_FEC_8_9 = 256, FE_CAN_FEC_AUTO = 512, FE_CAN_QPSK = 1024, FE_CAN_QAM_16 = 2048, FE_CAN_QAM_32 = 4096, FE_CAN_QAM_64 = 8192, FE_CAN_QAM_128 = 16384, FE_CAN_QAM_256 = 32768, FE_CAN_QAM_AUTO = 65536, FE_CAN_TRANSMISSION_MODE_AUTO = 131072, FE_CAN_BANDWIDTH_AUTO = 262144, FE_CAN_GUARD_INTERVAL_AUTO = 524288, FE_CAN_HIERARCHY_AUTO = 1048576, FE_CAN_8VSB = 2097152, FE_CAN_16VSB = 4194304, FE_HAS_EXTENDED_CAPS = 8388608, FE_CAN_MULTISTREAM = 67108864, FE_CAN_TURBO_FEC = 134217728, FE_CAN_2G_MODULATION = 268435456, FE_NEEDS_BENDING = 536870912, FE_CAN_RECOVER = 1073741824, FE_CAN_MUTE_TS = 2147483648, }; struct dvb_diseqc_master_cmd { __u8 msg[6]; __u8 msg_len; }; struct dvb_diseqc_slave_reply { __u8 msg[4]; __u8 msg_len; int timeout; }; enum fe_sec_voltage { SEC_VOLTAGE_13 = 0, SEC_VOLTAGE_18 = 1, SEC_VOLTAGE_OFF = 2, }; enum fe_sec_tone_mode { SEC_TONE_ON = 0, SEC_TONE_OFF = 1, }; enum fe_sec_mini_cmd { SEC_MINI_A = 0, SEC_MINI_B = 1, }; enum fe_status { FE_NONE = 0, FE_HAS_SIGNAL = 1, FE_HAS_CARRIER = 2, FE_HAS_VITERBI = 4, FE_HAS_SYNC = 8, FE_HAS_LOCK = 16, FE_TIMEDOUT = 32, FE_REINIT = 64, }; enum fe_spectral_inversion { INVERSION_OFF = 0, INVERSION_ON = 1, INVERSION_AUTO = 2, }; enum fe_code_rate { FEC_NONE = 0, FEC_1_2 = 1, FEC_2_3 = 2, FEC_3_4 = 3, FEC_4_5 = 4, FEC_5_6 = 5, FEC_6_7 = 6, FEC_7_8 = 7, FEC_8_9 = 8, FEC_AUTO = 9, FEC_3_5 = 10, FEC_9_10 = 11, FEC_2_5 = 12, FEC_1_3 = 13, FEC_1_4 = 14, FEC_5_9 = 15, FEC_7_9 = 16, FEC_8_15 = 17, FEC_11_15 = 18, FEC_13_18 = 19, FEC_9_20 = 20, FEC_11_20 = 21, FEC_23_36 = 22, FEC_25_36 = 23, FEC_13_45 = 24, FEC_26_45 = 25, FEC_28_45 = 26, FEC_32_45 = 27, FEC_77_90 = 28, FEC_11_45 = 29, FEC_4_15 = 30, FEC_14_45 = 31, FEC_7_15 = 32, }; enum fe_modulation { QPSK = 0, QAM_16 = 1, QAM_32 = 2, QAM_64 = 3, QAM_128 = 4, QAM_256 = 5, QAM_AUTO = 6, VSB_8 = 7, VSB_16 = 8, PSK_8 = 9, APSK_16 = 10, APSK_32 = 11, DQPSK = 12, QAM_4_NR = 13, QAM_1024 = 14, QAM_4096 = 15, APSK_8_L = 16, APSK_16_L = 17, APSK_32_L = 18, APSK_64 = 19, APSK_64_L = 20, }; enum fe_transmit_mode { TRANSMISSION_MODE_2K = 0, TRANSMISSION_MODE_8K = 1, TRANSMISSION_MODE_AUTO = 2, TRANSMISSION_MODE_4K = 3, TRANSMISSION_MODE_1K = 4, TRANSMISSION_MODE_16K = 5, TRANSMISSION_MODE_32K = 6, TRANSMISSION_MODE_C1 = 7, TRANSMISSION_MODE_C3780 = 8, }; enum fe_guard_interval { GUARD_INTERVAL_1_32 = 0, GUARD_INTERVAL_1_16 = 1, GUARD_INTERVAL_1_8 = 2, GUARD_INTERVAL_1_4 = 3, GUARD_INTERVAL_AUTO = 4, GUARD_INTERVAL_1_128 = 5, GUARD_INTERVAL_19_128 = 6, GUARD_INTERVAL_19_256 = 7, GUARD_INTERVAL_PN420 = 8, GUARD_INTERVAL_PN595 = 9, GUARD_INTERVAL_PN945 = 10, GUARD_INTERVAL_1_64 = 11, }; enum fe_hierarchy { HIERARCHY_NONE = 0, HIERARCHY_1 = 1, HIERARCHY_2 = 2, HIERARCHY_4 = 3, HIERARCHY_AUTO = 4, }; enum fe_interleaving { INTERLEAVING_NONE = 0, INTERLEAVING_AUTO = 1, INTERLEAVING_240 = 2, INTERLEAVING_720 = 3, }; enum fe_pilot { PILOT_ON = 0, PILOT_OFF = 1, PILOT_AUTO = 2, }; enum fe_rolloff { ROLLOFF_35 = 0, ROLLOFF_20 = 1, ROLLOFF_25 = 2, ROLLOFF_AUTO = 3, ROLLOFF_15 = 4, ROLLOFF_10 = 5, ROLLOFF_5 = 6, }; enum fe_delivery_system { SYS_UNDEFINED = 0, SYS_DVBC_ANNEX_A = 1, SYS_DVBC_ANNEX_B = 2, SYS_DVBT = 3, SYS_DSS = 4, SYS_DVBS = 5, SYS_DVBS2 = 6, SYS_DVBH = 7, SYS_ISDBT = 8, SYS_ISDBS = 9, SYS_ISDBC = 10, SYS_ATSC = 11, SYS_ATSCMH = 12, SYS_DTMB = 13, SYS_CMMB = 14, SYS_DAB = 15, SYS_DVBT2 = 16, SYS_TURBO = 17, SYS_DVBC_ANNEX_C = 18, SYS_DVBC2 = 19, }; struct dtv_stats { __u8 scale; union { __u64 uvalue; __s64 svalue; }; } __attribute__((packed)); struct dtv_fe_stats { __u8 len; struct dtv_stats stat[4]; }; enum dvb_device_type { DVB_DEVICE_SEC = 0, DVB_DEVICE_FRONTEND = 1, DVB_DEVICE_DEMUX = 2, DVB_DEVICE_DVR = 3, DVB_DEVICE_CA = 4, DVB_DEVICE_NET = 5, DVB_DEVICE_VIDEO = 6, DVB_DEVICE_AUDIO = 7, DVB_DEVICE_OSD = 8, }; struct dvb_device; struct dvb_adapter { int num; struct list_head list_head; struct list_head device_list; const char *name; u8 proposed_mac[6]; void *priv; struct device *device; struct module *module; int mfe_shared; struct dvb_device *mfe_dvbdev; struct mutex mfe_lock; }; struct dvb_device { struct list_head list_head; struct kref ref; const struct file_operations *fops; struct dvb_adapter *adapter; enum dvb_device_type type; int minor; u32 id; int readers; int writers; int users; wait_queue_head_t wait_queue; int (*kernel_ioctl)(struct file *, unsigned int, void *); void *priv; }; struct dvb_frontend_tune_settings { int min_delay_ms; int step_size; int max_drift; }; struct dvb_tuner_info { char name[128]; u32 frequency_min_hz; u32 frequency_max_hz; u32 frequency_step_hz; u32 bandwidth_min; u32 bandwidth_max; u32 bandwidth_step; }; struct analog_parameters { unsigned int frequency; unsigned int mode; unsigned int audmode; u64 std; }; enum dvbfe_algo { DVBFE_ALGO_HW = 1, DVBFE_ALGO_SW = 2, DVBFE_ALGO_CUSTOM = 4, DVBFE_ALGO_RECOVERY = 2147483648, }; enum dvbfe_search { DVBFE_ALGO_SEARCH_SUCCESS = 1, DVBFE_ALGO_SEARCH_ASLEEP = 2, DVBFE_ALGO_SEARCH_FAILED = 4, DVBFE_ALGO_SEARCH_INVALID = 8, DVBFE_ALGO_SEARCH_AGAIN = 16, DVBFE_ALGO_SEARCH_ERROR = 2147483648, }; struct dvb_frontend; struct dvb_tuner_ops { struct dvb_tuner_info info; void (*release)(struct dvb_frontend *); int (*init)(struct dvb_frontend *); int (*sleep)(struct dvb_frontend *); int (*suspend)(struct dvb_frontend *); int (*resume)(struct dvb_frontend *); int (*set_params)(struct dvb_frontend *); int (*set_analog_params)(struct dvb_frontend *, struct analog_parameters *); int (*set_config)(struct dvb_frontend *, void *); int (*get_frequency)(struct dvb_frontend *, u32 *); int (*get_bandwidth)(struct dvb_frontend *, u32 *); int (*get_if_frequency)(struct dvb_frontend *, u32 *); int (*get_status)(struct dvb_frontend *, u32 *); int (*get_rf_strength)(struct dvb_frontend *, u16 *); int (*get_afc)(struct dvb_frontend *, s32 *); int (*calc_regs)(struct dvb_frontend *, u8 *, int); int (*set_frequency)(struct dvb_frontend *, u32); int (*set_bandwidth)(struct dvb_frontend *, u32); }; struct dvb_frontend_internal_info { char name[128]; u32 frequency_min_hz; u32 frequency_max_hz; u32 frequency_stepsize_hz; u32 frequency_tolerance_hz; u32 symbol_rate_min; u32 symbol_rate_max; u32 symbol_rate_tolerance; enum fe_caps caps; }; struct analog_demod_info { char *name; }; struct analog_demod_ops { struct analog_demod_info info; void (*set_params)(struct dvb_frontend *, struct analog_parameters *); int (*has_signal)(struct dvb_frontend *, u16 *); int (*get_afc)(struct dvb_frontend *, s32 *); void (*tuner_status)(struct dvb_frontend *); void (*standby)(struct dvb_frontend *); void (*release)(struct dvb_frontend *); int (*i2c_gate_ctrl)(struct dvb_frontend *, int); int (*set_config)(struct dvb_frontend *, void *); }; struct dtv_frontend_properties; struct dvb_frontend_ops { struct dvb_frontend_internal_info info; u8 delsys[8]; void (*detach)(struct dvb_frontend *); void (*release)(struct dvb_frontend *); void (*release_sec)(struct dvb_frontend *); int (*init)(struct dvb_frontend *); int (*sleep)(struct dvb_frontend *); int (*suspend)(struct dvb_frontend *); int (*resume)(struct dvb_frontend *); int (*write)(struct dvb_frontend *, const u8 *, int); int (*tune)(struct dvb_frontend *, bool, unsigned int, unsigned int *, enum fe_status *); enum dvbfe_algo (*get_frontend_algo)(struct dvb_frontend *); int (*set_frontend)(struct dvb_frontend *); int (*get_tune_settings)(struct dvb_frontend *, struct dvb_frontend_tune_settings *); int (*get_frontend)(struct dvb_frontend *, struct dtv_frontend_properties *); int (*read_status)(struct dvb_frontend *, enum fe_status *); int (*read_ber)(struct dvb_frontend *, u32 *); int (*read_signal_strength)(struct dvb_frontend *, u16 *); int (*read_snr)(struct dvb_frontend *, u16 *); int (*read_ucblocks)(struct dvb_frontend *, u32 *); int (*diseqc_reset_overload)(struct dvb_frontend *); int (*diseqc_send_master_cmd)(struct dvb_frontend *, struct dvb_diseqc_master_cmd *); int (*diseqc_recv_slave_reply)(struct dvb_frontend *, struct dvb_diseqc_slave_reply *); int (*diseqc_send_burst)(struct dvb_frontend *, enum fe_sec_mini_cmd); int (*set_tone)(struct dvb_frontend *, enum fe_sec_tone_mode); int (*set_voltage)(struct dvb_frontend *, enum fe_sec_voltage); int (*enable_high_lnb_voltage)(struct dvb_frontend *, long int); int (*dishnetwork_send_legacy_command)(struct dvb_frontend *, long unsigned int); int (*i2c_gate_ctrl)(struct dvb_frontend *, int); int (*ts_bus_ctrl)(struct dvb_frontend *, int); int (*set_lna)(struct dvb_frontend *); enum dvbfe_search (*search)(struct dvb_frontend *); struct dvb_tuner_ops tuner_ops; struct analog_demod_ops analog_ops; }; struct dtv_frontend_properties { u32 frequency; enum fe_modulation modulation; enum fe_sec_voltage voltage; enum fe_sec_tone_mode sectone; enum fe_spectral_inversion inversion; enum fe_code_rate fec_inner; enum fe_transmit_mode transmission_mode; u32 bandwidth_hz; enum fe_guard_interval guard_interval; enum fe_hierarchy hierarchy; u32 symbol_rate; enum fe_code_rate code_rate_HP; enum fe_code_rate code_rate_LP; enum fe_pilot pilot; enum fe_rolloff rolloff; enum fe_delivery_system delivery_system; enum fe_interleaving interleaving; u8 isdbt_partial_reception; u8 isdbt_sb_mode; u8 isdbt_sb_subchannel; u32 isdbt_sb_segment_idx; u32 isdbt_sb_segment_count; u8 isdbt_layer_enabled; struct { u8 segment_count; enum fe_code_rate fec; enum fe_modulation modulation; u8 interleaving; } layer[3]; u32 stream_id; u32 scrambling_sequence_index; u8 atscmh_fic_ver; u8 atscmh_parade_id; u8 atscmh_nog; u8 atscmh_tnog; u8 atscmh_sgn; u8 atscmh_prc; u8 atscmh_rs_frame_mode; u8 atscmh_rs_frame_ensemble; u8 atscmh_rs_code_mode_pri; u8 atscmh_rs_code_mode_sec; u8 atscmh_sccc_block_mode; u8 atscmh_sccc_code_mode_a; u8 atscmh_sccc_code_mode_b; u8 atscmh_sccc_code_mode_c; u8 atscmh_sccc_code_mode_d; u32 lna; struct dtv_fe_stats strength; struct dtv_fe_stats cnr; struct dtv_fe_stats pre_bit_error; struct dtv_fe_stats pre_bit_count; struct dtv_fe_stats post_bit_error; struct dtv_fe_stats post_bit_count; struct dtv_fe_stats block_error; struct dtv_fe_stats block_count; }; struct dvb_frontend { struct kref refcount; struct dvb_frontend_ops ops; struct dvb_adapter *dvb; void *demodulator_priv; void *tuner_priv; void *frontend_priv; void *sec_priv; void *analog_demod_priv; struct dtv_frontend_properties dtv_property_cache; int (*callback)(void *, int, int, int); int id; unsigned int exit; }; struct tda18271_std_map_item { u16 if_freq; unsigned int agc_mode: 2; unsigned int std: 3; unsigned int fm_rfn: 1; unsigned int if_lvl: 3; unsigned int rfagc_top: 7; }; struct tda18271_std_map { struct tda18271_std_map_item fm_radio; struct tda18271_std_map_item atv_b; struct tda18271_std_map_item atv_dk; struct tda18271_std_map_item atv_gh; struct tda18271_std_map_item atv_i; struct tda18271_std_map_item atv_l; struct tda18271_std_map_item atv_lc; struct tda18271_std_map_item atv_mn; struct tda18271_std_map_item atsc_6; struct tda18271_std_map_item dvbt_6; struct tda18271_std_map_item dvbt_7; struct tda18271_std_map_item dvbt_8; struct tda18271_std_map_item qam_6; struct tda18271_std_map_item qam_7; struct tda18271_std_map_item qam_8; }; enum tda18271_role { TDA18271_MASTER = 0, TDA18271_SLAVE = 1, }; enum tda18271_i2c_gate { TDA18271_GATE_AUTO = 0, TDA18271_GATE_ANALOG = 1, TDA18271_GATE_DIGITAL = 2, }; enum tda18271_output_options { TDA18271_OUTPUT_LT_XT_ON = 0, TDA18271_OUTPUT_LT_OFF = 1, TDA18271_OUTPUT_XT_OFF = 2, }; enum tda18271_small_i2c { TDA18271_39_BYTE_CHUNK_INIT = 0, TDA18271_16_BYTE_CHUNK_INIT = 16, TDA18271_08_BYTE_CHUNK_INIT = 8, TDA18271_03_BYTE_CHUNK_INIT = 3, }; enum tda18271_mode { TDA18271_ANALOG = 0, TDA18271_DIGITAL = 1, }; struct tda18271_rf_tracking_filter_cal { u32 rfmax; u8 rfband; u32 rf1_def; u32 rf2_def; u32 rf3_def; u32 rf1; u32 rf2; u32 rf3; s32 rf_a1; s32 rf_b1; s32 rf_a2; s32 rf_b2; }; enum tda18271_pll { TDA18271_MAIN_PLL = 0, TDA18271_CAL_PLL = 1, }; enum tda18271_ver { TDA18271HDC1 = 0, TDA18271HDC2 = 1, }; struct tda18271_map_layout; struct tda18271_priv { unsigned char tda18271_regs[39]; struct list_head hybrid_tuner_instance_list; struct tuner_i2c_props i2c_props; enum tda18271_mode mode; enum tda18271_role role; enum tda18271_i2c_gate gate; enum tda18271_ver id; enum tda18271_output_options output_opt; enum tda18271_small_i2c small_i2c; unsigned int config; unsigned int cal_initialized: 1; u8 tm_rfcal; struct tda18271_map_layout *maps; struct tda18271_std_map std; struct tda18271_rf_tracking_filter_cal rf_cal_state[8]; struct mutex lock; u16 if_freq; u32 frequency; u32 bandwidth; }; enum tda18271_map_type { MAIN_PLL = 0, CAL_PLL = 1, RF_CAL = 2, RF_CAL_KMCO = 3, RF_CAL_DC_OVER_DT = 4, BP_FILTER = 5, RF_BAND = 6, GAIN_TAPER = 7, IR_MEASURE = 8, }; enum v4l2_tuner_type { V4L2_TUNER_RADIO = 1, V4L2_TUNER_ANALOG_TV = 2, V4L2_TUNER_DIGITAL_TV = 3, V4L2_TUNER_SDR = 4, V4L2_TUNER_RF = 5, }; typedef __u64 v4l2_std_id; struct tda9887_priv { struct tuner_i2c_props i2c_props; struct list_head hybrid_tuner_instance_list; unsigned char data[4]; unsigned int config; unsigned int mode; unsigned int audmode; v4l2_std_id std; bool standby; }; struct tvnorm { v4l2_std_id std; char *name; unsigned char b; unsigned char c; unsigned char e; }; struct media_device_info { char driver[16]; char model[32]; char serial[40]; char bus_info[32]; __u32 media_version; __u32 hw_revision; __u32 driver_version; __u32 reserved[31]; }; struct media_entity_desc { __u32 id; char name[32]; __u32 type; __u32 revision; __u32 flags; __u32 group_id; __u16 pads; __u16 links; __u32 reserved[4]; union { struct { __u32 major; __u32 minor; } dev; __u8 raw[184]; }; }; struct media_pad_desc { __u32 entity; __u16 index; __u32 flags; __u32 reserved[2]; }; struct media_link_desc { struct media_pad_desc source; struct media_pad_desc sink; __u32 flags; __u32 reserved[2]; }; struct media_links_enum { __u32 entity; struct media_pad_desc *pads; struct media_link_desc *links; __u32 reserved[4]; }; struct media_v2_entity { __u32 id; char name[64]; __u32 function; __u32 flags; __u32 reserved[5]; }; struct media_v2_intf_devnode { __u32 major; __u32 minor; }; struct media_v2_interface { __u32 id; __u32 intf_type; __u32 flags; __u32 reserved[9]; union { struct media_v2_intf_devnode devnode; __u32 raw[16]; }; }; struct media_v2_pad { __u32 id; __u32 entity_id; __u32 flags; __u32 index; __u32 reserved[4]; }; struct media_v2_link { __u32 id; __u32 source_id; __u32 sink_id; __u32 flags; __u32 reserved[6]; }; struct media_v2_topology { __u64 topology_version; __u32 num_entities; __u32 reserved1; __u64 ptr_entities; __u32 num_interfaces; __u32 reserved2; __u64 ptr_interfaces; __u32 num_pads; __u32 reserved3; __u64 ptr_pads; __u32 num_links; __u32 reserved4; __u64 ptr_links; }; struct media_file_operations { struct module *owner; ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl)(struct file *, unsigned int, long unsigned int); int (*open)(struct file *); int (*release)(struct file *); }; struct media_device; struct media_devnode { struct media_device *media_dev; const struct media_file_operations *fops; struct device dev; struct cdev cdev; struct device *parent; int minor; long unsigned int flags; void (*release)(struct media_devnode *); }; struct media_entity_enum { long unsigned int *bmap; int idx_max; }; struct media_entity; struct media_graph { struct { struct media_entity *entity; struct list_head *link; } stack[16]; struct media_entity_enum ent_enum; int top; }; struct media_pipeline; struct media_device_ops; struct media_device { struct device *dev; struct media_devnode *devnode; char model[32]; char driver_name[32]; char serial[40]; char bus_info[32]; u32 hw_revision; u64 topology_version; u32 id; struct ida entity_internal_idx; int entity_internal_idx_max; struct list_head entities; struct list_head interfaces; struct list_head pads; struct list_head links; struct list_head entity_notify; struct mutex graph_mutex; struct media_graph pm_count_walk; void *source_priv; int (*enable_source)(struct media_entity *, struct media_pipeline *); void (*disable_source)(struct media_entity *); const struct media_device_ops *ops; struct mutex req_queue_mutex; atomic_t request_id; }; enum media_gobj_type { MEDIA_GRAPH_ENTITY = 0, MEDIA_GRAPH_PAD = 1, MEDIA_GRAPH_LINK = 2, MEDIA_GRAPH_INTF_DEVNODE = 3, }; struct media_gobj { struct media_device *mdev; u32 id; struct list_head list; }; enum media_entity_type { MEDIA_ENTITY_TYPE_BASE = 0, MEDIA_ENTITY_TYPE_VIDEO_DEVICE = 1, MEDIA_ENTITY_TYPE_V4L2_SUBDEV = 2, }; struct media_pad; struct media_entity_operations; struct media_entity { struct media_gobj graph_obj; const char *name; enum media_entity_type obj_type; u32 function; long unsigned int flags; u16 num_pads; u16 num_links; u16 num_backlinks; int internal_idx; struct media_pad *pads; struct list_head links; const struct media_entity_operations *ops; int use_count; union { struct { u32 major; u32 minor; } dev; } info; }; struct media_pipeline { bool allocated; struct media_device *mdev; struct list_head pads; int start_count; }; enum media_pad_signal_type { PAD_SIGNAL_DEFAULT = 0, PAD_SIGNAL_ANALOG = 1, PAD_SIGNAL_DV = 2, PAD_SIGNAL_AUDIO = 3, }; struct media_pad { struct media_gobj graph_obj; struct media_entity *entity; u16 index; u16 num_links; enum media_pad_signal_type sig_type; long unsigned int flags; struct media_pipeline *pipe; }; struct media_interface { struct media_gobj graph_obj; struct list_head links; u32 type; u32 flags; }; struct media_link { struct media_gobj graph_obj; struct list_head list; union { struct media_gobj *gobj0; struct media_pad *source; struct media_interface *intf; }; union { struct media_gobj *gobj1; struct media_pad *sink; struct media_entity *entity; }; struct media_link *reverse; long unsigned int flags; bool is_backlink; }; struct media_entity_operations { int (*get_fwnode_pad)(struct media_entity *, struct fwnode_endpoint *); int (*link_setup)(struct media_entity *, const struct media_pad *, const struct media_pad *, u32); int (*link_validate)(struct media_link *); bool (*has_pad_interdep)(struct media_entity *, unsigned int, unsigned int); }; struct media_intf_devnode { struct media_interface intf; u32 major; u32 minor; }; struct media_entity_notify { struct list_head list; void *notify_data; void (*notify)(struct media_entity *, void *); }; struct media_request; struct media_device_ops { int (*link_notify)(struct media_link *, u32, unsigned int); struct media_request * (*req_alloc)(struct media_device *); void (*req_free)(struct media_request *); int (*req_validate)(struct media_request *); void (*req_queue)(struct media_request *); }; enum media_request_state { MEDIA_REQUEST_STATE_IDLE = 0, MEDIA_REQUEST_STATE_VALIDATING = 1, MEDIA_REQUEST_STATE_QUEUED = 2, MEDIA_REQUEST_STATE_COMPLETE = 3, MEDIA_REQUEST_STATE_CLEANING = 4, MEDIA_REQUEST_STATE_UPDATING = 5, NR_OF_MEDIA_REQUEST_STATE = 6, }; struct media_request { struct media_device *mdev; struct kref kref; char debug_str[27]; enum media_request_state state; unsigned int updating_count; unsigned int access_count; struct list_head objects; unsigned int num_incomplete_objects; wait_queue_head_t poll_wait; spinlock_t lock; }; struct media_ioctl_info { unsigned int cmd; short unsigned int flags; long int (*fn)(struct media_device *, void *); long int (*arg_from_user)(void *, void *, unsigned int); long int (*arg_to_user)(void *, void *, unsigned int); }; struct media_links_enum32 { __u32 entity; compat_uptr_t pads; compat_uptr_t links; __u32 reserved[4]; }; enum v4l2_async_match_type { V4L2_ASYNC_MATCH_TYPE_I2C = 0, V4L2_ASYNC_MATCH_TYPE_FWNODE = 1, }; struct v4l2_async_match_desc { enum v4l2_async_match_type type; union { struct fwnode_handle *fwnode; struct { int adapter_id; short unsigned int address; } i2c; }; }; struct v4l2_async_notifier; struct v4l2_subdev; struct v4l2_async_connection { struct v4l2_async_match_desc match; struct v4l2_async_notifier *notifier; struct list_head asc_entry; struct list_head asc_subdev_entry; struct v4l2_subdev *sd; }; struct v4l2_async_notifier_operations; struct v4l2_device; struct v4l2_async_notifier { const struct v4l2_async_notifier_operations *ops; struct v4l2_device *v4l2_dev; struct v4l2_subdev *sd; struct v4l2_async_notifier *parent; struct list_head waiting_list; struct list_head done_list; struct list_head notifier_entry; }; struct v4l2_subdev_ops; struct v4l2_subdev_internal_ops; struct v4l2_ctrl_handler; struct video_device; struct v4l2_subdev_platform_data; struct v4l2_subdev_state; struct v4l2_subdev { struct media_entity entity; struct list_head list; struct module *owner; bool owner_v4l2_dev; u32 flags; struct v4l2_device *v4l2_dev; const struct v4l2_subdev_ops *ops; const struct v4l2_subdev_internal_ops *internal_ops; struct v4l2_ctrl_handler *ctrl_handler; char name[52]; u32 grp_id; void *dev_priv; void *host_priv; struct video_device *devnode; struct device *dev; struct fwnode_handle *fwnode; struct list_head async_list; struct list_head async_subdev_endpoint_list; struct v4l2_async_notifier *subdev_notifier; struct list_head asc_list; struct v4l2_subdev_platform_data *pdata; struct mutex *state_lock; struct led_classdev *privacy_led; struct v4l2_subdev_state *active_state; u64 enabled_pads; bool s_stream_enabled; }; struct v4l2_async_notifier_operations { int (*bound)(struct v4l2_async_notifier *, struct v4l2_subdev *, struct v4l2_async_connection *); int (*complete)(struct v4l2_async_notifier *); void (*unbind)(struct v4l2_async_notifier *, struct v4l2_subdev *, struct v4l2_async_connection *); void (*destroy)(struct v4l2_async_connection *); }; struct v4l2_prio_state { atomic_t prios[4]; }; struct v4l2_device { struct device *dev; struct media_device *mdev; struct list_head subdevs; spinlock_t lock; char name[36]; void (*notify)(struct v4l2_subdev *, unsigned int, void *); struct v4l2_ctrl_handler *ctrl_handler; struct v4l2_prio_state prio; struct kref ref; void (*release)(struct v4l2_device *); }; struct v4l2_async_subdev_endpoint { struct list_head async_subdev_endpoint_entry; struct fwnode_handle *endpoint; }; struct v4l2_edid { __u32 pad; __u32 start_block; __u32 blocks; __u32 reserved[5]; __u8 *edid; }; enum v4l2_preemphasis { V4L2_PREEMPHASIS_DISABLED = 0, V4L2_PREEMPHASIS_50_uS = 1, V4L2_PREEMPHASIS_75_uS = 2, }; enum v4l2_av1_segment_feature { V4L2_AV1_SEG_LVL_ALT_Q = 0, V4L2_AV1_SEG_LVL_ALT_LF_Y_V = 1, V4L2_AV1_SEG_LVL_REF_FRAME = 5, V4L2_AV1_SEG_LVL_REF_SKIP = 6, V4L2_AV1_SEG_LVL_REF_GLOBALMV = 7, V4L2_AV1_SEG_LVL_MAX = 8, }; enum v4l2_priority { V4L2_PRIORITY_UNSET = 0, V4L2_PRIORITY_BACKGROUND = 1, V4L2_PRIORITY_INTERACTIVE = 2, V4L2_PRIORITY_RECORD = 3, V4L2_PRIORITY_DEFAULT = 2, }; struct v4l2_rect { __s32 left; __s32 top; __u32 width; __u32 height; }; struct v4l2_fract { __u32 numerator; __u32 denominator; }; struct v4l2_bt_timings { __u32 width; __u32 height; __u32 interlaced; __u32 polarities; __u64 pixelclock; __u32 hfrontporch; __u32 hsync; __u32 hbackporch; __u32 vfrontporch; __u32 vsync; __u32 vbackporch; __u32 il_vfrontporch; __u32 il_vsync; __u32 il_vbackporch; __u32 standards; __u32 flags; struct v4l2_fract picture_aspect; __u8 cea861_vic; __u8 hdmi_vic; __u8 reserved[46]; } __attribute__((packed)); struct v4l2_dv_timings { __u32 type; union { struct v4l2_bt_timings bt; __u32 reserved[32]; }; }; struct v4l2_enum_dv_timings { __u32 index; __u32 pad; __u32 reserved[2]; struct v4l2_dv_timings timings; }; struct v4l2_bt_timings_cap { __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; __u64 min_pixelclock; __u64 max_pixelclock; __u32 standards; __u32 capabilities; __u32 reserved[16]; }; struct v4l2_dv_timings_cap { __u32 type; __u32 pad; __u32 reserved[2]; union { struct v4l2_bt_timings_cap bt; __u32 raw_data[32]; }; }; struct v4l2_tuner { __u32 index; __u8 name[32]; __u32 type; __u32 capability; __u32 rangelow; __u32 rangehigh; __u32 rxsubchans; __u32 audmode; __s32 signal; __s32 afc; __u32 reserved[4]; }; struct v4l2_modulator { __u32 index; __u8 name[32]; __u32 capability; __u32 rangelow; __u32 rangehigh; __u32 txsubchans; __u32 type; __u32 reserved[3]; }; struct v4l2_frequency { __u32 tuner; __u32 type; __u32 frequency; __u32 reserved[8]; }; struct v4l2_frequency_band { __u32 tuner; __u32 type; __u32 index; __u32 capability; __u32 rangelow; __u32 rangehigh; __u32 modulation; __u32 reserved[9]; }; struct v4l2_vbi_format { __u32 sampling_rate; __u32 offset; __u32 samples_per_line; __u32 sample_format; __s32 start[2]; __u32 count[2]; __u32 flags; __u32 reserved[2]; }; struct v4l2_sliced_vbi_format { __u16 service_set; __u16 service_lines[48]; __u32 io_size; __u32 reserved[2]; }; struct v4l2_sliced_vbi_cap { __u16 service_set; __u16 service_lines[48]; __u32 type; __u32 reserved[3]; }; struct v4l2_sliced_vbi_data { __u32 id; __u32 field; __u32 line; __u32 reserved; __u8 data[48]; }; struct v4l2_event_subscription { __u32 type; __u32 id; __u32 flags; __u32 reserved[5]; }; struct v4l2_mbus_framefmt { __u32 width; __u32 height; __u32 code; __u32 field; __u32 colorspace; union { __u16 ycbcr_enc; __u16 hsv_enc; }; __u16 quantization; __u16 xfer_func; __u16 flags; __u16 reserved[10]; }; enum v4l2_subdev_format_whence { V4L2_SUBDEV_FORMAT_TRY = 0, V4L2_SUBDEV_FORMAT_ACTIVE = 1, }; struct v4l2_subdev_format { __u32 which; __u32 pad; struct v4l2_mbus_framefmt format; __u32 stream; __u32 reserved[7]; }; struct v4l2_subdev_mbus_code_enum { __u32 pad; __u32 index; __u32 code; __u32 which; __u32 flags; __u32 stream; __u32 reserved[6]; }; struct v4l2_subdev_frame_size_enum { __u32 index; __u32 pad; __u32 code; __u32 min_width; __u32 max_width; __u32 min_height; __u32 max_height; __u32 which; __u32 stream; __u32 reserved[7]; }; struct v4l2_subdev_frame_interval { __u32 pad; struct v4l2_fract interval; __u32 stream; __u32 which; __u32 reserved[7]; }; struct v4l2_subdev_frame_interval_enum { __u32 index; __u32 pad; __u32 code; __u32 width; __u32 height; struct v4l2_fract interval; __u32 which; __u32 stream; __u32 reserved[7]; }; struct v4l2_subdev_selection { __u32 which; __u32 pad; __u32 target; __u32 flags; struct v4l2_rect r; __u32 stream; __u32 reserved[7]; }; struct v4l2_subdev_route { __u32 sink_pad; __u32 sink_stream; __u32 source_pad; __u32 source_stream; __u32 flags; __u32 reserved[5]; }; enum vfl_devnode_type { VFL_TYPE_VIDEO = 0, VFL_TYPE_VBI = 1, VFL_TYPE_RADIO = 2, VFL_TYPE_SUBDEV = 3, VFL_TYPE_SDR = 4, VFL_TYPE_TOUCH = 5, VFL_TYPE_MAX = 6, }; enum vfl_devnode_direction { VFL_DIR_RX = 0, VFL_DIR_TX = 1, VFL_DIR_M2M = 2, }; struct v4l2_file_operations { struct module *owner; ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); __poll_t (*poll)(struct file *, struct poll_table_struct *); long int (*unlocked_ioctl)(struct file *, unsigned int, long unsigned int); long int (*compat_ioctl32)(struct file *, unsigned int, long unsigned int); long unsigned int (*get_unmapped_area)(struct file *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); int (*mmap)(struct file *, struct vm_area_struct *); int (*open)(struct file *); int (*release)(struct file *); }; struct vb2_queue; struct v4l2_ioctl_ops; struct video_device { struct media_entity entity; struct media_intf_devnode *intf_devnode; struct media_pipeline pipe; const struct v4l2_file_operations *fops; u32 device_caps; struct device dev; struct cdev *cdev; struct v4l2_device *v4l2_dev; struct device *dev_parent; struct v4l2_ctrl_handler *ctrl_handler; struct vb2_queue *queue; struct v4l2_prio_state *prio; char name[64]; enum vfl_devnode_type vfl_type; enum vfl_devnode_direction vfl_dir; int minor; u16 num; long unsigned int flags; int index; spinlock_t fh_lock; struct list_head fh_list; int dev_debug; v4l2_std_id tvnorms; void (*release)(struct video_device *); const struct v4l2_ioctl_ops *ioctl_ops; long unsigned int valid_ioctls[3]; struct mutex *lock; }; enum v4l2_buf_type { V4L2_BUF_TYPE_VIDEO_CAPTURE = 1, V4L2_BUF_TYPE_VIDEO_OUTPUT = 2, V4L2_BUF_TYPE_VIDEO_OVERLAY = 3, V4L2_BUF_TYPE_VBI_CAPTURE = 4, V4L2_BUF_TYPE_VBI_OUTPUT = 5, V4L2_BUF_TYPE_SLICED_VBI_CAPTURE = 6, V4L2_BUF_TYPE_SLICED_VBI_OUTPUT = 7, V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY = 8, V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE = 9, V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE = 10, V4L2_BUF_TYPE_SDR_CAPTURE = 11, V4L2_BUF_TYPE_SDR_OUTPUT = 12, V4L2_BUF_TYPE_META_CAPTURE = 13, V4L2_BUF_TYPE_META_OUTPUT = 14, V4L2_BUF_TYPE_PRIVATE = 128, }; struct v4l2_capability; struct v4l2_fmtdesc; struct v4l2_format; struct v4l2_requestbuffers; struct v4l2_buffer; struct v4l2_exportbuffer; struct v4l2_create_buffers; struct v4l2_remove_buffers; struct v4l2_framebuffer; struct v4l2_input; struct v4l2_output; struct v4l2_query_ext_ctrl; struct v4l2_ext_controls; struct v4l2_querymenu; struct v4l2_audio; struct v4l2_audioout; struct v4l2_selection; struct v4l2_jpegcompression; struct v4l2_enc_idx; struct v4l2_encoder_cmd; struct v4l2_decoder_cmd; struct v4l2_streamparm; struct v4l2_hw_freq_seek; struct v4l2_frmsizeenum; struct v4l2_frmivalenum; struct v4l2_fh; struct v4l2_ioctl_ops { int (*vidioc_querycap)(struct file *, void *, struct v4l2_capability *); int (*vidioc_enum_fmt_vid_cap)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_vid_overlay)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_vid_out)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_sdr_cap)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_sdr_out)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_meta_cap)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_enum_fmt_meta_out)(struct file *, void *, struct v4l2_fmtdesc *); int (*vidioc_g_fmt_vid_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vid_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vid_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vid_out_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_sliced_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_sliced_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vid_cap_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_vid_out_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_sdr_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_sdr_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_meta_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_g_fmt_meta_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_out_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_sliced_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_sliced_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_cap_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_vid_out_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_sdr_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_sdr_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_meta_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_s_fmt_meta_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_out_overlay)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_sliced_vbi_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_sliced_vbi_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_cap_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_vid_out_mplane)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_sdr_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_sdr_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_meta_cap)(struct file *, void *, struct v4l2_format *); int (*vidioc_try_fmt_meta_out)(struct file *, void *, struct v4l2_format *); int (*vidioc_reqbufs)(struct file *, void *, struct v4l2_requestbuffers *); int (*vidioc_querybuf)(struct file *, void *, struct v4l2_buffer *); int (*vidioc_qbuf)(struct file *, void *, struct v4l2_buffer *); int (*vidioc_expbuf)(struct file *, void *, struct v4l2_exportbuffer *); int (*vidioc_dqbuf)(struct file *, void *, struct v4l2_buffer *); int (*vidioc_create_bufs)(struct file *, void *, struct v4l2_create_buffers *); int (*vidioc_prepare_buf)(struct file *, void *, struct v4l2_buffer *); int (*vidioc_remove_bufs)(struct file *, void *, struct v4l2_remove_buffers *); int (*vidioc_overlay)(struct file *, void *, unsigned int); int (*vidioc_g_fbuf)(struct file *, void *, struct v4l2_framebuffer *); int (*vidioc_s_fbuf)(struct file *, void *, const struct v4l2_framebuffer *); int (*vidioc_streamon)(struct file *, void *, enum v4l2_buf_type); int (*vidioc_streamoff)(struct file *, void *, enum v4l2_buf_type); int (*vidioc_g_std)(struct file *, void *, v4l2_std_id *); int (*vidioc_s_std)(struct file *, void *, v4l2_std_id); int (*vidioc_querystd)(struct file *, void *, v4l2_std_id *); int (*vidioc_enum_input)(struct file *, void *, struct v4l2_input *); int (*vidioc_g_input)(struct file *, void *, unsigned int *); int (*vidioc_s_input)(struct file *, void *, unsigned int); int (*vidioc_enum_output)(struct file *, void *, struct v4l2_output *); int (*vidioc_g_output)(struct file *, void *, unsigned int *); int (*vidioc_s_output)(struct file *, void *, unsigned int); int (*vidioc_query_ext_ctrl)(struct file *, void *, struct v4l2_query_ext_ctrl *); int (*vidioc_g_ext_ctrls)(struct file *, void *, struct v4l2_ext_controls *); int (*vidioc_s_ext_ctrls)(struct file *, void *, struct v4l2_ext_controls *); int (*vidioc_try_ext_ctrls)(struct file *, void *, struct v4l2_ext_controls *); int (*vidioc_querymenu)(struct file *, void *, struct v4l2_querymenu *); int (*vidioc_enumaudio)(struct file *, void *, struct v4l2_audio *); int (*vidioc_g_audio)(struct file *, void *, struct v4l2_audio *); int (*vidioc_s_audio)(struct file *, void *, const struct v4l2_audio *); int (*vidioc_enumaudout)(struct file *, void *, struct v4l2_audioout *); int (*vidioc_g_audout)(struct file *, void *, struct v4l2_audioout *); int (*vidioc_s_audout)(struct file *, void *, const struct v4l2_audioout *); int (*vidioc_g_modulator)(struct file *, void *, struct v4l2_modulator *); int (*vidioc_s_modulator)(struct file *, void *, const struct v4l2_modulator *); int (*vidioc_g_pixelaspect)(struct file *, void *, int, struct v4l2_fract *); int (*vidioc_g_selection)(struct file *, void *, struct v4l2_selection *); int (*vidioc_s_selection)(struct file *, void *, struct v4l2_selection *); int (*vidioc_g_jpegcomp)(struct file *, void *, struct v4l2_jpegcompression *); int (*vidioc_s_jpegcomp)(struct file *, void *, const struct v4l2_jpegcompression *); int (*vidioc_g_enc_index)(struct file *, void *, struct v4l2_enc_idx *); int (*vidioc_encoder_cmd)(struct file *, void *, struct v4l2_encoder_cmd *); int (*vidioc_try_encoder_cmd)(struct file *, void *, struct v4l2_encoder_cmd *); int (*vidioc_decoder_cmd)(struct file *, void *, struct v4l2_decoder_cmd *); int (*vidioc_try_decoder_cmd)(struct file *, void *, struct v4l2_decoder_cmd *); int (*vidioc_g_parm)(struct file *, void *, struct v4l2_streamparm *); int (*vidioc_s_parm)(struct file *, void *, struct v4l2_streamparm *); int (*vidioc_g_tuner)(struct file *, void *, struct v4l2_tuner *); int (*vidioc_s_tuner)(struct file *, void *, const struct v4l2_tuner *); int (*vidioc_g_frequency)(struct file *, void *, struct v4l2_frequency *); int (*vidioc_s_frequency)(struct file *, void *, const struct v4l2_frequency *); int (*vidioc_enum_freq_bands)(struct file *, void *, struct v4l2_frequency_band *); int (*vidioc_g_sliced_vbi_cap)(struct file *, void *, struct v4l2_sliced_vbi_cap *); int (*vidioc_log_status)(struct file *, void *); int (*vidioc_s_hw_freq_seek)(struct file *, void *, const struct v4l2_hw_freq_seek *); int (*vidioc_enum_framesizes)(struct file *, void *, struct v4l2_frmsizeenum *); int (*vidioc_enum_frameintervals)(struct file *, void *, struct v4l2_frmivalenum *); int (*vidioc_s_dv_timings)(struct file *, void *, struct v4l2_dv_timings *); int (*vidioc_g_dv_timings)(struct file *, void *, struct v4l2_dv_timings *); int (*vidioc_query_dv_timings)(struct file *, void *, struct v4l2_dv_timings *); int (*vidioc_enum_dv_timings)(struct file *, void *, struct v4l2_enum_dv_timings *); int (*vidioc_dv_timings_cap)(struct file *, void *, struct v4l2_dv_timings_cap *); int (*vidioc_g_edid)(struct file *, void *, struct v4l2_edid *); int (*vidioc_s_edid)(struct file *, void *, struct v4l2_edid *); int (*vidioc_subscribe_event)(struct v4l2_fh *, const struct v4l2_event_subscription *); int (*vidioc_unsubscribe_event)(struct v4l2_fh *, const struct v4l2_event_subscription *); long int (*vidioc_default)(struct file *, void *, bool, unsigned int, void *); }; struct v4l2_priv_tun_config { int tuner; void *priv; }; struct v4l2_m2m_ctx; struct v4l2_fh { struct list_head list; struct video_device *vdev; struct v4l2_ctrl_handler *ctrl_handler; enum v4l2_priority prio; wait_queue_head_t wait; struct mutex subscribe_lock; struct list_head subscribed; struct list_head available; unsigned int navailable; u32 sequence; struct v4l2_m2m_ctx *m2m_ctx; }; enum v4l2_mbus_csi2_cphy_line_orders_type { V4L2_MBUS_CSI2_CPHY_LINE_ORDER_ABC = 0, V4L2_MBUS_CSI2_CPHY_LINE_ORDER_ACB = 1, V4L2_MBUS_CSI2_CPHY_LINE_ORDER_BAC = 2, V4L2_MBUS_CSI2_CPHY_LINE_ORDER_BCA = 3, V4L2_MBUS_CSI2_CPHY_LINE_ORDER_CAB = 4, V4L2_MBUS_CSI2_CPHY_LINE_ORDER_CBA = 5, }; struct v4l2_mbus_config_mipi_csi2 { unsigned int flags; unsigned char data_lanes[8]; unsigned char clock_lane; unsigned char num_data_lanes; bool lane_polarities[9]; enum v4l2_mbus_csi2_cphy_line_orders_type line_orders[8]; }; struct v4l2_mbus_config_parallel { unsigned int flags; unsigned char bus_width; unsigned char data_shift; }; struct v4l2_mbus_config_mipi_csi1 { unsigned char clock_inv: 1; unsigned char strobe: 1; bool lane_polarity[2]; unsigned char data_lane; unsigned char clock_lane; }; enum v4l2_mbus_type { V4L2_MBUS_UNKNOWN = 0, V4L2_MBUS_PARALLEL = 1, V4L2_MBUS_BT656 = 2, V4L2_MBUS_CSI1 = 3, V4L2_MBUS_CCP2 = 4, V4L2_MBUS_CSI2_DPHY = 5, V4L2_MBUS_CSI2_CPHY = 6, V4L2_MBUS_DPI = 7, V4L2_MBUS_INVALID = 8, }; struct v4l2_mbus_config { enum v4l2_mbus_type type; u64 link_freq; union { struct v4l2_mbus_config_parallel parallel; struct v4l2_mbus_config_mipi_csi1 mipi_csi1; struct v4l2_mbus_config_mipi_csi2 mipi_csi2; } bus; }; struct v4l2_decode_vbi_line { u32 is_second_field; u8 *p; u32 line; u32 type; }; struct v4l2_subdev_io_pin_config { u32 flags; u8 pin; u8 function; u8 value; u8 strength; }; struct v4l2_subdev_core_ops { int (*log_status)(struct v4l2_subdev *); int (*s_io_pin_config)(struct v4l2_subdev *, size_t, struct v4l2_subdev_io_pin_config *); int (*init)(struct v4l2_subdev *, u32); int (*load_fw)(struct v4l2_subdev *); int (*reset)(struct v4l2_subdev *, u32); int (*s_gpio)(struct v4l2_subdev *, u32); long int (*command)(struct v4l2_subdev *, unsigned int, void *); long int (*ioctl)(struct v4l2_subdev *, unsigned int, void *); long int (*compat_ioctl32)(struct v4l2_subdev *, unsigned int, long unsigned int); int (*s_power)(struct v4l2_subdev *, int); int (*interrupt_service_routine)(struct v4l2_subdev *, u32, bool *); int (*subscribe_event)(struct v4l2_subdev *, struct v4l2_fh *, struct v4l2_event_subscription *); int (*unsubscribe_event)(struct v4l2_subdev *, struct v4l2_fh *, struct v4l2_event_subscription *); }; struct tuner_setup; struct v4l2_subdev_tuner_ops { int (*standby)(struct v4l2_subdev *); int (*s_radio)(struct v4l2_subdev *); int (*s_frequency)(struct v4l2_subdev *, const struct v4l2_frequency *); int (*g_frequency)(struct v4l2_subdev *, struct v4l2_frequency *); int (*enum_freq_bands)(struct v4l2_subdev *, struct v4l2_frequency_band *); int (*g_tuner)(struct v4l2_subdev *, struct v4l2_tuner *); int (*s_tuner)(struct v4l2_subdev *, const struct v4l2_tuner *); int (*g_modulator)(struct v4l2_subdev *, struct v4l2_modulator *); int (*s_modulator)(struct v4l2_subdev *, const struct v4l2_modulator *); int (*s_type_addr)(struct v4l2_subdev *, struct tuner_setup *); int (*s_config)(struct v4l2_subdev *, const struct v4l2_priv_tun_config *); }; struct v4l2_subdev_audio_ops { int (*s_clock_freq)(struct v4l2_subdev *, u32); int (*s_i2s_clock_freq)(struct v4l2_subdev *, u32); int (*s_routing)(struct v4l2_subdev *, u32, u32, u32); int (*s_stream)(struct v4l2_subdev *, int); }; struct v4l2_mbus_frame_desc_entry_csi2 { u8 vc; u8 dt; }; enum v4l2_mbus_frame_desc_flags { V4L2_MBUS_FRAME_DESC_FL_LEN_MAX = 1, V4L2_MBUS_FRAME_DESC_FL_BLOB = 2, }; struct v4l2_mbus_frame_desc_entry { enum v4l2_mbus_frame_desc_flags flags; u32 stream; u32 pixelcode; u32 length; union { struct v4l2_mbus_frame_desc_entry_csi2 csi2; } bus; }; enum v4l2_mbus_frame_desc_type { V4L2_MBUS_FRAME_DESC_TYPE_UNDEFINED = 0, V4L2_MBUS_FRAME_DESC_TYPE_PARALLEL = 1, V4L2_MBUS_FRAME_DESC_TYPE_CSI2 = 2, }; struct v4l2_mbus_frame_desc { enum v4l2_mbus_frame_desc_type type; struct v4l2_mbus_frame_desc_entry entry[8]; short unsigned int num_entries; }; struct v4l2_subdev_video_ops { int (*s_routing)(struct v4l2_subdev *, u32, u32, u32); int (*s_crystal_freq)(struct v4l2_subdev *, u32, u32); int (*g_std)(struct v4l2_subdev *, v4l2_std_id *); int (*s_std)(struct v4l2_subdev *, v4l2_std_id); int (*s_std_output)(struct v4l2_subdev *, v4l2_std_id); int (*g_std_output)(struct v4l2_subdev *, v4l2_std_id *); int (*querystd)(struct v4l2_subdev *, v4l2_std_id *); int (*g_tvnorms)(struct v4l2_subdev *, v4l2_std_id *); int (*g_tvnorms_output)(struct v4l2_subdev *, v4l2_std_id *); int (*g_input_status)(struct v4l2_subdev *, u32 *); int (*s_stream)(struct v4l2_subdev *, int); int (*g_pixelaspect)(struct v4l2_subdev *, struct v4l2_fract *); int (*s_rx_buffer)(struct v4l2_subdev *, void *, unsigned int *); int (*pre_streamon)(struct v4l2_subdev *, u32); int (*post_streamoff)(struct v4l2_subdev *); }; struct v4l2_subdev_vbi_ops { int (*decode_vbi_line)(struct v4l2_subdev *, struct v4l2_decode_vbi_line *); int (*s_vbi_data)(struct v4l2_subdev *, const struct v4l2_sliced_vbi_data *); int (*g_vbi_data)(struct v4l2_subdev *, struct v4l2_sliced_vbi_data *); int (*g_sliced_vbi_cap)(struct v4l2_subdev *, struct v4l2_sliced_vbi_cap *); int (*s_raw_fmt)(struct v4l2_subdev *, struct v4l2_vbi_format *); int (*g_sliced_fmt)(struct v4l2_subdev *, struct v4l2_sliced_vbi_format *); int (*s_sliced_fmt)(struct v4l2_subdev *, struct v4l2_sliced_vbi_format *); }; struct v4l2_subdev_sensor_ops { int (*g_skip_top_lines)(struct v4l2_subdev *, u32 *); int (*g_skip_frames)(struct v4l2_subdev *, u32 *); }; enum v4l2_subdev_ir_mode { V4L2_SUBDEV_IR_MODE_PULSE_WIDTH = 0, }; struct v4l2_subdev_ir_parameters { unsigned int bytes_per_data_element; enum v4l2_subdev_ir_mode mode; bool enable; bool interrupt_enable; bool shutdown; bool modulation; u32 max_pulse_width; unsigned int carrier_freq; unsigned int duty_cycle; bool invert_level; bool invert_carrier_sense; u32 noise_filter_min_width; unsigned int carrier_range_lower; unsigned int carrier_range_upper; u32 resolution; }; struct v4l2_subdev_ir_ops { int (*rx_read)(struct v4l2_subdev *, u8 *, size_t, ssize_t *); int (*rx_g_parameters)(struct v4l2_subdev *, struct v4l2_subdev_ir_parameters *); int (*rx_s_parameters)(struct v4l2_subdev *, struct v4l2_subdev_ir_parameters *); int (*tx_write)(struct v4l2_subdev *, u8 *, size_t, ssize_t *); int (*tx_g_parameters)(struct v4l2_subdev *, struct v4l2_subdev_ir_parameters *); int (*tx_s_parameters)(struct v4l2_subdev *, struct v4l2_subdev_ir_parameters *); }; struct v4l2_subdev_pad_config { struct v4l2_mbus_framefmt format; struct v4l2_rect crop; struct v4l2_rect compose; struct v4l2_fract interval; }; struct v4l2_subdev_stream_config { u32 pad; u32 stream; bool enabled; struct v4l2_mbus_framefmt fmt; struct v4l2_rect crop; struct v4l2_rect compose; struct v4l2_fract interval; }; struct v4l2_subdev_stream_configs { u32 num_configs; struct v4l2_subdev_stream_config *configs; }; struct v4l2_subdev_krouting { unsigned int len_routes; unsigned int num_routes; struct v4l2_subdev_route *routes; }; struct v4l2_subdev_state { struct mutex _lock; struct mutex *lock; struct v4l2_subdev *sd; struct v4l2_subdev_pad_config *pads; struct v4l2_subdev_krouting routing; struct v4l2_subdev_stream_configs stream_configs; }; struct v4l2_subdev_pad_ops { int (*enum_mbus_code)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_mbus_code_enum *); int (*enum_frame_size)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_frame_size_enum *); int (*enum_frame_interval)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_frame_interval_enum *); int (*get_fmt)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_format *); int (*set_fmt)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_format *); int (*get_selection)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_selection *); int (*set_selection)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_selection *); int (*get_frame_interval)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_frame_interval *); int (*set_frame_interval)(struct v4l2_subdev *, struct v4l2_subdev_state *, struct v4l2_subdev_frame_interval *); int (*get_edid)(struct v4l2_subdev *, struct v4l2_edid *); int (*set_edid)(struct v4l2_subdev *, struct v4l2_edid *); int (*s_dv_timings)(struct v4l2_subdev *, unsigned int, struct v4l2_dv_timings *); int (*g_dv_timings)(struct v4l2_subdev *, unsigned int, struct v4l2_dv_timings *); int (*query_dv_timings)(struct v4l2_subdev *, unsigned int, struct v4l2_dv_timings *); int (*dv_timings_cap)(struct v4l2_subdev *, struct v4l2_dv_timings_cap *); int (*enum_dv_timings)(struct v4l2_subdev *, struct v4l2_enum_dv_timings *); int (*link_validate)(struct v4l2_subdev *, struct media_link *, struct v4l2_subdev_format *, struct v4l2_subdev_format *); int (*get_frame_desc)(struct v4l2_subdev *, unsigned int, struct v4l2_mbus_frame_desc *); int (*set_frame_desc)(struct v4l2_subdev *, unsigned int, struct v4l2_mbus_frame_desc *); int (*get_mbus_config)(struct v4l2_subdev *, unsigned int, struct v4l2_mbus_config *); int (*set_routing)(struct v4l2_subdev *, struct v4l2_subdev_state *, enum v4l2_subdev_format_whence, struct v4l2_subdev_krouting *); int (*enable_streams)(struct v4l2_subdev *, struct v4l2_subdev_state *, u32, u64); int (*disable_streams)(struct v4l2_subdev *, struct v4l2_subdev_state *, u32, u64); }; struct v4l2_subdev_ops { const struct v4l2_subdev_core_ops *core; const struct v4l2_subdev_tuner_ops *tuner; const struct v4l2_subdev_audio_ops *audio; const struct v4l2_subdev_video_ops *video; const struct v4l2_subdev_vbi_ops *vbi; const struct v4l2_subdev_ir_ops *ir; const struct v4l2_subdev_sensor_ops *sensor; const struct v4l2_subdev_pad_ops *pad; }; struct v4l2_subdev_fh; struct v4l2_subdev_internal_ops { int (*init_state)(struct v4l2_subdev *, struct v4l2_subdev_state *); int (*registered)(struct v4l2_subdev *); void (*unregistered)(struct v4l2_subdev *); int (*open)(struct v4l2_subdev *, struct v4l2_subdev_fh *); int (*close)(struct v4l2_subdev *, struct v4l2_subdev_fh *); void (*release)(struct v4l2_subdev *); }; struct v4l2_subdev_fh { struct v4l2_fh vfh; struct module *owner; struct v4l2_subdev_state *state; u64 client_caps; }; struct v4l2_subdev_platform_data { struct regulator_bulk_data *regulators; int num_regulators; void *host_priv; }; struct v4l2_ctrl_h264_sps { __u8 profile_idc; __u8 constraint_set_flags; __u8 level_idc; __u8 seq_parameter_set_id; __u8 chroma_format_idc; __u8 bit_depth_luma_minus8; __u8 bit_depth_chroma_minus8; __u8 log2_max_frame_num_minus4; __u8 pic_order_cnt_type; __u8 log2_max_pic_order_cnt_lsb_minus4; __u8 max_num_ref_frames; __u8 num_ref_frames_in_pic_order_cnt_cycle; __s32 offset_for_ref_frame[255]; __s32 offset_for_non_ref_pic; __s32 offset_for_top_to_bottom_field; __u16 pic_width_in_mbs_minus1; __u16 pic_height_in_map_units_minus1; __u32 flags; }; struct v4l2_ctrl_h264_pps { __u8 pic_parameter_set_id; __u8 seq_parameter_set_id; __u8 num_slice_groups_minus1; __u8 num_ref_idx_l0_default_active_minus1; __u8 num_ref_idx_l1_default_active_minus1; __u8 weighted_bipred_idc; __s8 pic_init_qp_minus26; __s8 pic_init_qs_minus26; __s8 chroma_qp_index_offset; __s8 second_chroma_qp_index_offset; __u16 flags; }; struct v4l2_ctrl_h264_scaling_matrix { __u8 scaling_list_4x4[96]; __u8 scaling_list_8x8[384]; }; struct v4l2_h264_weight_factors { __s16 luma_weight[32]; __s16 luma_offset[32]; __s16 chroma_weight[64]; __s16 chroma_offset[64]; }; struct v4l2_ctrl_h264_pred_weights { __u16 luma_log2_weight_denom; __u16 chroma_log2_weight_denom; struct v4l2_h264_weight_factors weight_factors[2]; }; struct v4l2_h264_reference { __u8 fields; __u8 index; }; struct v4l2_ctrl_h264_slice_params { __u32 header_bit_size; __u32 first_mb_in_slice; __u8 slice_type; __u8 colour_plane_id; __u8 redundant_pic_cnt; __u8 cabac_init_idc; __s8 slice_qp_delta; __s8 slice_qs_delta; __u8 disable_deblocking_filter_idc; __s8 slice_alpha_c0_offset_div2; __s8 slice_beta_offset_div2; __u8 num_ref_idx_l0_active_minus1; __u8 num_ref_idx_l1_active_minus1; __u8 reserved; struct v4l2_h264_reference ref_pic_list0[32]; struct v4l2_h264_reference ref_pic_list1[32]; __u32 flags; }; struct v4l2_h264_dpb_entry { __u64 reference_ts; __u32 pic_num; __u16 frame_num; __u8 fields; __u8 reserved[5]; __s32 top_field_order_cnt; __s32 bottom_field_order_cnt; __u32 flags; }; struct v4l2_ctrl_h264_decode_params { struct v4l2_h264_dpb_entry dpb[16]; __u16 nal_ref_idc; __u16 frame_num; __s32 top_field_order_cnt; __s32 bottom_field_order_cnt; __u16 idr_pic_id; __u16 pic_order_cnt_lsb; __s32 delta_pic_order_cnt_bottom; __s32 delta_pic_order_cnt0; __s32 delta_pic_order_cnt1; __u32 dec_ref_pic_marking_bit_size; __u32 pic_order_cnt_bit_size; __u32 slice_group_change_cycle; __u32 reserved; __u32 flags; }; struct v4l2_ctrl_fwht_params { __u64 backward_ref_ts; __u32 version; __u32 width; __u32 height; __u32 flags; __u32 colorspace; __u32 xfer_func; __u32 ycbcr_enc; __u32 quantization; }; struct v4l2_vp8_segment { __s8 quant_update[4]; __s8 lf_update[4]; __u8 segment_probs[3]; __u8 padding; __u32 flags; }; struct v4l2_vp8_loop_filter { __s8 ref_frm_delta[4]; __s8 mb_mode_delta[4]; __u8 sharpness_level; __u8 level; __u16 padding; __u32 flags; }; struct v4l2_vp8_quantization { __u8 y_ac_qi; __s8 y_dc_delta; __s8 y2_dc_delta; __s8 y2_ac_delta; __s8 uv_dc_delta; __s8 uv_ac_delta; __u16 padding; }; struct v4l2_vp8_entropy { __u8 coeff_probs[1056]; __u8 y_mode_probs[4]; __u8 uv_mode_probs[3]; __u8 mv_probs[38]; __u8 padding[3]; }; struct v4l2_vp8_entropy_coder_state { __u8 range; __u8 value; __u8 bit_count; __u8 padding; }; struct v4l2_ctrl_vp8_frame { struct v4l2_vp8_segment segment; struct v4l2_vp8_loop_filter lf; struct v4l2_vp8_quantization quant; struct v4l2_vp8_entropy entropy; struct v4l2_vp8_entropy_coder_state coder_state; __u16 width; __u16 height; __u8 horizontal_scale; __u8 vertical_scale; __u8 version; __u8 prob_skip_false; __u8 prob_intra; __u8 prob_last; __u8 prob_gf; __u8 num_dct_parts; __u32 first_part_size; __u32 first_part_header_bits; __u32 dct_part_sizes[8]; __u64 last_frame_ts; __u64 golden_frame_ts; __u64 alt_frame_ts; __u64 flags; }; struct v4l2_ctrl_mpeg2_sequence { __u16 horizontal_size; __u16 vertical_size; __u32 vbv_buffer_size; __u16 profile_and_level_indication; __u8 chroma_format; __u8 flags; }; struct v4l2_ctrl_mpeg2_picture { __u64 backward_ref_ts; __u64 forward_ref_ts; __u32 flags; __u8 f_code[4]; __u8 picture_coding_type; __u8 picture_structure; __u8 intra_dc_precision; __u8 reserved[5]; }; struct v4l2_ctrl_mpeg2_quantisation { __u8 intra_quantiser_matrix[64]; __u8 non_intra_quantiser_matrix[64]; __u8 chroma_intra_quantiser_matrix[64]; __u8 chroma_non_intra_quantiser_matrix[64]; }; struct v4l2_ctrl_hevc_sps { __u8 video_parameter_set_id; __u8 seq_parameter_set_id; __u16 pic_width_in_luma_samples; __u16 pic_height_in_luma_samples; __u8 bit_depth_luma_minus8; __u8 bit_depth_chroma_minus8; __u8 log2_max_pic_order_cnt_lsb_minus4; __u8 sps_max_dec_pic_buffering_minus1; __u8 sps_max_num_reorder_pics; __u8 sps_max_latency_increase_plus1; __u8 log2_min_luma_coding_block_size_minus3; __u8 log2_diff_max_min_luma_coding_block_size; __u8 log2_min_luma_transform_block_size_minus2; __u8 log2_diff_max_min_luma_transform_block_size; __u8 max_transform_hierarchy_depth_inter; __u8 max_transform_hierarchy_depth_intra; __u8 pcm_sample_bit_depth_luma_minus1; __u8 pcm_sample_bit_depth_chroma_minus1; __u8 log2_min_pcm_luma_coding_block_size_minus3; __u8 log2_diff_max_min_pcm_luma_coding_block_size; __u8 num_short_term_ref_pic_sets; __u8 num_long_term_ref_pics_sps; __u8 chroma_format_idc; __u8 sps_max_sub_layers_minus1; __u8 reserved[6]; __u64 flags; }; struct v4l2_ctrl_hevc_pps { __u8 pic_parameter_set_id; __u8 num_extra_slice_header_bits; __u8 num_ref_idx_l0_default_active_minus1; __u8 num_ref_idx_l1_default_active_minus1; __s8 init_qp_minus26; __u8 diff_cu_qp_delta_depth; __s8 pps_cb_qp_offset; __s8 pps_cr_qp_offset; __u8 num_tile_columns_minus1; __u8 num_tile_rows_minus1; __u8 column_width_minus1[20]; __u8 row_height_minus1[22]; __s8 pps_beta_offset_div2; __s8 pps_tc_offset_div2; __u8 log2_parallel_merge_level_minus2; __u8 reserved; __u64 flags; }; struct v4l2_hevc_pred_weight_table { __s8 delta_luma_weight_l0[16]; __s8 luma_offset_l0[16]; __s8 delta_chroma_weight_l0[32]; __s8 chroma_offset_l0[32]; __s8 delta_luma_weight_l1[16]; __s8 luma_offset_l1[16]; __s8 delta_chroma_weight_l1[32]; __s8 chroma_offset_l1[32]; __u8 luma_log2_weight_denom; __s8 delta_chroma_log2_weight_denom; }; struct v4l2_ctrl_hevc_slice_params { __u32 bit_size; __u32 data_byte_offset; __u32 num_entry_point_offsets; __u8 nal_unit_type; __u8 nuh_temporal_id_plus1; __u8 slice_type; __u8 colour_plane_id; __s32 slice_pic_order_cnt; __u8 num_ref_idx_l0_active_minus1; __u8 num_ref_idx_l1_active_minus1; __u8 collocated_ref_idx; __u8 five_minus_max_num_merge_cand; __s8 slice_qp_delta; __s8 slice_cb_qp_offset; __s8 slice_cr_qp_offset; __s8 slice_act_y_qp_offset; __s8 slice_act_cb_qp_offset; __s8 slice_act_cr_qp_offset; __s8 slice_beta_offset_div2; __s8 slice_tc_offset_div2; __u8 pic_struct; __u8 reserved0[3]; __u32 slice_segment_addr; __u8 ref_idx_l0[16]; __u8 ref_idx_l1[16]; __u16 short_term_ref_pic_set_size; __u16 long_term_ref_pic_set_size; struct v4l2_hevc_pred_weight_table pred_weight_table; __u8 reserved1[2]; __u64 flags; }; struct v4l2_ctrl_hdr10_cll_info { __u16 max_content_light_level; __u16 max_pic_average_light_level; }; struct v4l2_ctrl_hdr10_mastering_display { __u16 display_primaries_x[3]; __u16 display_primaries_y[3]; __u16 white_point_x; __u16 white_point_y; __u32 max_display_mastering_luminance; __u32 min_display_mastering_luminance; }; struct v4l2_vp9_loop_filter { __s8 ref_deltas[4]; __s8 mode_deltas[2]; __u8 level; __u8 sharpness; __u8 flags; __u8 reserved[7]; }; struct v4l2_vp9_quantization { __u8 base_q_idx; __s8 delta_q_y_dc; __s8 delta_q_uv_dc; __s8 delta_q_uv_ac; __u8 reserved[4]; }; struct v4l2_vp9_segmentation { __s16 feature_data[32]; __u8 feature_enabled[8]; __u8 tree_probs[7]; __u8 pred_probs[3]; __u8 flags; __u8 reserved[5]; }; struct v4l2_ctrl_vp9_frame { struct v4l2_vp9_loop_filter lf; struct v4l2_vp9_quantization quant; struct v4l2_vp9_segmentation seg; __u32 flags; __u16 compressed_header_size; __u16 uncompressed_header_size; __u16 frame_width_minus_1; __u16 frame_height_minus_1; __u16 render_width_minus_1; __u16 render_height_minus_1; __u64 last_frame_ts; __u64 golden_frame_ts; __u64 alt_frame_ts; __u8 ref_frame_sign_bias; __u8 reset_frame_context; __u8 frame_context_idx; __u8 profile; __u8 bit_depth; __u8 interpolation_filter; __u8 tile_cols_log2; __u8 tile_rows_log2; __u8 reference_mode; __u8 reserved[7]; }; struct v4l2_vp9_mv_probs { __u8 joint[3]; __u8 sign[2]; __u8 classes[20]; __u8 class0_bit[2]; __u8 bits[20]; __u8 class0_fr[12]; __u8 fr[6]; __u8 class0_hp[2]; __u8 hp[2]; }; struct v4l2_ctrl_vp9_compressed_hdr { __u8 tx_mode; __u8 tx8[2]; __u8 tx16[4]; __u8 tx32[6]; __u8 coef[1728]; __u8 skip[3]; __u8 inter_mode[21]; __u8 interp_filter[8]; __u8 is_inter[4]; __u8 comp_mode[5]; __u8 single_ref[10]; __u8 comp_ref[5]; __u8 y_mode[36]; __u8 uv_mode[90]; __u8 partition[48]; struct v4l2_vp9_mv_probs mv; }; struct v4l2_ctrl_av1_sequence { __u32 flags; __u8 seq_profile; __u8 order_hint_bits; __u8 bit_depth; __u8 reserved; __u16 max_frame_width_minus_1; __u16 max_frame_height_minus_1; }; struct v4l2_ctrl_av1_tile_group_entry { __u32 tile_offset; __u32 tile_size; __u32 tile_row; __u32 tile_col; }; enum v4l2_av1_warp_model { V4L2_AV1_WARP_MODEL_IDENTITY = 0, V4L2_AV1_WARP_MODEL_TRANSLATION = 1, V4L2_AV1_WARP_MODEL_ROTZOOM = 2, V4L2_AV1_WARP_MODEL_AFFINE = 3, }; struct v4l2_av1_global_motion { __u8 flags[8]; enum v4l2_av1_warp_model type[8]; __s32 params[48]; __u8 invalid; __u8 reserved[3]; }; enum v4l2_av1_frame_restoration_type { V4L2_AV1_FRAME_RESTORE_NONE = 0, V4L2_AV1_FRAME_RESTORE_WIENER = 1, V4L2_AV1_FRAME_RESTORE_SGRPROJ = 2, V4L2_AV1_FRAME_RESTORE_SWITCHABLE = 3, }; struct v4l2_av1_loop_restoration { __u8 flags; __u8 lr_unit_shift; __u8 lr_uv_shift; __u8 reserved; enum v4l2_av1_frame_restoration_type frame_restoration_type[3]; __u32 loop_restoration_size[3]; }; struct v4l2_av1_cdef { __u8 damping_minus_3; __u8 bits; __u8 y_pri_strength[8]; __u8 y_sec_strength[8]; __u8 uv_pri_strength[8]; __u8 uv_sec_strength[8]; }; struct v4l2_av1_segmentation { __u8 flags; __u8 last_active_seg_id; __u8 feature_enabled[8]; __s16 feature_data[64]; }; struct v4l2_av1_loop_filter { __u8 flags; __u8 level[4]; __u8 sharpness; __s8 ref_deltas[8]; __s8 mode_deltas[2]; __u8 delta_lf_res; }; struct v4l2_av1_quantization { __u8 flags; __u8 base_q_idx; __s8 delta_q_y_dc; __s8 delta_q_u_dc; __s8 delta_q_u_ac; __s8 delta_q_v_dc; __s8 delta_q_v_ac; __u8 qm_y; __u8 qm_u; __u8 qm_v; __u8 delta_q_res; }; struct v4l2_av1_tile_info { __u8 flags; __u8 context_update_tile_id; __u8 tile_cols; __u8 tile_rows; __u32 mi_col_starts[65]; __u32 mi_row_starts[65]; __u32 width_in_sbs_minus_1[64]; __u32 height_in_sbs_minus_1[64]; __u8 tile_size_bytes; __u8 reserved[3]; }; enum v4l2_av1_frame_type { V4L2_AV1_KEY_FRAME = 0, V4L2_AV1_INTER_FRAME = 1, V4L2_AV1_INTRA_ONLY_FRAME = 2, V4L2_AV1_SWITCH_FRAME = 3, }; enum v4l2_av1_interpolation_filter { V4L2_AV1_INTERPOLATION_FILTER_EIGHTTAP = 0, V4L2_AV1_INTERPOLATION_FILTER_EIGHTTAP_SMOOTH = 1, V4L2_AV1_INTERPOLATION_FILTER_EIGHTTAP_SHARP = 2, V4L2_AV1_INTERPOLATION_FILTER_BILINEAR = 3, V4L2_AV1_INTERPOLATION_FILTER_SWITCHABLE = 4, }; enum v4l2_av1_tx_mode { V4L2_AV1_TX_MODE_ONLY_4X4 = 0, V4L2_AV1_TX_MODE_LARGEST = 1, V4L2_AV1_TX_MODE_SELECT = 2, }; struct v4l2_ctrl_av1_frame { struct v4l2_av1_tile_info tile_info; struct v4l2_av1_quantization quantization; __u8 superres_denom; struct v4l2_av1_segmentation segmentation; struct v4l2_av1_loop_filter loop_filter; struct v4l2_av1_cdef cdef; __u8 skip_mode_frame[2]; __u8 primary_ref_frame; struct v4l2_av1_loop_restoration loop_restoration; struct v4l2_av1_global_motion global_motion; __u32 flags; enum v4l2_av1_frame_type frame_type; __u32 order_hint; __u32 upscaled_width; enum v4l2_av1_interpolation_filter interpolation_filter; enum v4l2_av1_tx_mode tx_mode; __u32 frame_width_minus_1; __u32 frame_height_minus_1; __u16 render_width_minus_1; __u16 render_height_minus_1; __u32 current_frame_id; __u32 buffer_removal_time[32]; __u8 reserved[4]; __u32 order_hints[8]; __u64 reference_frame_ts[8]; __s8 ref_frame_idx[7]; __u8 refresh_frame_flags; }; struct v4l2_ctrl_av1_film_grain { __u8 flags; __u8 cr_mult; __u16 grain_seed; __u8 film_grain_params_ref_idx; __u8 num_y_points; __u8 point_y_value[16]; __u8 point_y_scaling[16]; __u8 num_cb_points; __u8 point_cb_value[16]; __u8 point_cb_scaling[16]; __u8 num_cr_points; __u8 point_cr_value[16]; __u8 point_cr_scaling[16]; __u8 grain_scaling_minus_8; __u8 ar_coeff_lag; __u8 ar_coeffs_y_plus_128[25]; __u8 ar_coeffs_cb_plus_128[25]; __u8 ar_coeffs_cr_plus_128[25]; __u8 ar_coeff_shift_minus_6; __u8 grain_scale_shift; __u8 cb_mult; __u8 cb_luma_mult; __u8 cr_luma_mult; __u16 cb_offset; __u16 cr_offset; __u8 reserved[4]; }; struct v4l2_area { __u32 width; __u32 height; }; enum v4l2_ctrl_type { V4L2_CTRL_TYPE_INTEGER = 1, V4L2_CTRL_TYPE_BOOLEAN = 2, V4L2_CTRL_TYPE_MENU = 3, V4L2_CTRL_TYPE_BUTTON = 4, V4L2_CTRL_TYPE_INTEGER64 = 5, V4L2_CTRL_TYPE_CTRL_CLASS = 6, V4L2_CTRL_TYPE_STRING = 7, V4L2_CTRL_TYPE_BITMASK = 8, V4L2_CTRL_TYPE_INTEGER_MENU = 9, V4L2_CTRL_COMPOUND_TYPES = 256, V4L2_CTRL_TYPE_U8 = 256, V4L2_CTRL_TYPE_U16 = 257, V4L2_CTRL_TYPE_U32 = 258, V4L2_CTRL_TYPE_AREA = 262, V4L2_CTRL_TYPE_RECT = 263, V4L2_CTRL_TYPE_HDR10_CLL_INFO = 272, V4L2_CTRL_TYPE_HDR10_MASTERING_DISPLAY = 273, V4L2_CTRL_TYPE_H264_SPS = 512, V4L2_CTRL_TYPE_H264_PPS = 513, V4L2_CTRL_TYPE_H264_SCALING_MATRIX = 514, V4L2_CTRL_TYPE_H264_SLICE_PARAMS = 515, V4L2_CTRL_TYPE_H264_DECODE_PARAMS = 516, V4L2_CTRL_TYPE_H264_PRED_WEIGHTS = 517, V4L2_CTRL_TYPE_FWHT_PARAMS = 544, V4L2_CTRL_TYPE_VP8_FRAME = 576, V4L2_CTRL_TYPE_MPEG2_QUANTISATION = 592, V4L2_CTRL_TYPE_MPEG2_SEQUENCE = 593, V4L2_CTRL_TYPE_MPEG2_PICTURE = 594, V4L2_CTRL_TYPE_VP9_COMPRESSED_HDR = 608, V4L2_CTRL_TYPE_VP9_FRAME = 609, V4L2_CTRL_TYPE_HEVC_SPS = 624, V4L2_CTRL_TYPE_HEVC_PPS = 625, V4L2_CTRL_TYPE_HEVC_SLICE_PARAMS = 626, V4L2_CTRL_TYPE_HEVC_SCALING_MATRIX = 627, V4L2_CTRL_TYPE_HEVC_DECODE_PARAMS = 628, V4L2_CTRL_TYPE_AV1_SEQUENCE = 640, V4L2_CTRL_TYPE_AV1_TILE_GROUP_ENTRY = 641, V4L2_CTRL_TYPE_AV1_FRAME = 642, V4L2_CTRL_TYPE_AV1_FILM_GRAIN = 643, }; enum v4l2_video_device_flags { V4L2_FL_REGISTERED = 0, V4L2_FL_USES_V4L2_FH = 1, V4L2_FL_QUIRK_INVERTED_CROP = 2, V4L2_FL_SUBDEV_RO_DEVNODE = 3, }; struct v4l2_ctrl; typedef void (*v4l2_ctrl_notify_fnc)(struct v4l2_ctrl *, void *); struct media_request_object_ops; struct media_request_object { const struct media_request_object_ops *ops; void *priv; struct media_request *req; struct list_head list; struct kref kref; bool completed; }; struct v4l2_ctrl_ref; struct v4l2_ctrl_handler { struct mutex _lock; struct mutex *lock; struct list_head ctrls; struct list_head ctrl_refs; struct v4l2_ctrl_ref *cached; struct v4l2_ctrl_ref **buckets; v4l2_ctrl_notify_fnc notify; void *notify_priv; u16 nr_of_buckets; int error; bool request_is_queued; struct list_head requests; struct list_head requests_queued; struct media_request_object req_obj; }; struct media_request_object_ops { int (*prepare)(struct media_request_object *); void (*unprepare)(struct media_request_object *); void (*queue)(struct media_request_object *); void (*unbind)(struct media_request_object *); void (*release)(struct media_request_object *); }; union v4l2_ctrl_ptr { s32 *p_s32; s64 *p_s64; u8 *p_u8; u16 *p_u16; u32 *p_u32; char *p_char; struct v4l2_ctrl_mpeg2_sequence *p_mpeg2_sequence; struct v4l2_ctrl_mpeg2_picture *p_mpeg2_picture; struct v4l2_ctrl_mpeg2_quantisation *p_mpeg2_quantisation; struct v4l2_ctrl_fwht_params *p_fwht_params; struct v4l2_ctrl_h264_sps *p_h264_sps; struct v4l2_ctrl_h264_pps *p_h264_pps; struct v4l2_ctrl_h264_scaling_matrix *p_h264_scaling_matrix; struct v4l2_ctrl_h264_slice_params *p_h264_slice_params; struct v4l2_ctrl_h264_decode_params *p_h264_decode_params; struct v4l2_ctrl_h264_pred_weights *p_h264_pred_weights; struct v4l2_ctrl_vp8_frame *p_vp8_frame; struct v4l2_ctrl_hevc_sps *p_hevc_sps; struct v4l2_ctrl_hevc_pps *p_hevc_pps; struct v4l2_ctrl_hevc_slice_params *p_hevc_slice_params; struct v4l2_ctrl_vp9_compressed_hdr *p_vp9_compressed_hdr_probs; struct v4l2_ctrl_vp9_frame *p_vp9_frame; struct v4l2_ctrl_hdr10_cll_info *p_hdr10_cll; struct v4l2_ctrl_hdr10_mastering_display *p_hdr10_mastering; struct v4l2_area *p_area; struct v4l2_ctrl_av1_sequence *p_av1_sequence; struct v4l2_ctrl_av1_tile_group_entry *p_av1_tile_group_entry; struct v4l2_ctrl_av1_frame *p_av1_frame; struct v4l2_ctrl_av1_film_grain *p_av1_film_grain; struct v4l2_rect *p_rect; void *p; const void *p_const; }; struct v4l2_ctrl_ops { int (*g_volatile_ctrl)(struct v4l2_ctrl *); int (*try_ctrl)(struct v4l2_ctrl *); int (*s_ctrl)(struct v4l2_ctrl *); }; struct v4l2_ctrl_type_ops; struct v4l2_ctrl { struct list_head node; struct list_head ev_subs; struct v4l2_ctrl_handler *handler; struct v4l2_ctrl **cluster; unsigned int ncontrols; unsigned int done: 1; unsigned int is_new: 1; unsigned int has_changed: 1; unsigned int is_private: 1; unsigned int is_auto: 1; unsigned int is_int: 1; unsigned int is_string: 1; unsigned int is_ptr: 1; unsigned int is_array: 1; unsigned int is_dyn_array: 1; unsigned int has_volatiles: 1; unsigned int call_notify: 1; unsigned int manual_mode_value: 8; const struct v4l2_ctrl_ops *ops; const struct v4l2_ctrl_type_ops *type_ops; u32 id; const char *name; enum v4l2_ctrl_type type; s64 minimum; s64 maximum; s64 default_value; u32 elems; u32 elem_size; u32 new_elems; u32 dims[4]; u32 nr_of_dims; union { u64 step; u64 menu_skip_mask; }; union { const char * const *qmenu; const s64 *qmenu_int; }; long unsigned int flags; void *priv; void *p_array; u32 p_array_alloc_elems; s32 val; struct { s32 val; } cur; union v4l2_ctrl_ptr p_def; union v4l2_ctrl_ptr p_min; union v4l2_ctrl_ptr p_max; union v4l2_ctrl_ptr p_new; union v4l2_ctrl_ptr p_cur; }; struct v4l2_ctrl_type_ops { bool (*equal)(const struct v4l2_ctrl *, union v4l2_ctrl_ptr, union v4l2_ctrl_ptr); void (*init)(const struct v4l2_ctrl *, u32, union v4l2_ctrl_ptr); void (*minimum)(const struct v4l2_ctrl *, u32, union v4l2_ctrl_ptr); void (*maximum)(const struct v4l2_ctrl *, u32, union v4l2_ctrl_ptr); void (*log)(const struct v4l2_ctrl *); int (*validate)(const struct v4l2_ctrl *, union v4l2_ctrl_ptr); }; struct v4l2_ctrl_helper; struct v4l2_ctrl_ref { struct list_head node; struct v4l2_ctrl_ref *next; struct v4l2_ctrl *ctrl; struct v4l2_ctrl_helper *helper; bool from_other_dev; bool req_done; bool p_req_valid; bool p_req_array_enomem; u32 p_req_array_alloc_elems; u32 p_req_elems; union v4l2_ctrl_ptr p_req; }; typedef bool (*v4l2_ctrl_filter)(const struct v4l2_ctrl *); struct v4l2_hevc_dpb_entry { __u64 timestamp; __u8 flags; __u8 field_pic; __u16 reserved; __s32 pic_order_cnt_val; }; struct v4l2_ctrl_hevc_decode_params { __s32 pic_order_cnt_val; __u16 short_term_ref_pic_set_size; __u16 long_term_ref_pic_set_size; __u8 num_active_dpb_entries; __u8 num_poc_st_curr_before; __u8 num_poc_st_curr_after; __u8 num_poc_lt_curr; __u8 poc_st_curr_before[16]; __u8 poc_st_curr_after[16]; __u8 poc_lt_curr[16]; __u8 num_delta_pocs_of_ref_rps_idx; __u8 reserved[3]; struct v4l2_hevc_dpb_entry dpb[16]; __u64 flags; }; struct v4l2_event_vsync { __u8 field; }; struct v4l2_event_ctrl { __u32 changes; __u32 type; union { __s32 value; __s64 value64; }; __u32 flags; __s32 minimum; __s32 maximum; __s32 step; __s32 default_value; }; struct v4l2_event_frame_sync { __u32 frame_sequence; }; struct v4l2_event_src_change { __u32 changes; }; struct v4l2_event_motion_det { __u32 flags; __u32 frame_sequence; __u32 region_mask; }; struct v4l2_event { __u32 type; union { struct v4l2_event_vsync vsync; struct v4l2_event_ctrl ctrl; struct v4l2_event_frame_sync frame_sync; struct v4l2_event_src_change src_change; struct v4l2_event_motion_det motion_det; __u8 data[64]; } u; __u32 pending; __u32 sequence; struct __kernel_timespec timestamp; __u32 id; __u32 reserved[8]; }; struct v4l2_ctrl_config { const struct v4l2_ctrl_ops *ops; const struct v4l2_ctrl_type_ops *type_ops; u32 id; const char *name; enum v4l2_ctrl_type type; s64 min; s64 max; u64 step; s64 def; union v4l2_ctrl_ptr p_def; union v4l2_ctrl_ptr p_min; union v4l2_ctrl_ptr p_max; u32 dims[4]; u32 elem_size; u32 flags; u64 menu_skip_mask; const char * const *qmenu; const s64 *qmenu_int; unsigned int is_private: 1; }; struct v4l2_subscribed_event; struct v4l2_subscribed_event_ops { int (*add)(struct v4l2_subscribed_event *, unsigned int); void (*del)(struct v4l2_subscribed_event *); void (*replace)(struct v4l2_event *, const struct v4l2_event *); void (*merge)(const struct v4l2_event *, struct v4l2_event *); }; struct v4l2_kevent { struct list_head list; struct v4l2_subscribed_event *sev; struct v4l2_event event; u64 ts; }; struct v4l2_subscribed_event { struct list_head list; u32 type; u32 id; u32 flags; struct v4l2_fh *fh; struct list_head node; const struct v4l2_subscribed_event_ops *ops; unsigned int elems; unsigned int first; unsigned int in_use; struct v4l2_kevent events[0]; }; enum v4l2_fwnode_orientation { V4L2_FWNODE_ORIENTATION_FRONT = 0, V4L2_FWNODE_ORIENTATION_BACK = 1, V4L2_FWNODE_ORIENTATION_EXTERNAL = 2, }; struct v4l2_fwnode_device_properties { enum v4l2_fwnode_orientation orientation; unsigned int rotation; }; struct v4l2_ctrl_hevc_scaling_matrix { __u8 scaling_list_4x4[96]; __u8 scaling_list_8x8[384]; __u8 scaling_list_16x16[384]; __u8 scaling_list_32x32[128]; __u8 scaling_list_dc_coef_16x16[6]; __u8 scaling_list_dc_coef_32x32[2]; }; struct v4l2_capability { __u8 driver[16]; __u8 card[32]; __u8 bus_info[32]; __u32 version; __u32 capabilities; __u32 device_caps; __u32 reserved[3]; }; struct v4l2_pix_format { __u32 width; __u32 height; __u32 pixelformat; __u32 field; __u32 bytesperline; __u32 sizeimage; __u32 colorspace; __u32 priv; __u32 flags; union { __u32 ycbcr_enc; __u32 hsv_enc; }; __u32 quantization; __u32 xfer_func; }; struct v4l2_fmtdesc { __u32 index; __u32 type; __u32 flags; __u8 description[32]; __u32 pixelformat; __u32 mbus_code; __u32 reserved[3]; }; struct v4l2_frmsize_discrete { __u32 width; __u32 height; }; struct v4l2_frmsize_stepwise { __u32 min_width; __u32 max_width; __u32 step_width; __u32 min_height; __u32 max_height; __u32 step_height; }; struct v4l2_frmsizeenum { __u32 index; __u32 pixel_format; __u32 type; union { struct v4l2_frmsize_discrete discrete; struct v4l2_frmsize_stepwise stepwise; }; __u32 reserved[2]; }; struct v4l2_frmival_stepwise { struct v4l2_fract min; struct v4l2_fract max; struct v4l2_fract step; }; struct v4l2_frmivalenum { __u32 index; __u32 pixel_format; __u32 width; __u32 height; __u32 type; union { struct v4l2_fract discrete; struct v4l2_frmival_stepwise stepwise; }; __u32 reserved[2]; }; struct v4l2_timecode { __u32 type; __u32 flags; __u8 frames; __u8 seconds; __u8 minutes; __u8 hours; __u8 userbits[4]; }; struct v4l2_jpegcompression { int quality; int APPn; int APP_len; char APP_data[60]; int COM_len; char COM_data[60]; __u32 jpeg_markers; }; struct __kernel_v4l2_timeval { long long int tv_sec; long long int tv_usec; }; struct v4l2_requestbuffers { __u32 count; __u32 type; __u32 memory; __u32 capabilities; __u8 flags; __u8 reserved[3]; }; struct v4l2_plane { __u32 bytesused; __u32 length; union { __u32 mem_offset; long unsigned int userptr; __s32 fd; } m; __u32 data_offset; __u32 reserved[11]; }; struct v4l2_buffer { __u32 index; __u32 type; __u32 bytesused; __u32 flags; __u32 field; struct __kernel_v4l2_timeval timestamp; struct v4l2_timecode timecode; __u32 sequence; __u32 memory; union { __u32 offset; long unsigned int userptr; struct v4l2_plane *planes; __s32 fd; } m; __u32 length; __u32 reserved2; union { __s32 request_fd; __u32 reserved; }; }; struct v4l2_exportbuffer { __u32 type; __u32 index; __u32 plane; __u32 flags; __s32 fd; __u32 reserved[11]; }; struct v4l2_framebuffer { __u32 capability; __u32 flags; void *base; struct { __u32 width; __u32 height; __u32 pixelformat; __u32 field; __u32 bytesperline; __u32 sizeimage; __u32 colorspace; __u32 priv; } fmt; }; struct v4l2_clip { struct v4l2_rect c; struct v4l2_clip *next; }; struct v4l2_window { struct v4l2_rect w; __u32 field; __u32 chromakey; struct v4l2_clip *clips; __u32 clipcount; void *bitmap; __u8 global_alpha; }; struct v4l2_captureparm { __u32 capability; __u32 capturemode; struct v4l2_fract timeperframe; __u32 extendedmode; __u32 readbuffers; __u32 reserved[4]; }; struct v4l2_outputparm { __u32 capability; __u32 outputmode; struct v4l2_fract timeperframe; __u32 extendedmode; __u32 writebuffers; __u32 reserved[4]; }; struct v4l2_selection { __u32 type; __u32 target; __u32 flags; struct v4l2_rect r; __u32 reserved[9]; }; struct v4l2_input { __u32 index; __u8 name[32]; __u32 type; __u32 audioset; __u32 tuner; v4l2_std_id std; __u32 status; __u32 capabilities; __u32 reserved[3]; }; struct v4l2_output { __u32 index; __u8 name[32]; __u32 type; __u32 audioset; __u32 modulator; v4l2_std_id std; __u32 capabilities; __u32 reserved[3]; }; struct v4l2_ext_control { __u32 id; __u32 size; __u32 reserved2[1]; union { __s32 value; __s64 value64; char *string; __u8 *p_u8; __u16 *p_u16; __u32 *p_u32; __s32 *p_s32; __s64 *p_s64; struct v4l2_area *p_area; struct v4l2_rect *p_rect; struct v4l2_ctrl_h264_sps *p_h264_sps; struct v4l2_ctrl_h264_pps *p_h264_pps; struct v4l2_ctrl_h264_scaling_matrix *p_h264_scaling_matrix; struct v4l2_ctrl_h264_pred_weights *p_h264_pred_weights; struct v4l2_ctrl_h264_slice_params *p_h264_slice_params; struct v4l2_ctrl_h264_decode_params *p_h264_decode_params; struct v4l2_ctrl_fwht_params *p_fwht_params; struct v4l2_ctrl_vp8_frame *p_vp8_frame; struct v4l2_ctrl_mpeg2_sequence *p_mpeg2_sequence; struct v4l2_ctrl_mpeg2_picture *p_mpeg2_picture; struct v4l2_ctrl_mpeg2_quantisation *p_mpeg2_quantisation; struct v4l2_ctrl_vp9_compressed_hdr *p_vp9_compressed_hdr_probs; struct v4l2_ctrl_vp9_frame *p_vp9_frame; struct v4l2_ctrl_hevc_sps *p_hevc_sps; struct v4l2_ctrl_hevc_pps *p_hevc_pps; struct v4l2_ctrl_hevc_slice_params *p_hevc_slice_params; struct v4l2_ctrl_hevc_scaling_matrix *p_hevc_scaling_matrix; struct v4l2_ctrl_hevc_decode_params *p_hevc_decode_params; struct v4l2_ctrl_av1_sequence *p_av1_sequence; struct v4l2_ctrl_av1_tile_group_entry *p_av1_tile_group_entry; struct v4l2_ctrl_av1_frame *p_av1_frame; struct v4l2_ctrl_av1_film_grain *p_av1_film_grain; struct v4l2_ctrl_hdr10_cll_info *p_hdr10_cll_info; struct v4l2_ctrl_hdr10_mastering_display *p_hdr10_mastering_display; void *ptr; }; } __attribute__((packed)); struct v4l2_ext_controls { union { __u32 which; }; __u32 count; __u32 error_idx; __s32 request_fd; __u32 reserved[1]; struct v4l2_ext_control *controls; }; struct v4l2_query_ext_ctrl { __u32 id; __u32 type; char name[32]; __s64 minimum; __s64 maximum; __u64 step; __s64 default_value; __u32 flags; __u32 elem_size; __u32 elems; __u32 nr_of_dims; __u32 dims[4]; __u32 reserved[32]; }; struct v4l2_querymenu { __u32 id; __u32 index; union { __u8 name[32]; __s64 value; }; __u32 reserved; } __attribute__((packed)); struct v4l2_hw_freq_seek { __u32 tuner; __u32 type; __u32 seek_upward; __u32 wrap_around; __u32 spacing; __u32 rangelow; __u32 rangehigh; __u32 reserved[5]; }; struct v4l2_audio { __u32 index; __u8 name[32]; __u32 capability; __u32 mode; __u32 reserved[2]; }; struct v4l2_audioout { __u32 index; __u8 name[32]; __u32 capability; __u32 mode; __u32 reserved[2]; }; struct v4l2_enc_idx_entry { __u64 offset; __u64 pts; __u32 length; __u32 flags; __u32 reserved[2]; }; struct v4l2_enc_idx { __u32 entries; __u32 entries_cap; __u32 reserved[4]; struct v4l2_enc_idx_entry entry[64]; }; struct v4l2_encoder_cmd { __u32 cmd; __u32 flags; union { struct { __u32 data[8]; } raw; }; }; struct v4l2_decoder_cmd { __u32 cmd; __u32 flags; union { struct { __u64 pts; } stop; struct { __s32 speed; __u32 format; } start; struct { __u32 data[16]; } raw; }; }; struct v4l2_plane_pix_format { __u32 sizeimage; __u32 bytesperline; __u16 reserved[6]; }; struct v4l2_pix_format_mplane { __u32 width; __u32 height; __u32 pixelformat; __u32 field; __u32 colorspace; struct v4l2_plane_pix_format plane_fmt[8]; __u8 num_planes; __u8 flags; union { __u8 ycbcr_enc; __u8 hsv_enc; }; __u8 quantization; __u8 xfer_func; __u8 reserved[7]; }; struct v4l2_sdr_format { __u32 pixelformat; __u32 buffersize; __u8 reserved[24]; }; struct v4l2_meta_format { __u32 dataformat; __u32 buffersize; __u32 width; __u32 height; __u32 bytesperline; }; struct v4l2_format { __u32 type; union { struct v4l2_pix_format pix; struct v4l2_pix_format_mplane pix_mp; struct v4l2_window win; struct v4l2_vbi_format vbi; struct v4l2_sliced_vbi_format sliced; struct v4l2_sdr_format sdr; struct v4l2_meta_format meta; __u8 raw_data[200]; } fmt; }; struct v4l2_streamparm { __u32 type; union { struct v4l2_captureparm capture; struct v4l2_outputparm output; __u8 raw_data[200]; } parm; }; struct v4l2_create_buffers { __u32 index; __u32 count; __u32 memory; struct v4l2_format format; __u32 capabilities; __u32 flags; __u32 max_num_buffers; __u32 reserved[5]; }; struct v4l2_remove_buffers { __u32 index; __u32 count; __u32 type; __u32 reserved[13]; }; enum v4l2_field { V4L2_FIELD_ANY = 0, V4L2_FIELD_NONE = 1, V4L2_FIELD_TOP = 2, V4L2_FIELD_BOTTOM = 3, V4L2_FIELD_INTERLACED = 4, V4L2_FIELD_SEQ_TB = 5, V4L2_FIELD_SEQ_BT = 6, V4L2_FIELD_ALTERNATE = 7, V4L2_FIELD_INTERLACED_TB = 8, V4L2_FIELD_INTERLACED_BT = 9, }; struct vb2_fileio_data; struct vb2_threadio_data; struct vb2_ops; struct vb2_mem_ops; struct vb2_buf_ops; struct vb2_buffer; struct vb2_queue { unsigned int type; unsigned int io_modes; struct device *dev; long unsigned int dma_attrs; unsigned int bidirectional: 1; unsigned int fileio_read_once: 1; unsigned int fileio_write_immediately: 1; unsigned int allow_zero_bytesused: 1; unsigned int quirk_poll_must_check_waiting_for_buffers: 1; unsigned int supports_requests: 1; unsigned int requires_requests: 1; unsigned int uses_qbuf: 1; unsigned int uses_requests: 1; unsigned int allow_cache_hints: 1; unsigned int non_coherent_mem: 1; struct mutex *lock; void *owner; const struct vb2_ops *ops; const struct vb2_mem_ops *mem_ops; const struct vb2_buf_ops *buf_ops; void *drv_priv; u32 subsystem_flags; unsigned int buf_struct_size; u32 timestamp_flags; gfp_t gfp_flags; u32 min_queued_buffers; u32 min_reqbufs_allocation; struct device *alloc_devs[8]; struct mutex mmap_lock; unsigned int memory; enum dma_data_direction dma_dir; struct vb2_buffer **bufs; long unsigned int *bufs_bitmap; unsigned int max_num_buffers; struct list_head queued_list; unsigned int queued_count; atomic_t owned_by_drv_count; struct list_head done_list; spinlock_t done_lock; wait_queue_head_t done_wq; unsigned int streaming: 1; unsigned int start_streaming_called: 1; unsigned int error: 1; unsigned int waiting_for_buffers: 1; unsigned int waiting_in_dqbuf: 1; unsigned int is_multiplanar: 1; unsigned int is_output: 1; unsigned int is_busy: 1; unsigned int copy_timestamp: 1; unsigned int last_buffer_dequeued: 1; struct vb2_fileio_data *fileio; struct vb2_threadio_data *threadio; char name[32]; }; struct iosys_map { union { void *vaddr_iomem; void *vaddr; }; bool is_iomem; }; struct dma_buf; struct dma_buf_attachment; struct dma_buf_ops { bool cache_sgt_mapping; int (*attach)(struct dma_buf *, struct dma_buf_attachment *); void (*detach)(struct dma_buf *, struct dma_buf_attachment *); int (*pin)(struct dma_buf_attachment *); void (*unpin)(struct dma_buf_attachment *); struct sg_table * (*map_dma_buf)(struct dma_buf_attachment *, enum dma_data_direction); void (*unmap_dma_buf)(struct dma_buf_attachment *, struct sg_table *, enum dma_data_direction); void (*release)(struct dma_buf *); int (*begin_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*end_cpu_access)(struct dma_buf *, enum dma_data_direction); int (*mmap)(struct dma_buf *, struct vm_area_struct *); int (*vmap)(struct dma_buf *, struct iosys_map *); void (*vunmap)(struct dma_buf *, struct iosys_map *); }; struct dma_buf_poll_cb_t { struct dma_fence_cb cb; wait_queue_head_t *poll; __poll_t active; }; struct dma_resv; struct dma_buf { size_t size; struct file *file; struct list_head attachments; const struct dma_buf_ops *ops; unsigned int vmapping_counter; struct iosys_map vmap_ptr; const char *exp_name; const char *name; spinlock_t name_lock; struct module *owner; struct list_head list_node; void *priv; struct dma_resv *resv; wait_queue_head_t poll; struct dma_buf_poll_cb_t cb_in; struct dma_buf_poll_cb_t cb_out; }; struct dma_buf_attach_ops; struct dma_buf_attachment { struct dma_buf *dmabuf; struct device *dev; struct list_head node; struct sg_table *sgt; enum dma_data_direction dir; bool peer2peer; const struct dma_buf_attach_ops *importer_ops; void *importer_priv; void *priv; }; struct dma_buf_attach_ops { bool allow_peer2peer; void (*move_notify)(struct dma_buf_attachment *); }; struct vb2_mem_ops { void * (*alloc)(struct vb2_buffer *, struct device *, long unsigned int); void (*put)(void *); struct dma_buf * (*get_dmabuf)(struct vb2_buffer *, void *, long unsigned int); void * (*get_userptr)(struct vb2_buffer *, struct device *, long unsigned int, long unsigned int); void (*put_userptr)(void *); void (*prepare)(void *); void (*finish)(void *); void * (*attach_dmabuf)(struct vb2_buffer *, struct device *, struct dma_buf *, long unsigned int); void (*detach_dmabuf)(void *); int (*map_dmabuf)(void *); void (*unmap_dmabuf)(void *); void * (*vaddr)(struct vb2_buffer *, void *); void * (*cookie)(struct vb2_buffer *, void *); unsigned int (*num_users)(void *); int (*mmap)(void *, struct vm_area_struct *); }; enum vb2_buffer_state { VB2_BUF_STATE_DEQUEUED = 0, VB2_BUF_STATE_IN_REQUEST = 1, VB2_BUF_STATE_PREPARING = 2, VB2_BUF_STATE_QUEUED = 3, VB2_BUF_STATE_ACTIVE = 4, VB2_BUF_STATE_DONE = 5, VB2_BUF_STATE_ERROR = 6, }; struct vb2_plane { void *mem_priv; struct dma_buf *dbuf; unsigned int dbuf_mapped; bool dbuf_duplicated; unsigned int bytesused; unsigned int length; unsigned int min_length; union { unsigned int offset; long unsigned int userptr; int fd; } m; unsigned int data_offset; }; struct vb2_buffer { struct vb2_queue *vb2_queue; unsigned int index; unsigned int type; unsigned int memory; unsigned int num_planes; u64 timestamp; struct media_request *request; struct media_request_object req_obj; enum vb2_buffer_state state; unsigned int synced: 1; unsigned int prepared: 1; unsigned int copied_timestamp: 1; unsigned int skip_cache_sync_on_prepare: 1; unsigned int skip_cache_sync_on_finish: 1; struct vb2_plane planes[8]; struct list_head queued_entry; struct list_head done_entry; }; struct vb2_ops { int (*queue_setup)(struct vb2_queue *, unsigned int *, unsigned int *, unsigned int *, struct device **); void (*wait_prepare)(struct vb2_queue *); void (*wait_finish)(struct vb2_queue *); int (*buf_out_validate)(struct vb2_buffer *); int (*buf_init)(struct vb2_buffer *); int (*buf_prepare)(struct vb2_buffer *); void (*buf_finish)(struct vb2_buffer *); void (*buf_cleanup)(struct vb2_buffer *); int (*prepare_streaming)(struct vb2_queue *); int (*start_streaming)(struct vb2_queue *, unsigned int); void (*stop_streaming)(struct vb2_queue *); void (*unprepare_streaming)(struct vb2_queue *); void (*buf_queue)(struct vb2_buffer *); void (*buf_request_complete)(struct vb2_buffer *); }; struct vb2_buf_ops { int (*verify_planes_array)(struct vb2_buffer *, const void *); void (*init_buffer)(struct vb2_buffer *); void (*fill_user_buffer)(struct vb2_buffer *, void *); int (*fill_vb2_buffer)(struct vb2_buffer *, struct vb2_plane *); void (*copy_timestamp)(struct vb2_buffer *, const void *); }; struct vb2_v4l2_buffer { struct vb2_buffer vb2_buf; __u32 flags; __u32 field; struct v4l2_timecode timecode; __u32 sequence; __s32 request_fd; bool is_held; struct vb2_plane planes[8]; }; struct trace_event_raw_v4l2_event_class { struct trace_entry ent; int minor; u32 index; u32 type; u32 bytesused; u32 flags; u32 field; s64 timestamp; u32 timecode_type; u32 timecode_flags; u8 timecode_frames; u8 timecode_seconds; u8 timecode_minutes; u8 timecode_hours; u8 timecode_userbits0; u8 timecode_userbits1; u8 timecode_userbits2; u8 timecode_userbits3; u32 sequence; char __data[0]; }; struct trace_event_raw_vb2_v4l2_event_class { struct trace_entry ent; int minor; u32 flags; u32 field; u64 timestamp; u32 timecode_type; u32 timecode_flags; u8 timecode_frames; u8 timecode_seconds; u8 timecode_minutes; u8 timecode_hours; u8 timecode_userbits0; u8 timecode_userbits1; u8 timecode_userbits2; u8 timecode_userbits3; u32 sequence; char __data[0]; }; struct trace_event_data_offsets_v4l2_event_class {}; struct trace_event_data_offsets_vb2_v4l2_event_class {}; typedef void (*btf_trace_v4l2_dqbuf)(void *, int, struct v4l2_buffer *); typedef void (*btf_trace_v4l2_qbuf)(void *, int, struct v4l2_buffer *); typedef void (*btf_trace_vb2_v4l2_buf_done)(void *, struct vb2_queue *, struct vb2_buffer *); typedef void (*btf_trace_vb2_v4l2_buf_queue)(void *, struct vb2_queue *, struct vb2_buffer *); typedef void (*btf_trace_vb2_v4l2_dqbuf)(void *, struct vb2_queue *, struct vb2_buffer *); typedef void (*btf_trace_vb2_v4l2_qbuf)(void *, struct vb2_queue *, struct vb2_buffer *); struct dvb_ringbuffer { u8 *data; ssize_t size; ssize_t pread; ssize_t pwrite; int error; wait_queue_head_t queue; spinlock_t lock; }; struct rc_map_list { struct list_head list; struct rc_map map; }; struct bpf_trace_run_ctx { struct bpf_run_ctx run_ctx; u64 bpf_cookie; bool is_uprobe; }; typedef u32 (*bpf_prog_run_fn)(const struct bpf_prog *, const void *); struct ir_raw_event { union { u32 duration; u32 carrier; }; u8 duty_cycle; unsigned int pulse: 1; unsigned int overflow: 1; unsigned int timeout: 1; unsigned int carrier_report: 1; }; struct ir_raw_event_ctrl { struct list_head list; struct task_struct *thread; struct { union { struct __kfifo kfifo; struct ir_raw_event *type; const struct ir_raw_event *const_type; char (*rectype)[0]; struct ir_raw_event *ptr; const struct ir_raw_event *ptr_const; }; struct ir_raw_event buf[512]; } kfifo; ktime_t last_event; struct rc_dev *dev; spinlock_t edge_spinlock; struct timer_list edge_handle; struct ir_raw_event prev_ev; struct ir_raw_event this_ev; u32 bpf_sample; struct bpf_prog_array *progs; }; typedef u64 (*btf_bpf_rc_repeat)(u32 *); typedef u64 (*btf_bpf_rc_keydown)(u32 *, u32, u64, u32); typedef u64 (*btf_bpf_rc_pointer_rel)(u32 *, s32, s32); struct cyclecounter { u64 (*read)(const struct cyclecounter *); u64 mask; u32 mult; u32 shift; }; struct timecounter { const struct cyclecounter *cc; u64 cycle_last; u64 nsec; u64 mask; u64 frac; }; struct system_device_crosststamp { ktime_t device; ktime_t sys_realtime; ktime_t sys_monoraw; }; struct posix_clock; struct posix_clock_context; struct posix_clock_operations { struct module *owner; int (*clock_adjtime)(struct posix_clock *, struct __kernel_timex *); int (*clock_gettime)(struct posix_clock *, struct timespec64 *); int (*clock_getres)(struct posix_clock *, struct timespec64 *); int (*clock_settime)(struct posix_clock *, const struct timespec64 *); long int (*ioctl)(struct posix_clock_context *, unsigned int, long unsigned int); int (*open)(struct posix_clock_context *, fmode_t); __poll_t (*poll)(struct posix_clock_context *, struct file *, poll_table *); int (*release)(struct posix_clock_context *); ssize_t (*read)(struct posix_clock_context *, uint, char *, size_t); }; struct posix_clock { struct posix_clock_operations ops; struct cdev cdev; struct device *dev; struct rw_semaphore rwsem; bool zombie; }; struct posix_clock_context { struct posix_clock *clk; struct file *fp; void *private_clkdata; }; struct ptp_clock_time { __s64 sec; __u32 nsec; __u32 reserved; }; struct ptp_extts_request { unsigned int index; unsigned int flags; unsigned int rsv[2]; }; struct ptp_perout_request { union { struct ptp_clock_time start; struct ptp_clock_time phase; }; struct ptp_clock_time period; unsigned int index; unsigned int flags; union { struct ptp_clock_time on; unsigned int rsv[4]; }; }; enum ptp_pin_function { PTP_PF_NONE = 0, PTP_PF_EXTTS = 1, PTP_PF_PEROUT = 2, PTP_PF_PHYSYNC = 3, }; struct ptp_pin_desc { char name[64]; unsigned int index; unsigned int func; unsigned int chan; unsigned int rsv[5]; }; struct pps_ktime { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kparams { int api_version; int mode; struct pps_ktime assert_off_tu; struct pps_ktime clear_off_tu; }; struct pps_device; struct pps_source_info { char name[32]; char path[32]; int mode; void (*echo)(struct pps_device *, int, void *); struct module *owner; struct device *dev; }; struct pps_device { struct pps_source_info info; struct pps_kparams params; __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; unsigned int last_ev; wait_queue_head_t queue; unsigned int id; const void *lookup_cookie; struct device dev; struct fasync_struct *async_queue; spinlock_t lock; }; struct ptp_clock_request { enum { PTP_CLK_REQ_EXTTS = 0, PTP_CLK_REQ_PEROUT = 1, PTP_CLK_REQ_PPS = 2, } type; union { struct ptp_extts_request extts; struct ptp_perout_request perout; }; }; struct ptp_system_timestamp { struct timespec64 pre_ts; struct timespec64 post_ts; clockid_t clockid; }; struct ptp_clock_info { struct module *owner; char name[32]; s32 max_adj; int n_alarm; int n_ext_ts; int n_per_out; int n_pins; int pps; struct ptp_pin_desc *pin_config; int (*adjfine)(struct ptp_clock_info *, long int); int (*adjphase)(struct ptp_clock_info *, s32); s32 (*getmaxphase)(struct ptp_clock_info *); int (*adjtime)(struct ptp_clock_info *, s64); int (*gettime64)(struct ptp_clock_info *, struct timespec64 *); int (*gettimex64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosststamp)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*settime64)(struct ptp_clock_info *, const struct timespec64 *); int (*getcycles64)(struct ptp_clock_info *, struct timespec64 *); int (*getcyclesx64)(struct ptp_clock_info *, struct timespec64 *, struct ptp_system_timestamp *); int (*getcrosscycles)(struct ptp_clock_info *, struct system_device_crosststamp *); int (*enable)(struct ptp_clock_info *, struct ptp_clock_request *, int); int (*verify)(struct ptp_clock_info *, unsigned int, enum ptp_pin_function, unsigned int); long int (*do_aux_work)(struct ptp_clock_info *); }; struct ptp_clock { struct posix_clock clock; struct device dev; struct ptp_clock_info *info; dev_t devid; int index; struct pps_device *pps_source; long int dialed_frequency; struct list_head tsevqs; spinlock_t tsevqs_lock; struct mutex pincfg_mux; wait_queue_head_t tsev_wq; int defunct; struct device_attribute *pin_dev_attr; struct attribute **pin_attr; struct attribute_group pin_attr_group; const struct attribute_group *pin_attr_groups[2]; struct kthread_worker *kworker; struct kthread_delayed_work aux_work; unsigned int max_vclocks; unsigned int n_vclocks; int *vclock_index; struct mutex n_vclocks_mux; bool is_virtual_clock; bool has_cycles; struct dentry *debugfs_root; }; struct ptp_vclock { struct ptp_clock *pclock; struct ptp_clock_info info; struct ptp_clock *clock; struct hlist_node vclock_hash_node; struct cyclecounter cc; struct timecounter tc; struct mutex lock; }; struct xgene_reboot_context { struct device *dev; void *csr; u32 mask; }; struct syscon_poweroff_data { struct regmap *map; u32 offset; u32 value; u32 mask; }; enum { POWER_SUPPLY_STATUS_UNKNOWN = 0, POWER_SUPPLY_STATUS_CHARGING = 1, POWER_SUPPLY_STATUS_DISCHARGING = 2, POWER_SUPPLY_STATUS_NOT_CHARGING = 3, POWER_SUPPLY_STATUS_FULL = 4, }; struct power_supply_led_trigger { struct led_trigger trig; struct power_supply *psy; }; enum power_supply_charge_behaviour { POWER_SUPPLY_CHARGE_BEHAVIOUR_AUTO = 0, POWER_SUPPLY_CHARGE_BEHAVIOUR_INHIBIT_CHARGE = 1, POWER_SUPPLY_CHARGE_BEHAVIOUR_FORCE_DISCHARGE = 2, }; struct power_supply_ext { const char * const name; u8 charge_behaviours; const enum power_supply_property *properties; size_t num_properties; int (*get_property)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property, union power_supply_propval *); int (*set_property)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property, const union power_supply_propval *); int (*property_is_writeable)(struct power_supply *, const struct power_supply_ext *, void *, enum power_supply_property); }; struct acpi_battery_hook { const char *name; int (*add_battery)(struct power_supply *, struct acpi_battery_hook *); int (*remove_battery)(struct power_supply *, struct acpi_battery_hook *); struct list_head list; }; enum ec_led_colors { EC_LED_COLOR_RED = 0, EC_LED_COLOR_GREEN = 1, EC_LED_COLOR_BLUE = 2, EC_LED_COLOR_YELLOW = 3, EC_LED_COLOR_WHITE = 4, EC_LED_COLOR_AMBER = 5, EC_LED_COLOR_COUNT = 6, }; enum ec_temp_thresholds { EC_TEMP_THRESH_WARN = 0, EC_TEMP_THRESH_HIGH = 1, EC_TEMP_THRESH_HALT = 2, EC_TEMP_THRESH_COUNT = 3, }; enum ec_charge_control_mode { CHARGE_CONTROL_NORMAL = 0, CHARGE_CONTROL_IDLE = 1, CHARGE_CONTROL_DISCHARGE = 2, CHARGE_CONTROL_COUNT = 3, }; enum ec_charge_control_cmd { EC_CHARGE_CONTROL_CMD_SET = 0, EC_CHARGE_CONTROL_CMD_GET = 1, }; struct ec_params_charge_control { uint32_t mode; uint8_t cmd; uint8_t flags; struct { int8_t lower; int8_t upper; } sustain_soc; }; struct ec_response_charge_control { uint32_t mode; struct { int8_t lower; int8_t upper; } sustain_soc; uint8_t flags; uint8_t reserved; }; struct cros_chctl_priv { struct device *dev; struct cros_ec_device *cros_ec; struct acpi_battery_hook battery_hook; struct power_supply *hooked_battery; u8 cmd_version; const struct power_supply_ext *psy_ext; struct mutex lock; enum power_supply_charge_behaviour current_behaviour; u8 current_start_threshold; u8 current_end_threshold; }; enum hwmon_temp_attributes { hwmon_temp_enable = 0, hwmon_temp_input = 1, hwmon_temp_type = 2, hwmon_temp_lcrit = 3, hwmon_temp_lcrit_hyst = 4, hwmon_temp_min = 5, hwmon_temp_min_hyst = 6, hwmon_temp_max = 7, hwmon_temp_max_hyst = 8, hwmon_temp_crit = 9, hwmon_temp_crit_hyst = 10, hwmon_temp_emergency = 11, hwmon_temp_emergency_hyst = 12, hwmon_temp_alarm = 13, hwmon_temp_lcrit_alarm = 14, hwmon_temp_min_alarm = 15, hwmon_temp_max_alarm = 16, hwmon_temp_crit_alarm = 17, hwmon_temp_emergency_alarm = 18, hwmon_temp_fault = 19, hwmon_temp_offset = 20, hwmon_temp_label = 21, hwmon_temp_lowest = 22, hwmon_temp_highest = 23, hwmon_temp_reset_history = 24, hwmon_temp_rated_min = 25, hwmon_temp_rated_max = 26, hwmon_temp_beep = 27, }; enum hwmon_in_attributes { hwmon_in_enable = 0, hwmon_in_input = 1, hwmon_in_min = 2, hwmon_in_max = 3, hwmon_in_lcrit = 4, hwmon_in_crit = 5, hwmon_in_average = 6, hwmon_in_lowest = 7, hwmon_in_highest = 8, hwmon_in_reset_history = 9, hwmon_in_label = 10, hwmon_in_alarm = 11, hwmon_in_min_alarm = 12, hwmon_in_max_alarm = 13, hwmon_in_lcrit_alarm = 14, hwmon_in_crit_alarm = 15, hwmon_in_rated_min = 16, hwmon_in_rated_max = 17, hwmon_in_beep = 18, hwmon_in_fault = 19, }; enum hwmon_curr_attributes { hwmon_curr_enable = 0, hwmon_curr_input = 1, hwmon_curr_min = 2, hwmon_curr_max = 3, hwmon_curr_lcrit = 4, hwmon_curr_crit = 5, hwmon_curr_average = 6, hwmon_curr_lowest = 7, hwmon_curr_highest = 8, hwmon_curr_reset_history = 9, hwmon_curr_label = 10, hwmon_curr_alarm = 11, hwmon_curr_min_alarm = 12, hwmon_curr_max_alarm = 13, hwmon_curr_lcrit_alarm = 14, hwmon_curr_crit_alarm = 15, hwmon_curr_rated_min = 16, hwmon_curr_rated_max = 17, hwmon_curr_beep = 18, }; enum hwmon_energy_attributes { hwmon_energy_enable = 0, hwmon_energy_input = 1, hwmon_energy_label = 2, }; struct scmi_sensor_reading { long long int value; long long unsigned int timestamp; }; struct scmi_range_attrs { long long int min_range; long long int max_range; }; struct scmi_sensor_axis_info { unsigned int id; unsigned int type; int scale; char name[64]; bool extended_attrs; unsigned int resolution; int exponent; struct scmi_range_attrs attrs; }; struct scmi_sensor_intervals_info { bool segmented; unsigned int count; unsigned int *desc; unsigned int prealloc_pool[16]; }; struct scmi_sensor_info { unsigned int id; unsigned int type; int scale; unsigned int num_trip_points; bool async; bool update; bool timestamped; int tstamp_scale; unsigned int num_axis; struct scmi_sensor_axis_info *axis; struct scmi_sensor_intervals_info intervals; unsigned int sensor_config; char name[64]; bool extended_scalar_attrs; unsigned int sensor_power; unsigned int resolution; int exponent; struct scmi_range_attrs scalar_attrs; }; enum scmi_sensor_class { NONE = 0, UNSPEC = 1, TEMPERATURE_C = 2, TEMPERATURE_F = 3, TEMPERATURE_K = 4, VOLTAGE = 5, CURRENT = 6, POWER = 7, ENERGY = 8, CHARGE = 9, VOLTAMPERE = 10, NITS = 11, LUMENS = 12, LUX = 13, CANDELAS = 14, KPA = 15, PSI = 16, NEWTON = 17, CFM = 18, RPM = 19, HERTZ = 20, SECS = 21, MINS = 22, HOURS = 23, DAYS = 24, WEEKS = 25, MILS = 26, INCHES = 27, FEET = 28, CUBIC_INCHES = 29, CUBIC_FEET = 30, METERS = 31, CUBIC_CM = 32, CUBIC_METERS = 33, LITERS = 34, FLUID_OUNCES = 35, RADIANS = 36, STERADIANS = 37, REVOLUTIONS = 38, CYCLES = 39, GRAVITIES = 40, OUNCES = 41, POUNDS = 42, FOOT_POUNDS = 43, OUNCE_INCHES = 44, GAUSS = 45, GILBERTS = 46, HENRIES = 47, FARADS = 48, OHMS = 49, SIEMENS = 50, MOLES = 51, BECQUERELS = 52, PPM = 53, DECIBELS = 54, DBA = 55, DBC = 56, GRAYS = 57, SIEVERTS = 58, COLOR_TEMP_K = 59, BITS = 60, BYTES = 61, WORDS = 62, DWORDS = 63, QWORDS = 64, PERCENTAGE = 65, PASCALS = 66, COUNTS = 67, GRAMS = 68, NEWTON_METERS = 69, HITS = 70, MISSES = 71, RETRIES = 72, OVERRUNS = 73, UNDERRUNS = 74, COLLISIONS = 75, PACKETS = 76, MESSAGES = 77, CHARS = 78, ERRORS = 79, CORRECTED_ERRS = 80, UNCORRECTABLE_ERRS = 81, SQ_MILS = 82, SQ_INCHES = 83, SQ_FEET = 84, SQ_CM = 85, SQ_METERS = 86, RADIANS_SEC = 87, BPM = 88, METERS_SEC_SQUARED = 89, METERS_SEC = 90, CUBIC_METERS_SEC = 91, MM_MERCURY = 92, RADIANS_SEC_SQUARED = 93, OEM_UNIT = 255, }; struct scmi_sensor_proto_ops { int (*count_get)(const struct scmi_protocol_handle *); const struct scmi_sensor_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*trip_point_config)(const struct scmi_protocol_handle *, u32, u8, u64); int (*reading_get)(const struct scmi_protocol_handle *, u32, u64 *); int (*reading_get_timestamped)(const struct scmi_protocol_handle *, u32, u8, struct scmi_sensor_reading *); int (*config_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*config_set)(const struct scmi_protocol_handle *, u32, u32); }; struct scmi_sensors { const struct scmi_protocol_handle *ph; const struct scmi_sensor_info **info[10]; }; struct scmi_thermal_sensor { const struct scmi_protocol_handle *ph; const struct scmi_sensor_info *info; }; struct thermal_attr { struct device_attribute attr; char name[20]; }; struct thermal_trip_attrs { struct thermal_attr type; struct thermal_attr temp; struct thermal_attr hyst; }; struct thermal_trip_desc { struct thermal_trip trip; struct thermal_trip_attrs trip_attrs; struct list_head list_node; struct list_head thermal_instances; int threshold; }; struct thermal_governor; struct thermal_zone_device { int id; char type[20]; struct device device; struct completion removal; struct completion resume; struct attribute_group trips_attribute_group; struct list_head trips_high; struct list_head trips_reached; struct list_head trips_invalid; enum thermal_device_mode mode; void *devdata; int num_trips; long unsigned int passive_delay_jiffies; long unsigned int polling_delay_jiffies; long unsigned int recheck_delay_jiffies; int temperature; int last_temperature; int emul_temperature; int passive; int prev_low_trip; int prev_high_trip; struct thermal_zone_device_ops ops; struct thermal_zone_params *tzp; struct thermal_governor *governor; void *governor_data; struct ida ida; struct mutex lock; struct list_head node; struct delayed_work poll_queue; enum thermal_notify_event notify_event; u8 state; struct list_head user_thresholds; struct thermal_trip_desc trips[0]; }; typedef struct thermal_cooling_device *class_cooling_dev_t; enum hw_protection_action { HWPROT_ACT_DEFAULT = 0, HWPROT_ACT_SHUTDOWN = 1, HWPROT_ACT_REBOOT = 2, }; struct devfreq_dev_status { long unsigned int total_time; long unsigned int busy_time; long unsigned int current_frequency; void *private_data; }; struct thermal_governor { const char *name; int (*bind_to_tz)(struct thermal_zone_device *); void (*unbind_from_tz)(struct thermal_zone_device *); void (*trip_crossed)(struct thermal_zone_device *, const struct thermal_trip *, bool); void (*manage)(struct thermal_zone_device *); void (*update_tz)(struct thermal_zone_device *, enum thermal_notify_event); struct list_head governor_list; }; typedef struct thermal_zone_device *class_thermal_zone_t; typedef struct thermal_zone_device *class_thermal_zone_reverse_t; struct thermal_instance { int id; char name[20]; struct thermal_cooling_device *cdev; const struct thermal_trip *trip; bool initialized; long unsigned int upper; long unsigned int lower; long unsigned int target; char attr_name[20]; struct device_attribute attr; char weight_attr_name[20]; struct device_attribute weight_attr; struct list_head trip_node; struct list_head cdev_node; unsigned int weight; bool upper_no_limit; }; struct trace_event_raw_thermal_temperature { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int temp_prev; int temp; char __data[0]; }; struct trace_event_raw_cdev_update { struct trace_entry ent; u32 __data_loc_type; long unsigned int target; char __data[0]; }; struct trace_event_raw_thermal_zone_trip { struct trace_entry ent; u32 __data_loc_thermal_zone; int id; int trip; enum thermal_trip_type trip_type; char __data[0]; }; struct trace_event_raw_thermal_power_cpu_get_power_simple { struct trace_entry ent; int cpu; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_cpu_limit { struct trace_entry ent; u32 __data_loc_cpumask; unsigned int freq; long unsigned int cdev_state; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_get_power { struct trace_entry ent; u32 __data_loc_type; long unsigned int freq; u32 busy_time; u32 total_time; u32 power; char __data[0]; }; struct trace_event_raw_thermal_power_devfreq_limit { struct trace_entry ent; u32 __data_loc_type; unsigned int freq; long unsigned int cdev_state; u32 power; char __data[0]; }; struct trace_event_data_offsets_thermal_temperature { u32 thermal_zone; const void *thermal_zone_ptr_; }; struct trace_event_data_offsets_cdev_update { u32 type; const void *type_ptr_; }; struct trace_event_data_offsets_thermal_zone_trip { u32 thermal_zone; const void *thermal_zone_ptr_; }; struct trace_event_data_offsets_thermal_power_cpu_get_power_simple {}; struct trace_event_data_offsets_thermal_power_cpu_limit { u32 cpumask; const void *cpumask_ptr_; }; struct trace_event_data_offsets_thermal_power_devfreq_get_power { u32 type; const void *type_ptr_; }; struct trace_event_data_offsets_thermal_power_devfreq_limit { u32 type; const void *type_ptr_; }; typedef void (*btf_trace_thermal_temperature)(void *, struct thermal_zone_device *); typedef void (*btf_trace_cdev_update)(void *, struct thermal_cooling_device *, long unsigned int); typedef void (*btf_trace_thermal_zone_trip)(void *, struct thermal_zone_device *, int, enum thermal_trip_type); typedef void (*btf_trace_thermal_power_cpu_get_power_simple)(void *, int, u32); typedef void (*btf_trace_thermal_power_cpu_limit)(void *, const struct cpumask *, unsigned int, long unsigned int, u32); typedef void (*btf_trace_thermal_power_devfreq_get_power)(void *, struct thermal_cooling_device *, struct devfreq_dev_status *, long unsigned int, u32); typedef void (*btf_trace_thermal_power_devfreq_limit)(void *, struct thermal_cooling_device *, long unsigned int, long unsigned int, u32); struct trace_event_raw_thermal_power_allocator { struct trace_entry ent; int tz_id; u32 total_req_power; u32 total_granted_power; size_t num_actors; u32 power_range; u32 max_allocatable_power; int current_temp; s32 delta_temp; char __data[0]; }; struct trace_event_raw_thermal_power_actor { struct trace_entry ent; int tz_id; int actor_id; u32 req_power; u32 granted_power; char __data[0]; }; struct trace_event_raw_thermal_power_allocator_pid { struct trace_entry ent; int tz_id; s32 err; s32 err_integral; s64 p; s64 i; s64 d; s32 output; char __data[0]; }; struct trace_event_data_offsets_thermal_power_allocator {}; struct trace_event_data_offsets_thermal_power_actor {}; struct trace_event_data_offsets_thermal_power_allocator_pid {}; typedef void (*btf_trace_thermal_power_allocator)(void *, struct thermal_zone_device *, u32, u32, int, u32, u32, int, s32); typedef void (*btf_trace_thermal_power_actor)(void *, struct thermal_zone_device *, int, u32, u32); typedef void (*btf_trace_thermal_power_allocator_pid)(void *, struct thermal_zone_device *, s32, s32, s64, s64, s64, s32); struct power_actor { u32 req_power; u32 max_power; u32 granted_power; u32 extra_actor_power; u32 weighted_req_power; }; struct power_allocator_params { bool allocated_tzp; bool update_cdevs; s64 err_integral; s32 prev_err; u32 sustainable_power; const struct thermal_trip *trip_switch_on; const struct thermal_trip *trip_max; int total_weight; unsigned int num_actors; unsigned int buffer_size; struct power_actor *power; }; struct watchdog_info { __u32 options; __u32 firmware_version; __u8 identity[32]; }; struct watchdog_device; struct watchdog_ops { struct module *owner; int (*start)(struct watchdog_device *); int (*stop)(struct watchdog_device *); int (*ping)(struct watchdog_device *); unsigned int (*status)(struct watchdog_device *); int (*set_timeout)(struct watchdog_device *, unsigned int); int (*set_pretimeout)(struct watchdog_device *, unsigned int); unsigned int (*get_timeleft)(struct watchdog_device *); int (*restart)(struct watchdog_device *, long unsigned int, void *); long int (*ioctl)(struct watchdog_device *, unsigned int, long unsigned int); }; struct watchdog_governor; struct watchdog_core_data; struct watchdog_device { int id; struct device *parent; const struct attribute_group **groups; const struct watchdog_info *info; const struct watchdog_ops *ops; const struct watchdog_governor *gov; unsigned int bootstatus; unsigned int timeout; unsigned int pretimeout; unsigned int min_timeout; unsigned int max_timeout; unsigned int min_hw_heartbeat_ms; unsigned int max_hw_heartbeat_ms; struct notifier_block reboot_nb; struct notifier_block restart_nb; struct notifier_block pm_nb; void *driver_data; struct watchdog_core_data *wd_data; long unsigned int status; struct list_head deferred; }; struct watchdog_governor { const char name[20]; void (*pretimeout)(struct watchdog_device *); }; struct sbsa_gwdt { struct watchdog_device wdd; u32 clk; int version; void *refresh_base; void *control_base; }; enum dev_type { DEV_UNKNOWN = 0, DEV_X1 = 1, DEV_X2 = 2, DEV_X4 = 3, DEV_X8 = 4, DEV_X16 = 5, DEV_X32 = 6, DEV_X64 = 7, }; enum hw_event_mc_err_type { HW_EVENT_ERR_CORRECTED = 0, HW_EVENT_ERR_UNCORRECTED = 1, HW_EVENT_ERR_DEFERRED = 2, HW_EVENT_ERR_FATAL = 3, HW_EVENT_ERR_INFO = 4, }; enum mem_type { MEM_EMPTY = 0, MEM_RESERVED = 1, MEM_UNKNOWN = 2, MEM_FPM = 3, MEM_EDO = 4, MEM_BEDO = 5, MEM_SDR = 6, MEM_RDR = 7, MEM_DDR = 8, MEM_RDDR = 9, MEM_RMBS = 10, MEM_DDR2 = 11, MEM_FB_DDR2 = 12, MEM_RDDR2 = 13, MEM_XDR = 14, MEM_DDR3 = 15, MEM_RDDR3 = 16, MEM_LRDDR3 = 17, MEM_LPDDR3 = 18, MEM_DDR4 = 19, MEM_RDDR4 = 20, MEM_LRDDR4 = 21, MEM_LPDDR4 = 22, MEM_DDR5 = 23, MEM_RDDR5 = 24, MEM_LRDDR5 = 25, MEM_NVDIMM = 26, MEM_WIO2 = 27, MEM_HBM2 = 28, MEM_HBM3 = 29, }; enum edac_type { EDAC_UNKNOWN = 0, EDAC_NONE = 1, EDAC_RESERVED = 2, EDAC_PARITY = 3, EDAC_EC = 4, EDAC_SECDED = 5, EDAC_S2ECD2ED = 6, EDAC_S4ECD4ED = 7, EDAC_S8ECD8ED = 8, EDAC_S16ECD16ED = 9, }; enum scrub_type { SCRUB_UNKNOWN = 0, SCRUB_NONE = 1, SCRUB_SW_PROG = 2, SCRUB_SW_SRC = 3, SCRUB_SW_PROG_SRC = 4, SCRUB_SW_TUNABLE = 5, SCRUB_HW_PROG = 6, SCRUB_HW_SRC = 7, SCRUB_HW_PROG_SRC = 8, SCRUB_HW_TUNABLE = 9, }; enum edac_mc_layer_type { EDAC_MC_LAYER_BRANCH = 0, EDAC_MC_LAYER_CHANNEL = 1, EDAC_MC_LAYER_SLOT = 2, EDAC_MC_LAYER_CHIP_SELECT = 3, EDAC_MC_LAYER_ALL_MEM = 4, }; struct edac_mc_layer { enum edac_mc_layer_type type; unsigned int size; bool is_virt_csrow; }; struct mem_ctl_info; struct dimm_info { struct device dev; char label[32]; unsigned int location[3]; struct mem_ctl_info *mci; unsigned int idx; u32 grain; enum dev_type dtype; enum mem_type mtype; enum edac_type edac_mode; u32 nr_pages; unsigned int csrow; unsigned int cschannel; u16 smbios_handle; u32 ce_count; u32 ue_count; }; struct mcidev_sysfs_attribute; struct edac_raw_error_desc { char location[256]; char label[296]; long int grain; u16 error_count; enum hw_event_mc_err_type type; int top_layer; int mid_layer; int low_layer; long unsigned int page_frame_number; long unsigned int offset_in_page; long unsigned int syndrome; const char *msg; const char *other_detail; }; struct csrow_info; struct mem_ctl_info { struct device dev; const struct bus_type *bus; struct list_head link; struct module *owner; long unsigned int mtype_cap; long unsigned int edac_ctl_cap; long unsigned int edac_cap; long unsigned int scrub_cap; enum scrub_type scrub_mode; int (*set_sdram_scrub_rate)(struct mem_ctl_info *, u32); int (*get_sdram_scrub_rate)(struct mem_ctl_info *); void (*edac_check)(struct mem_ctl_info *); long unsigned int (*ctl_page_to_phys)(struct mem_ctl_info *, long unsigned int); int mc_idx; struct csrow_info **csrows; unsigned int nr_csrows; unsigned int num_cschannel; unsigned int n_layers; struct edac_mc_layer *layers; bool csbased; unsigned int tot_dimms; struct dimm_info **dimms; struct device *pdev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; u32 ce_noinfo_count; u32 ue_noinfo_count; u32 ue_mc; u32 ce_mc; struct completion complete; const struct mcidev_sysfs_attribute *mc_driver_sysfs_attributes; struct delayed_work work; struct edac_raw_error_desc error_desc; int op_state; struct dentry *debugfs; u8 fake_inject_layer[3]; bool fake_inject_ue; u16 fake_inject_count; }; struct rank_info { int chan_idx; struct csrow_info *csrow; struct dimm_info *dimm; u32 ce_count; }; struct csrow_info { struct device dev; long unsigned int first_page; long unsigned int last_page; long unsigned int page_mask; int csrow_idx; u32 ue_count; u32 ce_count; struct mem_ctl_info *mci; u32 nr_channels; struct rank_info **channels; }; struct edac_pci_counter { atomic_t pe_count; atomic_t npe_count; }; struct edac_pci_ctl_info { struct list_head link; int pci_idx; int op_state; struct delayed_work work; void (*edac_check)(struct edac_pci_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; char name[32]; struct edac_pci_counter counters; struct kobject kobj; }; struct instance_attribute { struct attribute attr; ssize_t (*show)(struct edac_pci_ctl_info *, char *); ssize_t (*store)(struct edac_pci_ctl_info *, const char *, size_t); }; struct edac_pci_dev_attribute { struct attribute attr; void *value; ssize_t (*show)(void *, char *); ssize_t (*store)(void *, const char *, size_t); }; typedef void (*pci_parity_check_fn_t)(struct pci_dev *); struct em_data_callback { int (*active_power)(struct device *, long unsigned int *, long unsigned int *); int (*get_cost)(struct device *, long unsigned int, long unsigned int *); }; enum opp_table_access { OPP_TABLE_ACCESS_UNKNOWN = 0, OPP_TABLE_ACCESS_EXCLUSIVE = 1, OPP_TABLE_ACCESS_SHARED = 2, }; struct dev_pm_opp; typedef int (*config_clks_t)(struct device *, struct opp_table *, struct dev_pm_opp *, void *, bool); typedef int (*config_regulators_t)(struct device *, struct dev_pm_opp *, struct dev_pm_opp *, struct regulator **, unsigned int); struct icc_path; struct opp_table { struct list_head node; struct list_head lazy; struct blocking_notifier_head head; struct list_head dev_list; struct list_head opp_list; struct kref kref; struct mutex lock; struct device_node *np; long unsigned int clock_latency_ns_max; unsigned int voltage_tolerance_v1; unsigned int parsed_static_opps; enum opp_table_access shared_opp; long unsigned int current_rate_single_clk; struct dev_pm_opp *current_opp; struct dev_pm_opp *suspend_opp; struct opp_table **required_opp_tables; struct device **required_devs; unsigned int required_opp_count; unsigned int *supported_hw; unsigned int supported_hw_count; const char *prop_name; config_clks_t config_clks; struct clk **clks; struct clk *clk; int clk_count; config_regulators_t config_regulators; struct regulator **regulators; int regulator_count; struct icc_path **paths; unsigned int path_count; bool enabled; bool is_genpd; struct dentry *dentry; char dentry_name[255]; }; enum dev_pm_opp_event { OPP_EVENT_ADD = 0, OPP_EVENT_REMOVE = 1, OPP_EVENT_ENABLE = 2, OPP_EVENT_DISABLE = 3, OPP_EVENT_ADJUST_VOLTAGE = 4, }; struct dev_pm_opp_supply { long unsigned int u_volt; long unsigned int u_volt_min; long unsigned int u_volt_max; long unsigned int u_amp; long unsigned int u_watt; }; struct dev_pm_opp_icc_bw; struct dev_pm_opp { struct list_head node; struct kref kref; bool available; bool dynamic; bool turbo; bool suspend; bool removed; long unsigned int *rates; unsigned int level; struct dev_pm_opp_supply *supplies; struct dev_pm_opp_icc_bw *bandwidth; long unsigned int clock_latency_ns; struct dev_pm_opp **required_opps; struct opp_table *opp_table; struct device_node *np; struct dentry *dentry; const char *of_name; }; struct dev_pm_opp_data { bool turbo; unsigned int level; long unsigned int freq; long unsigned int u_volt; }; struct dev_pm_opp_icc_bw { u32 avg; u32 peak; }; struct gov_attr_set { struct kobject kobj; struct list_head policy_list; struct mutex update_lock; int usage_count; }; struct governor_attr { struct attribute attr; ssize_t (*show)(struct gov_attr_set *, char *); ssize_t (*store)(struct gov_attr_set *, const char *, size_t); }; enum { OD_NORMAL_SAMPLE = 0, OD_SUB_SAMPLE = 1, }; struct dbs_governor; struct dbs_data { struct gov_attr_set attr_set; struct dbs_governor *gov; void *tuners; unsigned int ignore_nice_load; unsigned int sampling_rate; unsigned int sampling_down_factor; unsigned int up_threshold; unsigned int io_is_busy; }; struct policy_dbs_info; struct dbs_governor { struct cpufreq_governor gov; struct kobj_type kobj_type; struct dbs_data *gdbs_data; unsigned int (*gov_dbs_update)(struct cpufreq_policy *); struct policy_dbs_info * (*alloc)(); void (*free)(struct policy_dbs_info *); int (*init)(struct dbs_data *); void (*exit)(struct dbs_data *); void (*start)(struct cpufreq_policy *); }; struct policy_dbs_info { struct cpufreq_policy *policy; struct mutex update_mutex; u64 last_sample_time; s64 sample_delay_ns; atomic_t work_count; struct irq_work irq_work; struct work_struct work; struct dbs_data *dbs_data; struct list_head list; unsigned int rate_mult; unsigned int idle_periods; bool is_shared; bool work_in_progress; }; struct od_ops { unsigned int (*powersave_bias_target)(struct cpufreq_policy *, unsigned int, unsigned int); }; struct od_policy_dbs_info { struct policy_dbs_info policy_dbs; unsigned int freq_lo; unsigned int freq_lo_delay_us; unsigned int freq_hi_delay_us; unsigned int sample_type: 1; }; struct od_dbs_tuners { unsigned int powersave_bias; }; struct dev_pm_opp_config { const char * const *clk_names; config_clks_t config_clks; const char *prop_name; config_regulators_t config_regulators; const unsigned int *supported_hw; unsigned int supported_hw_count; const char * const *regulator_names; struct device *required_dev; unsigned int required_dev_index; }; struct cpufreq_policy_data { struct cpufreq_cpuinfo cpuinfo; struct cpufreq_frequency_table *freq_table; unsigned int cpu; unsigned int min; unsigned int max; }; struct freq_attr { struct attribute attr; ssize_t (*show)(struct cpufreq_policy *, char *); ssize_t (*store)(struct cpufreq_policy *, const char *, size_t); }; struct cpufreq_driver { char name[16]; u16 flags; void *driver_data; int (*init)(struct cpufreq_policy *); int (*verify)(struct cpufreq_policy_data *); int (*setpolicy)(struct cpufreq_policy *); int (*target)(struct cpufreq_policy *, unsigned int, unsigned int); int (*target_index)(struct cpufreq_policy *, unsigned int); unsigned int (*fast_switch)(struct cpufreq_policy *, unsigned int); void (*adjust_perf)(unsigned int, long unsigned int, long unsigned int, long unsigned int); unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); unsigned int (*get)(unsigned int); void (*update_limits)(unsigned int); int (*bios_limit)(int, unsigned int *); int (*online)(struct cpufreq_policy *); int (*offline)(struct cpufreq_policy *); void (*exit)(struct cpufreq_policy *); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); void (*ready)(struct cpufreq_policy *); struct freq_attr **attr; bool boost_enabled; int (*set_boost)(struct cpufreq_policy *, int); void (*register_em)(struct cpufreq_policy *); }; struct cpufreq_dt_platform_data { bool have_governor_per_policy; unsigned int (*get_intermediate)(struct cpufreq_policy *, unsigned int); int (*target_intermediate)(struct cpufreq_policy *, unsigned int); int (*suspend)(struct cpufreq_policy *); int (*resume)(struct cpufreq_policy *); }; struct private_data { struct list_head node; cpumask_var_t cpus; struct device *cpu_dev; struct cpufreq_frequency_table *freq_table; bool have_static_opps; int opp_token; }; struct cpuidle_governor { char name[16]; struct list_head governor_list; unsigned int rating; int (*enable)(struct cpuidle_driver *, struct cpuidle_device *); void (*disable)(struct cpuidle_driver *, struct cpuidle_device *); int (*select)(struct cpuidle_driver *, struct cpuidle_device *, bool *); void (*reflect)(struct cpuidle_device *, int); }; struct menu_device { int needs_update; int tick_wakeup; u64 next_timer_ns; unsigned int bucket; unsigned int correction_factor[6]; unsigned int intervals[8]; int interval_ptr; }; struct psci_pd_provider { struct list_head link; struct device_node *node; }; struct uhs2_command { u16 header; u16 arg; __be32 payload[2]; u8 payload_len; u8 packet_len; u8 tmode_half_duplex; u8 uhs2_resp[20]; u8 uhs2_resp_len; }; struct mmc_data; struct mmc_request; struct mmc_command { u32 opcode; u32 arg; u32 resp[4]; unsigned int flags; unsigned int retries; int error; unsigned int busy_timeout; struct mmc_data *data; struct mmc_request *mrq; struct uhs2_command *uhs2_cmd; bool has_ext_addr; u8 ext_addr; }; struct mmc_data { unsigned int timeout_ns; unsigned int timeout_clks; unsigned int blksz; unsigned int blocks; unsigned int blk_addr; int error; unsigned int flags; unsigned int bytes_xfered; struct mmc_command *stop; struct mmc_request *mrq; unsigned int sg_len; int sg_count; struct scatterlist *sg; s32 host_cookie; }; struct mmc_host; struct mmc_request { struct mmc_command *sbc; struct mmc_command *cmd; struct mmc_data *data; struct mmc_command *stop; struct completion completion; struct completion cmd_completion; void (*done)(struct mmc_request *); void (*recovery_notifier)(struct mmc_request *); struct mmc_host *host; bool cap_cmd_during_tfr; int tag; struct uhs2_command uhs2_cmd; }; struct sd_uhs2_caps { u32 dap; u32 gap; u32 group_desc; u32 maxblk_len; u32 n_fcu; u8 n_lanes; u8 addr64; u8 card_type; u8 phy_rev; u8 speed_range; u8 n_lss_sync; u8 n_lss_dir; u8 link_rev; u8 host_type; u8 n_data_gap; u32 maxblk_len_set; u32 n_fcu_set; u8 n_lanes_set; u8 n_lss_sync_set; u8 n_lss_dir_set; u8 n_data_gap_set; u8 max_retry_set; }; typedef unsigned int mmc_pm_flag_t; struct mmc_ios { unsigned int clock; short unsigned int vdd; unsigned int power_delay_ms; unsigned char bus_mode; unsigned char chip_select; unsigned char power_mode; unsigned char bus_width; unsigned char timing; unsigned char signal_voltage; unsigned char vqmmc2_voltage; unsigned char drv_type; bool enhanced_strobe; }; struct mmc_ctx { struct task_struct *task; }; struct mmc_slot { int cd_irq; bool cd_wake_enabled; void *handler_priv; }; struct mmc_supply { struct regulator *vmmc; struct regulator *vqmmc; struct regulator *vqmmc2; }; struct mmc_host_ops; struct mmc_pwrseq; struct mmc_card; struct mmc_bus_ops; struct mmc_cqe_ops; struct mmc_host { struct device *parent; struct device class_dev; int index; const struct mmc_host_ops *ops; struct mmc_pwrseq *pwrseq; unsigned int f_min; unsigned int f_max; unsigned int f_init; u32 ocr_avail; u32 ocr_avail_sdio; u32 ocr_avail_sd; u32 ocr_avail_mmc; struct wakeup_source *ws; u32 max_current_330; u32 max_current_300; u32 max_current_180; u32 caps; u32 caps2; bool uhs2_sd_tran; bool uhs2_app_cmd; struct sd_uhs2_caps uhs2_caps; int fixed_drv_type; mmc_pm_flag_t pm_caps; unsigned int max_seg_size; short unsigned int max_segs; short unsigned int unused; unsigned int max_req_size; unsigned int max_blk_size; unsigned int max_blk_count; unsigned int max_busy_timeout; spinlock_t lock; struct mmc_ios ios; unsigned int use_spi_crc: 1; unsigned int claimed: 1; unsigned int doing_init_tune: 1; unsigned int can_retune: 1; unsigned int doing_retune: 1; unsigned int retune_now: 1; unsigned int retune_paused: 1; unsigned int retune_crc_disable: 1; unsigned int can_dma_map_merge: 1; unsigned int vqmmc_enabled: 1; int rescan_disable; int rescan_entered; int need_retune; int hold_retune; unsigned int retune_period; struct timer_list retune_timer; bool trigger_card_event; struct mmc_card *card; wait_queue_head_t wq; struct mmc_ctx *claimer; int claim_cnt; struct mmc_ctx default_ctx; struct delayed_work detect; int detect_change; struct mmc_slot slot; const struct mmc_bus_ops *bus_ops; unsigned int sdio_irqs; struct task_struct *sdio_irq_thread; struct work_struct sdio_irq_work; bool sdio_irq_pending; atomic_t sdio_irq_thread_abort; mmc_pm_flag_t pm_flags; struct led_trigger *led; bool regulator_enabled; struct mmc_supply supply; struct dentry *debugfs_root; struct mmc_request *ongoing_mrq; unsigned int actual_clock; unsigned int slotno; int dsr_req; u32 dsr; const struct mmc_cqe_ops *cqe_ops; void *cqe_private; int cqe_qdepth; bool cqe_enabled; bool cqe_on; bool hsq_enabled; int hsq_depth; u32 err_stats[15]; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; struct mmc_cid { unsigned int manfid; char prod_name[8]; unsigned char prv; unsigned int serial; short unsigned int oemid; short unsigned int year; unsigned char hwrev; unsigned char fwrev; unsigned char month; }; struct mmc_csd { unsigned char structure; unsigned char mmca_vsn; short unsigned int cmdclass; short unsigned int taac_clks; unsigned int taac_ns; unsigned int c_size; unsigned int r2w_factor; unsigned int max_dtr; unsigned int erase_size; unsigned int wp_grp_size; unsigned int read_blkbits; unsigned int write_blkbits; sector_t capacity; unsigned int read_partial: 1; unsigned int read_misalign: 1; unsigned int write_partial: 1; unsigned int write_misalign: 1; unsigned int dsr_imp: 1; }; struct mmc_ext_csd { u8 rev; u8 erase_group_def; u8 sec_feature_support; u8 rel_sectors; u8 rel_param; bool enhanced_rpmb_supported; u8 part_config; u8 cache_ctrl; u8 rst_n_function; unsigned int part_time; unsigned int sa_timeout; unsigned int generic_cmd6_time; unsigned int power_off_longtime; u8 power_off_notification; unsigned int hs_max_dtr; unsigned int hs200_max_dtr; unsigned int sectors; unsigned int hc_erase_size; unsigned int hc_erase_timeout; unsigned int sec_trim_mult; unsigned int sec_erase_mult; unsigned int trim_timeout; bool partition_setting_completed; long long unsigned int enhanced_area_offset; unsigned int enhanced_area_size; unsigned int cache_size; bool hpi_en; bool hpi; unsigned int hpi_cmd; bool bkops; bool man_bkops_en; bool auto_bkops_en; unsigned int data_sector_size; unsigned int data_tag_unit_size; unsigned int boot_ro_lock; bool boot_ro_lockable; bool ffu_capable; bool cmdq_en; bool cmdq_support; unsigned int cmdq_depth; u8 fwrev[8]; u8 raw_exception_status; u8 raw_partition_support; u8 raw_rpmb_size_mult; u8 raw_erased_mem_count; u8 strobe_support; u8 raw_ext_csd_structure; u8 raw_card_type; u8 raw_driver_strength; u8 out_of_int_time; u8 raw_pwr_cl_52_195; u8 raw_pwr_cl_26_195; u8 raw_pwr_cl_52_360; u8 raw_pwr_cl_26_360; u8 raw_s_a_timeout; u8 raw_hc_erase_gap_size; u8 raw_erase_timeout_mult; u8 raw_hc_erase_grp_size; u8 raw_boot_mult; u8 raw_sec_trim_mult; u8 raw_sec_erase_mult; u8 raw_sec_feature_support; u8 raw_trim_mult; u8 raw_pwr_cl_200_195; u8 raw_pwr_cl_200_360; u8 raw_pwr_cl_ddr_52_195; u8 raw_pwr_cl_ddr_52_360; u8 raw_pwr_cl_ddr_200_360; u8 raw_bkops_status; u8 raw_sectors[4]; u8 pre_eol_info; u8 device_life_time_est_typ_a; u8 device_life_time_est_typ_b; unsigned int feature_support; }; struct sd_scr { unsigned char sda_vsn; unsigned char sda_spec3; unsigned char sda_spec4; unsigned char sda_specx; unsigned char bus_widths; unsigned char cmds; }; struct sd_ssr { unsigned int au; unsigned int erase_timeout; unsigned int erase_offset; }; struct sd_switch_caps { unsigned int hs_max_dtr; unsigned int uhs_max_dtr; unsigned int sd3_bus_mode; unsigned int sd3_drv_type; unsigned int sd3_curr_limit; }; struct sd_ext_reg { u8 fno; u8 page; u16 offset; u8 rev; u8 feature_enabled; u8 feature_support; }; struct sd_uhs2_config { u32 node_id; u32 n_fcu; u32 maxblk_len; u8 n_lanes; u8 dadr_len; u8 app_type; u8 phy_minor_rev; u8 phy_major_rev; u8 can_hibernate; u8 n_lss_sync; u8 n_lss_dir; u8 link_minor_rev; u8 link_major_rev; u8 dev_type; u8 n_data_gap; u32 n_fcu_set; u32 maxblk_len_set; u8 n_lanes_set; u8 speed_range_set; u8 n_lss_sync_set; u8 n_lss_dir_set; u8 n_data_gap_set; u8 max_retry_set; }; struct sdio_cccr { unsigned int sdio_vsn; unsigned int sd_vsn; unsigned int multi_block: 1; unsigned int low_speed: 1; unsigned int wide_bus: 1; unsigned int high_power: 1; unsigned int high_speed: 1; unsigned int disable_cd: 1; unsigned int enable_async_irq: 1; }; struct sdio_cis { short unsigned int vendor; short unsigned int device; short unsigned int blksize; unsigned int max_dtr; }; struct mmc_part { u64 size; unsigned int part_cfg; char name[20]; bool force_ro; unsigned int area_type; }; struct sdio_func; struct sdio_func_tuple; struct mmc_card { struct mmc_host *host; struct device dev; u32 ocr; unsigned int rca; unsigned int type; unsigned int state; unsigned int quirks; unsigned int quirk_max_rate; bool written_flag; bool reenable_cmdq; unsigned int erase_size; unsigned int erase_shift; unsigned int pref_erase; unsigned int eg_boundary; unsigned int erase_arg; u8 erased_byte; unsigned int wp_grp_size; u32 raw_cid[4]; u32 raw_csd[4]; u32 raw_scr[2]; u32 raw_ssr[16]; struct mmc_cid cid; struct mmc_csd csd; struct mmc_ext_csd ext_csd; struct sd_scr scr; struct sd_ssr ssr; struct sd_switch_caps sw_caps; struct sd_ext_reg ext_power; struct sd_ext_reg ext_perf; struct sd_uhs2_config uhs2_config; unsigned int sdio_funcs; atomic_t sdio_funcs_probed; struct sdio_cccr cccr; struct sdio_cis cis; struct sdio_func *sdio_func[7]; struct sdio_func *sdio_single_irq; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; unsigned int sd_bus_speed; unsigned int mmc_avail_type; unsigned int drive_strength; struct dentry *debugfs_root; struct mmc_part part[7]; unsigned int nr_parts; struct workqueue_struct *complete_wq; }; struct mmc_clk_phase { bool valid; u16 in_deg; u16 out_deg; }; struct mmc_clk_phase_map { struct mmc_clk_phase phase[11]; }; enum sd_uhs2_operation { UHS2_PHY_INIT = 0, UHS2_SET_CONFIG = 1, UHS2_ENABLE_INT = 2, UHS2_DISABLE_INT = 3, UHS2_ENABLE_CLK = 4, UHS2_DISABLE_CLK = 5, UHS2_CHECK_DORMANT = 6, UHS2_SET_IOS = 7, }; struct mmc_host_ops { void (*post_req)(struct mmc_host *, struct mmc_request *, int); void (*pre_req)(struct mmc_host *, struct mmc_request *); void (*request)(struct mmc_host *, struct mmc_request *); int (*request_atomic)(struct mmc_host *, struct mmc_request *); void (*set_ios)(struct mmc_host *, struct mmc_ios *); int (*get_ro)(struct mmc_host *); int (*get_cd)(struct mmc_host *); void (*enable_sdio_irq)(struct mmc_host *, int); void (*ack_sdio_irq)(struct mmc_host *); void (*init_card)(struct mmc_host *, struct mmc_card *); int (*start_signal_voltage_switch)(struct mmc_host *, struct mmc_ios *); int (*card_busy)(struct mmc_host *); int (*execute_tuning)(struct mmc_host *, u32); int (*prepare_hs400_tuning)(struct mmc_host *, struct mmc_ios *); int (*execute_hs400_tuning)(struct mmc_host *, struct mmc_card *); int (*prepare_sd_hs_tuning)(struct mmc_host *, struct mmc_card *); int (*execute_sd_hs_tuning)(struct mmc_host *, struct mmc_card *); int (*hs400_prepare_ddr)(struct mmc_host *); void (*hs400_downgrade)(struct mmc_host *); void (*hs400_complete)(struct mmc_host *); void (*hs400_enhanced_strobe)(struct mmc_host *, struct mmc_ios *); int (*select_drive_strength)(struct mmc_card *, unsigned int, int, int, int *); void (*card_hw_reset)(struct mmc_host *); void (*card_event)(struct mmc_host *); int (*multi_io_quirk)(struct mmc_card *, unsigned int, int); int (*init_sd_express)(struct mmc_host *, struct mmc_ios *); int (*uhs2_control)(struct mmc_host *, enum sd_uhs2_operation); }; struct mmc_cqe_ops { int (*cqe_enable)(struct mmc_host *, struct mmc_card *); void (*cqe_disable)(struct mmc_host *); int (*cqe_request)(struct mmc_host *, struct mmc_request *); void (*cqe_post_req)(struct mmc_host *, struct mmc_request *); void (*cqe_off)(struct mmc_host *); int (*cqe_wait_for_idle)(struct mmc_host *); bool (*cqe_timeout)(struct mmc_host *, struct mmc_request *, bool *); void (*cqe_recovery_start)(struct mmc_host *); void (*cqe_recovery_finish)(struct mmc_host *); }; struct mmc_pwrseq_ops; struct mmc_pwrseq { const struct mmc_pwrseq_ops *ops; struct device *dev; struct list_head pwrseq_node; struct module *owner; }; struct mmc_bus_ops { void (*remove)(struct mmc_host *); void (*detect)(struct mmc_host *); int (*pre_suspend)(struct mmc_host *); int (*suspend)(struct mmc_host *); int (*resume)(struct mmc_host *); int (*runtime_suspend)(struct mmc_host *); int (*runtime_resume)(struct mmc_host *); int (*alive)(struct mmc_host *); int (*shutdown)(struct mmc_host *); int (*hw_reset)(struct mmc_host *); int (*sw_reset)(struct mmc_host *); bool (*cache_enabled)(struct mmc_host *); int (*flush_cache)(struct mmc_host *); }; struct mmc_pwrseq_ops { void (*pre_power_on)(struct mmc_host *); void (*post_power_on)(struct mmc_host *); void (*power_off)(struct mmc_host *); void (*reset)(struct mmc_host *); }; struct mmc_fixup { const char *name; u64 rev_start; u64 rev_end; unsigned int manfid; short unsigned int oemid; short unsigned int year; unsigned char month; u16 cis_vendor; u16 cis_device; unsigned int ext_csd_rev; const char *of_compatible; void (*vendor_fixup)(struct mmc_card *, int); int data; }; enum mmc_busy_cmd { MMC_BUSY_CMD6 = 0, MMC_BUSY_ERASE = 1, MMC_BUSY_HPI = 2, MMC_BUSY_EXTR_SINGLE = 3, MMC_BUSY_IO = 4, }; struct sd_busy_data { struct mmc_card *card; u8 *reg_buf; }; typedef void sdio_irq_handler_t(struct sdio_func *); struct sdio_func { struct mmc_card *card; struct device dev; sdio_irq_handler_t *irq_handler; unsigned int num; unsigned char class; short unsigned int vendor; short unsigned int device; unsigned int max_blksize; unsigned int cur_blksize; unsigned int enable_timeout; unsigned int state; u8 *tmpbuf; u8 major_rev; u8 minor_rev; unsigned int num_info; const char **info; struct sdio_func_tuple *tuples; }; struct sdio_func_tuple { struct sdio_func_tuple *next; unsigned char code; unsigned char size; unsigned char data[0]; }; enum blk_crypto_mode_num { BLK_ENCRYPTION_MODE_INVALID = 0, BLK_ENCRYPTION_MODE_AES_256_XTS = 1, BLK_ENCRYPTION_MODE_AES_128_CBC_ESSIV = 2, BLK_ENCRYPTION_MODE_ADIANTUM = 3, BLK_ENCRYPTION_MODE_SM4_XTS = 4, BLK_ENCRYPTION_MODE_MAX = 5, }; enum mmc_err_stat { MMC_ERR_CMD_TIMEOUT = 0, MMC_ERR_CMD_CRC = 1, MMC_ERR_DAT_TIMEOUT = 2, MMC_ERR_DAT_CRC = 3, MMC_ERR_AUTO_CMD = 4, MMC_ERR_ADMA = 5, MMC_ERR_TUNING = 6, MMC_ERR_CMDQ_RED = 7, MMC_ERR_CMDQ_GCE = 8, MMC_ERR_CMDQ_ICCE = 9, MMC_ERR_REQ_TIMEOUT = 10, MMC_ERR_CMDQ_REQ_TIMEOUT = 11, MMC_ERR_ICE_CFG = 12, MMC_ERR_CTRL_TIMEOUT = 13, MMC_ERR_UNEXPECTED_IRQ = 14, MMC_ERR_MAX = 15, }; typedef int tpl_parse_t(struct mmc_card *, struct sdio_func *, const unsigned char *, unsigned int); struct cis_tpl { unsigned char code; unsigned char min_size; tpl_parse_t *parse; }; struct sd_uhs2_wait_active_state_data { struct mmc_host *host; struct mmc_command *cmd; }; struct mmc_pwrseq_simple { struct mmc_pwrseq pwrseq; bool clk_enabled; u32 post_power_on_delay_ms; u32 power_off_delay_us; struct clk *ext_clk; struct gpio_descs *reset_gpios; struct reset_control *reset_ctrl; }; struct mmci_platform_data { unsigned int ocr_mask; unsigned int (*status)(struct device *); }; enum mmci_busy_state { MMCI_BUSY_WAITING_FOR_START_IRQ = 0, MMCI_BUSY_WAITING_FOR_END_IRQ = 1, MMCI_BUSY_DONE = 2, }; struct mmci_host; struct variant_data { unsigned int clkreg; unsigned int clkreg_enable; unsigned int clkreg_8bit_bus_enable; unsigned int clkreg_neg_edge_enable; unsigned int cmdreg_cpsm_enable; unsigned int cmdreg_lrsp_crc; unsigned int cmdreg_srsp_crc; unsigned int cmdreg_srsp; unsigned int cmdreg_stop; unsigned int datalength_bits; unsigned int fifosize; unsigned int fifohalfsize; unsigned int data_cmd_enable; unsigned int datactrl_mask_ddrmode; unsigned int datactrl_mask_sdio; unsigned int datactrl_blocksz; u8 datactrl_any_blocksz: 1; u8 dma_power_of_2: 1; u8 datactrl_first: 1; u8 datacnt_useless: 1; u8 st_sdio: 1; u8 st_clkdiv: 1; u8 stm32_clkdiv: 1; u32 pwrreg_powerup; u32 f_max; u8 signal_direction: 1; u8 pwrreg_clkgate: 1; u8 busy_detect: 1; u8 busy_timeout: 1; u32 busy_dpsm_flag; u32 busy_detect_flag; u32 busy_detect_mask; u8 pwrreg_nopower: 1; u8 explicit_mclk_control: 1; u8 qcom_fifo: 1; u8 qcom_dml: 1; u8 reversed_irq_handling: 1; u8 mmcimask1: 1; unsigned int irq_pio_mask; u32 start_err; u32 opendrain; u8 dma_lli: 1; bool supports_sdio_irq; u32 stm32_idmabsize_mask; u32 stm32_idmabsize_align; bool dma_flow_controller; void (*init)(struct mmci_host *); }; struct mmci_host_ops; struct mmci_host { phys_addr_t phybase; void *base; struct mmc_request *mrq; struct mmc_command *cmd; struct mmc_command stop_abort; struct mmc_data *data; struct mmc_host *mmc; struct clk *clk; u8 singleirq: 1; struct reset_control *rst; spinlock_t lock; unsigned int mclk; unsigned int clock_cache; unsigned int cclk; u32 pwr_reg; u32 pwr_reg_add; u32 clk_reg; u32 clk_reg_add; u32 datactrl_reg; enum mmci_busy_state busy_state; u32 busy_status; u32 mask1_reg; u8 vqmmc_enabled: 1; struct mmci_platform_data *plat; struct mmc_host_ops *mmc_ops; struct mmci_host_ops *ops; struct variant_data *variant; void *variant_priv; struct pinctrl *pinctrl; struct pinctrl_state *pins_opendrain; u8 hw_designer; u8 hw_revision: 4; struct timer_list timer; unsigned int oldstat; u32 irq_action; struct sg_mapping_iter sg_miter; unsigned int size; int (*get_rx_fifocnt)(struct mmci_host *, u32, int); u8 use_dma: 1; u8 dma_in_progress: 1; void *dma_priv; s32 next_cookie; struct delayed_work ux500_busy_timeout_work; }; struct mmci_host_ops { int (*validate_data)(struct mmci_host *, struct mmc_data *); int (*prep_data)(struct mmci_host *, struct mmc_data *, bool); void (*unprep_data)(struct mmci_host *, struct mmc_data *, int); u32 (*get_datactrl_cfg)(struct mmci_host *); void (*get_next_data)(struct mmci_host *, struct mmc_data *); int (*dma_setup)(struct mmci_host *); void (*dma_release)(struct mmci_host *); int (*dma_start)(struct mmci_host *, unsigned int *); void (*dma_finalize)(struct mmci_host *, struct mmc_data *); void (*dma_error)(struct mmci_host *); void (*set_clkreg)(struct mmci_host *, unsigned int); void (*set_pwrreg)(struct mmci_host *, unsigned int); bool (*busy_complete)(struct mmci_host *, struct mmc_command *, u32, u32); void (*pre_sig_volt_switch)(struct mmci_host *); int (*post_sig_volt_switch)(struct mmci_host *, struct mmc_ios *); }; struct mmci_dmae_next { struct dma_async_tx_descriptor *desc; struct dma_chan *chan; }; struct mmci_dmae_priv { struct dma_chan *cur; struct dma_chan *rx_channel; struct dma_chan *tx_channel; struct dma_async_tx_descriptor *desc_current; struct mmci_dmae_next next_data; }; struct sdhci_ops; struct sdhci_host { const char *hw_name; unsigned int quirks; unsigned int quirks2; int irq; void *ioaddr; phys_addr_t mapbase; char *bounce_buffer; dma_addr_t bounce_addr; unsigned int bounce_buffer_size; const struct sdhci_ops *ops; struct mmc_host *mmc; struct mmc_host_ops mmc_host_ops; u64 dma_mask; struct led_classdev led; char led_name[32]; spinlock_t lock; int flags; unsigned int version; unsigned int max_clk; unsigned int timeout_clk; u8 max_timeout_count; unsigned int clk_mul; unsigned int clock; u8 pwr; u8 drv_type; bool reinit_uhs; bool runtime_suspended; bool bus_on; bool preset_enabled; bool pending_reset; bool irq_wake_enabled; bool v4_mode; bool use_external_dma; bool always_defer_done; struct mmc_request *mrqs_done[2]; struct mmc_command *cmd; struct mmc_command *data_cmd; struct mmc_command *deferred_cmd; struct mmc_data *data; unsigned int data_early: 1; struct sg_mapping_iter sg_miter; unsigned int blocks; int sg_count; int max_adma; void *adma_table; void *align_buffer; size_t adma_table_sz; size_t align_buffer_sz; dma_addr_t adma_addr; dma_addr_t align_addr; unsigned int desc_sz; unsigned int alloc_desc_sz; struct workqueue_struct *complete_wq; struct work_struct complete_work; struct timer_list timer; struct timer_list data_timer; void (*complete_work_fn)(struct work_struct *); irqreturn_t (*thread_irq_fn)(int, void *); u32 caps; u32 caps1; bool read_caps; bool sdhci_core_to_disable_vqmmc; unsigned int ocr_avail_sdio; unsigned int ocr_avail_sd; unsigned int ocr_avail_mmc; u32 ocr_mask; unsigned int timing; u32 thread_isr; u32 ier; bool cqe_on; u32 cqe_ier; u32 cqe_err_ier; wait_queue_head_t buf_ready_int; unsigned int tuning_done; unsigned int tuning_count; unsigned int tuning_mode; unsigned int tuning_err; int tuning_delay; int tuning_loop_count; u32 sdma_boundary; u32 adma_table_cnt; u64 data_timeout; long: 64; long: 64; long: 64; long unsigned int private[0]; }; struct sdhci_ops { u32 (*read_l)(struct sdhci_host *, int); u16 (*read_w)(struct sdhci_host *, int); u8 (*read_b)(struct sdhci_host *, int); void (*write_l)(struct sdhci_host *, u32, int); void (*write_w)(struct sdhci_host *, u16, int); void (*write_b)(struct sdhci_host *, u8, int); void (*set_clock)(struct sdhci_host *, unsigned int); void (*set_power)(struct sdhci_host *, unsigned char, short unsigned int); u32 (*irq)(struct sdhci_host *, u32); int (*set_dma_mask)(struct sdhci_host *); int (*enable_dma)(struct sdhci_host *); unsigned int (*get_max_clock)(struct sdhci_host *); unsigned int (*get_min_clock)(struct sdhci_host *); unsigned int (*get_timeout_clock)(struct sdhci_host *); unsigned int (*get_max_timeout_count)(struct sdhci_host *); void (*set_timeout)(struct sdhci_host *, struct mmc_command *); void (*set_bus_width)(struct sdhci_host *, int); void (*platform_send_init_74_clocks)(struct sdhci_host *, u8); unsigned int (*get_ro)(struct sdhci_host *); void (*reset)(struct sdhci_host *, u8); int (*platform_execute_tuning)(struct sdhci_host *, u32); void (*set_uhs_signaling)(struct sdhci_host *, unsigned int); void (*hw_reset)(struct sdhci_host *); void (*adma_workaround)(struct sdhci_host *, u32); void (*card_event)(struct sdhci_host *); void (*voltage_switch)(struct sdhci_host *); void (*adma_write_desc)(struct sdhci_host *, void **, dma_addr_t, int, unsigned int); void (*copy_to_bounce_buffer)(struct sdhci_host *, struct mmc_data *, unsigned int); void (*request_done)(struct sdhci_host *, struct mmc_request *); void (*dump_vendor_regs)(struct sdhci_host *); void (*dump_uhs2_regs)(struct sdhci_host *); void (*uhs2_pre_detect_init)(struct sdhci_host *); }; struct sdhci_pltfm_data { const struct sdhci_ops *ops; unsigned int quirks; unsigned int quirks2; }; struct sdhci_pltfm_host { struct clk *clk; unsigned int clock; u16 xfer_mode_shadow; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; struct f_sdhost_priv { struct clk *clk_iface; struct clk *clk; struct reset_control *rst; u32 vendor_hs200; struct device *dev; bool enable_cmd_dat_delay; }; struct mmc_spi_platform_data { int (*init)(struct device *, irqreturn_t (*)(int, void *), void *); void (*exit)(struct device *, void *); long unsigned int caps; long unsigned int caps2; u16 detect_delay; u16 powerup_msecs; u32 ocr_mask; void (*setpower)(struct device *, unsigned int); }; struct scratch { u8 status[29]; u8 data_token; __be16 crc_val; }; struct mmc_spi_host { struct mmc_host *mmc; struct spi_device *spi; unsigned char power_mode; u16 powerup_msecs; struct mmc_spi_platform_data *pdata; struct spi_transfer token; struct spi_transfer t; struct spi_transfer crc; struct spi_transfer early_status; struct spi_message m; struct spi_transfer status; struct spi_message readback; struct scratch *data; void *ones; }; enum dw_mci_state { STATE_IDLE___2 = 0, STATE_SENDING_CMD = 1, STATE_SENDING_DATA = 2, STATE_DATA_BUSY = 3, STATE_SENDING_STOP = 4, STATE_DATA_ERROR = 5, STATE_SENDING_CMD11 = 6, STATE_WAITING_CMD11_DONE = 7, }; enum { EVENT_CMD_COMPLETE = 0, EVENT_XFER_COMPLETE = 1, EVENT_DATA_COMPLETE = 2, EVENT_DATA_ERROR = 3, }; enum dw_mci_cookie { COOKIE_UNMAPPED = 0, COOKIE_PRE_MAPPED = 1, COOKIE_MAPPED = 2, }; enum { TRANS_MODE_PIO = 0, TRANS_MODE_IDMAC = 1, TRANS_MODE_EDMAC = 2, }; struct dw_mci_dma_slave { struct dma_chan *ch; enum dma_transfer_direction direction; }; struct dw_mci_dma_ops; struct dw_mci_board; struct dw_mci_drv_data; struct dw_mci_slot; struct dw_mci { spinlock_t lock; spinlock_t irq_lock; void *regs; void *fifo_reg; u32 data_addr_override; bool wm_aligned; struct scatterlist *sg; struct sg_mapping_iter sg_miter; struct mmc_request *mrq; struct mmc_command *cmd; struct mmc_data *data; struct mmc_command stop_abort; unsigned int prev_blksz; unsigned char timing; int use_dma; int using_dma; int dma_64bit_address; dma_addr_t sg_dma; void *sg_cpu; const struct dw_mci_dma_ops *dma_ops; unsigned int ring_size; struct dw_mci_dma_slave *dms; resource_size_t phy_regs; u32 cmd_status; u32 data_status; u32 stop_cmdr; u32 dir_status; struct work_struct bh_work; long unsigned int pending_events; long unsigned int completed_events; enum dw_mci_state state; struct list_head queue; u32 bus_hz; u32 current_speed; u32 minimum_speed; u32 fifoth_val; u16 verid; struct device *dev; struct dw_mci_board *pdata; const struct dw_mci_drv_data *drv_data; void *priv; struct clk *biu_clk; struct clk *ciu_clk; struct dw_mci_slot *slot; int fifo_depth; int data_shift; u8 part_buf_start; u8 part_buf_count; union { u16 part_buf16; u32 part_buf32; u64 part_buf; }; void (*push_data)(struct dw_mci *, void *, int); void (*pull_data)(struct dw_mci *, void *, int); u32 quirks; bool vqmmc_enabled; long unsigned int irq_flags; int irq; int sdio_id0; struct timer_list cmd11_timer; struct timer_list cto_timer; struct timer_list dto_timer; }; struct dw_mci_dma_ops { int (*init)(struct dw_mci *); int (*start)(struct dw_mci *, unsigned int); void (*complete)(void *); void (*stop)(struct dw_mci *); void (*cleanup)(struct dw_mci *); void (*exit)(struct dw_mci *); }; struct dma_pdata; struct dw_mci_board { unsigned int bus_hz; u32 caps; u32 caps2; u32 pm_caps; unsigned int fifo_depth; u32 detect_delay_ms; struct reset_control *rstc; struct dw_mci_dma_ops *dma_ops; struct dma_pdata *data; }; struct dw_mci_drv_data { long unsigned int *caps; u32 num_caps; u32 common_caps; int (*init)(struct dw_mci *); void (*set_ios)(struct dw_mci *, struct mmc_ios *); int (*parse_dt)(struct dw_mci *); int (*execute_tuning)(struct dw_mci_slot *, u32); int (*prepare_hs400_tuning)(struct dw_mci *, struct mmc_ios *); int (*switch_voltage)(struct mmc_host *, struct mmc_ios *); void (*set_data_timeout)(struct dw_mci *, unsigned int); u32 (*get_drto_clks)(struct dw_mci *); void (*hw_reset)(struct dw_mci *); }; struct dw_mci_slot { struct mmc_host *mmc; struct dw_mci *host; u32 ctype; struct mmc_request *mrq; struct list_head queue_node; unsigned int clock; unsigned int __clk_old; long unsigned int flags; int id; int sdio_id; }; struct idmac_desc_64addr { u32 des0; u32 des1; u32 des2; u32 des3; u32 des4; u32 des5; u32 des6; u32 des7; }; struct idmac_desc { __le32 des0; __le32 des1; __le32 des2; __le32 des3; }; struct sdhci_cdns_phy_param { u8 addr; u8 data; }; struct sdhci_cdns_priv { void *hrs_addr; void *ctl_addr; spinlock_t wrlock; bool enhanced_strobe; void (*priv_writel)(struct sdhci_cdns_priv *, u32, void *); struct reset_control *rst_hw; unsigned int nr_phy_params; struct sdhci_cdns_phy_param phy_params[0]; }; struct sdhci_cdns_phy_cfg { const char *property; u8 addr; }; struct sdhci_cdns_drv_data { int (*init)(struct platform_device *); const struct sdhci_pltfm_data pltfm_data; }; struct hsq_slot { struct mmc_request *mrq; }; struct mmc_hsq { struct mmc_host *mmc; struct mmc_request *mrq; wait_queue_head_t wait_queue; struct hsq_slot *slot; spinlock_t lock; struct work_struct retry_work; int next_tag; int num_slots; int qcnt; int tail_tag; int tag_slot[64]; bool enabled; bool waiting_for_idle; bool recovery_halt; }; struct utp_upiu_header { union { struct { __be32 dword_0; __be32 dword_1; __be32 dword_2; }; struct { __u8 transaction_code; __u8 flags; __u8 lun; __u8 task_tag; __u8 command_set_type: 4; __u8 iid: 4; union { __u8 tm_function; __u8 query_function; }; __u8 response; __u8 status; __u8 ehs_length; __u8 device_information; __be16 data_segment_length; }; }; }; struct utp_upiu_query { __u8 opcode; __u8 idn; __u8 index; __u8 selector; __be16 reserved_osf; __be16 length; __be32 value; __be32 reserved[2]; }; struct utp_upiu_cmd { __be32 exp_data_transfer_len; __u8 cdb[16]; }; struct utp_upiu_req { struct utp_upiu_header header; union { struct utp_upiu_cmd sc; struct utp_upiu_query qr; struct utp_upiu_query uc; }; }; enum { UFS_UPIU_REPORT_LUNS_WLUN = 129, UFS_UPIU_UFS_DEVICE_WLUN = 208, UFS_UPIU_BOOT_WLUN = 176, UFS_UPIU_RPMB_WLUN = 196, }; enum flag_idn { QUERY_FLAG_IDN_FDEVICEINIT = 1, QUERY_FLAG_IDN_PERMANENT_WPE = 2, QUERY_FLAG_IDN_PWR_ON_WPE = 3, QUERY_FLAG_IDN_BKOPS_EN = 4, QUERY_FLAG_IDN_LIFE_SPAN_MODE_ENABLE = 5, QUERY_FLAG_IDN_PURGE_ENABLE = 6, QUERY_FLAG_IDN_RESERVED2 = 7, QUERY_FLAG_IDN_FPHYRESOURCEREMOVAL = 8, QUERY_FLAG_IDN_BUSY_RTC = 9, QUERY_FLAG_IDN_RESERVED3 = 10, QUERY_FLAG_IDN_PERMANENTLY_DISABLE_FW_UPDATE = 11, QUERY_FLAG_IDN_WB_EN = 14, QUERY_FLAG_IDN_WB_BUFF_FLUSH_EN = 15, QUERY_FLAG_IDN_WB_BUFF_FLUSH_DURING_HIBERN8 = 16, QUERY_FLAG_IDN_HPB_RESET = 17, QUERY_FLAG_IDN_HPB_EN = 18, }; enum attr_idn { QUERY_ATTR_IDN_BOOT_LU_EN = 0, QUERY_ATTR_IDN_MAX_HPB_SINGLE_CMD = 1, QUERY_ATTR_IDN_POWER_MODE = 2, QUERY_ATTR_IDN_ACTIVE_ICC_LVL = 3, QUERY_ATTR_IDN_OOO_DATA_EN = 4, QUERY_ATTR_IDN_BKOPS_STATUS = 5, QUERY_ATTR_IDN_PURGE_STATUS = 6, QUERY_ATTR_IDN_MAX_DATA_IN = 7, QUERY_ATTR_IDN_MAX_DATA_OUT = 8, QUERY_ATTR_IDN_DYN_CAP_NEEDED = 9, QUERY_ATTR_IDN_REF_CLK_FREQ = 10, QUERY_ATTR_IDN_CONF_DESC_LOCK = 11, QUERY_ATTR_IDN_MAX_NUM_OF_RTT = 12, QUERY_ATTR_IDN_EE_CONTROL = 13, QUERY_ATTR_IDN_EE_STATUS = 14, QUERY_ATTR_IDN_SECONDS_PASSED = 15, QUERY_ATTR_IDN_CNTX_CONF = 16, QUERY_ATTR_IDN_CORR_PRG_BLK_NUM = 17, QUERY_ATTR_IDN_RESERVED2 = 18, QUERY_ATTR_IDN_RESERVED3 = 19, QUERY_ATTR_IDN_FFU_STATUS = 20, QUERY_ATTR_IDN_PSA_STATE = 21, QUERY_ATTR_IDN_PSA_DATA_SIZE = 22, QUERY_ATTR_IDN_REF_CLK_GATING_WAIT_TIME = 23, QUERY_ATTR_IDN_CASE_ROUGH_TEMP = 24, QUERY_ATTR_IDN_HIGH_TEMP_BOUND = 25, QUERY_ATTR_IDN_LOW_TEMP_BOUND = 26, QUERY_ATTR_IDN_WB_FLUSH_STATUS = 28, QUERY_ATTR_IDN_AVAIL_WB_BUFF_SIZE = 29, QUERY_ATTR_IDN_WB_BUFF_LIFE_TIME_EST = 30, QUERY_ATTR_IDN_CURR_WB_BUFF_SIZE = 31, QUERY_ATTR_IDN_TIMESTAMP = 48, QUERY_ATTR_IDN_DEV_LVL_EXCEPTION_ID = 52, }; enum desc_idn { QUERY_DESC_IDN_DEVICE = 0, QUERY_DESC_IDN_CONFIGURATION = 1, QUERY_DESC_IDN_UNIT = 2, QUERY_DESC_IDN_RFU_0 = 3, QUERY_DESC_IDN_INTERCONNECT = 4, QUERY_DESC_IDN_STRING = 5, QUERY_DESC_IDN_RFU_1 = 6, QUERY_DESC_IDN_GEOMETRY = 7, QUERY_DESC_IDN_POWER = 8, QUERY_DESC_IDN_HEALTH = 9, QUERY_DESC_IDN_MAX = 10, }; enum unit_desc_param { UNIT_DESC_PARAM_LEN = 0, UNIT_DESC_PARAM_TYPE = 1, UNIT_DESC_PARAM_UNIT_INDEX = 2, UNIT_DESC_PARAM_LU_ENABLE = 3, UNIT_DESC_PARAM_BOOT_LUN_ID = 4, UNIT_DESC_PARAM_LU_WR_PROTECT = 5, UNIT_DESC_PARAM_LU_Q_DEPTH = 6, UNIT_DESC_PARAM_PSA_SENSITIVE = 7, UNIT_DESC_PARAM_MEM_TYPE = 8, UNIT_DESC_PARAM_DATA_RELIABILITY = 9, UNIT_DESC_PARAM_LOGICAL_BLK_SIZE = 10, UNIT_DESC_PARAM_LOGICAL_BLK_COUNT = 11, UNIT_DESC_PARAM_ERASE_BLK_SIZE = 19, UNIT_DESC_PARAM_PROVISIONING_TYPE = 23, UNIT_DESC_PARAM_PHY_MEM_RSRC_CNT = 24, UNIT_DESC_PARAM_CTX_CAPABILITIES = 32, UNIT_DESC_PARAM_LARGE_UNIT_SIZE_M1 = 34, UNIT_DESC_PARAM_HPB_LU_MAX_ACTIVE_RGNS = 35, UNIT_DESC_PARAM_HPB_PIN_RGN_START_OFF = 37, UNIT_DESC_PARAM_HPB_NUM_PIN_RGNS = 39, UNIT_DESC_PARAM_WB_BUF_ALLOC_UNITS = 41, }; enum device_desc_param { DEVICE_DESC_PARAM_LEN = 0, DEVICE_DESC_PARAM_TYPE = 1, DEVICE_DESC_PARAM_DEVICE_TYPE = 2, DEVICE_DESC_PARAM_DEVICE_CLASS = 3, DEVICE_DESC_PARAM_DEVICE_SUB_CLASS = 4, DEVICE_DESC_PARAM_PRTCL = 5, DEVICE_DESC_PARAM_NUM_LU = 6, DEVICE_DESC_PARAM_NUM_WLU = 7, DEVICE_DESC_PARAM_BOOT_ENBL = 8, DEVICE_DESC_PARAM_DESC_ACCSS_ENBL = 9, DEVICE_DESC_PARAM_INIT_PWR_MODE = 10, DEVICE_DESC_PARAM_HIGH_PR_LUN = 11, DEVICE_DESC_PARAM_SEC_RMV_TYPE = 12, DEVICE_DESC_PARAM_SEC_LU = 13, DEVICE_DESC_PARAM_BKOP_TERM_LT = 14, DEVICE_DESC_PARAM_ACTVE_ICC_LVL = 15, DEVICE_DESC_PARAM_SPEC_VER = 16, DEVICE_DESC_PARAM_MANF_DATE = 18, DEVICE_DESC_PARAM_MANF_NAME = 20, DEVICE_DESC_PARAM_PRDCT_NAME = 21, DEVICE_DESC_PARAM_SN = 22, DEVICE_DESC_PARAM_OEM_ID = 23, DEVICE_DESC_PARAM_MANF_ID = 24, DEVICE_DESC_PARAM_UD_OFFSET = 26, DEVICE_DESC_PARAM_UD_LEN = 27, DEVICE_DESC_PARAM_RTT_CAP = 28, DEVICE_DESC_PARAM_FRQ_RTC = 29, DEVICE_DESC_PARAM_UFS_FEAT = 31, DEVICE_DESC_PARAM_FFU_TMT = 32, DEVICE_DESC_PARAM_Q_DPTH = 33, DEVICE_DESC_PARAM_DEV_VER = 34, DEVICE_DESC_PARAM_NUM_SEC_WPA = 36, DEVICE_DESC_PARAM_PSA_MAX_DATA = 37, DEVICE_DESC_PARAM_PSA_TMT = 41, DEVICE_DESC_PARAM_PRDCT_REV = 42, DEVICE_DESC_PARAM_HPB_VER = 64, DEVICE_DESC_PARAM_HPB_CONTROL = 66, DEVICE_DESC_PARAM_EXT_UFS_FEATURE_SUP = 79, DEVICE_DESC_PARAM_WB_PRESRV_USRSPC_EN = 83, DEVICE_DESC_PARAM_WB_TYPE = 84, DEVICE_DESC_PARAM_WB_SHARED_ALLOC_UNITS = 85, }; enum interconnect_desc_param { INTERCONNECT_DESC_PARAM_LEN = 0, INTERCONNECT_DESC_PARAM_TYPE = 1, INTERCONNECT_DESC_PARAM_UNIPRO_VER = 2, INTERCONNECT_DESC_PARAM_MPHY_VER = 4, }; enum geometry_desc_param { GEOMETRY_DESC_PARAM_LEN = 0, GEOMETRY_DESC_PARAM_TYPE = 1, GEOMETRY_DESC_PARAM_DEV_CAP = 4, GEOMETRY_DESC_PARAM_MAX_NUM_LUN = 12, GEOMETRY_DESC_PARAM_SEG_SIZE = 13, GEOMETRY_DESC_PARAM_ALLOC_UNIT_SIZE = 17, GEOMETRY_DESC_PARAM_MIN_BLK_SIZE = 18, GEOMETRY_DESC_PARAM_OPT_RD_BLK_SIZE = 19, GEOMETRY_DESC_PARAM_OPT_WR_BLK_SIZE = 20, GEOMETRY_DESC_PARAM_MAX_IN_BUF_SIZE = 21, GEOMETRY_DESC_PARAM_MAX_OUT_BUF_SIZE = 22, GEOMETRY_DESC_PARAM_RPMB_RW_SIZE = 23, GEOMETRY_DESC_PARAM_DYN_CAP_RSRC_PLC = 24, GEOMETRY_DESC_PARAM_DATA_ORDER = 25, GEOMETRY_DESC_PARAM_MAX_NUM_CTX = 26, GEOMETRY_DESC_PARAM_TAG_UNIT_SIZE = 27, GEOMETRY_DESC_PARAM_TAG_RSRC_SIZE = 28, GEOMETRY_DESC_PARAM_SEC_RM_TYPES = 29, GEOMETRY_DESC_PARAM_MEM_TYPES = 30, GEOMETRY_DESC_PARAM_SCM_MAX_NUM_UNITS = 32, GEOMETRY_DESC_PARAM_SCM_CAP_ADJ_FCTR = 36, GEOMETRY_DESC_PARAM_NPM_MAX_NUM_UNITS = 38, GEOMETRY_DESC_PARAM_NPM_CAP_ADJ_FCTR = 42, GEOMETRY_DESC_PARAM_ENM1_MAX_NUM_UNITS = 44, GEOMETRY_DESC_PARAM_ENM1_CAP_ADJ_FCTR = 48, GEOMETRY_DESC_PARAM_ENM2_MAX_NUM_UNITS = 50, GEOMETRY_DESC_PARAM_ENM2_CAP_ADJ_FCTR = 54, GEOMETRY_DESC_PARAM_ENM3_MAX_NUM_UNITS = 56, GEOMETRY_DESC_PARAM_ENM3_CAP_ADJ_FCTR = 60, GEOMETRY_DESC_PARAM_ENM4_MAX_NUM_UNITS = 62, GEOMETRY_DESC_PARAM_ENM4_CAP_ADJ_FCTR = 66, GEOMETRY_DESC_PARAM_OPT_LOG_BLK_SIZE = 68, GEOMETRY_DESC_PARAM_HPB_REGION_SIZE = 72, GEOMETRY_DESC_PARAM_HPB_NUMBER_LU = 73, GEOMETRY_DESC_PARAM_HPB_SUBREGION_SIZE = 74, GEOMETRY_DESC_PARAM_HPB_MAX_ACTIVE_REGS = 75, GEOMETRY_DESC_PARAM_WB_MAX_ALLOC_UNITS = 79, GEOMETRY_DESC_PARAM_WB_MAX_WB_LUNS = 83, GEOMETRY_DESC_PARAM_WB_BUFF_CAP_ADJ = 84, GEOMETRY_DESC_PARAM_WB_SUP_RED_TYPE = 85, GEOMETRY_DESC_PARAM_WB_SUP_WB_TYPE = 86, }; enum health_desc_param { HEALTH_DESC_PARAM_LEN = 0, HEALTH_DESC_PARAM_TYPE = 1, HEALTH_DESC_PARAM_EOL_INFO = 2, HEALTH_DESC_PARAM_LIFE_TIME_EST_A = 3, HEALTH_DESC_PARAM_LIFE_TIME_EST_B = 4, }; enum { WB_BUF_MODE_LU_DEDICATED = 0, WB_BUF_MODE_SHARED = 1, }; enum power_desc_param_offset { PWR_DESC_LEN = 0, PWR_DESC_TYPE = 1, PWR_DESC_ACTIVE_LVLS_VCC_0 = 2, PWR_DESC_ACTIVE_LVLS_VCCQ_0 = 34, PWR_DESC_ACTIVE_LVLS_VCCQ2_0 = 66, }; enum bkops_status { BKOPS_STATUS_NO_OP = 0, BKOPS_STATUS_NON_CRITICAL = 1, BKOPS_STATUS_PERF_IMPACT = 2, BKOPS_STATUS_CRITICAL = 3, BKOPS_STATUS_MAX = 3, }; enum query_opcode { UPIU_QUERY_OPCODE_NOP = 0, UPIU_QUERY_OPCODE_READ_DESC = 1, UPIU_QUERY_OPCODE_WRITE_DESC = 2, UPIU_QUERY_OPCODE_READ_ATTR = 3, UPIU_QUERY_OPCODE_WRITE_ATTR = 4, UPIU_QUERY_OPCODE_READ_FLAG = 5, UPIU_QUERY_OPCODE_SET_FLAG = 6, UPIU_QUERY_OPCODE_CLEAR_FLAG = 7, UPIU_QUERY_OPCODE_TOGGLE_FLAG = 8, }; enum ufs_ref_clk_freq { REF_CLK_FREQ_19_2_MHZ = 0, REF_CLK_FREQ_26_MHZ = 1, REF_CLK_FREQ_38_4_MHZ = 2, REF_CLK_FREQ_52_MHZ = 3, REF_CLK_FREQ_INVAL = -1, }; enum ufs_dev_pwr_mode { UFS_ACTIVE_PWR_MODE = 1, UFS_SLEEP_PWR_MODE = 2, UFS_POWERDOWN_PWR_MODE = 3, UFS_DEEPSLEEP_PWR_MODE = 4, }; struct utp_cmd_rsp { __be32 residual_transfer_count; __be32 reserved[4]; __be16 sense_data_len; u8 sense_data[18]; }; struct utp_upiu_rsp { struct utp_upiu_header header; union { struct utp_cmd_rsp sr; struct utp_upiu_query qr; }; }; struct ufs_vreg { struct regulator *reg; const char *name; bool always_on; bool enabled; int max_uA; }; struct ufs_vreg_info { struct ufs_vreg *vcc; struct ufs_vreg *vccq; struct ufs_vreg *vccq2; struct ufs_vreg *vdd_hba; }; enum ufs_rtc_time { UFS_RTC_RELATIVE = 0, UFS_RTC_ABSOLUTE = 1, }; struct ufs_dev_info { bool f_power_on_wp_en; bool is_lu_power_on_wp; u8 max_lu_supported; u16 wmanufacturerid; u8 *model; u16 wspecversion; u32 clk_gating_wait_us; u8 bqueuedepth; bool wb_enabled; bool wb_buf_flush_enabled; u8 wb_dedicated_lu; u8 wb_buffer_type; bool b_rpm_dev_flush_capable; u8 b_presrv_uspc_en; bool b_advanced_rpmb_en; enum ufs_rtc_time rtc_type; time64_t rtc_time_baseline; u32 rtc_update_period; u8 rtt_cap; }; enum ufs_pa_pwr_mode { FAST_MODE = 1, SLOW_MODE = 2, FASTAUTO_MODE = 4, SLOWAUTO_MODE = 5, UNCHANGED = 7, }; enum ufs_hs_gear_rate { PA_HS_MODE_A = 1, PA_HS_MODE_B = 2, }; enum ufs_pwm_gear_tag { UFS_PWM_DONT_CHANGE = 0, UFS_PWM_G1 = 1, UFS_PWM_G2 = 2, UFS_PWM_G3 = 3, UFS_PWM_G4 = 4, UFS_PWM_G5 = 5, UFS_PWM_G6 = 6, UFS_PWM_G7 = 7, }; enum ufs_hs_gear_tag { UFS_HS_DONT_CHANGE = 0, UFS_HS_G1 = 1, UFS_HS_G2 = 2, UFS_HS_G3 = 3, UFS_HS_G4 = 4, UFS_HS_G5 = 5, }; enum blk_crypto_key_type { BLK_CRYPTO_KEY_TYPE_RAW = 1, BLK_CRYPTO_KEY_TYPE_HW_WRAPPED = 2, }; struct blk_crypto_config { enum blk_crypto_mode_num crypto_mode; unsigned int data_unit_size; unsigned int dun_bytes; enum blk_crypto_key_type key_type; }; struct blk_crypto_key { struct blk_crypto_config crypto_cfg; unsigned int data_unit_size_bits; unsigned int size; u8 bytes[128]; }; struct bio_crypt_ctx { const struct blk_crypto_key *bc_key; u64 bc_dun[4]; }; struct pm_qos_request { struct plist_node node; struct pm_qos_constraints *qos; }; enum devfreq_timer { DEVFREQ_TIMER_DEFERRABLE = 0, DEVFREQ_TIMER_DELAYED = 1, DEVFREQ_TIMER_NUM = 2, }; struct devfreq_dev_profile { long unsigned int initial_freq; unsigned int polling_ms; enum devfreq_timer timer; int (*target)(struct device *, long unsigned int *, u32); int (*get_dev_status)(struct device *, struct devfreq_dev_status *); int (*get_cur_freq)(struct device *, long unsigned int *); void (*exit)(struct device *); long unsigned int *freq_table; unsigned int max_state; bool is_cooling_device; }; struct devfreq_stats { unsigned int total_trans; unsigned int *trans_table; u64 *time_in_state; u64 last_update; }; struct devfreq_governor; struct devfreq { struct list_head node; struct mutex lock; struct device dev; struct devfreq_dev_profile *profile; const struct devfreq_governor *governor; struct opp_table *opp_table; struct notifier_block nb; struct delayed_work work; long unsigned int *freq_table; unsigned int max_state; long unsigned int previous_freq; struct devfreq_dev_status last_status; void *data; void *governor_data; struct dev_pm_qos_request user_min_freq_req; struct dev_pm_qos_request user_max_freq_req; long unsigned int scaling_min_freq; long unsigned int scaling_max_freq; bool stop_polling; long unsigned int suspend_freq; long unsigned int resume_freq; atomic_t suspend_count; struct devfreq_stats stats; struct srcu_notifier_head transition_notifier_list; struct thermal_cooling_device *cdev; struct notifier_block nb_min; struct notifier_block nb_max; }; struct devfreq_governor { struct list_head node; const char name[16]; const u64 attrs; const u64 flags; int (*get_target_freq)(struct devfreq *, long unsigned int *); int (*event_handler)(struct devfreq *, unsigned int, void *); }; struct devfreq_simple_ondemand_data { unsigned int upthreshold; unsigned int downdifferential; }; enum { TASK_REQ_UPIU_SIZE_DWORDS = 8, TASK_RSP_UPIU_SIZE_DWORDS = 8, ALIGNED_UPIU_SIZE = 512, }; enum { REG_CONTROLLER_CAPABILITIES = 0, REG_MCQCAP = 4, REG_UFS_VERSION = 8, REG_EXT_CONTROLLER_CAPABILITIES = 12, REG_CONTROLLER_PID = 16, REG_CONTROLLER_MID = 20, REG_AUTO_HIBERNATE_IDLE_TIMER = 24, REG_INTERRUPT_STATUS = 32, REG_INTERRUPT_ENABLE = 36, REG_CONTROLLER_STATUS = 48, REG_CONTROLLER_ENABLE = 52, REG_UIC_ERROR_CODE_PHY_ADAPTER_LAYER = 56, REG_UIC_ERROR_CODE_DATA_LINK_LAYER = 60, REG_UIC_ERROR_CODE_NETWORK_LAYER = 64, REG_UIC_ERROR_CODE_TRANSPORT_LAYER = 68, REG_UIC_ERROR_CODE_DME = 72, REG_UTP_TRANSFER_REQ_INT_AGG_CONTROL = 76, REG_UTP_TRANSFER_REQ_LIST_BASE_L = 80, REG_UTP_TRANSFER_REQ_LIST_BASE_H = 84, REG_UTP_TRANSFER_REQ_DOOR_BELL = 88, REG_UTP_TRANSFER_REQ_LIST_CLEAR = 92, REG_UTP_TRANSFER_REQ_LIST_RUN_STOP = 96, REG_UTP_TASK_REQ_LIST_BASE_L = 112, REG_UTP_TASK_REQ_LIST_BASE_H = 116, REG_UTP_TASK_REQ_DOOR_BELL = 120, REG_UTP_TASK_REQ_LIST_CLEAR = 124, REG_UTP_TASK_REQ_LIST_RUN_STOP = 128, REG_UIC_COMMAND = 144, REG_UIC_COMMAND_ARG_1 = 148, REG_UIC_COMMAND_ARG_2 = 152, REG_UIC_COMMAND_ARG_3 = 156, UFSHCI_REG_SPACE_SIZE = 160, REG_UFS_CCAP = 256, REG_UFS_CRYPTOCAP = 260, REG_UFS_MEM_CFG = 768, REG_UFS_MCQ_CFG = 896, REG_UFS_ESILBA = 900, REG_UFS_ESIUBA = 904, UFSHCI_CRYPTO_REG_SPACE_SIZE = 1024, }; enum { MASK_TRANSFER_REQUESTS_SLOTS_SDB = 31, MASK_TRANSFER_REQUESTS_SLOTS_MCQ = 255, MASK_NUMBER_OUTSTANDING_RTT = 65280, MASK_TASK_MANAGEMENT_REQUEST_SLOTS = 458752, MASK_EHSLUTRD_SUPPORTED = 4194304, MASK_AUTO_HIBERN8_SUPPORT = 8388608, MASK_64_ADDRESSING_SUPPORT = 16777216, MASK_OUT_OF_ORDER_DATA_DELIVERY_SUPPORT = 33554432, MASK_UIC_DME_TEST_MODE_SUPPORT = 67108864, MASK_CRYPTO_SUPPORT = 268435456, MASK_LSDB_SUPPORT = 536870912, MASK_MCQ_SUPPORT = 1073741824, }; enum uic_cmd_dme { UIC_CMD_DME_GET = 1, UIC_CMD_DME_SET = 2, UIC_CMD_DME_PEER_GET = 3, UIC_CMD_DME_PEER_SET = 4, UIC_CMD_DME_POWERON = 16, UIC_CMD_DME_POWEROFF = 17, UIC_CMD_DME_ENABLE = 18, UIC_CMD_DME_RESET = 20, UIC_CMD_DME_END_PT_RST = 21, UIC_CMD_DME_LINK_STARTUP = 22, UIC_CMD_DME_HIBER_ENTER = 23, UIC_CMD_DME_HIBER_EXIT = 24, UIC_CMD_DME_TEST_MODE = 26, }; struct ufshcd_sg_entry { __le64 addr; __le32 reserved; __le32 size; }; struct utp_transfer_cmd_desc { u8 command_upiu[512]; u8 response_upiu[512]; u8 prd_table[0]; }; struct request_desc_header { u8 cci; u8 ehs_length; u8 reserved2: 7; u8 enable_crypto: 1; u8 interrupt: 1; u8 data_direction: 2; u8 reserved1: 1; u8 command_type: 4; __le32 dunl; u8 ocs; u8 cds; __le16 ldbc; __le32 dunu; }; struct utp_transfer_req_desc { struct request_desc_header header; __le64 command_desc_base_addr; __le16 response_upiu_length; __le16 response_upiu_offset; __le16 prd_table_length; __le16 prd_table_offset; }; struct cq_entry { __le64 command_desc_base_addr; __le16 response_upiu_length; __le16 response_upiu_offset; __le16 prd_table_length; __le16 prd_table_offset; __le32 status; __le32 reserved[3]; }; struct utp_task_req_desc { struct request_desc_header header; struct { struct utp_upiu_header req_header; __be32 input_param1; __be32 input_param2; __be32 input_param3; __be32 __reserved1[2]; } upiu_req; struct { struct utp_upiu_header rsp_header; __be32 output_param1; __be32 output_param2; __be32 __reserved2[3]; } upiu_rsp; }; enum dev_cmd_type { DEV_CMD_TYPE_NOP = 0, DEV_CMD_TYPE_QUERY = 1, DEV_CMD_TYPE_RPMB = 2, }; enum ufs_event_type { UFS_EVT_PA_ERR = 0, UFS_EVT_DL_ERR = 1, UFS_EVT_NL_ERR = 2, UFS_EVT_TL_ERR = 3, UFS_EVT_DME_ERR = 4, UFS_EVT_AUTO_HIBERN8_ERR = 5, UFS_EVT_FATAL_ERR = 6, UFS_EVT_LINK_STARTUP_FAIL = 7, UFS_EVT_RESUME_ERR = 8, UFS_EVT_SUSPEND_ERR = 9, UFS_EVT_WL_SUSP_ERR = 10, UFS_EVT_WL_RES_ERR = 11, UFS_EVT_DEV_RESET = 12, UFS_EVT_HOST_RESET = 13, UFS_EVT_ABORT = 14, UFS_EVT_CNT = 15, }; struct uic_command { const u32 command; const u32 argument1; u32 argument2; u32 argument3; int cmd_active; struct completion done; }; enum ufs_pm_op { UFS_RUNTIME_PM = 0, UFS_SYSTEM_PM = 1, UFS_SHUTDOWN_PM = 2, }; enum uic_link_state { UIC_LINK_OFF_STATE = 0, UIC_LINK_ACTIVE_STATE = 1, UIC_LINK_HIBERN8_STATE = 2, UIC_LINK_BROKEN_STATE = 3, }; enum ufs_pm_level { UFS_PM_LVL_0 = 0, UFS_PM_LVL_1 = 1, UFS_PM_LVL_2 = 2, UFS_PM_LVL_3 = 3, UFS_PM_LVL_4 = 4, UFS_PM_LVL_5 = 5, UFS_PM_LVL_6 = 6, UFS_PM_LVL_MAX = 7, }; struct ufs_pm_lvl_states { enum ufs_dev_pwr_mode dev_state; enum uic_link_state link_state; }; struct ufshcd_lrb { struct utp_transfer_req_desc *utr_descriptor_ptr; struct utp_upiu_req *ucd_req_ptr; struct utp_upiu_rsp *ucd_rsp_ptr; struct ufshcd_sg_entry *ucd_prdt_ptr; dma_addr_t utrd_dma_addr; dma_addr_t ucd_req_dma_addr; dma_addr_t ucd_rsp_dma_addr; dma_addr_t ucd_prdt_dma_addr; struct scsi_cmnd *cmd; int scsi_status; int command_type; int task_tag; u8 lun; bool intr_cmd; ktime_t issue_time_stamp; u64 issue_time_stamp_local_clock; ktime_t compl_time_stamp; u64 compl_time_stamp_local_clock; bool req_abort_skip; }; struct ufs_query_req { u8 query_func; struct utp_upiu_query upiu_req; }; struct ufs_query_res { struct utp_upiu_query upiu_res; }; struct ufs_query { struct ufs_query_req request; u8 *descriptor; struct ufs_query_res response; }; struct ufs_dev_cmd { enum dev_cmd_type type; struct mutex lock; struct completion complete; struct ufs_query query; }; enum ufs_notify_change_status { PRE_CHANGE = 0, POST_CHANGE = 1, }; struct ufs_pa_layer_attr { u32 gear_rx; u32 gear_tx; u32 lane_rx; u32 lane_tx; u32 pwr_rx; u32 pwr_tx; u32 hs_rate; }; struct ufs_pwr_mode_info { bool is_valid; struct ufs_pa_layer_attr info; }; struct ufs_hba; struct ufs_hba_variant_ops { const char *name; int max_num_rtt; int (*init)(struct ufs_hba *); void (*exit)(struct ufs_hba *); u32 (*get_ufs_hci_version)(struct ufs_hba *); int (*set_dma_mask)(struct ufs_hba *); int (*clk_scale_notify)(struct ufs_hba *, bool, long unsigned int, enum ufs_notify_change_status); int (*setup_clocks)(struct ufs_hba *, bool, enum ufs_notify_change_status); int (*hce_enable_notify)(struct ufs_hba *, enum ufs_notify_change_status); int (*link_startup_notify)(struct ufs_hba *, enum ufs_notify_change_status); int (*pwr_change_notify)(struct ufs_hba *, enum ufs_notify_change_status, const struct ufs_pa_layer_attr *, struct ufs_pa_layer_attr *); void (*setup_xfer_req)(struct ufs_hba *, int, bool); void (*setup_task_mgmt)(struct ufs_hba *, int, u8); void (*hibern8_notify)(struct ufs_hba *, enum uic_cmd_dme, enum ufs_notify_change_status); int (*apply_dev_quirks)(struct ufs_hba *); void (*fixup_dev_quirks)(struct ufs_hba *); int (*suspend)(struct ufs_hba *, enum ufs_pm_op, enum ufs_notify_change_status); int (*resume)(struct ufs_hba *, enum ufs_pm_op); void (*dbg_register_dump)(struct ufs_hba *); int (*phy_initialization)(struct ufs_hba *); int (*device_reset)(struct ufs_hba *); void (*config_scaling_param)(struct ufs_hba *, struct devfreq_dev_profile *, struct devfreq_simple_ondemand_data *); int (*fill_crypto_prdt)(struct ufs_hba *, const struct bio_crypt_ctx *, void *, unsigned int); void (*event_notify)(struct ufs_hba *, enum ufs_event_type, void *); int (*mcq_config_resource)(struct ufs_hba *); int (*get_hba_mac)(struct ufs_hba *); int (*op_runtime_config)(struct ufs_hba *); int (*get_outstanding_cqs)(struct ufs_hba *, long unsigned int *); int (*config_esi)(struct ufs_hba *); void (*config_scsi_dev)(struct scsi_device *); u32 (*freq_to_gear_speed)(struct ufs_hba *, long unsigned int); }; enum ufshcd_state { UFSHCD_STATE_RESET = 0, UFSHCD_STATE_OPERATIONAL = 1, UFSHCD_STATE_EH_SCHEDULED_NON_FATAL = 2, UFSHCD_STATE_EH_SCHEDULED_FATAL = 3, UFSHCD_STATE_ERROR = 4, }; struct ufs_event_hist { int pos; u32 val[8]; u64 tstamp[8]; long long unsigned int cnt; }; struct ufs_stats { u32 last_intr_status; u64 last_intr_ts; u32 hibern8_exit_cnt; u64 last_hibern8_exit_tstamp; struct ufs_event_hist event[15]; }; enum clk_gating_state { CLKS_OFF = 0, CLKS_ON = 1, REQ_CLKS_OFF = 2, REQ_CLKS_ON = 3, }; struct ufs_clk_gating { struct delayed_work gate_work; struct work_struct ungate_work; struct workqueue_struct *clk_gating_workq; spinlock_t lock; enum clk_gating_state state; long unsigned int delay_ms; bool is_suspended; struct device_attribute delay_attr; struct device_attribute enable_attr; bool is_enabled; bool is_initialized; int active_reqs; }; struct ufs_clk_scaling { struct workqueue_struct *workq; struct work_struct suspend_work; struct work_struct resume_work; spinlock_t lock; int active_reqs; long unsigned int tot_busy_t; ktime_t window_start_t; ktime_t busy_start_t; struct device_attribute enable_attr; struct ufs_pa_layer_attr saved_pwr_info; long unsigned int target_freq; u32 min_gear; u32 wb_gear; bool is_enabled; bool is_allowed; bool is_initialized; bool is_busy_started; bool is_suspended; bool suspend_on_no_request; }; struct ufs_hba_monitor { long unsigned int chunk_size; long unsigned int nr_sec_rw[2]; ktime_t total_busy[2]; long unsigned int nr_req[2]; ktime_t lat_sum[2]; ktime_t lat_max[2]; ktime_t lat_min[2]; u32 nr_queued[2]; ktime_t busy_start_ts[2]; ktime_t enabled_ts; bool enabled; }; struct ufshcd_res_info { const char *name; struct resource *resource; void *base; }; struct ufshcd_mcq_opr_info_t { long unsigned int offset; long unsigned int stride; void *base; }; struct ufs_hba_variant_params; struct ufs_hw_queue; struct ufs_hba { void *mmio_base; struct utp_transfer_cmd_desc *ucdl_base_addr; struct utp_transfer_req_desc *utrdl_base_addr; struct utp_task_req_desc *utmrdl_base_addr; dma_addr_t ucdl_dma_addr; dma_addr_t utrdl_dma_addr; dma_addr_t utmrdl_dma_addr; struct Scsi_Host *host; struct device *dev; struct scsi_device *ufs_device_wlun; enum ufs_dev_pwr_mode curr_dev_pwr_mode; enum uic_link_state uic_link_state; enum ufs_pm_level rpm_lvl; enum ufs_pm_level spm_lvl; int pm_op_in_progress; u32 ahit; struct ufshcd_lrb *lrb; long unsigned int outstanding_tasks; spinlock_t outstanding_lock; long unsigned int outstanding_reqs; u32 capabilities; int nutrs; int nortt; u32 mcq_capabilities; int nutmrs; u32 reserved_slot; u32 ufs_version; const struct ufs_hba_variant_ops *vops; struct ufs_hba_variant_params *vps; void *priv; unsigned int irq; bool is_irq_enabled; enum ufs_ref_clk_freq dev_ref_clk_freq; unsigned int quirks; unsigned int dev_quirks; struct blk_mq_tag_set tmf_tag_set; struct request_queue *tmf_queue; struct request **tmf_rqs; struct uic_command *active_uic_cmd; struct mutex uic_cmd_mutex; struct completion *uic_async_done; enum ufshcd_state ufshcd_state; u32 eh_flags; u32 intr_mask; u16 ee_ctrl_mask; u16 ee_drv_mask; u16 ee_usr_mask; struct mutex ee_ctrl_mutex; bool is_powered; bool shutting_down; struct semaphore host_sem; struct workqueue_struct *eh_wq; struct work_struct eh_work; struct work_struct eeh_work; u32 errors; u32 uic_error; u32 saved_err; u32 saved_uic_err; struct ufs_stats ufs_stats; bool force_reset; bool force_pmc; bool silence_err_logs; struct ufs_dev_cmd dev_cmd; ktime_t last_dme_cmd_tstamp; int nop_out_timeout; struct ufs_dev_info dev_info; bool auto_bkops_enabled; struct ufs_vreg_info vreg_info; struct list_head clk_list_head; bool use_pm_opp; int req_abort_count; u32 lanes_per_direction; struct ufs_pa_layer_attr pwr_info; struct ufs_pwr_mode_info max_pwr_info; struct ufs_clk_gating clk_gating; u32 caps; struct devfreq *devfreq; struct ufs_clk_scaling clk_scaling; bool system_suspending; bool is_sys_suspended; enum bkops_status urgent_bkops_lvl; bool is_urgent_bkops_lvl_checked; struct mutex wb_mutex; struct rw_semaphore clk_scaling_lock; struct device bsg_dev; struct request_queue *bsg_queue; struct delayed_work rpm_dev_flush_recheck_work; struct ufs_hba_monitor monitor; struct dentry *debugfs_root; struct delayed_work debugfs_ee_work; u32 debugfs_ee_rate_limit_ms; u32 luns_avail; unsigned int nr_hw_queues; unsigned int nr_queues[3]; bool complete_put; bool scsi_host_added; bool mcq_sup; bool lsdb_sup; bool mcq_enabled; struct ufshcd_res_info res[7]; void *mcq_base; struct ufs_hw_queue *uhq; struct ufs_hw_queue *dev_cmd_queue; struct ufshcd_mcq_opr_info_t mcq_opr[4]; struct delayed_work ufs_rtc_update_work; struct pm_qos_request pm_qos_req; bool pm_qos_enabled; int critical_health_count; atomic_t dev_lvl_exception_count; u64 dev_lvl_exception_id; }; enum ufshcd_quirks { UFSHCD_QUIRK_BROKEN_INTR_AGGR = 1, UFSHCD_QUIRK_DELAY_BEFORE_DME_CMDS = 2, UFSHCD_QUIRK_BROKEN_LCC = 4, UFSHCD_QUIRK_BROKEN_PA_RXHSUNTERMCAP = 8, UFSHCD_QUIRK_DME_PEER_ACCESS_AUTO_MODE = 16, UFSHCD_QUIRK_BROKEN_UFS_HCI_VERSION = 32, UFSHCI_QUIRK_BROKEN_REQ_LIST_CLR = 64, UFSHCI_QUIRK_SKIP_RESET_INTR_AGGR = 128, UFSHCI_QUIRK_BROKEN_HCE = 256, UFSHCD_QUIRK_PRDT_BYTE_GRAN = 512, UFSHCD_QUIRK_BROKEN_OCS_FATAL_ERROR = 1024, UFSHCD_QUIRK_BROKEN_AUTO_HIBERN8 = 2048, UFSHCI_QUIRK_SKIP_MANUAL_WB_FLUSH_CTRL = 4096, UFSHCD_QUIRK_SKIP_DEF_UNIPRO_TIMEOUT_SETTING = 8192, UFSHCD_QUIRK_BROKEN_UIC_CMD = 32768, UFSHCD_QUIRK_SKIP_PH_CONFIGURATION = 65536, UFSHCD_QUIRK_HIBERN_FASTAUTO = 262144, UFSHCD_QUIRK_REINIT_AFTER_MAX_GEAR_SWITCH = 524288, UFSHCD_QUIRK_MCQ_BROKEN_INTR = 1048576, UFSHCD_QUIRK_MCQ_BROKEN_RTC = 2097152, UFSHCD_QUIRK_CUSTOM_CRYPTO_PROFILE = 4194304, UFSHCD_QUIRK_BROKEN_CRYPTO_ENABLE = 8388608, UFSHCD_QUIRK_KEYS_IN_PRDT = 16777216, UFSHCD_QUIRK_BROKEN_LSDBS_CAP = 33554432, }; enum ufshcd_caps { UFSHCD_CAP_CLK_GATING = 1, UFSHCD_CAP_HIBERN8_WITH_CLK_GATING = 2, UFSHCD_CAP_CLK_SCALING = 4, UFSHCD_CAP_AUTO_BKOPS_SUSPEND = 8, UFSHCD_CAP_INTR_AGGR = 16, UFSHCD_CAP_KEEP_AUTO_BKOPS_ENABLED_EXCEPT_SUSPEND = 32, UFSHCD_CAP_RPM_AUTOSUSPEND = 64, UFSHCD_CAP_WB_EN = 128, UFSHCD_CAP_CRYPTO = 256, UFSHCD_CAP_AGGR_POWER_COLLAPSE = 512, UFSHCD_CAP_DEEPSLEEP = 1024, UFSHCD_CAP_TEMP_NOTIF = 2048, UFSHCD_CAP_WB_WITH_CLK_SCALING = 4096, }; struct ufs_hba_variant_params { struct devfreq_dev_profile devfreq_profile; struct devfreq_simple_ondemand_data ondemand_data; u16 hba_enable_delay_us; u32 wb_flush_threshold; }; enum ufshcd_res { RES_UFS = 0, RES_MCQ = 1, RES_MCQ_SQD = 2, RES_MCQ_SQIS = 3, RES_MCQ_CQD = 4, RES_MCQ_CQIS = 5, RES_MCQ_VS = 6, RES_MAX = 7, }; enum ufshcd_mcq_opr { OPR_SQD = 0, OPR_SQIS = 1, OPR_CQD = 2, OPR_CQIS = 3, OPR_MAX = 4, }; struct ufs_hw_queue { void *mcq_sq_head; void *mcq_sq_tail; void *mcq_cq_head; void *mcq_cq_tail; struct utp_transfer_req_desc *sqe_base_addr; dma_addr_t sqe_dma_addr; struct cq_entry *cqe_base_addr; dma_addr_t cqe_dma_addr; u32 max_entries; u32 id; u32 sq_tail_slot; spinlock_t sq_lock; u32 cq_tail_slot; u32 cq_head_slot; spinlock_t cq_lock; struct mutex sq_mutex; }; enum ufs_bsg_msg_code { UPIU_TRANSACTION_UIC_CMD = 31, UPIU_TRANSACTION_ARPMB_CMD = 32, }; enum ufs_rpmb_op_type { UFS_RPMB_WRITE_KEY = 1, UFS_RPMB_READ_CNT = 2, UFS_RPMB_WRITE = 3, UFS_RPMB_READ = 4, UFS_RPMB_READ_RESP = 5, UFS_RPMB_SEC_CONF_WRITE = 6, UFS_RPMB_SEC_CONF_READ = 7, UFS_RPMB_PURGE_ENABLE = 8, UFS_RPMB_PURGE_STATUS_READ = 9, }; struct ufs_arpmb_meta { __be16 req_resp_type; __u8 nonce[16]; __be32 write_counter; __be16 addr_lun; __be16 block_count; __be16 result; } __attribute__((packed)); struct ufs_ehs { __u8 length; __u8 ehs_type; __be16 ehssub_type; struct ufs_arpmb_meta meta; __u8 mac_key[32]; }; struct ufs_bsg_request { __u32 msgcode; struct utp_upiu_req upiu_req; }; struct ufs_bsg_reply { int result; __u32 reply_payload_rcv_len; struct utp_upiu_req upiu_rsp; }; struct ufs_rpmb_request { struct ufs_bsg_request bsg_request; struct ufs_ehs ehs_req; }; struct ufs_rpmb_reply { struct ufs_bsg_reply bsg_reply; struct ufs_ehs ehs_rsp; }; enum upiu_request_transaction { UPIU_TRANSACTION_NOP_OUT = 0, UPIU_TRANSACTION_COMMAND = 1, UPIU_TRANSACTION_DATA_OUT = 2, UPIU_TRANSACTION_TASK_REQ = 4, UPIU_TRANSACTION_QUERY_REQ = 22, }; struct arm_smccc_quirk { int id; union { long unsigned int a6; } state; }; struct acpi_hest_notify { u8 type; u8 length; u16 config_write_enable; u32 poll_interval; u32 vector; u32 polling_threshold_value; u32 polling_threshold_window; u32 error_threshold_value; u32 error_threshold_window; }; struct acpi_hest_generic { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; }; struct acpi_hest_generic_v2 { struct acpi_hest_header header; u16 related_source_id; u8 reserved; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u32 max_raw_data_length; struct acpi_generic_address error_status_address; struct acpi_hest_notify notify; u32 error_block_length; struct acpi_generic_address read_ack_register; u64 read_ack_preserve; u64 read_ack_write; } __attribute__((packed)); struct acpi_hest_generic_status { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; struct ghes { union { struct acpi_hest_generic *generic; struct acpi_hest_generic_v2 *generic_v2; }; struct acpi_hest_generic_status *estatus; long unsigned int flags; union { struct list_head list; struct timer_list timer; unsigned int irq; }; struct device *dev; struct list_head elist; }; struct sdei_event { struct list_head list; bool reregister; bool reenable; u32 event_num; u8 type; u8 priority; union { struct sdei_registered_event *registered; struct sdei_registered_event *private_registered; }; }; struct sdei_crosscall_args { struct sdei_event *event; atomic_t errors; int first_error; }; struct mbox_client { struct device *dev; bool tx_block; long unsigned int tx_tout; bool knows_txdone; void (*rx_callback)(struct mbox_client *, void *); void (*tx_prepare)(struct mbox_client *, void *); void (*tx_done)(struct mbox_client *, void *, int); }; struct scmi_msg { void *buf; size_t len; }; struct scmi_msg_hdr { u8 id; u8 protocol_id; u8 type; u16 seq; u32 status; bool poll_completion; }; struct scmi_xfer { int transfer_id; struct scmi_msg_hdr hdr; struct scmi_msg tx; struct scmi_msg rx; struct completion done; struct completion *async_done; bool pending; struct hlist_node node; refcount_t users; atomic_t busy; int state; int flags; spinlock_t lock; void *priv; }; struct scmi_xfer_ops { int (*version_get)(const struct scmi_protocol_handle *, u32 *); int (*xfer_get_init)(const struct scmi_protocol_handle *, u8, size_t, size_t, struct scmi_xfer **); void (*reset_rx_to_maxsz)(const struct scmi_protocol_handle *, struct scmi_xfer *); int (*do_xfer)(const struct scmi_protocol_handle *, struct scmi_xfer *); int (*do_xfer_with_response)(const struct scmi_protocol_handle *, struct scmi_xfer *); void (*xfer_put)(const struct scmi_protocol_handle *, struct scmi_xfer *); }; struct scmi_iterator_ops; struct scmi_fc_db_info; struct scmi_proto_helpers_ops { int (*extended_name_get)(const struct scmi_protocol_handle *, u8, u32, u32 *, char *, size_t); void * (*iter_response_init)(const struct scmi_protocol_handle *, struct scmi_iterator_ops *, unsigned int, u8, size_t, void *); int (*iter_response_run)(void *); int (*protocol_msg_check)(const struct scmi_protocol_handle *, u32, u32 *); void (*fastchannel_init)(const struct scmi_protocol_handle *, u8, u32, u32, u32, void **, struct scmi_fc_db_info **, u32 *); void (*fastchannel_db_ring)(struct scmi_fc_db_info *); int (*get_max_msg_size)(const struct scmi_protocol_handle *); }; struct scmi_iterator_state { unsigned int desc_index; unsigned int num_returned; unsigned int num_remaining; unsigned int max_resources; unsigned int loop_idx; size_t rx_len; void *priv; }; struct scmi_iterator_ops { void (*prepare_message)(void *, unsigned int, const void *); int (*update_state)(struct scmi_iterator_state *, const void *, void *); int (*process_response)(const struct scmi_protocol_handle *, const void *, struct scmi_iterator_state *, void *); }; struct scmi_fc_db_info { int width; u64 set; u64 mask; void *addr; }; struct scmi_chan_info { int id; struct device *dev; bool is_p2a; unsigned int rx_timeout_ms; unsigned int max_msg_size; struct scmi_handle *handle; bool no_completion_irq; void *transport_info; }; struct scmi_transport_ops { bool (*chan_available)(struct device_node *, int); int (*chan_setup)(struct scmi_chan_info *, struct device *, bool); int (*chan_free)(int, void *, void *); unsigned int (*get_max_msg)(struct scmi_chan_info *); int (*send_message)(struct scmi_chan_info *, struct scmi_xfer *); void (*mark_txdone)(struct scmi_chan_info *, int, struct scmi_xfer *); void (*fetch_response)(struct scmi_chan_info *, struct scmi_xfer *); void (*fetch_notification)(struct scmi_chan_info *, size_t, struct scmi_xfer *); void (*clear_channel)(struct scmi_chan_info *); bool (*poll_done)(struct scmi_chan_info *, struct scmi_xfer *); }; struct scmi_desc { const struct scmi_transport_ops *ops; int max_rx_timeout_ms; int max_msg; int max_msg_size; unsigned int atomic_threshold; const bool force_polling; const bool sync_cmds_completed_on_ret; const bool atomic_enabled; }; enum scmi_bad_msg { MSG_UNEXPECTED = -1, MSG_INVALID = -2, MSG_UNKNOWN = -3, MSG_NOMEM = -4, MSG_MBOX_SPURIOUS = -5, }; typedef void (*shmem_copy_toio_t)(void *, const void *, size_t); typedef void (*shmem_copy_fromio_t)(void *, const void *, size_t); struct scmi_shmem_io_ops { shmem_copy_fromio_t fromio; shmem_copy_toio_t toio; }; struct scmi_shared_mem; struct scmi_shared_mem_operations { void (*tx_prepare)(struct scmi_shared_mem *, struct scmi_xfer *, struct scmi_chan_info *, shmem_copy_toio_t); u32 (*read_header)(struct scmi_shared_mem *); void (*fetch_response)(struct scmi_shared_mem *, struct scmi_xfer *, shmem_copy_fromio_t); void (*fetch_notification)(struct scmi_shared_mem *, size_t, struct scmi_xfer *, shmem_copy_fromio_t); void (*clear_channel)(struct scmi_shared_mem *); bool (*poll_done)(struct scmi_shared_mem *, struct scmi_xfer *); bool (*channel_free)(struct scmi_shared_mem *); bool (*channel_intr_enabled)(struct scmi_shared_mem *); void * (*setup_iomap)(struct scmi_chan_info *, struct device *, bool, struct resource *, struct scmi_shmem_io_ops **); }; struct scmi_msg_payld; struct scmi_message_operations { size_t (*response_size)(struct scmi_xfer *); size_t (*command_size)(struct scmi_xfer *); void (*tx_prepare)(struct scmi_msg_payld *, struct scmi_xfer *); u32 (*read_header)(struct scmi_msg_payld *); void (*fetch_response)(struct scmi_msg_payld *, size_t, struct scmi_xfer *); void (*fetch_notification)(struct scmi_msg_payld *, size_t, size_t, struct scmi_xfer *); }; struct scmi_transport_core_operations { void (*bad_message_trace)(struct scmi_chan_info *, u32, enum scmi_bad_msg); void (*rx_callback)(struct scmi_chan_info *, u32, void *); const struct scmi_shared_mem_operations *shmem; const struct scmi_message_operations *msg; }; struct scmi_transport { struct device *supplier; struct scmi_desc desc; struct scmi_transport_core_operations **core_ops; }; struct mbox_chan; struct scmi_mailbox { struct mbox_client cl; struct mbox_chan *chan; struct mbox_chan *chan_receiver; struct mbox_chan *chan_platform_receiver; struct scmi_chan_info *cinfo; struct scmi_shared_mem *shmem; struct mutex chan_lock; struct scmi_shmem_io_ops *io_ops; }; enum scmi_common_cmd { PROTOCOL_VERSION = 0, PROTOCOL_ATTRIBUTES = 1, PROTOCOL_MESSAGE_ATTRIBUTES = 2, NEGOTIATE_PROTOCOL_VERSION = 16, }; typedef int (*scmi_prot_init_ph_fn_t)(const struct scmi_protocol_handle *); struct scmi_protocol_events; struct scmi_protocol { const u8 id; struct module *owner; const scmi_prot_init_ph_fn_t instance_init; const scmi_prot_init_ph_fn_t instance_deinit; const void *ops; const struct scmi_protocol_events *events; unsigned int supported_version; char *vendor_id; char *sub_vendor_id; u32 impl_ver; }; struct scmi_event_ops; struct scmi_event; struct scmi_protocol_events { size_t queue_sz; const struct scmi_event_ops *ops; const struct scmi_event *evts; unsigned int num_events; unsigned int num_sources; }; struct scmi_event { u8 id; size_t max_payld_sz; size_t max_report_sz; }; struct scmi_event_ops { bool (*is_notify_supported)(const struct scmi_protocol_handle *, u8, u32); int (*get_num_sources)(const struct scmi_protocol_handle *); int (*set_notify_enabled)(const struct scmi_protocol_handle *, u8, u32, bool); void * (*fill_custom_report)(const struct scmi_protocol_handle *, u8, ktime_t, const void *, size_t, void *, u32 *); }; enum scmi_error_codes { SCMI_SUCCESS = 0, SCMI_ERR_SUPPORT = -1, SCMI_ERR_PARAMS = -2, SCMI_ERR_ACCESS = -3, SCMI_ERR_ENTRY = -4, SCMI_ERR_RANGE = -5, SCMI_ERR_BUSY = -6, SCMI_ERR_COMMS = -7, SCMI_ERR_GENERIC = -8, SCMI_ERR_HARDWARE = -9, SCMI_ERR_PROTOCOL = -10, }; enum debug_counters { SENT_OK = 0, SENT_FAIL = 1, SENT_FAIL_POLLING_UNSUPPORTED = 2, SENT_FAIL_CHANNEL_NOT_FOUND = 3, RESPONSE_OK = 4, NOTIFICATION_OK = 5, DELAYED_RESPONSE_OK = 6, XFERS_RESPONSE_TIMEOUT = 7, XFERS_RESPONSE_POLLED_TIMEOUT = 8, RESPONSE_POLLED_OK = 9, ERR_MSG_UNEXPECTED = 10, ERR_MSG_INVALID = 11, ERR_MSG_NOMEM = 12, ERR_PROTOCOL = 13, SCMI_DEBUG_COUNTERS_LAST = 14, }; enum { SCMI_RAW_REPLY_QUEUE = 0, SCMI_RAW_NOTIF_QUEUE = 1, SCMI_RAW_ERRS_QUEUE = 2, SCMI_RAW_MAX_QUEUE = 3, }; struct trace_event_raw_scmi_fc_call { struct trace_entry ent; u8 protocol_id; u8 msg_id; u32 res_id; u32 val1; u32 val2; char __data[0]; }; struct trace_event_raw_scmi_xfer_begin { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; bool poll; char __data[0]; }; struct trace_event_raw_scmi_xfer_response_wait { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; u32 timeout; bool poll; char __data[0]; }; struct trace_event_raw_scmi_xfer_end { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; int status; char __data[0]; }; struct trace_event_raw_scmi_rx_done { struct trace_entry ent; int transfer_id; u8 msg_id; u8 protocol_id; u16 seq; u8 msg_type; char __data[0]; }; struct trace_event_raw_scmi_msg_dump { struct trace_entry ent; int id; u8 channel_id; u8 protocol_id; u8 msg_id; char tag[6]; u16 seq; int status; size_t len; u32 __data_loc_cmd; char __data[0]; }; struct trace_event_data_offsets_scmi_fc_call {}; struct trace_event_data_offsets_scmi_xfer_begin {}; struct trace_event_data_offsets_scmi_xfer_response_wait {}; struct trace_event_data_offsets_scmi_xfer_end {}; struct trace_event_data_offsets_scmi_rx_done {}; struct trace_event_data_offsets_scmi_msg_dump { u32 cmd; const void *cmd_ptr_; }; typedef void (*btf_trace_scmi_fc_call)(void *, u8, u8, u32, u32, u32); typedef void (*btf_trace_scmi_xfer_begin)(void *, int, u8, u8, u16, bool); typedef void (*btf_trace_scmi_xfer_response_wait)(void *, int, u8, u8, u16, u32, bool); typedef void (*btf_trace_scmi_xfer_end)(void *, int, u8, u8, u16, int); typedef void (*btf_trace_scmi_rx_done)(void *, int, u8, u8, u16, u8); typedef void (*btf_trace_scmi_msg_dump)(void *, int, u8, u8, u8, unsigned char *, u16, int, void *, size_t); struct scmi_xfers_info { long unsigned int *xfer_alloc_table; spinlock_t xfer_lock; int max_msg; struct hlist_head free_xfers; struct hlist_head pending_xfers[512]; }; struct scmi_protocol_instance { const struct scmi_handle *handle; const struct scmi_protocol *proto; void *gid; refcount_t users; void *priv; unsigned int version; unsigned int negotiated_version; struct scmi_protocol_handle ph; }; struct scmi_debug_info { struct dentry *top_dentry; const char *name; const char *type; bool is_atomic; atomic_t counters[14]; }; struct scmi_info { int id; struct device *dev; const struct scmi_desc *desc; struct scmi_revision_info version; struct scmi_handle handle; struct scmi_xfers_info tx_minfo; struct scmi_xfers_info rx_minfo; struct idr tx_idr; struct idr rx_idr; struct idr protocols; struct mutex protocols_mtx; u8 *protocols_imp; struct idr active_protocols; void *notify_priv; struct list_head node; int users; struct notifier_block bus_nb; struct notifier_block dev_req_nb; struct mutex devreq_mtx; struct scmi_debug_info *dbg; void *raw; }; struct scmi_msg_resp_domain_name_get { __le32 flags; u8 name[64]; }; struct scmi_iterator { void *msg; void *resp; struct scmi_xfer *t; const struct scmi_protocol_handle *ph; struct scmi_iterator_ops *ops; struct scmi_iterator_state state; void *priv; }; struct scmi_msg_get_fc_info { __le32 domain; __le32 message_id; }; struct scmi_msg_resp_desc_fc { __le32 attr; __le32 rate_limit; __le32 chan_addr_low; __le32 chan_addr_high; __le32 chan_size; __le32 db_addr_low; __le32 db_addr_high; __le32 db_set_lmask; __le32 db_set_hmask; __le32 db_preserve_lmask; __le32 db_preserve_hmask; }; struct scmi_protocol_devres { const struct scmi_handle *handle; u8 protocol_id; }; struct scmi_fc_info; struct scmi_powercap_info { unsigned int id; bool notify_powercap_cap_change; bool notify_powercap_measurement_change; bool async_powercap_cap_set; bool powercap_cap_config; bool powercap_monitoring; bool powercap_pai_config; bool powercap_scale_mw; bool powercap_scale_uw; bool fastchannels; char name[64]; unsigned int min_pai; unsigned int max_pai; unsigned int pai_step; unsigned int min_power_cap; unsigned int max_power_cap; unsigned int power_cap_step; unsigned int sustainable_power; unsigned int accuracy; unsigned int parent_id; struct scmi_fc_info *fc_info; }; struct scmi_fc_info { void *set_addr; void *get_addr; struct scmi_fc_db_info *set_db; u32 rate_limit; }; struct scmi_powercap_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const struct scmi_powercap_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*cap_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*cap_set)(const struct scmi_protocol_handle *, u32, u32, bool); int (*cap_enable_set)(const struct scmi_protocol_handle *, u32, bool); int (*cap_enable_get)(const struct scmi_protocol_handle *, u32, bool *); int (*pai_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*pai_set)(const struct scmi_protocol_handle *, u32, u32); int (*measurements_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); int (*measurements_threshold_set)(const struct scmi_protocol_handle *, u32, u32, u32); int (*measurements_threshold_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); }; enum scmi_notification_events { SCMI_EVENT_POWER_STATE_CHANGED = 0, SCMI_EVENT_CLOCK_RATE_CHANGED = 0, SCMI_EVENT_CLOCK_RATE_CHANGE_REQUESTED = 1, SCMI_EVENT_PERFORMANCE_LIMITS_CHANGED = 0, SCMI_EVENT_PERFORMANCE_LEVEL_CHANGED = 1, SCMI_EVENT_SENSOR_TRIP_POINT_EVENT = 0, SCMI_EVENT_SENSOR_UPDATE = 1, SCMI_EVENT_RESET_ISSUED = 0, SCMI_EVENT_BASE_ERROR_EVENT = 0, SCMI_EVENT_SYSTEM_POWER_STATE_NOTIFIER = 0, SCMI_EVENT_POWERCAP_CAP_CHANGED = 0, SCMI_EVENT_POWERCAP_MEASUREMENTS_CHANGED = 1, }; struct scmi_powercap_cap_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power_cap; unsigned int pai; }; struct scmi_powercap_meas_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power; }; enum scmi_powercap_protocol_cmd { POWERCAP_DOMAIN_ATTRIBUTES = 3, POWERCAP_CAP_GET = 4, POWERCAP_CAP_SET = 5, POWERCAP_PAI_GET = 6, POWERCAP_PAI_SET = 7, POWERCAP_DOMAIN_NAME_GET = 8, POWERCAP_MEASUREMENTS_GET = 9, POWERCAP_CAP_NOTIFY = 10, POWERCAP_MEASUREMENTS_NOTIFY = 11, POWERCAP_DESCRIBE_FASTCHANNEL = 12, }; enum { POWERCAP_FC_CAP = 0, POWERCAP_FC_PAI = 1, POWERCAP_FC_MAX = 2, }; struct scmi_msg_resp_powercap_domain_attributes { __le32 attributes; u8 name[16]; __le32 min_pai; __le32 max_pai; __le32 pai_step; __le32 min_power_cap; __le32 max_power_cap; __le32 power_cap_step; __le32 sustainable_power; __le32 accuracy; __le32 parent_id; }; struct scmi_msg_powercap_set_cap_or_pai { __le32 domain; __le32 flags; __le32 value; }; struct scmi_msg_resp_powercap_cap_set_complete { __le32 domain; __le32 power_cap; }; struct scmi_msg_resp_powercap_meas_get { __le32 power; __le32 pai; }; struct scmi_msg_powercap_notify_cap { __le32 domain; __le32 notify_enable; }; struct scmi_msg_powercap_notify_thresh { __le32 domain; __le32 notify_enable; __le32 power_thresh_low; __le32 power_thresh_high; }; struct scmi_powercap_cap_changed_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power_cap; __le32 pai; }; struct scmi_powercap_meas_changed_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power; }; struct scmi_powercap_state { bool enabled; u32 last_pcap; bool meas_notif_enabled; u64 thresholds; }; struct powercap_info { u32 version; int num_domains; bool notify_cap_cmd; bool notify_measurements_cmd; struct scmi_powercap_state *states; struct scmi_powercap_info *powercaps; }; struct scmi_msg_payld { __le32 msg_header; __le32 msg_payload[0]; }; typedef efi_status_t efi_query_variable_store_t(u32, long unsigned int, bool); typedef struct { efi_guid_t guid; u64 table; } efi_config_table_64_t; typedef struct { efi_guid_t guid; u32 table; } efi_config_table_32_t; typedef union { struct { efi_guid_t guid; void *table; }; efi_config_table_32_t mixed_mode; } efi_config_table_t; typedef struct { efi_guid_t guid; long unsigned int *ptr; const char name[16]; } efi_config_table_type_t; struct efi_unaccepted_memory { u32 version; u32 unit_size; u64 phys_base; u64 size; long unsigned int bitmap[0]; }; typedef struct { u16 version; u16 length; u32 runtime_services_supported; } efi_rt_properties_table_t; struct efivar_operations { efi_get_variable_t *get_variable; efi_get_next_variable_t *get_next_variable; efi_set_variable_t *set_variable; efi_set_variable_t *set_variable_nonblocking; efi_query_variable_store_t *query_variable_store; efi_query_variable_info_t *query_variable_info; }; struct efivars { struct kset *kset; const struct efivar_operations *ops; }; struct linux_efi_random_seed { u32 size; u8 bits[0]; }; struct linux_efi_memreserve { int size; atomic_t count; phys_addr_t next; struct { phys_addr_t base; phys_addr_t size; } entry[0]; }; struct linux_efi_initrd { long unsigned int base; long unsigned int size; }; struct cper_sec_proc_generic { u64 validation_bits; u8 proc_type; u8 proc_isa; u8 proc_error_type; u8 operation; u8 flags; u8 level; u16 reserved; u64 cpu_version; char cpu_brand[128]; u64 proc_id; u64 target_addr; u64 requestor_id; u64 responder_id; u64 ip; }; struct cper_sec_proc_arm { u32 validation_bits; u16 err_info_num; u16 context_info_num; u32 section_length; u8 affinity_level; u8 reserved[3]; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; }; struct cper_mem_err_compact { u64 validation_bits; u16 node; u16 card; u16 module; u16 bank; u16 device; u16 row; u16 column; u16 bit_pos; u64 requestor_id; u64 responder_id; u64 target_id; u16 rank; u16 mem_array_handle; u16 mem_dev_handle; u8 extended; } __attribute__((packed)); struct cper_sec_pcie { u64 validation_bits; u32 port_type; struct { u8 minor; u8 major; u8 reserved[2]; } version; u16 command; u16 status; u32 reserved; struct { u16 vendor_id; u16 device_id; u8 class_code[3]; u8 function; u8 device; u16 segment; u8 bus; u8 secondary_bus; u16 slot; u8 reserved; } __attribute__((packed)) device_id; struct { u32 lower; u32 upper; } serial_number; struct { u16 secondary_status; u16 control; } bridge; u8 capability[60]; u8 aer_info[96]; }; struct cper_sec_fw_err_rec_ref { u8 record_type; u8 revision; u8 reserved[6]; u64 record_identifier; guid_t record_identifier_guid; }; struct acpi_hest_generic_data { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; }; struct acpi_hest_generic_data_v300 { u8 section_type[16]; u32 error_severity; u16 revision; u8 validation_bits; u8 flags; u32 error_data_length; u8 fru_id[16]; u8 fru_text[20]; u64 time_stamp; }; struct cxl_cper_sec_prot_err { u64 valid_bits; u8 agent_type; u8 reserved[7]; union { u64 rcrb_base_addr; struct { u8 function; u8 device; u8 bus; u16 segment; u8 reserved_1[3]; } __attribute__((packed)); } agent_addr; struct { u16 vendor_id; u16 device_id; u16 subsystem_vendor_id; u16 subsystem_id; u8 class_code[2]; u16 slot; u8 reserved_1[4]; } device_id; struct { u32 lower_dw; u32 upper_dw; } dev_serial_num; u8 capability[60]; u16 dvsec_len; u16 err_len; u8 reserved_2[4]; } __attribute__((packed)); struct ignore_section { guid_t guid; const char *name; }; enum { RCD = 0, RCH_DP = 1, DEVICE = 2, LD = 3, FMLD = 4, RP = 5, DSP = 6, USP = 7, }; struct cxl_ras_capability_regs { u32 uncor_status; u32 uncor_mask; u32 uncor_severity; u32 cor_status; u32 cor_mask; u32 cap_control; u32 header_log[16]; }; enum efi_rts_ids { EFI_NONE = 0, EFI_GET_TIME = 1, EFI_SET_TIME = 2, EFI_GET_WAKEUP_TIME = 3, EFI_SET_WAKEUP_TIME = 4, EFI_GET_VARIABLE = 5, EFI_GET_NEXT_VARIABLE = 6, EFI_SET_VARIABLE = 7, EFI_QUERY_VARIABLE_INFO = 8, EFI_GET_NEXT_HIGH_MONO_COUNT = 9, EFI_RESET_SYSTEM = 10, EFI_UPDATE_CAPSULE = 11, EFI_QUERY_CAPSULE_CAPS = 12, EFI_ACPI_PRM_HANDLER = 13, }; union efi_rts_args; struct efi_runtime_work { union efi_rts_args *args; efi_status_t status; struct work_struct work; enum efi_rts_ids efi_rts_id; struct completion efi_rts_comp; const void *caller; }; union efi_rts_args { struct { efi_time_t *time; efi_time_cap_t *capabilities; } GET_TIME; struct { efi_time_t *time; } SET_TIME; struct { efi_bool_t *enabled; efi_bool_t *pending; efi_time_t *time; } GET_WAKEUP_TIME; struct { efi_bool_t enable; efi_time_t *time; } SET_WAKEUP_TIME; struct { efi_char16_t *name; efi_guid_t *vendor; u32 *attr; long unsigned int *data_size; void *data; } GET_VARIABLE; struct { long unsigned int *name_size; efi_char16_t *name; efi_guid_t *vendor; } GET_NEXT_VARIABLE; struct { efi_char16_t *name; efi_guid_t *vendor; u32 attr; long unsigned int data_size; void *data; } SET_VARIABLE; struct { u32 attr; u64 *storage_space; u64 *remaining_space; u64 *max_variable_size; } QUERY_VARIABLE_INFO; struct { u32 *high_count; } GET_NEXT_HIGH_MONO_COUNT; struct { efi_capsule_header_t **capsules; long unsigned int count; long unsigned int sg_list; } UPDATE_CAPSULE; struct { efi_capsule_header_t **capsules; long unsigned int count; u64 *max_size; int *reset_type; } QUERY_CAPSULE_CAPS; struct { efi_status_t (*acpi_prm_handler)(u64, void *); u64 param_buffer_addr; void *context; } ACPI_PRM_HANDLER; }; typedef u64 efi_physical_addr_t; typedef void *efi_event_t; typedef void (*efi_event_notify_t)(efi_event_t, void *); typedef enum { EfiTimerCancel = 0, EfiTimerPeriodic = 1, EfiTimerRelative = 2, } EFI_TIMER_DELAY; typedef void *efi_handle_t; struct efi_generic_dev_path; typedef struct efi_generic_dev_path efi_device_path_protocol_t; union efi_boot_services { struct { efi_table_hdr_t hdr; void *raise_tpl; void *restore_tpl; efi_status_t (*allocate_pages)(int, int, long unsigned int, efi_physical_addr_t *); efi_status_t (*free_pages)(efi_physical_addr_t, long unsigned int); efi_status_t (*get_memory_map)(long unsigned int *, void *, long unsigned int *, long unsigned int *, u32 *); efi_status_t (*allocate_pool)(int, long unsigned int, void **); efi_status_t (*free_pool)(void *); efi_status_t (*create_event)(u32, long unsigned int, efi_event_notify_t, void *, efi_event_t *); efi_status_t (*set_timer)(efi_event_t, EFI_TIMER_DELAY, u64); efi_status_t (*wait_for_event)(long unsigned int, efi_event_t *, long unsigned int *); void *signal_event; efi_status_t (*close_event)(efi_event_t); void *check_event; void *install_protocol_interface; void *reinstall_protocol_interface; void *uninstall_protocol_interface; efi_status_t (*handle_protocol)(efi_handle_t, efi_guid_t *, void **); void *__reserved; void *register_protocol_notify; efi_status_t (*locate_handle)(int, efi_guid_t *, void *, long unsigned int *, efi_handle_t *); efi_status_t (*locate_device_path)(efi_guid_t *, efi_device_path_protocol_t **, efi_handle_t *); efi_status_t (*install_configuration_table)(efi_guid_t *, void *); efi_status_t (*load_image)(bool, efi_handle_t, efi_device_path_protocol_t *, void *, long unsigned int, efi_handle_t *); efi_status_t (*start_image)(efi_handle_t, long unsigned int *, efi_char16_t **); efi_status_t (*exit)(efi_handle_t, efi_status_t, long unsigned int, efi_char16_t *); efi_status_t (*unload_image)(efi_handle_t); efi_status_t (*exit_boot_services)(efi_handle_t, long unsigned int); void *get_next_monotonic_count; efi_status_t (*stall)(long unsigned int); void *set_watchdog_timer; void *connect_controller; efi_status_t (*disconnect_controller)(efi_handle_t, efi_handle_t, efi_handle_t); void *open_protocol; void *close_protocol; void *open_protocol_information; void *protocols_per_handle; efi_status_t (*locate_handle_buffer)(int, efi_guid_t *, void *, long unsigned int *, efi_handle_t **); efi_status_t (*locate_protocol)(efi_guid_t *, void *, void **); efi_status_t (*install_multiple_protocol_interfaces)(efi_handle_t *, ...); efi_status_t (*uninstall_multiple_protocol_interfaces)(efi_handle_t, ...); void *calculate_crc32; void (*copy_mem)(void *, const void *, long unsigned int); void (*set_mem)(void *, long unsigned int, unsigned char); void *create_event_ex; }; struct { efi_table_hdr_t hdr; u32 raise_tpl; u32 restore_tpl; u32 allocate_pages; u32 free_pages; u32 get_memory_map; u32 allocate_pool; u32 free_pool; u32 create_event; u32 set_timer; u32 wait_for_event; u32 signal_event; u32 close_event; u32 check_event; u32 install_protocol_interface; u32 reinstall_protocol_interface; u32 uninstall_protocol_interface; u32 handle_protocol; u32 __reserved; u32 register_protocol_notify; u32 locate_handle; u32 locate_device_path; u32 install_configuration_table; u32 load_image; u32 start_image; u32 exit; u32 unload_image; u32 exit_boot_services; u32 get_next_monotonic_count; u32 stall; u32 set_watchdog_timer; u32 connect_controller; u32 disconnect_controller; u32 open_protocol; u32 close_protocol; u32 open_protocol_information; u32 protocols_per_handle; u32 locate_handle_buffer; u32 locate_protocol; u32 install_multiple_protocol_interfaces; u32 uninstall_multiple_protocol_interfaces; u32 calculate_crc32; u32 copy_mem; u32 set_mem; u32 create_event_ex; } mixed_mode; }; typedef union efi_boot_services efi_boot_services_t; typedef struct { efi_table_hdr_t hdr; u32 fw_vendor; u32 fw_revision; u32 con_in_handle; u32 con_in; u32 con_out_handle; u32 con_out; u32 stderr_handle; u32 stderr; u32 runtime; u32 boottime; u32 nr_tables; u32 tables; } efi_system_table_32_t; typedef struct { u16 scan_code; efi_char16_t unicode_char; } efi_input_key_t; union efi_simple_text_input_protocol; typedef union efi_simple_text_input_protocol efi_simple_text_input_protocol_t; union efi_simple_text_input_protocol { struct { void *reset; efi_status_t (*read_keystroke)(efi_simple_text_input_protocol_t *, efi_input_key_t *); efi_event_t wait_for_key; }; struct { u32 reset; u32 read_keystroke; u32 wait_for_key; } mixed_mode; }; union efi_simple_text_output_protocol; typedef union efi_simple_text_output_protocol efi_simple_text_output_protocol_t; union efi_simple_text_output_protocol { struct { void *reset; efi_status_t (*output_string)(efi_simple_text_output_protocol_t *, efi_char16_t *); void *test_string; }; struct { u32 reset; u32 output_string; u32 test_string; } mixed_mode; }; typedef union { struct { efi_table_hdr_t hdr; long unsigned int fw_vendor; u32 fw_revision; long unsigned int con_in_handle; efi_simple_text_input_protocol_t *con_in; long unsigned int con_out_handle; efi_simple_text_output_protocol_t *con_out; long unsigned int stderr_handle; long unsigned int stderr; efi_runtime_services_t *runtime; efi_boot_services_t *boottime; long unsigned int nr_tables; long unsigned int tables; }; efi_system_table_32_t mixed_mode; } efi_system_table_t; struct efi_memory_map_data { phys_addr_t phys_map; long unsigned int size; long unsigned int desc_version; long unsigned int desc_size; long unsigned int flags; }; struct capsule_info { efi_capsule_header_t header; efi_capsule_header_t *capsule; int reset_type; long int index; size_t count; size_t total_size; struct page **pages; phys_addr_t *phys; size_t page_bytes_remain; }; struct target_impl_cpu { u64 midr; u64 revidr; u64 aidr; }; struct of_timer_irq { int irq; int index; const char *name; long unsigned int flags; irq_handler_t handler; }; struct of_timer_base { void *base; const char *name; int index; }; struct of_timer_clk { struct clk *clk; const char *name; int index; long unsigned int rate; long unsigned int period; }; struct timer_of { unsigned int flags; struct device_node *np; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct clock_event_device clkevt; struct of_timer_base of_base; struct of_timer_irq of_irq; struct of_timer_clk of_clk; void *private_data; long: 64; long: 64; long: 64; }; typedef int (*of_init_fn_1_ret)(struct device_node *); struct of_reconfig_data { struct device_node *dn; struct property *prop; struct property *old_prop; }; struct of_changeset_entry { struct list_head node; long unsigned int action; struct device_node *np; struct property *prop; struct property *old_prop; }; struct of_changeset { struct list_head entries; }; enum of_reconfig_change { OF_RECONFIG_NO_CHANGE = 0, OF_RECONFIG_CHANGE_ADD = 1, OF_RECONFIG_CHANGE_REMOVE = 2, }; struct rmem_assigned_device { struct device *dev; struct reserved_mem *rmem; struct list_head list; }; struct i2c_of_probe_ops { int (*enable)(struct device *, struct device_node *, void *); void (*cleanup_early)(struct device *, void *); void (*cleanup)(struct device *, void *); }; struct i2c_of_probe_cfg { const struct i2c_of_probe_ops *ops; const char *type; }; struct i2c_of_probe_simple_opts { const char *res_node_compatible; const char *supply_name; const char *gpio_name; unsigned int post_power_on_delay_ms; unsigned int post_gpio_config_delay_ms; bool gpio_assert_to_enable; }; struct i2c_of_probe_simple_ctx { const struct i2c_of_probe_simple_opts *opts; struct regulator *supply; struct gpio_desc *gpiod; }; struct hw_prober_entry { const char *compatible; int (*prober)(struct device *, const void *); const void *data; }; struct chromeos_i2c_probe_data { const struct i2c_of_probe_cfg *cfg; const struct i2c_of_probe_simple_opts *opts; }; enum ec_status { EC_RES_SUCCESS = 0, EC_RES_INVALID_COMMAND = 1, EC_RES_ERROR = 2, EC_RES_INVALID_PARAM = 3, EC_RES_ACCESS_DENIED = 4, EC_RES_INVALID_RESPONSE = 5, EC_RES_INVALID_VERSION = 6, EC_RES_INVALID_CHECKSUM = 7, EC_RES_IN_PROGRESS = 8, EC_RES_UNAVAILABLE = 9, EC_RES_TIMEOUT = 10, EC_RES_OVERFLOW = 11, EC_RES_INVALID_HEADER = 12, EC_RES_REQUEST_TRUNCATED = 13, EC_RES_RESPONSE_TOO_BIG = 14, EC_RES_BUS_ERROR = 15, EC_RES_BUSY = 16, EC_RES_INVALID_HEADER_VERSION = 17, EC_RES_INVALID_HEADER_CRC = 18, EC_RES_INVALID_DATA_CRC = 19, EC_RES_DUP_UNAVAILABLE = 20, }; struct ec_host_request { uint8_t struct_version; uint8_t checksum; uint16_t command; uint8_t command_version; uint8_t reserved; uint16_t data_len; }; struct ec_host_response { uint8_t struct_version; uint8_t checksum; uint16_t result; uint16_t data_len; uint16_t reserved; }; struct ec_host_request_i2c { uint8_t command_protocol; struct ec_host_request ec_request; } __attribute__((packed)); struct ec_host_response_i2c { uint8_t result; uint8_t packet_length; struct ec_host_response ec_response; }; struct ec_response_get_version { char version_string_ro[32]; char version_string_rw[32]; char reserved[32]; uint32_t current_image; }; struct cros_ec_readmem { uint32_t offset; uint32_t bytes; uint8_t buffer[255]; }; enum { EC_MSG_TX_HEADER_BYTES = 3, EC_MSG_TX_TRAILER_BYTES = 1, EC_MSG_TX_PROTO_BYTES = 4, EC_MSG_RX_PROTO_BYTES = 3, EC_PROTO2_MSG_BYTES = 256, EC_MAX_MSG_BYTES = 65536, }; struct cros_ec_platform { const char *ec_name; u16 cmd_offset; }; struct chardev_data { struct cros_ec_dev *ec_dev; struct miscdevice misc; }; struct chardev_priv { struct cros_ec_dev *ec_dev; struct notifier_block notifier; wait_queue_head_t wait_event; long unsigned int event_mask; struct list_head events; size_t event_len; }; struct ec_event { struct list_head node; size_t size; u8 event_type; u8 data[0]; }; enum ec_feature_code { EC_FEATURE_LIMITED = 0, EC_FEATURE_FLASH = 1, EC_FEATURE_PWM_FAN = 2, EC_FEATURE_PWM_KEYB = 3, EC_FEATURE_LIGHTBAR = 4, EC_FEATURE_LED = 5, EC_FEATURE_MOTION_SENSE = 6, EC_FEATURE_KEYB = 7, EC_FEATURE_PSTORE = 8, EC_FEATURE_PORT80 = 9, EC_FEATURE_THERMAL = 10, EC_FEATURE_BKLIGHT_SWITCH = 11, EC_FEATURE_WIFI_SWITCH = 12, EC_FEATURE_HOST_EVENTS = 13, EC_FEATURE_GPIO = 14, EC_FEATURE_I2C = 15, EC_FEATURE_CHARGER = 16, EC_FEATURE_BATTERY = 17, EC_FEATURE_SMART_BATTERY = 18, EC_FEATURE_HANG_DETECT = 19, EC_FEATURE_PMU = 20, EC_FEATURE_SUB_MCU = 21, EC_FEATURE_USB_PD = 22, EC_FEATURE_USB_MUX = 23, EC_FEATURE_MOTION_SENSE_FIFO = 24, EC_FEATURE_VSTORE = 25, EC_FEATURE_USBC_SS_MUX_VIRTUAL = 26, EC_FEATURE_RTC = 27, EC_FEATURE_FINGERPRINT = 28, EC_FEATURE_TOUCHPAD = 29, EC_FEATURE_RWSIG = 30, EC_FEATURE_DEVICE_EVENT = 31, EC_FEATURE_UNIFIED_WAKE_MASKS = 32, EC_FEATURE_HOST_EVENT64 = 33, EC_FEATURE_EXEC_IN_RAM = 34, EC_FEATURE_CEC = 35, EC_FEATURE_MOTION_SENSE_TIGHT_TIMESTAMPS = 36, EC_FEATURE_REFINED_TABLET_MODE_HYSTERESIS = 37, EC_FEATURE_SCP = 39, EC_FEATURE_ISH = 40, EC_FEATURE_TYPEC_CMD = 41, EC_FEATURE_TYPEC_REQUIRE_AP_MODE_ENTRY = 42, EC_FEATURE_TYPEC_MUX_REQUIRE_AP_ACK = 43, EC_FEATURE_S4_RESIDENCY = 44, EC_FEATURE_TYPEC_AP_MUX_SET = 45, EC_FEATURE_TYPEC_AP_VDM_SEND = 46, EC_FEATURE_SYSTEM_SAFE_MODE = 47, EC_FEATURE_ASSERT_REBOOTS = 48, EC_FEATURE_TOKENIZED_LOGGING = 49, EC_FEATURE_AMD_STB_DUMP = 50, EC_FEATURE_MEMORY_DUMP = 51, EC_FEATURE_TYPEC_DP2_1 = 52, EC_FEATURE_SCP_C1 = 53, EC_FEATURE_UCSI_PPM = 54, }; enum motionsense_command { MOTIONSENSE_CMD_DUMP = 0, MOTIONSENSE_CMD_INFO = 1, MOTIONSENSE_CMD_EC_RATE = 2, MOTIONSENSE_CMD_SENSOR_ODR = 3, MOTIONSENSE_CMD_SENSOR_RANGE = 4, MOTIONSENSE_CMD_KB_WAKE_ANGLE = 5, MOTIONSENSE_CMD_DATA = 6, MOTIONSENSE_CMD_FIFO_INFO = 7, MOTIONSENSE_CMD_FIFO_FLUSH = 8, MOTIONSENSE_CMD_FIFO_READ = 9, MOTIONSENSE_CMD_PERFORM_CALIB = 10, MOTIONSENSE_CMD_SENSOR_OFFSET = 11, MOTIONSENSE_CMD_LIST_ACTIVITIES = 12, MOTIONSENSE_CMD_SET_ACTIVITY = 13, MOTIONSENSE_CMD_LID_ANGLE = 14, MOTIONSENSE_CMD_FIFO_INT_ENABLE = 15, MOTIONSENSE_CMD_SPOOF = 16, MOTIONSENSE_CMD_TABLET_MODE_LID_ANGLE = 17, MOTIONSENSE_CMD_SENSOR_SCALE = 18, MOTIONSENSE_NUM_CMDS = 19, }; enum motionsensor_type { MOTIONSENSE_TYPE_ACCEL = 0, MOTIONSENSE_TYPE_GYRO = 1, MOTIONSENSE_TYPE_MAG = 2, MOTIONSENSE_TYPE_PROX = 3, MOTIONSENSE_TYPE_LIGHT = 4, MOTIONSENSE_TYPE_ACTIVITY = 5, MOTIONSENSE_TYPE_BARO = 6, MOTIONSENSE_TYPE_SYNC = 7, MOTIONSENSE_TYPE_MAX = 8, }; struct ec_response_motion_sensor_data { uint8_t flags; uint8_t sensor_num; union { int16_t data[3]; struct { uint16_t reserved; uint32_t timestamp; } __attribute__((packed)); struct { uint8_t activity; uint8_t state; int16_t add_info[2]; }; }; }; struct ec_response_motion_sense_fifo_data { uint32_t number_data; struct ec_response_motion_sensor_data data[0]; }; struct ec_motion_sense_activity { uint8_t sensor_num; uint8_t activity; uint8_t enable; uint8_t reserved; uint16_t parameters[3]; }; struct ec_params_motion_sense { uint8_t cmd; union { struct { uint8_t max_sensor_count; } dump; struct { int16_t data; } kb_wake_angle; struct { uint8_t sensor_num; } info; struct { uint8_t sensor_num; } info_3; struct { uint8_t sensor_num; } data; struct { uint8_t sensor_num; } fifo_flush; struct { uint8_t sensor_num; } perform_calib; struct { uint8_t sensor_num; } list_activities; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } ec_rate; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_odr; struct { uint8_t sensor_num; uint8_t roundup; uint16_t reserved; int32_t data; } sensor_range; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; int16_t offset[3]; } __attribute__((packed)) sensor_offset; struct { uint8_t sensor_num; uint16_t flags; int16_t temp; uint16_t scale[3]; } __attribute__((packed)) sensor_scale; struct { uint32_t max_data_vector; } fifo_read; struct ec_motion_sense_activity set_activity; struct { int8_t enable; } fifo_int_enable; struct { uint8_t sensor_id; uint8_t spoof_enable; uint8_t reserved; int16_t components[3]; } __attribute__((packed)) spoof; struct { int16_t lid_angle; int16_t hys_degree; } tablet_mode_threshold; }; } __attribute__((packed)); struct ec_response_motion_sense { union { struct { uint8_t module_flags; uint8_t sensor_count; struct { struct {} __empty_sensor; struct ec_response_motion_sensor_data sensor[0]; }; } dump; struct { uint8_t type; uint8_t location; uint8_t chip; } info; struct { uint8_t type; uint8_t location; uint8_t chip; uint32_t min_frequency; uint32_t max_frequency; uint32_t fifo_max_event_count; } info_3; struct ec_response_motion_sensor_data data; struct { int32_t ret; } ec_rate; struct { int32_t ret; } sensor_odr; struct { int32_t ret; } sensor_range; struct { int32_t ret; } kb_wake_angle; struct { int32_t ret; } fifo_int_enable; struct { int32_t ret; } spoof; struct { int16_t temp; int16_t offset[3]; } sensor_offset; struct { int16_t temp; int16_t offset[3]; } perform_calib; struct { int16_t temp; uint16_t scale[3]; } sensor_scale; struct ec_response_motion_sense_fifo_info fifo_info; struct ec_response_motion_sense_fifo_info fifo_flush; struct ec_response_motion_sense_fifo_data fifo_read; struct { uint16_t reserved; uint32_t enabled; uint32_t disabled; } __attribute__((packed)) list_activities; struct { uint16_t value; } lid_angle; struct { uint16_t lid_angle; uint16_t hys_degree; } tablet_mode_threshold; }; }; struct cros_ec_sensor_platform { u8 sensor_num; }; struct iio_dev; typedef int (*cros_ec_sensorhub_push_data_cb_t)(struct iio_dev *, s16 *, s64); struct cros_ec_sensorhub_sensor_push_data { struct iio_dev *indio_dev; cros_ec_sensorhub_push_data_cb_t push_data_cb; }; enum { CROS_EC_SENSOR_LAST_TS = 0, CROS_EC_SENSOR_NEW_TS = 1, CROS_EC_SENSOR_ALL_TS = 2, }; struct cros_ec_sensors_ring_sample { u8 sensor_id; u8 flag; s16 vector[3]; s64 timestamp; }; struct cros_ec_sensors_ec_overflow_state { s64 offset; s64 last; }; struct cros_ec_sensors_ts_filter_state { s64 x_offset; s64 y_offset; s64 x_history[64]; s64 y_history[64]; s64 m_history[64]; int history_len; s64 temp_buf[64]; s64 median_m; s64 median_error; }; struct cros_ec_sensors_ts_batch_state { s64 penul_ts; int penul_len; s64 last_ts; int last_len; s64 newest_sensor_event; }; struct cros_ec_sensorhub { struct device *dev; struct cros_ec_dev *ec; int sensor_num; struct cros_ec_command *msg; struct ec_params_motion_sense *params; struct ec_response_motion_sense *resp; struct mutex cmd_lock; struct notifier_block notifier; struct cros_ec_sensors_ring_sample *ring; ktime_t fifo_timestamp[2]; struct ec_response_motion_sense_fifo_info *fifo_info; int fifo_size; struct cros_ec_sensors_ts_batch_state *batch_state; struct cros_ec_sensors_ec_overflow_state overflow_a; struct cros_ec_sensors_ec_overflow_state overflow_b; struct cros_ec_sensors_ts_filter_state filter; int tight_timestamps; s32 future_timestamp_count; s64 future_timestamp_total_ns; struct cros_ec_sensorhub_sensor_push_data *push_data; }; struct mbox_chan_ops { int (*send_data)(struct mbox_chan *, void *); int (*flush)(struct mbox_chan *, long unsigned int); int (*startup)(struct mbox_chan *); void (*shutdown)(struct mbox_chan *); bool (*last_tx_done)(struct mbox_chan *); bool (*peek_data)(struct mbox_chan *); }; struct mbox_controller; struct mbox_chan { struct mbox_controller *mbox; unsigned int txdone_method; struct mbox_client *cl; struct completion tx_complete; void *active_req; unsigned int msg_count; unsigned int msg_free; void *msg_data[20]; spinlock_t lock; void *con_priv; }; struct mbox_controller { struct device *dev; const struct mbox_chan_ops *ops; struct mbox_chan *chans; int num_chans; bool txdone_irq; bool txdone_poll; unsigned int txpoll_period; struct mbox_chan * (*of_xlate)(struct mbox_controller *, const struct of_phandle_args *); struct hrtimer poll_hrt; spinlock_t poll_hrt_lock; struct list_head node; }; struct platform_mhu_link { int irq; void *tx_reg; void *rx_reg; }; struct platform_mhu { void *base; struct platform_mhu_link mlink[3]; struct mbox_chan chan[3]; struct mbox_controller mbox; }; struct resource_table { u32 ver; u32 num; u32 reserved[2]; u32 offset[0]; }; struct fw_rsc_hdr { u32 type; u8 data[0]; }; enum fw_resource_type { RSC_CARVEOUT = 0, RSC_DEVMEM = 1, RSC_TRACE = 2, RSC_VDEV = 3, RSC_LAST = 4, RSC_VENDOR_START = 128, RSC_VENDOR_END = 512, }; struct fw_rsc_carveout { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_devmem { u32 da; u32 pa; u32 len; u32 flags; u32 reserved; u8 name[32]; }; struct fw_rsc_trace { u32 da; u32 len; u32 reserved; u8 name[32]; }; struct fw_rsc_vdev_vring { u32 da; u32 align; u32 num; u32 notifyid; u32 pa; }; struct fw_rsc_vdev { u32 id; u32 notifyid; u32 dfeatures; u32 gfeatures; u32 config_len; u8 status; u8 num_of_vrings; u8 reserved[2]; struct fw_rsc_vdev_vring vring[0]; }; struct rproc; struct rproc_mem_entry { void *va; bool is_iomem; dma_addr_t dma; size_t len; u32 da; void *priv; char name[32]; struct list_head node; u32 rsc_offset; u32 flags; u32 of_resm_idx; int (*alloc)(struct rproc *, struct rproc_mem_entry *); int (*release)(struct rproc *, struct rproc_mem_entry *); }; enum rproc_dump_mechanism { RPROC_COREDUMP_DISABLED = 0, RPROC_COREDUMP_ENABLED = 1, RPROC_COREDUMP_INLINE = 2, }; struct rproc_ops; struct rproc { struct list_head node; struct iommu_domain *domain; const char *name; const char *firmware; void *priv; struct rproc_ops *ops; struct device dev; atomic_t power; unsigned int state; enum rproc_dump_mechanism dump_conf; struct mutex lock; struct dentry *dbg_dir; struct list_head traces; int num_traces; struct list_head carveouts; struct list_head mappings; u64 bootaddr; struct list_head rvdevs; struct list_head subdevs; struct idr notifyids; int index; struct work_struct crash_handler; unsigned int crash_cnt; bool recovery_disabled; int max_notifyid; struct resource_table *table_ptr; struct resource_table *clean_table; struct resource_table *cached_table; size_t table_sz; bool has_iommu; bool auto_boot; bool sysfs_read_only; struct list_head dump_segments; int nb_vdev; u8 elf_class; u16 elf_machine; struct cdev cdev; bool cdev_put_on_release; long unsigned int features[1]; }; enum rsc_handling_status { RSC_HANDLED = 0, RSC_IGNORED = 1, }; struct rproc_ops { int (*prepare)(struct rproc *); int (*unprepare)(struct rproc *); int (*start)(struct rproc *); int (*stop)(struct rproc *); int (*attach)(struct rproc *); int (*detach)(struct rproc *); void (*kick)(struct rproc *, int); void * (*da_to_va)(struct rproc *, u64, size_t, bool *); int (*parse_fw)(struct rproc *, const struct firmware *); int (*handle_rsc)(struct rproc *, u32, void *, int, int); struct resource_table * (*find_loaded_rsc_table)(struct rproc *, const struct firmware *); struct resource_table * (*get_loaded_rsc_table)(struct rproc *, size_t *); int (*load)(struct rproc *, const struct firmware *); int (*sanity_check)(struct rproc *, const struct firmware *); u64 (*get_boot_addr)(struct rproc *, const struct firmware *); long unsigned int (*panic)(struct rproc *); void (*coredump)(struct rproc *); }; enum rproc_state { RPROC_OFFLINE = 0, RPROC_SUSPENDED = 1, RPROC_RUNNING = 2, RPROC_CRASHED = 3, RPROC_DELETED = 4, RPROC_ATTACHED = 5, RPROC_DETACHED = 6, RPROC_LAST = 7, }; enum rproc_crash_type { RPROC_MMUFAULT = 0, RPROC_WATCHDOG = 1, RPROC_FATAL_ERROR = 2, }; enum rproc_features { RPROC_FEAT_ATTACH_ON_RECOVERY = 0, RPROC_MAX_FEATURES = 1, }; struct rproc_subdev { struct list_head node; int (*prepare)(struct rproc_subdev *); int (*start)(struct rproc_subdev *); void (*stop)(struct rproc_subdev *, bool); void (*unprepare)(struct rproc_subdev *); }; struct rproc_vdev; struct rproc_vring { void *va; int num; u32 da; u32 align; int notifyid; struct rproc_vdev *rvdev; struct virtqueue *vq; }; struct rproc_vdev { struct rproc_subdev subdev; struct platform_device *pdev; unsigned int id; struct list_head node; struct rproc *rproc; struct rproc_vring vring[2]; u32 rsc_offset; u32 index; }; struct rproc_debug_trace { struct rproc *rproc; struct dentry *tfile; struct list_head node; struct rproc_mem_entry trace_mem; }; struct rproc_vdev_data { u32 rsc_offset; unsigned int id; u32 index; struct fw_rsc_vdev *rsc; }; typedef int (*rproc_handle_resource_t)(struct rproc *, void *, int, int); struct rpmsg_device_id { char name[32]; kernel_ulong_t driver_data; }; struct rpmsg_channel_info { char name[32]; u32 src; u32 dst; }; struct rpmsg_endpoint; struct rpmsg_device_ops; struct rpmsg_device { struct device dev; struct rpmsg_device_id id; const char *driver_override; u32 src; u32 dst; struct rpmsg_endpoint *ept; bool announce; bool little_endian; const struct rpmsg_device_ops *ops; }; typedef int (*rpmsg_rx_cb_t)(struct rpmsg_device *, void *, int, void *, u32); typedef int (*rpmsg_flowcontrol_cb_t)(struct rpmsg_device *, void *, bool); struct rpmsg_endpoint_ops; struct rpmsg_endpoint { struct rpmsg_device *rpdev; struct kref refcount; rpmsg_rx_cb_t cb; rpmsg_flowcontrol_cb_t flow_cb; struct mutex cb_lock; u32 addr; void *priv; const struct rpmsg_endpoint_ops *ops; }; struct rpmsg_device_ops { struct rpmsg_device * (*create_channel)(struct rpmsg_device *, struct rpmsg_channel_info *); int (*release_channel)(struct rpmsg_device *, struct rpmsg_channel_info *); struct rpmsg_endpoint * (*create_ept)(struct rpmsg_device *, rpmsg_rx_cb_t, void *, struct rpmsg_channel_info); int (*announce_create)(struct rpmsg_device *); int (*announce_destroy)(struct rpmsg_device *); }; struct rpmsg_endpoint_ops { void (*destroy_ept)(struct rpmsg_endpoint *); int (*send)(struct rpmsg_endpoint *, void *, int); int (*sendto)(struct rpmsg_endpoint *, void *, int, u32); int (*send_offchannel)(struct rpmsg_endpoint *, u32, u32, void *, int); int (*trysend)(struct rpmsg_endpoint *, void *, int); int (*trysendto)(struct rpmsg_endpoint *, void *, int, u32); int (*trysend_offchannel)(struct rpmsg_endpoint *, u32, u32, void *, int); __poll_t (*poll)(struct rpmsg_endpoint *, struct file *, poll_table *); int (*set_flow_control)(struct rpmsg_endpoint *, bool, u32); ssize_t (*get_mtu)(struct rpmsg_endpoint *); }; struct rpmsg_driver { struct device_driver drv; const struct rpmsg_device_id *id_table; int (*probe)(struct rpmsg_device *); void (*remove)(struct rpmsg_device *); int (*callback)(struct rpmsg_device *, void *, int, void *, u32); int (*flowcontrol)(struct rpmsg_device *, void *, bool); }; struct do_cleanup_msg { __le32 version; __le32 command; __le32 seq_num; __le32 name_len; char name[32]; }; struct cleanup_done_msg { __le32 version; __le32 response; __le32 seq_num; }; struct glink_ssr { struct device *dev; struct rpmsg_endpoint *ept; struct notifier_block nb; u32 seq_num; struct completion completion; }; struct devfreq_freqs { long unsigned int old; long unsigned int new; }; struct devfreq_cooling_power { int (*get_real_power)(struct devfreq *, u32 *, long unsigned int, long unsigned int); }; struct trace_event_raw_devfreq_frequency { struct trace_entry ent; u32 __data_loc_dev_name; long unsigned int freq; long unsigned int prev_freq; long unsigned int busy_time; long unsigned int total_time; char __data[0]; }; struct trace_event_raw_devfreq_monitor { struct trace_entry ent; long unsigned int freq; long unsigned int busy_time; long unsigned int total_time; unsigned int polling_ms; u32 __data_loc_dev_name; char __data[0]; }; struct trace_event_data_offsets_devfreq_frequency { u32 dev_name; const void *dev_name_ptr_; }; struct trace_event_data_offsets_devfreq_monitor { u32 dev_name; const void *dev_name_ptr_; }; typedef void (*btf_trace_devfreq_frequency)(void *, struct devfreq *, long unsigned int, long unsigned int); typedef void (*btf_trace_devfreq_monitor)(void *, struct devfreq *); struct devfreq_notifier_devres { struct devfreq *devfreq; struct notifier_block *nb; unsigned int list; }; union extcon_property_value { int intval; }; enum usb_pd_control_role { USB_PD_CTRL_ROLE_NO_CHANGE = 0, USB_PD_CTRL_ROLE_TOGGLE_ON = 1, USB_PD_CTRL_ROLE_TOGGLE_OFF = 2, USB_PD_CTRL_ROLE_FORCE_SINK = 3, USB_PD_CTRL_ROLE_FORCE_SOURCE = 4, USB_PD_CTRL_ROLE_FREEZE = 5, USB_PD_CTRL_ROLE_COUNT = 6, }; enum usb_pd_control_mux { USB_PD_CTRL_MUX_NO_CHANGE = 0, USB_PD_CTRL_MUX_NONE = 1, USB_PD_CTRL_MUX_USB = 2, USB_PD_CTRL_MUX_DP = 3, USB_PD_CTRL_MUX_DOCK = 4, USB_PD_CTRL_MUX_AUTO = 5, USB_PD_CTRL_MUX_COUNT = 6, }; enum usb_pd_control_swap { USB_PD_CTRL_SWAP_NONE = 0, USB_PD_CTRL_SWAP_DATA = 1, USB_PD_CTRL_SWAP_POWER = 2, USB_PD_CTRL_SWAP_VCONN = 3, USB_PD_CTRL_SWAP_COUNT = 4, }; struct ec_params_usb_pd_control { uint8_t port; uint8_t role; uint8_t mux; uint8_t swap; }; struct ec_response_usb_pd_control_v1 { uint8_t enabled; uint8_t role; uint8_t polarity; char state[32]; }; struct ec_response_usb_pd_ports { uint8_t num_ports; }; struct ec_params_usb_pd_power_info { uint8_t port; }; enum usb_chg_type { USB_CHG_TYPE_NONE = 0, USB_CHG_TYPE_PD = 1, USB_CHG_TYPE_C = 2, USB_CHG_TYPE_PROPRIETARY = 3, USB_CHG_TYPE_BC12_DCP = 4, USB_CHG_TYPE_BC12_CDP = 5, USB_CHG_TYPE_BC12_SDP = 6, USB_CHG_TYPE_OTHER = 7, USB_CHG_TYPE_VBUS = 8, USB_CHG_TYPE_UNKNOWN = 9, USB_CHG_TYPE_DEDICATED = 10, }; struct usb_chg_measures { uint16_t voltage_max; uint16_t voltage_now; uint16_t current_max; uint16_t current_lim; }; struct ec_response_usb_pd_power_info { uint8_t role; uint8_t type; uint8_t dualrole; uint8_t reserved1; struct usb_chg_measures meas; uint32_t max_power; }; struct ec_params_usb_pd_mux_info { uint8_t port; }; struct ec_response_usb_pd_mux_info { uint8_t flags; }; struct extcon_dev; struct cros_ec_extcon_info { struct device *dev; struct extcon_dev *edev; int port_id; struct cros_ec_device *ec; struct notifier_block notifier; unsigned int dr; bool pr; bool dp; bool mux; unsigned int power_type; }; enum usb_data_roles { DR_NONE = 0, DR_HOST = 1, DR_DEVICE = 2, }; enum iio_chan_type { IIO_VOLTAGE = 0, IIO_CURRENT = 1, IIO_POWER = 2, IIO_ACCEL = 3, IIO_ANGL_VEL = 4, IIO_MAGN = 5, IIO_LIGHT = 6, IIO_INTENSITY = 7, IIO_PROXIMITY = 8, IIO_TEMP = 9, IIO_INCLI = 10, IIO_ROT = 11, IIO_ANGL = 12, IIO_TIMESTAMP = 13, IIO_CAPACITANCE = 14, IIO_ALTVOLTAGE = 15, IIO_CCT = 16, IIO_PRESSURE = 17, IIO_HUMIDITYRELATIVE = 18, IIO_ACTIVITY = 19, IIO_STEPS = 20, IIO_ENERGY = 21, IIO_DISTANCE = 22, IIO_VELOCITY = 23, IIO_CONCENTRATION = 24, IIO_RESISTANCE = 25, IIO_PH = 26, IIO_UVINDEX = 27, IIO_ELECTRICALCONDUCTIVITY = 28, IIO_COUNT = 29, IIO_INDEX = 30, IIO_GRAVITY = 31, IIO_POSITIONRELATIVE = 32, IIO_PHASE = 33, IIO_MASSCONCENTRATION = 34, IIO_DELTA_ANGL = 35, IIO_DELTA_VELOCITY = 36, IIO_COLORTEMP = 37, IIO_CHROMATICITY = 38, IIO_ATTENTION = 39, }; enum iio_event_type { IIO_EV_TYPE_THRESH = 0, IIO_EV_TYPE_MAG = 1, IIO_EV_TYPE_ROC = 2, IIO_EV_TYPE_THRESH_ADAPTIVE = 3, IIO_EV_TYPE_MAG_ADAPTIVE = 4, IIO_EV_TYPE_CHANGE = 5, IIO_EV_TYPE_MAG_REFERENCED = 6, IIO_EV_TYPE_GESTURE = 7, IIO_EV_TYPE_FAULT = 8, }; enum iio_event_direction { IIO_EV_DIR_EITHER = 0, IIO_EV_DIR_RISING = 1, IIO_EV_DIR_FALLING = 2, IIO_EV_DIR_NONE = 3, IIO_EV_DIR_SINGLETAP = 4, IIO_EV_DIR_DOUBLETAP = 5, IIO_EV_DIR_FAULT_OPENWIRE = 6, }; enum iio_event_info { IIO_EV_INFO_ENABLE = 0, IIO_EV_INFO_VALUE = 1, IIO_EV_INFO_HYSTERESIS = 2, IIO_EV_INFO_PERIOD = 3, IIO_EV_INFO_HIGH_PASS_FILTER_3DB = 4, IIO_EV_INFO_LOW_PASS_FILTER_3DB = 5, IIO_EV_INFO_TIMEOUT = 6, IIO_EV_INFO_RESET_TIMEOUT = 7, IIO_EV_INFO_TAP2_MIN_DELAY = 8, IIO_EV_INFO_RUNNING_PERIOD = 9, IIO_EV_INFO_RUNNING_COUNT = 10, }; enum iio_available_type { IIO_AVAIL_LIST = 0, IIO_AVAIL_RANGE = 1, }; enum iio_chan_info_enum { IIO_CHAN_INFO_RAW = 0, IIO_CHAN_INFO_PROCESSED = 1, IIO_CHAN_INFO_SCALE = 2, IIO_CHAN_INFO_OFFSET = 3, IIO_CHAN_INFO_CALIBSCALE = 4, IIO_CHAN_INFO_CALIBBIAS = 5, IIO_CHAN_INFO_PEAK = 6, IIO_CHAN_INFO_PEAK_SCALE = 7, IIO_CHAN_INFO_QUADRATURE_CORRECTION_RAW = 8, IIO_CHAN_INFO_AVERAGE_RAW = 9, IIO_CHAN_INFO_LOW_PASS_FILTER_3DB_FREQUENCY = 10, IIO_CHAN_INFO_HIGH_PASS_FILTER_3DB_FREQUENCY = 11, IIO_CHAN_INFO_SAMP_FREQ = 12, IIO_CHAN_INFO_FREQUENCY = 13, IIO_CHAN_INFO_PHASE = 14, IIO_CHAN_INFO_HARDWAREGAIN = 15, IIO_CHAN_INFO_HYSTERESIS = 16, IIO_CHAN_INFO_HYSTERESIS_RELATIVE = 17, IIO_CHAN_INFO_INT_TIME = 18, IIO_CHAN_INFO_ENABLE = 19, IIO_CHAN_INFO_CALIBHEIGHT = 20, IIO_CHAN_INFO_CALIBWEIGHT = 21, IIO_CHAN_INFO_DEBOUNCE_COUNT = 22, IIO_CHAN_INFO_DEBOUNCE_TIME = 23, IIO_CHAN_INFO_CALIBEMISSIVITY = 24, IIO_CHAN_INFO_OVERSAMPLING_RATIO = 25, IIO_CHAN_INFO_THERMOCOUPLE_TYPE = 26, IIO_CHAN_INFO_CALIBAMBIENT = 27, IIO_CHAN_INFO_ZEROPOINT = 28, IIO_CHAN_INFO_TROUGH = 29, }; enum iio_shared_by { IIO_SEPARATE = 0, IIO_SHARED_BY_TYPE = 1, IIO_SHARED_BY_DIR = 2, IIO_SHARED_BY_ALL = 3, }; enum iio_endian { IIO_CPU = 0, IIO_BE = 1, IIO_LE = 2, }; struct iio_chan_spec; struct iio_chan_spec_ext_info { const char *name; enum iio_shared_by shared; ssize_t (*read)(struct iio_dev *, uintptr_t, const struct iio_chan_spec *, char *); ssize_t (*write)(struct iio_dev *, uintptr_t, const struct iio_chan_spec *, const char *, size_t); uintptr_t private; }; struct iio_buffer; struct iio_trigger; struct iio_poll_func; struct iio_info; struct iio_buffer_setup_ops; struct iio_dev { int modes; struct device dev; struct iio_buffer *buffer; int scan_bytes; const long unsigned int *available_scan_masks; unsigned int masklength; const long unsigned int *active_scan_mask; bool scan_timestamp; struct iio_trigger *trig; struct iio_poll_func *pollfunc; struct iio_poll_func *pollfunc_event; const struct iio_chan_spec *channels; int num_channels; const char *name; const char *label; const struct iio_info *info; const struct iio_buffer_setup_ops *setup_ops; void *priv; }; struct iio_scan_type { char sign; u8 realbits; u8 storagebits; u8 shift; u8 repeat; enum iio_endian endianness; }; struct iio_event_spec; struct iio_chan_spec { enum iio_chan_type type; int channel; int channel2; long unsigned int address; int scan_index; union { struct iio_scan_type scan_type; struct { const struct iio_scan_type *ext_scan_type; unsigned int num_ext_scan_type; }; }; long int info_mask_separate; long int info_mask_separate_available; long int info_mask_shared_by_type; long int info_mask_shared_by_type_available; long int info_mask_shared_by_dir; long int info_mask_shared_by_dir_available; long int info_mask_shared_by_all; long int info_mask_shared_by_all_available; const struct iio_event_spec *event_spec; unsigned int num_event_specs; const struct iio_chan_spec_ext_info *ext_info; const char *extend_name; const char *datasheet_name; unsigned int modified: 1; unsigned int indexed: 1; unsigned int output: 1; unsigned int differential: 1; unsigned int has_ext_scan_type: 1; }; struct iio_event_spec { enum iio_event_type type; enum iio_event_direction dir; long unsigned int mask_separate; long unsigned int mask_shared_by_type; long unsigned int mask_shared_by_dir; long unsigned int mask_shared_by_all; }; struct iio_info { const struct attribute_group *event_attrs; const struct attribute_group *attrs; int (*read_raw)(struct iio_dev *, const struct iio_chan_spec *, int *, int *, long int); int (*read_raw_multi)(struct iio_dev *, const struct iio_chan_spec *, int, int *, int *, long int); int (*read_avail)(struct iio_dev *, const struct iio_chan_spec *, const int **, int *, int *, long int); int (*write_raw)(struct iio_dev *, const struct iio_chan_spec *, int, int, long int); int (*read_label)(struct iio_dev *, const struct iio_chan_spec *, char *); int (*write_raw_get_fmt)(struct iio_dev *, const struct iio_chan_spec *, long int); int (*read_event_config)(struct iio_dev *, const struct iio_chan_spec *, enum iio_event_type, enum iio_event_direction); int (*write_event_config)(struct iio_dev *, const struct iio_chan_spec *, enum iio_event_type, enum iio_event_direction, bool); int (*read_event_value)(struct iio_dev *, const struct iio_chan_spec *, enum iio_event_type, enum iio_event_direction, enum iio_event_info, int *, int *); int (*write_event_value)(struct iio_dev *, const struct iio_chan_spec *, enum iio_event_type, enum iio_event_direction, enum iio_event_info, int, int); int (*read_event_label)(struct iio_dev *, const struct iio_chan_spec *, enum iio_event_type, enum iio_event_direction, char *); int (*validate_trigger)(struct iio_dev *, struct iio_trigger *); int (*get_current_scan_type)(const struct iio_dev *, const struct iio_chan_spec *); int (*update_scan_mode)(struct iio_dev *, const long unsigned int *); int (*debugfs_reg_access)(struct iio_dev *, unsigned int, unsigned int, unsigned int *); int (*fwnode_xlate)(struct iio_dev *, const struct fwnode_reference_args *); int (*hwfifo_set_watermark)(struct iio_dev *, unsigned int); int (*hwfifo_flush_to_buffer)(struct iio_dev *, unsigned int); }; struct iio_buffer_setup_ops { int (*preenable)(struct iio_dev *); int (*postenable)(struct iio_dev *); int (*predisable)(struct iio_dev *); int (*postdisable)(struct iio_dev *); bool (*validate_scan_mask)(struct iio_dev *, const long unsigned int *); }; struct iio_event_interface; struct iio_ioctl_handler; struct iio_dev_opaque { struct iio_dev indio_dev; int currentmode; int id; struct module *driver_module; struct mutex mlock; struct lock_class_key mlock_key; struct mutex info_exist_lock; bool trig_readonly; struct iio_event_interface *event_interface; struct iio_buffer **attached_buffers; unsigned int attached_buffers_cnt; struct iio_ioctl_handler *buffer_ioctl_handler; struct list_head buffer_list; struct list_head channel_attr_list; struct attribute_group chan_attr_group; struct list_head ioctl_handlers; const struct attribute_group **groups; int groupcounter; struct attribute_group legacy_scan_el_group; struct attribute_group legacy_buffer_group; void *bounce_buffer; size_t bounce_buffer_size; unsigned int scan_index_timestamp; clockid_t clock_id; struct cdev chrdev; long unsigned int flags; struct dentry *debugfs_dentry; unsigned int cached_reg_addr; char read_buf[20]; unsigned int read_buf_len; }; struct iio_ioctl_handler { struct list_head entry; long int (*ioctl)(struct iio_dev *, struct file *, unsigned int, long unsigned int); }; struct iio_map { const char *adc_channel_label; const char *consumer_dev_name; const char *consumer_channel; void *consumer_data; }; struct iio_channel { struct iio_dev *indio_dev; const struct iio_chan_spec *channel; void *data; }; struct iio_map_internal { struct iio_dev *indio_dev; const struct iio_map *map; struct list_head l; }; enum perf_hw_id { PERF_COUNT_HW_CPU_CYCLES = 0, PERF_COUNT_HW_INSTRUCTIONS = 1, PERF_COUNT_HW_CACHE_REFERENCES = 2, PERF_COUNT_HW_CACHE_MISSES = 3, PERF_COUNT_HW_BRANCH_INSTRUCTIONS = 4, PERF_COUNT_HW_BRANCH_MISSES = 5, PERF_COUNT_HW_BUS_CYCLES = 6, PERF_COUNT_HW_STALLED_CYCLES_FRONTEND = 7, PERF_COUNT_HW_STALLED_CYCLES_BACKEND = 8, PERF_COUNT_HW_REF_CPU_CYCLES = 9, PERF_COUNT_HW_MAX = 10, }; enum perf_hw_cache_id { PERF_COUNT_HW_CACHE_L1D = 0, PERF_COUNT_HW_CACHE_L1I = 1, PERF_COUNT_HW_CACHE_LL = 2, PERF_COUNT_HW_CACHE_DTLB = 3, PERF_COUNT_HW_CACHE_ITLB = 4, PERF_COUNT_HW_CACHE_BPU = 5, PERF_COUNT_HW_CACHE_NODE = 6, PERF_COUNT_HW_CACHE_MAX = 7, }; enum perf_hw_cache_op_id { PERF_COUNT_HW_CACHE_OP_READ = 0, PERF_COUNT_HW_CACHE_OP_WRITE = 1, PERF_COUNT_HW_CACHE_OP_PREFETCH = 2, PERF_COUNT_HW_CACHE_OP_MAX = 3, }; enum perf_hw_cache_op_result_id { PERF_COUNT_HW_CACHE_RESULT_ACCESS = 0, PERF_COUNT_HW_CACHE_RESULT_MISS = 1, PERF_COUNT_HW_CACHE_RESULT_MAX = 2, }; struct pmu_hw_events { struct perf_event *events[33]; long unsigned int used_mask[1]; struct arm_pmu *percpu_pmu; int irq; }; struct arm_pmu { struct pmu pmu; cpumask_t supported_cpus; char *name; irqreturn_t (*handle_irq)(struct arm_pmu *); void (*enable)(struct perf_event *); void (*disable)(struct perf_event *); int (*get_event_idx)(struct pmu_hw_events *, struct perf_event *); void (*clear_event_idx)(struct pmu_hw_events *, struct perf_event *); int (*set_event_filter)(struct hw_perf_event *, struct perf_event_attr *); u64 (*read_counter)(struct perf_event *); void (*write_counter)(struct perf_event *, u64); void (*start)(struct arm_pmu *); void (*stop)(struct arm_pmu *); void (*reset)(void *); int (*map_event)(struct perf_event *); int (*map_pmuv3_event)(unsigned int); long unsigned int cntr_mask[1]; bool secure_access; struct platform_device *plat_device; struct pmu_hw_events *hw_events; struct hlist_node node; struct notifier_block cpu_pm_nb; const struct attribute_group *attr_groups[5]; int pmuver; u64 reg_pmmir; long unsigned int pmceid_bitmap[1]; long unsigned int pmceid_ext_bitmap[1]; long unsigned int acpi_cpuid; }; enum armpmu_attr_groups { ARMPMU_ATTR_GROUP_COMMON = 0, ARMPMU_ATTR_GROUP_EVENTS = 1, ARMPMU_ATTR_GROUP_FORMATS = 2, ARMPMU_ATTR_GROUP_CAPS = 3, ARMPMU_NR_ATTR_GROUPS = 4, }; struct pmu_irq_ops { void (*enable_pmuirq)(unsigned int); void (*disable_pmuirq)(unsigned int); void (*free_pmuirq)(unsigned int, int, void *); }; struct hisi_pmu; struct hisi_uncore_ops { int (*check_filter)(struct perf_event *); void (*write_evtype)(struct hisi_pmu *, int, u32); int (*get_event_idx)(struct perf_event *); u64 (*read_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*write_counter)(struct hisi_pmu *, struct hw_perf_event *, u64); void (*enable_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*disable_counter)(struct hisi_pmu *, struct hw_perf_event *); void (*enable_counter_int)(struct hisi_pmu *, struct hw_perf_event *); void (*disable_counter_int)(struct hisi_pmu *, struct hw_perf_event *); void (*start_counters)(struct hisi_pmu *); void (*stop_counters)(struct hisi_pmu *); u32 (*get_int_status)(struct hisi_pmu *); void (*clear_int_status)(struct hisi_pmu *, int); void (*enable_filter)(struct perf_event *); void (*disable_filter)(struct perf_event *); }; struct hisi_pmu_hwevents { struct perf_event *hw_events[16]; long unsigned int used_mask[1]; const struct attribute_group **attr_groups; }; struct hisi_pmu_topology { union { int sccl_id; int sicl_id; int scl_id; }; int ccl_id; int index_id; int sub_id; }; struct hisi_pmu_dev_info; struct hisi_pmu { struct pmu pmu; const struct hisi_uncore_ops *ops; const struct hisi_pmu_dev_info *dev_info; struct hisi_pmu_hwevents pmu_events; struct hisi_pmu_topology topo; cpumask_t associated_cpus; int on_cpu; int irq; struct device *dev; struct hlist_node node; void *base; int num_counters; int counter_bits; int check_event; u32 identifier; }; struct hisi_pmu_dev_info { const char *name; const struct attribute_group **attr_groups; void *private; }; struct trace_event_raw_mc_event { struct trace_entry ent; unsigned int error_type; u32 __data_loc_msg; u32 __data_loc_label; u16 error_count; u8 mc_index; s8 top_layer; s8 middle_layer; s8 lower_layer; long int address; u8 grain_bits; long int syndrome; u32 __data_loc_driver_detail; char __data[0]; }; struct trace_event_raw_arm_event { struct trace_entry ent; u64 mpidr; u64 midr; u32 running_state; u32 psci_state; u8 affinity; char __data[0]; }; struct trace_event_raw_non_standard_event { struct trace_entry ent; char sec_type[16]; char fru_id[16]; u32 __data_loc_fru_text; u8 sev; u32 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_aer_event { struct trace_entry ent; u32 __data_loc_dev_name; u32 status; u8 severity; u8 tlp_header_valid; u32 tlp_header[14]; char __data[0]; }; struct trace_event_raw_memory_failure_event { struct trace_entry ent; long unsigned int pfn; int type; int result; char __data[0]; }; struct trace_event_data_offsets_mc_event { u32 msg; const void *msg_ptr_; u32 label; const void *label_ptr_; u32 driver_detail; const void *driver_detail_ptr_; }; struct trace_event_data_offsets_arm_event {}; struct trace_event_data_offsets_non_standard_event { u32 fru_text; const void *fru_text_ptr_; u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_aer_event { u32 dev_name; const void *dev_name_ptr_; }; struct trace_event_data_offsets_memory_failure_event {}; typedef void (*btf_trace_mc_event)(void *, const unsigned int, const char *, const char *, const int, const u8, const s8, const s8, const s8, long unsigned int, const u8, long unsigned int, const char *); typedef void (*btf_trace_arm_event)(void *, const struct cper_sec_proc_arm *); typedef void (*btf_trace_non_standard_event)(void *, const guid_t *, const guid_t *, const char *, const u8, const u8 *, const u32); typedef void (*btf_trace_aer_event)(void *, const char *, const u32, const u8, const u8, struct pcie_tlp_log *); typedef void (*btf_trace_memory_failure_event)(void *, long unsigned int, int, int); struct tee_ioctl_version_data { __u32 impl_id; __u32 impl_caps; __u32 gen_caps; }; struct tee_ioctl_shm_alloc_data { __u64 size; __u32 flags; __s32 id; }; struct tee_ioctl_buf_data { __u64 buf_ptr; __u64 buf_len; }; struct tee_ioctl_param { __u64 attr; __u64 a; __u64 b; __u64 c; }; struct tee_ioctl_open_session_arg { __u8 uuid[16]; __u8 clnt_uuid[16]; __u32 clnt_login; __u32 cancel_id; __u32 session; __u32 ret; __u32 ret_origin; __u32 num_params; struct tee_ioctl_param params[0]; }; struct tee_ioctl_invoke_arg { __u32 func; __u32 session; __u32 cancel_id; __u32 ret; __u32 ret_origin; __u32 num_params; struct tee_ioctl_param params[0]; }; struct tee_ioctl_cancel_arg { __u32 cancel_id; __u32 session; }; struct tee_ioctl_close_session_arg { __u32 session; }; struct tee_iocl_supp_recv_arg { __u32 func; __u32 num_params; struct tee_ioctl_param params[0]; }; struct tee_iocl_supp_send_arg { __u32 ret; __u32 num_params; struct tee_ioctl_param params[0]; }; struct tee_ioctl_shm_register_data { __u64 addr; __u64 length; __u32 flags; __s32 id; }; struct tee_client_device_id { uuid_t uuid; }; struct tee_device; struct tee_context { struct tee_device *teedev; void *data; struct kref refcount; bool releasing; bool supp_nowait; bool cap_memref_null; }; struct tee_desc; struct tee_shm_pool; struct tee_device { char name[32]; const struct tee_desc *desc; int id; unsigned int flags; struct device dev; struct cdev cdev; size_t num_users; struct completion c_no_users; struct mutex mutex; struct idr idr; struct tee_shm_pool *pool; }; struct tee_shm { struct tee_context *ctx; phys_addr_t paddr; void *kaddr; size_t size; unsigned int offset; struct page **pages; size_t num_pages; refcount_t refcount; u32 flags; int id; u64 sec_world_id; }; struct tee_param_memref { size_t shm_offs; size_t size; struct tee_shm *shm; }; struct tee_param_value { u64 a; u64 b; u64 c; }; struct tee_param { u64 attr; union { struct tee_param_memref memref; struct tee_param_value value; } u; }; struct tee_client_device { struct tee_client_device_id id; struct device dev; }; struct tee_client_driver { const struct tee_client_device_id *id_table; struct device_driver driver; }; struct tee_driver_ops; struct tee_desc { const char *name; const struct tee_driver_ops *ops; struct module *owner; u32 flags; }; struct tee_shm_pool_ops; struct tee_shm_pool { const struct tee_shm_pool_ops *ops; void *private_data; }; struct tee_driver_ops { void (*get_version)(struct tee_device *, struct tee_ioctl_version_data *); int (*open)(struct tee_context *); void (*release)(struct tee_context *); int (*open_session)(struct tee_context *, struct tee_ioctl_open_session_arg *, struct tee_param *); int (*close_session)(struct tee_context *, u32); int (*system_session)(struct tee_context *, u32); int (*invoke_func)(struct tee_context *, struct tee_ioctl_invoke_arg *, struct tee_param *); int (*cancel_req)(struct tee_context *, u32, u32); int (*supp_recv)(struct tee_context *, u32 *, u32 *, struct tee_param *); int (*supp_send)(struct tee_context *, u32, u32, struct tee_param *); int (*shm_register)(struct tee_context *, struct tee_shm *, struct page **, size_t, long unsigned int); int (*shm_unregister)(struct tee_context *, struct tee_shm *); }; struct tee_shm_pool_ops { int (*alloc)(struct tee_shm_pool *, struct tee_shm *, size_t, size_t); void (*free)(struct tee_shm_pool *, struct tee_shm *); void (*destroy_pool)(struct tee_shm_pool *); }; struct match_dev_data { struct tee_ioctl_version_data *vers; const void *data; int (*match)(struct tee_ioctl_version_data *, const void *); }; typedef unsigned int u_int; enum rpmb_type { RPMB_TYPE_EMMC = 0, RPMB_TYPE_UFS = 1, RPMB_TYPE_NVME = 2, }; struct rpmb_descr { enum rpmb_type type; int (*route_frames)(struct device *, u8 *, unsigned int, u8 *, unsigned int); u8 *dev_id; size_t dev_id_len; u16 reliable_wr_count; u16 capacity; }; struct rpmb_dev { struct device dev; int id; struct list_head list_node; struct rpmb_descr descr; }; struct optee_msg_param_tmem { u64 buf_ptr; u64 size; u64 shm_ref; }; struct optee_msg_param_rmem { u64 offs; u64 size; u64 shm_ref; }; struct optee_msg_param_fmem { u32 offs_low; u16 offs_high; u16 internal_offs; u64 size; u64 global_id; }; struct optee_msg_param_value { u64 a; u64 b; u64 c; }; struct optee_msg_param { u64 attr; union { struct optee_msg_param_tmem tmem; struct optee_msg_param_rmem rmem; struct optee_msg_param_fmem fmem; struct optee_msg_param_value value; u8 octets[24]; } u; }; struct optee_msg_arg { u32 cmd; u32 func; u32 session; u32 cancel_id; u32 pad; u32 ret; u32 ret_origin; u32 num_params; struct optee_msg_param params[0]; }; typedef void optee_invoke_fn(long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, struct arm_smccc_res *); struct optee_call_queue { struct mutex mutex; struct list_head waiters; int total_thread_count; int free_thread_count; int sys_thread_req_count; }; struct optee_notif { u_int max_key; spinlock_t lock; struct list_head db; u_long *bitmap; }; struct optee_shm_arg_cache { u32 flags; struct mutex mutex; struct list_head shm_args; }; struct optee_supp { struct mutex mutex; struct tee_context *ctx; int req_id; struct list_head reqs; struct idr idr; struct completion reqs_c; }; struct optee; struct optee_pcpu { struct optee *optee; }; struct optee_smc { optee_invoke_fn *invoke_fn; void *memremaped_shm; u32 sec_caps; unsigned int notif_irq; struct optee_pcpu *optee_pcpu; struct workqueue_struct *notif_pcpu_wq; struct work_struct notif_pcpu_work; unsigned int notif_cpuhp_state; }; struct ffa_device; struct optee_ffa { struct ffa_device *ffa_dev; u32 bottom_half_value; struct mutex mutex; struct rhashtable global_ids; }; struct optee_ops; struct optee { struct tee_device *supp_teedev; struct tee_device *teedev; const struct optee_ops *ops; struct tee_context *ctx; union { struct optee_smc smc; struct optee_ffa ffa; }; struct optee_shm_arg_cache shm_arg_cache; struct optee_call_queue call_queue; struct optee_notif notif; struct optee_supp supp; struct tee_shm_pool *pool; struct mutex rpmb_dev_mutex; struct rpmb_dev *rpmb_dev; struct notifier_block rpmb_intf; unsigned int rpc_param_count; bool scan_bus_done; bool rpmb_scan_bus_done; bool in_kernel_rpmb_routing; struct work_struct scan_bus_work; struct work_struct rpmb_scan_bus_work; }; struct optee_ops { int (*do_call_with_arg)(struct tee_context *, struct tee_shm *, u_int, bool); int (*to_msg_param)(struct optee *, struct optee_msg_param *, size_t, const struct tee_param *); int (*from_msg_param)(struct optee *, struct tee_param *, size_t, const struct optee_msg_param *); }; struct mux_control; struct mux_control_ops { int (*set)(struct mux_control *, int); }; struct mux_chip; struct mux_control { struct semaphore lock; struct mux_chip *chip; int cached_state; unsigned int states; int idle_state; ktime_t last_change; }; struct mux_chip { unsigned int controllers; struct mux_control *mux; struct device dev; int id; const struct mux_control_ops *ops; }; struct mux_state { struct mux_control *mux; unsigned int state; }; struct icc_bulk_data { struct icc_path *path; const char *name; u32 avg_bw; u32 peak_bw; }; struct icc_bulk_devres { struct icc_bulk_data *paths; int num_paths; }; enum hte_return { HTE_CB_HANDLED = 0, HTE_RUN_SECOND_CB = 1, }; struct hte_ts_data { u64 tsc; u64 seq; int raw_level; }; struct hte_clk_info { u64 hz; clockid_t type; }; typedef enum hte_return (*hte_ts_cb_t)(struct hte_ts_data *, void *); typedef enum hte_return (*hte_ts_sec_cb_t)(void *); struct hte_line_attr { u32 line_id; void *line_data; long unsigned int edge_flags; const char *name; }; struct hte_ts_desc { struct hte_line_attr attr; void *hte_data; }; struct hte_chip; struct hte_ops { int (*request)(struct hte_chip *, struct hte_ts_desc *, u32); int (*release)(struct hte_chip *, struct hte_ts_desc *, u32); int (*enable)(struct hte_chip *, u32); int (*disable)(struct hte_chip *, u32); int (*get_clk_src_info)(struct hte_chip *, struct hte_clk_info *); }; struct hte_device; struct hte_chip { const char *name; struct device *dev; const struct hte_ops *ops; u32 nlines; int (*xlate_of)(struct hte_chip *, const struct of_phandle_args *, struct hte_ts_desc *, u32 *); int (*xlate_plat)(struct hte_chip *, struct hte_ts_desc *, u32 *); bool (*match_from_linedata)(const struct hte_chip *, const struct hte_ts_desc *); u8 of_hte_n_cells; struct hte_device *gdev; void *data; }; struct hte_ts_info { u32 xlated_id; long unsigned int flags; long unsigned int hte_cb_flags; u64 seq; char *line_name; bool free_attr_name; hte_ts_cb_t cb; hte_ts_sec_cb_t tcb; atomic_t dropped_ts; spinlock_t slock; struct work_struct cb_work; struct mutex req_mlock; struct dentry *ts_dbg_root; struct hte_device *gdev; void *cl_data; }; struct hte_device { u32 nlines; atomic_t ts_req; struct device *sdev; struct dentry *dbg_root; struct list_head list; struct hte_chip *chip; struct module *owner; struct hte_ts_info ei[0]; }; enum { HTE_TS_REGISTERED = 0, HTE_TS_REQ = 1, HTE_TS_DISABLE = 2, HTE_TS_QUEUE_WK = 3, }; struct __kernel_sock_timeval { __s64 tv_sec; __s64 tv_usec; }; struct netdev_xmit { u16 recursion; u8 more; u8 skip_txqueue; }; struct hlist_nulls_head { struct hlist_nulls_node *first; }; struct dmabuf_token { __u32 token_start; __u32 token_count; }; struct linger { int l_onoff; int l_linger; }; struct cmsghdr { __kernel_size_t cmsg_len; int cmsg_level; int cmsg_type; }; struct ucred { __u32 pid; __u32 uid; __u32 gid; }; struct flowi_tunnel { __be64 tun_id; }; struct flowi_common { int flowic_oif; int flowic_iif; int flowic_l3mdev; __u32 flowic_mark; __u8 flowic_tos; __u8 flowic_scope; __u8 flowic_proto; __u8 flowic_flags; __u32 flowic_secid; kuid_t flowic_uid; __u32 flowic_multipath_hash; struct flowi_tunnel flowic_tun_key; }; union flowi_uli { struct { __be16 dport; __be16 sport; } ports; struct { __u8 type; __u8 code; } icmpt; __be32 gre_key; struct { __u8 type; } mht; }; struct flowi4 { struct flowi_common __fl_common; __be32 saddr; __be32 daddr; union flowi_uli uli; }; struct flowi6 { struct flowi_common __fl_common; struct in6_addr daddr; struct in6_addr saddr; __be32 flowlabel; union flowi_uli uli; __u32 mp_hash; }; struct flowi { union { struct flowi_common __fl_common; struct flowi4 ip4; struct flowi6 ip6; } u; }; struct inet_ehash_bucket; struct inet_bind_hashbucket; struct inet_listen_hashbucket; struct inet_hashinfo { struct inet_ehash_bucket *ehash; spinlock_t *ehash_locks; unsigned int ehash_mask; unsigned int ehash_locks_mask; struct kmem_cache *bind_bucket_cachep; struct inet_bind_hashbucket *bhash; struct kmem_cache *bind2_bucket_cachep; struct inet_bind_hashbucket *bhash2; unsigned int bhash_size; unsigned int lhash2_mask; struct inet_listen_hashbucket *lhash2; bool pernet; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct tcp_fastopen_context { siphash_key_t key[2]; int num; struct callback_head rcu; }; struct seq_net_private { struct net *net; netns_tracker ns_tracker; }; enum sock_type { SOCK_STREAM = 1, SOCK_DGRAM = 2, SOCK_RAW = 3, SOCK_RDM = 4, SOCK_SEQPACKET = 5, SOCK_DCCP = 6, SOCK_PACKET = 10, }; enum { SOCK_WAKE_IO = 0, SOCK_WAKE_WAITD = 1, SOCK_WAKE_SPACE = 2, SOCK_WAKE_URG = 3, }; struct netdev_name_node { struct hlist_node hlist; struct list_head list; struct net_device *dev; const char *name; struct callback_head rcu; }; struct sd_flow_limit; struct softnet_data { struct list_head poll_list; struct sk_buff_head process_queue; local_lock_t process_queue_bh_lock; unsigned int processed; unsigned int time_squeeze; struct softnet_data *rps_ipi_list; unsigned int received_rps; bool in_net_rx_action; bool in_napi_threaded_poll; struct sd_flow_limit *flow_limit; struct Qdisc *output_queue; struct Qdisc **output_queue_tailp; struct sk_buff *completion_queue; struct netdev_xmit xmit; long: 64; long: 64; long: 64; unsigned int input_queue_head; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; call_single_data_t csd; struct softnet_data *rps_ipi_next; unsigned int cpu; unsigned int input_queue_tail; struct sk_buff_head input_pkt_queue; struct napi_struct backlog; long: 64; atomic_t dropped; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t defer_lock; int defer_count; int defer_ipi_scheduled; struct sk_buff *defer_list; long: 64; call_single_data_t defer_csd; }; struct sd_flow_limit { u64 count; unsigned int num_buckets; unsigned int history_head; u16 history[128]; u8 buckets[0]; }; enum { TCPF_ESTABLISHED = 2, TCPF_SYN_SENT = 4, TCPF_SYN_RECV = 8, TCPF_FIN_WAIT1 = 16, TCPF_FIN_WAIT2 = 32, TCPF_TIME_WAIT = 64, TCPF_CLOSE = 128, TCPF_CLOSE_WAIT = 256, TCPF_LAST_ACK = 512, TCPF_LISTEN = 1024, TCPF_CLOSING = 2048, TCPF_NEW_SYN_RECV = 4096, TCPF_BOUND_INACTIVE = 8192, }; enum { SOF_TIMESTAMPING_TX_HARDWARE = 1, SOF_TIMESTAMPING_TX_SOFTWARE = 2, SOF_TIMESTAMPING_RX_HARDWARE = 4, SOF_TIMESTAMPING_RX_SOFTWARE = 8, SOF_TIMESTAMPING_SOFTWARE = 16, SOF_TIMESTAMPING_SYS_HARDWARE = 32, SOF_TIMESTAMPING_RAW_HARDWARE = 64, SOF_TIMESTAMPING_OPT_ID = 128, SOF_TIMESTAMPING_TX_SCHED = 256, SOF_TIMESTAMPING_TX_ACK = 512, SOF_TIMESTAMPING_OPT_CMSG = 1024, SOF_TIMESTAMPING_OPT_TSONLY = 2048, SOF_TIMESTAMPING_OPT_STATS = 4096, SOF_TIMESTAMPING_OPT_PKTINFO = 8192, SOF_TIMESTAMPING_OPT_TX_SWHW = 16384, SOF_TIMESTAMPING_BIND_PHC = 32768, SOF_TIMESTAMPING_OPT_ID_TCP = 65536, SOF_TIMESTAMPING_OPT_RX_FILTER = 131072, SOF_TIMESTAMPING_TX_COMPLETION = 262144, SOF_TIMESTAMPING_LAST = 262144, SOF_TIMESTAMPING_MASK = 524287, }; struct so_timestamping { int flags; int bind_phc; }; enum txtime_flags { SOF_TXTIME_DEADLINE_MODE = 1, SOF_TXTIME_REPORT_ERRORS = 2, SOF_TXTIME_FLAGS_LAST = 2, SOF_TXTIME_FLAGS_MASK = 3, }; struct sock_txtime { __kernel_clockid_t clockid; __u32 flags; }; struct sock_reuseport { struct callback_head rcu; u16 max_socks; u16 num_socks; u16 num_closed_socks; u16 incoming_cpu; unsigned int synq_overflow_ts; unsigned int reuseport_id; unsigned int bind_inany: 1; unsigned int has_conns: 1; struct bpf_prog *prog; struct sock *socks[0]; }; enum sk_pacing { SK_PACING_NONE = 0, SK_PACING_NEEDED = 1, SK_PACING_FQ = 2, }; struct socket_alloc { struct socket socket; struct inode vfs_inode; long: 64; long: 64; long: 64; long: 64; }; struct sockcm_cookie { u64 transmit_time; u32 mark; u32 tsflags; u32 ts_opt_id; u32 priority; }; struct sock_skb_cb { u32 dropcount; }; struct fastopen_queue { struct request_sock *rskq_rst_head; struct request_sock *rskq_rst_tail; spinlock_t lock; int qlen; int max_qlen; struct tcp_fastopen_context *ctx; }; struct request_sock_queue { spinlock_t rskq_lock; u8 rskq_defer_accept; u32 synflood_warned; atomic_t qlen; atomic_t young; struct request_sock *rskq_accept_head; struct request_sock *rskq_accept_tail; struct fastopen_queue fastopenq; }; struct ip_options { __be32 faddr; __be32 nexthop; unsigned char optlen; unsigned char srr; unsigned char rr; unsigned char ts; unsigned char is_strictroute: 1; unsigned char srr_is_hit: 1; unsigned char is_changed: 1; unsigned char rr_needaddr: 1; unsigned char ts_needtime: 1; unsigned char ts_needaddr: 1; unsigned char router_alert; unsigned char cipso; unsigned char __pad2; unsigned char __data[0]; }; struct ip_options_rcu { struct callback_head rcu; struct ip_options opt; }; struct ipv6_opt_hdr; struct ipv6_rt_hdr; struct ipv6_txoptions { refcount_t refcnt; int tot_len; __u16 opt_flen; __u16 opt_nflen; struct ipv6_opt_hdr *hopopt; struct ipv6_opt_hdr *dst0opt; struct ipv6_rt_hdr *srcrt; struct ipv6_opt_hdr *dst1opt; struct callback_head rcu; }; struct inet_cork { unsigned int flags; __be32 addr; struct ip_options *opt; unsigned int fragsize; int length; struct dst_entry *dst; u8 tx_flags; __u8 ttl; __s16 tos; u32 priority; __u16 gso_size; u32 ts_opt_id; u64 transmit_time; u32 mark; }; struct inet_cork_full { struct inet_cork base; struct flowi fl; }; struct ipv6_pinfo; struct ip_mc_socklist; struct inet_sock { struct sock sk; struct ipv6_pinfo *pinet6; long unsigned int inet_flags; __be32 inet_saddr; __s16 uc_ttl; __be16 inet_sport; struct ip_options_rcu *inet_opt; atomic_t inet_id; __u8 tos; __u8 min_ttl; __u8 mc_ttl; __u8 pmtudisc; __u8 rcv_tos; __u8 convert_csum; int uc_index; int mc_index; __be32 mc_addr; u32 local_port_range; struct ip_mc_socklist *mc_list; struct inet_cork_full cork; }; struct in6_pktinfo { struct in6_addr ipi6_addr; int ipi6_ifindex; }; struct inet6_cork { struct ipv6_txoptions *opt; u8 hop_limit; u8 tclass; u8 dontfrag: 1; }; struct ipv6_mc_socklist; struct ipv6_ac_socklist; struct ipv6_fl_socklist; struct ipv6_pinfo { struct in6_addr saddr; struct in6_pktinfo sticky_pktinfo; const struct in6_addr *daddr_cache; __be32 flow_label; __u32 frag_size; s16 hop_limit; u8 mcast_hops; int ucast_oif; int mcast_oif; union { struct { __u16 srcrt: 1; __u16 osrcrt: 1; __u16 rxinfo: 1; __u16 rxoinfo: 1; __u16 rxhlim: 1; __u16 rxohlim: 1; __u16 hopopts: 1; __u16 ohopopts: 1; __u16 dstopts: 1; __u16 odstopts: 1; __u16 rxflow: 1; __u16 rxtclass: 1; __u16 rxpmtu: 1; __u16 rxorigdstaddr: 1; __u16 recvfragsize: 1; } bits; __u16 all; } rxopt; __u8 srcprefs; __u8 pmtudisc; __u8 min_hopcount; __u8 tclass; __be32 rcv_flowinfo; __u32 dst_cookie; struct ipv6_mc_socklist *ipv6_mc_list; struct ipv6_ac_socklist *ipv6_ac_list; struct ipv6_fl_socklist *ipv6_fl_list; struct ipv6_txoptions *opt; struct sk_buff *pktoptions; struct sk_buff *rxpmtu; struct inet6_cork cork; }; enum { INET_FLAGS_PKTINFO = 0, INET_FLAGS_TTL = 1, INET_FLAGS_TOS = 2, INET_FLAGS_RECVOPTS = 3, INET_FLAGS_RETOPTS = 4, INET_FLAGS_PASSSEC = 5, INET_FLAGS_ORIGDSTADDR = 6, INET_FLAGS_CHECKSUM = 7, INET_FLAGS_RECVFRAGSIZE = 8, INET_FLAGS_RECVERR = 9, INET_FLAGS_RECVERR_RFC4884 = 10, INET_FLAGS_FREEBIND = 11, INET_FLAGS_HDRINCL = 12, INET_FLAGS_MC_LOOP = 13, INET_FLAGS_MC_ALL = 14, INET_FLAGS_TRANSPARENT = 15, INET_FLAGS_IS_ICSK = 16, INET_FLAGS_NODEFRAG = 17, INET_FLAGS_BIND_ADDRESS_NO_PORT = 18, INET_FLAGS_DEFER_CONNECT = 19, INET_FLAGS_MC6_LOOP = 20, INET_FLAGS_RECVERR6_RFC4884 = 21, INET_FLAGS_MC6_ALL = 22, INET_FLAGS_AUTOFLOWLABEL_SET = 23, INET_FLAGS_AUTOFLOWLABEL = 24, INET_FLAGS_DONTFRAG = 25, INET_FLAGS_RECVERR6 = 26, INET_FLAGS_REPFLOW = 27, INET_FLAGS_RTALERT_ISOLATE = 28, INET_FLAGS_SNDFLOW = 29, INET_FLAGS_RTALERT = 30, }; struct ipv6_rt_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; }; struct ipv6_opt_hdr { __u8 nexthdr; __u8 hdrlen; }; struct minmax_sample { u32 t; u32 v; }; struct minmax { struct minmax_sample s[3]; }; struct inet_connection_sock_af_ops { int (*queue_xmit)(struct sock *, struct sk_buff *, struct flowi *); void (*send_check)(struct sock *, struct sk_buff *); int (*rebuild_header)(struct sock *); void (*sk_rx_dst_set)(struct sock *, const struct sk_buff *); int (*conn_request)(struct sock *, struct sk_buff *); struct sock * (*syn_recv_sock)(const struct sock *, struct sk_buff *, struct request_sock *, struct dst_entry *, struct request_sock *, bool *); u16 net_header_len; int (*setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*getsockopt)(struct sock *, int, int, char *, int *); void (*mtu_reduced)(struct sock *); }; struct inet_bind_bucket; struct inet_bind2_bucket; struct tcp_ulp_ops; struct inet_connection_sock { struct inet_sock icsk_inet; struct request_sock_queue icsk_accept_queue; struct inet_bind_bucket *icsk_bind_hash; struct inet_bind2_bucket *icsk_bind2_hash; struct timer_list icsk_retransmit_timer; struct timer_list icsk_delack_timer; __u32 icsk_rto; __u32 icsk_rto_min; u32 icsk_rto_max; __u32 icsk_delack_max; __u32 icsk_pmtu_cookie; const struct tcp_congestion_ops *icsk_ca_ops; const struct inet_connection_sock_af_ops *icsk_af_ops; const struct tcp_ulp_ops *icsk_ulp_ops; void *icsk_ulp_data; unsigned int (*icsk_sync_mss)(struct sock *, u32); __u8 icsk_ca_state: 5; __u8 icsk_ca_initialized: 1; __u8 icsk_ca_setsockopt: 1; __u8 icsk_ca_dst_locked: 1; __u8 icsk_retransmits; __u8 icsk_pending; __u8 icsk_backoff; __u8 icsk_syn_retries; __u8 icsk_probes_out; __u16 icsk_ext_hdr_len; struct { __u8 pending; __u8 quick; __u8 pingpong; __u8 retry; __u32 ato: 8; __u32 lrcv_flowlabel: 20; __u32 dst_quick_ack: 1; __u32 unused: 3; __u32 lrcvtime; __u16 last_seg_size; __u16 rcv_mss; } icsk_ack; struct { int search_high; int search_low; u32 probe_size: 31; u32 enabled: 1; u32 probe_timestamp; } icsk_mtup; u32 icsk_probes_tstamp; u32 icsk_user_timeout; u64 icsk_ca_priv[13]; }; struct inet_bind_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; signed char fastreuse; signed char fastreuseport; kuid_t fastuid; struct in6_addr fast_v6_rcv_saddr; __be32 fast_rcv_saddr; short unsigned int fast_sk_family; bool fast_ipv6_only; struct hlist_node node; struct hlist_head bhash2; struct callback_head rcu; }; struct inet_bind2_bucket { possible_net_t ib_net; int l3mdev; short unsigned int port; short unsigned int addr_type; struct in6_addr v6_rcv_saddr; struct hlist_node node; struct hlist_node bhash_node; struct hlist_head owners; }; struct tcp_ulp_ops { struct list_head list; int (*init)(struct sock *); void (*update)(struct sock *, struct proto *, void (*)(struct sock *)); void (*release)(struct sock *); int (*get_info)(struct sock *, struct sk_buff *, bool); size_t (*get_info_size)(const struct sock *, bool); void (*clone)(const struct request_sock *, struct sock *, const gfp_t); char name[16]; struct module *owner; }; struct tcp_fastopen_cookie { __le64 val[2]; s8 len; bool exp; }; struct tcp_sack_block { u32 start_seq; u32 end_seq; }; struct tcp_options_received { int ts_recent_stamp; u32 ts_recent; u32 rcv_tsval; u32 rcv_tsecr; u16 saw_tstamp: 1; u16 tstamp_ok: 1; u16 dsack: 1; u16 wscale_ok: 1; u16 sack_ok: 3; u16 smc_ok: 1; u16 snd_wscale: 4; u16 rcv_wscale: 4; u8 saw_unknown: 1; u8 unused: 7; u8 num_sacks; u16 user_mss; u16 mss_clamp; }; struct tcp_rack { u64 mstamp; u32 rtt_us; u32 end_seq; u32 last_delivered; u8 reo_wnd_steps; u8 reo_wnd_persist: 5; u8 dsack_seen: 1; u8 advanced: 1; }; struct tcp_fastopen_request; struct tcp_sock { struct inet_connection_sock inet_conn; __u8 __cacheline_group_begin__tcp_sock_read_tx[0]; u32 max_window; u32 rcv_ssthresh; u32 reordering; u32 notsent_lowat; u16 gso_segs; struct sk_buff *lost_skb_hint; struct sk_buff *retransmit_skb_hint; __u8 __cacheline_group_end__tcp_sock_read_tx[0]; __u8 __cacheline_group_begin__tcp_sock_read_txrx[0]; u32 tsoffset; u32 snd_wnd; u32 mss_cache; u32 snd_cwnd; u32 prr_out; u32 lost_out; u32 sacked_out; u16 tcp_header_len; u8 scaling_ratio; u8 chrono_type: 2; u8 repair: 1; u8 tcp_usec_ts: 1; u8 is_sack_reneg: 1; u8 is_cwnd_limited: 1; __u8 __cacheline_group_end__tcp_sock_read_txrx[0]; __u8 __cacheline_group_begin__tcp_sock_read_rx[0]; u32 copied_seq; u32 rcv_tstamp; u32 snd_wl1; u32 tlp_high_seq; u32 rttvar_us; u32 retrans_out; u16 advmss; u16 urg_data; u32 lost; struct minmax rtt_min; struct rb_root out_of_order_queue; u32 snd_ssthresh; u8 recvmsg_inq: 1; __u8 __cacheline_group_end__tcp_sock_read_rx[0]; long: 64; long: 64; long: 64; __u8 __cacheline_group_begin__tcp_sock_write_tx[0]; u32 segs_out; u32 data_segs_out; u64 bytes_sent; u32 snd_sml; u32 chrono_start; u32 chrono_stat[3]; u32 write_seq; u32 pushed_seq; u32 lsndtime; u32 mdev_us; u32 rtt_seq; u64 tcp_wstamp_ns; struct list_head tsorted_sent_queue; struct sk_buff *highest_sack; u8 ecn_flags; __u8 __cacheline_group_end__tcp_sock_write_tx[0]; __u8 __cacheline_group_begin__tcp_sock_write_txrx[0]; __be32 pred_flags; u64 tcp_clock_cache; u64 tcp_mstamp; u32 rcv_nxt; u32 snd_nxt; u32 snd_una; u32 window_clamp; u32 srtt_us; u32 packets_out; u32 snd_up; u32 delivered; u32 delivered_ce; u32 app_limited; u32 rcv_wnd; struct tcp_options_received rx_opt; u8 nonagle: 4; u8 rate_app_limited: 1; __u8 __cacheline_group_end__tcp_sock_write_txrx[0]; long: 0; __u8 __cacheline_group_begin__tcp_sock_write_rx[0]; u64 bytes_received; u32 segs_in; u32 data_segs_in; u32 rcv_wup; u32 max_packets_out; u32 cwnd_usage_seq; u32 rate_delivered; u32 rate_interval_us; u32 rcv_rtt_last_tsecr; u64 first_tx_mstamp; u64 delivered_mstamp; u64 bytes_acked; struct { u32 rtt_us; u32 seq; u64 time; } rcv_rtt_est; struct { int space; u32 seq; u64 time; } rcvq_space; __u8 __cacheline_group_end__tcp_sock_write_rx[0]; u32 dsack_dups; u32 compressed_ack_rcv_nxt; struct list_head tsq_node; struct tcp_rack rack; u8 compressed_ack; u8 dup_ack_counter: 2; u8 tlp_retrans: 1; u8 unused: 5; u8 thin_lto: 1; u8 fastopen_connect: 1; u8 fastopen_no_cookie: 1; u8 fastopen_client_fail: 2; u8 frto: 1; u8 repair_queue; u8 save_syn: 2; u8 syn_data: 1; u8 syn_fastopen: 1; u8 syn_fastopen_exp: 1; u8 syn_fastopen_ch: 1; u8 syn_data_acked: 1; u8 keepalive_probes; u32 tcp_tx_delay; u32 mdev_max_us; u32 reord_seen; u32 snd_cwnd_cnt; u32 snd_cwnd_clamp; u32 snd_cwnd_used; u32 snd_cwnd_stamp; u32 prior_cwnd; u32 prr_delivered; u32 last_oow_ack_time; struct hrtimer pacing_timer; struct hrtimer compressed_ack_timer; struct sk_buff *ooo_last_skb; struct tcp_sack_block duplicate_sack[1]; struct tcp_sack_block selective_acks[4]; struct tcp_sack_block recv_sack_cache[4]; int lost_cnt_hint; u32 prior_ssthresh; u32 high_seq; u32 retrans_stamp; u32 undo_marker; int undo_retrans; u64 bytes_retrans; u32 total_retrans; u32 rto_stamp; u16 total_rto; u16 total_rto_recoveries; u32 total_rto_time; u32 urg_seq; unsigned int keepalive_time; unsigned int keepalive_intvl; int linger2; u8 bpf_sock_ops_cb_flags; u8 bpf_chg_cc_inprogress: 1; u16 timeout_rehash; u32 rcv_ooopack; struct { u32 probe_seq_start; u32 probe_seq_end; } mtu_probe; u32 plb_rehash; u32 mtu_info; bool is_mptcp; struct tcp_fastopen_request *fastopen_req; struct request_sock *fastopen_rsk; struct saved_syn *saved_syn; }; struct tcp_fastopen_request { struct tcp_fastopen_cookie cookie; struct msghdr *data; size_t size; int copied; struct ubuf_info *uarg; }; struct udp_sock { struct inet_sock inet; long unsigned int udp_flags; int pending; __u8 encap_type; __u16 udp_lrpa_hash; struct hlist_nulls_node udp_lrpa_node; __u16 len; __u16 gso_size; __u16 pcslen; __u16 pcrlen; int (*encap_rcv)(struct sock *, struct sk_buff *); void (*encap_err_rcv)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*encap_err_lookup)(struct sock *, struct sk_buff *); void (*encap_destroy)(struct sock *); struct sk_buff * (*gro_receive)(struct sock *, struct list_head *, struct sk_buff *); int (*gro_complete)(struct sock *, struct sk_buff *, int); long: 64; long: 64; long: 64; struct sk_buff_head reader_queue; int forward_deficit; int forward_threshold; bool peeking_with_offset; long: 64; long: 64; long: 64; }; struct ip6_sf_socklist; struct ipv6_mc_socklist { struct in6_addr addr; int ifindex; unsigned int sfmode; struct ipv6_mc_socklist *next; struct ip6_sf_socklist *sflist; struct callback_head rcu; }; struct ipv6_ac_socklist { struct in6_addr acl_addr; int acl_ifindex; struct ipv6_ac_socklist *acl_next; }; struct ip6_flowlabel; struct ipv6_fl_socklist { struct ipv6_fl_socklist *next; struct ip6_flowlabel *fl; struct callback_head rcu; }; struct ip6_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; struct in6_addr sl_addr[0]; }; struct ip6_flowlabel { struct ip6_flowlabel *next; __be32 label; atomic_t users; struct in6_addr dst; struct ipv6_txoptions *opt; long unsigned int linger; struct callback_head rcu; u8 share; union { struct pid *pid; kuid_t uid; } owner; long unsigned int lastuse; long unsigned int expires; struct net *fl_net; }; struct inet_skb_parm { int iif; struct ip_options opt; u16 flags; u16 frag_max_size; }; struct sock_ee_data_rfc4884 { __u16 len; __u8 flags; __u8 reserved; }; struct sock_extended_err { __u32 ee_errno; __u8 ee_origin; __u8 ee_type; __u8 ee_code; __u8 ee_pad; __u32 ee_info; union { __u32 ee_data; struct sock_ee_data_rfc4884 ee_rfc4884; }; }; struct sock_exterr_skb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; struct sock_extended_err ee; u16 addr_offset; __be16 port; u8 opt_stats: 1; u8 unused: 7; }; struct cgroup_cls_state { struct cgroup_subsys_state css; u32 classid; }; enum { SK_MEMINFO_RMEM_ALLOC = 0, SK_MEMINFO_RCVBUF = 1, SK_MEMINFO_WMEM_ALLOC = 2, SK_MEMINFO_SNDBUF = 3, SK_MEMINFO_FWD_ALLOC = 4, SK_MEMINFO_WMEM_QUEUED = 5, SK_MEMINFO_OPTMEM = 6, SK_MEMINFO_BACKLOG = 7, SK_MEMINFO_DROPS = 8, SK_MEMINFO_VARS = 9, }; enum sknetlink_groups { SKNLGRP_NONE = 0, SKNLGRP_INET_TCP_DESTROY = 1, SKNLGRP_INET_UDP_DESTROY = 2, SKNLGRP_INET6_TCP_DESTROY = 3, SKNLGRP_INET6_UDP_DESTROY = 4, __SKNLGRP_MAX = 5, }; struct bpf_sock_ops_kern { struct sock *sk; union { u32 args[4]; u32 reply; u32 replylong[4]; }; struct sk_buff *syn_skb; struct sk_buff *skb; void *skb_data_end; u8 op; u8 is_fullsock; u8 is_locked_tcp_sock; u8 remaining_opt_len; u64 temp; }; struct inet_ehash_bucket { struct hlist_nulls_head chain; }; struct inet_bind_hashbucket { spinlock_t lock; struct hlist_head chain; }; struct inet_listen_hashbucket { spinlock_t lock; struct hlist_nulls_head nulls_head; }; struct ack_sample { u32 pkts_acked; s32 rtt_us; u32 in_flight; }; struct rate_sample { u64 prior_mstamp; u32 prior_delivered; u32 prior_delivered_ce; s32 delivered; s32 delivered_ce; long int interval_us; u32 snd_interval_us; u32 rcv_interval_us; long int rtt_us; int losses; u32 acked_sacked; u32 prior_in_flight; u32 last_end_seq; bool is_app_limited; bool is_retrans; bool is_ack_delayed; }; typedef __kernel_long_t __kernel_old_time_t; struct __kernel_old_timespec { __kernel_old_time_t tv_sec; long int tv_nsec; }; struct scm_timestamping_internal { struct timespec64 ts[3]; }; struct scm_creds { u32 pid; kuid_t uid; kgid_t gid; }; struct unix_edge; struct scm_fp_list { short int count; short int count_unix; short int max; bool inflight; bool dead; struct list_head vertices; struct unix_edge *edges; struct user_struct *user; struct file *fp[253]; }; struct scm_cookie { struct pid *pid; struct scm_fp_list *fp; struct scm_creds creds; }; struct scm_timestamping { struct __kernel_old_timespec ts[3]; }; struct scm_timestamping64 { struct __kernel_timespec ts[3]; }; struct sockaddr_un { __kernel_sa_family_t sun_family; char sun_path[108]; }; struct unix_address { refcount_t refcnt; int len; struct sockaddr_un name[0]; }; struct scm_stat { atomic_t nr_fds; long unsigned int nr_unix_fds; }; struct unix_vertex; struct unix_sock { struct sock sk; struct unix_address *addr; struct path path; struct mutex iolock; struct mutex bindlock; struct sock *peer; struct sock *listener; struct unix_vertex *vertex; spinlock_t lock; long: 64; long: 64; long: 64; struct socket_wq peer_wq; wait_queue_entry_t peer_wake; struct scm_stat scm_stat; struct sk_buff *oob_skb; }; enum { XFRM_POLICY_TYPE_MAIN = 0, XFRM_POLICY_TYPE_SUB = 1, XFRM_POLICY_TYPE_MAX = 2, XFRM_POLICY_TYPE_ANY = 255, }; enum { XFRM_MSG_BASE = 16, XFRM_MSG_NEWSA = 16, XFRM_MSG_DELSA = 17, XFRM_MSG_GETSA = 18, XFRM_MSG_NEWPOLICY = 19, XFRM_MSG_DELPOLICY = 20, XFRM_MSG_GETPOLICY = 21, XFRM_MSG_ALLOCSPI = 22, XFRM_MSG_ACQUIRE = 23, XFRM_MSG_EXPIRE = 24, XFRM_MSG_UPDPOLICY = 25, XFRM_MSG_UPDSA = 26, XFRM_MSG_POLEXPIRE = 27, XFRM_MSG_FLUSHSA = 28, XFRM_MSG_FLUSHPOLICY = 29, XFRM_MSG_NEWAE = 30, XFRM_MSG_GETAE = 31, XFRM_MSG_REPORT = 32, XFRM_MSG_MIGRATE = 33, XFRM_MSG_NEWSADINFO = 34, XFRM_MSG_GETSADINFO = 35, XFRM_MSG_NEWSPDINFO = 36, XFRM_MSG_GETSPDINFO = 37, XFRM_MSG_MAPPING = 38, XFRM_MSG_SETDEFAULT = 39, XFRM_MSG_GETDEFAULT = 40, __XFRM_MSG_MAX = 41, }; enum xfrm_attr_type_t { XFRMA_UNSPEC = 0, XFRMA_ALG_AUTH = 1, XFRMA_ALG_CRYPT = 2, XFRMA_ALG_COMP = 3, XFRMA_ENCAP = 4, XFRMA_TMPL = 5, XFRMA_SA = 6, XFRMA_POLICY = 7, XFRMA_SEC_CTX = 8, XFRMA_LTIME_VAL = 9, XFRMA_REPLAY_VAL = 10, XFRMA_REPLAY_THRESH = 11, XFRMA_ETIMER_THRESH = 12, XFRMA_SRCADDR = 13, XFRMA_COADDR = 14, XFRMA_LASTUSED = 15, XFRMA_POLICY_TYPE = 16, XFRMA_MIGRATE = 17, XFRMA_ALG_AEAD = 18, XFRMA_KMADDRESS = 19, XFRMA_ALG_AUTH_TRUNC = 20, XFRMA_MARK = 21, XFRMA_TFCPAD = 22, XFRMA_REPLAY_ESN_VAL = 23, XFRMA_SA_EXTRA_FLAGS = 24, XFRMA_PROTO = 25, XFRMA_ADDRESS_FILTER = 26, XFRMA_PAD = 27, XFRMA_OFFLOAD_DEV = 28, XFRMA_SET_MARK = 29, XFRMA_SET_MARK_MASK = 30, XFRMA_IF_ID = 31, XFRMA_MTIMER_THRESH = 32, XFRMA_SA_DIR = 33, XFRMA_NAT_KEEPALIVE_INTERVAL = 34, XFRMA_SA_PCPU = 35, XFRMA_IPTFS_DROP_TIME = 36, XFRMA_IPTFS_REORDER_WINDOW = 37, XFRMA_IPTFS_DONT_FRAG = 38, XFRMA_IPTFS_INIT_DELAY = 39, XFRMA_IPTFS_MAX_QSIZE = 40, XFRMA_IPTFS_PKT_SIZE = 41, __XFRMA_MAX = 42, }; struct ipv4_devconf { void *sysctl; int data[33]; long unsigned int state[1]; }; struct netlink_skb_parms { struct scm_creds creds; __u32 portid; __u32 dst_group; __u32 flags; struct sock *sk; bool nsid_is_set; int nsid; }; enum { NDA_UNSPEC = 0, NDA_DST = 1, NDA_LLADDR = 2, NDA_CACHEINFO = 3, NDA_PROBES = 4, NDA_VLAN = 5, NDA_PORT = 6, NDA_VNI = 7, NDA_IFINDEX = 8, NDA_MASTER = 9, NDA_LINK_NETNSID = 10, NDA_SRC_VNI = 11, NDA_PROTOCOL = 12, NDA_NH_ID = 13, NDA_FDB_EXT_ATTRS = 14, NDA_FLAGS_EXT = 15, NDA_NDM_STATE_MASK = 16, NDA_NDM_FLAGS_MASK = 17, __NDA_MAX = 18, }; struct nda_cacheinfo { __u32 ndm_confirmed; __u32 ndm_used; __u32 ndm_updated; __u32 ndm_refcnt; }; struct ndt_stats { __u64 ndts_allocs; __u64 ndts_destroys; __u64 ndts_hash_grows; __u64 ndts_res_failed; __u64 ndts_lookups; __u64 ndts_hits; __u64 ndts_rcv_probes_mcast; __u64 ndts_rcv_probes_ucast; __u64 ndts_periodic_gc_runs; __u64 ndts_forced_gc_runs; __u64 ndts_table_fulls; }; enum { NDTPA_UNSPEC = 0, NDTPA_IFINDEX = 1, NDTPA_REFCNT = 2, NDTPA_REACHABLE_TIME = 3, NDTPA_BASE_REACHABLE_TIME = 4, NDTPA_RETRANS_TIME = 5, NDTPA_GC_STALETIME = 6, NDTPA_DELAY_PROBE_TIME = 7, NDTPA_QUEUE_LEN = 8, NDTPA_APP_PROBES = 9, NDTPA_UCAST_PROBES = 10, NDTPA_MCAST_PROBES = 11, NDTPA_ANYCAST_DELAY = 12, NDTPA_PROXY_DELAY = 13, NDTPA_PROXY_QLEN = 14, NDTPA_LOCKTIME = 15, NDTPA_QUEUE_LENBYTES = 16, NDTPA_MCAST_REPROBES = 17, NDTPA_PAD = 18, NDTPA_INTERVAL_PROBE_TIME_MS = 19, __NDTPA_MAX = 20, }; struct ndtmsg { __u8 ndtm_family; __u8 ndtm_pad1; __u16 ndtm_pad2; }; struct ndt_config { __u16 ndtc_key_len; __u16 ndtc_entry_size; __u32 ndtc_entries; __u32 ndtc_last_flush; __u32 ndtc_last_rand; __u32 ndtc_hash_rnd; __u32 ndtc_hash_mask; __u32 ndtc_hash_chain_gc; __u32 ndtc_proxy_qlen; }; enum { NDTA_UNSPEC = 0, NDTA_NAME = 1, NDTA_THRESH1 = 2, NDTA_THRESH2 = 3, NDTA_THRESH3 = 4, NDTA_CONFIG = 5, NDTA_PARMS = 6, NDTA_STATS = 7, NDTA_GC_INTERVAL = 8, NDTA_PAD = 9, __NDTA_MAX = 10, }; struct in_ifaddr; struct ip_mc_list; struct in_device { struct net_device *dev; netdevice_tracker dev_tracker; refcount_t refcnt; int dead; struct in_ifaddr *ifa_list; struct ip_mc_list *mc_list; struct ip_mc_list **mc_hash; int mc_count; spinlock_t mc_tomb_lock; struct ip_mc_list *mc_tomb; long unsigned int mr_v1_seen; long unsigned int mr_v2_seen; long unsigned int mr_maxdelay; long unsigned int mr_qi; long unsigned int mr_qri; unsigned char mr_qrv; unsigned char mr_gq_running; u32 mr_ifc_count; struct timer_list mr_gq_timer; struct timer_list mr_ifc_timer; struct neigh_parms *arp_parms; struct ipv4_devconf cnf; struct callback_head callback_head; }; enum { RTM_BASE = 16, RTM_NEWLINK = 16, RTM_DELLINK = 17, RTM_GETLINK = 18, RTM_SETLINK = 19, RTM_NEWADDR = 20, RTM_DELADDR = 21, RTM_GETADDR = 22, RTM_NEWROUTE = 24, RTM_DELROUTE = 25, RTM_GETROUTE = 26, RTM_NEWNEIGH = 28, RTM_DELNEIGH = 29, RTM_GETNEIGH = 30, RTM_NEWRULE = 32, RTM_DELRULE = 33, RTM_GETRULE = 34, RTM_NEWQDISC = 36, RTM_DELQDISC = 37, RTM_GETQDISC = 38, RTM_NEWTCLASS = 40, RTM_DELTCLASS = 41, RTM_GETTCLASS = 42, RTM_NEWTFILTER = 44, RTM_DELTFILTER = 45, RTM_GETTFILTER = 46, RTM_NEWACTION = 48, RTM_DELACTION = 49, RTM_GETACTION = 50, RTM_NEWPREFIX = 52, RTM_NEWMULTICAST = 56, RTM_DELMULTICAST = 57, RTM_GETMULTICAST = 58, RTM_NEWANYCAST = 60, RTM_DELANYCAST = 61, RTM_GETANYCAST = 62, RTM_NEWNEIGHTBL = 64, RTM_GETNEIGHTBL = 66, RTM_SETNEIGHTBL = 67, RTM_NEWNDUSEROPT = 68, RTM_NEWADDRLABEL = 72, RTM_DELADDRLABEL = 73, RTM_GETADDRLABEL = 74, RTM_GETDCB = 78, RTM_SETDCB = 79, RTM_NEWNETCONF = 80, RTM_DELNETCONF = 81, RTM_GETNETCONF = 82, RTM_NEWMDB = 84, RTM_DELMDB = 85, RTM_GETMDB = 86, RTM_NEWNSID = 88, RTM_DELNSID = 89, RTM_GETNSID = 90, RTM_NEWSTATS = 92, RTM_GETSTATS = 94, RTM_SETSTATS = 95, RTM_NEWCACHEREPORT = 96, RTM_NEWCHAIN = 100, RTM_DELCHAIN = 101, RTM_GETCHAIN = 102, RTM_NEWNEXTHOP = 104, RTM_DELNEXTHOP = 105, RTM_GETNEXTHOP = 106, RTM_NEWLINKPROP = 108, RTM_DELLINKPROP = 109, RTM_GETLINKPROP = 110, RTM_NEWVLAN = 112, RTM_DELVLAN = 113, RTM_GETVLAN = 114, RTM_NEWNEXTHOPBUCKET = 116, RTM_DELNEXTHOPBUCKET = 117, RTM_GETNEXTHOPBUCKET = 118, RTM_NEWTUNNEL = 120, RTM_DELTUNNEL = 121, RTM_GETTUNNEL = 122, __RTM_MAX = 123, }; enum { RTN_UNSPEC = 0, RTN_UNICAST = 1, RTN_LOCAL = 2, RTN_BROADCAST = 3, RTN_ANYCAST = 4, RTN_MULTICAST = 5, RTN_BLACKHOLE = 6, RTN_UNREACHABLE = 7, RTN_PROHIBIT = 8, RTN_THROW = 9, RTN_NAT = 10, RTN_XRESOLVE = 11, __RTN_MAX = 12, }; struct rtgenmsg { unsigned char rtgen_family; }; enum rtnetlink_groups { RTNLGRP_NONE = 0, RTNLGRP_LINK = 1, RTNLGRP_NOTIFY = 2, RTNLGRP_NEIGH = 3, RTNLGRP_TC = 4, RTNLGRP_IPV4_IFADDR = 5, RTNLGRP_IPV4_MROUTE = 6, RTNLGRP_IPV4_ROUTE = 7, RTNLGRP_IPV4_RULE = 8, RTNLGRP_IPV6_IFADDR = 9, RTNLGRP_IPV6_MROUTE = 10, RTNLGRP_IPV6_ROUTE = 11, RTNLGRP_IPV6_IFINFO = 12, RTNLGRP_DECnet_IFADDR = 13, RTNLGRP_NOP2 = 14, RTNLGRP_DECnet_ROUTE = 15, RTNLGRP_DECnet_RULE = 16, RTNLGRP_NOP4 = 17, RTNLGRP_IPV6_PREFIX = 18, RTNLGRP_IPV6_RULE = 19, RTNLGRP_ND_USEROPT = 20, RTNLGRP_PHONET_IFADDR = 21, RTNLGRP_PHONET_ROUTE = 22, RTNLGRP_DCB = 23, RTNLGRP_IPV4_NETCONF = 24, RTNLGRP_IPV6_NETCONF = 25, RTNLGRP_MDB = 26, RTNLGRP_MPLS_ROUTE = 27, RTNLGRP_NSID = 28, RTNLGRP_MPLS_NETCONF = 29, RTNLGRP_IPV4_MROUTE_R = 30, RTNLGRP_IPV6_MROUTE_R = 31, RTNLGRP_NEXTHOP = 32, RTNLGRP_BRVLAN = 33, RTNLGRP_MCTP_IFADDR = 34, RTNLGRP_TUNNEL = 35, RTNLGRP_STATS = 36, RTNLGRP_IPV4_MCADDR = 37, RTNLGRP_IPV6_MCADDR = 38, RTNLGRP_IPV6_ACADDR = 39, __RTNLGRP_MAX = 40, }; enum netlink_validation { NL_VALIDATE_LIBERAL = 0, NL_VALIDATE_TRAILING = 1, NL_VALIDATE_MAXTYPE = 2, NL_VALIDATE_UNSPEC = 4, NL_VALIDATE_STRICT_ATTRS = 8, NL_VALIDATE_NESTED = 16, }; typedef int (*rtnl_doit_func)(struct sk_buff *, struct nlmsghdr *, struct netlink_ext_ack *); typedef int (*rtnl_dumpit_func)(struct sk_buff *, struct netlink_callback *); enum rtnl_link_flags { RTNL_FLAG_DOIT_UNLOCKED = 1, RTNL_FLAG_BULK_DEL_SUPPORTED = 2, RTNL_FLAG_DUMP_UNLOCKED = 4, RTNL_FLAG_DUMP_SPLIT_NLM_DONE = 8, }; struct rtnl_msg_handler { struct module *owner; int protocol; int msgtype; rtnl_doit_func doit; rtnl_dumpit_func dumpit; int flags; }; struct neigh_seq_state { struct seq_net_private p; struct neigh_table *tbl; struct neigh_hash_table *nht; void * (*neigh_sub_iter)(struct neigh_seq_state *, struct neighbour *, loff_t *); unsigned int bucket; unsigned int flags; }; struct neighbour_cb { long unsigned int sched_next; unsigned int flags; }; enum netevent_notif_type { NETEVENT_NEIGH_UPDATE = 1, NETEVENT_REDIRECT = 2, NETEVENT_DELAY_PROBE_TIME_UPDATE = 3, NETEVENT_IPV4_MPATH_HASH_UPDATE = 4, NETEVENT_IPV6_MPATH_HASH_UPDATE = 5, NETEVENT_IPV4_FWD_UPDATE_PRIORITY_UPDATE = 6, }; enum { IPV4_DEVCONF_FORWARDING = 1, IPV4_DEVCONF_MC_FORWARDING = 2, IPV4_DEVCONF_PROXY_ARP = 3, IPV4_DEVCONF_ACCEPT_REDIRECTS = 4, IPV4_DEVCONF_SECURE_REDIRECTS = 5, IPV4_DEVCONF_SEND_REDIRECTS = 6, IPV4_DEVCONF_SHARED_MEDIA = 7, IPV4_DEVCONF_RP_FILTER = 8, IPV4_DEVCONF_ACCEPT_SOURCE_ROUTE = 9, IPV4_DEVCONF_BOOTP_RELAY = 10, IPV4_DEVCONF_LOG_MARTIANS = 11, IPV4_DEVCONF_TAG = 12, IPV4_DEVCONF_ARPFILTER = 13, IPV4_DEVCONF_MEDIUM_ID = 14, IPV4_DEVCONF_NOXFRM = 15, IPV4_DEVCONF_NOPOLICY = 16, IPV4_DEVCONF_FORCE_IGMP_VERSION = 17, IPV4_DEVCONF_ARP_ANNOUNCE = 18, IPV4_DEVCONF_ARP_IGNORE = 19, IPV4_DEVCONF_PROMOTE_SECONDARIES = 20, IPV4_DEVCONF_ARP_ACCEPT = 21, IPV4_DEVCONF_ARP_NOTIFY = 22, IPV4_DEVCONF_ACCEPT_LOCAL = 23, IPV4_DEVCONF_SRC_VMARK = 24, IPV4_DEVCONF_PROXY_ARP_PVLAN = 25, IPV4_DEVCONF_ROUTE_LOCALNET = 26, IPV4_DEVCONF_IGMPV2_UNSOLICITED_REPORT_INTERVAL = 27, IPV4_DEVCONF_IGMPV3_UNSOLICITED_REPORT_INTERVAL = 28, IPV4_DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 29, IPV4_DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 30, IPV4_DEVCONF_DROP_GRATUITOUS_ARP = 31, IPV4_DEVCONF_BC_FORWARDING = 32, IPV4_DEVCONF_ARP_EVICT_NOCARRIER = 33, __IPV4_DEVCONF_MAX = 34, }; struct in_ifaddr { struct hlist_node addr_lst; struct in_ifaddr *ifa_next; struct in_device *ifa_dev; struct callback_head callback_head; __be32 ifa_local; __be32 ifa_address; __be32 ifa_mask; __u32 ifa_rt_priority; __be32 ifa_broadcast; unsigned char ifa_scope; unsigned char ifa_prefixlen; unsigned char ifa_proto; __u32 ifa_flags; char ifa_label[16]; __u32 ifa_valid_lft; __u32 ifa_preferred_lft; long unsigned int ifa_cstamp; long unsigned int ifa_tstamp; }; struct neigh_dump_filter { int master_idx; int dev_idx; }; struct neigh_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table neigh_vars[21]; }; enum { IF_OPER_UNKNOWN = 0, IF_OPER_NOTPRESENT = 1, IF_OPER_DOWN = 2, IF_OPER_LOWERLAYERDOWN = 3, IF_OPER_TESTING = 4, IF_OPER_DORMANT = 5, IF_OPER_UP = 6, }; enum { IF_LINK_MODE_DEFAULT = 0, IF_LINK_MODE_DORMANT = 1, IF_LINK_MODE_TESTING = 2, }; enum { TCA_UNSPEC = 0, TCA_KIND = 1, TCA_OPTIONS = 2, TCA_STATS = 3, TCA_XSTATS = 4, TCA_RATE = 5, TCA_FCNT = 6, TCA_STATS2 = 7, TCA_STAB = 8, TCA_PAD = 9, TCA_DUMP_INVISIBLE = 10, TCA_CHAIN = 11, TCA_HW_OFFLOAD = 12, TCA_INGRESS_BLOCK = 13, TCA_EGRESS_BLOCK = 14, TCA_DUMP_FLAGS = 15, TCA_EXT_WARN_MSG = 16, __TCA_MAX = 17, }; struct qdisc_walker { int stop; int skip; int count; int (*fn)(struct Qdisc *, long unsigned int, struct qdisc_walker *); }; enum lw_bits { LW_URGENT = 0, }; struct vlan_hdr { __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct ipv6hdr { __u8 priority: 4; __u8 version: 4; __u8 flow_lbl[3]; __be16 payload_len; __u8 nexthdr; __u8 hop_limit; union { struct { struct in6_addr saddr; struct in6_addr daddr; }; struct { struct in6_addr saddr; struct in6_addr daddr; } addrs; }; }; struct tcphdr { __be16 source; __be16 dest; __be32 seq; __be32 ack_seq; __u16 ae: 1; __u16 res1: 3; __u16 doff: 4; __u16 fin: 1; __u16 syn: 1; __u16 rst: 1; __u16 psh: 1; __u16 ack: 1; __u16 urg: 1; __u16 ece: 1; __u16 cwr: 1; __be16 window; __sum16 check; __be16 urg_ptr; }; struct udphdr { __be16 source; __be16 dest; __be16 len; __sum16 check; }; struct tso_t { int next_frag_idx; int size; void *data; u16 ip_id; u8 tlen; bool ipv6; u32 tcp_seq; }; struct net_iov_area; struct net_iov { long unsigned int __unused_padding; long unsigned int pp_magic; struct page_pool *pp; struct net_iov_area *owner; long unsigned int dma_addr; atomic_long_t pp_ref_count; }; struct net_iov_area { struct net_iov *niovs; size_t num_niovs; long unsigned int base_virtual; }; struct xdp_umem; struct xsk_queue; struct xdp_buff_xsk; struct xdp_desc; struct xsk_buff_pool { struct device *dev; struct net_device *netdev; struct list_head xsk_tx_list; spinlock_t xsk_tx_list_lock; refcount_t users; struct xdp_umem *umem; struct work_struct work; spinlock_t rx_lock; struct list_head free_list; struct list_head xskb_list; u32 heads_cnt; u16 queue_id; struct xsk_queue *fq; struct xsk_queue *cq; dma_addr_t *dma_pages; struct xdp_buff_xsk *heads; struct xdp_desc *tx_descs; u64 chunk_mask; u64 addrs_cnt; u32 free_list_cnt; u32 dma_pages_cnt; u32 free_heads_cnt; u32 headroom; u32 chunk_size; u32 chunk_shift; u32 frame_len; u32 xdp_zc_max_segs; u8 tx_metadata_len; u8 cached_need_wakeup; bool uses_need_wakeup; bool unaligned; bool tx_sw_csum; void *addrs; spinlock_t cq_lock; struct xdp_buff_xsk *free_heads[0]; long: 64; long: 64; }; enum xdp_buff_flags { XDP_FLAGS_HAS_FRAGS = 1, XDP_FLAGS_FRAGS_PF_MEMALLOC = 2, }; struct xdp_frame_bulk { int count; netmem_ref q[16]; }; struct xdp_attachment_info { struct bpf_prog *prog; u32 flags; }; struct xdp_desc { __u64 addr; __u32 len; __u32 options; }; struct xdp_umem { void *addrs; u64 size; u32 headroom; u32 chunk_size; u32 chunks; u32 npgs; struct user_struct *user; refcount_t users; u8 flags; u8 tx_metadata_len; bool zc; struct page **pgs; int id; struct list_head xsk_dma_list; struct work_struct work; }; struct xdp_buff_xsk { struct xdp_buff xdp; u8 cb[24]; dma_addr_t dma; dma_addr_t frame_dma; struct xsk_buff_pool *pool; struct list_head list_node; long: 64; }; struct genlmsghdr { __u8 cmd; __u8 version; __u16 reserved; }; struct genl_multicast_group { char name[16]; u8 flags; }; struct genl_split_ops; struct genl_info; struct genl_ops; struct genl_small_ops; struct genl_family { unsigned int hdrsize; char name[16]; unsigned int version; unsigned int maxattr; u8 netnsok: 1; u8 parallel_ops: 1; u8 n_ops; u8 n_small_ops; u8 n_split_ops; u8 n_mcgrps; u8 resv_start_op; const struct nla_policy *policy; int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*bind)(int); void (*unbind)(int); const struct genl_ops *ops; const struct genl_small_ops *small_ops; const struct genl_split_ops *split_ops; const struct genl_multicast_group *mcgrps; struct module *module; size_t sock_priv_size; void (*sock_priv_init)(void *); void (*sock_priv_destroy)(void *); int id; unsigned int mcgrp_offset; struct xarray *sock_privs; }; struct genl_split_ops { union { struct { int (*pre_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); int (*doit)(struct sk_buff *, struct genl_info *); void (*post_doit)(const struct genl_split_ops *, struct sk_buff *, struct genl_info *); }; struct { int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; }; const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_info { u32 snd_seq; u32 snd_portid; const struct genl_family *family; const struct nlmsghdr *nlhdr; struct genlmsghdr *genlhdr; struct nlattr **attrs; possible_net_t _net; union { u8 ctx[48]; void *user_ptr[2]; }; struct netlink_ext_ack *extack; }; struct genl_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*start)(struct netlink_callback *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); const struct nla_policy *policy; unsigned int maxattr; u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; struct genl_small_ops { int (*doit)(struct sk_buff *, struct genl_info *); int (*dumpit)(struct sk_buff *, struct netlink_callback *); u8 cmd; u8 internal_flags; u8 flags; u8 validate; }; enum { NETDEV_A_DEV_IFINDEX = 1, NETDEV_A_DEV_PAD = 2, NETDEV_A_DEV_XDP_FEATURES = 3, NETDEV_A_DEV_XDP_ZC_MAX_SEGS = 4, NETDEV_A_DEV_XDP_RX_METADATA_FEATURES = 5, NETDEV_A_DEV_XSK_FEATURES = 6, __NETDEV_A_DEV_MAX = 7, NETDEV_A_DEV_MAX = 6, }; enum { NETDEV_A_PAGE_POOL_ID = 1, NETDEV_A_PAGE_POOL_IFINDEX = 2, NETDEV_A_PAGE_POOL_NAPI_ID = 3, NETDEV_A_PAGE_POOL_INFLIGHT = 4, NETDEV_A_PAGE_POOL_INFLIGHT_MEM = 5, NETDEV_A_PAGE_POOL_DETACH_TIME = 6, NETDEV_A_PAGE_POOL_DMABUF = 7, NETDEV_A_PAGE_POOL_IO_URING = 8, __NETDEV_A_PAGE_POOL_MAX = 9, NETDEV_A_PAGE_POOL_MAX = 8, }; enum { NETDEV_A_PAGE_POOL_STATS_INFO = 1, NETDEV_A_PAGE_POOL_STATS_ALLOC_FAST = 8, NETDEV_A_PAGE_POOL_STATS_ALLOC_SLOW = 9, NETDEV_A_PAGE_POOL_STATS_ALLOC_SLOW_HIGH_ORDER = 10, NETDEV_A_PAGE_POOL_STATS_ALLOC_EMPTY = 11, NETDEV_A_PAGE_POOL_STATS_ALLOC_REFILL = 12, NETDEV_A_PAGE_POOL_STATS_ALLOC_WAIVE = 13, NETDEV_A_PAGE_POOL_STATS_RECYCLE_CACHED = 14, NETDEV_A_PAGE_POOL_STATS_RECYCLE_CACHE_FULL = 15, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RING = 16, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RING_FULL = 17, NETDEV_A_PAGE_POOL_STATS_RECYCLE_RELEASED_REFCNT = 18, __NETDEV_A_PAGE_POOL_STATS_MAX = 19, NETDEV_A_PAGE_POOL_STATS_MAX = 18, }; enum { NETDEV_A_NAPI_IFINDEX = 1, NETDEV_A_NAPI_ID = 2, NETDEV_A_NAPI_IRQ = 3, NETDEV_A_NAPI_PID = 4, NETDEV_A_NAPI_DEFER_HARD_IRQS = 5, NETDEV_A_NAPI_GRO_FLUSH_TIMEOUT = 6, NETDEV_A_NAPI_IRQ_SUSPEND_TIMEOUT = 7, __NETDEV_A_NAPI_MAX = 8, NETDEV_A_NAPI_MAX = 7, }; enum { NETDEV_A_QUEUE_ID = 1, NETDEV_A_QUEUE_IFINDEX = 2, NETDEV_A_QUEUE_TYPE = 3, NETDEV_A_QUEUE_NAPI_ID = 4, NETDEV_A_QUEUE_DMABUF = 5, NETDEV_A_QUEUE_IO_URING = 6, NETDEV_A_QUEUE_XSK = 7, __NETDEV_A_QUEUE_MAX = 8, NETDEV_A_QUEUE_MAX = 7, }; enum { NETDEV_A_QSTATS_IFINDEX = 1, NETDEV_A_QSTATS_QUEUE_TYPE = 2, NETDEV_A_QSTATS_QUEUE_ID = 3, NETDEV_A_QSTATS_SCOPE = 4, NETDEV_A_QSTATS_RX_PACKETS = 8, NETDEV_A_QSTATS_RX_BYTES = 9, NETDEV_A_QSTATS_TX_PACKETS = 10, NETDEV_A_QSTATS_TX_BYTES = 11, NETDEV_A_QSTATS_RX_ALLOC_FAIL = 12, NETDEV_A_QSTATS_RX_HW_DROPS = 13, NETDEV_A_QSTATS_RX_HW_DROP_OVERRUNS = 14, NETDEV_A_QSTATS_RX_CSUM_COMPLETE = 15, NETDEV_A_QSTATS_RX_CSUM_UNNECESSARY = 16, NETDEV_A_QSTATS_RX_CSUM_NONE = 17, NETDEV_A_QSTATS_RX_CSUM_BAD = 18, NETDEV_A_QSTATS_RX_HW_GRO_PACKETS = 19, NETDEV_A_QSTATS_RX_HW_GRO_BYTES = 20, NETDEV_A_QSTATS_RX_HW_GRO_WIRE_PACKETS = 21, NETDEV_A_QSTATS_RX_HW_GRO_WIRE_BYTES = 22, NETDEV_A_QSTATS_RX_HW_DROP_RATELIMITS = 23, NETDEV_A_QSTATS_TX_HW_DROPS = 24, NETDEV_A_QSTATS_TX_HW_DROP_ERRORS = 25, NETDEV_A_QSTATS_TX_CSUM_NONE = 26, NETDEV_A_QSTATS_TX_NEEDS_CSUM = 27, NETDEV_A_QSTATS_TX_HW_GSO_PACKETS = 28, NETDEV_A_QSTATS_TX_HW_GSO_BYTES = 29, NETDEV_A_QSTATS_TX_HW_GSO_WIRE_PACKETS = 30, NETDEV_A_QSTATS_TX_HW_GSO_WIRE_BYTES = 31, NETDEV_A_QSTATS_TX_HW_DROP_RATELIMITS = 32, NETDEV_A_QSTATS_TX_STOP = 33, NETDEV_A_QSTATS_TX_WAKE = 34, __NETDEV_A_QSTATS_MAX = 35, NETDEV_A_QSTATS_MAX = 34, }; enum { NETDEV_A_DMABUF_IFINDEX = 1, NETDEV_A_DMABUF_QUEUES = 2, NETDEV_A_DMABUF_FD = 3, NETDEV_A_DMABUF_ID = 4, __NETDEV_A_DMABUF_MAX = 5, NETDEV_A_DMABUF_MAX = 4, }; enum { NETDEV_CMD_DEV_GET = 1, NETDEV_CMD_DEV_ADD_NTF = 2, NETDEV_CMD_DEV_DEL_NTF = 3, NETDEV_CMD_DEV_CHANGE_NTF = 4, NETDEV_CMD_PAGE_POOL_GET = 5, NETDEV_CMD_PAGE_POOL_ADD_NTF = 6, NETDEV_CMD_PAGE_POOL_DEL_NTF = 7, NETDEV_CMD_PAGE_POOL_CHANGE_NTF = 8, NETDEV_CMD_PAGE_POOL_STATS_GET = 9, NETDEV_CMD_QUEUE_GET = 10, NETDEV_CMD_NAPI_GET = 11, NETDEV_CMD_QSTATS_GET = 12, NETDEV_CMD_BIND_RX = 13, NETDEV_CMD_NAPI_SET = 14, __NETDEV_CMD_MAX = 15, NETDEV_CMD_MAX = 14, }; struct netdev_nl_sock { struct mutex lock; struct list_head bindings; }; enum { NETDEV_NLGRP_MGMT = 0, NETDEV_NLGRP_PAGE_POOL = 1, }; struct pp_memory_provider_params { void *mp_priv; const struct memory_provider_ops *mp_ops; }; struct rps_map; struct rps_dev_flow_table; struct netdev_rx_queue { struct xdp_rxq_info xdp_rxq; struct rps_map *rps_map; struct rps_dev_flow_table *rps_flow_table; struct kobject kobj; const struct attribute_group **groups; struct net_device *dev; netdevice_tracker dev_tracker; struct xsk_buff_pool *pool; struct napi_struct *napi; struct pp_memory_provider_params mp_params; }; struct rps_map { unsigned int len; struct callback_head rcu; u16 cpus[0]; }; struct rps_dev_flow { u16 cpu; u16 filter; unsigned int last_qtail; }; struct rps_dev_flow_table { u8 log; struct callback_head rcu; struct rps_dev_flow flows[0]; }; struct rx_queue_attribute { struct attribute attr; ssize_t (*show)(struct netdev_rx_queue *, char *); ssize_t (*store)(struct netdev_rx_queue *, const char *, size_t); }; struct netdev_queue_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, struct netdev_queue *, char *); ssize_t (*store)(struct kobject *, struct attribute *, struct netdev_queue *, const char *, size_t); }; struct sockaddr_in6 { short unsigned int sin6_family; __be16 sin6_port; __be32 sin6_flowinfo; struct in6_addr sin6_addr; __u32 sin6_scope_id; }; struct in_addr { __be32 s_addr; }; struct sockaddr_in { __kernel_sa_family_t sin_family; __be16 sin_port; struct in_addr sin_addr; unsigned char __pad[8]; }; struct trace_event_raw_kfree_skb { struct trace_entry ent; void *skbaddr; void *location; void *rx_sk; short unsigned int protocol; enum skb_drop_reason reason; char __data[0]; }; struct trace_event_raw_consume_skb { struct trace_entry ent; void *skbaddr; void *location; char __data[0]; }; struct trace_event_raw_skb_copy_datagram_iovec { struct trace_entry ent; const void *skbaddr; int len; char __data[0]; }; struct trace_event_data_offsets_kfree_skb {}; struct trace_event_data_offsets_consume_skb {}; struct trace_event_data_offsets_skb_copy_datagram_iovec {}; typedef void (*btf_trace_kfree_skb)(void *, struct sk_buff *, void *, enum skb_drop_reason, struct sock *); typedef void (*btf_trace_consume_skb)(void *, struct sk_buff *, void *); typedef void (*btf_trace_skb_copy_datagram_iovec)(void *, const struct sk_buff *, int); struct trace_event_raw_net_dev_start_xmit { struct trace_entry ent; u32 __data_loc_name; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; unsigned int len; unsigned int data_len; int network_offset; bool transport_offset_valid; int transport_offset; u8 tx_flags; u16 gso_size; u16 gso_segs; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_xmit { struct trace_entry ent; void *skbaddr; unsigned int len; int rc; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_xmit_timeout { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_driver; int queue_index; char __data[0]; }; struct trace_event_raw_net_dev_template { struct trace_entry ent; void *skbaddr; unsigned int len; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_net_dev_rx_verbose_template { struct trace_entry ent; u32 __data_loc_name; unsigned int napi_id; u16 queue_mapping; const void *skbaddr; bool vlan_tagged; u16 vlan_proto; u16 vlan_tci; u16 protocol; u8 ip_summed; u32 hash; bool l4_hash; unsigned int len; unsigned int data_len; unsigned int truesize; bool mac_header_valid; int mac_header; unsigned char nr_frags; u16 gso_size; u16 gso_type; char __data[0]; }; struct trace_event_raw_net_dev_rx_exit_template { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_data_offsets_net_dev_start_xmit { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_xmit { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_xmit_timeout { u32 name; const void *name_ptr_; u32 driver; const void *driver_ptr_; }; struct trace_event_data_offsets_net_dev_template { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_rx_verbose_template { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_net_dev_rx_exit_template {}; typedef void (*btf_trace_net_dev_start_xmit)(void *, const struct sk_buff *, const struct net_device *); typedef void (*btf_trace_net_dev_xmit)(void *, struct sk_buff *, int, struct net_device *, unsigned int); typedef void (*btf_trace_net_dev_xmit_timeout)(void *, struct net_device *, int); typedef void (*btf_trace_net_dev_queue)(void *, struct sk_buff *); typedef void (*btf_trace_netif_receive_skb)(void *, struct sk_buff *); typedef void (*btf_trace_netif_rx)(void *, struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_receive_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_receive_skb_list_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_netif_rx_entry)(void *, const struct sk_buff *); typedef void (*btf_trace_napi_gro_frags_exit)(void *, int); typedef void (*btf_trace_napi_gro_receive_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_exit)(void *, int); typedef void (*btf_trace_netif_rx_exit)(void *, int); typedef void (*btf_trace_netif_receive_skb_list_exit)(void *, int); struct trace_event_raw_napi_poll { struct trace_entry ent; struct napi_struct *napi; u32 __data_loc_dev_name; int work; int budget; char __data[0]; }; struct trace_event_raw_dql_stall_detected { struct trace_entry ent; short unsigned int thrs; unsigned int len; long unsigned int last_reap; long unsigned int hist_head; long unsigned int now; long unsigned int hist[4]; char __data[0]; }; struct trace_event_data_offsets_napi_poll { u32 dev_name; const void *dev_name_ptr_; }; struct trace_event_data_offsets_dql_stall_detected {}; typedef void (*btf_trace_napi_poll)(void *, struct napi_struct *, int, int); typedef void (*btf_trace_dql_stall_detected)(void *, short unsigned int, unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int *); struct inet_request_sock { struct request_sock req; u16 snd_wscale: 4; u16 rcv_wscale: 4; u16 tstamp_ok: 1; u16 sack_ok: 1; u16 wscale_ok: 1; u16 ecn_ok: 1; u16 acked: 1; u16 no_srccheck: 1; u16 smc_ok: 1; u32 ir_mark; union { struct ip_options_rcu *ireq_opt; struct { struct ipv6_txoptions *ipv6_opt; struct sk_buff *pktopts; }; }; }; enum tcp_ca_state { TCP_CA_Open = 0, TCP_CA_Disorder = 1, TCP_CA_CWR = 2, TCP_CA_Recovery = 3, TCP_CA_Loss = 4, }; struct trace_event_raw_sock_rcvqueue_full { struct trace_entry ent; int rmem_alloc; unsigned int truesize; int sk_rcvbuf; char __data[0]; }; struct trace_event_raw_sock_exceed_buf_limit { struct trace_entry ent; char name[32]; long int sysctl_mem[3]; long int allocated; int sysctl_rmem; int rmem_alloc; int sysctl_wmem; int wmem_alloc; int wmem_queued; int kind; char __data[0]; }; struct trace_event_raw_inet_sock_set_state { struct trace_entry ent; const void *skaddr; int oldstate; int newstate; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_inet_sk_error_report { struct trace_entry ent; int error; __u16 sport; __u16 dport; __u16 family; __u16 protocol; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_sk_data_ready { struct trace_entry ent; const void *skaddr; __u16 family; __u16 protocol; long unsigned int ip; char __data[0]; }; struct trace_event_raw_sock_msg_length { struct trace_entry ent; void *sk; __u16 family; __u16 protocol; int ret; int flags; char __data[0]; }; struct trace_event_data_offsets_sock_rcvqueue_full {}; struct trace_event_data_offsets_sock_exceed_buf_limit {}; struct trace_event_data_offsets_inet_sock_set_state {}; struct trace_event_data_offsets_inet_sk_error_report {}; struct trace_event_data_offsets_sk_data_ready {}; struct trace_event_data_offsets_sock_msg_length {}; typedef void (*btf_trace_sock_rcvqueue_full)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_sock_exceed_buf_limit)(void *, struct sock *, struct proto *, long int, int); typedef void (*btf_trace_inet_sock_set_state)(void *, const struct sock *, const int, const int); typedef void (*btf_trace_inet_sk_error_report)(void *, const struct sock *); typedef void (*btf_trace_sk_data_ready)(void *, const struct sock *); typedef void (*btf_trace_sock_send_length)(void *, struct sock *, int, int); typedef void (*btf_trace_sock_recv_length)(void *, struct sock *, int, int); struct trace_event_raw_udp_fail_queue_rcv_skb { struct trace_entry ent; int rc; __u16 sport; __u16 dport; __u16 family; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_data_offsets_udp_fail_queue_rcv_skb {}; typedef void (*btf_trace_udp_fail_queue_rcv_skb)(void *, int, struct sock *, struct sk_buff *); struct trace_event_raw_tcp_event_sk_skb { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_send_reset { struct trace_entry ent; const void *skbaddr; const void *skaddr; int state; enum sk_rst_reason reason; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_event_sk { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u64 sock_cookie; char __data[0]; }; struct trace_event_raw_tcp_retransmit_synack { struct trace_entry ent; const void *skaddr; const void *req; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; char __data[0]; }; struct trace_event_raw_tcp_probe { struct trace_entry ent; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 mark; __u16 data_len; __u32 snd_nxt; __u32 snd_una; __u32 snd_cwnd; __u32 ssthresh; __u32 snd_wnd; __u32 srtt; __u32 rcv_wnd; __u64 sock_cookie; const void *skbaddr; const void *skaddr; char __data[0]; }; struct trace_event_raw_tcp_event_skb { struct trace_entry ent; const void *skbaddr; __u8 saddr[28]; __u8 daddr[28]; char __data[0]; }; struct trace_event_raw_tcp_cong_state_set { struct trace_entry ent; const void *skaddr; __u16 sport; __u16 dport; __u16 family; __u8 saddr[4]; __u8 daddr[4]; __u8 saddr_v6[16]; __u8 daddr_v6[16]; __u8 cong_state; char __data[0]; }; struct trace_event_raw_tcp_hash_event { struct trace_entry ent; __u64 net_cookie; const void *skbaddr; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; int l3index; __u16 sport; __u16 dport; __u16 family; bool fin; bool syn; bool rst; bool psh; bool ack; char __data[0]; }; struct trace_event_raw_tcp_ao_event { struct trace_entry ent; __u64 net_cookie; const void *skbaddr; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; int l3index; __u16 sport; __u16 dport; __u16 family; bool fin; bool syn; bool rst; bool psh; bool ack; __u8 keyid; __u8 rnext; __u8 maclen; char __data[0]; }; struct trace_event_raw_tcp_ao_event_sk { struct trace_entry ent; __u64 net_cookie; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u8 keyid; __u8 rnext; char __data[0]; }; struct trace_event_raw_tcp_ao_event_sne { struct trace_entry ent; __u64 net_cookie; const void *skaddr; int state; __u8 saddr[28]; __u8 daddr[28]; __u16 sport; __u16 dport; __u16 family; __u32 new_sne; char __data[0]; }; struct trace_event_data_offsets_tcp_event_sk_skb {}; struct trace_event_data_offsets_tcp_send_reset {}; struct trace_event_data_offsets_tcp_event_sk {}; struct trace_event_data_offsets_tcp_retransmit_synack {}; struct trace_event_data_offsets_tcp_probe {}; struct trace_event_data_offsets_tcp_event_skb {}; struct trace_event_data_offsets_tcp_cong_state_set {}; struct trace_event_data_offsets_tcp_hash_event {}; struct trace_event_data_offsets_tcp_ao_event {}; struct trace_event_data_offsets_tcp_ao_event_sk {}; struct trace_event_data_offsets_tcp_ao_event_sne {}; typedef void (*btf_trace_tcp_retransmit_skb)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_send_reset)(void *, const struct sock *, const struct sk_buff *, const enum sk_rst_reason); typedef void (*btf_trace_tcp_receive_reset)(void *, struct sock *); typedef void (*btf_trace_tcp_destroy_sock)(void *, struct sock *); typedef void (*btf_trace_tcp_rcv_space_adjust)(void *, struct sock *); typedef void (*btf_trace_tcp_retransmit_synack)(void *, const struct sock *, const struct request_sock *); typedef void (*btf_trace_tcp_cwnd_reduction_tp)(void *, const struct sock *, int, int, int); typedef void (*btf_trace_tcp_probe)(void *, struct sock *, struct sk_buff *); typedef void (*btf_trace_tcp_bad_csum)(void *, const struct sk_buff *); typedef void (*btf_trace_tcp_cong_state_set)(void *, struct sock *, const u8); typedef void (*btf_trace_tcp_hash_bad_header)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_required)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_unexpected)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_md5_mismatch)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_hash_ao_required)(void *, const struct sock *, const struct sk_buff *); typedef void (*btf_trace_tcp_ao_handshake_failure)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_wrong_maclen)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_mismatch)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_key_not_found)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_rnext_request)(void *, const struct sock *, const struct sk_buff *, const __u8, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_synack_no_key)(void *, const struct sock *, const __u8, const __u8); typedef void (*btf_trace_tcp_ao_snd_sne_update)(void *, const struct sock *, __u32); typedef void (*btf_trace_tcp_ao_rcv_sne_update)(void *, const struct sock *, __u32); struct trace_event_raw_fib_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u8 proto; __u8 tos; __u8 scope; __u8 flags; __u8 src[4]; __u8 dst[4]; __u8 gw4[4]; __u8 gw6[16]; u16 sport; u16 dport; char name[16]; char __data[0]; }; struct trace_event_data_offsets_fib_table_lookup {}; typedef void (*btf_trace_fib_table_lookup)(void *, u32, const struct flowi4 *, const struct fib_nh_common *, int); struct trace_event_raw_qdisc_dequeue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; int packets; void *skbaddr; int ifindex; u32 handle; u32 parent; long unsigned int txq_state; char __data[0]; }; struct trace_event_raw_qdisc_enqueue { struct trace_entry ent; struct Qdisc *qdisc; const struct netdev_queue *txq; void *skbaddr; int ifindex; u32 handle; u32 parent; char __data[0]; }; struct trace_event_raw_qdisc_reset { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_destroy { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; u32 handle; char __data[0]; }; struct trace_event_raw_qdisc_create { struct trace_entry ent; u32 __data_loc_dev; u32 __data_loc_kind; u32 parent; char __data[0]; }; struct trace_event_data_offsets_qdisc_dequeue {}; struct trace_event_data_offsets_qdisc_enqueue {}; struct trace_event_data_offsets_qdisc_reset { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; struct trace_event_data_offsets_qdisc_destroy { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; struct trace_event_data_offsets_qdisc_create { u32 dev; const void *dev_ptr_; u32 kind; const void *kind_ptr_; }; typedef void (*btf_trace_qdisc_dequeue)(void *, struct Qdisc *, const struct netdev_queue *, int, struct sk_buff *); typedef void (*btf_trace_qdisc_enqueue)(void *, struct Qdisc *, const struct netdev_queue *, struct sk_buff *); typedef void (*btf_trace_qdisc_reset)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_destroy)(void *, struct Qdisc *); typedef void (*btf_trace_qdisc_create)(void *, const struct Qdisc_ops *, struct net_device *, u32); struct trace_event_raw_page_pool_release { struct trace_entry ent; const struct page_pool *pool; s32 inflight; u32 hold; u32 release; u64 cnt; char __data[0]; }; struct trace_event_raw_page_pool_state_release { struct trace_entry ent; const struct page_pool *pool; long unsigned int netmem; u32 release; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_state_hold { struct trace_entry ent; const struct page_pool *pool; long unsigned int netmem; u32 hold; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_page_pool_update_nid { struct trace_entry ent; const struct page_pool *pool; int pool_nid; int new_nid; char __data[0]; }; struct trace_event_data_offsets_page_pool_release {}; struct trace_event_data_offsets_page_pool_state_release {}; struct trace_event_data_offsets_page_pool_state_hold {}; struct trace_event_data_offsets_page_pool_update_nid {}; typedef void (*btf_trace_page_pool_release)(void *, const struct page_pool *, s32, u32, u32); typedef void (*btf_trace_page_pool_state_release)(void *, const struct page_pool *, netmem_ref, u32); typedef void (*btf_trace_page_pool_state_hold)(void *, const struct page_pool *, netmem_ref, u32); typedef void (*btf_trace_page_pool_update_nid)(void *, const struct page_pool *, int); struct trace_event_raw_neigh_create { struct trace_entry ent; u32 family; u32 __data_loc_dev; int entries; u8 created; u8 gc_exempt; u8 primary_key4[4]; u8 primary_key6[16]; char __data[0]; }; struct trace_event_raw_neigh_update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u8 new_lladdr[32]; u8 new_state; u32 update_flags; u32 pid; char __data[0]; }; struct trace_event_raw_neigh__update { struct trace_entry ent; u32 family; u32 __data_loc_dev; u8 lladdr[32]; u8 lladdr_len; u8 flags; u8 nud_state; u8 type; u8 dead; int refcnt; __u8 primary_key4[4]; __u8 primary_key6[16]; long unsigned int confirmed; long unsigned int updated; long unsigned int used; u32 err; char __data[0]; }; struct trace_event_data_offsets_neigh_create { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_neigh_update { u32 dev; const void *dev_ptr_; }; struct trace_event_data_offsets_neigh__update { u32 dev; const void *dev_ptr_; }; typedef void (*btf_trace_neigh_create)(void *, struct neigh_table *, struct net_device *, const void *, const struct neighbour *, bool); typedef void (*btf_trace_neigh_update)(void *, struct neighbour *, const u8 *, u8, u32, u32); typedef void (*btf_trace_neigh_update_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_timer_handler)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_done)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_event_send_dead)(void *, struct neighbour *, int); typedef void (*btf_trace_neigh_cleanup_and_release)(void *, struct neighbour *, int); enum { BPF_F_INGRESS = 1, BPF_F_BROADCAST = 8, BPF_F_EXCLUDE_INGRESS = 16, }; enum sk_action { SK_DROP = 0, SK_PASS = 1, }; struct sk_psock_progs { struct bpf_prog *msg_parser; struct bpf_prog *stream_parser; struct bpf_prog *stream_verdict; struct bpf_prog *skb_verdict; struct bpf_link *msg_parser_link; struct bpf_link *stream_parser_link; struct bpf_link *stream_verdict_link; struct bpf_link *skb_verdict_link; }; struct strp_stats { long long unsigned int msgs; long long unsigned int bytes; unsigned int mem_fail; unsigned int need_more_hdr; unsigned int msg_too_big; unsigned int msg_timeouts; unsigned int bad_hdr_len; }; struct strparser; struct strp_callbacks { int (*parse_msg)(struct strparser *, struct sk_buff *); void (*rcv_msg)(struct strparser *, struct sk_buff *); int (*read_sock)(struct strparser *, read_descriptor_t *, sk_read_actor_t); int (*read_sock_done)(struct strparser *, int); void (*abort_parser)(struct strparser *, int); void (*lock)(struct strparser *); void (*unlock)(struct strparser *); }; struct strparser { struct sock *sk; u32 stopped: 1; u32 paused: 1; u32 aborted: 1; u32 interrupted: 1; u32 unrecov_intr: 1; struct sk_buff **skb_nextp; struct sk_buff *skb_head; unsigned int need_bytes; struct delayed_work msg_timer_work; struct work_struct work; struct strp_stats stats; struct strp_callbacks cb; }; struct sk_psock_work_state { u32 len; u32 off; }; struct sk_msg; struct sk_psock { struct sock *sk; struct sock *sk_redir; u32 apply_bytes; u32 cork_bytes; u32 eval; bool redir_ingress; struct sk_msg *cork; struct sk_psock_progs progs; struct strparser strp; u32 copied_seq; u32 ingress_bytes; struct sk_buff_head ingress_skb; struct list_head ingress_msg; spinlock_t ingress_lock; long unsigned int state; struct list_head link; spinlock_t link_lock; refcount_t refcnt; void (*saved_unhash)(struct sock *); void (*saved_destroy)(struct sock *); void (*saved_close)(struct sock *, long int); void (*saved_write_space)(struct sock *); void (*saved_data_ready)(struct sock *); int (*psock_update_sk_prot)(struct sock *, struct sk_psock *, bool); struct proto *sk_proto; struct mutex work_mutex; struct sk_psock_work_state work_state; struct delayed_work work; struct sock *sk_pair; struct rcu_work rwork; }; struct strp_msg { int full_len; int offset; }; enum __sk_action { __SK_DROP = 0, __SK_PASS = 1, __SK_REDIRECT = 2, __SK_NONE = 3, }; struct sk_msg_sg { u32 start; u32 curr; u32 end; u32 size; u32 copybreak; long unsigned int copy[1]; struct scatterlist data[19]; }; struct sk_msg { struct sk_msg_sg sg; void *data; void *data_end; u32 apply_bytes; u32 cork_bytes; u32 flags; struct sk_buff *skb; struct sock *sk_redir; struct sock *sk; struct list_head list; }; enum sk_psock_state_bits { SK_PSOCK_TX_ENABLED = 0, SK_PSOCK_RX_STRP_ENABLED = 1, }; struct sk_psock_link { struct list_head list; struct bpf_map *map; void *link_raw; }; struct tls_crypto_info { __u16 version; __u16 cipher_type; }; struct tls12_crypto_info_aes_gcm_128 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_aes_gcm_256 { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[32]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_chacha20_poly1305 { struct tls_crypto_info info; unsigned char iv[12]; unsigned char key[32]; unsigned char salt[0]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_gcm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls12_crypto_info_sm4_ccm { struct tls_crypto_info info; unsigned char iv[8]; unsigned char key[16]; unsigned char salt[4]; unsigned char rec_seq[8]; }; struct tls_strparser { struct sock *sk; u32 mark: 8; u32 stopped: 1; u32 copy_mode: 1; u32 mixed_decrypted: 1; bool msg_ready; struct strp_msg stm; struct sk_buff *anchor; struct work_struct work; }; struct tls_sw_context_rx { struct crypto_aead *aead_recv; struct crypto_wait async_wait; struct sk_buff_head rx_list; void (*saved_data_ready)(struct sock *); u8 reader_present; u8 async_capable: 1; u8 zc_capable: 1; u8 reader_contended: 1; bool key_update_pending; struct tls_strparser strp; atomic_t decrypt_pending; struct sk_buff_head async_hold; struct wait_queue_head wq; }; struct tls_prot_info { u16 version; u16 cipher_type; u16 prepend_size; u16 tag_size; u16 overhead_size; u16 iv_size; u16 salt_size; u16 rec_seq_size; u16 aad_size; u16 tail_size; }; struct cipher_context { char iv[20]; char rec_seq[8]; }; union tls_crypto_context { struct tls_crypto_info info; union { struct tls12_crypto_info_aes_gcm_128 aes_gcm_128; struct tls12_crypto_info_aes_gcm_256 aes_gcm_256; struct tls12_crypto_info_chacha20_poly1305 chacha20_poly1305; struct tls12_crypto_info_sm4_gcm sm4_gcm; struct tls12_crypto_info_sm4_ccm sm4_ccm; }; }; struct tls_context { struct tls_prot_info prot_info; u8 tx_conf: 3; u8 rx_conf: 3; u8 zerocopy_sendfile: 1; u8 rx_no_pad: 1; int (*push_pending_record)(struct sock *, int); void (*sk_write_space)(struct sock *); void *priv_ctx_tx; void *priv_ctx_rx; struct net_device *netdev; struct cipher_context tx; struct cipher_context rx; struct scatterlist *partially_sent_record; u16 partially_sent_offset; bool splicing_pages; bool pending_open_record_frags; struct mutex tx_lock; long unsigned int flags; struct proto *sk_proto; struct sock *sk; void (*sk_destruct)(struct sock *); union tls_crypto_context crypto_send; union tls_crypto_context crypto_recv; struct list_head list; refcount_t refcount; struct callback_head rcu; }; struct netdev_config { u32 hds_thresh; u8 hds_config; }; struct netdev_queue_stats_rx { u64 bytes; u64 packets; u64 alloc_fail; u64 hw_drops; u64 hw_drop_overruns; u64 csum_complete; u64 csum_unnecessary; u64 csum_none; u64 csum_bad; u64 hw_gro_packets; u64 hw_gro_bytes; u64 hw_gro_wire_packets; u64 hw_gro_wire_bytes; u64 hw_drop_ratelimits; }; struct netdev_queue_stats_tx { u64 bytes; u64 packets; u64 hw_drops; u64 hw_drop_errors; u64 csum_none; u64 needs_csum; u64 hw_gso_packets; u64 hw_gso_bytes; u64 hw_gso_wire_packets; u64 hw_gso_wire_bytes; u64 hw_drop_ratelimits; u64 stop; u64 wake; }; struct net_devmem_dmabuf_binding { struct dma_buf *dmabuf; struct dma_buf_attachment *attachment; struct sg_table *sgt; struct net_device *dev; struct gen_pool *chunk_pool; struct mutex lock; refcount_t ref; struct list_head list; struct xarray bound_rxqs; u32 id; }; struct dmabuf_genpool_chunk_owner { struct net_iov_area area; struct net_devmem_dmabuf_binding *binding; dma_addr_t base_dma_addr; }; enum tca_id { TCA_ID_UNSPEC = 0, TCA_ID_POLICE = 1, TCA_ID_GACT = 5, TCA_ID_IPT = 6, TCA_ID_PEDIT = 7, TCA_ID_MIRRED = 8, TCA_ID_NAT = 9, TCA_ID_XT = 10, TCA_ID_SKBEDIT = 11, TCA_ID_VLAN = 12, TCA_ID_BPF = 13, TCA_ID_CONNMARK = 14, TCA_ID_SKBMOD = 15, TCA_ID_CSUM = 16, TCA_ID_TUNNEL_KEY = 17, TCA_ID_SIMP = 22, TCA_ID_IFE = 25, TCA_ID_SAMPLE = 26, TCA_ID_CTINFO = 27, TCA_ID_MPLS = 28, TCA_ID_CT = 29, TCA_ID_GATE = 30, __TCA_ID_MAX = 255, }; struct tcf_t { __u64 install; __u64 lastuse; __u64 expires; __u64 firstuse; }; struct tcf_walker { int stop; int skip; int count; bool nonempty; long unsigned int cookie; int (*fn)(struct tcf_proto *, void *, struct tcf_walker *); }; struct tc_action; struct tcf_exts_miss_cookie_node; struct tcf_exts { __u32 type; int nr_actions; struct tc_action **actions; struct net *net; netns_tracker ns_tracker; struct tcf_exts_miss_cookie_node *miss_cookie_node; int action; int police; }; struct tcf_idrinfo { struct mutex lock; struct idr action_idr; struct net *net; }; struct tc_action_ops; struct tc_cookie; struct tc_action { const struct tc_action_ops *ops; __u32 type; struct tcf_idrinfo *idrinfo; u32 tcfa_index; refcount_t tcfa_refcnt; atomic_t tcfa_bindcnt; int tcfa_action; struct tcf_t tcfa_tm; long: 64; struct gnet_stats_basic_sync tcfa_bstats; struct gnet_stats_basic_sync tcfa_bstats_hw; struct gnet_stats_queue tcfa_qstats; struct net_rate_estimator *tcfa_rate_est; spinlock_t tcfa_lock; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_basic_sync *cpu_bstats_hw; struct gnet_stats_queue *cpu_qstats; struct tc_cookie *user_cookie; struct tcf_chain *goto_chain; u32 tcfa_flags; u8 hw_stats; u8 used_hw_stats; bool used_hw_stats_valid; u32 in_hw_count; }; typedef void (*tc_action_priv_destructor)(void *); struct psample_group; struct tc_action_ops { struct list_head head; char kind[16]; enum tca_id id; unsigned int net_id; size_t size; struct module *owner; int (*act)(struct sk_buff *, const struct tc_action *, struct tcf_result *); int (*dump)(struct sk_buff *, struct tc_action *, int, int); void (*cleanup)(struct tc_action *); int (*lookup)(struct net *, struct tc_action **, u32); int (*init)(struct net *, struct nlattr *, struct nlattr *, struct tc_action **, struct tcf_proto *, u32, struct netlink_ext_ack *); int (*walk)(struct net *, struct sk_buff *, struct netlink_callback *, int, const struct tc_action_ops *, struct netlink_ext_ack *); void (*stats_update)(struct tc_action *, u64, u64, u64, u64, bool); size_t (*get_fill_size)(const struct tc_action *); struct net_device * (*get_dev)(const struct tc_action *, tc_action_priv_destructor *); struct psample_group * (*get_psample_group)(const struct tc_action *, tc_action_priv_destructor *); int (*offload_act_setup)(struct tc_action *, void *, u32 *, bool, struct netlink_ext_ack *); }; struct tc_cookie { u8 *data; u32 len; struct callback_head rcu; }; struct tc_qopt_offload_stats { struct gnet_stats_basic_sync *bstats; struct gnet_stats_queue *qstats; }; enum tc_mq_command { TC_MQ_CREATE = 0, TC_MQ_DESTROY = 1, TC_MQ_STATS = 2, TC_MQ_GRAFT = 3, }; struct tc_mq_opt_offload_graft_params { long unsigned int queue; u32 child_handle; }; struct tc_mq_qopt_offload { enum tc_mq_command command; u32 handle; union { struct tc_qopt_offload_stats stats; struct tc_mq_opt_offload_graft_params graft_params; }; }; struct mq_sched { struct Qdisc **qdiscs; }; struct radix_tree_preload { local_lock_t lock; unsigned int nr; struct xa_node *nodes; }; enum { TCA_ACT_UNSPEC = 0, TCA_ACT_KIND = 1, TCA_ACT_OPTIONS = 2, TCA_ACT_INDEX = 3, TCA_ACT_STATS = 4, TCA_ACT_PAD = 5, TCA_ACT_COOKIE = 6, TCA_ACT_FLAGS = 7, TCA_ACT_HW_STATS = 8, TCA_ACT_USED_HW_STATS = 9, TCA_ACT_IN_HW_COUNT = 10, __TCA_ACT_MAX = 11, }; struct nla_bitfield32 { __u32 value; __u32 selector; }; enum flow_action_id { FLOW_ACTION_ACCEPT = 0, FLOW_ACTION_DROP = 1, FLOW_ACTION_TRAP = 2, FLOW_ACTION_GOTO = 3, FLOW_ACTION_REDIRECT = 4, FLOW_ACTION_MIRRED = 5, FLOW_ACTION_REDIRECT_INGRESS = 6, FLOW_ACTION_MIRRED_INGRESS = 7, FLOW_ACTION_VLAN_PUSH = 8, FLOW_ACTION_VLAN_POP = 9, FLOW_ACTION_VLAN_MANGLE = 10, FLOW_ACTION_TUNNEL_ENCAP = 11, FLOW_ACTION_TUNNEL_DECAP = 12, FLOW_ACTION_MANGLE = 13, FLOW_ACTION_ADD = 14, FLOW_ACTION_CSUM = 15, FLOW_ACTION_MARK = 16, FLOW_ACTION_PTYPE = 17, FLOW_ACTION_PRIORITY = 18, FLOW_ACTION_RX_QUEUE_MAPPING = 19, FLOW_ACTION_WAKE = 20, FLOW_ACTION_QUEUE = 21, FLOW_ACTION_SAMPLE = 22, FLOW_ACTION_POLICE = 23, FLOW_ACTION_CT = 24, FLOW_ACTION_CT_METADATA = 25, FLOW_ACTION_MPLS_PUSH = 26, FLOW_ACTION_MPLS_POP = 27, FLOW_ACTION_MPLS_MANGLE = 28, FLOW_ACTION_GATE = 29, FLOW_ACTION_PPPOE_PUSH = 30, FLOW_ACTION_JUMP = 31, FLOW_ACTION_PIPE = 32, FLOW_ACTION_VLAN_PUSH_ETH = 33, FLOW_ACTION_VLAN_POP_ETH = 34, FLOW_ACTION_CONTINUE = 35, NUM_FLOW_ACTIONS = 36, }; enum flow_action_mangle_base { FLOW_ACT_MANGLE_UNSPEC = 0, FLOW_ACT_MANGLE_HDR_TYPE_ETH = 1, FLOW_ACT_MANGLE_HDR_TYPE_IP4 = 2, FLOW_ACT_MANGLE_HDR_TYPE_IP6 = 3, FLOW_ACT_MANGLE_HDR_TYPE_TCP = 4, FLOW_ACT_MANGLE_HDR_TYPE_UDP = 5, }; enum flow_action_hw_stats { FLOW_ACTION_HW_STATS_IMMEDIATE = 1, FLOW_ACTION_HW_STATS_DELAYED = 2, FLOW_ACTION_HW_STATS_ANY = 3, FLOW_ACTION_HW_STATS_DISABLED = 4, FLOW_ACTION_HW_STATS_DONT_CARE = 7, }; typedef void (*action_destr)(void *); struct flow_action_cookie { u32 cookie_len; u8 cookie[0]; }; struct psample_group { struct list_head list; struct net *net; u32 group_num; u32 refcount; u32 seq; struct callback_head rcu; }; struct nf_flowtable; struct action_gate_entry { u8 gate_state; u32 interval; s32 ipv; s32 maxoctets; }; struct ip_tunnel_key { __be64 tun_id; union { struct { __be32 src; __be32 dst; } ipv4; struct { struct in6_addr src; struct in6_addr dst; } ipv6; } u; long unsigned int tun_flags[1]; __be32 label; u32 nhid; u8 tos; u8 ttl; __be16 tp_src; __be16 tp_dst; __u8 flow_flags; }; struct ip_tunnel_encap { u16 type; u16 flags; __be16 sport; __be16 dport; }; struct dst_cache_pcpu; struct dst_cache { struct dst_cache_pcpu *cache; long unsigned int reset_ts; }; struct ip_tunnel_info { struct ip_tunnel_key key; struct ip_tunnel_encap encap; struct dst_cache dst_cache; u8 options_len; u8 mode; long: 0; u8 options[0]; }; struct flow_action_entry { enum flow_action_id id; u32 hw_index; long unsigned int cookie; u64 miss_cookie; enum flow_action_hw_stats hw_stats; action_destr destructor; void *destructor_priv; union { u32 chain_index; struct net_device *dev; struct { u16 vid; __be16 proto; u8 prio; } vlan; struct { unsigned char dst[6]; unsigned char src[6]; } vlan_push_eth; struct { enum flow_action_mangle_base htype; u32 offset; u32 mask; u32 val; } mangle; struct ip_tunnel_info *tunnel; u32 csum_flags; u32 mark; u16 ptype; u16 rx_queue; u32 priority; struct { u32 ctx; u32 index; u8 vf; } queue; struct { struct psample_group *psample_group; u32 rate; u32 trunc_size; bool truncate; } sample; struct { u32 burst; u64 rate_bytes_ps; u64 peakrate_bytes_ps; u32 avrate; u16 overhead; u64 burst_pkt; u64 rate_pkt_ps; u32 mtu; struct { enum flow_action_id act_id; u32 extval; } exceed; struct { enum flow_action_id act_id; u32 extval; } notexceed; } police; struct { int action; u16 zone; struct nf_flowtable *flow_table; } ct; struct { long unsigned int cookie; u32 mark; u32 labels[4]; bool orig_dir; } ct_metadata; struct { u32 label; __be16 proto; u8 tc; u8 bos; u8 ttl; } mpls_push; struct { __be16 proto; } mpls_pop; struct { u32 label; u8 tc; u8 bos; u8 ttl; } mpls_mangle; struct { s32 prio; u64 basetime; u64 cycletime; u64 cycletimeext; u32 num_entries; struct action_gate_entry *entries; } gate; struct { u16 sid; } pppoe; }; struct flow_action_cookie *user_cookie; }; struct flow_action { unsigned int num_entries; struct flow_action_entry entries[0]; }; enum flow_block_command { FLOW_BLOCK_BIND = 0, FLOW_BLOCK_UNBIND = 1, }; enum flow_block_binder_type { FLOW_BLOCK_BINDER_TYPE_UNSPEC = 0, FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS = 1, FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS = 2, FLOW_BLOCK_BINDER_TYPE_RED_EARLY_DROP = 3, FLOW_BLOCK_BINDER_TYPE_RED_MARK = 4, }; struct flow_block_offload { enum flow_block_command command; enum flow_block_binder_type binder_type; bool block_shared; bool unlocked_driver_cb; struct net *net; struct flow_block *block; struct list_head cb_list; struct list_head *driver_block_list; struct netlink_ext_ack *extack; struct Qdisc *sch; struct list_head *cb_list_head; }; struct flow_block_cb; struct flow_block_indr { struct list_head list; struct net_device *dev; struct Qdisc *sch; enum flow_block_binder_type binder_type; void *data; void *cb_priv; void (*cleanup)(struct flow_block_cb *); }; struct flow_block_cb { struct list_head driver_list; struct list_head list; flow_setup_cb_t *cb; void *cb_ident; void *cb_priv; void (*release)(void *); struct flow_block_indr indr; unsigned int refcnt; }; enum qdisc_class_ops_flags { QDISC_CLASS_OPS_DOIT_UNLOCKED = 1, }; enum tcf_proto_ops_flags { TCF_PROTO_OPS_DOIT_UNLOCKED = 1, }; typedef void tcf_chain_head_change_t(struct tcf_proto *, void *); enum net_xmit_qdisc_t { __NET_XMIT_STOLEN = 65536, __NET_XMIT_BYPASS = 131072, }; struct tc_skb_cb { struct qdisc_skb_cb qdisc_cb; u32 drop_reason; u16 zone; u16 mru; u8 post_ct: 1; u8 post_ct_snat: 1; u8 post_ct_dnat: 1; }; struct tcf_block_ext_info { enum flow_block_binder_type binder_type; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; u32 block_index; }; struct tcf_qevent { struct tcf_block *block; struct tcf_block_ext_info info; struct tcf_proto *filter_chain; }; struct tcf_exts_miss_cookie_node { const struct tcf_chain *chain; const struct tcf_proto *tp; const struct tcf_exts *exts; u32 chain_index; u32 tp_prio; u32 handle; u32 miss_cookie_base; struct callback_head rcu; }; enum pedit_header_type { TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK = 0, TCA_PEDIT_KEY_EX_HDR_TYPE_ETH = 1, TCA_PEDIT_KEY_EX_HDR_TYPE_IP4 = 2, TCA_PEDIT_KEY_EX_HDR_TYPE_IP6 = 3, TCA_PEDIT_KEY_EX_HDR_TYPE_TCP = 4, TCA_PEDIT_KEY_EX_HDR_TYPE_UDP = 5, __PEDIT_HDR_TYPE_MAX = 6, }; enum pedit_cmd { TCA_PEDIT_KEY_EX_CMD_SET = 0, TCA_PEDIT_KEY_EX_CMD_ADD = 1, __PEDIT_CMD_MAX = 2, }; struct tc_pedit_key { __u32 mask; __u32 val; __u32 off; __u32 at; __u32 offmask; __u32 shift; }; struct tcf_pedit_key_ex { enum pedit_header_type htype; enum pedit_cmd cmd; }; struct tcf_pedit_parms { struct tc_pedit_key *tcfp_keys; struct tcf_pedit_key_ex *tcfp_keys_ex; u32 tcfp_off_max_hint; unsigned char tcfp_nkeys; unsigned char tcfp_flags; struct callback_head rcu; }; struct tcf_pedit { struct tc_action common; struct tcf_pedit_parms *parms; long: 64; }; enum nf_ct_ext_id { NF_CT_EXT_HELPER = 0, NF_CT_EXT_SEQADJ = 1, NF_CT_EXT_ACCT = 2, NF_CT_EXT_ECACHE = 3, NF_CT_EXT_NUM = 4, }; union tcf_exts_miss_cookie { struct { u32 miss_cookie_base; u32 act_index; }; u64 miss_cookie; }; struct tcf_filter_chain_list_item { struct list_head list; tcf_chain_head_change_t *chain_head_change; void *chain_head_change_priv; }; struct tcf_net { spinlock_t idr_lock; struct idr idr; }; struct tcf_block_owner_item { struct list_head list; struct Qdisc *q; enum flow_block_binder_type binder_type; }; struct tcf_chain_info { struct tcf_proto **pprev; struct tcf_proto *next; }; struct tcf_dump_args { struct tcf_walker w; struct sk_buff *skb; struct netlink_callback *cb; struct tcf_block *block; struct Qdisc *q; u32 parent; bool terse_dump; }; struct netlink_kernel_cfg { unsigned int groups; unsigned int flags; void (*input)(struct sk_buff *); int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); }; typedef int (*netlink_filter_fn)(struct sock *, struct sk_buff *, void *); struct netlink_dump_control { int (*start)(struct netlink_callback *); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); struct netlink_ext_ack *extack; void *data; struct module *module; u32 min_dump_alloc; int flags; }; enum { CTRL_CMD_UNSPEC = 0, CTRL_CMD_NEWFAMILY = 1, CTRL_CMD_DELFAMILY = 2, CTRL_CMD_GETFAMILY = 3, CTRL_CMD_NEWOPS = 4, CTRL_CMD_DELOPS = 5, CTRL_CMD_GETOPS = 6, CTRL_CMD_NEWMCAST_GRP = 7, CTRL_CMD_DELMCAST_GRP = 8, CTRL_CMD_GETMCAST_GRP = 9, CTRL_CMD_GETPOLICY = 10, __CTRL_CMD_MAX = 11, }; enum { CTRL_ATTR_UNSPEC = 0, CTRL_ATTR_FAMILY_ID = 1, CTRL_ATTR_FAMILY_NAME = 2, CTRL_ATTR_VERSION = 3, CTRL_ATTR_HDRSIZE = 4, CTRL_ATTR_MAXATTR = 5, CTRL_ATTR_OPS = 6, CTRL_ATTR_MCAST_GROUPS = 7, CTRL_ATTR_POLICY = 8, CTRL_ATTR_OP_POLICY = 9, CTRL_ATTR_OP = 10, __CTRL_ATTR_MAX = 11, }; enum { CTRL_ATTR_OP_UNSPEC = 0, CTRL_ATTR_OP_ID = 1, CTRL_ATTR_OP_FLAGS = 2, __CTRL_ATTR_OP_MAX = 3, }; enum { CTRL_ATTR_MCAST_GRP_UNSPEC = 0, CTRL_ATTR_MCAST_GRP_NAME = 1, CTRL_ATTR_MCAST_GRP_ID = 2, __CTRL_ATTR_MCAST_GRP_MAX = 3, }; enum { CTRL_ATTR_POLICY_UNSPEC = 0, CTRL_ATTR_POLICY_DO = 1, CTRL_ATTR_POLICY_DUMP = 2, __CTRL_ATTR_POLICY_DUMP_MAX = 3, CTRL_ATTR_POLICY_DUMP_MAX = 2, }; enum genl_validate_flags { GENL_DONT_VALIDATE_STRICT = 1, GENL_DONT_VALIDATE_DUMP = 2, GENL_DONT_VALIDATE_DUMP_STRICT = 4, }; struct genl_dumpit_info { struct genl_split_ops op; struct genl_info info; }; struct genl_op_iter { const struct genl_family *family; struct genl_split_ops doit; struct genl_split_ops dumpit; int cmd_idx; int entry_idx; u32 cmd; u8 flags; }; struct genl_start_context { const struct genl_family *family; struct nlmsghdr *nlh; struct netlink_ext_ack *extack; const struct genl_split_ops *ops; int hdrlen; }; struct netlink_policy_dump_state; struct ctrl_dump_policy_ctx { struct netlink_policy_dump_state *state; const struct genl_family *rt; struct genl_op_iter *op_iter; u32 op; u16 fam_id; u8 dump_map: 1; u8 single_op: 1; }; struct flow_dissector_key_vlan { union { struct { u16 vlan_id: 12; u16 vlan_dei: 1; u16 vlan_priority: 3; }; __be16 vlan_tci; }; __be16 vlan_tpid; __be16 vlan_eth_type; u16 padding; }; struct flow_dissector_key_ipv4_addrs { __be32 src; __be32 dst; }; struct flow_dissector_key_ipv6_addrs { struct in6_addr src; struct in6_addr dst; }; struct flow_dissector_key_ports { union { __be32 ports; struct { __be16 src; __be16 dst; }; }; }; struct flow_dissector_key_eth_addrs { unsigned char dst[6]; unsigned char src[6]; }; struct flow_dissector_key_ip { __u8 tos; __u8 ttl; }; struct devlink; enum devlink_port_type { DEVLINK_PORT_TYPE_NOTSET = 0, DEVLINK_PORT_TYPE_AUTO = 1, DEVLINK_PORT_TYPE_ETH = 2, DEVLINK_PORT_TYPE_IB = 3, }; struct ib_device; enum devlink_port_flavour { DEVLINK_PORT_FLAVOUR_PHYSICAL = 0, DEVLINK_PORT_FLAVOUR_CPU = 1, DEVLINK_PORT_FLAVOUR_DSA = 2, DEVLINK_PORT_FLAVOUR_PCI_PF = 3, DEVLINK_PORT_FLAVOUR_PCI_VF = 4, DEVLINK_PORT_FLAVOUR_VIRTUAL = 5, DEVLINK_PORT_FLAVOUR_UNUSED = 6, DEVLINK_PORT_FLAVOUR_PCI_SF = 7, }; struct devlink_port_phys_attrs { u32 port_number; u32 split_subport_number; }; struct devlink_port_pci_pf_attrs { u32 controller; u16 pf; u8 external: 1; }; struct devlink_port_pci_vf_attrs { u32 controller; u16 pf; u16 vf; u8 external: 1; }; struct devlink_port_pci_sf_attrs { u32 controller; u32 sf; u16 pf; u8 external: 1; }; struct devlink_port_attrs { u8 split: 1; u8 splittable: 1; u32 lanes; enum devlink_port_flavour flavour; struct netdev_phys_item_id switch_id; union { struct devlink_port_phys_attrs phys; struct devlink_port_pci_pf_attrs pci_pf; struct devlink_port_pci_vf_attrs pci_vf; struct devlink_port_pci_sf_attrs pci_sf; }; }; struct devlink_linecard; struct devlink_port_ops; struct devlink_rate; struct devlink_port { struct list_head list; struct list_head region_list; struct devlink *devlink; const struct devlink_port_ops *ops; unsigned int index; spinlock_t type_lock; enum devlink_port_type type; enum devlink_port_type desired_type; union { struct { struct net_device *netdev; int ifindex; char ifname[16]; } type_eth; struct { struct ib_device *ibdev; } type_ib; }; struct devlink_port_attrs attrs; u8 attrs_set: 1; u8 switch_port: 1; u8 registered: 1; u8 initialized: 1; struct delayed_work type_warn_dw; struct list_head reporter_list; struct devlink_rate *devlink_rate; struct devlink_linecard *linecard; u32 rel_index; }; struct ethtool_cmd { __u32 cmd; __u32 supported; __u32 advertising; __u16 speed; __u8 duplex; __u8 port; __u8 phy_address; __u8 transceiver; __u8 autoneg; __u8 mdio_support; __u32 maxtxpkt; __u32 maxrxpkt; __u16 speed_hi; __u8 eth_tp_mdix; __u8 eth_tp_mdix_ctrl; __u32 lp_advertising; __u32 reserved[2]; }; struct ethtool_value { __u32 cmd; __u32 data; }; enum tunable_id { ETHTOOL_ID_UNSPEC = 0, ETHTOOL_RX_COPYBREAK = 1, ETHTOOL_TX_COPYBREAK = 2, ETHTOOL_PFC_PREVENTION_TOUT = 3, ETHTOOL_TX_COPYBREAK_BUF_SIZE = 4, __ETHTOOL_TUNABLE_COUNT = 5, }; enum tunable_type_id { ETHTOOL_TUNABLE_UNSPEC = 0, ETHTOOL_TUNABLE_U8 = 1, ETHTOOL_TUNABLE_U16 = 2, ETHTOOL_TUNABLE_U32 = 3, ETHTOOL_TUNABLE_U64 = 4, ETHTOOL_TUNABLE_STRING = 5, ETHTOOL_TUNABLE_S8 = 6, ETHTOOL_TUNABLE_S16 = 7, ETHTOOL_TUNABLE_S32 = 8, ETHTOOL_TUNABLE_S64 = 9, }; struct ethtool_eee { __u32 cmd; __u32 supported; __u32 advertised; __u32 lp_advertised; __u32 eee_active; __u32 eee_enabled; __u32 tx_lpi_enabled; __u32 tx_lpi_timer; __u32 reserved[2]; }; enum ethtool_stringset { ETH_SS_TEST = 0, ETH_SS_STATS = 1, ETH_SS_PRIV_FLAGS = 2, ETH_SS_NTUPLE_FILTERS = 3, ETH_SS_FEATURES = 4, ETH_SS_RSS_HASH_FUNCS = 5, ETH_SS_TUNABLES = 6, ETH_SS_PHY_STATS = 7, ETH_SS_PHY_TUNABLES = 8, ETH_SS_LINK_MODES = 9, ETH_SS_MSG_CLASSES = 10, ETH_SS_WOL_MODES = 11, ETH_SS_SOF_TIMESTAMPING = 12, ETH_SS_TS_TX_TYPES = 13, ETH_SS_TS_RX_FILTERS = 14, ETH_SS_UDP_TUNNEL_TYPES = 15, ETH_SS_STATS_STD = 16, ETH_SS_STATS_ETH_PHY = 17, ETH_SS_STATS_ETH_MAC = 18, ETH_SS_STATS_ETH_CTRL = 19, ETH_SS_STATS_RMON = 20, ETH_SS_STATS_PHY = 21, ETH_SS_TS_FLAGS = 22, ETH_SS_COUNT = 23, }; struct ethtool_gstrings { __u32 cmd; __u32 string_set; __u32 len; __u8 data[0]; }; struct ethtool_sset_info { __u32 cmd; __u32 reserved; __u64 sset_mask; __u32 data[0]; }; struct ethtool_perm_addr { __u32 cmd; __u32 size; __u8 data[0]; }; enum ethtool_flags { ETH_FLAG_TXVLAN = 128, ETH_FLAG_RXVLAN = 256, ETH_FLAG_LRO = 32768, ETH_FLAG_NTUPLE = 134217728, ETH_FLAG_RXHASH = 268435456, }; struct ethtool_rxfh { __u32 cmd; __u32 rss_context; __u32 indir_size; __u32 key_size; __u8 hfunc; __u8 input_xfrm; __u8 rsvd8[2]; __u32 rsvd32; __u32 rss_config[0]; }; struct ethtool_get_features_block { __u32 available; __u32 requested; __u32 active; __u32 never_changed; }; struct ethtool_gfeatures { __u32 cmd; __u32 size; struct ethtool_get_features_block features[0]; }; struct ethtool_set_features_block { __u32 valid; __u32 requested; }; struct ethtool_sfeatures { __u32 cmd; __u32 size; struct ethtool_set_features_block features[0]; }; struct ethtool_ts_info { __u32 cmd; __u32 so_timestamping; __s32 phc_index; __u32 tx_types; __u32 tx_reserved[3]; __u32 rx_filters; __u32 rx_reserved[3]; }; enum ethtool_sfeatures_retval_bits { ETHTOOL_F_UNSUPPORTED__BIT = 0, ETHTOOL_F_WISH__BIT = 1, ETHTOOL_F_COMPAT__BIT = 2, }; struct ethtool_per_queue_op { __u32 cmd; __u32 sub_command; __u32 queue_mask[128]; char data[0]; }; enum ethtool_fec_config_bits { ETHTOOL_FEC_NONE_BIT = 0, ETHTOOL_FEC_AUTO_BIT = 1, ETHTOOL_FEC_OFF_BIT = 2, ETHTOOL_FEC_RS_BIT = 3, ETHTOOL_FEC_BASER_BIT = 4, ETHTOOL_FEC_LLRS_BIT = 5, }; enum { ETH_RSS_HASH_TOP_BIT = 0, ETH_RSS_HASH_XOR_BIT = 1, ETH_RSS_HASH_CRC32_BIT = 2, ETH_RSS_HASH_FUNCS_COUNT = 3, }; struct flow_rule; struct ethtool_rx_flow_rule { struct flow_rule *rule; long unsigned int priv[0]; }; struct flow_match { struct flow_dissector *dissector; void *mask; void *key; }; struct flow_rule { struct flow_match match; struct flow_action action; }; struct ethtool_rx_flow_spec_input { const struct ethtool_rx_flow_spec *fs; u32 rss_ctx; }; enum devlink_rate_type { DEVLINK_RATE_TYPE_LEAF = 0, DEVLINK_RATE_TYPE_NODE = 1, }; enum devlink_port_fn_state { DEVLINK_PORT_FN_STATE_INACTIVE = 0, DEVLINK_PORT_FN_STATE_ACTIVE = 1, }; enum devlink_port_fn_opstate { DEVLINK_PORT_FN_OPSTATE_DETACHED = 0, DEVLINK_PORT_FN_OPSTATE_ATTACHED = 1, }; struct devlink_rate { struct list_head list; enum devlink_rate_type type; struct devlink *devlink; void *priv; u64 tx_share; u64 tx_max; struct devlink_rate *parent; union { struct devlink_port *devlink_port; struct { char *name; refcount_t refcnt; }; }; u32 tx_priority; u32 tx_weight; }; struct devlink_port_ops { int (*port_split)(struct devlink *, struct devlink_port *, unsigned int, struct netlink_ext_ack *); int (*port_unsplit)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_type_set)(struct devlink_port *, enum devlink_port_type); int (*port_del)(struct devlink *, struct devlink_port *, struct netlink_ext_ack *); int (*port_fn_hw_addr_get)(struct devlink_port *, u8 *, int *, struct netlink_ext_ack *); int (*port_fn_hw_addr_set)(struct devlink_port *, const u8 *, int, struct netlink_ext_ack *); int (*port_fn_roce_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_roce_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_migratable_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_migratable_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_state_get)(struct devlink_port *, enum devlink_port_fn_state *, enum devlink_port_fn_opstate *, struct netlink_ext_ack *); int (*port_fn_state_set)(struct devlink_port *, enum devlink_port_fn_state, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_crypto_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_get)(struct devlink_port *, bool *, struct netlink_ext_ack *); int (*port_fn_ipsec_packet_set)(struct devlink_port *, bool, struct netlink_ext_ack *); int (*port_fn_max_io_eqs_get)(struct devlink_port *, u32 *, struct netlink_ext_ack *); int (*port_fn_max_io_eqs_set)(struct devlink_port *, u32, struct netlink_ext_ack *); }; enum { ETHTOOL_MSG_KERNEL_NONE = 0, ETHTOOL_MSG_STRSET_GET_REPLY = 1, ETHTOOL_MSG_LINKINFO_GET_REPLY = 2, ETHTOOL_MSG_LINKINFO_NTF = 3, ETHTOOL_MSG_LINKMODES_GET_REPLY = 4, ETHTOOL_MSG_LINKMODES_NTF = 5, ETHTOOL_MSG_LINKSTATE_GET_REPLY = 6, ETHTOOL_MSG_DEBUG_GET_REPLY = 7, ETHTOOL_MSG_DEBUG_NTF = 8, ETHTOOL_MSG_WOL_GET_REPLY = 9, ETHTOOL_MSG_WOL_NTF = 10, ETHTOOL_MSG_FEATURES_GET_REPLY = 11, ETHTOOL_MSG_FEATURES_SET_REPLY = 12, ETHTOOL_MSG_FEATURES_NTF = 13, ETHTOOL_MSG_PRIVFLAGS_GET_REPLY = 14, ETHTOOL_MSG_PRIVFLAGS_NTF = 15, ETHTOOL_MSG_RINGS_GET_REPLY = 16, ETHTOOL_MSG_RINGS_NTF = 17, ETHTOOL_MSG_CHANNELS_GET_REPLY = 18, ETHTOOL_MSG_CHANNELS_NTF = 19, ETHTOOL_MSG_COALESCE_GET_REPLY = 20, ETHTOOL_MSG_COALESCE_NTF = 21, ETHTOOL_MSG_PAUSE_GET_REPLY = 22, ETHTOOL_MSG_PAUSE_NTF = 23, ETHTOOL_MSG_EEE_GET_REPLY = 24, ETHTOOL_MSG_EEE_NTF = 25, ETHTOOL_MSG_TSINFO_GET_REPLY = 26, ETHTOOL_MSG_CABLE_TEST_NTF = 27, ETHTOOL_MSG_CABLE_TEST_TDR_NTF = 28, ETHTOOL_MSG_TUNNEL_INFO_GET_REPLY = 29, ETHTOOL_MSG_FEC_GET_REPLY = 30, ETHTOOL_MSG_FEC_NTF = 31, ETHTOOL_MSG_MODULE_EEPROM_GET_REPLY = 32, ETHTOOL_MSG_STATS_GET_REPLY = 33, ETHTOOL_MSG_PHC_VCLOCKS_GET_REPLY = 34, ETHTOOL_MSG_MODULE_GET_REPLY = 35, ETHTOOL_MSG_MODULE_NTF = 36, ETHTOOL_MSG_PSE_GET_REPLY = 37, ETHTOOL_MSG_RSS_GET_REPLY = 38, ETHTOOL_MSG_PLCA_GET_CFG_REPLY = 39, ETHTOOL_MSG_PLCA_GET_STATUS_REPLY = 40, ETHTOOL_MSG_PLCA_NTF = 41, ETHTOOL_MSG_MM_GET_REPLY = 42, ETHTOOL_MSG_MM_NTF = 43, ETHTOOL_MSG_MODULE_FW_FLASH_NTF = 44, ETHTOOL_MSG_PHY_GET_REPLY = 45, ETHTOOL_MSG_PHY_NTF = 46, ETHTOOL_MSG_TSCONFIG_GET_REPLY = 47, ETHTOOL_MSG_TSCONFIG_SET_REPLY = 48, __ETHTOOL_MSG_KERNEL_CNT = 49, ETHTOOL_MSG_KERNEL_MAX = 48, }; struct ethtool_devlink_compat { struct devlink *devlink; union { struct ethtool_flash efl; struct ethtool_drvinfo info; }; }; struct ethtool_link_usettings { struct ethtool_link_settings base; struct { __u32 supported[4]; __u32 advertising[4]; __u32 lp_advertising[4]; } link_modes; }; struct ethtool_rx_flow_key { struct flow_dissector_key_basic basic; union { struct flow_dissector_key_ipv4_addrs ipv4; struct flow_dissector_key_ipv6_addrs ipv6; }; struct flow_dissector_key_ports tp; struct flow_dissector_key_ip ip; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_eth_addrs eth_addrs; }; struct ethtool_rx_flow_match { struct flow_dissector dissector; struct ethtool_rx_flow_key key; struct ethtool_rx_flow_key mask; }; struct link_mode_info { int speed; u8 lanes; u8 duplex; }; enum ethtool_header_flags { ETHTOOL_FLAG_COMPACT_BITSETS = 1, ETHTOOL_FLAG_OMIT_REPLY = 2, ETHTOOL_FLAG_STATS = 4, }; enum { ETHTOOL_A_HEADER_UNSPEC = 0, ETHTOOL_A_HEADER_DEV_INDEX = 1, ETHTOOL_A_HEADER_DEV_NAME = 2, ETHTOOL_A_HEADER_FLAGS = 3, ETHTOOL_A_HEADER_PHY_INDEX = 4, __ETHTOOL_A_HEADER_CNT = 5, ETHTOOL_A_HEADER_MAX = 4, }; enum { ETHTOOL_A_STRSET_UNSPEC = 0, ETHTOOL_A_STRSET_HEADER = 1, ETHTOOL_A_STRSET_STRINGSETS = 2, ETHTOOL_A_STRSET_COUNTS_ONLY = 3, __ETHTOOL_A_STRSET_CNT = 4, ETHTOOL_A_STRSET_MAX = 3, }; enum { ETHTOOL_A_PRIVFLAGS_UNSPEC = 0, ETHTOOL_A_PRIVFLAGS_HEADER = 1, ETHTOOL_A_PRIVFLAGS_FLAGS = 2, __ETHTOOL_A_PRIVFLAGS_CNT = 3, ETHTOOL_A_PRIVFLAGS_MAX = 2, }; enum { ETHTOOL_A_RINGS_UNSPEC = 0, ETHTOOL_A_RINGS_HEADER = 1, ETHTOOL_A_RINGS_RX_MAX = 2, ETHTOOL_A_RINGS_RX_MINI_MAX = 3, ETHTOOL_A_RINGS_RX_JUMBO_MAX = 4, ETHTOOL_A_RINGS_TX_MAX = 5, ETHTOOL_A_RINGS_RX = 6, ETHTOOL_A_RINGS_RX_MINI = 7, ETHTOOL_A_RINGS_RX_JUMBO = 8, ETHTOOL_A_RINGS_TX = 9, ETHTOOL_A_RINGS_RX_BUF_LEN = 10, ETHTOOL_A_RINGS_TCP_DATA_SPLIT = 11, ETHTOOL_A_RINGS_CQE_SIZE = 12, ETHTOOL_A_RINGS_TX_PUSH = 13, ETHTOOL_A_RINGS_RX_PUSH = 14, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN = 15, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX = 16, ETHTOOL_A_RINGS_HDS_THRESH = 17, ETHTOOL_A_RINGS_HDS_THRESH_MAX = 18, __ETHTOOL_A_RINGS_CNT = 19, ETHTOOL_A_RINGS_MAX = 18, }; enum { ETHTOOL_A_MM_UNSPEC = 0, ETHTOOL_A_MM_HEADER = 1, ETHTOOL_A_MM_PMAC_ENABLED = 2, ETHTOOL_A_MM_TX_ENABLED = 3, ETHTOOL_A_MM_TX_ACTIVE = 4, ETHTOOL_A_MM_TX_MIN_FRAG_SIZE = 5, ETHTOOL_A_MM_RX_MIN_FRAG_SIZE = 6, ETHTOOL_A_MM_VERIFY_ENABLED = 7, ETHTOOL_A_MM_VERIFY_STATUS = 8, ETHTOOL_A_MM_VERIFY_TIME = 9, ETHTOOL_A_MM_MAX_VERIFY_TIME = 10, ETHTOOL_A_MM_STATS = 11, __ETHTOOL_A_MM_CNT = 12, ETHTOOL_A_MM_MAX = 11, }; enum { ETHTOOL_A_LINKINFO_UNSPEC = 0, ETHTOOL_A_LINKINFO_HEADER = 1, ETHTOOL_A_LINKINFO_PORT = 2, ETHTOOL_A_LINKINFO_PHYADDR = 3, ETHTOOL_A_LINKINFO_TP_MDIX = 4, ETHTOOL_A_LINKINFO_TP_MDIX_CTRL = 5, ETHTOOL_A_LINKINFO_TRANSCEIVER = 6, __ETHTOOL_A_LINKINFO_CNT = 7, ETHTOOL_A_LINKINFO_MAX = 6, }; enum { ETHTOOL_A_LINKMODES_UNSPEC = 0, ETHTOOL_A_LINKMODES_HEADER = 1, ETHTOOL_A_LINKMODES_AUTONEG = 2, ETHTOOL_A_LINKMODES_OURS = 3, ETHTOOL_A_LINKMODES_PEER = 4, ETHTOOL_A_LINKMODES_SPEED = 5, ETHTOOL_A_LINKMODES_DUPLEX = 6, ETHTOOL_A_LINKMODES_MASTER_SLAVE_CFG = 7, ETHTOOL_A_LINKMODES_MASTER_SLAVE_STATE = 8, ETHTOOL_A_LINKMODES_LANES = 9, ETHTOOL_A_LINKMODES_RATE_MATCHING = 10, __ETHTOOL_A_LINKMODES_CNT = 11, ETHTOOL_A_LINKMODES_MAX = 10, }; enum { ETHTOOL_A_LINKSTATE_UNSPEC = 0, ETHTOOL_A_LINKSTATE_HEADER = 1, ETHTOOL_A_LINKSTATE_LINK = 2, ETHTOOL_A_LINKSTATE_SQI = 3, ETHTOOL_A_LINKSTATE_SQI_MAX = 4, ETHTOOL_A_LINKSTATE_EXT_STATE = 5, ETHTOOL_A_LINKSTATE_EXT_SUBSTATE = 6, ETHTOOL_A_LINKSTATE_EXT_DOWN_CNT = 7, __ETHTOOL_A_LINKSTATE_CNT = 8, ETHTOOL_A_LINKSTATE_MAX = 7, }; enum { ETHTOOL_A_DEBUG_UNSPEC = 0, ETHTOOL_A_DEBUG_HEADER = 1, ETHTOOL_A_DEBUG_MSGMASK = 2, __ETHTOOL_A_DEBUG_CNT = 3, ETHTOOL_A_DEBUG_MAX = 2, }; enum { ETHTOOL_A_WOL_UNSPEC = 0, ETHTOOL_A_WOL_HEADER = 1, ETHTOOL_A_WOL_MODES = 2, ETHTOOL_A_WOL_SOPASS = 3, __ETHTOOL_A_WOL_CNT = 4, ETHTOOL_A_WOL_MAX = 3, }; enum { ETHTOOL_A_FEATURES_UNSPEC = 0, ETHTOOL_A_FEATURES_HEADER = 1, ETHTOOL_A_FEATURES_HW = 2, ETHTOOL_A_FEATURES_WANTED = 3, ETHTOOL_A_FEATURES_ACTIVE = 4, ETHTOOL_A_FEATURES_NOCHANGE = 5, __ETHTOOL_A_FEATURES_CNT = 6, ETHTOOL_A_FEATURES_MAX = 5, }; enum { ETHTOOL_A_CHANNELS_UNSPEC = 0, ETHTOOL_A_CHANNELS_HEADER = 1, ETHTOOL_A_CHANNELS_RX_MAX = 2, ETHTOOL_A_CHANNELS_TX_MAX = 3, ETHTOOL_A_CHANNELS_OTHER_MAX = 4, ETHTOOL_A_CHANNELS_COMBINED_MAX = 5, ETHTOOL_A_CHANNELS_RX_COUNT = 6, ETHTOOL_A_CHANNELS_TX_COUNT = 7, ETHTOOL_A_CHANNELS_OTHER_COUNT = 8, ETHTOOL_A_CHANNELS_COMBINED_COUNT = 9, __ETHTOOL_A_CHANNELS_CNT = 10, ETHTOOL_A_CHANNELS_MAX = 9, }; enum { ETHTOOL_A_COALESCE_UNSPEC = 0, ETHTOOL_A_COALESCE_HEADER = 1, ETHTOOL_A_COALESCE_RX_USECS = 2, ETHTOOL_A_COALESCE_RX_MAX_FRAMES = 3, ETHTOOL_A_COALESCE_RX_USECS_IRQ = 4, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ = 5, ETHTOOL_A_COALESCE_TX_USECS = 6, ETHTOOL_A_COALESCE_TX_MAX_FRAMES = 7, ETHTOOL_A_COALESCE_TX_USECS_IRQ = 8, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ = 9, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS = 10, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX = 11, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX = 12, ETHTOOL_A_COALESCE_PKT_RATE_LOW = 13, ETHTOOL_A_COALESCE_RX_USECS_LOW = 14, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW = 15, ETHTOOL_A_COALESCE_TX_USECS_LOW = 16, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW = 17, ETHTOOL_A_COALESCE_PKT_RATE_HIGH = 18, ETHTOOL_A_COALESCE_RX_USECS_HIGH = 19, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH = 20, ETHTOOL_A_COALESCE_TX_USECS_HIGH = 21, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH = 22, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL = 23, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX = 24, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX = 25, ETHTOOL_A_COALESCE_TX_AGGR_MAX_BYTES = 26, ETHTOOL_A_COALESCE_TX_AGGR_MAX_FRAMES = 27, ETHTOOL_A_COALESCE_TX_AGGR_TIME_USECS = 28, ETHTOOL_A_COALESCE_RX_PROFILE = 29, ETHTOOL_A_COALESCE_TX_PROFILE = 30, __ETHTOOL_A_COALESCE_CNT = 31, ETHTOOL_A_COALESCE_MAX = 30, }; enum { ETHTOOL_A_PAUSE_UNSPEC = 0, ETHTOOL_A_PAUSE_HEADER = 1, ETHTOOL_A_PAUSE_AUTONEG = 2, ETHTOOL_A_PAUSE_RX = 3, ETHTOOL_A_PAUSE_TX = 4, ETHTOOL_A_PAUSE_STATS = 5, ETHTOOL_A_PAUSE_STATS_SRC = 6, __ETHTOOL_A_PAUSE_CNT = 7, ETHTOOL_A_PAUSE_MAX = 6, }; enum { ETHTOOL_A_EEE_UNSPEC = 0, ETHTOOL_A_EEE_HEADER = 1, ETHTOOL_A_EEE_MODES_OURS = 2, ETHTOOL_A_EEE_MODES_PEER = 3, ETHTOOL_A_EEE_ACTIVE = 4, ETHTOOL_A_EEE_ENABLED = 5, ETHTOOL_A_EEE_TX_LPI_ENABLED = 6, ETHTOOL_A_EEE_TX_LPI_TIMER = 7, __ETHTOOL_A_EEE_CNT = 8, ETHTOOL_A_EEE_MAX = 7, }; enum { ETHTOOL_A_TSINFO_UNSPEC = 0, ETHTOOL_A_TSINFO_HEADER = 1, ETHTOOL_A_TSINFO_TIMESTAMPING = 2, ETHTOOL_A_TSINFO_TX_TYPES = 3, ETHTOOL_A_TSINFO_RX_FILTERS = 4, ETHTOOL_A_TSINFO_PHC_INDEX = 5, ETHTOOL_A_TSINFO_STATS = 6, ETHTOOL_A_TSINFO_HWTSTAMP_PROVIDER = 7, __ETHTOOL_A_TSINFO_CNT = 8, ETHTOOL_A_TSINFO_MAX = 7, }; enum { ETHTOOL_A_CABLE_TEST_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_HEADER = 1, __ETHTOOL_A_CABLE_TEST_CNT = 2, ETHTOOL_A_CABLE_TEST_MAX = 1, }; enum { ETHTOOL_A_CABLE_TEST_TDR_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_HEADER = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG = 2, __ETHTOOL_A_CABLE_TEST_TDR_CNT = 3, ETHTOOL_A_CABLE_TEST_TDR_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_INFO_UNSPEC = 0, ETHTOOL_A_TUNNEL_INFO_HEADER = 1, ETHTOOL_A_TUNNEL_INFO_UDP_PORTS = 2, __ETHTOOL_A_TUNNEL_INFO_CNT = 3, ETHTOOL_A_TUNNEL_INFO_MAX = 2, }; enum { ETHTOOL_A_FEC_UNSPEC = 0, ETHTOOL_A_FEC_HEADER = 1, ETHTOOL_A_FEC_MODES = 2, ETHTOOL_A_FEC_AUTO = 3, ETHTOOL_A_FEC_ACTIVE = 4, ETHTOOL_A_FEC_STATS = 5, __ETHTOOL_A_FEC_CNT = 6, ETHTOOL_A_FEC_MAX = 5, }; enum { ETHTOOL_A_MODULE_EEPROM_UNSPEC = 0, ETHTOOL_A_MODULE_EEPROM_HEADER = 1, ETHTOOL_A_MODULE_EEPROM_OFFSET = 2, ETHTOOL_A_MODULE_EEPROM_LENGTH = 3, ETHTOOL_A_MODULE_EEPROM_PAGE = 4, ETHTOOL_A_MODULE_EEPROM_BANK = 5, ETHTOOL_A_MODULE_EEPROM_I2C_ADDRESS = 6, ETHTOOL_A_MODULE_EEPROM_DATA = 7, __ETHTOOL_A_MODULE_EEPROM_CNT = 8, ETHTOOL_A_MODULE_EEPROM_MAX = 7, }; enum { ETHTOOL_A_STATS_UNSPEC = 0, ETHTOOL_A_STATS_PAD = 1, ETHTOOL_A_STATS_HEADER = 2, ETHTOOL_A_STATS_GROUPS = 3, ETHTOOL_A_STATS_GRP = 4, ETHTOOL_A_STATS_SRC = 5, __ETHTOOL_A_STATS_CNT = 6, ETHTOOL_A_STATS_MAX = 5, }; enum { ETHTOOL_A_PHC_VCLOCKS_UNSPEC = 0, ETHTOOL_A_PHC_VCLOCKS_HEADER = 1, ETHTOOL_A_PHC_VCLOCKS_NUM = 2, ETHTOOL_A_PHC_VCLOCKS_INDEX = 3, __ETHTOOL_A_PHC_VCLOCKS_CNT = 4, ETHTOOL_A_PHC_VCLOCKS_MAX = 3, }; enum { ETHTOOL_A_MODULE_UNSPEC = 0, ETHTOOL_A_MODULE_HEADER = 1, ETHTOOL_A_MODULE_POWER_MODE_POLICY = 2, ETHTOOL_A_MODULE_POWER_MODE = 3, __ETHTOOL_A_MODULE_CNT = 4, ETHTOOL_A_MODULE_MAX = 3, }; enum { ETHTOOL_A_PSE_UNSPEC = 0, ETHTOOL_A_PSE_HEADER = 1, ETHTOOL_A_PODL_PSE_ADMIN_STATE = 2, ETHTOOL_A_PODL_PSE_ADMIN_CONTROL = 3, ETHTOOL_A_PODL_PSE_PW_D_STATUS = 4, ETHTOOL_A_C33_PSE_ADMIN_STATE = 5, ETHTOOL_A_C33_PSE_ADMIN_CONTROL = 6, ETHTOOL_A_C33_PSE_PW_D_STATUS = 7, ETHTOOL_A_C33_PSE_PW_CLASS = 8, ETHTOOL_A_C33_PSE_ACTUAL_PW = 9, ETHTOOL_A_C33_PSE_EXT_STATE = 10, ETHTOOL_A_C33_PSE_EXT_SUBSTATE = 11, ETHTOOL_A_C33_PSE_AVAIL_PW_LIMIT = 12, ETHTOOL_A_C33_PSE_PW_LIMIT_RANGES = 13, __ETHTOOL_A_PSE_CNT = 14, ETHTOOL_A_PSE_MAX = 13, }; enum { ETHTOOL_A_RSS_UNSPEC = 0, ETHTOOL_A_RSS_HEADER = 1, ETHTOOL_A_RSS_CONTEXT = 2, ETHTOOL_A_RSS_HFUNC = 3, ETHTOOL_A_RSS_INDIR = 4, ETHTOOL_A_RSS_HKEY = 5, ETHTOOL_A_RSS_INPUT_XFRM = 6, ETHTOOL_A_RSS_START_CONTEXT = 7, __ETHTOOL_A_RSS_CNT = 8, ETHTOOL_A_RSS_MAX = 7, }; enum { ETHTOOL_A_PLCA_UNSPEC = 0, ETHTOOL_A_PLCA_HEADER = 1, ETHTOOL_A_PLCA_VERSION = 2, ETHTOOL_A_PLCA_ENABLED = 3, ETHTOOL_A_PLCA_STATUS = 4, ETHTOOL_A_PLCA_NODE_CNT = 5, ETHTOOL_A_PLCA_NODE_ID = 6, ETHTOOL_A_PLCA_TO_TMR = 7, ETHTOOL_A_PLCA_BURST_CNT = 8, ETHTOOL_A_PLCA_BURST_TMR = 9, __ETHTOOL_A_PLCA_CNT = 10, ETHTOOL_A_PLCA_MAX = 9, }; enum { ETHTOOL_A_MODULE_FW_FLASH_UNSPEC = 0, ETHTOOL_A_MODULE_FW_FLASH_HEADER = 1, ETHTOOL_A_MODULE_FW_FLASH_FILE_NAME = 2, ETHTOOL_A_MODULE_FW_FLASH_PASSWORD = 3, ETHTOOL_A_MODULE_FW_FLASH_STATUS = 4, ETHTOOL_A_MODULE_FW_FLASH_STATUS_MSG = 5, ETHTOOL_A_MODULE_FW_FLASH_DONE = 6, ETHTOOL_A_MODULE_FW_FLASH_TOTAL = 7, __ETHTOOL_A_MODULE_FW_FLASH_CNT = 8, ETHTOOL_A_MODULE_FW_FLASH_MAX = 7, }; enum { ETHTOOL_A_PHY_UNSPEC = 0, ETHTOOL_A_PHY_HEADER = 1, ETHTOOL_A_PHY_INDEX = 2, ETHTOOL_A_PHY_DRVNAME = 3, ETHTOOL_A_PHY_NAME = 4, ETHTOOL_A_PHY_UPSTREAM_TYPE = 5, ETHTOOL_A_PHY_UPSTREAM_INDEX = 6, ETHTOOL_A_PHY_UPSTREAM_SFP_NAME = 7, ETHTOOL_A_PHY_DOWNSTREAM_SFP_NAME = 8, __ETHTOOL_A_PHY_CNT = 9, ETHTOOL_A_PHY_MAX = 8, }; enum { ETHTOOL_A_TSCONFIG_UNSPEC = 0, ETHTOOL_A_TSCONFIG_HEADER = 1, ETHTOOL_A_TSCONFIG_HWTSTAMP_PROVIDER = 2, ETHTOOL_A_TSCONFIG_TX_TYPES = 3, ETHTOOL_A_TSCONFIG_RX_FILTERS = 4, ETHTOOL_A_TSCONFIG_HWTSTAMP_FLAGS = 5, __ETHTOOL_A_TSCONFIG_CNT = 6, ETHTOOL_A_TSCONFIG_MAX = 5, }; enum { ETHTOOL_MSG_USER_NONE = 0, ETHTOOL_MSG_STRSET_GET = 1, ETHTOOL_MSG_LINKINFO_GET = 2, ETHTOOL_MSG_LINKINFO_SET = 3, ETHTOOL_MSG_LINKMODES_GET = 4, ETHTOOL_MSG_LINKMODES_SET = 5, ETHTOOL_MSG_LINKSTATE_GET = 6, ETHTOOL_MSG_DEBUG_GET = 7, ETHTOOL_MSG_DEBUG_SET = 8, ETHTOOL_MSG_WOL_GET = 9, ETHTOOL_MSG_WOL_SET = 10, ETHTOOL_MSG_FEATURES_GET = 11, ETHTOOL_MSG_FEATURES_SET = 12, ETHTOOL_MSG_PRIVFLAGS_GET = 13, ETHTOOL_MSG_PRIVFLAGS_SET = 14, ETHTOOL_MSG_RINGS_GET = 15, ETHTOOL_MSG_RINGS_SET = 16, ETHTOOL_MSG_CHANNELS_GET = 17, ETHTOOL_MSG_CHANNELS_SET = 18, ETHTOOL_MSG_COALESCE_GET = 19, ETHTOOL_MSG_COALESCE_SET = 20, ETHTOOL_MSG_PAUSE_GET = 21, ETHTOOL_MSG_PAUSE_SET = 22, ETHTOOL_MSG_EEE_GET = 23, ETHTOOL_MSG_EEE_SET = 24, ETHTOOL_MSG_TSINFO_GET = 25, ETHTOOL_MSG_CABLE_TEST_ACT = 26, ETHTOOL_MSG_CABLE_TEST_TDR_ACT = 27, ETHTOOL_MSG_TUNNEL_INFO_GET = 28, ETHTOOL_MSG_FEC_GET = 29, ETHTOOL_MSG_FEC_SET = 30, ETHTOOL_MSG_MODULE_EEPROM_GET = 31, ETHTOOL_MSG_STATS_GET = 32, ETHTOOL_MSG_PHC_VCLOCKS_GET = 33, ETHTOOL_MSG_MODULE_GET = 34, ETHTOOL_MSG_MODULE_SET = 35, ETHTOOL_MSG_PSE_GET = 36, ETHTOOL_MSG_PSE_SET = 37, ETHTOOL_MSG_RSS_GET = 38, ETHTOOL_MSG_PLCA_GET_CFG = 39, ETHTOOL_MSG_PLCA_SET_CFG = 40, ETHTOOL_MSG_PLCA_GET_STATUS = 41, ETHTOOL_MSG_MM_GET = 42, ETHTOOL_MSG_MM_SET = 43, ETHTOOL_MSG_MODULE_FW_FLASH_ACT = 44, ETHTOOL_MSG_PHY_GET = 45, ETHTOOL_MSG_TSCONFIG_GET = 46, ETHTOOL_MSG_TSCONFIG_SET = 47, __ETHTOOL_MSG_USER_CNT = 48, ETHTOOL_MSG_USER_MAX = 47, }; enum { ETHTOOL_STATS_ETH_PHY = 0, ETHTOOL_STATS_ETH_MAC = 1, ETHTOOL_STATS_ETH_CTRL = 2, ETHTOOL_STATS_RMON = 3, ETHTOOL_STATS_PHY = 4, __ETHTOOL_STATS_CNT = 5, }; enum { ETHTOOL_A_STATS_ETH_PHY_5_SYM_ERR = 0, __ETHTOOL_A_STATS_ETH_PHY_CNT = 1, ETHTOOL_A_STATS_ETH_PHY_MAX = 0, }; enum { ETHTOOL_A_STATS_ETH_MAC_2_TX_PKT = 0, ETHTOOL_A_STATS_ETH_MAC_3_SINGLE_COL = 1, ETHTOOL_A_STATS_ETH_MAC_4_MULTI_COL = 2, ETHTOOL_A_STATS_ETH_MAC_5_RX_PKT = 3, ETHTOOL_A_STATS_ETH_MAC_6_FCS_ERR = 4, ETHTOOL_A_STATS_ETH_MAC_7_ALIGN_ERR = 5, ETHTOOL_A_STATS_ETH_MAC_8_TX_BYTES = 6, ETHTOOL_A_STATS_ETH_MAC_9_TX_DEFER = 7, ETHTOOL_A_STATS_ETH_MAC_10_LATE_COL = 8, ETHTOOL_A_STATS_ETH_MAC_11_XS_COL = 9, ETHTOOL_A_STATS_ETH_MAC_12_TX_INT_ERR = 10, ETHTOOL_A_STATS_ETH_MAC_13_CS_ERR = 11, ETHTOOL_A_STATS_ETH_MAC_14_RX_BYTES = 12, ETHTOOL_A_STATS_ETH_MAC_15_RX_INT_ERR = 13, ETHTOOL_A_STATS_ETH_MAC_18_TX_MCAST = 14, ETHTOOL_A_STATS_ETH_MAC_19_TX_BCAST = 15, ETHTOOL_A_STATS_ETH_MAC_20_XS_DEFER = 16, ETHTOOL_A_STATS_ETH_MAC_21_RX_MCAST = 17, ETHTOOL_A_STATS_ETH_MAC_22_RX_BCAST = 18, ETHTOOL_A_STATS_ETH_MAC_23_IR_LEN_ERR = 19, ETHTOOL_A_STATS_ETH_MAC_24_OOR_LEN = 20, ETHTOOL_A_STATS_ETH_MAC_25_TOO_LONG_ERR = 21, __ETHTOOL_A_STATS_ETH_MAC_CNT = 22, ETHTOOL_A_STATS_ETH_MAC_MAX = 21, }; enum { ETHTOOL_A_STATS_ETH_CTRL_3_TX = 0, ETHTOOL_A_STATS_ETH_CTRL_4_RX = 1, ETHTOOL_A_STATS_ETH_CTRL_5_RX_UNSUP = 2, __ETHTOOL_A_STATS_ETH_CTRL_CNT = 3, ETHTOOL_A_STATS_ETH_CTRL_MAX = 2, }; enum { ETHTOOL_A_STATS_RMON_UNDERSIZE = 0, ETHTOOL_A_STATS_RMON_OVERSIZE = 1, ETHTOOL_A_STATS_RMON_FRAG = 2, ETHTOOL_A_STATS_RMON_JABBER = 3, __ETHTOOL_A_STATS_RMON_CNT = 4, ETHTOOL_A_STATS_RMON_MAX = 3, }; enum { ETHTOOL_A_STATS_PHY_RX_PKTS = 0, ETHTOOL_A_STATS_PHY_RX_BYTES = 1, ETHTOOL_A_STATS_PHY_RX_ERRORS = 2, ETHTOOL_A_STATS_PHY_TX_PKTS = 3, ETHTOOL_A_STATS_PHY_TX_BYTES = 4, ETHTOOL_A_STATS_PHY_TX_ERRORS = 5, __ETHTOOL_A_STATS_PHY_CNT = 6, ETHTOOL_A_STATS_PHY_MAX = 5, }; struct ethnl_req_info { struct net_device *dev; netdevice_tracker dev_tracker; u32 flags; u32 phy_index; }; struct ethnl_reply_data { struct net_device *dev; }; struct ethnl_request_ops { u8 request_cmd; u8 reply_cmd; u16 hdr_attr; unsigned int req_info_size; unsigned int reply_data_size; bool allow_nodev_do; u8 set_ntf_cmd; int (*parse_request)(struct ethnl_req_info *, struct nlattr **, struct netlink_ext_ack *); int (*prepare_data)(const struct ethnl_req_info *, struct ethnl_reply_data *, const struct genl_info *); int (*reply_size)(const struct ethnl_req_info *, const struct ethnl_reply_data *); int (*fill_reply)(struct sk_buff *, const struct ethnl_req_info *, const struct ethnl_reply_data *); void (*cleanup_data)(struct ethnl_reply_data *); int (*set_validate)(struct ethnl_req_info *, struct genl_info *); int (*set)(struct ethnl_req_info *, struct genl_info *); }; typedef const char (* const ethnl_string_array_t)[32]; struct linkmodes_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; bool peer_empty; }; struct wol_reply_data { struct ethnl_reply_data base; struct ethtool_wolinfo wol; bool show_sopass; }; struct channels_reply_data { struct ethnl_reply_data base; struct ethtool_channels channels; }; struct phy_device_node { enum phy_upstream upstream_type; union { struct net_device *netdev; struct phy_device *phydev; } upstream; struct sfp_bus *parent_sfp_bus; struct phy_device *phy; }; enum { ETHTOOL_A_TS_STAT_UNSPEC = 0, ETHTOOL_A_TS_STAT_TX_PKTS = 1, ETHTOOL_A_TS_STAT_TX_LOST = 2, ETHTOOL_A_TS_STAT_TX_ERR = 3, ETHTOOL_A_TS_STAT_TX_ONESTEP_PKTS_UNCONFIRMED = 4, __ETHTOOL_A_TS_STAT_CNT = 5, ETHTOOL_A_TS_STAT_MAX = 4, }; enum { ETHTOOL_A_TS_HWTSTAMP_PROVIDER_UNSPEC = 0, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_INDEX = 1, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_QUALIFIER = 2, __ETHTOOL_A_TS_HWTSTAMP_PROVIDER_CNT = 3, ETHTOOL_A_TS_HWTSTAMP_PROVIDER_MAX = 2, }; struct tsinfo_req_info { struct ethnl_req_info base; struct hwtstamp_provider_desc hwprov_desc; }; struct tsinfo_reply_data { struct ethnl_reply_data base; struct kernel_ethtool_ts_info ts_info; struct ethtool_ts_stats stats; }; struct ethnl_tsinfo_dump_ctx { struct tsinfo_req_info *req_info; struct tsinfo_reply_data *reply_data; long unsigned int pos_ifindex; bool netdev_dump_done; long unsigned int pos_phyindex; enum hwtstamp_provider_qualifier pos_phcqualifier; }; struct eeprom_req_info { struct ethnl_req_info base; u32 offset; u32 length; u8 page; u8 bank; u8 i2c_address; }; struct eeprom_reply_data { struct ethnl_reply_data base; u32 length; u8 *data; }; enum ethtool_module_fw_flash_status { ETHTOOL_MODULE_FW_FLASH_STATUS_STARTED = 1, ETHTOOL_MODULE_FW_FLASH_STATUS_IN_PROGRESS = 2, ETHTOOL_MODULE_FW_FLASH_STATUS_COMPLETED = 3, ETHTOOL_MODULE_FW_FLASH_STATUS_ERROR = 4, }; enum { SFF8024_ID_UNK = 0, SFF8024_ID_SFF_8472 = 2, SFF8024_ID_SFP = 3, SFF8024_ID_DWDM_SFP = 11, SFF8024_ID_QSFP_8438 = 12, SFF8024_ID_QSFP_8436_8636 = 13, SFF8024_ID_QSFP28_8636 = 17, SFF8024_ID_QSFP_DD = 24, SFF8024_ID_OSFP = 25, SFF8024_ID_DSFP = 27, SFF8024_ID_QSFP_PLUS_CMIS = 30, SFF8024_ID_SFP_DD_CMIS = 31, SFF8024_ID_SFP_PLUS_CMIS = 32, SFF8024_ENCODING_UNSPEC = 0, SFF8024_ENCODING_8B10B = 1, SFF8024_ENCODING_4B5B = 2, SFF8024_ENCODING_NRZ = 3, SFF8024_ENCODING_8472_MANCHESTER = 4, SFF8024_ENCODING_8472_SONET = 5, SFF8024_ENCODING_8472_64B66B = 6, SFF8024_ENCODING_8436_MANCHESTER = 6, SFF8024_ENCODING_8436_SONET = 4, SFF8024_ENCODING_8436_64B66B = 5, SFF8024_ENCODING_256B257B = 7, SFF8024_ENCODING_PAM4 = 8, SFF8024_CONNECTOR_UNSPEC = 0, SFF8024_CONNECTOR_SC = 1, SFF8024_CONNECTOR_FIBERJACK = 6, SFF8024_CONNECTOR_LC = 7, SFF8024_CONNECTOR_MT_RJ = 8, SFF8024_CONNECTOR_MU = 9, SFF8024_CONNECTOR_SG = 10, SFF8024_CONNECTOR_OPTICAL_PIGTAIL = 11, SFF8024_CONNECTOR_MPO_1X12 = 12, SFF8024_CONNECTOR_MPO_2X16 = 13, SFF8024_CONNECTOR_HSSDC_II = 32, SFF8024_CONNECTOR_COPPER_PIGTAIL = 33, SFF8024_CONNECTOR_RJ45 = 34, SFF8024_CONNECTOR_NOSEPARATE = 35, SFF8024_CONNECTOR_MXC_2X16 = 36, SFF8024_ECC_UNSPEC = 0, SFF8024_ECC_100G_25GAUI_C2M_AOC = 1, SFF8024_ECC_100GBASE_SR4_25GBASE_SR = 2, SFF8024_ECC_100GBASE_LR4_25GBASE_LR = 3, SFF8024_ECC_100GBASE_ER4_25GBASE_ER = 4, SFF8024_ECC_100GBASE_SR10 = 5, SFF8024_ECC_100GBASE_CR4 = 11, SFF8024_ECC_25GBASE_CR_S = 12, SFF8024_ECC_25GBASE_CR_N = 13, SFF8024_ECC_10GBASE_T_SFI = 22, SFF8024_ECC_10GBASE_T_SR = 28, SFF8024_ECC_5GBASE_T = 29, SFF8024_ECC_2_5GBASE_T = 30, }; enum { SFP_PHYS_ID = 0, SFP_PHYS_EXT_ID = 1, SFP_PHYS_EXT_ID_SFP = 4, SFP_CONNECTOR = 2, SFP_COMPLIANCE = 3, SFP_ENCODING = 11, SFP_BR_NOMINAL = 12, SFP_RATE_ID = 13, SFF_RID_8079 = 1, SFF_RID_8431_RX_ONLY = 2, SFF_RID_8431_TX_ONLY = 4, SFF_RID_8431 = 6, SFF_RID_10G8G = 14, SFP_LINK_LEN_SM_KM = 14, SFP_LINK_LEN_SM_100M = 15, SFP_LINK_LEN_50UM_OM2_10M = 16, SFP_LINK_LEN_62_5UM_OM1_10M = 17, SFP_LINK_LEN_COPPER_1M = 18, SFP_LINK_LEN_50UM_OM4_10M = 18, SFP_LINK_LEN_50UM_OM3_10M = 19, SFP_VENDOR_NAME = 20, SFP_VENDOR_OUI = 37, SFP_VENDOR_PN = 40, SFP_VENDOR_REV = 56, SFP_OPTICAL_WAVELENGTH_MSB = 60, SFP_OPTICAL_WAVELENGTH_LSB = 61, SFP_CABLE_SPEC = 60, SFP_CC_BASE = 63, SFP_OPTIONS = 64, SFP_OPTIONS_HIGH_POWER_LEVEL = 8192, SFP_OPTIONS_PAGING_A2 = 4096, SFP_OPTIONS_RETIMER = 2048, SFP_OPTIONS_COOLED_XCVR = 1024, SFP_OPTIONS_POWER_DECL = 512, SFP_OPTIONS_RX_LINEAR_OUT = 256, SFP_OPTIONS_RX_DECISION_THRESH = 128, SFP_OPTIONS_TUNABLE_TX = 64, SFP_OPTIONS_RATE_SELECT = 32, SFP_OPTIONS_TX_DISABLE = 16, SFP_OPTIONS_TX_FAULT = 8, SFP_OPTIONS_LOS_INVERTED = 4, SFP_OPTIONS_LOS_NORMAL = 2, SFP_BR_MAX = 66, SFP_BR_MIN = 67, SFP_VENDOR_SN = 68, SFP_DATECODE = 84, SFP_DIAGMON = 92, SFP_DIAGMON_DDM = 64, SFP_DIAGMON_INT_CAL = 32, SFP_DIAGMON_EXT_CAL = 16, SFP_DIAGMON_RXPWR_AVG = 8, SFP_DIAGMON_ADDRMODE = 4, SFP_ENHOPTS = 93, SFP_ENHOPTS_ALARMWARN = 128, SFP_ENHOPTS_SOFT_TX_DISABLE = 64, SFP_ENHOPTS_SOFT_TX_FAULT = 32, SFP_ENHOPTS_SOFT_RX_LOS = 16, SFP_ENHOPTS_SOFT_RATE_SELECT = 8, SFP_ENHOPTS_APP_SELECT_SFF8079 = 4, SFP_ENHOPTS_SOFT_RATE_SFF8431 = 2, SFP_SFF8472_COMPLIANCE = 94, SFP_SFF8472_COMPLIANCE_NONE = 0, SFP_SFF8472_COMPLIANCE_REV9_3 = 1, SFP_SFF8472_COMPLIANCE_REV9_5 = 2, SFP_SFF8472_COMPLIANCE_REV10_2 = 3, SFP_SFF8472_COMPLIANCE_REV10_4 = 4, SFP_SFF8472_COMPLIANCE_REV11_0 = 5, SFP_SFF8472_COMPLIANCE_REV11_3 = 6, SFP_SFF8472_COMPLIANCE_REV11_4 = 7, SFP_SFF8472_COMPLIANCE_REV12_0 = 8, SFP_CC_EXT = 95, }; enum ethnl_sock_type { ETHTOOL_SOCK_TYPE_MODULE_FW_FLASH = 0, }; struct ethnl_sock_priv { struct net_device *dev; u32 portid; enum ethnl_sock_type type; }; struct ethnl_module_fw_flash_ntf_params { u32 portid; u32 seq; bool closed_sock; }; struct ethtool_module_fw_flash_params { __be32 password; u8 password_valid: 1; }; struct ethtool_cmis_fw_update_params { struct net_device *dev; struct ethtool_module_fw_flash_params params; struct ethnl_module_fw_flash_ntf_params ntf_params; const struct firmware *fw; }; struct ethtool_module_fw_flash { struct list_head list; netdevice_tracker dev_tracker; struct work_struct work; struct ethtool_cmis_fw_update_params fw_update; }; struct module_reply_data { struct ethnl_reply_data base; struct ethtool_module_power_mode_params power; }; struct plca_reply_data { struct ethnl_reply_data base; struct phy_plca_cfg plca_cfg; struct phy_plca_status plca_st; }; typedef u16 u_int16_t; typedef u32 u_int32_t; struct nf_loginfo { u_int8_t type; union { struct { u_int32_t copy_len; u_int16_t group; u_int16_t qthreshold; u_int16_t flags; } ulog; struct { u_int8_t level; u_int8_t logflags; } log; } u; }; struct nf_log_buf { unsigned int count; char buf[1020]; }; enum nf_hook_ops_type { NF_HOOK_OP_UNDEFINED = 0, NF_HOOK_OP_NF_TABLES = 1, NF_HOOK_OP_BPF = 2, }; struct nf_hook_ops { nf_hookfn *hook; struct net_device *dev; void *priv; u8 pf; enum nf_hook_ops_type hook_ops_type: 8; unsigned int hooknum; int priority; }; struct nf_defrag_hook { struct module *owner; int (*enable)(struct net *); void (*disable)(struct net *); }; struct bpf_nf_ctx { const struct nf_hook_state *state; struct sk_buff *skb; }; enum nf_ip_hook_priorities { NF_IP_PRI_FIRST = -2147483648, NF_IP_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP_PRI_CONNTRACK_DEFRAG = -400, NF_IP_PRI_RAW = -300, NF_IP_PRI_SELINUX_FIRST = -225, NF_IP_PRI_CONNTRACK = -200, NF_IP_PRI_MANGLE = -150, NF_IP_PRI_NAT_DST = -100, NF_IP_PRI_FILTER = 0, NF_IP_PRI_SECURITY = 50, NF_IP_PRI_NAT_SRC = 100, NF_IP_PRI_SELINUX_LAST = 225, NF_IP_PRI_CONNTRACK_HELPER = 300, NF_IP_PRI_CONNTRACK_CONFIRM = 2147483647, NF_IP_PRI_LAST = 2147483647, }; struct bpf_nf_link { struct bpf_link link; struct nf_hook_ops hook_ops; netns_tracker ns_tracker; struct net *net; u32 dead; const struct nf_defrag_hook *defrag_hook; }; typedef u64 u_int64_t; enum ip_conntrack_info { IP_CT_ESTABLISHED = 0, IP_CT_RELATED = 1, IP_CT_NEW = 2, IP_CT_IS_REPLY = 3, IP_CT_ESTABLISHED_REPLY = 3, IP_CT_RELATED_REPLY = 4, IP_CT_NUMBER = 5, IP_CT_UNTRACKED = 7, }; enum ip_conntrack_status { IPS_EXPECTED_BIT = 0, IPS_EXPECTED = 1, IPS_SEEN_REPLY_BIT = 1, IPS_SEEN_REPLY = 2, IPS_ASSURED_BIT = 2, IPS_ASSURED = 4, IPS_CONFIRMED_BIT = 3, IPS_CONFIRMED = 8, IPS_SRC_NAT_BIT = 4, IPS_SRC_NAT = 16, IPS_DST_NAT_BIT = 5, IPS_DST_NAT = 32, IPS_NAT_MASK = 48, IPS_SEQ_ADJUST_BIT = 6, IPS_SEQ_ADJUST = 64, IPS_SRC_NAT_DONE_BIT = 7, IPS_SRC_NAT_DONE = 128, IPS_DST_NAT_DONE_BIT = 8, IPS_DST_NAT_DONE = 256, IPS_NAT_DONE_MASK = 384, IPS_DYING_BIT = 9, IPS_DYING = 512, IPS_FIXED_TIMEOUT_BIT = 10, IPS_FIXED_TIMEOUT = 1024, IPS_TEMPLATE_BIT = 11, IPS_TEMPLATE = 2048, IPS_UNTRACKED_BIT = 12, IPS_UNTRACKED = 4096, IPS_NAT_CLASH_BIT = 12, IPS_NAT_CLASH = 4096, IPS_HELPER_BIT = 13, IPS_HELPER = 8192, IPS_OFFLOAD_BIT = 14, IPS_OFFLOAD = 16384, IPS_HW_OFFLOAD_BIT = 15, IPS_HW_OFFLOAD = 32768, IPS_UNCHANGEABLE_MASK = 56313, __IPS_MAX_BIT = 16, }; enum ip_conntrack_events { IPCT_NEW = 0, IPCT_RELATED = 1, IPCT_DESTROY = 2, IPCT_REPLY = 3, IPCT_ASSURED = 4, IPCT_PROTOINFO = 5, IPCT_HELPER = 6, IPCT_MARK = 7, IPCT_SEQADJ = 8, IPCT_NATSEQADJ = 8, IPCT_SECMARK = 9, IPCT_LABEL = 10, IPCT_SYNPROXY = 11, __IPCT_MAX = 12, }; union nf_inet_addr { __u32 all[4]; __be32 ip; __be32 ip6[4]; struct in_addr in; struct in6_addr in6; }; struct ip_ct_tcp_state { u_int32_t td_end; u_int32_t td_maxend; u_int32_t td_maxwin; u_int32_t td_maxack; u_int8_t td_scale; u_int8_t flags; }; struct ip_ct_tcp { struct ip_ct_tcp_state seen[2]; u_int8_t state; u_int8_t last_dir; u_int8_t retrans; u_int8_t last_index; u_int32_t last_seq; u_int32_t last_ack; u_int32_t last_end; u_int16_t last_win; u_int8_t last_wscale; u_int8_t last_flags; }; union nf_conntrack_man_proto { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { __be16 id; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; }; struct nf_ct_dccp { u_int8_t role[2]; u_int8_t state; u_int8_t last_pkt; u_int8_t last_dir; u_int64_t handshake_seq; }; struct ip_ct_sctp { enum sctp_conntrack state; __be32 vtag[2]; u8 init[2]; u8 last_dir; u8 flags; }; struct nf_ct_event; struct nf_exp_event; struct nf_ct_event_notifier { int (*ct_event)(unsigned int, const struct nf_ct_event *); int (*exp_event)(unsigned int, const struct nf_exp_event *); }; struct nf_conntrack_man { union nf_inet_addr u3; union nf_conntrack_man_proto u; u_int16_t l3num; }; struct nf_conntrack_tuple { struct nf_conntrack_man src; struct { union nf_inet_addr u3; union { __be16 all; struct { __be16 port; } tcp; struct { __be16 port; } udp; struct { u_int8_t type; u_int8_t code; } icmp; struct { __be16 port; } dccp; struct { __be16 port; } sctp; struct { __be16 key; } gre; } u; u_int8_t protonum; struct {} __nfct_hash_offsetend; u_int8_t dir; } dst; }; struct nf_conntrack_tuple_hash { struct hlist_nulls_node hnnode; struct nf_conntrack_tuple tuple; }; struct nf_ct_udp { long unsigned int stream_ts; }; struct nf_ct_gre { unsigned int stream_timeout; unsigned int timeout; }; union nf_conntrack_proto { struct nf_ct_dccp dccp; struct ip_ct_sctp sctp; struct ip_ct_tcp tcp; struct nf_ct_udp udp; struct nf_ct_gre gre; unsigned int tmpl_padto; }; struct nf_ct_ext; struct nf_conn { struct nf_conntrack ct_general; spinlock_t lock; u32 timeout; struct nf_conntrack_tuple_hash tuplehash[2]; long unsigned int status; possible_net_t ct_net; struct {} __nfct_init_offset; struct nf_conn *master; u_int32_t mark; struct nf_ct_ext *ext; union nf_conntrack_proto proto; }; struct nf_conntrack_tuple_mask { struct { union nf_inet_addr u3; union nf_conntrack_man_proto u; } src; }; struct nf_ct_ext { u8 offset[4]; u8 len; unsigned int gen_id; long: 0; char data[0]; }; struct nf_conntrack_helper; struct nf_conntrack_expect { struct hlist_node lnode; struct hlist_node hnode; struct nf_conntrack_tuple tuple; struct nf_conntrack_tuple_mask mask; refcount_t use; unsigned int flags; unsigned int class; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); struct nf_conntrack_helper *helper; struct nf_conn *master; struct timer_list timeout; struct callback_head rcu; }; struct nf_conntrack_expect_policy; struct nf_conntrack_helper { struct hlist_node hnode; char name[16]; refcount_t refcnt; struct module *me; const struct nf_conntrack_expect_policy *expect_policy; struct nf_conntrack_tuple tuple; int (*help)(struct sk_buff *, unsigned int, struct nf_conn *, enum ip_conntrack_info); void (*destroy)(struct nf_conn *); int (*from_nlattr)(struct nlattr *, struct nf_conn *); int (*to_nlattr)(struct sk_buff *, const struct nf_conn *); unsigned int expect_class_max; unsigned int flags; unsigned int queue_num; u16 data_len; char nat_mod_name[16]; }; struct nf_conntrack_expect_policy { unsigned int max_expected; unsigned int timeout; char name[16]; }; struct nf_ct_event { struct nf_conn *ct; u32 portid; int report; }; struct nf_exp_event { struct nf_conntrack_expect *exp; u32 portid; int report; }; enum nf_ct_helper_flags { NF_CT_HELPER_F_USERSPACE = 1, NF_CT_HELPER_F_CONFIGURED = 2, }; struct nf_conn_help { struct nf_conntrack_helper *helper; struct hlist_head expectations; u8 expecting[4]; long: 0; char data[32]; }; struct nf_ct_helper_expectfn { struct list_head head; const char *name; void (*expectfn)(struct nf_conn *, struct nf_conntrack_expect *); }; struct nf_conntrack_nat_helper { struct list_head list; char mod_name[16]; struct module *module; }; struct nf_conntrack_l4proto { u_int8_t l4proto; bool allow_clash; u16 nlattr_size; bool (*can_early_drop)(const struct nf_conn *); int (*to_nlattr)(struct sk_buff *, struct nlattr *, struct nf_conn *, bool); int (*from_nlattr)(struct nlattr **, struct nf_conn *); int (*tuple_to_nlattr)(struct sk_buff *, const struct nf_conntrack_tuple *); unsigned int (*nlattr_tuple_size)(); int (*nlattr_to_tuple)(struct nlattr **, struct nf_conntrack_tuple *, u_int32_t); const struct nla_policy *nla_policy; struct { int (*nlattr_to_obj)(struct nlattr **, struct net *, void *); int (*obj_to_nlattr)(struct sk_buff *, const void *); u16 obj_size; u16 nlattr_max; const struct nla_policy *nla_policy; } ctnl_timeout; }; struct nf_conntrack_ecache { long unsigned int cache; u16 ctmask; u16 expmask; u32 missed; u32 portid; }; struct tcp_sack_block_wire { __be32 start_seq; __be32 end_seq; }; struct nf_ct_seqadj { u32 correction_pos; s32 offset_before; s32 offset_after; }; struct nf_conn_seqadj { struct nf_ct_seqadj seq[2]; }; struct skb_checksum_ops { __wsum (*update)(const void *, int, __wsum); __wsum (*combine)(__wsum, __wsum, int, int); }; enum sctp_msg_flags { MSG_NOTIFICATION = 32768, }; struct sctphdr { __be16 source; __be16 dest; __be32 vtag; __le32 checksum; }; struct sctp_chunkhdr { __u8 type; __u8 flags; __be16 length; }; enum sctp_cid { SCTP_CID_DATA = 0, SCTP_CID_INIT = 1, SCTP_CID_INIT_ACK = 2, SCTP_CID_SACK = 3, SCTP_CID_HEARTBEAT = 4, SCTP_CID_HEARTBEAT_ACK = 5, SCTP_CID_ABORT = 6, SCTP_CID_SHUTDOWN = 7, SCTP_CID_SHUTDOWN_ACK = 8, SCTP_CID_ERROR = 9, SCTP_CID_COOKIE_ECHO = 10, SCTP_CID_COOKIE_ACK = 11, SCTP_CID_ECN_ECNE = 12, SCTP_CID_ECN_CWR = 13, SCTP_CID_SHUTDOWN_COMPLETE = 14, SCTP_CID_AUTH = 15, SCTP_CID_I_DATA = 64, SCTP_CID_FWD_TSN = 192, SCTP_CID_ASCONF = 193, SCTP_CID_I_FWD_TSN = 194, SCTP_CID_ASCONF_ACK = 128, SCTP_CID_RECONF = 130, SCTP_CID_PAD = 132, }; enum { SCTP_CHUNK_FLAG_T = 1, }; struct sctp_inithdr { __be32 init_tag; __be32 a_rwnd; __be16 num_outbound_streams; __be16 num_inbound_streams; __be32 initial_tsn; }; enum skb_tstamp_type { SKB_CLOCK_REALTIME = 0, SKB_CLOCK_MONOTONIC = 1, SKB_CLOCK_TAI = 2, __SKB_CLOCK_MAX = 2, }; struct packet_type { __be16 type; bool ignore_outgoing; struct net_device *dev; netdevice_tracker dev_tracker; int (*func)(struct sk_buff *, struct net_device *, struct packet_type *, struct net_device *); void (*list_func)(struct list_head *, struct packet_type *, struct net_device *); bool (*id_match)(struct packet_type *, struct sock *); struct net *af_packet_net; void *af_packet_priv; struct list_head list; }; typedef u8 dscp_t; struct raw_hashinfo { spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct hlist_head ht[256]; }; enum ip_defrag_users { IP_DEFRAG_LOCAL_DELIVER = 0, IP_DEFRAG_CALL_RA_CHAIN = 1, IP_DEFRAG_CONNTRACK_IN = 2, __IP_DEFRAG_CONNTRACK_IN_END = 65537, IP_DEFRAG_CONNTRACK_OUT = 65538, __IP_DEFRAG_CONNTRACK_OUT_END = 131073, IP_DEFRAG_CONNTRACK_BRIDGE_IN = 131074, __IP_DEFRAG_CONNTRACK_BRIDGE_IN = 196609, IP_DEFRAG_VS_IN = 196610, IP_DEFRAG_VS_OUT = 196611, IP_DEFRAG_VS_FWD = 196612, IP_DEFRAG_AF_PACKET = 196613, IP_DEFRAG_MACVLAN = 196614, }; enum { INET_ECN_NOT_ECT = 0, INET_ECN_ECT_1 = 1, INET_ECN_ECT_0 = 2, INET_ECN_CE = 3, INET_ECN_MASK = 3, }; struct ip_mreqn { struct in_addr imr_multiaddr; struct in_addr imr_address; int imr_ifindex; }; struct mmpin { struct user_struct *user; unsigned int num_pg; }; struct ubuf_info_msgzc { struct ubuf_info ubuf; union { struct { long unsigned int desc; void *ctx; }; struct { u32 id; u16 len; u16 zerocopy: 1; u32 bytelen; }; }; struct mmpin mmp; }; enum pkt_hash_types { PKT_HASH_TYPE_NONE = 0, PKT_HASH_TYPE_L2 = 1, PKT_HASH_TYPE_L3 = 2, PKT_HASH_TYPE_L4 = 3, }; enum rt_scope_t { RT_SCOPE_UNIVERSE = 0, RT_SCOPE_SITE = 200, RT_SCOPE_LINK = 253, RT_SCOPE_HOST = 254, RT_SCOPE_NOWHERE = 255, }; struct nl_info { struct nlmsghdr *nlh; struct net *nl_net; u32 portid; u8 skip_notify: 1; u8 skip_notify_kernel: 1; }; struct ip_options_data { struct ip_options_rcu opt; char data[40]; }; struct ip_sf_socklist; struct ip_mc_socklist { struct ip_mc_socklist *next_rcu; struct ip_mreqn multi; unsigned int sfmode; struct ip_sf_socklist *sflist; struct callback_head rcu; }; struct fib6_result; struct fib6_config; struct ipv6_stub { int (*ipv6_sock_mc_join)(struct sock *, int, const struct in6_addr *); int (*ipv6_sock_mc_drop)(struct sock *, int, const struct in6_addr *); struct dst_entry * (*ipv6_dst_lookup_flow)(struct net *, const struct sock *, struct flowi6 *, const struct in6_addr *); int (*ipv6_route_input)(struct sk_buff *); struct fib6_table * (*fib6_get_table)(struct net *, u32); int (*fib6_lookup)(struct net *, int, struct flowi6 *, struct fib6_result *, int); int (*fib6_table_lookup)(struct net *, struct fib6_table *, int, struct flowi6 *, struct fib6_result *, int); void (*fib6_select_path)(const struct net *, struct fib6_result *, struct flowi6 *, int, bool, const struct sk_buff *, int); u32 (*ip6_mtu_from_fib6)(const struct fib6_result *, const struct in6_addr *, const struct in6_addr *); int (*fib6_nh_init)(struct net *, struct fib6_nh *, struct fib6_config *, gfp_t, struct netlink_ext_ack *); void (*fib6_nh_release)(struct fib6_nh *); void (*fib6_nh_release_dsts)(struct fib6_nh *); void (*fib6_update_sernum)(struct net *, struct fib6_info *); int (*ip6_del_rt)(struct net *, struct fib6_info *, bool); void (*fib6_rt_update)(struct net *, struct fib6_info *, struct nl_info *); void (*udpv6_encap_enable)(); void (*ndisc_send_na)(struct net_device *, const struct in6_addr *, const struct in6_addr *, bool, bool, bool, bool); struct neigh_table *nd_tbl; int (*ipv6_fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); struct net_device * (*ipv6_dev_find)(struct net *, const struct in6_addr *, struct net_device *); int (*ip6_xmit)(const struct sock *, struct sk_buff *, struct flowi6 *, __u32, struct ipv6_txoptions *, int, u32); }; struct fib6_result { struct fib6_nh *nh; struct fib6_info *f6i; u32 fib6_flags; u8 fib6_type; struct rt6_info *rt6; }; struct fib6_config { u32 fc_table; u32 fc_metric; int fc_dst_len; int fc_src_len; int fc_ifindex; u32 fc_flags; u32 fc_protocol; u16 fc_type; u16 fc_delete_all_nh: 1; u16 fc_ignore_dev_down: 1; u16 __unused: 14; u32 fc_nh_id; struct in6_addr fc_dst; struct in6_addr fc_src; struct in6_addr fc_prefsrc; struct in6_addr fc_gateway; long unsigned int fc_expires; struct nlattr *fc_mx; int fc_mx_len; int fc_mp_len; struct nlattr *fc_mp; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; bool fc_is_fdb; }; enum { LWTUNNEL_XMIT_DONE = 0, LWTUNNEL_XMIT_CONTINUE = 256, }; struct ipcm_cookie { struct sockcm_cookie sockc; __be32 addr; int oif; struct ip_options_rcu *opt; __u8 protocol; __u8 ttl; __s16 tos; __u16 gso_size; }; struct ip_fraglist_iter { struct sk_buff *frag; struct iphdr *iph; int offset; unsigned int hlen; }; struct ip_frag_state { bool DF; unsigned int hlen; unsigned int ll_rs; unsigned int mtu; unsigned int left; int offset; int ptr; __be16 not_last_frag; }; struct ip_reply_arg { struct kvec iov[1]; int flags; __wsum csum; int csumoffset; int bound_dev_if; u8 tos; kuid_t uid; }; struct icmphdr { __u8 type; __u8 code; __sum16 checksum; union { struct { __be16 id; __be16 sequence; } echo; __be32 gateway; struct { __be16 __unused; __be16 mtu; } frag; __u8 reserved[4]; } un; }; struct ip_sf_socklist { unsigned int sl_max; unsigned int sl_count; struct callback_head rcu; __be32 sl_addr[0]; }; enum l2tp_debug_flags { L2TP_MSG_DEBUG = 1, L2TP_MSG_CONTROL = 2, L2TP_MSG_SEQ = 4, L2TP_MSG_DATA = 8, }; struct tcp_request_sock_ops; struct tcp_request_sock { struct inet_request_sock req; const struct tcp_request_sock_ops *af_specific; u64 snt_synack; bool tfo_listener; bool is_mptcp; bool req_usec_ts; bool drop_req; u32 txhash; u32 rcv_isn; u32 snt_isn; u32 ts_off; u32 snt_tsval_first; u32 snt_tsval_last; u32 last_oow_ack_time; u32 rcv_nxt; u8 syn_tos; }; enum tcp_synack_type { TCP_SYNACK_NORMAL = 0, TCP_SYNACK_FASTOPEN = 1, TCP_SYNACK_COOKIE = 2, }; struct tcp_request_sock_ops { u16 mss_clamp; struct dst_entry * (*route_req)(const struct sock *, struct sk_buff *, struct flowi *, struct request_sock *, u32); u32 (*init_seq)(const struct sk_buff *); u32 (*init_ts_off)(const struct net *, const struct sk_buff *); int (*send_synack)(const struct sock *, struct dst_entry *, struct flowi *, struct request_sock *, struct tcp_fastopen_cookie *, enum tcp_synack_type, struct sk_buff *); }; enum { BPF_SOCK_OPS_RTO_CB_FLAG = 1, BPF_SOCK_OPS_RETRANS_CB_FLAG = 2, BPF_SOCK_OPS_STATE_CB_FLAG = 4, BPF_SOCK_OPS_RTT_CB_FLAG = 8, BPF_SOCK_OPS_PARSE_ALL_HDR_OPT_CB_FLAG = 16, BPF_SOCK_OPS_PARSE_UNKNOWN_HDR_OPT_CB_FLAG = 32, BPF_SOCK_OPS_WRITE_HDR_OPT_CB_FLAG = 64, BPF_SOCK_OPS_ALL_CB_FLAGS = 127, }; enum { BPF_SOCK_OPS_VOID = 0, BPF_SOCK_OPS_TIMEOUT_INIT = 1, BPF_SOCK_OPS_RWND_INIT = 2, BPF_SOCK_OPS_TCP_CONNECT_CB = 3, BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB = 4, BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB = 5, BPF_SOCK_OPS_NEEDS_ECN = 6, BPF_SOCK_OPS_BASE_RTT = 7, BPF_SOCK_OPS_RTO_CB = 8, BPF_SOCK_OPS_RETRANS_CB = 9, BPF_SOCK_OPS_STATE_CB = 10, BPF_SOCK_OPS_TCP_LISTEN_CB = 11, BPF_SOCK_OPS_RTT_CB = 12, BPF_SOCK_OPS_PARSE_HDR_OPT_CB = 13, BPF_SOCK_OPS_HDR_OPT_LEN_CB = 14, BPF_SOCK_OPS_WRITE_HDR_OPT_CB = 15, BPF_SOCK_OPS_TSTAMP_SCHED_CB = 16, BPF_SOCK_OPS_TSTAMP_SND_SW_CB = 17, BPF_SOCK_OPS_TSTAMP_SND_HW_CB = 18, BPF_SOCK_OPS_TSTAMP_ACK_CB = 19, BPF_SOCK_OPS_TSTAMP_SENDMSG_CB = 20, }; enum inet_csk_ack_state_t { ICSK_ACK_SCHED = 1, ICSK_ACK_TIMER = 2, ICSK_ACK_PUSHED = 4, ICSK_ACK_PUSHED2 = 8, ICSK_ACK_NOW = 16, ICSK_ACK_NOMEM = 32, }; enum tcp_metric_index { TCP_METRIC_RTT = 0, TCP_METRIC_RTTVAR = 1, TCP_METRIC_SSTHRESH = 2, TCP_METRIC_CWND = 3, TCP_METRIC_REORDERING = 4, TCP_METRIC_RTT_US = 5, TCP_METRIC_RTTVAR_US = 6, __TCP_METRIC_MAX = 7, }; enum { TCP_METRICS_ATTR_UNSPEC = 0, TCP_METRICS_ATTR_ADDR_IPV4 = 1, TCP_METRICS_ATTR_ADDR_IPV6 = 2, TCP_METRICS_ATTR_AGE = 3, TCP_METRICS_ATTR_TW_TSVAL = 4, TCP_METRICS_ATTR_TW_TS_STAMP = 5, TCP_METRICS_ATTR_VALS = 6, TCP_METRICS_ATTR_FOPEN_MSS = 7, TCP_METRICS_ATTR_FOPEN_SYN_DROPS = 8, TCP_METRICS_ATTR_FOPEN_SYN_DROP_TS = 9, TCP_METRICS_ATTR_FOPEN_COOKIE = 10, TCP_METRICS_ATTR_SADDR_IPV4 = 11, TCP_METRICS_ATTR_SADDR_IPV6 = 12, TCP_METRICS_ATTR_PAD = 13, __TCP_METRICS_ATTR_MAX = 14, }; enum { TCP_METRICS_CMD_UNSPEC = 0, TCP_METRICS_CMD_GET = 1, TCP_METRICS_CMD_DEL = 2, __TCP_METRICS_CMD_MAX = 3, }; struct ipv4_addr_key { __be32 addr; int vif; }; struct inetpeer_addr { union { struct ipv4_addr_key a4; struct in6_addr a6; u32 key[4]; }; __u16 family; }; struct tcp_fastopen_metrics { u16 mss; u16 syn_loss: 10; u16 try_exp: 2; long unsigned int last_syn_loss; struct tcp_fastopen_cookie cookie; }; struct tcp_metrics_block { struct tcp_metrics_block *tcpm_next; struct net *tcpm_net; struct inetpeer_addr tcpm_saddr; struct inetpeer_addr tcpm_daddr; long unsigned int tcpm_stamp; u32 tcpm_lock; u32 tcpm_vals[5]; struct tcp_fastopen_metrics tcpm_fastopen; struct callback_head callback_head; }; struct tcpm_hash_bucket { struct tcp_metrics_block *chain; }; enum tcp_queue { TCP_FRAG_IN_WRITE_QUEUE = 0, TCP_FRAG_IN_RTX_QUEUE = 1, }; enum tcp_skb_cb_sacked_flags { TCPCB_SACKED_ACKED = 1, TCPCB_SACKED_RETRANS = 2, TCPCB_LOST = 4, TCPCB_TAGBITS = 7, TCPCB_REPAIRED = 16, TCPCB_EVER_RETRANS = 128, TCPCB_RETRANS = 146, }; struct tcp_skb_cb { __u32 seq; __u32 end_seq; union { struct { u16 tcp_gso_segs; u16 tcp_gso_size; }; }; __u16 tcp_flags; __u8 sacked; __u8 ip_dsfield; __u8 txstamp_ack: 2; __u8 eor: 1; __u8 has_rxtstamp: 1; __u8 unused: 4; __u32 ack_seq; union { struct { __u32 is_app_limited: 1; __u32 delivered_ce: 20; __u32 unused: 11; __u32 delivered; u64 first_tx_mstamp; u64 delivered_mstamp; } tx; union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; }; }; struct udp_hslot; struct udp_hslot_main; struct udp_table { struct udp_hslot *hash; struct udp_hslot_main *hash2; struct udp_hslot *hash4; unsigned int mask; unsigned int log; }; struct udp_hslot { union { struct hlist_head head; struct hlist_nulls_head nulls_head; }; int count; spinlock_t lock; }; struct udp_hslot_main { struct udp_hslot hslot; u32 hash4_cnt; long: 64; }; struct udp_seq_afinfo { sa_family_t family; struct udp_table *udp_table; }; struct inet_protosw { struct list_head list; short unsigned int type; short unsigned int protocol; struct proto *prot; const struct proto_ops *ops; unsigned char flags; }; typedef union { __be32 a4; __be32 a6[4]; struct in6_addr in6; } xfrm_address_t; struct xfrm_id { xfrm_address_t daddr; __be32 spi; __u8 proto; }; struct xfrm_sec_ctx { __u8 ctx_doi; __u8 ctx_alg; __u16 ctx_len; __u32 ctx_sid; char ctx_str[0]; }; struct xfrm_selector { xfrm_address_t daddr; xfrm_address_t saddr; __be16 dport; __be16 dport_mask; __be16 sport; __be16 sport_mask; __u16 family; __u8 prefixlen_d; __u8 prefixlen_s; __u8 proto; int ifindex; __kernel_uid32_t user; }; struct xfrm_lifetime_cfg { __u64 soft_byte_limit; __u64 hard_byte_limit; __u64 soft_packet_limit; __u64 hard_packet_limit; __u64 soft_add_expires_seconds; __u64 hard_add_expires_seconds; __u64 soft_use_expires_seconds; __u64 hard_use_expires_seconds; }; struct xfrm_lifetime_cur { __u64 bytes; __u64 packets; __u64 add_time; __u64 use_time; }; struct xfrm_replay_state { __u32 oseq; __u32 seq; __u32 bitmap; }; struct xfrm_replay_state_esn { unsigned int bmp_len; __u32 oseq; __u32 seq; __u32 oseq_hi; __u32 seq_hi; __u32 replay_window; __u32 bmp[0]; }; struct xfrm_algo { char alg_name[64]; unsigned int alg_key_len; char alg_key[0]; }; struct xfrm_algo_auth { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_trunc_len; char alg_key[0]; }; struct xfrm_algo_aead { char alg_name[64]; unsigned int alg_key_len; unsigned int alg_icv_len; char alg_key[0]; }; struct xfrm_stats { __u32 replay_window; __u32 replay; __u32 integrity_failed; }; struct xfrm_encap_tmpl { __u16 encap_type; __be16 encap_sport; __be16 encap_dport; xfrm_address_t encap_oa; }; struct xfrm_mark { __u32 v; __u32 m; }; struct xfrm_address_filter { xfrm_address_t saddr; xfrm_address_t daddr; __u16 family; __u8 splen; __u8 dplen; }; enum { XFRM_LOOKUP_ICMP = 1, XFRM_LOOKUP_QUEUE = 2, XFRM_LOOKUP_KEEP_DST_REF = 4, }; struct inet_peer { struct rb_node rb_node; struct inetpeer_addr daddr; u32 metrics[17]; u32 rate_tokens; u32 n_redirects; long unsigned int rate_last; union { struct { atomic_t rid; }; struct callback_head rcu; }; __u32 dtime; refcount_t refcnt; }; struct icmp_ext_hdr { __u8 reserved1: 4; __u8 version: 4; __u8 reserved2; __sum16 checksum; }; struct icmp_extobj_hdr { __be16 length; __u8 class_num; __u8 class_type; }; struct icmp_ext_echo_ctype3_hdr { __be16 afi; __u8 addrlen; __u8 reserved; }; struct icmp_ext_echo_iio { struct icmp_extobj_hdr extobj_hdr; union { char name[16]; __be32 ifindex; struct { struct icmp_ext_echo_ctype3_hdr ctype3_hdr; union { __be32 ipv4_addr; struct in6_addr ipv6_addr; } ip_addr; } addr; } ident; }; struct icmp_err { int errno; unsigned int fatal: 1; }; struct xfrm_state_walk { struct list_head all; u8 state; u8 dying; u8 proto; u32 seq; struct xfrm_address_filter *filter; }; struct xfrm_dev_offload { struct net_device *dev; netdevice_tracker dev_tracker; struct net_device *real_dev; long unsigned int offload_handle; u8 dir: 2; u8 type: 2; u8 flags: 2; }; struct xfrm_mode { u8 encap; u8 family; u8 flags; }; enum xfrm_replay_mode { XFRM_REPLAY_MODE_LEGACY = 0, XFRM_REPLAY_MODE_BMP = 1, XFRM_REPLAY_MODE_ESN = 2, }; struct xfrm_type; struct xfrm_type_offload; struct xfrm_mode_cbs; struct xfrm_state { possible_net_t xs_net; union { struct hlist_node gclist; struct hlist_node bydst; }; union { struct hlist_node dev_gclist; struct hlist_node bysrc; }; struct hlist_node byspi; struct hlist_node byseq; struct hlist_node state_cache; struct hlist_node state_cache_input; refcount_t refcnt; spinlock_t lock; u32 pcpu_num; struct xfrm_id id; struct xfrm_selector sel; struct xfrm_mark mark; u32 if_id; u32 tfcpad; u32 genid; struct xfrm_state_walk km; struct { u32 reqid; u8 mode; u8 replay_window; u8 aalgo; u8 ealgo; u8 calgo; u8 flags; u16 family; xfrm_address_t saddr; int header_len; int enc_hdr_len; int trailer_len; u32 extra_flags; struct xfrm_mark smark; } props; struct xfrm_lifetime_cfg lft; struct xfrm_algo_auth *aalg; struct xfrm_algo *ealg; struct xfrm_algo *calg; struct xfrm_algo_aead *aead; const char *geniv; __be16 new_mapping_sport; u32 new_mapping; u32 mapping_maxage; struct xfrm_encap_tmpl *encap; u32 nat_keepalive_interval; time64_t nat_keepalive_expiration; xfrm_address_t *coaddr; struct xfrm_state *tunnel; atomic_t tunnel_users; struct xfrm_replay_state replay; struct xfrm_replay_state_esn *replay_esn; struct xfrm_replay_state preplay; struct xfrm_replay_state_esn *preplay_esn; enum xfrm_replay_mode repl_mode; u32 xflags; u32 replay_maxage; u32 replay_maxdiff; struct timer_list rtimer; struct xfrm_stats stats; struct xfrm_lifetime_cur curlft; struct hrtimer mtimer; struct xfrm_dev_offload xso; long int saved_tmo; time64_t lastused; struct page_frag xfrag; const struct xfrm_type *type; struct xfrm_mode inner_mode; struct xfrm_mode inner_mode_iaf; struct xfrm_mode outer_mode; const struct xfrm_type_offload *type_offload; struct xfrm_sec_ctx *security; void *data; u8 dir; const struct xfrm_mode_cbs *mode_cbs; void *mode_data; }; struct xfrm_type { struct module *owner; u8 proto; u8 flags; int (*init_state)(struct xfrm_state *, struct netlink_ext_ack *); void (*destructor)(struct xfrm_state *); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct xfrm_state *, struct sk_buff *); int (*reject)(struct xfrm_state *, struct sk_buff *, const struct flowi *); }; struct xfrm_type_offload { struct module *owner; u8 proto; void (*encap)(struct xfrm_state *, struct sk_buff *); int (*input_tail)(struct xfrm_state *, struct sk_buff *); int (*xmit)(struct xfrm_state *, struct sk_buff *, netdev_features_t); }; struct xfrm_mode_cbs { struct module *owner; int (*init_state)(struct xfrm_state *); int (*clone_state)(struct xfrm_state *, struct xfrm_state *); void (*destroy_state)(struct xfrm_state *); int (*user_init)(struct net *, struct xfrm_state *, struct nlattr **, struct netlink_ext_ack *); int (*copy_to_user)(struct xfrm_state *, struct sk_buff *); unsigned int (*sa_len)(const struct xfrm_state *); u32 (*get_inner_mtu)(struct xfrm_state *, int); int (*input)(struct xfrm_state *, struct sk_buff *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*prepare_output)(struct xfrm_state *, struct sk_buff *); }; struct xfrm_offload { struct { __u32 low; __u32 hi; } seq; __u32 flags; __u32 status; __u32 orig_mac_len; __u8 proto; __u8 inner_ipproto; }; struct sec_path { int len; int olen; int verified_cnt; struct xfrm_state *xvec[6]; struct xfrm_offload ovec[1]; }; struct trace_event_raw_icmp_send { struct trace_entry ent; const void *skbaddr; int type; int code; __u8 saddr[4]; __u8 daddr[4]; __u16 sport; __u16 dport; short unsigned int ulen; char __data[0]; }; struct trace_event_data_offsets_icmp_send {}; typedef void (*btf_trace_icmp_send)(void *, const struct sk_buff *, int, int); struct icmp_bxm { struct sk_buff *skb; int offset; int data_len; struct { struct icmphdr icmph; __be32 times[3]; } data; int head_len; struct ip_options_data replyopts; }; struct icmp_control { enum skb_drop_reason (*handler)(struct sk_buff *); short int error; }; struct flow_dissector_key_tags { u32 flow_label; }; struct flow_dissector_key_keyid { __be32 keyid; }; struct flow_dissector_key_tipc { __be32 key; }; struct flow_dissector_key_addrs { union { struct flow_dissector_key_ipv4_addrs v4addrs; struct flow_dissector_key_ipv6_addrs v6addrs; struct flow_dissector_key_tipc tipckey; }; }; struct flow_dissector_key_icmp { struct { u8 type; u8 code; }; u16 id; }; struct flow_keys { struct flow_dissector_key_control control; struct flow_dissector_key_basic basic; struct flow_dissector_key_tags tags; struct flow_dissector_key_vlan vlan; struct flow_dissector_key_vlan cvlan; struct flow_dissector_key_keyid keyid; struct flow_dissector_key_ports ports; struct flow_dissector_key_icmp icmp; struct flow_dissector_key_addrs addrs; long: 0; }; struct netdev_notifier_info_ext { struct netdev_notifier_info info; union { u32 mtu; } ext; }; struct netdev_notifier_changeupper_info { struct netdev_notifier_info info; struct net_device *upper_dev; bool master; bool linking; void *upper_info; }; struct rtmsg { unsigned char rtm_family; unsigned char rtm_dst_len; unsigned char rtm_src_len; unsigned char rtm_tos; unsigned char rtm_table; unsigned char rtm_protocol; unsigned char rtm_scope; unsigned char rtm_type; unsigned int rtm_flags; }; enum rt_class_t { RT_TABLE_UNSPEC = 0, RT_TABLE_COMPAT = 252, RT_TABLE_DEFAULT = 253, RT_TABLE_MAIN = 254, RT_TABLE_LOCAL = 255, RT_TABLE_MAX = 4294967295, }; enum rtattr_type_t { RTA_UNSPEC = 0, RTA_DST = 1, RTA_SRC = 2, RTA_IIF = 3, RTA_OIF = 4, RTA_GATEWAY = 5, RTA_PRIORITY = 6, RTA_PREFSRC = 7, RTA_METRICS = 8, RTA_MULTIPATH = 9, RTA_PROTOINFO = 10, RTA_FLOW = 11, RTA_CACHEINFO = 12, RTA_SESSION = 13, RTA_MP_ALGO = 14, RTA_TABLE = 15, RTA_MARK = 16, RTA_MFC_STATS = 17, RTA_VIA = 18, RTA_NEWDST = 19, RTA_PREF = 20, RTA_ENCAP_TYPE = 21, RTA_ENCAP = 22, RTA_EXPIRES = 23, RTA_PAD = 24, RTA_UID = 25, RTA_TTL_PROPAGATE = 26, RTA_IP_PROTO = 27, RTA_SPORT = 28, RTA_DPORT = 29, RTA_NH_ID = 30, RTA_FLOWLABEL = 31, __RTA_MAX = 32, }; struct rtnexthop { short unsigned int rtnh_len; unsigned char rtnh_flags; unsigned char rtnh_hops; int rtnh_ifindex; }; struct rtvia { __kernel_sa_family_t rtvia_family; __u8 rtvia_addr[0]; }; struct fib_config { u8 fc_dst_len; dscp_t fc_dscp; u8 fc_protocol; u8 fc_scope; u8 fc_type; u8 fc_gw_family; u32 fc_table; __be32 fc_dst; union { __be32 fc_gw4; struct in6_addr fc_gw6; }; int fc_oif; u32 fc_flags; u32 fc_priority; __be32 fc_prefsrc; u32 fc_nh_id; struct nlattr *fc_mx; struct rtnexthop *fc_mp; int fc_mx_len; int fc_mp_len; u32 fc_flow; u32 fc_nlflags; struct nl_info fc_nlinfo; struct nlattr *fc_encap; u16 fc_encap_type; }; struct fib_table; struct fib_result { __be32 prefix; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; u32 tclassid; dscp_t dscp; struct fib_nh_common *nhc; struct fib_info *fi; struct fib_table *table; struct hlist_head *fa_head; }; struct fib_table { struct hlist_node tb_hlist; u32 tb_id; int tb_num_default; struct callback_head rcu; long unsigned int *tb_data; long unsigned int __data[0]; }; struct fib_result_nl { __be32 fl_addr; u32 fl_mark; unsigned char fl_tos; unsigned char fl_scope; unsigned char tb_id_in; unsigned char tb_id; unsigned char prefixlen; unsigned char nh_sel; unsigned char type; unsigned char scope; int err; }; struct fib_dump_filter { u32 table_id; bool filter_set; bool dump_routes; bool dump_exceptions; bool rtnl_held; unsigned char protocol; unsigned char rt_type; unsigned int flags; struct net_device *dev; }; struct rtentry { long unsigned int rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; long unsigned int rt_pad3; void *rt_pad4; short int rt_metric; char *rt_dev; long unsigned int rt_mtu; long unsigned int rt_window; short unsigned int rt_irtt; }; enum { INET_FRAG_FIRST_IN = 1, INET_FRAG_LAST_IN = 2, INET_FRAG_COMPLETE = 4, INET_FRAG_HASH_DEAD = 8, INET_FRAG_DROP = 16, }; struct ipfrag_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; }; struct sk_buff *next_frag; int frag_run_len; int ip_defrag_offset; }; struct nhmsg { unsigned char nh_family; unsigned char nh_scope; unsigned char nh_protocol; unsigned char resvd; unsigned int nh_flags; }; struct nexthop_grp { __u32 id; __u8 weight; __u8 weight_high; __u16 resvd2; }; enum { NEXTHOP_GRP_TYPE_MPATH = 0, NEXTHOP_GRP_TYPE_RES = 1, __NEXTHOP_GRP_TYPE_MAX = 2, }; enum { NHA_UNSPEC = 0, NHA_ID = 1, NHA_GROUP = 2, NHA_GROUP_TYPE = 3, NHA_BLACKHOLE = 4, NHA_OIF = 5, NHA_GATEWAY = 6, NHA_ENCAP_TYPE = 7, NHA_ENCAP = 8, NHA_GROUPS = 9, NHA_MASTER = 10, NHA_FDB = 11, NHA_RES_GROUP = 12, NHA_RES_BUCKET = 13, NHA_OP_FLAGS = 14, NHA_GROUP_STATS = 15, NHA_HW_STATS_ENABLE = 16, NHA_HW_STATS_USED = 17, __NHA_MAX = 18, }; enum { NHA_RES_GROUP_UNSPEC = 0, NHA_RES_GROUP_PAD = 0, NHA_RES_GROUP_BUCKETS = 1, NHA_RES_GROUP_IDLE_TIMER = 2, NHA_RES_GROUP_UNBALANCED_TIMER = 3, NHA_RES_GROUP_UNBALANCED_TIME = 4, __NHA_RES_GROUP_MAX = 5, }; enum { NHA_RES_BUCKET_UNSPEC = 0, NHA_RES_BUCKET_PAD = 0, NHA_RES_BUCKET_INDEX = 1, NHA_RES_BUCKET_IDLE_TIME = 2, NHA_RES_BUCKET_NH_ID = 3, __NHA_RES_BUCKET_MAX = 4, }; enum { NHA_GROUP_STATS_UNSPEC = 0, NHA_GROUP_STATS_ENTRY = 1, __NHA_GROUP_STATS_MAX = 2, }; enum { NHA_GROUP_STATS_ENTRY_UNSPEC = 0, NHA_GROUP_STATS_ENTRY_ID = 1, NHA_GROUP_STATS_ENTRY_PACKETS = 2, NHA_GROUP_STATS_ENTRY_PACKETS_HW = 3, __NHA_GROUP_STATS_ENTRY_MAX = 4, }; struct nh_config { u32 nh_id; u8 nh_family; u8 nh_protocol; u8 nh_blackhole; u8 nh_fdb; u32 nh_flags; int nh_ifindex; struct net_device *dev; union { __be32 ipv4; struct in6_addr ipv6; } gw; struct nlattr *nh_grp; u16 nh_grp_type; u16 nh_grp_res_num_buckets; long unsigned int nh_grp_res_idle_timer; long unsigned int nh_grp_res_unbalanced_timer; bool nh_grp_res_has_num_buckets; bool nh_grp_res_has_idle_timer; bool nh_grp_res_has_unbalanced_timer; bool nh_hw_stats; struct nlattr *nh_encap; u16 nh_encap_type; u32 nlflags; struct nl_info nlinfo; }; enum nexthop_event_type { NEXTHOP_EVENT_DEL = 0, NEXTHOP_EVENT_REPLACE = 1, NEXTHOP_EVENT_RES_TABLE_PRE_REPLACE = 2, NEXTHOP_EVENT_BUCKET_REPLACE = 3, NEXTHOP_EVENT_HW_STATS_REPORT_DELTA = 4, }; enum nh_notifier_info_type { NH_NOTIFIER_INFO_TYPE_SINGLE = 0, NH_NOTIFIER_INFO_TYPE_GRP = 1, NH_NOTIFIER_INFO_TYPE_RES_TABLE = 2, NH_NOTIFIER_INFO_TYPE_RES_BUCKET = 3, NH_NOTIFIER_INFO_TYPE_GRP_HW_STATS = 4, }; struct nh_notifier_single_info { struct net_device *dev; u8 gw_family; union { __be32 ipv4; struct in6_addr ipv6; }; u32 id; u8 is_reject: 1; u8 is_fdb: 1; u8 has_encap: 1; }; struct nh_notifier_grp_entry_info { u16 weight; struct nh_notifier_single_info nh; }; struct nh_notifier_grp_info { u16 num_nh; bool is_fdb; bool hw_stats; struct nh_notifier_grp_entry_info nh_entries[0]; }; struct nh_notifier_res_bucket_info { u16 bucket_index; unsigned int idle_timer_ms; bool force; struct nh_notifier_single_info old_nh; struct nh_notifier_single_info new_nh; }; struct nh_notifier_res_table_info { u16 num_nh_buckets; bool hw_stats; struct nh_notifier_single_info nhs[0]; }; struct nh_notifier_grp_hw_stats_entry_info { u32 id; u64 packets; }; struct nh_notifier_grp_hw_stats_info { u16 num_nh; bool hw_stats_used; struct nh_notifier_grp_hw_stats_entry_info stats[0]; }; struct nh_notifier_info { struct net *net; struct netlink_ext_ack *extack; u32 id; enum nh_notifier_info_type type; union { struct nh_notifier_single_info *nh; struct nh_notifier_grp_info *nh_grp; struct nh_notifier_res_table_info *nh_res_table; struct nh_notifier_res_bucket_info *nh_res_bucket; struct nh_notifier_grp_hw_stats_info *nh_grp_hw_stats; }; }; struct nh_dump_filter { u32 nh_id; int dev_idx; int master_idx; bool group_filter; bool fdb_filter; u32 res_bucket_nh_id; u32 op_flags; }; struct rtm_dump_nh_ctx { u32 idx; }; struct rtm_dump_res_bucket_ctx { struct rtm_dump_nh_ctx nh; u16 bucket_index; }; struct rtm_dump_nexthop_bucket_data { struct rtm_dump_res_bucket_ctx *ctx; struct nh_dump_filter filter; }; struct napi_gro_cb { union { struct { void *frag0; unsigned int frag0_len; }; struct { struct sk_buff *last; long unsigned int age; }; }; int data_offset; u16 flush; u16 count; u16 proto; u16 pad; union { struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 ip_fixedid: 1; u8 recursion_counter: 4; u8 is_flist: 1; }; struct { u16 gro_remcsum_start; u8 same_flow: 1; u8 encap_mark: 1; u8 csum_valid: 1; u8 csum_cnt: 3; u8 free: 2; u8 is_ipv6: 1; u8 is_fou: 1; u8 ip_fixedid: 1; u8 recursion_counter: 4; u8 is_flist: 1; } zeroed; }; __wsum csum; union { struct { u16 network_offset; u16 inner_network_offset; }; u16 network_offsets[2]; }; }; typedef struct sk_buff * (*gro_receive_t)(struct list_head *, struct sk_buff *); struct gro_remcsum { int offset; __wsum delta; }; struct guehdr { union { struct { __u8 hlen: 5; __u8 control: 1; __u8 version: 2; __u8 proto_ctype; __be16 flags; }; __be32 word; }; }; struct udp_port_cfg { u8 family; union { struct in_addr local_ip; struct in6_addr local_ip6; }; union { struct in_addr peer_ip; struct in6_addr peer_ip6; }; __be16 local_udp_port; __be16 peer_udp_port; int bind_ifindex; unsigned int use_udp_checksums: 1; unsigned int use_udp6_tx_checksums: 1; unsigned int use_udp6_rx_checksums: 1; unsigned int ipv6_v6only: 1; }; typedef int (*udp_tunnel_encap_rcv_t)(struct sock *, struct sk_buff *); typedef int (*udp_tunnel_encap_err_lookup_t)(struct sock *, struct sk_buff *); typedef void (*udp_tunnel_encap_err_rcv_t)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); typedef void (*udp_tunnel_encap_destroy_t)(struct sock *); typedef struct sk_buff * (*udp_tunnel_gro_receive_t)(struct sock *, struct list_head *, struct sk_buff *); typedef int (*udp_tunnel_gro_complete_t)(struct sock *, struct sk_buff *, int); struct udp_tunnel_sock_cfg { void *sk_user_data; __u8 encap_type; udp_tunnel_encap_rcv_t encap_rcv; udp_tunnel_encap_err_lookup_t encap_err_lookup; udp_tunnel_encap_err_rcv_t encap_err_rcv; udp_tunnel_encap_destroy_t encap_destroy; udp_tunnel_gro_receive_t gro_receive; udp_tunnel_gro_complete_t gro_complete; }; struct udp_tunnel_info { short unsigned int type; sa_family_t sa_family; __be16 port; u8 hw_priv; }; struct udp_tunnel_nic_shared { struct udp_tunnel_nic *udp_tunnel_nic_info; struct list_head devices; }; enum { FOU_ENCAP_UNSPEC = 0, FOU_ENCAP_DIRECT = 1, FOU_ENCAP_GUE = 2, }; enum { FOU_ATTR_UNSPEC = 0, FOU_ATTR_PORT = 1, FOU_ATTR_AF = 2, FOU_ATTR_IPPROTO = 3, FOU_ATTR_TYPE = 4, FOU_ATTR_REMCSUM_NOPARTIAL = 5, FOU_ATTR_LOCAL_V4 = 6, FOU_ATTR_LOCAL_V6 = 7, FOU_ATTR_PEER_V4 = 8, FOU_ATTR_PEER_V6 = 9, FOU_ATTR_PEER_PORT = 10, FOU_ATTR_IFINDEX = 11, __FOU_ATTR_MAX = 12, }; enum { FOU_CMD_UNSPEC = 0, FOU_CMD_ADD = 1, FOU_CMD_DEL = 2, FOU_CMD_GET = 3, __FOU_CMD_MAX = 4, }; struct fou { struct socket *sock; u8 protocol; u8 flags; __be16 port; u8 family; u16 type; struct list_head list; struct callback_head rcu; }; struct fou_cfg { u16 type; u8 protocol; u8 flags; struct udp_port_cfg udp_config; }; struct fou_net { struct list_head fou_list; struct mutex fou_lock; }; struct xfrm_tunnel { int (*handler)(struct sk_buff *); int (*cb_handler)(struct sk_buff *, int); int (*err_handler)(struct sk_buff *, u32); struct xfrm_tunnel *next; int priority; }; struct inet_timewait_sock { struct sock_common __tw_common; __u32 tw_mark; unsigned char tw_substate; unsigned char tw_rcv_wscale; __be16 tw_sport; unsigned int tw_transparent: 1; unsigned int tw_flowlabel: 20; unsigned int tw_usec_ts: 1; unsigned int tw_pad: 2; unsigned int tw_tos: 8; u32 tw_txhash; u32 tw_priority; u32 tw_entry_stamp; struct timer_list tw_timer; struct inet_bind_bucket *tw_tb; struct inet_bind2_bucket *tw_tb2; }; struct tcpvegas_info { __u32 tcpv_enabled; __u32 tcpv_rttcnt; __u32 tcpv_rtt; __u32 tcpv_minrtt; }; struct tcp_dctcp_info { __u16 dctcp_enabled; __u16 dctcp_ce_state; __u32 dctcp_alpha; __u32 dctcp_ab_ecn; __u32 dctcp_ab_tot; }; struct tcp_bbr_info { __u32 bbr_bw_lo; __u32 bbr_bw_hi; __u32 bbr_min_rtt; __u32 bbr_pacing_gain; __u32 bbr_cwnd_gain; }; union tcp_cc_info { struct tcpvegas_info vegas; struct tcp_dctcp_info dctcp; struct tcp_bbr_info bbr; }; struct inet_diag_sockid { __be16 idiag_sport; __be16 idiag_dport; __be32 idiag_src[4]; __be32 idiag_dst[4]; __u32 idiag_if; __u32 idiag_cookie[2]; }; struct inet_diag_req { __u8 idiag_family; __u8 idiag_src_len; __u8 idiag_dst_len; __u8 idiag_ext; struct inet_diag_sockid id; __u32 idiag_states; __u32 idiag_dbs; }; struct inet_diag_req_v2 { __u8 sdiag_family; __u8 sdiag_protocol; __u8 idiag_ext; __u8 pad; __u32 idiag_states; struct inet_diag_sockid id; }; enum { INET_DIAG_REQ_NONE = 0, INET_DIAG_REQ_BYTECODE = 1, INET_DIAG_REQ_SK_BPF_STORAGES = 2, INET_DIAG_REQ_PROTOCOL = 3, __INET_DIAG_REQ_MAX = 4, }; struct inet_diag_bc_op { unsigned char code; unsigned char yes; short unsigned int no; }; enum { INET_DIAG_BC_NOP = 0, INET_DIAG_BC_JMP = 1, INET_DIAG_BC_S_GE = 2, INET_DIAG_BC_S_LE = 3, INET_DIAG_BC_D_GE = 4, INET_DIAG_BC_D_LE = 5, INET_DIAG_BC_AUTO = 6, INET_DIAG_BC_S_COND = 7, INET_DIAG_BC_D_COND = 8, INET_DIAG_BC_DEV_COND = 9, INET_DIAG_BC_MARK_COND = 10, INET_DIAG_BC_S_EQ = 11, INET_DIAG_BC_D_EQ = 12, INET_DIAG_BC_CGROUP_COND = 13, }; struct inet_diag_hostcond { __u8 family; __u8 prefix_len; int port; __be32 addr[0]; }; struct inet_diag_markcond { __u32 mark; __u32 mask; }; struct inet_diag_msg { __u8 idiag_family; __u8 idiag_state; __u8 idiag_timer; __u8 idiag_retrans; struct inet_diag_sockid id; __u32 idiag_expires; __u32 idiag_rqueue; __u32 idiag_wqueue; __u32 idiag_uid; __u32 idiag_inode; }; enum { INET_DIAG_NONE = 0, INET_DIAG_MEMINFO = 1, INET_DIAG_INFO = 2, INET_DIAG_VEGASINFO = 3, INET_DIAG_CONG = 4, INET_DIAG_TOS = 5, INET_DIAG_TCLASS = 6, INET_DIAG_SKMEMINFO = 7, INET_DIAG_SHUTDOWN = 8, INET_DIAG_DCTCPINFO = 9, INET_DIAG_PROTOCOL = 10, INET_DIAG_SKV6ONLY = 11, INET_DIAG_LOCALS = 12, INET_DIAG_PEERS = 13, INET_DIAG_PAD = 14, INET_DIAG_MARK = 15, INET_DIAG_BBRINFO = 16, INET_DIAG_CLASS_ID = 17, INET_DIAG_MD5SIG = 18, INET_DIAG_ULP_INFO = 19, INET_DIAG_SK_BPF_STORAGES = 20, INET_DIAG_CGROUP_ID = 21, INET_DIAG_SOCKOPT = 22, __INET_DIAG_MAX = 23, }; struct inet_diag_meminfo { __u32 idiag_rmem; __u32 idiag_wmem; __u32 idiag_fmem; __u32 idiag_tmem; }; struct inet_diag_sockopt { __u8 recverr: 1; __u8 is_icsk: 1; __u8 freebind: 1; __u8 hdrincl: 1; __u8 mc_loop: 1; __u8 transparent: 1; __u8 mc_all: 1; __u8 nodefrag: 1; __u8 bind_address_no_port: 1; __u8 recverr_rfc4884: 1; __u8 defer_connect: 1; __u8 unused: 5; }; struct inet_diag_handler { struct module *owner; void (*dump)(struct sk_buff *, struct netlink_callback *, const struct inet_diag_req_v2 *); int (*dump_one)(struct netlink_callback *, const struct inet_diag_req_v2 *); void (*idiag_get_info)(struct sock *, struct inet_diag_msg *, void *); int (*idiag_get_aux)(struct sock *, bool, struct sk_buff *); size_t (*idiag_get_aux_size)(struct sock *, bool); int (*destroy)(struct sk_buff *, const struct inet_diag_req_v2 *); __u16 idiag_type; __u16 idiag_info_size; }; struct bpf_sk_storage_diag; struct inet_diag_dump_data { struct nlattr *req_nlas[4]; struct bpf_sk_storage_diag *bpf_stg_diag; }; struct sock_diag_handler { struct module *owner; __u8 family; int (*dump)(struct sk_buff *, struct nlmsghdr *); int (*get_info)(struct sk_buff *, struct sock *); int (*destroy)(struct sk_buff *, struct nlmsghdr *); }; struct sock_diag_inet_compat { struct module *owner; int (*fn)(struct sk_buff *, struct nlmsghdr *); }; struct inet_diag_entry { const __be32 *saddr; const __be32 *daddr; u16 sport; u16 dport; u16 family; u16 userlocks; u32 ifindex; u32 mark; u64 cgroup_id; }; typedef u64 (*btf_bpf_tcp_send_ack)(struct tcp_sock *, u32); struct bpf_struct_ops_tcp_congestion_ops { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct tcp_congestion_ops data; }; struct icmpv6_echo { __be16 identifier; __be16 sequence; }; struct icmpv6_nd_advt { __u32 reserved: 5; __u32 override: 1; __u32 solicited: 1; __u32 router: 1; __u32 reserved2: 24; }; struct icmpv6_nd_ra { __u8 hop_limit; __u8 reserved: 3; __u8 router_pref: 2; __u8 home_agent: 1; __u8 other: 1; __u8 managed: 1; __be16 rt_lifetime; }; struct icmp6hdr { __u8 icmp6_type; __u8 icmp6_code; __sum16 icmp6_cksum; union { __be32 un_data32[1]; __be16 un_data16[2]; __u8 un_data8[4]; struct icmpv6_echo u_echo; struct icmpv6_nd_advt u_nd_advt; struct icmpv6_nd_ra u_nd_ra; } icmp6_dataun; }; enum flow_dissector_ctrl_flags { FLOW_DIS_IS_FRAGMENT = 1, FLOW_DIS_FIRST_FRAG = 2, FLOW_DIS_F_TUNNEL_CSUM = 4, FLOW_DIS_F_TUNNEL_DONT_FRAGMENT = 8, FLOW_DIS_F_TUNNEL_OAM = 16, FLOW_DIS_F_TUNNEL_CRIT_OPT = 32, FLOW_DIS_ENCAPSULATION = 64, }; struct uncached_list { spinlock_t lock; struct list_head head; }; enum fib_event_type { FIB_EVENT_ENTRY_REPLACE = 0, FIB_EVENT_ENTRY_APPEND = 1, FIB_EVENT_ENTRY_ADD = 2, FIB_EVENT_ENTRY_DEL = 3, FIB_EVENT_RULE_ADD = 4, FIB_EVENT_RULE_DEL = 5, FIB_EVENT_NH_ADD = 6, FIB_EVENT_NH_DEL = 7, FIB_EVENT_VIF_ADD = 8, FIB_EVENT_VIF_DEL = 9, }; struct inet6_ifaddr { struct in6_addr addr; __u32 prefix_len; __u32 rt_priority; __u32 valid_lft; __u32 prefered_lft; refcount_t refcnt; spinlock_t lock; int state; __u32 flags; __u8 dad_probes; __u8 stable_privacy_retry; __u16 scope; __u64 dad_nonce; long unsigned int cstamp; long unsigned int tstamp; struct delayed_work dad_work; struct inet6_dev *idev; struct fib6_info *rt; struct hlist_node addr_lst; struct list_head if_list; struct list_head if_list_aux; struct list_head tmp_list; struct inet6_ifaddr *ifpub; int regen_count; bool tokenized; u8 ifa_proto; struct callback_head rcu; struct in6_addr peer_addr; }; struct in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; __u32 rtmsg_type; __u16 rtmsg_dst_len; __u16 rtmsg_src_len; __u32 rtmsg_metric; long unsigned int rtmsg_info; __u32 rtmsg_flags; int rtmsg_ifindex; }; struct fib6_gc_args { int timeout; int more; }; struct rt6_exception { struct hlist_node hlist; struct rt6_info *rt6i; long unsigned int stamp; struct callback_head rcu; }; typedef struct rt6_info * (*pol_lookup_t)(struct net *, struct fib6_table *, struct flowi6 *, const struct sk_buff *, int); enum lwtunnel_encap_types { LWTUNNEL_ENCAP_NONE = 0, LWTUNNEL_ENCAP_MPLS = 1, LWTUNNEL_ENCAP_IP = 2, LWTUNNEL_ENCAP_ILA = 3, LWTUNNEL_ENCAP_IP6 = 4, LWTUNNEL_ENCAP_SEG6 = 5, LWTUNNEL_ENCAP_BPF = 6, LWTUNNEL_ENCAP_SEG6_LOCAL = 7, LWTUNNEL_ENCAP_RPL = 8, LWTUNNEL_ENCAP_IOAM6 = 9, LWTUNNEL_ENCAP_XFRM = 10, __LWTUNNEL_ENCAP_MAX = 11, }; struct rd_msg { struct icmp6hdr icmph; struct in6_addr target; struct in6_addr dest; __u8 opt[0]; }; struct rt6_rtnl_dump_arg { struct sk_buff *skb; struct netlink_callback *cb; struct net *net; struct fib_dump_filter filter; }; typedef u64 sci_t; enum metadata_type { METADATA_IP_TUNNEL = 0, METADATA_HW_PORT_MUX = 1, METADATA_MACSEC = 2, METADATA_XFRM = 3, }; struct hw_port_info { struct net_device *lower_dev; u32 port_id; }; struct macsec_info { sci_t sci; }; struct xfrm_md_info { u32 if_id; int link; struct dst_entry *dst_orig; }; struct metadata_dst { struct dst_entry dst; enum metadata_type type; union { struct ip_tunnel_info tun_info; struct hw_port_info port_info; struct macsec_info macsec_info; struct xfrm_md_info xfrm_info; } u; }; struct netevent_redirect { struct dst_entry *old; struct dst_entry *new; struct neighbour *neigh; const void *daddr; }; struct trace_event_raw_fib6_table_lookup { struct trace_entry ent; u32 tb_id; int err; int oif; int iif; u32 flowlabel; __u8 tos; __u8 scope; __u8 flags; __u8 src[16]; __u8 dst[16]; u16 sport; u16 dport; u8 proto; u8 rt_type; char name[16]; __u8 gw[16]; char __data[0]; }; struct trace_event_data_offsets_fib6_table_lookup {}; typedef void (*btf_trace_fib6_table_lookup)(void *, const struct net *, const struct fib6_result *, struct fib6_table *, const struct flowi6 *); enum rt6_nud_state { RT6_NUD_FAIL_HARD = -3, RT6_NUD_FAIL_PROBE = -2, RT6_NUD_FAIL_DO_RR = -1, RT6_NUD_SUCCEED = 1, }; struct fib6_nh_dm_arg { struct net *net; const struct in6_addr *saddr; int oif; int flags; struct fib6_nh *nh; }; struct fib6_nh_frl_arg { u32 flags; int oif; int strict; int *mpri; bool *do_rr; struct fib6_nh *nh; }; struct fib6_nh_excptn_arg { struct rt6_info *rt; int plen; }; struct fib6_nh_match_arg { const struct net_device *dev; const struct in6_addr *gw; struct fib6_nh *match; }; struct fib6_nh_age_excptn_arg { struct fib6_gc_args *gc_args; long unsigned int now; }; struct fib6_nh_rd_arg { struct fib6_result *res; struct flowi6 *fl6; const struct in6_addr *gw; struct rt6_info **ret; }; struct ip6rd_flowi { struct flowi6 fl6; struct in6_addr gateway; }; struct fib6_nh_del_cached_rt_arg { struct fib6_config *cfg; struct fib6_info *f6i; }; struct arg_dev_net_ip { struct net *net; struct in6_addr *addr; }; struct arg_netdev_event { const struct net_device *dev; union { unsigned char nh_flags; long unsigned int event; }; }; struct rt6_mtu_change_arg { struct net_device *dev; unsigned int mtu; struct fib6_info *f6i; }; struct rt6_nh { struct fib6_info *fib6_info; struct fib6_config r_cfg; struct list_head next; }; struct fib6_nh_exception_dump_walker { struct rt6_rtnl_dump_arg *dump; struct fib6_info *rt; unsigned int flags; unsigned int skip; unsigned int count; }; struct group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; }; struct group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; }; struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; }; }; }; struct mld_msg { struct icmp6hdr mld_hdr; struct in6_addr mld_mca; }; struct mld2_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; struct in6_addr grec_mca; struct in6_addr grec_src[0]; }; struct mld2_report { struct icmp6hdr mld2r_hdr; struct mld2_grec mld2r_grec[0]; }; struct mld2_query { struct icmp6hdr mld2q_hdr; struct in6_addr mld2q_mca; __u8 mld2q_qrv: 3; __u8 mld2q_suppress: 1; __u8 mld2q_resv2: 4; __u8 mld2q_qqic; __be16 mld2q_nsrcs; struct in6_addr mld2q_srcs[0]; }; enum addr_type_t { UNICAST_ADDR = 0, MULTICAST_ADDR = 1, ANYCAST_ADDR = 2, }; struct inet6_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; enum addr_type_t type; bool force_rt_scope_universe; }; struct igmp6_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; }; struct igmp6_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct inet6_dev *idev; struct ifmcaddr6 *im; }; struct ip6_mtuinfo { struct sockaddr_in6 ip6m_addr; __u32 ip6m_mtu; }; struct in_pktinfo { int ipi_ifindex; struct in_addr ipi_spec_dst; struct in_addr ipi_addr; }; struct static_key_false_deferred { struct static_key_false key; long unsigned int timeout; struct delayed_work work; }; struct ipcm6_cookie { struct sockcm_cookie sockc; __s16 hlimit; __s16 tclass; __u16 gso_size; __s8 dontfrag; struct ipv6_txoptions *opt; }; struct seg6_pernet_data { struct mutex lock; struct in6_addr *tun_src; }; struct ipv6_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u8 first_segment; __u8 flags; __u16 tag; struct in6_addr segments[0]; }; struct sr6_tlv { __u8 type; __u8 len; __u8 data[0]; }; enum { SEG6_ATTR_UNSPEC = 0, SEG6_ATTR_DST = 1, SEG6_ATTR_DSTLEN = 2, SEG6_ATTR_HMACKEYID = 3, SEG6_ATTR_SECRET = 4, SEG6_ATTR_SECRETLEN = 5, SEG6_ATTR_ALGID = 6, SEG6_ATTR_HMACINFO = 7, __SEG6_ATTR_MAX = 8, }; enum { SEG6_CMD_UNSPEC = 0, SEG6_CMD_SETHMAC = 1, SEG6_CMD_DUMPHMAC = 2, SEG6_CMD_SET_TUNSRC = 3, SEG6_CMD_GET_TUNSRC = 4, __SEG6_CMD_MAX = 5, }; struct ip6_fraglist_iter { struct ipv6hdr *tmp_hdr; struct sk_buff *frag; int offset; unsigned int hlen; __be32 frag_id; u8 nexthdr; }; struct ip6_frag_state { u8 *prevhdr; unsigned int hlen; unsigned int mtu; unsigned int left; int offset; int ptr; int hroom; int troom; __be32 frag_id; u8 nexthdr; }; struct ip6_rt_info { struct in6_addr daddr; struct in6_addr saddr; u_int32_t mark; }; struct nf_queue_entry; struct nf_ipv6_ops { void (*route_input)(struct sk_buff *); int (*fragment)(struct net *, struct sock *, struct sk_buff *, int (*)(struct net *, struct sock *, struct sk_buff *)); int (*reroute)(struct sk_buff *, const struct nf_queue_entry *); }; struct nf_queue_entry { struct list_head list; struct sk_buff *skb; unsigned int id; unsigned int hook_index; struct nf_hook_state state; u16 size; }; enum { BR_MCAST_DIR_RX = 0, BR_MCAST_DIR_TX = 1, BR_MCAST_DIR_SIZE = 2, }; struct br_input_skb_cb { struct net_device *brdev; u16 frag_max_size; u8 proxyarp_replied: 1; u8 src_port_isolated: 1; u8 promisc: 1; u8 tx_fwd_offload: 1; int src_hwdom; long unsigned int fwd_hwdoms; u32 backup_nhid; }; struct nf_bridge_frag_data; enum { IFLA_IPTUN_UNSPEC = 0, IFLA_IPTUN_LINK = 1, IFLA_IPTUN_LOCAL = 2, IFLA_IPTUN_REMOTE = 3, IFLA_IPTUN_TTL = 4, IFLA_IPTUN_TOS = 5, IFLA_IPTUN_ENCAP_LIMIT = 6, IFLA_IPTUN_FLOWINFO = 7, IFLA_IPTUN_FLAGS = 8, IFLA_IPTUN_PROTO = 9, IFLA_IPTUN_PMTUDISC = 10, IFLA_IPTUN_6RD_PREFIX = 11, IFLA_IPTUN_6RD_RELAY_PREFIX = 12, IFLA_IPTUN_6RD_PREFIXLEN = 13, IFLA_IPTUN_6RD_RELAY_PREFIXLEN = 14, IFLA_IPTUN_ENCAP_TYPE = 15, IFLA_IPTUN_ENCAP_FLAGS = 16, IFLA_IPTUN_ENCAP_SPORT = 17, IFLA_IPTUN_ENCAP_DPORT = 18, IFLA_IPTUN_COLLECT_METADATA = 19, IFLA_IPTUN_FWMARK = 20, __IFLA_IPTUN_MAX = 21, }; enum tunnel_encap_types { TUNNEL_ENCAP_NONE = 0, TUNNEL_ENCAP_FOU = 1, TUNNEL_ENCAP_GUE = 2, TUNNEL_ENCAP_MPLS = 3, }; struct ip_tunnel_prl { __be32 addr; __u16 flags; __u16 __reserved; __u32 datalen; __u32 __reserved2; }; struct gro_cell; struct gro_cells { struct gro_cell *cells; }; struct ip_tunnel_prl_entry { struct ip_tunnel_prl_entry *next; __be32 addr; u16 flags; struct callback_head callback_head; }; struct ip_tunnel { struct ip_tunnel *next; struct hlist_node hash_node; struct net_device *dev; netdevice_tracker dev_tracker; struct net *net; long unsigned int err_time; int err_count; u32 i_seqno; atomic_t o_seqno; int tun_hlen; u32 index; u8 erspan_ver; u8 dir; u16 hwid; struct dst_cache dst_cache; struct ip_tunnel_parm_kern parms; int mlink; int encap_hlen; int hlen; struct ip_tunnel_encap encap; struct ip_tunnel_prl_entry *prl; unsigned int prl_count; unsigned int ip_tnl_net_id; struct gro_cells gro_cells; __u32 fwmark; bool collect_md; bool ignore_df; }; struct tnl_ptk_info { long unsigned int flags[1]; __be16 proto; __be32 key; __be32 seq; int hdr_len; }; struct ip_tunnel_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi4 *); int (*err_handler)(struct sk_buff *, u32); }; struct sit_net { struct ip_tunnel *tunnels_r_l[16]; struct ip_tunnel *tunnels_r[16]; struct ip_tunnel *tunnels_l[16]; struct ip_tunnel *tunnels_wc[1]; struct ip_tunnel **tunnels[4]; struct net_device *fb_tunnel_dev; }; struct sockaddr_pkt { short unsigned int spkt_family; unsigned char spkt_device[14]; __be16 spkt_protocol; }; struct sockaddr_ll { short unsigned int sll_family; __be16 sll_protocol; int sll_ifindex; short unsigned int sll_hatype; unsigned char sll_pkttype; unsigned char sll_halen; unsigned char sll_addr[8]; }; struct tpacket_stats { unsigned int tp_packets; unsigned int tp_drops; }; struct tpacket_stats_v3 { unsigned int tp_packets; unsigned int tp_drops; unsigned int tp_freeze_q_cnt; }; struct tpacket_rollover_stats { __u64 tp_all; __u64 tp_huge; __u64 tp_failed; }; union tpacket_stats_u { struct tpacket_stats stats1; struct tpacket_stats_v3 stats3; }; struct tpacket_auxdata { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; }; struct tpacket_hdr { long unsigned int tp_status; unsigned int tp_len; unsigned int tp_snaplen; short unsigned int tp_mac; short unsigned int tp_net; unsigned int tp_sec; unsigned int tp_usec; }; struct tpacket2_hdr { __u32 tp_status; __u32 tp_len; __u32 tp_snaplen; __u16 tp_mac; __u16 tp_net; __u32 tp_sec; __u32 tp_nsec; __u16 tp_vlan_tci; __u16 tp_vlan_tpid; __u8 tp_padding[4]; }; struct tpacket_hdr_variant1 { __u32 tp_rxhash; __u32 tp_vlan_tci; __u16 tp_vlan_tpid; __u16 tp_padding; }; struct tpacket3_hdr { __u32 tp_next_offset; __u32 tp_sec; __u32 tp_nsec; __u32 tp_snaplen; __u32 tp_len; __u32 tp_status; __u16 tp_mac; __u16 tp_net; union { struct tpacket_hdr_variant1 hv1; }; __u8 tp_padding[8]; }; struct tpacket_bd_ts { unsigned int ts_sec; union { unsigned int ts_usec; unsigned int ts_nsec; }; }; struct tpacket_hdr_v1 { __u32 block_status; __u32 num_pkts; __u32 offset_to_first_pkt; __u32 blk_len; __u64 seq_num; struct tpacket_bd_ts ts_first_pkt; struct tpacket_bd_ts ts_last_pkt; }; union tpacket_bd_header_u { struct tpacket_hdr_v1 bh1; }; struct tpacket_block_desc { __u32 version; __u32 offset_to_priv; union tpacket_bd_header_u hdr; }; enum tpacket_versions { TPACKET_V1 = 0, TPACKET_V2 = 1, TPACKET_V3 = 2, }; struct tpacket_req { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; }; struct tpacket_req3 { unsigned int tp_block_size; unsigned int tp_block_nr; unsigned int tp_frame_size; unsigned int tp_frame_nr; unsigned int tp_retire_blk_tov; unsigned int tp_sizeof_priv; unsigned int tp_feature_req_word; }; union tpacket_req_u { struct tpacket_req req; struct tpacket_req3 req3; }; struct fanout_args { __u16 id; __u16 type_flags; __u32 max_num_members; }; struct net_proto_family { int family; int (*create)(struct net *, struct socket *, int, int); struct module *owner; }; enum nf_dev_hooks { NF_NETDEV_INGRESS = 0, NF_NETDEV_EGRESS = 1, NF_NETDEV_NUMHOOKS = 2, }; typedef int (*bpf_aux_classic_check_t)(struct sock_filter *, unsigned int); struct virtio_net_hdr_mrg_rxbuf { struct virtio_net_hdr hdr; __virtio16 num_buffers; }; struct packet_mclist { struct packet_mclist *next; int ifindex; int count; short unsigned int type; short unsigned int alen; unsigned char addr[32]; struct list_head remove_list; }; struct pgv; struct tpacket_kbdq_core { struct pgv *pkbdq; unsigned int feature_req_word; unsigned int hdrlen; unsigned char reset_pending_on_curr_blk; unsigned char delete_blk_timer; short unsigned int kactive_blk_num; short unsigned int blk_sizeof_priv; short unsigned int last_kactive_blk_num; char *pkblk_start; char *pkblk_end; int kblk_size; unsigned int max_frame_len; unsigned int knum_blocks; uint64_t knxt_seq_num; char *prev; char *nxt_offset; struct sk_buff *skb; rwlock_t blk_fill_in_prog_lock; short unsigned int retire_blk_tov; short unsigned int version; long unsigned int tov_in_jiffies; struct timer_list retire_blk_timer; }; struct pgv { char *buffer; }; struct packet_ring_buffer { struct pgv *pg_vec; unsigned int head; unsigned int frames_per_block; unsigned int frame_size; unsigned int frame_max; unsigned int pg_vec_order; unsigned int pg_vec_pages; unsigned int pg_vec_len; unsigned int *pending_refcnt; union { long unsigned int *rx_owner_map; struct tpacket_kbdq_core prb_bdqc; }; }; struct packet_fanout { possible_net_t net; unsigned int num_members; u32 max_num_members; u16 id; u8 type; u8 flags; union { atomic_t rr_cur; struct bpf_prog *bpf_prog; }; struct list_head list; spinlock_t lock; refcount_t sk_ref; long: 64; struct packet_type prot_hook; struct sock *arr[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct packet_rollover { int sock; atomic_long_t num; atomic_long_t num_huge; atomic_long_t num_failed; long: 64; long: 64; long: 64; long: 64; u32 history[16]; }; struct packet_sock { struct sock sk; struct packet_fanout *fanout; union tpacket_stats_u stats; struct packet_ring_buffer rx_ring; struct packet_ring_buffer tx_ring; int copy_thresh; spinlock_t bind_lock; struct mutex pg_vec_lock; long unsigned int flags; int ifindex; u8 vnet_hdr_sz; __be16 num; struct packet_rollover *rollover; struct packet_mclist *mclist; atomic_long_t mapped; enum tpacket_versions tp_version; unsigned int tp_hdrlen; unsigned int tp_reserve; unsigned int tp_tstamp; struct completion skb_completion; struct net_device *cached_dev; long: 64; long: 64; long: 64; long: 64; struct packet_type prot_hook; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t tp_drops; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum packet_sock_flags { PACKET_SOCK_ORIGDEV = 0, PACKET_SOCK_AUXDATA = 1, PACKET_SOCK_TX_HAS_OFF = 2, PACKET_SOCK_TP_LOSS = 3, PACKET_SOCK_RUNNING = 4, PACKET_SOCK_PRESSURE = 5, PACKET_SOCK_QDISC_BYPASS = 6, }; struct packet_mreq_max { int mr_ifindex; short unsigned int mr_type; short unsigned int mr_alen; unsigned char mr_address[32]; }; union tpacket_uhdr { struct tpacket_hdr *h1; struct tpacket2_hdr *h2; struct tpacket3_hdr *h3; void *raw; }; struct packet_skb_cb { union { struct sockaddr_pkt pkt; union { unsigned int origlen; struct sockaddr_ll ll; }; } sa; }; struct xdp_umem_reg { __u64 addr; __u64 len; __u32 chunk_size; __u32 headroom; __u32 flags; __u32 tx_metadata_len; }; struct xdp_ring; struct xsk_queue { u32 ring_mask; u32 nentries; u32 cached_prod; u32 cached_cons; struct xdp_ring *ring; u64 invalid_descs; u64 queue_empty_descs; size_t ring_vmalloc_size; }; struct xdp_ring { u32 producer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad1; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 consumer; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad2; u32 flags; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; u32 pad3; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mptcp_mib { long unsigned int mibs[71]; }; enum mptcp_event_type { MPTCP_EVENT_UNSPEC = 0, MPTCP_EVENT_CREATED = 1, MPTCP_EVENT_ESTABLISHED = 2, MPTCP_EVENT_CLOSED = 3, MPTCP_EVENT_ANNOUNCED = 6, MPTCP_EVENT_REMOVED = 7, MPTCP_EVENT_SUB_ESTABLISHED = 10, MPTCP_EVENT_SUB_CLOSED = 11, MPTCP_EVENT_SUB_PRIORITY = 13, MPTCP_EVENT_LISTENER_CREATED = 15, MPTCP_EVENT_LISTENER_CLOSED = 16, }; struct mptcp_ext { union { u64 data_ack; u32 data_ack32; }; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; u8 use_map: 1; u8 dsn64: 1; u8 data_fin: 1; u8 use_ack: 1; u8 ack64: 1; u8 mpc_map: 1; u8 frozen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 csum_reqd: 1; u8 infinite_map: 1; }; struct mptcp_rm_list { u8 ids[8]; u8 nr; }; struct mptcp_addr_info { u8 id; sa_family_t family; __be16 port; union { struct in_addr addr; struct in6_addr addr6; }; }; struct mptcp_subflow_context; struct mptcp_sched_data { u8 subflows; struct mptcp_subflow_context *contexts[8]; }; struct mptcp_subflow_context { struct list_head node; union { struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 close_event_done: 1; u32 mpc_drop: 1; u32 __unused: 9; bool data_avail; bool scheduled; bool pm_listener; bool fully_established; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; s16 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; u32 subflow_id; long int delegated_status; long unsigned int fail_tout; }; struct { long unsigned int avg_pacing_rate; u64 local_key; u64 remote_key; u64 idsn; u64 map_seq; u32 snd_isn; u32 token; u32 rel_write_seq; u32 map_subflow_seq; u32 ssn_offset; u32 map_data_len; __wsum map_data_csum; u32 map_csum_len; u32 request_mptcp: 1; u32 request_join: 1; u32 request_bkup: 1; u32 mp_capable: 1; u32 mp_join: 1; u32 pm_notified: 1; u32 conn_finished: 1; u32 map_valid: 1; u32 map_csum_reqd: 1; u32 map_data_fin: 1; u32 mpc_map: 1; u32 backup: 1; u32 send_mp_prio: 1; u32 send_mp_fail: 1; u32 send_fastclose: 1; u32 send_infinite_map: 1; u32 remote_key_valid: 1; u32 disposable: 1; u32 stale: 1; u32 valid_csum_seen: 1; u32 is_mptfo: 1; u32 close_event_done: 1; u32 mpc_drop: 1; u32 __unused: 9; bool data_avail; bool scheduled; bool pm_listener; bool fully_established; u32 remote_nonce; u64 thmac; u32 local_nonce; u32 remote_token; union { u8 hmac[20]; u64 iasn; }; s16 local_id; u8 remote_id; u8 reset_seen: 1; u8 reset_transient: 1; u8 reset_reason: 4; u8 stale_count; u32 subflow_id; long int delegated_status; long unsigned int fail_tout; } reset; }; struct list_head delegated_node; u32 setsockopt_seq; u32 stale_rcv_tstamp; int cached_sndbuf; struct sock *tcp_sock; struct sock *conn; const struct inet_connection_sock_af_ops *icsk_af_ops; void (*tcp_state_change)(struct sock *); void (*tcp_error_report)(struct sock *); struct callback_head rcu; }; struct mptcp_sock; struct mptcp_sched_ops { int (*get_send)(struct mptcp_sock *, struct mptcp_sched_data *); int (*get_retrans)(struct mptcp_sock *, struct mptcp_sched_data *); char name[16]; struct module *owner; struct list_head list; void (*init)(struct mptcp_sock *); void (*release)(struct mptcp_sock *); long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct mptcp_pm_data { struct mptcp_addr_info local; struct mptcp_addr_info remote; struct list_head anno_list; struct list_head userspace_pm_local_addr_list; spinlock_t lock; union { struct { u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; }; struct { u8 addr_signal; bool server_side; bool work_pending; bool accept_addr; bool accept_subflow; bool remote_deny_join_id0; u8 add_addr_signaled; u8 add_addr_accepted; u8 local_addr_used; u8 pm_type; u8 subflows; u8 status; } reset; }; long unsigned int id_avail_bitmap[4]; struct mptcp_rm_list rm_list_tx; struct mptcp_rm_list rm_list_rx; }; struct mptcp_data_frag; struct mptcp_sock { struct inet_connection_sock sk; u64 local_key; u64 remote_key; u64 write_seq; u64 bytes_sent; u64 snd_nxt; u64 bytes_received; u64 ack_seq; atomic64_t rcv_wnd_sent; u64 rcv_data_fin_seq; u64 bytes_retrans; u64 bytes_consumed; int snd_burst; int old_wspace; u64 recovery_snd_nxt; u64 bytes_acked; u64 snd_una; u64 wnd_end; u32 last_data_sent; u32 last_data_recv; u32 last_ack_recv; long unsigned int timer_ival; u32 token; long unsigned int flags; long unsigned int cb_flags; bool recovery; bool can_ack; bool fully_established; bool rcv_data_fin; bool snd_data_fin_enable; bool rcv_fastclose; bool use_64bit_ack; bool csum_enabled; bool allow_infinite_fallback; u8 pending_state; u8 mpc_endpoint_id; u8 recvmsg_inq: 1; u8 cork: 1; u8 nodelay: 1; u8 fastopening: 1; u8 in_accept_queue: 1; u8 free_first: 1; u8 rcvspace_init: 1; u32 notsent_lowat; int keepalive_cnt; int keepalive_idle; int keepalive_intvl; struct work_struct work; struct sk_buff *ooo_last_skb; struct rb_root out_of_order_queue; struct list_head conn_list; struct list_head rtx_queue; struct mptcp_data_frag *first_pending; struct list_head join_list; struct sock *first; struct mptcp_pm_data pm; struct mptcp_sched_ops *sched; struct { u32 space; u32 copied; u64 time; u64 rtt_us; } rcvq_space; u8 scaling_ratio; u32 subflow_id; u32 setsockopt_seq; char ca_name[16]; }; struct mptcp_skb_cb { u64 map_seq; u64 end_seq; u32 offset; u8 has_rxtstamp; u8 cant_coalesce; }; struct mptcp_options_received { u64 sndr_key; u64 rcvr_key; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; union { struct { u16 suboptions; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; }; struct { u16 suboptions; u16 use_map: 1; u16 dsn64: 1; u16 data_fin: 1; u16 use_ack: 1; u16 ack64: 1; u16 mpc_map: 1; u16 reset_reason: 4; u16 reset_transient: 1; u16 echo: 1; u16 backup: 1; u16 deny_join_id0: 1; u16 __unused: 2; } status; }; u8 join_id; u32 token; u32 nonce; u64 thmac; u8 hmac[20]; struct mptcp_addr_info addr; struct mptcp_rm_list rm_list; u64 ahmac; u64 fail_seq; }; struct mptcp_data_frag { struct list_head list; u64 data_seq; u16 data_len; u16 offset; u16 overhead; u16 already_sent; struct page *page; }; struct mptcp_subflow_request_sock { struct tcp_request_sock sk; u16 mp_capable: 1; u16 mp_join: 1; u16 backup: 1; u16 request_bkup: 1; u16 csum_reqd: 1; u16 allow_join_id0: 1; u8 local_id; u8 remote_id; u64 local_key; u64 idsn; u32 token; u32 ssn_offset; u64 thmac; u32 local_nonce; u32 remote_nonce; struct mptcp_sock *msk; struct hlist_nulls_node token_node; }; struct mptcp_delegated_action { struct napi_struct napi; struct list_head head; }; enum linux_mptcp_mib_field { MPTCP_MIB_NUM = 0, MPTCP_MIB_MPCAPABLEPASSIVE = 1, MPTCP_MIB_MPCAPABLEACTIVE = 2, MPTCP_MIB_MPCAPABLEACTIVEACK = 3, MPTCP_MIB_MPCAPABLEPASSIVEACK = 4, MPTCP_MIB_MPCAPABLEPASSIVEFALLBACK = 5, MPTCP_MIB_MPCAPABLEACTIVEFALLBACK = 6, MPTCP_MIB_MPCAPABLEACTIVEDROP = 7, MPTCP_MIB_MPCAPABLEACTIVEDISABLED = 8, MPTCP_MIB_MPCAPABLEENDPATTEMPT = 9, MPTCP_MIB_TOKENFALLBACKINIT = 10, MPTCP_MIB_RETRANSSEGS = 11, MPTCP_MIB_JOINNOTOKEN = 12, MPTCP_MIB_JOINSYNRX = 13, MPTCP_MIB_JOINSYNBACKUPRX = 14, MPTCP_MIB_JOINSYNACKRX = 15, MPTCP_MIB_JOINSYNACKBACKUPRX = 16, MPTCP_MIB_JOINSYNACKMAC = 17, MPTCP_MIB_JOINACKRX = 18, MPTCP_MIB_JOINACKMAC = 19, MPTCP_MIB_JOINSYNTX = 20, MPTCP_MIB_JOINSYNTXCREATSKERR = 21, MPTCP_MIB_JOINSYNTXBINDERR = 22, MPTCP_MIB_JOINSYNTXCONNECTERR = 23, MPTCP_MIB_DSSNOMATCH = 24, MPTCP_MIB_DSSCORRUPTIONFALLBACK = 25, MPTCP_MIB_DSSCORRUPTIONRESET = 26, MPTCP_MIB_INFINITEMAPTX = 27, MPTCP_MIB_INFINITEMAPRX = 28, MPTCP_MIB_DSSTCPMISMATCH = 29, MPTCP_MIB_DATACSUMERR = 30, MPTCP_MIB_OFOQUEUETAIL = 31, MPTCP_MIB_OFOQUEUE = 32, MPTCP_MIB_OFOMERGE = 33, MPTCP_MIB_NODSSWINDOW = 34, MPTCP_MIB_DUPDATA = 35, MPTCP_MIB_ADDADDR = 36, MPTCP_MIB_ADDADDRTX = 37, MPTCP_MIB_ADDADDRTXDROP = 38, MPTCP_MIB_ECHOADD = 39, MPTCP_MIB_ECHOADDTX = 40, MPTCP_MIB_ECHOADDTXDROP = 41, MPTCP_MIB_PORTADD = 42, MPTCP_MIB_ADDADDRDROP = 43, MPTCP_MIB_JOINPORTSYNRX = 44, MPTCP_MIB_JOINPORTSYNACKRX = 45, MPTCP_MIB_JOINPORTACKRX = 46, MPTCP_MIB_MISMATCHPORTSYNRX = 47, MPTCP_MIB_MISMATCHPORTACKRX = 48, MPTCP_MIB_RMADDR = 49, MPTCP_MIB_RMADDRDROP = 50, MPTCP_MIB_RMADDRTX = 51, MPTCP_MIB_RMADDRTXDROP = 52, MPTCP_MIB_RMSUBFLOW = 53, MPTCP_MIB_MPPRIOTX = 54, MPTCP_MIB_MPPRIORX = 55, MPTCP_MIB_MPFAILTX = 56, MPTCP_MIB_MPFAILRX = 57, MPTCP_MIB_MPFASTCLOSETX = 58, MPTCP_MIB_MPFASTCLOSERX = 59, MPTCP_MIB_MPRSTTX = 60, MPTCP_MIB_MPRSTRX = 61, MPTCP_MIB_RCVPRUNED = 62, MPTCP_MIB_SUBFLOWSTALE = 63, MPTCP_MIB_SUBFLOWRECOVER = 64, MPTCP_MIB_SNDWNDSHARED = 65, MPTCP_MIB_RCVWNDSHARED = 66, MPTCP_MIB_RCVWNDCONFLICTUPDATE = 67, MPTCP_MIB_RCVWNDCONFLICT = 68, MPTCP_MIB_CURRESTAB = 69, MPTCP_MIB_BLACKHOLE = 70, __MPTCP_MIB_MAX = 71, }; struct trace_event_raw_mptcp_subflow_get_send { struct trace_entry ent; bool active; bool free; u32 snd_wnd; u32 pace; u8 backup; u64 ratio; char __data[0]; }; struct trace_event_raw_mptcp_dump_mpext { struct trace_entry ent; u64 data_ack; u64 data_seq; u32 subflow_seq; u16 data_len; u16 csum; u8 use_map; u8 dsn64; u8 data_fin; u8 use_ack; u8 ack64; u8 mpc_map; u8 frozen; u8 reset_transient; u8 reset_reason; u8 csum_reqd; u8 infinite_map; char __data[0]; }; struct trace_event_raw_ack_update_msk { struct trace_entry ent; u64 data_ack; u64 old_snd_una; u64 new_snd_una; u64 new_wnd_end; u64 msk_wnd_end; char __data[0]; }; struct trace_event_raw_subflow_check_data_avail { struct trace_entry ent; u8 status; const void *skb; char __data[0]; }; struct trace_event_data_offsets_mptcp_subflow_get_send {}; struct trace_event_data_offsets_mptcp_dump_mpext {}; struct trace_event_data_offsets_ack_update_msk {}; struct trace_event_data_offsets_subflow_check_data_avail {}; typedef void (*btf_trace_mptcp_subflow_get_send)(void *, struct mptcp_subflow_context *); typedef void (*btf_trace_mptcp_sendmsg_frag)(void *, struct mptcp_ext *); typedef void (*btf_trace_get_mapping_status)(void *, struct mptcp_ext *); typedef void (*btf_trace_ack_update_msk)(void *, u64, u64, u64, u64, u64); typedef void (*btf_trace_subflow_check_data_avail)(void *, __u8, struct sk_buff *); enum { MPTCP_CMSG_TS = 1, MPTCP_CMSG_INQ = 2, }; struct mptcp_sendmsg_info { int mss_now; int size_goal; u16 limit; u16 sent; unsigned int flags; bool data_lock_held; }; struct subflow_send_info { struct sock *ssk; u64 linger_time; }; enum { INET_ULP_INFO_UNSPEC = 0, INET_ULP_INFO_NAME = 1, INET_ULP_INFO_TLS = 2, INET_ULP_INFO_MPTCP = 3, __INET_ULP_INFO_MAX = 4, }; enum { MPTCP_SUBFLOW_ATTR_UNSPEC = 0, MPTCP_SUBFLOW_ATTR_TOKEN_REM = 1, MPTCP_SUBFLOW_ATTR_TOKEN_LOC = 2, MPTCP_SUBFLOW_ATTR_RELWRITE_SEQ = 3, MPTCP_SUBFLOW_ATTR_MAP_SEQ = 4, MPTCP_SUBFLOW_ATTR_MAP_SFSEQ = 5, MPTCP_SUBFLOW_ATTR_SSN_OFFSET = 6, MPTCP_SUBFLOW_ATTR_MAP_DATALEN = 7, MPTCP_SUBFLOW_ATTR_FLAGS = 8, MPTCP_SUBFLOW_ATTR_ID_REM = 9, MPTCP_SUBFLOW_ATTR_ID_LOC = 10, MPTCP_SUBFLOW_ATTR_PAD = 11, __MPTCP_SUBFLOW_ATTR_MAX = 12, }; enum { MPTCP_PM_ADDR_ATTR_UNSPEC = 0, MPTCP_PM_ADDR_ATTR_FAMILY = 1, MPTCP_PM_ADDR_ATTR_ID = 2, MPTCP_PM_ADDR_ATTR_ADDR4 = 3, MPTCP_PM_ADDR_ATTR_ADDR6 = 4, MPTCP_PM_ADDR_ATTR_PORT = 5, MPTCP_PM_ADDR_ATTR_FLAGS = 6, MPTCP_PM_ADDR_ATTR_IF_IDX = 7, __MPTCP_PM_ADDR_ATTR_MAX = 8, }; enum { MPTCP_PM_ENDPOINT_ADDR = 1, __MPTCP_PM_ENDPOINT_MAX = 2, }; enum { MPTCP_PM_ATTR_UNSPEC = 0, MPTCP_PM_ATTR_ADDR = 1, MPTCP_PM_ATTR_RCV_ADD_ADDRS = 2, MPTCP_PM_ATTR_SUBFLOWS = 3, MPTCP_PM_ATTR_TOKEN = 4, MPTCP_PM_ATTR_LOC_ID = 5, MPTCP_PM_ATTR_ADDR_REMOTE = 6, __MPTCP_ATTR_AFTER_LAST = 7, }; enum { MPTCP_PM_CMD_UNSPEC = 0, MPTCP_PM_CMD_ADD_ADDR = 1, MPTCP_PM_CMD_DEL_ADDR = 2, MPTCP_PM_CMD_GET_ADDR = 3, MPTCP_PM_CMD_FLUSH_ADDRS = 4, MPTCP_PM_CMD_SET_LIMITS = 5, MPTCP_PM_CMD_GET_LIMITS = 6, MPTCP_PM_CMD_SET_FLAGS = 7, MPTCP_PM_CMD_ANNOUNCE = 8, MPTCP_PM_CMD_REMOVE = 9, MPTCP_PM_CMD_SUBFLOW_CREATE = 10, MPTCP_PM_CMD_SUBFLOW_DESTROY = 11, __MPTCP_PM_CMD_AFTER_LAST = 12, }; struct mptcp_pm_ops { char name[16]; struct module *owner; struct list_head list; void (*init)(struct mptcp_sock *); void (*release)(struct mptcp_sock *); long: 64; }; enum mptcp_pm_status { MPTCP_PM_ADD_ADDR_RECEIVED = 0, MPTCP_PM_ADD_ADDR_SEND_ACK = 1, MPTCP_PM_RM_ADDR_RECEIVED = 2, MPTCP_PM_ESTABLISHED = 3, MPTCP_PM_SUBFLOW_ESTABLISHED = 4, MPTCP_PM_ALREADY_ESTABLISHED = 5, MPTCP_PM_MPC_ENDPOINT_ACCOUNTED = 6, }; enum mptcp_pm_type { MPTCP_PM_TYPE_KERNEL = 0, MPTCP_PM_TYPE_USERSPACE = 1, __MPTCP_PM_TYPE_NR = 2, __MPTCP_PM_TYPE_MAX = 1, }; enum mptcp_addr_signal_status { MPTCP_ADD_ADDR_SIGNAL = 0, MPTCP_ADD_ADDR_ECHO = 1, MPTCP_RM_ADDR_SIGNAL = 2, }; struct mptcp_pm_local { struct mptcp_addr_info addr; u8 flags; int ifindex; }; struct mptcp_pm_addr_entry { struct list_head list; struct mptcp_addr_info addr; u8 flags; int ifindex; struct socket *lsk; }; struct pm_nl_pernet { spinlock_t lock; struct list_head local_addr_list; unsigned int addrs; unsigned int stale_loss_cnt; unsigned int add_addr_signal_max; unsigned int add_addr_accept_max; unsigned int local_addr_max; unsigned int subflows_max; unsigned int next_id; long unsigned int id_bitmap[4]; }; enum bug_trap_type { BUG_TRAP_TYPE_NONE = 0, BUG_TRAP_TYPE_WARN = 1, BUG_TRAP_TYPE_BUG = 2, }; enum ctx_state { CT_STATE_DISABLED = -1, CT_STATE_KERNEL = 0, CT_STATE_IDLE = 1, CT_STATE_USER = 2, CT_STATE_GUEST = 3, CT_STATE_MAX = 4, }; struct context_tracking { atomic_t state; long int nesting; long int nmi_nesting; }; typedef int (*objpool_init_obj_cb)(void *, void *); typedef struct { long unsigned int key[2]; } hsiphash_key_t; struct uf_node { struct uf_node *parent; unsigned int rank; }; struct efi_generic_dev_path { u8 type; u8 sub_type; u16 length; }; typedef union { struct { u32 revision; efi_handle_t parent_handle; efi_system_table_t *system_table; efi_handle_t device_handle; void *file_path; void *reserved; u32 load_options_size; void *load_options; void *image_base; __u64 image_size; unsigned int image_code_type; unsigned int image_data_type; efi_status_t (*unload)(efi_handle_t); }; struct { u32 revision; u32 parent_handle; u32 system_table; u32 device_handle; u32 file_path; u32 reserved; u32 load_options_size; u32 load_options; u32 image_base; __u64 image_size; u32 image_code_type; u32 image_data_type; u32 unload; } mixed_mode; } efi_loaded_image_t; struct efi_boot_memmap { long unsigned int map_size; long unsigned int desc_size; u32 desc_ver; long unsigned int map_key; long unsigned int buff_size; efi_memory_desc_t map[0]; }; enum efi_secureboot_mode { efi_secureboot_mode_unset = 0, efi_secureboot_mode_unknown = 1, efi_secureboot_mode_disabled = 2, efi_secureboot_mode_enabled = 3, }; typedef __be32 fdt32_t; struct fdt_header { fdt32_t magic; fdt32_t totalsize; fdt32_t off_dt_struct; fdt32_t off_dt_strings; fdt32_t off_mem_rsvmap; fdt32_t version; fdt32_t last_comp_version; fdt32_t boot_cpuid_phys; fdt32_t size_dt_strings; fdt32_t size_dt_struct; }; typedef efi_status_t (*efi_exit_boot_map_processing)(struct efi_boot_memmap *, void *); struct exit_boot_struct { struct efi_boot_memmap *boot_memmap; efi_memory_desc_t *runtime_map; int runtime_entry_count; void *new_fdt_addr; }; struct efi_file_path_dev_path { struct efi_generic_dev_path header; efi_char16_t filename[0]; }; union efi_device_path_from_text_protocol { struct { efi_device_path_protocol_t * (*convert_text_to_device_node)(const efi_char16_t *); efi_device_path_protocol_t * (*convert_text_to_device_path)(const efi_char16_t *); }; struct { u32 convert_text_to_device_node; u32 convert_text_to_device_path; } mixed_mode; }; typedef union efi_device_path_from_text_protocol efi_device_path_from_text_protocol_t; typedef struct { u64 size; u64 file_size; u64 phys_size; efi_time_t create_time; efi_time_t last_access_time; efi_time_t modification_time; __u64 attribute; efi_char16_t filename[0]; } efi_file_info_t; union efi_file_protocol; typedef union efi_file_protocol efi_file_protocol_t; union efi_file_protocol { struct { u64 revision; efi_status_t (*open)(efi_file_protocol_t *, efi_file_protocol_t **, efi_char16_t *, u64, u64); efi_status_t (*close)(efi_file_protocol_t *); efi_status_t (*delete)(efi_file_protocol_t *); efi_status_t (*read)(efi_file_protocol_t *, long unsigned int *, void *); efi_status_t (*write)(efi_file_protocol_t *, long unsigned int, void *); efi_status_t (*get_position)(efi_file_protocol_t *, u64 *); efi_status_t (*set_position)(efi_file_protocol_t *, u64); efi_status_t (*get_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int *, void *); efi_status_t (*set_info)(efi_file_protocol_t *, efi_guid_t *, long unsigned int, void *); efi_status_t (*flush)(efi_file_protocol_t *); }; struct { u64 revision; u32 open; u32 close; u32 delete; u32 read; u32 write; u32 get_position; u32 set_position; u32 get_info; u32 set_info; u32 flush; } mixed_mode; }; union efi_simple_file_system_protocol; typedef union efi_simple_file_system_protocol efi_simple_file_system_protocol_t; union efi_simple_file_system_protocol { struct { u64 revision; efi_status_t (*open_volume)(efi_simple_file_system_protocol_t *, efi_file_protocol_t **); }; struct { u64 revision; u32 open_volume; } mixed_mode; }; struct finfo { efi_file_info_t info; efi_char16_t filename[256]; }; typedef __be64 fdt64_t; struct fdt_reserve_entry { fdt64_t address; fdt64_t size; }; struct fdt_node_header { fdt32_t tag; char name[0]; }; struct fdt_property { fdt32_t tag; fdt32_t len; fdt32_t nameoff; char data[0]; }; enum { ASSUME_PERFECT = 255, ASSUME_VALID_DTB = 1, ASSUME_VALID_INPUT = 2, ASSUME_LATEST = 4, ASSUME_NO_ROLLBACK = 8, ASSUME_LIBFDT_ORDER = 16, ASSUME_LIBFDT_FLAWLESS = 32, }; struct efi_vendor_dev_path { struct efi_generic_dev_path header; efi_guid_t vendorguid; u8 vendordata[0]; }; union efi_memory_attribute_protocol; typedef union efi_memory_attribute_protocol efi_memory_attribute_protocol_t; union efi_memory_attribute_protocol { struct { efi_status_t (*get_memory_attributes)(efi_memory_attribute_protocol_t *, efi_physical_addr_t, u64, u64 *); efi_status_t (*set_memory_attributes)(efi_memory_attribute_protocol_t *, efi_physical_addr_t, u64, u64); efi_status_t (*clear_memory_attributes)(efi_memory_attribute_protocol_t *, efi_physical_addr_t, u64, u64); }; struct { u32 get_memory_attributes; u32 set_memory_attributes; u32 clear_memory_attributes; } mixed_mode; }; typedef u32 efi_tcg2_event_log_format; struct efi_tcg2_event { u32 event_size; struct { u32 header_size; u16 header_version; u32 pcr_index; u32 event_type; } __attribute__((packed)) event_header; } __attribute__((packed)); struct tdTCG_PCClientTaggedEvent { u32 tagged_event_id; u32 tagged_event_data_size; u8 tagged_event_data[0]; }; typedef struct tdTCG_PCClientTaggedEvent TCG_PCClientTaggedEvent; typedef struct efi_tcg2_event efi_tcg2_event_t; union efi_tcg2_protocol; typedef union efi_tcg2_protocol efi_tcg2_protocol_t; union efi_tcg2_protocol { struct { void *get_capability; efi_status_t (*get_event_log)(efi_tcg2_protocol_t *, efi_tcg2_event_log_format, efi_physical_addr_t *, efi_physical_addr_t *, efi_bool_t *); efi_status_t (*hash_log_extend_event)(efi_tcg2_protocol_t *, u64, efi_physical_addr_t, u64, const efi_tcg2_event_t *); void *submit_command; void *get_active_pcr_banks; void *set_active_pcr_banks; void *get_result_of_set_active_pcr_banks; }; struct { u32 get_capability; u32 get_event_log; u32 hash_log_extend_event; u32 submit_command; u32 get_active_pcr_banks; u32 set_active_pcr_banks; u32 get_result_of_set_active_pcr_banks; } mixed_mode; }; typedef struct { u8 major; u8 minor; } efi_cc_version_t; typedef struct { u8 type; u8 sub_type; } efi_cc_type_t; typedef u32 efi_cc_mr_index_t; struct efi_cc_event { u32 event_size; struct { u32 header_size; u16 header_version; u32 mr_index; u32 event_type; } __attribute__((packed)) event_header; } __attribute__((packed)); typedef struct efi_cc_event efi_cc_event_t; typedef u32 efi_cc_event_log_bitmap_t; typedef u32 efi_cc_event_log_format_t; typedef u32 efi_cc_event_algorithm_bitmap_t; typedef struct { u8 size; efi_cc_version_t structure_version; efi_cc_version_t protocol_version; efi_cc_event_algorithm_bitmap_t hash_algorithm_bitmap; efi_cc_event_log_bitmap_t supported_event_logs; efi_cc_type_t cc_type; } efi_cc_boot_service_cap_t; union efi_cc_protocol; typedef union efi_cc_protocol efi_cc_protocol_t; union efi_cc_protocol { struct { efi_status_t (*get_capability)(efi_cc_protocol_t *, efi_cc_boot_service_cap_t *); efi_status_t (*get_event_log)(efi_cc_protocol_t *, efi_cc_event_log_format_t, efi_physical_addr_t *, efi_physical_addr_t *, efi_bool_t *); efi_status_t (*hash_log_extend_event)(efi_cc_protocol_t *, u64, efi_physical_addr_t, u64, const efi_cc_event_t *); efi_status_t (*map_pcr_to_mr_index)(efi_cc_protocol_t *, u32, efi_cc_mr_index_t *); }; struct { u32 get_capability; u32 get_event_log; u32 hash_log_extend_event; u32 map_pcr_to_mr_index; } mixed_mode; }; union efi_load_file_protocol; typedef union efi_load_file_protocol efi_load_file_protocol_t; union efi_load_file_protocol { struct { efi_status_t (*load_file)(efi_load_file_protocol_t *, efi_device_path_protocol_t *, bool, long unsigned int *, void *); }; struct { u32 load_file; } mixed_mode; }; typedef union efi_load_file_protocol efi_load_file2_protocol_t; typedef struct { u32 attributes; u16 file_path_list_length; u8 variable_data[0]; } __attribute__((packed)) efi_load_option_t; typedef struct { u32 attributes; u16 file_path_list_length; const efi_char16_t *description; const efi_device_path_protocol_t *file_path_list; u32 optional_data_size; const void *optional_data; } efi_load_option_unpacked_t; enum efistub_event_type { EFISTUB_EVT_INITRD = 0, EFISTUB_EVT_LOAD_OPTIONS = 1, EFISTUB_EVT_COUNT = 2, }; union efistub_event { efi_tcg2_event_t tcg2_data; efi_cc_event_t cc_data; }; struct efistub_measured_event { union efistub_event event_data; TCG_PCClientTaggedEvent tagged_event; } __attribute__((packed)); typedef int (*initcall_t)(); typedef int initcall_entry_t; struct trace_event_raw_initcall_level { struct trace_entry ent; u32 __data_loc_level; char __data[0]; }; struct trace_event_raw_initcall_start { struct trace_entry ent; initcall_t func; char __data[0]; }; struct trace_event_raw_initcall_finish { struct trace_entry ent; initcall_t func; int ret; char __data[0]; }; struct trace_event_data_offsets_initcall_level { u32 level; const void *level_ptr_; }; struct trace_event_data_offsets_initcall_start {}; struct trace_event_data_offsets_initcall_finish {}; typedef void (*btf_trace_initcall_level)(void *, const char *); typedef void (*btf_trace_initcall_start)(void *, initcall_t); typedef void (*btf_trace_initcall_finish)(void *, initcall_t, int); struct blacklist_entry { struct list_head next; char *buf; }; struct mpidr_hash { u64 mask; u32 shift_aff[4]; u32 bits; }; typedef bool pstate_check_t(long unsigned int); enum ftr_type { FTR_EXACT = 0, FTR_LOWER_SAFE = 1, FTR_HIGHER_SAFE = 2, FTR_HIGHER_OR_ZERO_SAFE = 3, }; struct arm64_ftr_bits { bool sign; bool visible; bool strict; enum ftr_type type; u8 shift; u8 width; s64 safe_val; }; struct arm64_ftr_override { u64 val; u64 mask; }; struct arm64_ftr_reg { const char *name; u64 strict_mask; u64 user_mask; u64 sys_val; u64 user_val; struct arm64_ftr_override *override; const struct arm64_ftr_bits *ftr_bits; }; enum siginfo_layout { SIL_KILL = 0, SIL_TIMER = 1, SIL_POLL = 2, SIL_FAULT = 3, SIL_FAULT_TRAPNO = 4, SIL_FAULT_MCEERR = 5, SIL_FAULT_BNDERR = 6, SIL_FAULT_PKUERR = 7, SIL_FAULT_PERF_EVENT = 8, SIL_CHLD = 9, SIL_RT = 10, SIL_SYS = 11, }; enum die_val { DIE_UNUSED = 0, DIE_OOPS = 1, }; struct sys64_hook { long unsigned int esr_mask; long unsigned int esr_val; void (*handler)(long unsigned int, struct pt_regs *); }; enum { CAP_HWCAP = 1, CAP_COMPAT_HWCAP = 2, CAP_COMPAT_HWCAP2 = 3, }; enum aarch64_insn_imm_type { AARCH64_INSN_IMM_ADR = 0, AARCH64_INSN_IMM_26 = 1, AARCH64_INSN_IMM_19 = 2, AARCH64_INSN_IMM_16 = 3, AARCH64_INSN_IMM_14 = 4, AARCH64_INSN_IMM_12 = 5, AARCH64_INSN_IMM_9 = 6, AARCH64_INSN_IMM_7 = 7, AARCH64_INSN_IMM_6 = 8, AARCH64_INSN_IMM_S = 9, AARCH64_INSN_IMM_R = 10, AARCH64_INSN_IMM_N = 11, AARCH64_INSN_IMM_MAX = 12, }; enum aarch64_insn_register_type { AARCH64_INSN_REGTYPE_RT = 0, AARCH64_INSN_REGTYPE_RN = 1, AARCH64_INSN_REGTYPE_RT2 = 2, AARCH64_INSN_REGTYPE_RM = 3, AARCH64_INSN_REGTYPE_RD = 4, AARCH64_INSN_REGTYPE_RA = 5, AARCH64_INSN_REGTYPE_RS = 6, }; enum kvm_mode { KVM_MODE_DEFAULT = 0, KVM_MODE_PROTECTED = 1, KVM_MODE_NV = 2, KVM_MODE_NONE = 3, }; enum arm64_bp_harden_el1_vectors { EL1_VECTOR_BHB_LOOP = 0, EL1_VECTOR_BHB_FW = 1, EL1_VECTOR_BHB_CLEAR_INSN = 2, EL1_VECTOR_KPTI = 3, }; struct __ftr_reg_entry { u32 sys_id; struct arm64_ftr_reg *reg; }; typedef void kpti_remap_fn(int, int, phys_addr_t, long unsigned int); struct arm_cpuidle_irq_context {}; typedef void text_poke_f(void *, void *, size_t, size_t); struct aarch64_insn_patch { void **text_addrs; u32 *new_insns; int insn_cnt; atomic_t cpu_count; }; typedef s32 compat_pid_t; typedef s32 compat_timer_t; typedef u32 __compat_uid32_t; typedef u32 compat_sigset_word; struct compat_sigaltstack { compat_uptr_t ss_sp; int ss_flags; compat_size_t ss_size; }; typedef struct compat_sigaltstack compat_stack_t; typedef struct { compat_sigset_word sig[2]; } compat_sigset_t; struct compat_siginfo { int si_signo; int si_errno; int si_code; union { int _pad[29]; struct { compat_pid_t _pid; __compat_uid32_t _uid; } _kill; struct { compat_timer_t _tid; int _overrun; compat_sigval_t _sigval; } _timer; struct { compat_pid_t _pid; __compat_uid32_t _uid; compat_sigval_t _sigval; } _rt; struct { compat_pid_t _pid; __compat_uid32_t _uid; int _status; compat_clock_t _utime; compat_clock_t _stime; } _sigchld; struct { compat_uptr_t _addr; union { int _trapno; short int _addr_lsb; struct { char _dummy_bnd[4]; compat_uptr_t _lower; compat_uptr_t _upper; } _addr_bnd; struct { char _dummy_pkey[4]; u32 _pkey; } _addr_pkey; struct { compat_ulong_t _data; u32 _type; u32 _flags; } _perf; }; } _sigfault; struct { compat_long_t _band; int _fd; } _sigpoll; struct { compat_uptr_t _call_addr; int _syscall; unsigned int _arch; } _sigsys; } _sifields; }; struct compat_sigcontext { compat_ulong_t trap_no; compat_ulong_t error_code; compat_ulong_t oldmask; compat_ulong_t arm_r0; compat_ulong_t arm_r1; compat_ulong_t arm_r2; compat_ulong_t arm_r3; compat_ulong_t arm_r4; compat_ulong_t arm_r5; compat_ulong_t arm_r6; compat_ulong_t arm_r7; compat_ulong_t arm_r8; compat_ulong_t arm_r9; compat_ulong_t arm_r10; compat_ulong_t arm_fp; compat_ulong_t arm_ip; compat_ulong_t arm_sp; compat_ulong_t arm_lr; compat_ulong_t arm_pc; compat_ulong_t arm_cpsr; compat_ulong_t fault_address; }; struct compat_ucontext { compat_ulong_t uc_flags; compat_uptr_t uc_link; compat_stack_t uc_stack; struct compat_sigcontext uc_mcontext; compat_sigset_t uc_sigmask; int __unused[30]; compat_ulong_t uc_regspace[128]; }; struct compat_sigframe { struct compat_ucontext uc; compat_ulong_t retcode[2]; }; struct compat_rt_sigframe { struct compat_siginfo info; struct compat_sigframe sig; }; struct compat_user_vfp { compat_u64 fpregs[32]; compat_ulong_t fpscr; }; struct compat_user_vfp_exc { compat_ulong_t fpexc; compat_ulong_t fpinst; compat_ulong_t fpinst2; }; struct compat_vfp_sigframe { compat_ulong_t magic; compat_ulong_t size; struct compat_user_vfp ufp; struct compat_user_vfp_exc ufp_exc; }; struct compat_aux_sigframe { struct compat_vfp_sigframe vfp; long unsigned int end_magic; }; union __fpsimd_vreg { __int128 unsigned raw; struct { u64 lo; u64 hi; }; }; enum { HW_BREAKPOINT_LEN_1 = 1, HW_BREAKPOINT_LEN_2 = 2, HW_BREAKPOINT_LEN_3 = 3, HW_BREAKPOINT_LEN_4 = 4, HW_BREAKPOINT_LEN_5 = 5, HW_BREAKPOINT_LEN_6 = 6, HW_BREAKPOINT_LEN_7 = 7, HW_BREAKPOINT_LEN_8 = 8, }; enum { HW_BREAKPOINT_EMPTY = 0, HW_BREAKPOINT_R = 1, HW_BREAKPOINT_W = 2, HW_BREAKPOINT_RW = 3, HW_BREAKPOINT_X = 4, HW_BREAKPOINT_INVALID = 7, }; enum bp_type_idx { TYPE_INST = 0, TYPE_DATA = 1, TYPE_MAX = 2, }; enum hw_breakpoint_ops { HW_BREAKPOINT_INSTALL = 0, HW_BREAKPOINT_UNINSTALL = 1, HW_BREAKPOINT_RESTORE = 2, }; enum acpi_srat_type { ACPI_SRAT_TYPE_CPU_AFFINITY = 0, ACPI_SRAT_TYPE_MEMORY_AFFINITY = 1, ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY = 2, ACPI_SRAT_TYPE_GICC_AFFINITY = 3, ACPI_SRAT_TYPE_GIC_ITS_AFFINITY = 4, ACPI_SRAT_TYPE_GENERIC_AFFINITY = 5, ACPI_SRAT_TYPE_GENERIC_PORT_AFFINITY = 6, ACPI_SRAT_TYPE_RINTC_AFFINITY = 7, ACPI_SRAT_TYPE_RESERVED = 8, }; struct acpi_srat_gicc_affinity { struct acpi_subtable_header header; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; } __attribute__((packed)); struct pvclock_vcpu_stolen_time { __le32 revision; __le32 attributes; __le64 stolen_time; u8 padding[48]; }; struct pv_time_stolen_time_region { struct pvclock_vcpu_stolen_time *kaddr; }; struct pbe { void *address; void *orig_address; struct pbe *next; }; struct cpu_suspend_ctx { u64 ctx_regs[13]; u64 sp; }; struct sleep_stack_data { struct cpu_suspend_ctx system_regs; long unsigned int callee_saved_regs[12]; }; struct arch_hibernate_hdr_invariants { char uts_version[65]; }; struct arch_hibernate_hdr { struct arch_hibernate_hdr_invariants invariants; phys_addr_t ttbr1_el1; void (*reenter_kernel)(); phys_addr_t __hyp_stub_vectors; u64 sleep_cpu_mpidr; }; typedef int (*ioremap_prot_hook_t)(phys_addr_t, size_t, pgprot_t *); typedef u64 hpa_t; typedef u64 hfn_t; typedef hfn_t kvm_pfn_t; struct gfn_to_hva_cache { u64 generation; gpa_t gpa; long unsigned int hva; long unsigned int len; struct kvm_memory_slot *memslot; }; struct kvm_regs { struct user_pt_regs regs; __u64 sp_el1; __u64 elr_el1; __u64 spsr[5]; long: 64; struct user_fpsimd_state fp_regs; }; struct kvm_sregs {}; struct kvm_fpu {}; struct kvm_userspace_memory_region { __u32 slot; __u32 flags; __u64 guest_phys_addr; __u64 memory_size; __u64 userspace_addr; }; struct kvm_userspace_memory_region2 { __u32 slot; __u32 flags; __u64 guest_phys_addr; __u64 memory_size; __u64 userspace_addr; __u64 guest_memfd_offset; __u32 guest_memfd; __u32 pad1; __u64 pad2[14]; }; struct kvm_irq_level { union { __u32 irq; __s32 status; }; __u32 level; }; struct kvm_coalesced_mmio_zone { __u64 addr; __u32 size; union { __u32 pad; __u32 pio; }; }; struct kvm_translation { __u64 linear_address; __u64 physical_address; __u8 valid; __u8 writeable; __u8 usermode; __u8 pad[5]; }; struct kvm_dirty_log { __u32 slot; __u32 padding1; union { void *dirty_bitmap; __u64 padding2; }; }; struct kvm_clear_dirty_log { __u32 slot; __u32 num_pages; __u64 first_page; union { void *dirty_bitmap; __u64 padding2; }; }; struct kvm_signal_mask { __u32 len; __u8 sigset[0]; }; struct kvm_guest_debug { __u32 control; __u32 pad; struct kvm_guest_debug_arch arch; }; struct kvm_ioeventfd { __u64 datamatch; __u64 addr; __u32 len; __s32 fd; __u32 flags; __u8 pad[36]; }; struct kvm_enable_cap { __u32 cap; __u32 flags; __u64 args[4]; __u8 pad[64]; }; struct kvm_irq_routing_irqchip { __u32 irqchip; __u32 pin; }; struct kvm_irq_routing_msi { __u32 address_lo; __u32 address_hi; __u32 data; union { __u32 pad; __u32 devid; }; }; struct kvm_irq_routing_s390_adapter { __u64 ind_addr; __u64 summary_addr; __u64 ind_offset; __u32 summary_offset; __u32 adapter_id; }; struct kvm_irq_routing_hv_sint { __u32 vcpu; __u32 sint; }; struct kvm_irq_routing_xen_evtchn { __u32 port; __u32 vcpu; __u32 priority; }; struct kvm_irq_routing_entry { __u32 gsi; __u32 type; __u32 flags; __u32 pad; union { struct kvm_irq_routing_irqchip irqchip; struct kvm_irq_routing_msi msi; struct kvm_irq_routing_s390_adapter adapter; struct kvm_irq_routing_hv_sint hv_sint; struct kvm_irq_routing_xen_evtchn xen_evtchn; __u32 pad[8]; } u; }; struct kvm_irq_routing { __u32 nr; __u32 flags; struct kvm_irq_routing_entry entries[0]; }; struct kvm_irqfd { __u32 fd; __u32 gsi; __u32 flags; __u32 resamplefd; __u8 pad[16]; }; struct kvm_msi { __u32 address_lo; __u32 address_hi; __u32 data; __u32 flags; __u32 devid; __u8 pad[12]; }; struct kvm_create_device { __u32 type; __u32 fd; __u32 flags; }; struct kvm_stats_header { __u32 flags; __u32 name_size; __u32 num_desc; __u32 id_offset; __u32 desc_offset; __u32 data_offset; }; union kvm_mmu_notifier_arg { long unsigned int attributes; }; enum kvm_gfn_range_filter { KVM_FILTER_SHARED = 1, KVM_FILTER_PRIVATE = 2, }; struct kvm_gfn_range { struct kvm_memory_slot *slot; gfn_t start; gfn_t end; union kvm_mmu_notifier_arg arg; enum kvm_gfn_range_filter attr_filter; bool may_block; bool lockless; }; enum { OUTSIDE_GUEST_MODE = 0, IN_GUEST_MODE = 1, EXITING_GUEST_MODE = 2, READING_SHADOW_PAGE_TABLES = 3, }; struct kvm_host_map { struct page *pinned_page; struct page *page; void *hva; kvm_pfn_t pfn; kvm_pfn_t gfn; bool writable; }; struct kvm_memslot_iter { struct kvm_memslots *slots; struct rb_node *node; struct kvm_memory_slot *slot; }; enum kvm_mr_change { KVM_MR_CREATE = 0, KVM_MR_DELETE = 1, KVM_MR_MOVE = 2, KVM_MR_FLAGS_ONLY = 3, }; struct kvm_follow_pfn { const struct kvm_memory_slot *slot; const gfn_t gfn; long unsigned int hva; unsigned int flags; bool pin; bool *map_writable; struct page **refcounted_page; }; struct trace_event_raw_kvm_userspace_exit { struct trace_entry ent; __u32 reason; int errno; char __data[0]; }; struct trace_event_raw_kvm_vcpu_wakeup { struct trace_entry ent; __u64 ns; bool waited; bool valid; char __data[0]; }; struct trace_event_raw_kvm_set_irq { struct trace_entry ent; unsigned int gsi; int level; int irq_source_id; char __data[0]; }; struct trace_event_raw_kvm_ack_irq { struct trace_entry ent; unsigned int irqchip; unsigned int pin; char __data[0]; }; struct trace_event_raw_kvm_mmio { struct trace_entry ent; u32 type; u32 len; u64 gpa; u64 val; char __data[0]; }; struct trace_event_raw_kvm_iocsr { struct trace_entry ent; u32 type; u32 len; u64 gpa; u64 val; char __data[0]; }; struct trace_event_raw_kvm_fpu { struct trace_entry ent; u32 load; char __data[0]; }; struct trace_event_raw_kvm_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int vcpu_id; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_push { struct trace_entry ent; int index; u32 dirty_index; u32 reset_index; u32 slot; u64 offset; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_reset { struct trace_entry ent; int index; u32 dirty_index; u32 reset_index; char __data[0]; }; struct trace_event_raw_kvm_dirty_ring_exit { struct trace_entry ent; int vcpu_id; char __data[0]; }; struct trace_event_raw_kvm_unmap_hva_range { struct trace_entry ent; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_kvm_age_hva { struct trace_entry ent; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_kvm_test_age_hva { struct trace_entry ent; long unsigned int hva; char __data[0]; }; struct trace_event_data_offsets_kvm_userspace_exit {}; struct trace_event_data_offsets_kvm_vcpu_wakeup {}; struct trace_event_data_offsets_kvm_set_irq {}; struct trace_event_data_offsets_kvm_ack_irq {}; struct trace_event_data_offsets_kvm_mmio {}; struct trace_event_data_offsets_kvm_iocsr {}; struct trace_event_data_offsets_kvm_fpu {}; struct trace_event_data_offsets_kvm_halt_poll_ns {}; struct trace_event_data_offsets_kvm_dirty_ring_push {}; struct trace_event_data_offsets_kvm_dirty_ring_reset {}; struct trace_event_data_offsets_kvm_dirty_ring_exit {}; struct trace_event_data_offsets_kvm_unmap_hva_range {}; struct trace_event_data_offsets_kvm_age_hva {}; struct trace_event_data_offsets_kvm_test_age_hva {}; typedef void (*btf_trace_kvm_userspace_exit)(void *, __u32, int); typedef void (*btf_trace_kvm_vcpu_wakeup)(void *, __u64, bool, bool); typedef void (*btf_trace_kvm_set_irq)(void *, unsigned int, int, int); typedef void (*btf_trace_kvm_ack_irq)(void *, unsigned int, unsigned int); typedef void (*btf_trace_kvm_mmio)(void *, int, int, u64, void *); typedef void (*btf_trace_kvm_iocsr)(void *, int, int, u64, void *); typedef void (*btf_trace_kvm_fpu)(void *, int); typedef void (*btf_trace_kvm_halt_poll_ns)(void *, bool, unsigned int, unsigned int, unsigned int); typedef void (*btf_trace_kvm_dirty_ring_push)(void *, struct kvm_dirty_ring *, u32, u64); typedef void (*btf_trace_kvm_dirty_ring_reset)(void *, struct kvm_dirty_ring *); typedef void (*btf_trace_kvm_dirty_ring_exit)(void *, struct kvm_vcpu *); typedef void (*btf_trace_kvm_unmap_hva_range)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_age_hva)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_test_age_hva)(void *, long unsigned int); typedef bool (*gfn_handler_t)(struct kvm *, struct kvm_gfn_range *); typedef void (*on_lock_fn_t)(struct kvm *); struct kvm_mmu_notifier_range { u64 start; u64 end; union kvm_mmu_notifier_arg arg; gfn_handler_t handler; on_lock_fn_t on_lock; bool flush_on_ret; bool may_block; bool lockless; }; struct kvm_mmu_notifier_return { bool ret; bool found_memslot; }; typedef struct kvm_mmu_notifier_return kvm_mn_ret_t; typedef long unsigned int hva_t; enum kvm_arch_timers { TIMER_PTIMER = 0, TIMER_VTIMER = 1, NR_KVM_EL0_TIMERS = 2, TIMER_HVTIMER = 2, TIMER_HPTIMER = 3, NR_KVM_TIMERS = 4, }; struct hyp_shared_pfn { u64 pfn; int count; struct rb_node node; }; struct kvm_one_reg { __u64 id; __u64 addr; }; struct arch_timer_kvm_info { struct timecounter timecounter; int virtual_irq; int physical_irq; }; struct kvm_arm_counter_offset { __u64 counter_offset; __u64 reserved; }; enum kvm_arch_timer_regs { TIMER_REG_CNT = 0, TIMER_REG_CVAL = 1, TIMER_REG_TVAL = 2, TIMER_REG_CTL = 3, TIMER_REG_VOFF = 4, }; struct timer_map { struct arch_timer_context *direct_vtimer; struct arch_timer_context *direct_ptimer; struct arch_timer_context *emul_vtimer; struct arch_timer_context *emul_ptimer; }; typedef int (*list_cmp_func_t)(void *, const struct list_head *, const struct list_head *); struct trace_event_raw_vgic_update_irq_pending { struct trace_entry ent; long unsigned int vcpu_id; __u32 irq; bool level; char __data[0]; }; struct trace_event_data_offsets_vgic_update_irq_pending {}; typedef void (*btf_trace_vgic_update_irq_pending)(void *, long unsigned int, __u32, bool); struct mi_state { u16 eisr; u16 elrsr; bool pend; }; struct shadow_if { struct vgic_v3_cpu_if cpuif; long unsigned int lr_map; }; struct hyp_pool { hyp_spinlock_t lock; struct list_head free_area[11]; phys_addr_t range_start; phys_addr_t range_end; u8 max_order; }; struct pkvm_hyp_vcpu { struct kvm_vcpu vcpu; struct kvm_vcpu *host_vcpu; struct pkvm_hyp_vcpu **loaded_hyp_vcpu; }; struct pkvm_hyp_vm { struct kvm kvm; struct kvm *host_kvm; struct kvm_pgtable pgt; struct kvm_pgtable_mm_ops mm_ops; struct hyp_pool pool; hyp_spinlock_t lock; struct pkvm_hyp_vcpu *vcpus[0]; }; typedef void (*hcall_t)(struct kvm_cpu_context *); enum pkvm_page_state { PKVM_PAGE_OWNED = 0, PKVM_PAGE_SHARED_OWNED = 1, PKVM_PAGE_SHARED_BORROWED = 2, __PKVM_PAGE_RESERVED = 3, PKVM_NOPAGE = 4, }; struct hyp_page { u16 refcount; u8 order; enum pkvm_page_state host_state: 8; u32 host_share_guest_count; }; struct host_mmu { struct kvm_arch arch; struct kvm_pgtable pgt; struct kvm_pgtable_mm_ops mm_ops; hyp_spinlock_t lock; }; enum pkvm_component_id { PKVM_ID_HOST = 0, PKVM_ID_HYP = 1, PKVM_ID_FFA = 2, }; struct kvm_mem_range { u64 start; u64 end; }; struct check_walk_data { enum pkvm_page_state desired; enum pkvm_page_state (*get_page_state)(kvm_pte_t, u64); }; struct gnttab_cache_flush { union { uint64_t dev_bus_addr; grant_ref_t ref; } a; uint16_t offset; uint16_t length; uint32_t op; }; struct aes_block { u8 b[16]; }; struct sha256_state { u32 state[8]; u64 count; u8 buf[64]; }; typedef void sha256_block_fn(struct sha256_state *, const u8 *, int); enum cpuhp_smt_control { CPU_SMT_ENABLED = 0, CPU_SMT_DISABLED = 1, CPU_SMT_FORCE_DISABLED = 2, CPU_SMT_NOT_SUPPORTED = 3, CPU_SMT_NOT_IMPLEMENTED = 4, }; struct trace_event_raw_cpuhp_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_multi_enter { struct trace_entry ent; unsigned int cpu; int target; int idx; void *fun; char __data[0]; }; struct trace_event_raw_cpuhp_exit { struct trace_entry ent; unsigned int cpu; int state; int idx; int ret; char __data[0]; }; struct trace_event_data_offsets_cpuhp_enter {}; struct trace_event_data_offsets_cpuhp_multi_enter {}; struct trace_event_data_offsets_cpuhp_exit {}; typedef void (*btf_trace_cpuhp_enter)(void *, unsigned int, int, int, int (*)(unsigned int)); typedef void (*btf_trace_cpuhp_multi_enter)(void *, unsigned int, int, int, int (*)(unsigned int, struct hlist_node *), struct hlist_node *); typedef void (*btf_trace_cpuhp_exit)(void *, unsigned int, int, int, int); struct cpuhp_cpu_state { enum cpuhp_state state; enum cpuhp_state target; enum cpuhp_state fail; struct task_struct *thread; bool should_run; bool rollback; bool single; bool bringup; struct hlist_node *node; struct hlist_node *last; enum cpuhp_state cb_state; int result; atomic_t ap_sync_state; struct completion done_up; struct completion done_down; }; struct cpuhp_step { const char *name; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } startup; union { int (*single)(unsigned int); int (*multi)(unsigned int, struct hlist_node *); } teardown; struct hlist_head list; bool cant_stop; bool multi_instance; }; enum cpuhp_sync_state { SYNC_STATE_DEAD = 0, SYNC_STATE_KICKED = 1, SYNC_STATE_SHOULD_DIE = 2, SYNC_STATE_ALIVE = 3, SYNC_STATE_SHOULD_ONLINE = 4, SYNC_STATE_ONLINE = 5, }; struct cpu_down_work { unsigned int cpu; enum cpuhp_state target; }; enum cpu_mitigations { CPU_MITIGATIONS_OFF = 0, CPU_MITIGATIONS_AUTO = 1, CPU_MITIGATIONS_AUTO_NOSMT = 2, }; enum { MAX_IORES_LEVEL = 5, }; struct region_devres { struct resource *parent; resource_size_t start; resource_size_t n; }; typedef long unsigned int old_sigset_t; struct multiprocess_signals { sigset_t signal; struct hlist_node node; }; typedef u32 compat_old_sigset_t; struct core_vma_metadata; struct coredump_params { const kernel_siginfo_t *siginfo; struct file *file; long unsigned int limit; long unsigned int mm_flags; int cpu; loff_t written; loff_t pos; loff_t to_skip; int vma_count; size_t vma_data_size; struct core_vma_metadata *vma_meta; struct pid *pid; }; struct core_vma_metadata { long unsigned int start; long unsigned int end; long unsigned int flags; long unsigned int dump_size; long unsigned int pgoff; struct file *file; }; struct compat_sigaction { compat_uptr_t sa_handler; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; compat_sigset_t sa_mask; }; struct compat_old_sigaction { compat_uptr_t sa_handler; compat_old_sigset_t sa_mask; compat_ulong_t sa_flags; compat_uptr_t sa_restorer; }; enum { TRACE_SIGNAL_DELIVERED = 0, TRACE_SIGNAL_IGNORED = 1, TRACE_SIGNAL_ALREADY_PENDING = 2, TRACE_SIGNAL_OVERFLOW_FAIL = 3, TRACE_SIGNAL_LOSE_INFO = 4, }; struct trace_event_raw_signal_generate { struct trace_entry ent; int sig; int errno; int code; char comm[16]; pid_t pid; int group; int result; char __data[0]; }; struct trace_event_raw_signal_deliver { struct trace_entry ent; int sig; int errno; int code; long unsigned int sa_handler; long unsigned int sa_flags; char __data[0]; }; struct trace_event_data_offsets_signal_generate {}; struct trace_event_data_offsets_signal_deliver {}; typedef void (*btf_trace_signal_generate)(void *, int, struct kernel_siginfo *, struct task_struct *, int, int); typedef void (*btf_trace_signal_deliver)(void *, int, struct kernel_siginfo *, struct k_sigaction *); enum sig_handler { HANDLER_CURRENT = 0, HANDLER_SIG_DFL = 1, HANDLER_EXIT = 2, }; struct kprobe_insn_cache { struct mutex mutex; void * (*alloc)(); void (*free)(void *); const char *sym; struct list_head pages; size_t insn_size; int nr_garbage; }; enum { KERNEL_PARAM_OPS_FL_NOARG = 1, }; enum { KERNEL_PARAM_FL_UNSAFE = 1, KERNEL_PARAM_FL_HWPARAM = 2, }; struct param_attribute { struct module_attribute mattr; const struct kernel_param *param; }; struct module_param_attrs { unsigned int num; struct attribute_group grp; struct param_attribute attrs[0]; }; struct kmalloced_param { struct list_head list; char val[0]; }; enum kmsg_dump_reason { KMSG_DUMP_UNDEF = 0, KMSG_DUMP_PANIC = 1, KMSG_DUMP_OOPS = 2, KMSG_DUMP_EMERG = 3, KMSG_DUMP_SHUTDOWN = 4, KMSG_DUMP_MAX = 5, }; enum reboot_mode { REBOOT_UNDEFINED = -1, REBOOT_COLD = 0, REBOOT_WARM = 1, REBOOT_HARD = 2, REBOOT_SOFT = 3, REBOOT_GPIO = 4, }; enum reboot_type { BOOT_TRIPLE = 116, BOOT_KBD = 107, BOOT_BIOS = 98, BOOT_ACPI = 97, BOOT_EFI = 101, BOOT_CF9_FORCE = 112, BOOT_CF9_SAFE = 113, }; struct sys_off_handler { struct notifier_block nb; int (*sys_off_cb)(struct sys_off_data *); void *cb_data; enum sys_off_mode mode; bool blocking; void *list; struct device *dev; }; struct subprocess_info { struct work_struct work; struct completion *complete; const char *path; char **argv; char **envp; int wait; int retval; int (*init)(struct subprocess_info *, struct cred *); void (*cleanup)(struct subprocess_info *); void *data; }; struct umd_info { const char *driver_name; struct file *pipe_to_umh; struct file *pipe_from_umh; struct path wd; struct pid *tgid; }; typedef struct { raw_spinlock_t *lock; } class_raw_spinlock_t; typedef struct { raw_spinlock_t *lock; long unsigned int flags; } class_raw_spinlock_irqsave_t; typedef struct { struct task_struct *lock; struct rq *rq; struct rq_flags rf; } class_task_rq_lock_t; typedef struct { struct rq *lock; struct rq_flags rf; } class_rq_lock_t; typedef struct { struct rq *lock; struct rq *lock2; } class_double_rq_lock_t; struct irqtime { u64 total; u64 tick_delta; u64 irq_start_time; struct u64_stats_sync sync; }; struct idle_timer { struct hrtimer timer; int done; }; typedef struct rt_rq *rt_rq_iter_t; enum dl_bw_request { dl_bw_req_deactivate = 0, dl_bw_req_alloc = 1, dl_bw_req_free = 2, }; typedef struct task_struct *class_find_get_task_t; typedef struct { void *lock; } class_preempt_t; struct trace_event_raw_contention_begin { struct trace_entry ent; void *lock_addr; unsigned int flags; char __data[0]; }; struct trace_event_raw_contention_end { struct trace_entry ent; void *lock_addr; int ret; char __data[0]; }; struct trace_event_data_offsets_contention_begin {}; struct trace_event_data_offsets_contention_end {}; typedef void (*btf_trace_contention_begin)(void *, void *, unsigned int); typedef void (*btf_trace_contention_end)(void *, void *, int); struct mutex_waiter { struct list_head list; struct task_struct *task; struct ww_acquire_ctx *ww_ctx; }; struct suspend_stats { unsigned int step_failures[8]; unsigned int success; unsigned int fail; int last_failed_dev; char failed_devs[80]; int last_failed_errno; int errno[2]; int last_failed_step; u64 last_hw_sleep; u64 total_hw_sleep; u64 max_hw_sleep; enum suspend_stat_step failed_steps[2]; }; struct platform_hibernation_ops { int (*begin)(pm_message_t); void (*end)(); int (*pre_snapshot)(); void (*finish)(); int (*prepare)(); int (*enter)(); void (*leave)(); int (*pre_restore)(); void (*restore_cleanup)(); void (*recover)(); }; enum { HIBERNATION_INVALID = 0, HIBERNATION_PLATFORM = 1, HIBERNATION_SHUTDOWN = 2, HIBERNATION_REBOOT = 3, HIBERNATION_SUSPEND = 4, HIBERNATION_TEST_RESUME = 5, __HIBERNATION_AFTER_LAST = 6, }; struct sysrq_key_op { void (* const handler)(u8); const char * const help_msg; const char * const action_msg; const int enable_mask; }; enum con_flush_mode { CONSOLE_FLUSH_PENDING = 0, CONSOLE_REPLAY_ALL = 1, }; struct kmsg_dump_iter { u64 cur_seq; u64 next_seq; }; struct kmsg_dump_detail { enum kmsg_dump_reason reason; const char *description; }; struct kmsg_dumper { struct list_head list; void (*dump)(struct kmsg_dumper *, struct kmsg_dump_detail *); enum kmsg_dump_reason max_reason; bool registered; }; struct trace_event_raw_console { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_console { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_console)(void *, const char *, size_t); struct prb_reserved_entry { struct printk_ringbuffer *rb; long unsigned int irqflags; long unsigned int id; unsigned int text_space; }; enum desc_state { desc_miss = -1, desc_reserved = 0, desc_committed = 1, desc_finalized = 2, desc_reusable = 3, }; struct console_cmdline { char name[16]; int index; char devname[32]; bool user_specified; char *options; }; enum printk_info_flags { LOG_FORCE_CON = 1, LOG_NEWLINE = 2, LOG_CONT = 8, }; enum devkmsg_log_bits { __DEVKMSG_LOG_BIT_ON = 0, __DEVKMSG_LOG_BIT_OFF = 1, __DEVKMSG_LOG_BIT_LOCK = 2, }; enum devkmsg_log_masks { DEVKMSG_LOG_MASK_ON = 1, DEVKMSG_LOG_MASK_OFF = 2, DEVKMSG_LOG_MASK_LOCK = 4, }; enum con_msg_format_flags { MSG_FORMAT_DEFAULT = 0, MSG_FORMAT_SYSLOG = 1, }; struct latched_seq { seqcount_latch_t latch; u64 val[2]; }; struct devkmsg_user { atomic64_t seq; struct ratelimit_state rs; struct mutex lock; struct printk_buffers pbufs; }; enum { IRQ_STARTUP_NORMAL = 0, IRQ_STARTUP_MANAGED = 1, IRQ_STARTUP_ABORT = 2, }; enum { AFFINITY = 0, AFFINITY_LIST = 1, EFFECTIVE = 2, EFFECTIVE_LIST = 3, }; struct msi_dev_domain { struct xarray store; struct irq_domain *domain; }; struct msi_device_data { long unsigned int properties; struct mutex mutex; struct msi_dev_domain __domains[1]; long unsigned int __iter_idx; }; enum msi_domain_ids { MSI_DEFAULT_DOMAIN = 0, MSI_MAX_DEVICE_IRQDOMAINS = 1, }; struct msi_map { int index; int virq; }; enum msi_desc_filter { MSI_DESC_ALL = 0, MSI_DESC_NOTASSOCIATED = 1, MSI_DESC_ASSOCIATED = 2, }; struct msi_domain_template { char name[48]; struct irq_chip chip; struct msi_domain_ops ops; struct msi_domain_info info; }; struct msi_ctrl { unsigned int domid; unsigned int first; unsigned int last; unsigned int nirqs; }; struct trace_event_raw_dma_map { struct trace_entry ent; u32 __data_loc_device; u64 phys_addr; u64 dma_addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_unmap { struct trace_entry ent; u32 __data_loc_device; u64 addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_alloc_class { struct trace_entry ent; u32 __data_loc_device; void *virt_addr; u64 dma_addr; size_t size; gfp_t flags; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_alloc_sgt { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u64 dma_addr; size_t size; enum dma_data_direction dir; gfp_t flags; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_free_class { struct trace_entry ent; u32 __data_loc_device; void *virt_addr; u64 dma_addr; size_t size; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_free_sgt { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u64 dma_addr; size_t size; enum dma_data_direction dir; char __data[0]; }; struct trace_event_raw_dma_map_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; u32 __data_loc_dma_addrs; u32 __data_loc_lengths; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_map_sg_err { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_phys_addrs; int err; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_unmap_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_addrs; enum dma_data_direction dir; long unsigned int attrs; char __data[0]; }; struct trace_event_raw_dma_sync_single { struct trace_entry ent; u32 __data_loc_device; u64 dma_addr; size_t size; enum dma_data_direction dir; char __data[0]; }; struct trace_event_raw_dma_sync_sg { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_dma_addrs; u32 __data_loc_lengths; enum dma_data_direction dir; char __data[0]; }; struct trace_event_data_offsets_dma_map { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_unmap { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_alloc_class { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_alloc_sgt { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_free_class { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_free_sgt { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_map_sg { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; u32 dma_addrs; const void *dma_addrs_ptr_; u32 lengths; const void *lengths_ptr_; }; struct trace_event_data_offsets_dma_map_sg_err { u32 device; const void *device_ptr_; u32 phys_addrs; const void *phys_addrs_ptr_; }; struct trace_event_data_offsets_dma_unmap_sg { u32 device; const void *device_ptr_; u32 addrs; const void *addrs_ptr_; }; struct trace_event_data_offsets_dma_sync_single { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_dma_sync_sg { u32 device; const void *device_ptr_; u32 dma_addrs; const void *dma_addrs_ptr_; u32 lengths; const void *lengths_ptr_; }; typedef void (*btf_trace_dma_map_page)(void *, struct device *, phys_addr_t, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_map_resource)(void *, struct device *, phys_addr_t, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_page)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_resource)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_alloc)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_pages)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_sgt_err)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_alloc_sgt)(void *, struct device *, struct sg_table *, size_t, enum dma_data_direction, gfp_t, long unsigned int); typedef void (*btf_trace_dma_free)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_free_pages)(void *, struct device *, void *, dma_addr_t, size_t, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_free_sgt)(void *, struct device *, struct sg_table *, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_map_sg)(void *, struct device *, struct scatterlist *, int, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_map_sg_err)(void *, struct device *, struct scatterlist *, int, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_unmap_sg)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction, long unsigned int); typedef void (*btf_trace_dma_sync_single_for_cpu)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_sync_single_for_device)(void *, struct device *, dma_addr_t, size_t, enum dma_data_direction); typedef void (*btf_trace_dma_sync_sg_for_cpu)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction); typedef void (*btf_trace_dma_sync_sg_for_device)(void *, struct device *, struct scatterlist *, int, enum dma_data_direction); struct dma_devres { size_t size; void *vaddr; dma_addr_t dma_handle; long unsigned int attrs; }; struct dma_coherent_mem { void *virt_base; dma_addr_t device_base; long unsigned int pfn_base; int size; long unsigned int *bitmap; spinlock_t spinlock; bool use_dev_dma_pfn_offset; }; struct load_info { const char *name; struct module *mod; Elf64_Ehdr *hdr; long unsigned int len; Elf64_Shdr *sechdrs; char *secstrings; char *strtab; long unsigned int symoffs; long unsigned int stroffs; long unsigned int init_typeoffs; long unsigned int core_typeoffs; bool sig_ok; long unsigned int mod_kallsyms_init_off; struct { unsigned int sym; unsigned int str; unsigned int mod; unsigned int vers; unsigned int info; unsigned int pcpu; unsigned int vers_ext_crc; unsigned int vers_ext_name; } index; }; struct module_sect_attrs { struct attribute_group grp; struct bin_attribute attrs[0]; }; struct module_notes_attrs { struct attribute_group grp; struct bin_attribute attrs[0]; }; typedef __kernel_long_t __kernel_suseconds_t; typedef __kernel_suseconds_t suseconds_t; struct ntp_data { long unsigned int tick_usec; u64 tick_length; u64 tick_length_base; int time_state; int time_status; s64 time_offset; long int time_constant; long int time_maxerror; long int time_esterror; s64 time_freq; time64_t time_reftime; long int time_adjust; s64 ntp_tick_adj; time64_t ntp_next_leap_sec; }; struct tm { int tm_sec; int tm_min; int tm_hour; int tm_mday; int tm_mon; long int tm_year; int tm_wday; int tm_yday; }; struct trace_event_raw_alarmtimer_suspend { struct trace_entry ent; s64 expires; unsigned char alarm_type; char __data[0]; }; struct trace_event_raw_alarm_class { struct trace_entry ent; void *alarm; unsigned char alarm_type; s64 expires; s64 now; char __data[0]; }; struct trace_event_data_offsets_alarmtimer_suspend {}; struct trace_event_data_offsets_alarm_class {}; typedef void (*btf_trace_alarmtimer_suspend)(void *, ktime_t, int); typedef void (*btf_trace_alarmtimer_fired)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_start)(void *, struct alarm *, ktime_t); typedef void (*btf_trace_alarmtimer_cancel)(void *, struct alarm *, ktime_t); struct alarm_base { spinlock_t lock; struct timerqueue_head timerqueue; ktime_t (*get_ktime)(); void (*get_timespec)(struct timespec64 *); clockid_t base_clockid; }; typedef s64 int64_t; struct ce_unbind { struct clock_event_device *ce; int res; }; struct tmigr_event { struct timerqueue_node nextevt; unsigned int cpu; bool ignore; }; struct tmigr_group { raw_spinlock_t lock; struct tmigr_group *parent; struct tmigr_event groupevt; u64 next_expiry; struct timerqueue_head events; atomic_t migr_state; unsigned int level; int numa_node; unsigned int num_children; u8 groupmask; struct list_head list; }; struct tmigr_cpu { raw_spinlock_t lock; bool online; bool idle; bool remote; struct tmigr_group *tmgroup; u8 groupmask; u64 wakeup; struct tmigr_event cpuevt; }; union tmigr_state { u32 state; struct { u8 active; u8 migrator; u16 seq; }; }; struct timer_events { u64 local; u64 global; }; struct trace_event_raw_tmigr_group_set { struct trace_entry ent; void *group; unsigned int lvl; unsigned int numa_node; char __data[0]; }; struct trace_event_raw_tmigr_connect_child_parent { struct trace_entry ent; void *child; void *parent; unsigned int lvl; unsigned int numa_node; unsigned int num_children; u32 groupmask; char __data[0]; }; struct trace_event_raw_tmigr_connect_cpu_parent { struct trace_entry ent; void *parent; unsigned int cpu; unsigned int lvl; unsigned int numa_node; unsigned int num_children; u32 groupmask; char __data[0]; }; struct trace_event_raw_tmigr_group_and_cpu { struct trace_entry ent; void *group; void *parent; unsigned int lvl; unsigned int numa_node; u32 childmask; u8 active; u8 migrator; char __data[0]; }; struct trace_event_raw_tmigr_cpugroup { struct trace_entry ent; u64 wakeup; void *parent; unsigned int cpu; char __data[0]; }; struct trace_event_raw_tmigr_idle { struct trace_entry ent; u64 nextevt; u64 wakeup; void *parent; unsigned int cpu; char __data[0]; }; struct trace_event_raw_tmigr_update_events { struct trace_entry ent; void *child; void *group; u64 nextevt; u64 group_next_expiry; u64 child_evt_expiry; unsigned int group_lvl; unsigned int child_evtcpu; u8 child_active; u8 group_active; char __data[0]; }; struct trace_event_raw_tmigr_handle_remote { struct trace_entry ent; void *group; unsigned int lvl; char __data[0]; }; struct trace_event_data_offsets_tmigr_group_set {}; struct trace_event_data_offsets_tmigr_connect_child_parent {}; struct trace_event_data_offsets_tmigr_connect_cpu_parent {}; struct trace_event_data_offsets_tmigr_group_and_cpu {}; struct trace_event_data_offsets_tmigr_cpugroup {}; struct trace_event_data_offsets_tmigr_idle {}; struct trace_event_data_offsets_tmigr_update_events {}; struct trace_event_data_offsets_tmigr_handle_remote {}; typedef void (*btf_trace_tmigr_group_set)(void *, struct tmigr_group *); typedef void (*btf_trace_tmigr_connect_child_parent)(void *, struct tmigr_group *); typedef void (*btf_trace_tmigr_connect_cpu_parent)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_group_set_cpu_inactive)(void *, struct tmigr_group *, union tmigr_state, u32); typedef void (*btf_trace_tmigr_group_set_cpu_active)(void *, struct tmigr_group *, union tmigr_state, u32); typedef void (*btf_trace_tmigr_cpu_new_timer)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_active)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_online)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_offline)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_handle_remote_cpu)(void *, struct tmigr_cpu *); typedef void (*btf_trace_tmigr_cpu_idle)(void *, struct tmigr_cpu *, u64); typedef void (*btf_trace_tmigr_cpu_new_timer_idle)(void *, struct tmigr_cpu *, u64); typedef void (*btf_trace_tmigr_update_events)(void *, struct tmigr_group *, struct tmigr_group *, union tmigr_state, union tmigr_state, u64); typedef void (*btf_trace_tmigr_handle_remote)(void *, struct tmigr_group *); struct tmigr_walk { u64 nextexp; u64 firstexp; struct tmigr_event *evt; u8 childmask; bool remote; long unsigned int basej; u64 now; bool check; bool tmc_active; }; typedef bool (*up_f)(struct tmigr_group *, struct tmigr_group *, struct tmigr_walk *); enum futex_access { FUTEX_READ = 0, FUTEX_WRITE = 1, }; enum bpf_iter_feature { BPF_ITER_RESCHED = 1, }; struct kallsym_iter { loff_t pos; loff_t pos_mod_end; loff_t pos_ftrace_mod_end; loff_t pos_bpf_end; long unsigned int value; unsigned int nameoff; char type; char name[512]; char module_name[56]; int exported; int show_value; }; struct bpf_iter__ksym { union { struct bpf_iter_meta *meta; }; union { struct kallsym_iter *ksym; }; }; struct elf64_phdr { Elf64_Word p_type; Elf64_Word p_flags; Elf64_Off p_offset; Elf64_Addr p_vaddr; Elf64_Addr p_paddr; Elf64_Xword p_filesz; Elf64_Xword p_memsz; Elf64_Xword p_align; }; typedef struct elf64_phdr Elf64_Phdr; typedef long unsigned int elf_greg_t; typedef elf_greg_t elf_gregset_t[34]; struct elf_siginfo { int si_signo; int si_code; int si_errno; }; struct elf_prstatus_common { struct elf_siginfo pr_info; short int pr_cursig; long unsigned int pr_sigpend; long unsigned int pr_sighold; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; struct __kernel_old_timeval pr_utime; struct __kernel_old_timeval pr_stime; struct __kernel_old_timeval pr_cutime; struct __kernel_old_timeval pr_cstime; }; struct elf_prstatus { struct elf_prstatus_common common; elf_gregset_t pr_reg; int pr_fpvalid; }; struct crash_mem { unsigned int max_nr_ranges; unsigned int nr_ranges; struct range ranges[0]; }; struct cgroupstats { __u64 nr_sleeping; __u64 nr_running; __u64 nr_stopped; __u64 nr_uninterruptible; __u64 nr_io_wait; }; struct kernfs_fs_context { struct kernfs_root *root; void *ns_tag; long unsigned int magic; bool new_sb_created; }; enum { CGRP_ROOT_NOPREFIX = 2, CGRP_ROOT_XATTR = 4, CGRP_ROOT_NS_DELEGATE = 8, CGRP_ROOT_FAVOR_DYNMODS = 16, CGRP_ROOT_CPUSET_V2_MODE = 65536, CGRP_ROOT_MEMORY_LOCAL_EVENTS = 131072, CGRP_ROOT_MEMORY_RECURSIVE_PROT = 262144, CGRP_ROOT_MEMORY_HUGETLB_ACCOUNTING = 524288, CGRP_ROOT_PIDS_LOCAL_EVENTS = 1048576, }; enum { CFTYPE_ONLY_ON_ROOT = 1, CFTYPE_NOT_ON_ROOT = 2, CFTYPE_NS_DELEGATABLE = 4, CFTYPE_NO_PREFIX = 8, CFTYPE_WORLD_WRITABLE = 16, CFTYPE_DEBUG = 32, __CFTYPE_ONLY_ON_DFL = 65536, __CFTYPE_NOT_ON_DFL = 131072, __CFTYPE_ADDED = 262144, }; struct cgroup_of_peak { long unsigned int value; struct list_head list; }; struct cgroup_fs_context { struct kernfs_fs_context kfc; struct cgroup_root *root; struct cgroup_namespace *ns; unsigned int flags; bool cpuset_clone_children; bool none; bool all_ss; u16 subsys_mask; char *name; char *release_agent; }; enum cgroup_filetype { CGROUP_FILE_PROCS = 0, CGROUP_FILE_TASKS = 1, }; struct cgroup_pidlist { struct { enum cgroup_filetype type; struct pid_namespace *ns; } key; pid_t *list; int length; struct list_head links; struct cgroup *owner; struct delayed_work destroy_dwork; }; struct cgroup_file_ctx { struct cgroup_namespace *ns; struct { void *trigger; } psi; struct { bool started; struct css_task_iter iter; } procs; struct { struct cgroup_pidlist *pidlist; } procs1; struct cgroup_of_peak peak; }; struct cgrp_cset_link { struct cgroup *cgrp; struct css_set *cset; struct list_head cset_link; struct list_head cgrp_link; }; struct cgroup_mgctx { struct list_head preloaded_src_csets; struct list_head preloaded_dst_csets; struct cgroup_taskset tset; u16 ss_mask; }; enum cgroup1_param { Opt_all = 0, Opt_clone_children = 1, Opt_cpuset_v2_mode = 2, Opt_name = 3, Opt_none = 4, Opt_noprefix = 5, Opt_release_agent = 6, Opt_xattr = 7, Opt_favordynmods = 8, Opt_nofavordynmods = 9, }; enum { ZONELIST_FALLBACK = 0, ZONELIST_NOFALLBACK = 1, MAX_ZONELISTS = 2, }; struct sched_domain_attr { int relax_domain_level; }; struct fmeter { int cnt; int val; time64_t time; spinlock_t lock; }; enum prs_errcode { PERR_NONE = 0, PERR_INVCPUS = 1, PERR_INVPARENT = 2, PERR_NOTPART = 3, PERR_NOTEXCL = 4, PERR_NOCPUS = 5, PERR_HOTPLUG = 6, PERR_CPUSEMPTY = 7, PERR_HKEEPING = 8, PERR_ACCESS = 9, PERR_REMOTE = 10, }; typedef enum { CS_ONLINE = 0, CS_CPU_EXCLUSIVE = 1, CS_MEM_EXCLUSIVE = 2, CS_MEM_HARDWALL = 3, CS_MEMORY_MIGRATE = 4, CS_SCHED_LOAD_BALANCE = 5, CS_SPREAD_PAGE = 6, CS_SPREAD_SLAB = 7, } cpuset_flagbits_t; typedef enum { FILE_MEMORY_MIGRATE = 0, FILE_CPULIST = 1, FILE_MEMLIST = 2, FILE_EFFECTIVE_CPULIST = 3, FILE_EFFECTIVE_MEMLIST = 4, FILE_SUBPARTS_CPULIST = 5, FILE_EXCLUSIVE_CPULIST = 6, FILE_EFFECTIVE_XCPULIST = 7, FILE_ISOLATED_CPULIST = 8, FILE_CPU_EXCLUSIVE = 9, FILE_MEM_EXCLUSIVE = 10, FILE_MEM_HARDWALL = 11, FILE_SCHED_LOAD_BALANCE = 12, FILE_PARTITION_ROOT = 13, FILE_SCHED_RELAX_DOMAIN_LEVEL = 14, FILE_MEMORY_PRESSURE_ENABLED = 15, FILE_MEMORY_PRESSURE = 16, FILE_SPREAD_PAGE = 17, FILE_SPREAD_SLAB = 18, } cpuset_filetype_t; struct cpuset { struct cgroup_subsys_state css; long unsigned int flags; cpumask_var_t cpus_allowed; nodemask_t mems_allowed; cpumask_var_t effective_cpus; nodemask_t effective_mems; cpumask_var_t effective_xcpus; cpumask_var_t exclusive_cpus; nodemask_t old_mems_allowed; struct fmeter fmeter; int attach_in_progress; int relax_domain_level; int nr_subparts; int partition_root_state; int nr_deadline_tasks; int nr_migrate_dl_tasks; u64 sum_migrate_dl_bw; enum prs_errcode prs_err; struct cgroup_file partition_file; struct list_head remote_sibling; struct uf_node node; }; struct tmpmasks { cpumask_var_t addmask; cpumask_var_t delmask; cpumask_var_t new_cpus; }; enum partition_cmd { partcmd_enable = 0, partcmd_enablei = 1, partcmd_disable = 2, partcmd_update = 3, partcmd_invalidate = 4, }; struct cpuset_migrate_mm_work { struct work_struct work; struct mm_struct *mm; nodemask_t from; nodemask_t to; }; struct audit_rule_data { __u32 flags; __u32 action; __u32 field_count; __u32 mask[64]; __u32 fields[64]; __u32 values[64]; __u32 fieldflags[64]; __u32 buflen; char buf[0]; }; struct audit_netlink_list { __u32 portid; struct net *net; struct sk_buff_head q; }; typedef struct { void *lock; } class_jump_label_lock_t; struct prev_kprobe { struct kprobe *kp; unsigned int status; }; struct kprobe_ctlblk { unsigned int kprobe_status; long unsigned int saved_irqflag; struct prev_kprobe prev_kprobe; }; struct kprobe_blacklist_entry { struct list_head list; long unsigned int start_addr; long unsigned int end_addr; }; struct kprobe_insn_page { struct list_head list; kprobe_opcode_t *insns; struct kprobe_insn_cache *cache; int nused; int ngarbage; char slot_used[0]; }; enum kprobe_slot_state { SLOT_CLEAN = 0, SLOT_DIRTY = 1, SLOT_USED = 2, }; struct tp_module { struct list_head list; struct module *mod; }; enum tp_func_state { TP_FUNC_0 = 0, TP_FUNC_1 = 1, TP_FUNC_2 = 2, TP_FUNC_N = 3, }; enum tp_transition_sync { TP_TRANSITION_SYNC_1_0_1 = 0, TP_TRANSITION_SYNC_N_2_1 = 1, _NR_TP_TRANSITION_SYNC = 2, }; struct tp_transition_snapshot { long unsigned int rcu; bool ongoing; }; struct tp_probes { struct callback_head rcu; struct tracepoint_func probes[0]; }; enum { TRACE_FTRACE_BIT = 0, TRACE_FTRACE_NMI_BIT = 1, TRACE_FTRACE_IRQ_BIT = 2, TRACE_FTRACE_SIRQ_BIT = 3, TRACE_FTRACE_TRANSITION_BIT = 4, TRACE_INTERNAL_BIT = 5, TRACE_INTERNAL_NMI_BIT = 6, TRACE_INTERNAL_IRQ_BIT = 7, TRACE_INTERNAL_SIRQ_BIT = 8, TRACE_INTERNAL_TRANSITION_BIT = 9, TRACE_BRANCH_BIT = 10, TRACE_IRQ_BIT = 11, TRACE_RECORD_RECURSION_BIT = 12, }; enum { TRACE_CTX_NMI = 0, TRACE_CTX_IRQ = 1, TRACE_CTX_SOFTIRQ = 2, TRACE_CTX_NORMAL = 3, TRACE_CTX_TRANSITION = 4, }; struct dyn_arch_ftrace {}; struct __arch_ftrace_regs { long unsigned int regs[9]; long unsigned int direct_tramp; long unsigned int fp; long unsigned int lr; long unsigned int sp; long unsigned int pc; }; enum { FTRACE_OPS_FL_ENABLED = 1, FTRACE_OPS_FL_DYNAMIC = 2, FTRACE_OPS_FL_SAVE_REGS = 4, FTRACE_OPS_FL_SAVE_REGS_IF_SUPPORTED = 8, FTRACE_OPS_FL_RECURSION = 16, FTRACE_OPS_FL_STUB = 32, FTRACE_OPS_FL_INITIALIZED = 64, FTRACE_OPS_FL_DELETED = 128, FTRACE_OPS_FL_ADDING = 256, FTRACE_OPS_FL_REMOVING = 512, FTRACE_OPS_FL_MODIFYING = 1024, FTRACE_OPS_FL_ALLOC_TRAMP = 2048, FTRACE_OPS_FL_IPMODIFY = 4096, FTRACE_OPS_FL_PID = 8192, FTRACE_OPS_FL_RCU = 16384, FTRACE_OPS_FL_TRACE_ARRAY = 32768, FTRACE_OPS_FL_PERMANENT = 65536, FTRACE_OPS_FL_DIRECT = 131072, FTRACE_OPS_FL_SUBOP = 262144, }; struct ftrace_func_entry { struct hlist_node hlist; long unsigned int ip; long unsigned int direct; }; enum { FTRACE_UPDATE_CALLS = 1, FTRACE_DISABLE_CALLS = 2, FTRACE_UPDATE_TRACE_FUNC = 4, FTRACE_START_FUNC_RET = 8, FTRACE_STOP_FUNC_RET = 16, FTRACE_MAY_SLEEP = 32, }; enum ftrace_bug_type { FTRACE_BUG_UNKNOWN = 0, FTRACE_BUG_INIT = 1, FTRACE_BUG_NOP = 2, FTRACE_BUG_CALL = 3, FTRACE_BUG_UPDATE = 4, }; enum { FTRACE_FL_ENABLED = 2147483648, FTRACE_FL_REGS = 1073741824, FTRACE_FL_REGS_EN = 536870912, FTRACE_FL_TRAMP = 268435456, FTRACE_FL_TRAMP_EN = 134217728, FTRACE_FL_IPMODIFY = 67108864, FTRACE_FL_DISABLED = 33554432, FTRACE_FL_DIRECT = 16777216, FTRACE_FL_DIRECT_EN = 8388608, FTRACE_FL_CALL_OPS = 4194304, FTRACE_FL_CALL_OPS_EN = 2097152, FTRACE_FL_TOUCHED = 1048576, FTRACE_FL_MODIFIED = 524288, }; struct dyn_ftrace { long unsigned int ip; long unsigned int flags; struct dyn_arch_ftrace arch; }; enum { FTRACE_UPDATE_IGNORE = 0, FTRACE_UPDATE_MAKE_CALL = 1, FTRACE_UPDATE_MODIFY_CALL = 2, FTRACE_UPDATE_MAKE_NOP = 3, }; enum { TRACE_PIDS = 1, TRACE_NO_PIDS = 2, }; struct ftrace_mod_load { struct list_head list; char *func; char *module; int enable; }; enum { FTRACE_HASH_FL_MOD = 1, }; struct ftrace_func_command { struct list_head list; char *name; int (*func)(struct trace_array *, struct ftrace_hash *, char *, char *, char *, int); }; struct ftrace_probe_ops { void (*func)(long unsigned int, long unsigned int, struct trace_array *, struct ftrace_probe_ops *, void *); int (*init)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *, void **); void (*free)(struct ftrace_probe_ops *, struct trace_array *, long unsigned int, void *); int (*print)(struct seq_file *, long unsigned int, struct ftrace_probe_ops *, void *); }; typedef int (*ftrace_mapper_func)(void *); struct trace_parser { bool cont; char *buffer; unsigned int idx; unsigned int size; }; enum { FTRACE_MODIFY_ENABLE_FL = 1, FTRACE_MODIFY_MAY_SLEEP_FL = 2, }; struct ftrace_func_probe { struct ftrace_probe_ops *probe_ops; struct ftrace_ops ops; struct trace_array *tr; struct list_head list; void *data; int ref; }; struct ftrace_page { struct ftrace_page *next; struct dyn_ftrace *records; int index; int order; }; struct ftrace_rec_iter { struct ftrace_page *pg; int index; }; struct ftrace_iterator { loff_t pos; loff_t func_pos; loff_t mod_pos; struct ftrace_page *pg; struct dyn_ftrace *func; struct ftrace_func_probe *probe; struct ftrace_func_entry *probe_entry; struct trace_parser parser; struct ftrace_hash *hash; struct ftrace_ops *ops; struct trace_array *tr; struct list_head *mod_list; int pidx; int idx; unsigned int flags; }; struct ftrace_glob { char *search; unsigned int len; int type; }; struct ftrace_func_map { struct ftrace_func_entry entry; void *data; }; struct ftrace_func_mapper { struct ftrace_hash hash; }; enum graph_filter_type { GRAPH_FILTER_NOTRACE = 0, GRAPH_FILTER_FUNCTION = 1, }; struct ftrace_graph_data { struct ftrace_hash *hash; struct ftrace_func_entry *entry; int idx; enum graph_filter_type type; struct ftrace_hash *new_hash; const struct seq_operations *seq_ops; struct trace_parser parser; }; struct ftrace_mod_func { struct list_head list; char *name; long unsigned int ip; unsigned int size; }; struct ftrace_mod_map { struct callback_head rcu; struct list_head list; struct module *mod; long unsigned int start_addr; long unsigned int end_addr; struct list_head funcs; unsigned int num_funcs; }; struct ftrace_init_func { struct list_head list; long unsigned int ip; }; struct kallsyms_data { long unsigned int *addrs; const char **syms; size_t cnt; size_t found; }; struct tracer_stat { const char *name; void * (*stat_start)(struct tracer_stat *); void * (*stat_next)(void *, int); cmp_func_t stat_cmp; int (*stat_show)(struct seq_file *, void *); void (*stat_release)(void *); int (*stat_headers)(struct seq_file *); }; struct stat_node { struct rb_node node; void *stat; }; struct stat_session { struct list_head session_list; struct tracer_stat *ts; struct rb_root stat_root; struct mutex stat_mutex; struct dentry *file; }; enum ftrace_dump_mode { DUMP_NONE = 0, DUMP_ALL = 1, DUMP_ORIG = 2, DUMP_PARAM = 3, }; enum trace_flag_type { TRACE_FLAG_IRQS_OFF = 1, TRACE_FLAG_NEED_RESCHED_LAZY = 2, TRACE_FLAG_NEED_RESCHED = 4, TRACE_FLAG_HARDIRQ = 8, TRACE_FLAG_SOFTIRQ = 16, TRACE_FLAG_PREEMPT_RESCHED = 32, TRACE_FLAG_NMI = 64, TRACE_FLAG_BH_OFF = 128, }; enum { TRACE_FUNC_NO_OPTS = 0, TRACE_FUNC_OPT_STACK = 1, TRACE_FUNC_OPT_NO_REPEATS = 2, TRACE_FUNC_OPT_ARGS = 4, TRACE_FUNC_OPT_HIGHEST_BIT = 8, }; struct module_string { struct list_head next; struct module *module; char *str; }; struct event_mod_load { struct list_head list; char *module; char *match; char *system; char *event; }; enum set_event_iter_type { SET_EVENT_FILE = 0, SET_EVENT_MOD = 1, }; struct set_event_iter { enum set_event_iter_type type; union { struct trace_event_file *file; struct event_mod_load *event_mod; }; }; enum { FORMAT_HEADER = 1, FORMAT_FIELD_SEPERATOR = 2, FORMAT_PRINTFMT = 3, }; struct boot_triggers { const char *event; char *trigger; }; struct event_probe_data { struct trace_event_file *file; long unsigned int count; int ref; bool enable; }; enum event_trigger_type { ETT_NONE = 0, ETT_TRACE_ONOFF = 1, ETT_SNAPSHOT = 2, ETT_STACKTRACE = 4, ETT_EVENT_ENABLE = 8, ETT_EVENT_HIST = 16, ETT_HIST_ENABLE = 32, ETT_EVENT_EPROBE = 64, }; struct eprobe_trace_entry_head { struct trace_entry ent; }; enum { EVENT_TRIGGER_FL_PROBE = 1, }; struct event_trigger_ops; struct event_command; struct event_trigger_data { long unsigned int count; int ref; int flags; const struct event_trigger_ops *ops; struct event_command *cmd_ops; struct event_filter *filter; char *filter_str; void *private_data; bool paused; bool paused_tmp; struct list_head list; char *name; struct list_head named_list; struct event_trigger_data *named_data; }; struct event_trigger_ops { void (*trigger)(struct event_trigger_data *, struct trace_buffer *, void *, struct ring_buffer_event *); int (*init)(struct event_trigger_data *); void (*free)(struct event_trigger_data *); int (*print)(struct seq_file *, struct event_trigger_data *); }; struct event_command { struct list_head list; char *name; enum event_trigger_type trigger_type; int flags; int (*parse)(struct event_command *, struct trace_event_file *, char *, char *, char *); int (*reg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg)(char *, struct event_trigger_data *, struct trace_event_file *); void (*unreg_all)(struct trace_event_file *); int (*set_filter)(char *, struct event_trigger_data *, struct trace_event_file *); const struct event_trigger_ops * (*get_trigger_ops)(char *, char *); }; enum event_command_flags { EVENT_CMD_FL_POST_TRIGGER = 1, EVENT_CMD_FL_NEEDS_REC = 2, }; struct trace_eprobe { const char *event_system; const char *event_name; char *filter_str; struct trace_event_call *event; struct dyn_event devent; struct trace_probe tp; }; struct eprobe_data { struct trace_event_file *file; struct trace_eprobe *ep; }; struct trace_event_raw_cpu { struct trace_entry ent; u32 state; u32 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_idle_miss { struct trace_entry ent; u32 cpu_id; u32 state; bool below; char __data[0]; }; struct trace_event_raw_psci_domain_idle { struct trace_entry ent; u32 cpu_id; u32 state; bool s2idle; char __data[0]; }; struct trace_event_raw_powernv_throttle { struct trace_entry ent; int chip_id; u32 __data_loc_reason; int pmax; char __data[0]; }; struct trace_event_raw_pstate_sample { struct trace_entry ent; u32 core_busy; u32 scaled_busy; u32 from; u32 to; u64 mperf; u64 aperf; u64 tsc; u32 freq; u32 io_boost; char __data[0]; }; struct trace_event_raw_cpu_frequency_limits { struct trace_entry ent; u32 min_freq; u32 max_freq; u32 cpu_id; char __data[0]; }; struct trace_event_raw_device_pm_callback_start { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u32 __data_loc_parent; u32 __data_loc_pm_ops; int event; char __data[0]; }; struct trace_event_raw_device_pm_callback_end { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; int error; char __data[0]; }; struct trace_event_raw_suspend_resume { struct trace_entry ent; const char *action; int val; bool start; char __data[0]; }; struct trace_event_raw_wakeup_source { struct trace_entry ent; u32 __data_loc_name; u64 state; char __data[0]; }; struct trace_event_raw_clock { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_power_domain { struct trace_entry ent; u32 __data_loc_name; u64 state; u64 cpu_id; char __data[0]; }; struct trace_event_raw_cpu_latency_qos_request { struct trace_entry ent; s32 value; char __data[0]; }; struct trace_event_raw_pm_qos_update { struct trace_entry ent; enum pm_qos_req_action action; int prev_value; int curr_value; char __data[0]; }; struct trace_event_raw_dev_pm_qos_request { struct trace_entry ent; u32 __data_loc_name; enum dev_pm_qos_req_type type; s32 new_value; char __data[0]; }; struct trace_event_raw_guest_halt_poll_ns { struct trace_entry ent; bool grow; unsigned int new; unsigned int old; char __data[0]; }; struct trace_event_data_offsets_cpu {}; struct trace_event_data_offsets_cpu_idle_miss {}; struct trace_event_data_offsets_psci_domain_idle {}; struct trace_event_data_offsets_powernv_throttle { u32 reason; const void *reason_ptr_; }; struct trace_event_data_offsets_pstate_sample {}; struct trace_event_data_offsets_cpu_frequency_limits {}; struct trace_event_data_offsets_device_pm_callback_start { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; u32 parent; const void *parent_ptr_; u32 pm_ops; const void *pm_ops_ptr_; }; struct trace_event_data_offsets_device_pm_callback_end { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; }; struct trace_event_data_offsets_suspend_resume {}; struct trace_event_data_offsets_wakeup_source { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_clock { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_power_domain { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cpu_latency_qos_request {}; struct trace_event_data_offsets_pm_qos_update {}; struct trace_event_data_offsets_dev_pm_qos_request { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_guest_halt_poll_ns {}; typedef void (*btf_trace_cpu_idle)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_idle_miss)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_psci_domain_idle_enter)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_psci_domain_idle_exit)(void *, unsigned int, unsigned int, bool); typedef void (*btf_trace_powernv_throttle)(void *, int, const char *, int); typedef void (*btf_trace_pstate_sample)(void *, u32, u32, u32, u32, u64, u64, u64, u32, u32); typedef void (*btf_trace_cpu_frequency)(void *, unsigned int, unsigned int); typedef void (*btf_trace_cpu_frequency_limits)(void *, struct cpufreq_policy *); typedef void (*btf_trace_device_pm_callback_start)(void *, struct device *, const char *, int); typedef void (*btf_trace_device_pm_callback_end)(void *, struct device *, int); typedef void (*btf_trace_suspend_resume)(void *, const char *, int, bool); typedef void (*btf_trace_wakeup_source_activate)(void *, const char *, unsigned int); typedef void (*btf_trace_wakeup_source_deactivate)(void *, const char *, unsigned int); typedef void (*btf_trace_clock_enable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_disable)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_clock_set_rate)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_power_domain_target)(void *, const char *, unsigned int, unsigned int); typedef void (*btf_trace_pm_qos_add_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_request)(void *, s32); typedef void (*btf_trace_pm_qos_remove_request)(void *, s32); typedef void (*btf_trace_pm_qos_update_target)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_pm_qos_update_flags)(void *, enum pm_qos_req_action, int, int); typedef void (*btf_trace_dev_pm_qos_add_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_update_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_dev_pm_qos_remove_request)(void *, const char *, enum dev_pm_qos_req_type, s32); typedef void (*btf_trace_guest_halt_poll_ns)(void *, bool, unsigned int, unsigned int); struct trace_probe_log { const char *subsystem; const char **argv; int argc; int index; }; enum btf_func_linkage { BTF_FUNC_STATIC = 0, BTF_FUNC_GLOBAL = 1, BTF_FUNC_EXTERN = 2, }; struct btf_var_secinfo { __u32 type; __u32 offset; __u32 size; }; enum bpf_cond_pseudo_jmp { BPF_MAY_GOTO = 0, }; struct btf_id_set { u32 cnt; u32 ids[0]; }; enum { BTF_SOCK_TYPE_INET = 0, BTF_SOCK_TYPE_INET_CONN = 1, BTF_SOCK_TYPE_INET_REQ = 2, BTF_SOCK_TYPE_INET_TW = 3, BTF_SOCK_TYPE_REQ = 4, BTF_SOCK_TYPE_SOCK = 5, BTF_SOCK_TYPE_SOCK_COMMON = 6, BTF_SOCK_TYPE_TCP = 7, BTF_SOCK_TYPE_TCP_REQ = 8, BTF_SOCK_TYPE_TCP_TW = 9, BTF_SOCK_TYPE_TCP6 = 10, BTF_SOCK_TYPE_UDP = 11, BTF_SOCK_TYPE_UDP6 = 12, BTF_SOCK_TYPE_UNIX = 13, BTF_SOCK_TYPE_MPTCP = 14, BTF_SOCK_TYPE_SOCKET = 15, MAX_BTF_SOCK_TYPE = 16, }; struct bpf_attach_target_info { struct btf_func_model fmodel; long int tgt_addr; struct module *tgt_mod; const char *tgt_name; const struct btf_type *tgt_type; }; struct bpf_kfunc_desc { struct btf_func_model func_model; u32 func_id; s32 imm; u16 offset; long unsigned int addr; }; struct bpf_kfunc_desc_tab { struct bpf_kfunc_desc descs[256]; u32 nr_descs; }; struct bpf_kfunc_btf { struct btf *btf; struct module *module; u16 offset; }; struct bpf_kfunc_btf_tab { struct bpf_kfunc_btf descs[256]; u32 nr_descs; }; typedef u32 (*bpf_convert_ctx_access_t)(enum bpf_access_type, const struct bpf_insn *, struct bpf_insn *, struct bpf_prog *, u32 *); struct bpf_core_ctx { struct bpf_verifier_log *log; const struct btf *btf; }; enum bpf_stack_slot_type { STACK_INVALID = 0, STACK_SPILL = 1, STACK_MISC = 2, STACK_ZERO = 3, STACK_DYNPTR = 4, STACK_ITER = 5, STACK_IRQ_FLAG = 6, }; struct bpf_verifier_state_list { struct bpf_verifier_state state; struct list_head node; u32 miss_cnt; u32 hit_cnt: 31; u32 in_free_list: 1; }; struct bpf_verifier_stack_elem { struct bpf_verifier_state st; int insn_idx; int prev_insn_idx; struct bpf_verifier_stack_elem *next; u32 log_pos; }; typedef void (*bpf_insn_print_t)(void *, const char *, ...); typedef const char * (*bpf_insn_revmap_call_t)(void *, const struct bpf_insn *); typedef const char * (*bpf_insn_print_imm_t)(void *, const struct bpf_insn *, __u64); struct bpf_insn_cbs { bpf_insn_print_t cb_print; bpf_insn_revmap_call_t cb_call; bpf_insn_print_imm_t cb_imm; void *private_data; }; struct bpf_call_arg_meta { struct bpf_map *map_ptr; bool raw_mode; bool pkt_access; u8 release_regno; int regno; int access_size; int mem_size; u64 msize_max_value; int ref_obj_id; int dynptr_id; int map_uid; int func_id; struct btf *btf; u32 btf_id; struct btf *ret_btf; u32 ret_btf_id; u32 subprogno; struct btf_field *kptr_field; s64 const_map_key; }; struct bpf_kfunc_call_arg_meta { struct btf *btf; u32 func_id; u32 kfunc_flags; const struct btf_type *func_proto; const char *func_name; u32 ref_obj_id; u8 release_regno; bool r0_rdonly; u32 ret_btf_id; u64 r0_size; u32 subprogno; struct { u64 value; bool found; } arg_constant; struct btf *arg_btf; u32 arg_btf_id; bool arg_owning_ref; struct { struct btf_field *field; } arg_list_head; struct { struct btf_field *field; } arg_rbtree_root; struct { enum bpf_dynptr_type type; u32 id; u32 ref_obj_id; } initialized_dynptr; struct { u8 spi; u8 frameno; } iter; struct { struct bpf_map *ptr; int uid; } map; u64 mem_size; }; enum reg_arg_type { SRC_OP = 0, DST_OP = 1, DST_OP_NO_MARK = 2, }; struct linked_reg { u8 frameno; union { u8 spi; u8 regno; }; bool is_reg; }; struct linked_regs { int cnt; struct linked_reg entries[6]; }; enum bpf_access_src { ACCESS_DIRECT = 1, ACCESS_HELPER = 2, }; struct task_struct__safe_rcu { const cpumask_t *cpus_ptr; struct css_set *cgroups; struct task_struct *real_parent; struct task_struct *group_leader; }; struct cgroup__safe_rcu { struct kernfs_node *kn; }; struct css_set__safe_rcu { struct cgroup *dfl_cgrp; }; struct mm_struct__safe_rcu_or_null { struct file *exe_file; }; struct sk_buff__safe_rcu_or_null { struct sock *sk; }; struct request_sock__safe_rcu_or_null { struct sock *sk; }; struct bpf_iter_meta__safe_trusted { struct seq_file *seq; }; struct bpf_iter__task__safe_trusted { struct bpf_iter_meta *meta; struct task_struct *task; }; struct linux_binprm__safe_trusted { struct file *file; }; struct file__safe_trusted { struct inode *f_inode; }; struct dentry__safe_trusted { struct inode *d_inode; }; struct socket__safe_trusted_or_null { struct sock *sk; }; enum { PROCESS_SPIN_LOCK = 1, PROCESS_RES_LOCK = 2, PROCESS_LOCK_IRQ = 4, }; struct bpf_reg_types { const enum bpf_reg_type types[10]; u32 *btf_id; }; enum { AT_PKT_END = -1, BEYOND_PKT_END = -2, }; typedef int (*set_callee_state_fn)(struct bpf_verifier_env *, struct bpf_func_state *, struct bpf_func_state *, int); enum { KF_ARG_DYNPTR_ID = 0, KF_ARG_LIST_HEAD_ID = 1, KF_ARG_LIST_NODE_ID = 2, KF_ARG_RB_ROOT_ID = 3, KF_ARG_RB_NODE_ID = 4, KF_ARG_WORKQUEUE_ID = 5, KF_ARG_RES_SPIN_LOCK_ID = 6, }; enum kfunc_ptr_arg_type { KF_ARG_PTR_TO_CTX = 0, KF_ARG_PTR_TO_ALLOC_BTF_ID = 1, KF_ARG_PTR_TO_REFCOUNTED_KPTR = 2, KF_ARG_PTR_TO_DYNPTR = 3, KF_ARG_PTR_TO_ITER = 4, KF_ARG_PTR_TO_LIST_HEAD = 5, KF_ARG_PTR_TO_LIST_NODE = 6, KF_ARG_PTR_TO_BTF_ID = 7, KF_ARG_PTR_TO_MEM = 8, KF_ARG_PTR_TO_MEM_SIZE = 9, KF_ARG_PTR_TO_CALLBACK = 10, KF_ARG_PTR_TO_RB_ROOT = 11, KF_ARG_PTR_TO_RB_NODE = 12, KF_ARG_PTR_TO_NULL = 13, KF_ARG_PTR_TO_CONST_STR = 14, KF_ARG_PTR_TO_MAP = 15, KF_ARG_PTR_TO_WORKQUEUE = 16, KF_ARG_PTR_TO_IRQ_FLAG = 17, KF_ARG_PTR_TO_RES_SPIN_LOCK = 18, }; enum special_kfunc_type { KF_bpf_obj_new_impl = 0, KF_bpf_obj_drop_impl = 1, KF_bpf_refcount_acquire_impl = 2, KF_bpf_list_push_front_impl = 3, KF_bpf_list_push_back_impl = 4, KF_bpf_list_pop_front = 5, KF_bpf_list_pop_back = 6, KF_bpf_cast_to_kern_ctx = 7, KF_bpf_rdonly_cast = 8, KF_bpf_rcu_read_lock = 9, KF_bpf_rcu_read_unlock = 10, KF_bpf_rbtree_remove = 11, KF_bpf_rbtree_add_impl = 12, KF_bpf_rbtree_first = 13, KF_bpf_dynptr_from_skb = 14, KF_bpf_dynptr_from_xdp = 15, KF_bpf_dynptr_slice = 16, KF_bpf_dynptr_slice_rdwr = 17, KF_bpf_dynptr_clone = 18, KF_bpf_percpu_obj_new_impl = 19, KF_bpf_percpu_obj_drop_impl = 20, KF_bpf_throw = 21, KF_bpf_wq_set_callback_impl = 22, KF_bpf_preempt_disable = 23, KF_bpf_preempt_enable = 24, KF_bpf_iter_css_task_new = 25, KF_bpf_session_cookie = 26, KF_bpf_get_kmem_cache = 27, KF_bpf_local_irq_save = 28, KF_bpf_local_irq_restore = 29, KF_bpf_iter_num_new = 30, KF_bpf_iter_num_next = 31, KF_bpf_iter_num_destroy = 32, KF_bpf_set_dentry_xattr = 33, KF_bpf_remove_dentry_xattr = 34, KF_bpf_res_spin_lock = 35, KF_bpf_res_spin_unlock = 36, KF_bpf_res_spin_lock_irqsave = 37, KF_bpf_res_spin_unlock_irqrestore = 38, }; enum { REASON_BOUNDS = -1, REASON_TYPE = -2, REASON_PATHS = -3, REASON_LIMIT = -4, REASON_STACK = -5, }; struct bpf_sanitize_info { struct bpf_insn_aux_data aux; bool mask_to_left; }; enum { DISCOVERED = 16, EXPLORED = 32, FALLTHROUGH = 1, BRANCH = 2, }; enum { DONE_EXPLORING = 0, KEEP_EXPLORING = 1, }; struct call_summary { u8 num_params; bool is_void; bool fastcall; }; enum exact_level { NOT_EXACT = 0, EXACT = 1, RANGE_WITHIN = 2, }; struct insn_live_regs { u16 use; u16 def; u16 in; u16 out; }; struct bpf_iter; struct bpf_iter_num { __u64 __opaque[1]; }; struct bpf_iter_target_info { struct list_head list; const struct bpf_iter_reg *reg_info; u32 btf_id; }; struct bpf_iter_link { struct bpf_link link; struct bpf_iter_aux_info aux; struct bpf_iter_target_info *tinfo; }; struct bpf_iter_priv_data { struct bpf_iter_target_info *tinfo; const struct bpf_iter_seq_info *seq_info; struct bpf_prog *prog; u64 session_id; u64 seq_num; bool done_stop; long: 0; u8 target_private[0]; }; typedef u64 (*btf_bpf_for_each_map_elem)(struct bpf_map *, void *, void *, u64); typedef u64 (*btf_bpf_loop)(u32, void *, void *, u64); struct bpf_iter_num_kern { int cur; int end; }; struct bpf_iter_seq_link_info { u32 link_id; }; struct bpf_iter__bpf_link { union { struct bpf_iter_meta *meta; }; union { struct bpf_link *link; }; }; struct bpf_lpm_trie_key_hdr { __u32 prefixlen; }; struct bpf_lpm_trie_key_u8 { union { struct bpf_lpm_trie_key_hdr hdr; __u32 prefixlen; }; __u8 data[0]; }; struct lpm_trie_node { struct lpm_trie_node *child[2]; u32 prefixlen; u32 flags; u8 data[0]; }; struct lpm_trie { struct bpf_map map; struct lpm_trie_node *root; struct bpf_mem_alloc ma; size_t n_entries; size_t max_prefixlen; size_t data_size; rqspinlock_t lock; }; enum { BPF_RB_NO_WAKEUP = 1, BPF_RB_FORCE_WAKEUP = 2, }; enum { BPF_RB_AVAIL_DATA = 0, BPF_RB_RING_SIZE = 1, BPF_RB_CONS_POS = 2, BPF_RB_PROD_POS = 3, }; enum { BPF_RINGBUF_BUSY_BIT = 2147483648, BPF_RINGBUF_DISCARD_BIT = 1073741824, BPF_RINGBUF_HDR_SZ = 8, }; struct bpf_ringbuf { wait_queue_head_t waitq; struct irq_work work; u64 mask; struct page **pages; int nr_pages; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; rqspinlock_t spinlock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic_t busy; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int consumer_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long unsigned int producer_pos; long unsigned int pending_pos; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; char data[0]; }; struct bpf_ringbuf_map { struct bpf_map map; struct bpf_ringbuf *rb; }; struct bpf_ringbuf_hdr { u32 len; u32 pg_off; }; typedef u64 (*btf_bpf_ringbuf_reserve)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_ringbuf_submit)(void *, u64); typedef u64 (*btf_bpf_ringbuf_discard)(void *, u64); typedef u64 (*btf_bpf_ringbuf_output)(struct bpf_map *, void *, u64, u64); typedef u64 (*btf_bpf_ringbuf_query)(struct bpf_map *, u64); typedef u64 (*btf_bpf_ringbuf_reserve_dynptr)(struct bpf_map *, u32, u64, struct bpf_dynptr_kern *); typedef u64 (*btf_bpf_ringbuf_submit_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_ringbuf_discard_dynptr)(struct bpf_dynptr_kern *, u64); typedef u64 (*btf_bpf_user_ringbuf_drain)(struct bpf_map *, void *, void *, u64); struct bpf_res_spin_lock { u32 val; }; struct mcs_spinlock { struct mcs_spinlock *next; int locked; int count; }; struct qnode { struct mcs_spinlock mcs; }; struct rqspinlock_timeout { u64 timeout_end; u64 duration; u64 cur; u16 spin; }; struct range_tree { struct rb_root_cached it_root; struct rb_root_cached range_size_root; }; struct range_node { struct rb_node rn_rbnode; struct rb_node rb_range_size; u32 rn_start; u32 rn_last; u32 __rn_subtree_last; }; struct bpf_cpumap_val { __u32 qsize; union { int fd; __u32 id; } bpf_prog; }; struct bpf_cpu_map_entry; struct xdp_bulk_queue { void *q[8]; struct list_head flush_node; struct bpf_cpu_map_entry *obj; unsigned int count; }; struct bpf_cpu_map_entry { u32 cpu; int map_id; struct xdp_bulk_queue *bulkq; struct ptr_ring *queue; struct task_struct *kthread; struct bpf_cpumap_val value; struct bpf_prog *prog; struct gro_node gro; struct completion kthread_running; struct rcu_work free_work; }; struct bpf_cpu_map { struct bpf_map map; struct bpf_cpu_map_entry **cpu_map; }; struct cpu_map_ret { u32 xdp_n; u32 skb_n; }; typedef u64 (*btf_bpf_cgrp_storage_get)(struct bpf_map *, struct cgroup *, void *, u64, gfp_t); typedef u64 (*btf_bpf_cgrp_storage_delete)(struct bpf_map *, struct cgroup *); struct bpf_cpumask { cpumask_t cpumask; refcount_t usage; }; struct bpf_crypto_type { void * (*alloc_tfm)(const char *); void (*free_tfm)(void *); int (*has_algo)(const char *); int (*setkey)(void *, const u8 *, unsigned int); int (*setauthsize)(void *, unsigned int); int (*encrypt)(void *, const u8 *, u8 *, unsigned int, u8 *); int (*decrypt)(void *, const u8 *, u8 *, unsigned int, u8 *); unsigned int (*ivsize)(void *); unsigned int (*statesize)(void *); u32 (*get_flags)(void *); struct module *owner; char name[14]; }; struct bpf_crypto_type_list { const struct bpf_crypto_type *type; struct list_head list; }; struct bpf_crypto_params { char type[14]; u8 reserved[2]; char algo[128]; u8 key[256]; u32 key_len; u32 authsize; }; struct bpf_crypto_ctx { const struct bpf_crypto_type *type; void *tfm; u32 siv_len; struct callback_head rcu; refcount_t usage; }; struct bp_slots_histogram { atomic_t *count; }; struct bp_cpuinfo { unsigned int cpu_pinned; struct bp_slots_histogram tsk_pinned; }; struct static_key_mod { struct static_key_mod *next; struct jump_entry *entries; struct module *mod; }; enum jump_label_type { JUMP_LABEL_NOP = 0, JUMP_LABEL_JMP = 1, }; struct static_key_deferred { struct static_key key; long unsigned int timeout; struct delayed_work work; }; struct kmem_cache_order_objects { unsigned int x; }; struct kmem_cache_cpu; struct kmem_cache_node; struct kmem_cache { struct kmem_cache_cpu *cpu_slab; slab_flags_t flags; long unsigned int min_partial; unsigned int size; unsigned int object_size; struct reciprocal_value reciprocal_size; unsigned int offset; unsigned int cpu_partial; unsigned int cpu_partial_slabs; struct kmem_cache_order_objects oo; struct kmem_cache_order_objects min; gfp_t allocflags; int refcount; void (*ctor)(void *); unsigned int inuse; unsigned int align; unsigned int red_left_pad; const char *name; struct list_head list; struct kobject kobj; unsigned int remote_node_defrag_ratio; struct kmem_cache_node *node[16]; }; enum oom_constraint { CONSTRAINT_NONE = 0, CONSTRAINT_CPUSET = 1, CONSTRAINT_MEMORY_POLICY = 2, CONSTRAINT_MEMCG = 3, }; struct oom_control { struct zonelist *zonelist; nodemask_t *nodemask; struct mem_cgroup *memcg; const gfp_t gfp_mask; const int order; long unsigned int totalpages; struct task_struct *chosen; long int chosen_points; enum oom_constraint constraint; }; struct trace_event_raw_oom_score_adj_update { struct trace_entry ent; pid_t pid; char comm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_reclaim_retry_zone { struct trace_entry ent; int node; int zone_idx; int order; long unsigned int reclaimable; long unsigned int available; long unsigned int min_wmark; int no_progress_loops; bool wmark_check; char __data[0]; }; struct trace_event_raw_mark_victim { struct trace_entry ent; int pid; u32 __data_loc_comm; long unsigned int total_vm; long unsigned int anon_rss; long unsigned int file_rss; long unsigned int shmem_rss; uid_t uid; long unsigned int pgtables; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_wake_reaper { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_start_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_finish_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_skip_task_reaping { struct trace_entry ent; int pid; char __data[0]; }; struct trace_event_raw_compact_retry { struct trace_entry ent; int order; int priority; int result; int retries; int max_retries; bool ret; char __data[0]; }; struct trace_event_data_offsets_oom_score_adj_update {}; struct trace_event_data_offsets_reclaim_retry_zone {}; struct trace_event_data_offsets_mark_victim { u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_wake_reaper {}; struct trace_event_data_offsets_start_task_reaping {}; struct trace_event_data_offsets_finish_task_reaping {}; struct trace_event_data_offsets_skip_task_reaping {}; struct trace_event_data_offsets_compact_retry {}; typedef void (*btf_trace_oom_score_adj_update)(void *, struct task_struct *); typedef void (*btf_trace_reclaim_retry_zone)(void *, struct zoneref *, int, long unsigned int, long unsigned int, long unsigned int, int, bool); typedef void (*btf_trace_mark_victim)(void *, struct task_struct *, uid_t); typedef void (*btf_trace_wake_reaper)(void *, int); typedef void (*btf_trace_start_task_reaping)(void *, int); typedef void (*btf_trace_finish_task_reaping)(void *, int); typedef void (*btf_trace_skip_task_reaping)(void *, int); typedef void (*btf_trace_compact_retry)(void *, int, enum compact_priority, enum compact_result, int, int, bool); enum wb_state { WB_registered = 0, WB_writeback_running = 1, WB_has_dirty_io = 2, WB_start_all = 3, }; struct wb_stats { long unsigned int nr_dirty; long unsigned int nr_io; long unsigned int nr_more_io; long unsigned int nr_dirty_time; long unsigned int nr_writeback; long unsigned int nr_reclaimable; long unsigned int nr_dirtied; long unsigned int nr_written; long unsigned int dirty_thresh; long unsigned int wb_thresh; }; typedef __int128 unsigned __u128; typedef __u128 u128; typedef u128 freelist_full_t; typedef union { struct { void *freelist; long unsigned int counter; }; freelist_full_t full; } freelist_aba_t; struct slab { long unsigned int __page_flags; struct kmem_cache *slab_cache; union { struct { union { struct list_head slab_list; struct { struct slab *next; int slabs; }; }; union { struct { void *freelist; union { long unsigned int counters; struct { unsigned int inuse: 16; unsigned int objects: 15; unsigned int frozen: 1; }; }; }; freelist_aba_t freelist_counter; }; }; struct callback_head callback_head; }; unsigned int __page_type; atomic_t __page_refcount; long unsigned int obj_exts; }; enum slab_state { DOWN = 0, PARTIAL = 1, UP = 2, FULL = 3, }; struct kmalloc_info_struct { const char *name[4]; unsigned int size; }; struct slabinfo { long unsigned int active_objs; long unsigned int num_objs; long unsigned int active_slabs; long unsigned int num_slabs; long unsigned int shared_avail; unsigned int limit; unsigned int batchcount; unsigned int shared; unsigned int objects_per_slab; unsigned int cache_order; }; struct kmem_obj_info { void *kp_ptr; struct slab *kp_slab; void *kp_objp; long unsigned int kp_data_offset; struct kmem_cache *kp_slab_cache; void *kp_ret; void *kp_stack[16]; void *kp_free_stack[16]; }; struct trace_event_raw_kmem_cache_alloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; bool accounted; char __data[0]; }; struct trace_event_raw_kmalloc { struct trace_entry ent; long unsigned int call_site; const void *ptr; size_t bytes_req; size_t bytes_alloc; long unsigned int gfp_flags; int node; char __data[0]; }; struct trace_event_raw_kfree { struct trace_entry ent; long unsigned int call_site; const void *ptr; char __data[0]; }; struct trace_event_raw_kmem_cache_free { struct trace_entry ent; long unsigned int call_site; const void *ptr; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mm_page_free { struct trace_entry ent; long unsigned int pfn; unsigned int order; char __data[0]; }; struct trace_event_raw_mm_page_free_batched { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_mm_page_alloc { struct trace_entry ent; long unsigned int pfn; unsigned int order; long unsigned int gfp_flags; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; int percpu_refill; char __data[0]; }; struct trace_event_raw_mm_page_pcpu_drain { struct trace_entry ent; long unsigned int pfn; unsigned int order; int migratetype; char __data[0]; }; struct trace_event_raw_mm_page_alloc_extfrag { struct trace_entry ent; long unsigned int pfn; int alloc_order; int fallback_order; int alloc_migratetype; int fallback_migratetype; int change_ownership; char __data[0]; }; struct trace_event_raw_mm_alloc_contig_migrate_range_info { struct trace_entry ent; long unsigned int start; long unsigned int end; long unsigned int nr_migrated; long unsigned int nr_reclaimed; long unsigned int nr_mapped; int migratetype; char __data[0]; }; struct trace_event_raw_mm_setup_per_zone_wmarks { struct trace_entry ent; int node_id; u32 __data_loc_name; long unsigned int watermark_min; long unsigned int watermark_low; long unsigned int watermark_high; long unsigned int watermark_promo; char __data[0]; }; struct trace_event_raw_mm_setup_per_zone_lowmem_reserve { struct trace_entry ent; int node_id; u32 __data_loc_name; u32 __data_loc_upper_name; long int lowmem_reserve; char __data[0]; }; struct trace_event_raw_mm_calculate_totalreserve_pages { struct trace_entry ent; long unsigned int totalreserve_pages; char __data[0]; }; struct trace_event_raw_rss_stat { struct trace_entry ent; unsigned int mm_id; unsigned int curr; int member; long int size; char __data[0]; }; struct trace_event_data_offsets_kmem_cache_alloc {}; struct trace_event_data_offsets_kmalloc {}; struct trace_event_data_offsets_kfree {}; struct trace_event_data_offsets_kmem_cache_free { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_mm_page_free {}; struct trace_event_data_offsets_mm_page_free_batched {}; struct trace_event_data_offsets_mm_page_alloc {}; struct trace_event_data_offsets_mm_page {}; struct trace_event_data_offsets_mm_page_pcpu_drain {}; struct trace_event_data_offsets_mm_page_alloc_extfrag {}; struct trace_event_data_offsets_mm_alloc_contig_migrate_range_info {}; struct trace_event_data_offsets_mm_setup_per_zone_wmarks { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_mm_setup_per_zone_lowmem_reserve { u32 name; const void *name_ptr_; u32 upper_name; const void *upper_name_ptr_; }; struct trace_event_data_offsets_mm_calculate_totalreserve_pages {}; struct trace_event_data_offsets_rss_stat {}; typedef void (*btf_trace_kmem_cache_alloc)(void *, long unsigned int, const void *, struct kmem_cache *, gfp_t, int); typedef void (*btf_trace_kmalloc)(void *, long unsigned int, const void *, size_t, size_t, gfp_t, int); typedef void (*btf_trace_kfree)(void *, long unsigned int, const void *); typedef void (*btf_trace_kmem_cache_free)(void *, long unsigned int, const void *, const struct kmem_cache *); typedef void (*btf_trace_mm_page_free)(void *, struct page *, unsigned int); typedef void (*btf_trace_mm_page_free_batched)(void *, struct page *); typedef void (*btf_trace_mm_page_alloc)(void *, struct page *, unsigned int, gfp_t, int); typedef void (*btf_trace_mm_page_alloc_zone_locked)(void *, struct page *, unsigned int, int, int); typedef void (*btf_trace_mm_page_pcpu_drain)(void *, struct page *, unsigned int, int); typedef void (*btf_trace_mm_page_alloc_extfrag)(void *, struct page *, int, int, int, int); typedef void (*btf_trace_mm_alloc_contig_migrate_range_info)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_setup_per_zone_wmarks)(void *, struct zone *); typedef void (*btf_trace_mm_setup_per_zone_lowmem_reserve)(void *, struct zone *, struct zone *, long int); typedef void (*btf_trace_mm_calculate_totalreserve_pages)(void *, long unsigned int); typedef void (*btf_trace_rss_stat)(void *, struct mm_struct *, int); struct kvfree_rcu_bulk_data { struct list_head list; struct rcu_gp_oldstate gp_snap; long unsigned int nr_records; void *records[0]; }; struct kfree_rcu_cpu; struct kfree_rcu_cpu_work { struct rcu_work rcu_work; struct callback_head *head_free; struct rcu_gp_oldstate head_free_gp_snap; struct list_head bulk_head_free[2]; struct kfree_rcu_cpu *krcp; }; struct kfree_rcu_cpu { struct callback_head *head; long unsigned int head_gp_snap; atomic_t head_count; struct list_head bulk_head[2]; atomic_t bulk_count[2]; struct kfree_rcu_cpu_work krw_arr[2]; raw_spinlock_t lock; struct delayed_work monitor_work; bool initialized; struct delayed_work page_cache_work; atomic_t backoff_page_cache_fill; atomic_t work_in_progress; struct hrtimer hrtimer; struct llist_head bkvcache; int nr_bkv_objs; }; enum lru_status { LRU_REMOVED = 0, LRU_REMOVED_RETRY = 1, LRU_ROTATE = 2, LRU_SKIP = 3, LRU_RETRY = 4, LRU_STOP = 5, }; struct list_lru_memcg { struct callback_head rcu; struct list_lru_one node[0]; }; typedef enum lru_status (*list_lru_walk_cb)(struct list_head *, struct list_lru_one *, void *); struct trace_event_raw_mmap_lock { struct trace_entry ent; struct mm_struct *mm; u64 memcg_id; bool write; char __data[0]; }; struct trace_event_raw_mmap_lock_acquire_returned { struct trace_entry ent; struct mm_struct *mm; u64 memcg_id; bool write; bool success; char __data[0]; }; struct trace_event_data_offsets_mmap_lock {}; struct trace_event_data_offsets_mmap_lock_acquire_returned {}; typedef void (*btf_trace_mmap_lock_start_locking)(void *, struct mm_struct *, bool); typedef void (*btf_trace_mmap_lock_released)(void *, struct mm_struct *, bool); typedef void (*btf_trace_mmap_lock_acquire_returned)(void *, struct mm_struct *, bool, bool); struct vm_special_mapping { const char *name; struct page **pages; vm_fault_t (*fault)(const struct vm_special_mapping *, struct vm_area_struct *, struct vm_fault *); int (*mremap)(const struct vm_special_mapping *, struct vm_area_struct *); void (*close)(const struct vm_special_mapping *, struct vm_area_struct *); }; struct vm_unmapped_area_info { long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; long unsigned int start_gap; }; enum { HUGETLB_SHMFS_INODE = 1, HUGETLB_ANONHUGE_INODE = 2, }; struct trace_event_raw_vm_unmapped_area { struct trace_entry ent; long unsigned int addr; long unsigned int total_vm; long unsigned int flags; long unsigned int length; long unsigned int low_limit; long unsigned int high_limit; long unsigned int align_mask; long unsigned int align_offset; char __data[0]; }; struct trace_event_raw_vma_mas_szero { struct trace_entry ent; struct maple_tree *mt; long unsigned int start; long unsigned int end; char __data[0]; }; struct trace_event_raw_vma_store { struct trace_entry ent; struct maple_tree *mt; struct vm_area_struct *vma; long unsigned int vm_start; long unsigned int vm_end; char __data[0]; }; struct trace_event_raw_exit_mmap { struct trace_entry ent; struct mm_struct *mm; struct maple_tree *mt; char __data[0]; }; struct trace_event_data_offsets_vm_unmapped_area {}; struct trace_event_data_offsets_vma_mas_szero {}; struct trace_event_data_offsets_vma_store {}; struct trace_event_data_offsets_exit_mmap {}; typedef void (*btf_trace_vm_unmapped_area)(void *, long unsigned int, struct vm_unmapped_area_info *); typedef void (*btf_trace_vma_mas_szero)(void *, struct maple_tree *, long unsigned int, long unsigned int); typedef void (*btf_trace_vma_store)(void *, struct maple_tree *, struct vm_area_struct *); typedef void (*btf_trace_exit_mmap)(void *, struct mm_struct *); enum vma_merge_state { VMA_MERGE_START = 0, VMA_MERGE_ERROR_NOMEM = 1, VMA_MERGE_NOMERGE = 2, VMA_MERGE_SUCCESS = 3, }; struct vma_merge_struct { struct mm_struct *mm; struct vma_iterator *vmi; struct vm_area_struct *prev; struct vm_area_struct *middle; struct vm_area_struct *next; struct vm_area_struct *target; long unsigned int start; long unsigned int end; long unsigned int pgoff; long unsigned int flags; struct file *file; struct anon_vma *anon_vma; struct mempolicy *policy; struct vm_userfaultfd_ctx uffd_ctx; struct anon_vma_name *anon_name; enum vma_merge_state state; bool just_expand: 1; bool give_up_on_oom: 1; bool skip_vma_uprobe: 1; bool __adjust_middle_start: 1; bool __adjust_next_start: 1; bool __remove_middle: 1; bool __remove_next: 1; }; typedef int folio_walk_flags_t; enum folio_walk_level { FW_LEVEL_PTE = 0, FW_LEVEL_PMD = 1, FW_LEVEL_PUD = 2, }; struct folio_walk { struct page *page; enum folio_walk_level level; union { pte_t *ptep; pud_t *pudp; pmd_t *pmdp; }; union { pte_t pte; pud_t pud; pmd_t pmd; }; struct vm_area_struct *vma; spinlock_t *ptl; }; struct vma_prepare { struct vm_area_struct *vma; struct vm_area_struct *adj_next; struct file *file; struct address_space *mapping; struct anon_vma *anon_vma; struct vm_area_struct *insert; struct vm_area_struct *remove; struct vm_area_struct *remove2; bool skip_vma_uprobe: 1; }; struct unlink_vma_file_batch { int count; struct vm_area_struct *vmas[8]; }; struct vma_munmap_struct { struct vma_iterator *vmi; struct vm_area_struct *vma; struct vm_area_struct *prev; struct vm_area_struct *next; struct list_head *uf; long unsigned int start; long unsigned int end; long unsigned int unmap_start; long unsigned int unmap_end; int vma_count; bool unlock; bool clear_ptes; long unsigned int nr_pages; long unsigned int locked_vm; long unsigned int nr_accounted; long unsigned int exec_vm; long unsigned int stack_vm; long unsigned int data_vm; }; struct mmap_state { struct mm_struct *mm; struct vma_iterator *vmi; long unsigned int addr; long unsigned int end; long unsigned int pgoff; long unsigned int pglen; long unsigned int flags; struct file *file; long unsigned int charged; bool retry_merge; struct vm_area_struct *prev; struct vm_area_struct *next; struct vma_munmap_struct vms; struct ma_state mas_detach; struct maple_tree mt_detach; }; typedef void (*swap_r_func_t)(void *, void *, int, const void *); typedef int (*cmp_r_func_t)(const void *, const void *, const void *); union __u128_halves { u128 full; struct { u64 low; u64 high; }; }; struct slabobj_ext { struct obj_cgroup *objcg; }; struct kmem_cache_cpu { union { struct { void **freelist; long unsigned int tid; }; freelist_aba_t freelist_tid; }; struct slab *slab; struct slab *partial; local_lock_t lock; }; struct kmem_cache_node { spinlock_t list_lock; long unsigned int nr_partial; struct list_head partial; atomic_long_t nr_slabs; atomic_long_t total_objects; struct list_head full; }; typedef u32 depot_stack_handle_t; struct partial_context { gfp_t flags; unsigned int orig_size; void *object; }; struct track { long unsigned int addr; depot_stack_handle_t handle; int cpu; int pid; long unsigned int when; }; enum track_item { TRACK_ALLOC = 0, TRACK_FREE = 1, }; enum stat_item { ALLOC_FASTPATH = 0, ALLOC_SLOWPATH = 1, FREE_FASTPATH = 2, FREE_SLOWPATH = 3, FREE_FROZEN = 4, FREE_ADD_PARTIAL = 5, FREE_REMOVE_PARTIAL = 6, ALLOC_FROM_PARTIAL = 7, ALLOC_SLAB = 8, ALLOC_REFILL = 9, ALLOC_NODE_MISMATCH = 10, FREE_SLAB = 11, CPUSLAB_FLUSH = 12, DEACTIVATE_FULL = 13, DEACTIVATE_EMPTY = 14, DEACTIVATE_TO_HEAD = 15, DEACTIVATE_TO_TAIL = 16, DEACTIVATE_REMOTE_FREES = 17, DEACTIVATE_BYPASS = 18, ORDER_FALLBACK = 19, CMPXCHG_DOUBLE_CPU_FAIL = 20, CMPXCHG_DOUBLE_FAIL = 21, CPU_PARTIAL_ALLOC = 22, CPU_PARTIAL_FREE = 23, CPU_PARTIAL_NODE = 24, CPU_PARTIAL_DRAIN = 25, NR_SLUB_STAT_ITEMS = 26, }; struct slub_flush_work { struct work_struct work; struct kmem_cache *s; bool skip; }; struct detached_freelist { struct slab *slab; void *tail; void *freelist; int cnt; struct kmem_cache *s; }; struct location { depot_stack_handle_t handle; long unsigned int count; long unsigned int addr; long unsigned int waste; long long int sum_time; long int min_time; long int max_time; long int min_pid; long int max_pid; long unsigned int cpus[8]; nodemask_t nodes; }; struct loc_track { long unsigned int max; long unsigned int count; struct location *loc; loff_t idx; }; enum slab_stat_type { SL_ALL = 0, SL_PARTIAL = 1, SL_CPU = 2, SL_OBJECTS = 3, SL_TOTAL = 4, }; struct slab_attribute { struct attribute attr; ssize_t (*show)(struct kmem_cache *, char *); ssize_t (*store)(struct kmem_cache *, const char *, size_t); }; struct saved_alias { struct kmem_cache *s; const char *name; struct saved_alias *next; }; typedef freelist_full_t pcp_op_T__; union swap_header { struct { char reserved[4086]; char magic[10]; } magic; struct { char bootbits[1024]; __u32 version; __u32 last_page; __u32 nr_badpages; unsigned char sws_uuid[16]; unsigned char sws_volume[16]; __u32 padding[117]; __u32 badpages[1]; } info; }; struct swap_extent { struct rb_node rb_node; long unsigned int start_page; long unsigned int nr_pages; sector_t start_block; }; enum swap_cluster_flags { CLUSTER_FLAG_NONE = 0, CLUSTER_FLAG_FREE = 1, CLUSTER_FLAG_NONFULL = 2, CLUSTER_FLAG_FRAG = 3, CLUSTER_FLAG_USABLE = 3, CLUSTER_FLAG_FULL = 4, CLUSTER_FLAG_DISCARD = 5, CLUSTER_FLAG_MAX = 6, }; struct percpu_swap_cluster { struct swap_info_struct *si[10]; long unsigned int offset[10]; local_lock_t lock; }; struct mmu_notifier_subscriptions { struct hlist_head list; bool has_itree; spinlock_t lock; long unsigned int invalidate_seq; long unsigned int active_invalidate_ranges; struct rb_root_cached itree; wait_queue_head_t wq; struct hlist_head deferred_list; }; struct mmu_interval_notifier; struct mmu_interval_notifier_ops { bool (*invalidate)(struct mmu_interval_notifier *, const struct mmu_notifier_range *, long unsigned int); }; struct mmu_interval_notifier { struct interval_tree_node interval_tree; const struct mmu_interval_notifier_ops *ops; struct mm_struct *mm; struct hlist_node deferred_item; long unsigned int invalidate_seq; }; enum rmp_flags { RMP_LOCKED = 1, RMP_USE_SHARED_ZEROPAGE = 2, }; struct rmap_walk_arg { struct folio *folio; bool map_unused_to_zeropage; }; enum { PAGE_WAS_MAPPED = 1, PAGE_WAS_MLOCKED = 2, PAGE_OLD_STATES = 3, }; struct migrate_pages_stats { int nr_succeeded; int nr_failed_pages; int nr_thp_succeeded; int nr_thp_failed; int nr_thp_split; int nr_split; }; enum vmpressure_levels { VMPRESSURE_LOW = 0, VMPRESSURE_MEDIUM = 1, VMPRESSURE_CRITICAL = 2, VMPRESSURE_NUM_LEVELS = 3, }; enum vmpressure_modes { VMPRESSURE_NO_PASSTHROUGH = 0, VMPRESSURE_HIERARCHY = 1, VMPRESSURE_LOCAL = 2, VMPRESSURE_NUM_MODES = 3, }; struct vmpressure_event { struct eventfd_ctx *efd; enum vmpressure_levels level; enum vmpressure_modes mode; struct list_head node; }; struct swap_cgroup { atomic_t ids; }; struct swap_cgroup_ctrl { struct swap_cgroup *map; }; struct trace_event_raw_test_pages_isolated { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int fin_pfn; char __data[0]; }; struct trace_event_data_offsets_test_pages_isolated {}; typedef void (*btf_trace_test_pages_isolated)(void *, long unsigned int, long unsigned int, long unsigned int); enum { XA_CHECK_SCHED = 4096, }; struct hugetlbfs_inode_info { struct inode vfs_inode; unsigned int seals; }; struct files_stat_struct { long unsigned int nr_files; long unsigned int nr_free_files; long unsigned int max_files; }; struct backing_file { struct file file; union { struct path user_path; freeptr_t bf_freeptr; }; }; typedef struct kobject *kobj_probe_t(dev_t, int *, void *); struct char_device_struct { struct char_device_struct *next; unsigned int major; unsigned int baseminor; int minorct; char name[64]; struct cdev *cdev; }; struct saved { struct path link; struct delayed_call done; const char *name; unsigned int seq; }; struct nameidata { struct path path; struct qstr last; struct path root; struct inode *inode; unsigned int flags; unsigned int state; unsigned int seq; unsigned int next_seq; unsigned int m_seq; unsigned int r_seq; int last_type; unsigned int depth; int total_link_count; struct saved *stack; struct saved internal[2]; struct filename *name; const char *pathname; struct nameidata *saved; unsigned int root_seq; int dfd; vfsuid_t dir_vfsuid; umode_t dir_mode; }; struct name_snapshot { struct qstr name; union shortname_store inline_name; }; struct renamedata { struct mnt_idmap *old_mnt_idmap; struct inode *old_dir; struct dentry *old_dentry; struct mnt_idmap *new_mnt_idmap; struct inode *new_dir; struct dentry *new_dentry; struct inode **delegated_inode; unsigned int flags; }; enum { LAST_NORM = 0, LAST_ROOT = 1, LAST_DOT = 2, LAST_DOTDOT = 3, }; struct open_flags { int open_flag; umode_t mode; int acc_mode; int intent; int lookup_flags; }; enum { WALK_TRAILING = 1, WALK_MORE = 2, WALK_NOFOLLOW = 4, }; struct word_at_a_time { const long unsigned int one_bits; const long unsigned int high_bits; }; struct dentry_stat_t { long int nr_dentry; long int nr_unused; long int age_limit; long int want_pages; long int nr_negative; long int dummy; }; struct external_name { atomic_t count; struct callback_head head; unsigned char name[0]; }; enum d_walk_ret { D_WALK_CONTINUE = 0, D_WALK_QUIT = 1, D_WALK_NORETRY = 2, D_WALK_SKIP = 3, }; struct check_mount { struct vfsmount *mnt; unsigned int mounted; }; struct select_data { struct dentry *start; union { long int found; struct dentry *victim; }; struct list_head dispose; }; struct fd_range { unsigned int from; unsigned int to; }; struct dirty_throttle_control { struct wb_domain *dom; struct dirty_throttle_control *gdtc; struct bdi_writeback *wb; struct fprop_local_percpu *wb_completions; long unsigned int avail; long unsigned int dirty; long unsigned int thresh; long unsigned int bg_thresh; long unsigned int limit; long unsigned int wb_dirty; long unsigned int wb_thresh; long unsigned int wb_bg_thresh; long unsigned int pos_ratio; bool freerun; bool dirty_exceeded; }; struct wb_writeback_work { long int nr_pages; struct super_block *sb; enum writeback_sync_modes sync_mode; unsigned int tagged_writepages: 1; unsigned int for_kupdate: 1; unsigned int range_cyclic: 1; unsigned int for_background: 1; unsigned int for_sync: 1; unsigned int auto_free: 1; enum wb_reason reason; struct list_head list; struct wb_completion *done; }; struct trace_event_raw_writeback_folio_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int index; char __data[0]; }; struct trace_event_raw_writeback_dirty_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int flags; char __data[0]; }; struct trace_event_raw_inode_foreign_history { struct trace_entry ent; char name[32]; ino_t ino; ino_t cgroup_ino; unsigned int history; char __data[0]; }; struct trace_event_raw_inode_switch_wbs { struct trace_entry ent; char name[32]; ino_t ino; ino_t old_cgroup_ino; ino_t new_cgroup_ino; char __data[0]; }; struct trace_event_raw_track_foreign_dirty { struct trace_entry ent; char name[32]; u64 bdi_id; ino_t ino; unsigned int memcg_id; ino_t cgroup_ino; ino_t page_cgroup_ino; char __data[0]; }; struct trace_event_raw_flush_foreign { struct trace_entry ent; char name[32]; ino_t cgroup_ino; unsigned int frn_bdi_id; unsigned int frn_memcg_id; char __data[0]; }; struct trace_event_raw_writeback_write_inode_template { struct trace_entry ent; char name[32]; ino_t ino; int sync_mode; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_work_class { struct trace_entry ent; char name[32]; long int nr_pages; dev_t sb_dev; int sync_mode; int for_kupdate; int range_cyclic; int for_background; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_pages_written { struct trace_entry ent; long int pages; char __data[0]; }; struct trace_event_raw_writeback_class { struct trace_entry ent; char name[32]; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_bdi_register { struct trace_entry ent; char name[32]; char __data[0]; }; struct trace_event_raw_wbc_class { struct trace_entry ent; char name[32]; long int nr_to_write; long int pages_skipped; int sync_mode; int for_kupdate; int for_background; int for_reclaim; int range_cyclic; long int range_start; long int range_end; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_queue_io { struct trace_entry ent; char name[32]; long unsigned int older; long int age; int moved; int reason; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_global_dirty_state { struct trace_entry ent; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int background_thresh; long unsigned int dirty_thresh; long unsigned int dirty_limit; long unsigned int nr_dirtied; long unsigned int nr_written; char __data[0]; }; struct trace_event_raw_bdi_dirty_ratelimit { struct trace_entry ent; char bdi[32]; long unsigned int write_bw; long unsigned int avg_write_bw; long unsigned int dirty_rate; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; long unsigned int balanced_dirty_ratelimit; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_balance_dirty_pages { struct trace_entry ent; char bdi[32]; long unsigned int limit; long unsigned int setpoint; long unsigned int dirty; long unsigned int wb_setpoint; long unsigned int wb_dirty; long unsigned int dirty_ratelimit; long unsigned int task_ratelimit; unsigned int dirtied; unsigned int dirtied_pause; long unsigned int paused; long int pause; long unsigned int period; long int think; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_sb_inodes_requeue { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_single_inode_template { struct trace_entry ent; char name[32]; ino_t ino; long unsigned int state; long unsigned int dirtied_when; long unsigned int writeback_index; long int nr_to_write; long unsigned int wrote; ino_t cgroup_ino; char __data[0]; }; struct trace_event_raw_writeback_inode_template { struct trace_entry ent; dev_t dev; ino_t ino; long unsigned int state; __u16 mode; long unsigned int dirtied_when; char __data[0]; }; struct trace_event_data_offsets_writeback_folio_template {}; struct trace_event_data_offsets_writeback_dirty_inode_template {}; struct trace_event_data_offsets_inode_foreign_history {}; struct trace_event_data_offsets_inode_switch_wbs {}; struct trace_event_data_offsets_track_foreign_dirty {}; struct trace_event_data_offsets_flush_foreign {}; struct trace_event_data_offsets_writeback_write_inode_template {}; struct trace_event_data_offsets_writeback_work_class {}; struct trace_event_data_offsets_writeback_pages_written {}; struct trace_event_data_offsets_writeback_class {}; struct trace_event_data_offsets_writeback_bdi_register {}; struct trace_event_data_offsets_wbc_class {}; struct trace_event_data_offsets_writeback_queue_io {}; struct trace_event_data_offsets_global_dirty_state {}; struct trace_event_data_offsets_bdi_dirty_ratelimit {}; struct trace_event_data_offsets_balance_dirty_pages {}; struct trace_event_data_offsets_writeback_sb_inodes_requeue {}; struct trace_event_data_offsets_writeback_single_inode_template {}; struct trace_event_data_offsets_writeback_inode_template {}; typedef void (*btf_trace_writeback_dirty_folio)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_folio_wait_writeback)(void *, struct folio *, struct address_space *); typedef void (*btf_trace_writeback_mark_inode_dirty)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode_start)(void *, struct inode *, int); typedef void (*btf_trace_writeback_dirty_inode)(void *, struct inode *, int); typedef void (*btf_trace_inode_foreign_history)(void *, struct inode *, struct writeback_control *, unsigned int); typedef void (*btf_trace_inode_switch_wbs)(void *, struct inode *, struct bdi_writeback *, struct bdi_writeback *); typedef void (*btf_trace_track_foreign_dirty)(void *, struct folio *, struct bdi_writeback *); typedef void (*btf_trace_flush_foreign)(void *, struct bdi_writeback *, unsigned int, unsigned int); typedef void (*btf_trace_writeback_write_inode_start)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_write_inode)(void *, struct inode *, struct writeback_control *); typedef void (*btf_trace_writeback_queue)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_exec)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_start)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_written)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_wait)(void *, struct bdi_writeback *, struct wb_writeback_work *); typedef void (*btf_trace_writeback_pages_written)(void *, long int); typedef void (*btf_trace_writeback_wake_background)(void *, struct bdi_writeback *); typedef void (*btf_trace_writeback_bdi_register)(void *, struct backing_dev_info *); typedef void (*btf_trace_wbc_writepage)(void *, struct writeback_control *, struct backing_dev_info *); typedef void (*btf_trace_writeback_queue_io)(void *, struct bdi_writeback *, struct wb_writeback_work *, long unsigned int, int); typedef void (*btf_trace_global_dirty_state)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_bdi_dirty_ratelimit)(void *, struct bdi_writeback *, long unsigned int, long unsigned int); typedef void (*btf_trace_balance_dirty_pages)(void *, struct bdi_writeback *, struct dirty_throttle_control *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long int, long unsigned int); typedef void (*btf_trace_writeback_sb_inodes_requeue)(void *, struct inode *); typedef void (*btf_trace_writeback_single_inode_start)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_single_inode)(void *, struct inode *, struct writeback_control *, long unsigned int); typedef void (*btf_trace_writeback_lazytime)(void *, struct inode *); typedef void (*btf_trace_writeback_lazytime_iput)(void *, struct inode *); typedef void (*btf_trace_writeback_dirty_inode_enqueue)(void *, struct inode *); typedef void (*btf_trace_sb_mark_inode_writeback)(void *, struct inode *); typedef void (*btf_trace_sb_clear_inode_writeback)(void *, struct inode *); struct inode_switch_wbs_context { struct rcu_work work; struct bdi_writeback *new_wb; struct inode *inodes[0]; }; enum legacy_fs_param { LEGACY_FS_UNSET_PARAMS = 0, LEGACY_FS_MONOLITHIC_PARAMS = 1, LEGACY_FS_INDIVIDUAL_PARAMS = 2, }; struct legacy_fs_context { char *legacy_data; size_t data_size; enum legacy_fs_param param_type; }; struct folio_iter { struct folio *folio; size_t offset; size_t length; struct folio *_next; size_t _seg_count; int _i; }; struct mpage_readpage_args { struct bio *bio; struct folio *folio; unsigned int nr_pages; bool is_readahead; sector_t last_block_in_bio; struct buffer_head map_bh; long unsigned int first_logical_block; get_block_t *get_block; }; struct mpage_data { struct bio *bio; sector_t last_block_in_bio; get_block_t *get_block; }; struct fs_error_report { int error; struct inode *inode; struct super_block *sb; }; struct file_range { const struct path *path; loff_t pos; size_t count; }; struct fsnotify_mnt { const struct mnt_namespace *ns; u64 mnt_id; }; typedef struct fsnotify_mark_connector *fsnotify_connp_t; struct signalfd_siginfo { __u32 ssi_signo; __s32 ssi_errno; __s32 ssi_code; __u32 ssi_pid; __u32 ssi_uid; __s32 ssi_fd; __u32 ssi_tid; __u32 ssi_band; __u32 ssi_overrun; __u32 ssi_trapno; __s32 ssi_status; __s32 ssi_int; __u64 ssi_ptr; __u64 ssi_utime; __u64 ssi_stime; __u64 ssi_addr; __u16 ssi_addr_lsb; __u16 __pad2; __s32 ssi_syscall; __u64 ssi_call_addr; __u32 ssi_arch; __u8 __pad[28]; }; struct signalfd_ctx { sigset_t sigmask; }; typedef u32 compat_aio_context_t; struct kioctx; struct kioctx_table { struct callback_head rcu; unsigned int nr; struct kioctx *table[0]; }; typedef __kernel_ulong_t aio_context_t; enum { IOCB_CMD_PREAD = 0, IOCB_CMD_PWRITE = 1, IOCB_CMD_FSYNC = 2, IOCB_CMD_FDSYNC = 3, IOCB_CMD_POLL = 5, IOCB_CMD_NOOP = 6, IOCB_CMD_PREADV = 7, IOCB_CMD_PWRITEV = 8, }; struct io_event { __u64 data; __u64 obj; __s64 res; __s64 res2; }; struct iocb { __u64 aio_data; __u32 aio_key; __kernel_rwf_t aio_rw_flags; __u16 aio_lio_opcode; __s16 aio_reqprio; __u32 aio_fildes; __u64 aio_buf; __u64 aio_nbytes; __s64 aio_offset; __u64 aio_reserved2; __u32 aio_flags; __u32 aio_resfd; }; typedef int kiocb_cancel_fn(struct kiocb *); struct aio_ring { unsigned int id; unsigned int nr; unsigned int head; unsigned int tail; unsigned int magic; unsigned int compat_features; unsigned int incompat_features; unsigned int header_length; struct io_event io_events[0]; }; struct kioctx_cpu; struct ctx_rq_wait; struct kioctx { struct percpu_ref users; atomic_t dead; struct percpu_ref reqs; long unsigned int user_id; struct kioctx_cpu *cpu; unsigned int req_batch; unsigned int max_reqs; unsigned int nr_events; long unsigned int mmap_base; long unsigned int mmap_size; struct folio **ring_folios; long int nr_pages; struct rcu_work free_rwork; struct ctx_rq_wait *rq_wait; long: 64; long: 64; long: 64; struct { atomic_t reqs_available; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { spinlock_t ctx_lock; struct list_head active_reqs; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct { struct mutex ring_lock; wait_queue_head_t wait; long: 64; }; struct { unsigned int tail; unsigned int completed_events; spinlock_t completion_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct folio *internal_folios[8]; struct file *aio_ring_file; unsigned int id; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct kioctx_cpu { unsigned int reqs_available; }; struct ctx_rq_wait { struct completion comp; atomic_t count; }; struct fsync_iocb { struct file *file; struct work_struct work; bool datasync; struct cred *creds; }; struct poll_iocb { struct file *file; struct wait_queue_head *head; __poll_t events; bool cancelled; bool work_scheduled; bool work_need_resched; struct wait_queue_entry wait; struct work_struct work; }; struct aio_kiocb { union { struct file *ki_filp; struct kiocb rw; struct fsync_iocb fsync; struct poll_iocb poll; }; struct kioctx *ki_ctx; kiocb_cancel_fn *ki_cancel; struct io_event ki_res; struct list_head ki_list; refcount_t ki_refcnt; struct eventfd_ctx *ki_eventfd; }; struct aio_waiter { struct wait_queue_entry w; size_t min_nr; }; struct aio_poll_table { struct poll_table_struct pt; struct aio_kiocb *iocb; bool queued; int error; }; struct __aio_sigset { const sigset_t *sigmask; size_t sigsetsize; }; struct __compat_aio_sigset { compat_uptr_t sigmask; compat_size_t sigsetsize; }; typedef short unsigned int __kernel_old_uid_t; typedef short unsigned int __kernel_old_gid_t; typedef __kernel_old_uid_t old_uid_t; typedef __kernel_old_gid_t old_gid_t; typedef __u32 Elf32_Addr; typedef __u16 Elf32_Half; typedef __u32 Elf32_Off; struct elf32_hdr { unsigned char e_ident[16]; Elf32_Half e_type; Elf32_Half e_machine; Elf32_Word e_version; Elf32_Addr e_entry; Elf32_Off e_phoff; Elf32_Off e_shoff; Elf32_Word e_flags; Elf32_Half e_ehsize; Elf32_Half e_phentsize; Elf32_Half e_phnum; Elf32_Half e_shentsize; Elf32_Half e_shnum; Elf32_Half e_shstrndx; }; struct elf32_phdr { Elf32_Word p_type; Elf32_Off p_offset; Elf32_Addr p_vaddr; Elf32_Addr p_paddr; Elf32_Word p_filesz; Elf32_Word p_memsz; Elf32_Word p_flags; Elf32_Word p_align; }; struct elf32_shdr { Elf32_Word sh_name; Elf32_Word sh_type; Elf32_Word sh_flags; Elf32_Addr sh_addr; Elf32_Off sh_offset; Elf32_Word sh_size; Elf32_Word sh_link; Elf32_Word sh_info; Elf32_Word sh_addralign; Elf32_Word sh_entsize; }; typedef u16 __compat_uid_t; typedef u16 __compat_gid_t; typedef unsigned int compat_elf_greg_t; typedef compat_elf_greg_t compat_elf_gregset_t[18]; struct arch_elf_state { int flags; }; struct gnu_property { u32 pr_type; u32 pr_datasz; }; typedef struct compat_siginfo compat_siginfo_t; struct compat_elf_siginfo { compat_int_t si_signo; compat_int_t si_code; compat_int_t si_errno; }; struct compat_elf_prstatus_common { struct compat_elf_siginfo pr_info; short int pr_cursig; compat_ulong_t pr_sigpend; compat_ulong_t pr_sighold; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; struct old_timeval32 pr_utime; struct old_timeval32 pr_stime; struct old_timeval32 pr_cutime; struct old_timeval32 pr_cstime; }; struct compat_elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; compat_ulong_t pr_flag; __compat_uid_t pr_uid; __compat_gid_t pr_gid; compat_pid_t pr_pid; compat_pid_t pr_ppid; compat_pid_t pr_pgrp; compat_pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct compat_elf_prstatus { struct compat_elf_prstatus_common common; compat_elf_gregset_t pr_reg; compat_int_t pr_fpvalid; }; struct memelfnote { const char *name; int type; unsigned int datasz; void *data; }; struct membuf { void *p; size_t left; }; struct user_regset; typedef int user_regset_active_fn(struct task_struct *, const struct user_regset *); typedef int user_regset_get2_fn(struct task_struct *, const struct user_regset *, struct membuf); typedef int user_regset_set_fn(struct task_struct *, const struct user_regset *, unsigned int, unsigned int, const void *, const void *); typedef int user_regset_writeback_fn(struct task_struct *, const struct user_regset *, int); struct user_regset { user_regset_get2_fn *regset_get; user_regset_set_fn *set; user_regset_active_fn *active; user_regset_writeback_fn *writeback; unsigned int n; unsigned int size; unsigned int align; unsigned int bias; unsigned int core_note_type; }; struct user_regset_view { const char *name; const struct user_regset *regsets; unsigned int n; u32 e_flags; u16 e_machine; u8 ei_osabi; }; struct elf_thread_core_info { struct elf_thread_core_info *next; struct task_struct *task; struct compat_elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info { struct elf_thread_core_info *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; compat_siginfo_t csigdata; size_t size; int thread_notes; }; typedef int class_get_unused_fd_t; struct iomap_ioend { struct list_head io_list; u16 io_flags; struct inode *io_inode; size_t io_size; atomic_t io_remaining; int io_error; struct iomap_ioend *io_parent; loff_t io_offset; sector_t io_sector; void *io_private; struct bio io_bio; }; struct iomap_dio_ops { int (*end_io)(struct kiocb *, ssize_t, int, unsigned int); void (*submit_io)(const struct iomap_iter *, struct bio *, loff_t); struct bio_set *bio_set; }; struct iomap_dio { struct kiocb *iocb; const struct iomap_dio_ops *dops; loff_t i_size; loff_t size; atomic_t ref; unsigned int flags; int error; size_t done_before; bool wait_for_completion; union { struct { struct iov_iter *iter; struct task_struct *waiter; } submit; struct { struct work_struct work; } aio; }; }; enum { DQF_INFO_DIRTY_B = 17, }; struct dqstats { long unsigned int stat[8]; struct percpu_counter counter[8]; }; struct quota_module_name { int qm_fmt_id; char *qm_mod_name; }; struct dquot_warn { struct super_block *w_sb; struct kqid w_dq_id; short int w_type; }; typedef long int intptr_t; struct genradix_root; struct __genradix { struct genradix_root *root; }; struct genradix_node { union { struct genradix_node *children[64]; u8 data[512]; }; }; struct seccomp_data { int nr; __u32 arch; __u64 instruction_pointer; __u64 args[6]; }; struct syscall_info { __u64 sp; struct seccomp_data data; }; enum resctrl_conf_type { CDP_NONE = 0, CDP_CODE = 1, CDP_DATA = 2, }; typedef struct dentry *instantiate_t(struct dentry *, struct task_struct *, const void *); enum proc_mem_force { PROC_MEM_FORCE_ALWAYS = 0, PROC_MEM_FORCE_PTRACE = 1, PROC_MEM_FORCE_NEVER = 2, }; struct pid_entry { const char *name; unsigned int len; umode_t mode; const struct inode_operations *iop; const struct file_operations *fop; union proc_op op; }; struct limit_names { const char *name; const char *unit; }; struct map_files_info { long unsigned int start; long unsigned int end; fmode_t mode; }; struct tgid_iter { unsigned int tgid; struct task_struct *task; }; struct pts_mount_opts { int setuid; int setgid; kuid_t uid; kgid_t gid; umode_t mode; umode_t ptmxmode; int reserve; int max; }; enum { Opt_uid___4 = 0, Opt_gid___5 = 1, Opt_mode___2 = 2, Opt_ptmxmode = 3, Opt_newinstance = 4, Opt_max = 5, Opt_err = 6, }; struct pts_fs_info { struct ida allocated_ptys; struct pts_mount_opts mount_opts; struct super_block *sb; struct dentry *ptmx_dentry; }; enum netfs_folioq_trace { netfs_trace_folioq_alloc_buffer = 0, netfs_trace_folioq_clear = 1, netfs_trace_folioq_delete = 2, netfs_trace_folioq_make_space = 3, netfs_trace_folioq_rollbuf_init = 4, netfs_trace_folioq_read_progress = 5, } __attribute__((mode(byte))); struct squashfs_dir_index { __le32 index; __le32 start_block; __le32 size; unsigned char name[0]; }; struct squashfs_dir_entry { __le16 offset; __le16 inode_number; __le16 type; __le16 size; char name[0]; }; struct squashfs_dir_header { __le32 count; __le32 start_block; __le32 inode_number; }; struct ramfs_mount_opts { umode_t mode; }; struct ramfs_fs_info { struct ramfs_mount_opts mount_opts; }; enum ramfs_param { Opt_mode___3 = 0, }; typedef long long unsigned int llu; struct fatent_ra { sector_t cur; sector_t limit; unsigned int ra_blocks; sector_t ra_advance; sector_t ra_next; sector_t ra_limit; }; struct fat_boot_fsinfo { __le32 signature1; __le32 reserved1[120]; __le32 signature2; __le32 free_clusters; __le32 next_cluster; __le32 reserved2[4]; }; struct getdents_callback___2 { struct dir_context ctx; char *name; u64 ino; int found; int sequence; }; enum { OVL_REDIRECT_OFF = 0, OVL_REDIRECT_FOLLOW = 1, OVL_REDIRECT_NOFOLLOW = 2, OVL_REDIRECT_ON = 3, }; struct ovl_fb { u8 version; u8 magic; u8 len; u8 flags; u8 type; uuid_t uuid; u32 fid[0]; } __attribute__((packed)); struct ovl_fh { u8 padding[3]; union { struct ovl_fb fb; struct { struct {} __empty_buf; u8 buf[0]; }; }; }; struct ovl_inode_params { struct inode *newinode; struct dentry *upperdentry; struct ovl_entry *oe; bool index; char *redirect; char *lowerdata_redirect; }; struct ovl_cattr { dev_t rdev; umode_t mode; const char *link; struct dentry *hardlink; }; struct ovl_opt_set { bool metacopy; bool redirect; bool nfs_export; bool index; }; struct ovl_fs_context_layer { char *name; struct path path; }; struct ovl_fs_context { struct path upper; struct path work; size_t capacity; size_t nr; size_t nr_data; struct ovl_opt_set set; struct ovl_fs_context_layer *lower; char *lowerdir_all; }; struct ovl_file { struct file *realfile; struct file *upperfile; }; enum ovl_copyop { OVL_COPY = 0, OVL_CLONE = 1, OVL_DEDUPE = 2, }; struct p9_rstatfs { u32 type; u32 bsize; u64 blocks; u64 bfree; u64 bavail; u64 files; u64 ffree; u64 fsid; u32 namelen; }; struct p9_flock { u8 type; u32 flags; u64 start; u64 length; u32 proc_id; char *client_id; }; struct p9_getlock { u8 type; u64 start; u64 length; u32 proc_id; char *client_id; }; struct tracefs_dir_ops { int (*mkdir)(const char *); int (*rmdir)(const char *); }; struct tracefs_fs_info { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___5 = 0, Opt_gid___6 = 1, Opt_mode___4 = 2, }; enum pstore_type_id { PSTORE_TYPE_DMESG = 0, PSTORE_TYPE_MCE = 1, PSTORE_TYPE_CONSOLE = 2, PSTORE_TYPE_FTRACE = 3, PSTORE_TYPE_PPC_RTAS = 4, PSTORE_TYPE_PPC_OF = 5, PSTORE_TYPE_PPC_COMMON = 6, PSTORE_TYPE_PMSG = 7, PSTORE_TYPE_PPC_OPAL = 8, PSTORE_TYPE_MAX = 9, }; struct pstore_info; struct pstore_record { struct pstore_info *psi; enum pstore_type_id type; u64 id; struct timespec64 time; char *buf; ssize_t size; ssize_t ecc_notice_size; void *priv; int count; enum kmsg_dump_reason reason; unsigned int part; bool compressed; }; struct pstore_info { struct module *owner; const char *name; raw_spinlock_t buf_lock; char *buf; size_t bufsize; struct mutex read_mutex; int flags; int max_reason; void *data; int (*open)(struct pstore_info *); int (*close)(struct pstore_info *); ssize_t (*read)(struct pstore_record *); int (*write)(struct pstore_record *); int (*write_user)(struct pstore_record *, const char *); int (*erase)(struct pstore_record *); }; struct variable_validate { efi_guid_t vendor; char *name; bool (*validate)(efi_char16_t *, int, u8 *, long unsigned int); }; typedef unsigned int __kernel_mode_t; typedef unsigned int __kernel_uid_t; typedef unsigned int __kernel_gid_t; struct ipc_perm { __kernel_key_t key; __kernel_uid_t uid; __kernel_gid_t gid; __kernel_uid_t cuid; __kernel_gid_t cgid; __kernel_mode_t mode; short unsigned int seq; }; struct ipc64_perm { __kernel_key_t key; __kernel_uid32_t uid; __kernel_gid32_t gid; __kernel_uid32_t cuid; __kernel_gid32_t cgid; __kernel_mode_t mode; unsigned char __pad1[0]; short unsigned int seq; short unsigned int __pad2; __kernel_ulong_t __unused1; __kernel_ulong_t __unused2; }; struct ipc_params { key_t key; int flg; union { size_t size; int nsems; } u; }; struct ipc_ops { int (*getnew)(struct ipc_namespace *, struct ipc_params *); int (*associate)(struct kern_ipc_perm *, int); int (*more_checks)(struct kern_ipc_perm *, struct ipc_params *); }; struct ipc_proc_iface { const char *path; const char *header; int ids; int (*show)(struct seq_file *, void *); }; struct ipc_proc_iter { struct ipc_namespace *ns; struct pid_namespace *pid_ns; struct ipc_proc_iface *iface; }; typedef int __kernel_ipc_pid_t; typedef u16 compat_ipc_pid_t; typedef s32 compat_key_t; typedef u16 compat_ushort_t; typedef u32 __compat_gid32_t; struct compat_ipc64_perm { compat_key_t key; __compat_uid32_t uid; __compat_gid32_t gid; __compat_uid32_t cuid; __compat_gid32_t cgid; compat_mode_t mode; unsigned char __pad1[2]; compat_ushort_t seq; compat_ushort_t __pad2; compat_ulong_t unused1; compat_ulong_t unused2; }; struct compat_shmid64_ds { struct compat_ipc64_perm shm_perm; compat_size_t shm_segsz; compat_ulong_t shm_atime; compat_ulong_t shm_atime_high; compat_ulong_t shm_dtime; compat_ulong_t shm_dtime_high; compat_ulong_t shm_ctime; compat_ulong_t shm_ctime_high; compat_pid_t shm_cpid; compat_pid_t shm_lpid; compat_ulong_t shm_nattch; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct shmid_ds { struct ipc_perm shm_perm; int shm_segsz; __kernel_old_time_t shm_atime; __kernel_old_time_t shm_dtime; __kernel_old_time_t shm_ctime; __kernel_ipc_pid_t shm_cpid; __kernel_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; void *shm_unused2; void *shm_unused3; }; struct shmid64_ds { struct ipc64_perm shm_perm; __kernel_size_t shm_segsz; long int shm_atime; long int shm_dtime; long int shm_ctime; __kernel_pid_t shm_cpid; __kernel_pid_t shm_lpid; long unsigned int shm_nattch; long unsigned int __unused4; long unsigned int __unused5; }; struct shminfo64 { long unsigned int shmmax; long unsigned int shmmin; long unsigned int shmmni; long unsigned int shmseg; long unsigned int shmall; long unsigned int __unused1; long unsigned int __unused2; long unsigned int __unused3; long unsigned int __unused4; }; struct shminfo { int shmmax; int shmmin; int shmmni; int shmseg; int shmall; }; struct shm_info { int used_ids; __kernel_ulong_t shm_tot; __kernel_ulong_t shm_rss; __kernel_ulong_t shm_swp; __kernel_ulong_t swap_attempts; __kernel_ulong_t swap_successes; }; struct compat_ipc_perm { key_t key; __compat_uid_t uid; __compat_gid_t gid; __compat_uid_t cuid; __compat_gid_t cgid; compat_mode_t mode; short unsigned int seq; }; struct shmid_kernel { struct kern_ipc_perm shm_perm; struct file *shm_file; long unsigned int shm_nattch; long unsigned int shm_segsz; time64_t shm_atim; time64_t shm_dtim; time64_t shm_ctim; struct pid *shm_cprid; struct pid *shm_lprid; struct ucounts *mlock_ucounts; struct task_struct *shm_creator; struct list_head shm_clist; struct ipc_namespace *ns; long: 64; long: 64; long: 64; }; struct shm_file_data { int id; struct ipc_namespace *ns; struct file *file; const struct vm_operations_struct *vm_ops; }; struct compat_shmid_ds { struct compat_ipc_perm shm_perm; int shm_segsz; old_time32_t shm_atime; old_time32_t shm_dtime; old_time32_t shm_ctime; compat_ipc_pid_t shm_cpid; compat_ipc_pid_t shm_lpid; short unsigned int shm_nattch; short unsigned int shm_unused; compat_uptr_t shm_unused2; compat_uptr_t shm_unused3; }; struct compat_shminfo64 { compat_ulong_t shmmax; compat_ulong_t shmmin; compat_ulong_t shmmni; compat_ulong_t shmseg; compat_ulong_t shmall; compat_ulong_t __unused1; compat_ulong_t __unused2; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct compat_shm_info { compat_int_t used_ids; compat_ulong_t shm_tot; compat_ulong_t shm_rss; compat_ulong_t shm_swp; compat_ulong_t swap_attempts; compat_ulong_t swap_successes; }; enum key_lookup_flag { KEY_LOOKUP_CREATE = 1, KEY_LOOKUP_PARTIAL = 2, KEY_LOOKUP_ALL = 3, }; struct keyctl_dh_params { union { __s32 private; __s32 priv; }; __s32 prime; __s32 base; }; struct keyctl_kdf_params { char *hashname; char *otherinfo; __u32 otherinfolen; __u32 __spare[8]; }; struct keyctl_pkey_query { __u32 supported_ops; __u32 key_size; __u16 max_data_size; __u16 max_sig_size; __u16 max_enc_size; __u16 max_dec_size; __u32 __spare[10]; }; struct keyctl_pkey_params { __s32 key_id; __u32 in_len; union { __u32 out_len; __u32 in2_len; }; __u32 __spare[7]; }; enum key_notification_subtype { NOTIFY_KEY_INSTANTIATED = 0, NOTIFY_KEY_UPDATED = 1, NOTIFY_KEY_LINKED = 2, NOTIFY_KEY_UNLINKED = 3, NOTIFY_KEY_CLEARED = 4, NOTIFY_KEY_REVOKED = 5, NOTIFY_KEY_INVALIDATED = 6, NOTIFY_KEY_SETATTR = 7, }; struct user_key_payload { struct callback_head rcu; short unsigned int datalen; long: 0; char data[0]; }; struct dccp_hdr { __be16 dccph_sport; __be16 dccph_dport; __u8 dccph_doff; __u8 dccph_cscov: 4; __u8 dccph_ccval: 4; __sum16 dccph_checksum; __u8 dccph_x: 1; __u8 dccph_type: 4; __u8 dccph_reserved: 3; __u8 dccph_seq2; __be16 dccph_seq; }; struct lsm_network_audit { int netif; const struct sock *sk; u16 family; __be16 dport; __be16 sport; union { struct { __be32 daddr; __be32 saddr; } v4; struct { struct in6_addr daddr; struct in6_addr saddr; } v6; } fam; }; struct lsm_ioctlop_audit { struct path path; u16 cmd; }; struct lsm_ibpkey_audit { u64 subnet_prefix; u16 pkey; }; struct lsm_ibendport_audit { const char *dev_name; u8 port; }; struct common_audit_data { char type; union { struct path path; struct dentry *dentry; struct inode *inode; struct lsm_network_audit *net; int cap; int ipc_id; struct task_struct *tsk; struct { key_serial_t key; char *key_desc; } key_struct; char *kmod_name; struct lsm_ioctlop_audit *op; struct file *file; struct lsm_ibpkey_audit *ibpkey; struct lsm_ibendport_audit *ibendport; int reason; const char *anonclass; u16 nlmsg_type; } u; union {}; }; struct crypto_queue { struct list_head list; struct list_head *backlog; unsigned int qlen; unsigned int max_qlen; }; struct crypto_report_hash { char type[64]; unsigned int blocksize; unsigned int digestsize; }; struct ahash_request { struct crypto_async_request base; unsigned int nbytes; union { struct scatterlist *src; const u8 *svirt; }; u8 *result; void *__ctx[0]; }; struct crypto_ahash; struct ahash_alg { int (*init)(struct ahash_request *); int (*update)(struct ahash_request *); int (*final)(struct ahash_request *); int (*finup)(struct ahash_request *); int (*digest)(struct ahash_request *); int (*export)(struct ahash_request *, void *); int (*import)(struct ahash_request *, const void *); int (*setkey)(struct crypto_ahash *, const u8 *, unsigned int); int (*init_tfm)(struct crypto_ahash *); void (*exit_tfm)(struct crypto_ahash *); int (*clone_tfm)(struct crypto_ahash *, struct crypto_ahash *); unsigned int reqsize; struct hash_alg_common halg; }; struct crypto_ahash { bool using_shash; unsigned int statesize; unsigned int reqsize; struct crypto_tfm base; }; struct ahash_instance { void (*free)(struct ahash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct ahash_alg alg; }; }; struct crypto_ahash_spawn { struct crypto_spawn base; }; struct crypto_hash_walk { const char *data; unsigned int offset; unsigned int flags; struct page *pg; unsigned int entrylen; unsigned int total; struct scatterlist *sg; }; struct ahash_save_req_state { struct list_head head; struct ahash_request *req0; struct ahash_request *cur; int (*op)(struct ahash_request *); crypto_completion_t compl; void *data; struct scatterlist sg; const u8 *src; u8 *page; unsigned int offset; unsigned int nbytes; }; enum asn1_class { ASN1_UNIV = 0, ASN1_APPL = 1, ASN1_CONT = 2, ASN1_PRIV = 3, }; enum asn1_method { ASN1_PRIM = 0, ASN1_CONS = 1, }; enum asn1_opcode { ASN1_OP_MATCH = 0, ASN1_OP_MATCH_OR_SKIP = 1, ASN1_OP_MATCH_ACT = 2, ASN1_OP_MATCH_ACT_OR_SKIP = 3, ASN1_OP_MATCH_JUMP = 4, ASN1_OP_MATCH_JUMP_OR_SKIP = 5, ASN1_OP_MATCH_ANY = 8, ASN1_OP_MATCH_ANY_OR_SKIP = 9, ASN1_OP_MATCH_ANY_ACT = 10, ASN1_OP_MATCH_ANY_ACT_OR_SKIP = 11, ASN1_OP_COND_MATCH_OR_SKIP = 17, ASN1_OP_COND_MATCH_ACT_OR_SKIP = 19, ASN1_OP_COND_MATCH_JUMP_OR_SKIP = 21, ASN1_OP_COND_MATCH_ANY = 24, ASN1_OP_COND_MATCH_ANY_OR_SKIP = 25, ASN1_OP_COND_MATCH_ANY_ACT = 26, ASN1_OP_COND_MATCH_ANY_ACT_OR_SKIP = 27, ASN1_OP_COND_FAIL = 28, ASN1_OP_COMPLETE = 29, ASN1_OP_ACT = 30, ASN1_OP_MAYBE_ACT = 31, ASN1_OP_END_SEQ = 32, ASN1_OP_END_SET = 33, ASN1_OP_END_SEQ_OF = 34, ASN1_OP_END_SET_OF = 35, ASN1_OP_END_SEQ_ACT = 36, ASN1_OP_END_SET_ACT = 37, ASN1_OP_END_SEQ_OF_ACT = 38, ASN1_OP_END_SET_OF_ACT = 39, ASN1_OP_RETURN = 40, ASN1_OP__NR = 41, }; enum rsapubkey_actions { ACT_rsa_get_e = 0, ACT_rsa_get_n = 1, NR__rsapubkey_actions = 2, }; enum rsaprivkey_actions { ACT_rsa_get_d = 0, ACT_rsa_get_dp = 1, ACT_rsa_get_dq = 2, ACT_rsa_get_e___2 = 3, ACT_rsa_get_n___2 = 4, ACT_rsa_get_p = 5, ACT_rsa_get_q = 6, ACT_rsa_get_qinv = 7, NR__rsaprivkey_actions = 8, }; struct rsa_mpi_key { MPI n; MPI e; MPI d; MPI p; MPI q; MPI dp; MPI dq; MPI qinv; }; struct acomp_req; struct acomp_req_chain { struct list_head head; struct acomp_req *req0; struct acomp_req *cur; int (*op)(struct acomp_req *); crypto_completion_t compl; void *data; struct scatterlist ssg; struct scatterlist dsg; union { const u8 *src; struct folio *sfolio; }; union { u8 *dst; struct folio *dfolio; }; size_t soff; size_t doff; u32 flags; }; struct acomp_req { struct crypto_async_request base; union { struct scatterlist *src; const u8 *svirt; struct folio *sfolio; }; union { struct scatterlist *dst; u8 *dvirt; struct folio *dfolio; }; size_t soff; size_t doff; unsigned int slen; unsigned int dlen; struct acomp_req_chain chain; void *__ctx[0]; }; struct crypto_acomp { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); unsigned int reqsize; struct crypto_acomp *fb; struct crypto_tfm base; }; struct crypto_acomp_stream { spinlock_t lock; void *ctx; }; struct comp_alg_common { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct acomp_alg { int (*compress)(struct acomp_req *); int (*decompress)(struct acomp_req *); int (*init)(struct crypto_acomp *); void (*exit)(struct crypto_acomp *); unsigned int reqsize; union { struct { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct comp_alg_common calg; }; }; struct crypto_report_acomp { char type[64]; }; struct shash_instance { void (*free)(struct shash_instance *); union { struct { char head[104]; struct crypto_instance base; } s; struct shash_alg alg; }; }; struct crypto_shash_spawn { struct crypto_spawn base; }; struct hmac_ctx { struct crypto_shash *hash; u8 pads[0]; }; struct sha3_state { u64 st[25]; unsigned int rsiz; unsigned int rsizw; unsigned int partial; u8 buf[144]; }; struct crypto_scomp { struct crypto_tfm base; }; struct scomp_alg { void * (*alloc_ctx)(); void (*free_ctx)(void *); int (*compress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); int (*decompress)(struct crypto_scomp *, const u8 *, unsigned int, u8 *, unsigned int *, void *); union { struct { struct crypto_alg base; struct crypto_acomp_stream *stream; }; struct comp_alg_common calg; }; }; typedef unsigned char u8___2; struct rand_data { void *hash_state; __u64 prev_time; __u64 last_delta; __s64 last_delta2; unsigned int flags; unsigned int osr; unsigned char *mem; unsigned int memlocation; unsigned int memblocks; unsigned int memblocksize; unsigned int memaccessloops; unsigned int rct_count; unsigned int apt_cutoff; unsigned int apt_cutoff_permanent; unsigned int apt_observations; unsigned int apt_count; unsigned int apt_base; unsigned int health_failure; unsigned int apt_base_set: 1; }; struct jitterentropy { spinlock_t jent_lock; struct rand_data *entropy_collector; struct crypto_shash *tfm; struct shash_desc *sdesc; }; enum x509_actions { ACT_x509_extract_key_data = 0, ACT_x509_extract_name_segment = 1, ACT_x509_note_OID = 2, ACT_x509_note_issuer = 3, ACT_x509_note_not_after = 4, ACT_x509_note_not_before = 5, ACT_x509_note_params = 6, ACT_x509_note_serial = 7, ACT_x509_note_sig_algo = 8, ACT_x509_note_signature = 9, ACT_x509_note_subject = 10, ACT_x509_note_tbs_certificate = 11, ACT_x509_process_extension = 12, NR__x509_actions = 13, }; enum x509_akid_actions { ACT_x509_akid_note_kid = 0, ACT_x509_akid_note_name = 1, ACT_x509_akid_note_serial = 2, ACT_x509_extract_name_segment___2 = 3, ACT_x509_note_OID___2 = 4, NR__x509_akid_actions = 5, }; struct x509_parse_context { struct x509_certificate *cert; long unsigned int data; const void *key; size_t key_size; const void *params; size_t params_size; enum OID key_algo; enum OID last_oid; enum OID sig_algo; u8 o_size; u8 cn_size; u8 email_size; u16 o_offset; u16 cn_offset; u16 email_offset; unsigned int raw_akid_size; const void *raw_akid; const void *akid_raw_issuer; unsigned int akid_raw_issuer_size; }; enum pkcs7_actions { ACT_pkcs7_check_content_type = 0, ACT_pkcs7_extract_cert = 1, ACT_pkcs7_note_OID = 2, ACT_pkcs7_note_certificate_list = 3, ACT_pkcs7_note_content = 4, ACT_pkcs7_note_data = 5, ACT_pkcs7_note_signed_info = 6, ACT_pkcs7_note_signeddata_version = 7, ACT_pkcs7_note_signerinfo_version = 8, ACT_pkcs7_sig_note_authenticated_attr = 9, ACT_pkcs7_sig_note_digest_algo = 10, ACT_pkcs7_sig_note_issuer = 11, ACT_pkcs7_sig_note_pkey_algo = 12, ACT_pkcs7_sig_note_serial = 13, ACT_pkcs7_sig_note_set_of_authattrs = 14, ACT_pkcs7_sig_note_signature = 15, ACT_pkcs7_sig_note_skid = 16, NR__pkcs7_actions = 17, }; struct pkcs7_parse_context { struct pkcs7_message *msg; struct pkcs7_signed_info *sinfo; struct pkcs7_signed_info **ppsinfo; struct x509_certificate *certs; struct x509_certificate **ppcerts; long unsigned int data; enum OID last_oid; unsigned int x509_index; unsigned int sinfo_index; const void *raw_serial; unsigned int raw_serial_size; unsigned int raw_issuer_size; const void *raw_issuer; const void *raw_skid; unsigned int raw_skid_size; bool expect_skid; }; struct bdev_inode { struct block_device bdev; struct inode vfs_inode; }; enum { BLK_MQ_S_STOPPED = 0, BLK_MQ_S_TAG_ACTIVE = 1, BLK_MQ_S_SCHED_RESTART = 2, BLK_MQ_S_INACTIVE = 3, BLK_MQ_S_MAX = 4, }; enum { BLK_MQ_NO_TAG = 4294967295, BLK_MQ_TAG_MIN = 1, BLK_MQ_TAG_MAX = 4294967294, }; enum { REQ_FSEQ_PREFLUSH = 1, REQ_FSEQ_DATA = 2, REQ_FSEQ_POSTFLUSH = 4, REQ_FSEQ_DONE = 8, REQ_FSEQ_ACTIONS = 7, FLUSH_PENDING_TIMEOUT = 1250, }; struct bio_map_data { bool is_our_pages: 1; bool is_null_mapped: 1; struct iov_iter iter; struct iovec iov[0]; }; struct blk_rq_stat { u64 mean; u64 min; u64 max; u32 nr_samples; u64 batch; }; struct blk_queue_stats { struct list_head callbacks; spinlock_t lock; int accounting; }; struct blk_stat_callback { struct list_head list; struct timer_list timer; struct blk_rq_stat *cpu_stat; int (*bucket_fn)(const struct request *); unsigned int buckets; struct blk_rq_stat *stat; void (*timer_fn)(struct blk_stat_callback *); void *data; struct callback_head rcu; }; struct badblocks { struct device *dev; int count; int unacked_exist; int shift; u64 *page; int changed; seqlock_t lock; sector_t sector; sector_t size; }; struct badblocks_context { sector_t start; sector_t len; int ack; }; struct fat_boot_sector { __u8 ignored[3]; __u8 system_id[8]; __u8 sector_size[2]; __u8 sec_per_clus; __le16 reserved; __u8 fats; __u8 dir_entries[2]; __u8 sectors[2]; __u8 media; __le16 fat_length; __le16 secs_track; __le16 heads; __le32 hidden; __le32 total_sect; union { struct { __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat16; struct { __le32 length; __le16 flags; __u8 version[2]; __le32 root_cluster; __le16 info_sector; __le16 backup_boot; __le16 reserved2[6]; __u8 drive_number; __u8 state; __u8 signature; __u8 vol_id[4]; __u8 vol_label[11]; __u8 fs_type[8]; } fat32; }; }; struct msdos_partition { u8 boot_ind; u8 head; u8 sector; u8 cyl; u8 sys_ind; u8 end_head; u8 end_sector; u8 end_cyl; __le32 start_sect; __le32 nr_sects; }; enum msdos_sys_ind { DOS_EXTENDED_PARTITION = 5, LINUX_EXTENDED_PARTITION = 133, WIN98_EXTENDED_PARTITION = 15, LINUX_DATA_PARTITION = 131, LINUX_LVM_PARTITION = 142, LINUX_RAID_PARTITION = 253, SOLARIS_X86_PARTITION = 130, NEW_SOLARIS_X86_PARTITION = 191, DM6_AUX1PARTITION = 81, DM6_AUX3PARTITION = 83, DM6_PARTITION = 84, EZD_PARTITION = 85, FREEBSD_PARTITION = 165, OPENBSD_PARTITION = 166, NETBSD_PARTITION = 169, BSDI_PARTITION = 183, MINIX_PARTITION = 129, UNIXWARE_PARTITION = 99, }; struct blk_ia_range_sysfs_entry { struct attribute attr; ssize_t (*show)(struct blk_independent_access_range *, char *); }; struct klist_iter { struct klist *i_klist; struct klist_node *i_cur; }; struct subsys_private; struct class_dev_iter { struct klist_iter ki; const struct device_type *type; struct subsys_private *sp; }; typedef struct blkcg_policy_data *blkcg_pol_alloc_cpd_fn(gfp_t); typedef void blkcg_pol_free_cpd_fn(struct blkcg_policy_data *); typedef struct blkg_policy_data *blkcg_pol_alloc_pd_fn(struct gendisk *, struct blkcg *, gfp_t); typedef void blkcg_pol_init_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_online_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_offline_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_free_pd_fn(struct blkg_policy_data *); typedef void blkcg_pol_reset_pd_stats_fn(struct blkg_policy_data *); typedef void blkcg_pol_stat_pd_fn(struct blkg_policy_data *, struct seq_file *); struct blkcg_policy { int plid; struct cftype *dfl_cftypes; struct cftype *legacy_cftypes; blkcg_pol_alloc_cpd_fn *cpd_alloc_fn; blkcg_pol_free_cpd_fn *cpd_free_fn; blkcg_pol_alloc_pd_fn *pd_alloc_fn; blkcg_pol_init_pd_fn *pd_init_fn; blkcg_pol_online_pd_fn *pd_online_fn; blkcg_pol_offline_pd_fn *pd_offline_fn; blkcg_pol_free_pd_fn *pd_free_fn; blkcg_pol_reset_pd_stats_fn *pd_reset_stats_fn; blkcg_pol_stat_pd_fn *pd_stat_fn; }; struct blkg_conf_ctx { char *input; char *body; struct block_device *bdev; struct blkcg_gq *blkg; }; struct blkg_rwstat { struct percpu_counter cpu_cnt[5]; atomic64_t aux_cnt[5]; }; struct bfq_entity; struct bfq_service_tree { struct rb_root active; struct rb_root idle; struct bfq_entity *first_idle; struct bfq_entity *last_idle; u64 vtime; long unsigned int wsum; }; struct bfq_sched_data; struct bfq_queue; struct bfq_entity { struct rb_node rb_node; bool on_st_or_in_serv; u64 start; u64 finish; struct rb_root *tree; u64 min_start; int service; int budget; int allocated; int dev_weight; int weight; int new_weight; int orig_weight; struct bfq_entity *parent; struct bfq_sched_data *my_sched_data; struct bfq_sched_data *sched_data; int prio_changed; bool in_groups_with_pending_reqs; struct bfq_queue *last_bfqq_created; }; struct bfq_sched_data { struct bfq_entity *in_service_entity; struct bfq_entity *next_in_service; struct bfq_service_tree service_tree[3]; long unsigned int bfq_class_idle_last_service; }; struct bfq_weight_counter { unsigned int weight; unsigned int num_active; struct rb_node weights_node; }; struct bfq_ttime { u64 last_end_request; u64 ttime_total; long unsigned int ttime_samples; u64 ttime_mean; }; struct bfq_data; struct bfq_io_cq; struct bfq_queue { int ref; int stable_ref; struct bfq_data *bfqd; short unsigned int ioprio; short unsigned int ioprio_class; short unsigned int new_ioprio; short unsigned int new_ioprio_class; u64 last_serv_time_ns; unsigned int inject_limit; long unsigned int decrease_time_jif; struct bfq_queue *new_bfqq; struct rb_node pos_node; struct rb_root *pos_root; struct rb_root sort_list; struct request *next_rq; int queued[2]; int meta_pending; struct list_head fifo; struct bfq_entity entity; struct bfq_weight_counter *weight_counter; int max_budget; long unsigned int budget_timeout; int dispatched; long unsigned int flags; struct list_head bfqq_list; struct bfq_ttime ttime; u64 io_start_time; u64 tot_idle_time; u32 seek_history; struct hlist_node burst_list_node; sector_t last_request_pos; unsigned int requests_within_timer; pid_t pid; struct bfq_io_cq *bic; long unsigned int wr_cur_max_time; long unsigned int soft_rt_next_start; long unsigned int last_wr_start_finish; unsigned int wr_coeff; long unsigned int last_idle_bklogged; long unsigned int service_from_backlogged; long unsigned int service_from_wr; long unsigned int wr_start_at_switch_to_srt; long unsigned int split_time; long unsigned int first_IO_time; long unsigned int creation_time; struct bfq_queue *waker_bfqq; struct bfq_queue *tentative_waker_bfqq; unsigned int num_waker_detections; u64 waker_detection_started; struct hlist_node woken_list_node; struct hlist_head woken_list; unsigned int actuator_idx; }; struct bfq_group; struct bfq_data { struct request_queue *queue; struct list_head dispatch; struct bfq_group *root_group; struct rb_root_cached queue_weights_tree; unsigned int num_groups_with_pending_reqs; unsigned int busy_queues[3]; int wr_busy_queues; int queued; int tot_rq_in_driver; int rq_in_driver[8]; bool nonrot_with_queueing; int max_rq_in_driver; int hw_tag_samples; int hw_tag; int budgets_assigned; struct hrtimer idle_slice_timer; struct bfq_queue *in_service_queue; sector_t last_position; sector_t in_serv_last_pos; u64 last_completion; struct bfq_queue *last_completed_rq_bfqq; struct bfq_queue *last_bfqq_created; u64 last_empty_occupied_ns; bool wait_dispatch; struct request *waited_rq; bool rqs_injected; u64 first_dispatch; u64 last_dispatch; ktime_t last_budget_start; ktime_t last_idling_start; long unsigned int last_idling_start_jiffies; int peak_rate_samples; u32 sequential_samples; u64 tot_sectors_dispatched; u32 last_rq_max_size; u64 delta_from_first; u32 peak_rate; int bfq_max_budget; struct list_head active_list[8]; struct list_head idle_list; u64 bfq_fifo_expire[2]; unsigned int bfq_back_penalty; unsigned int bfq_back_max; u32 bfq_slice_idle; int bfq_user_max_budget; unsigned int bfq_timeout; bool strict_guarantees; long unsigned int last_ins_in_burst; long unsigned int bfq_burst_interval; int burst_size; struct bfq_entity *burst_parent_entity; long unsigned int bfq_large_burst_thresh; bool large_burst; struct hlist_head burst_list; bool low_latency; unsigned int bfq_wr_coeff; unsigned int bfq_wr_rt_max_time; unsigned int bfq_wr_min_idle_time; long unsigned int bfq_wr_min_inter_arr_async; unsigned int bfq_wr_max_softrt_rate; u64 rate_dur_prod; struct bfq_queue oom_bfqq; spinlock_t lock; struct bfq_io_cq *bio_bic; struct bfq_queue *bio_bfqq; unsigned int word_depths[4]; unsigned int full_depth_shift; unsigned int num_actuators; sector_t sector[8]; sector_t nr_sectors[8]; struct blk_independent_access_range ia_ranges[8]; unsigned int actuator_load_threshold; }; struct bfq_iocq_bfqq_data { bool saved_has_short_ttime; bool saved_IO_bound; u64 saved_io_start_time; u64 saved_tot_idle_time; bool saved_in_large_burst; bool was_in_burst_list; unsigned int saved_weight; long unsigned int saved_wr_coeff; long unsigned int saved_last_wr_start_finish; long unsigned int saved_service_from_wr; long unsigned int saved_wr_start_at_switch_to_srt; unsigned int saved_wr_cur_max_time; struct bfq_ttime saved_ttime; u64 saved_last_serv_time_ns; unsigned int saved_inject_limit; long unsigned int saved_decrease_time_jif; struct bfq_queue *stable_merge_bfqq; bool stably_merged; }; struct bfq_io_cq { struct io_cq icq; struct bfq_queue *bfqq[16]; int ioprio; uint64_t blkcg_serial_nr; struct bfq_iocq_bfqq_data bfqq_data[8]; unsigned int requests; }; struct bfqg_stats { struct blkg_rwstat bytes; struct blkg_rwstat ios; }; struct bfq_group { struct blkg_policy_data pd; refcount_t ref; struct bfq_entity entity; struct bfq_sched_data sched_data; struct bfq_data *bfqd; struct bfq_queue *async_bfqq[128]; struct bfq_queue *async_idle_bfqq[8]; struct bfq_entity *my_entity; int active_entities; int num_queues_with_pending_reqs; struct rb_root rq_pos_tree; struct bfqg_stats stats; }; struct bio_integrity_alloc { struct bio_integrity_payload bip; struct bio_vec bvecs[0]; }; enum rq_qos_id { RQ_QOS_WBT = 0, RQ_QOS_LATENCY = 1, RQ_QOS_COST = 2, }; struct rq_qos_ops; struct rq_qos { const struct rq_qos_ops *ops; struct gendisk *disk; enum rq_qos_id id; struct rq_qos *next; struct dentry *debugfs_dir; }; struct rq_qos_ops { void (*throttle)(struct rq_qos *, struct bio *); void (*track)(struct rq_qos *, struct request *, struct bio *); void (*merge)(struct rq_qos *, struct request *, struct bio *); void (*issue)(struct rq_qos *, struct request *); void (*requeue)(struct rq_qos *, struct request *); void (*done)(struct rq_qos *, struct request *); void (*done_bio)(struct rq_qos *, struct bio *); void (*cleanup)(struct rq_qos *, struct bio *); void (*queue_depth_changed)(struct rq_qos *); void (*exit)(struct rq_qos *); const struct blk_mq_debugfs_attr *debugfs_attrs; }; struct show_busy_params { struct seq_file *m; struct blk_mq_hw_ctx *hctx; }; struct io_uring_rsrc_register { __u32 nr; __u32 flags; __u64 resv2; __u64 data; __u64 tags; }; struct io_uring_rsrc_update2 { __u32 offset; __u32 resv; __u64 data; __u64 tags; __u32 nr; __u32 resv2; }; enum { IORING_REGISTER_SRC_REGISTERED = 1, IORING_REGISTER_DST_REPLACE = 2, }; struct io_uring_clone_buffers { __u32 src_fd; __u32 flags; __u32 src_off; __u32 dst_off; __u32 nr; __u32 pad[3]; }; enum { IORING_RSRC_FILE = 0, IORING_RSRC_BUFFER = 1, }; enum { IO_IMU_DEST = 1, IO_IMU_SOURCE = 2, }; struct io_rsrc_update { struct file *file; u64 arg; u32 nr_args; u32 offset; }; struct io_uring_file_index_range { __u32 off; __u32 len; __u64 resv; }; enum { IO_APOLL_OK = 0, IO_APOLL_ABORTED = 1, IO_APOLL_READY = 2, }; struct io_poll_update { struct file *file; u64 old_user_data; u64 new_user_data; __poll_t events; bool update_events; bool update_user_data; }; struct io_poll_table { struct poll_table_struct pt; struct io_kiocb *req; int nr_entries; int error; bool owning; __poll_t result_mask; }; enum { IOU_POLL_DONE = 0, IOU_POLL_NO_ACTION = 1, IOU_POLL_REMOVE_POLL_USE_RES = 2, IOU_POLL_REISSUE = 3, IOU_POLL_REQUEUE = 4, }; struct xattr_name { char name[256]; }; struct kernel_xattr_ctx { union { const void *cvalue; void *value; }; void *kvalue; size_t size; struct xattr_name *kname; unsigned int flags; }; struct io_xattr { struct file *file; struct kernel_xattr_ctx ctx; struct filename *filename; }; struct io_splice { struct file *file_out; loff_t off_out; loff_t off_in; u64 len; int splice_fd_in; unsigned int flags; struct io_rsrc_node *rsrc_node; }; struct statx_timestamp { __s64 tv_sec; __u32 tv_nsec; __s32 __reserved; }; struct statx { __u32 stx_mask; __u32 stx_blksize; __u64 stx_attributes; __u32 stx_nlink; __u32 stx_uid; __u32 stx_gid; __u16 stx_mode; __u16 __spare0[1]; __u64 stx_ino; __u64 stx_size; __u64 stx_blocks; __u64 stx_attributes_mask; struct statx_timestamp stx_atime; struct statx_timestamp stx_btime; struct statx_timestamp stx_ctime; struct statx_timestamp stx_mtime; __u32 stx_rdev_major; __u32 stx_rdev_minor; __u32 stx_dev_major; __u32 stx_dev_minor; __u64 stx_mnt_id; __u32 stx_dio_mem_align; __u32 stx_dio_offset_align; __u64 stx_subvol; __u32 stx_atomic_write_unit_min; __u32 stx_atomic_write_unit_max; __u32 stx_atomic_write_segments_max; __u32 stx_dio_read_offset_align; __u64 __spare3[9]; }; struct io_statx { struct file *file; int dfd; unsigned int mask; unsigned int flags; struct filename *filename; struct statx *buffer; }; struct waitid_info { pid_t pid; uid_t uid; int status; int cause; }; struct wait_opts { enum pid_type wo_type; int wo_flags; struct pid *wo_pid; struct waitid_info *wo_info; int wo_stat; struct rusage *wo_rusage; wait_queue_entry_t child_wait; int notask_error; }; struct io_waitid_async { struct io_kiocb *req; struct wait_opts wo; }; struct io_waitid { struct file *file; int which; pid_t upid; int options; atomic_t refs; struct wait_queue_head *head; struct siginfo *infop; struct waitid_info info; }; struct io_uring_zcrx_rqe { __u64 off; __u32 len; __u32 __pad; }; struct io_uring_zcrx_cqe { __u64 off; __u64 __pad; }; struct io_uring_zcrx_offsets { __u32 head; __u32 tail; __u32 rqes; __u32 __resv2; __u64 __resv[2]; }; struct io_uring_zcrx_area_reg { __u64 addr; __u64 len; __u64 rq_area_token; __u32 flags; __u32 __resv1; __u64 __resv2[2]; }; struct io_uring_zcrx_ifq_reg { __u32 if_idx; __u32 if_rxq; __u32 rq_entries; __u32 flags; __u64 area_ptr; __u64 region_ptr; struct io_uring_zcrx_offsets offsets; __u32 zcrx_id; __u32 __resv2; __u64 __resv[3]; }; struct io_zcrx_area; struct io_zcrx_ifq { struct io_ring_ctx *ctx; struct io_zcrx_area *area; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t rq_lock; struct io_uring *rq_ring; struct io_uring_zcrx_rqe *rqes; u32 cached_rq_head; u32 rq_entries; u32 if_rxq; struct device *dev; struct net_device *netdev; netdevice_tracker netdev_tracker; spinlock_t lock; struct mutex dma_lock; long: 64; long: 64; long: 64; long: 64; }; struct io_zcrx_mem { long unsigned int size; struct page **pages; long unsigned int nr_folios; }; struct io_zcrx_area { struct net_iov_area nia; struct io_zcrx_ifq *ifq; atomic_t *user_refs; bool is_mapped; u16 area_id; long: 64; long: 64; spinlock_t freelist_lock; u32 free_count; u32 *freelist; struct io_zcrx_mem mem; long: 64; long: 64; long: 64; }; struct io_zcrx_args { struct io_kiocb *req; struct io_zcrx_ifq *ifq; struct socket *sock; unsigned int nr_skbs; }; struct sg_append_table { struct sg_table sgt; struct scatterlist *prv; unsigned int total_nents; }; typedef struct scatterlist *sg_alloc_fn(unsigned int, gfp_t); typedef void sg_free_fn(struct scatterlist *, unsigned int); struct sg_dma_page_iter { struct sg_page_iter base; }; struct genradix_iter { size_t offset; size_t pos; }; typedef __kernel_long_t __kernel_ptrdiff_t; typedef __kernel_ptrdiff_t ptrdiff_t; struct region { unsigned int start; unsigned int off; unsigned int group_len; unsigned int end; unsigned int nbits; }; struct karatsuba_ctx { struct karatsuba_ctx *next; mpi_ptr_t tspace; mpi_size_t tspace_size; mpi_ptr_t tp; mpi_size_t tp_size; }; enum devm_ioremap_type { DEVM_IOREMAP = 0, DEVM_IOREMAP_UC = 1, DEVM_IOREMAP_WC = 2, DEVM_IOREMAP_NP = 3, }; struct arch_io_reserve_memtype_wc_devres { resource_size_t start; resource_size_t size; }; typedef uint16_t U16; typedef uint8_t BYTE; typedef struct { U16 nextState; BYTE nbAdditionalBits; BYTE nbBits; U32 baseValue; } ZSTD_seqSymbol; typedef U32 HUF_DTable; typedef struct { ZSTD_seqSymbol LLTable[513]; ZSTD_seqSymbol OFTable[257]; ZSTD_seqSymbol MLTable[513]; HUF_DTable hufTable[4097]; U32 rep[3]; U32 workspace[157]; } ZSTD_entropyDTables_t; typedef enum { ZSTD_frame = 0, ZSTD_skippableFrame = 1, } ZSTD_FrameType_e; typedef struct { long long unsigned int frameContentSize; long long unsigned int windowSize; unsigned int blockSizeMax; ZSTD_FrameType_e frameType; unsigned int headerSize; unsigned int dictID; unsigned int checksumFlag; unsigned int _reserved1; unsigned int _reserved2; } ZSTD_FrameHeader; typedef uint64_t U64; typedef enum { bt_raw = 0, bt_rle = 1, bt_compressed = 2, bt_reserved = 3, } blockType_e; typedef enum { ZSTDds_getFrameHeaderSize = 0, ZSTDds_decodeFrameHeader = 1, ZSTDds_decodeBlockHeader = 2, ZSTDds_decompressBlock = 3, ZSTDds_decompressLastBlock = 4, ZSTDds_checkChecksum = 5, ZSTDds_decodeSkippableHeader = 6, ZSTDds_skipFrame = 7, } ZSTD_dStage; struct xxh64_state { uint64_t total_len; uint64_t v1; uint64_t v2; uint64_t v3; uint64_t v4; uint64_t mem64[4]; uint32_t memsize; }; typedef enum { ZSTD_f_zstd1 = 0, ZSTD_f_zstd1_magicless = 1, } ZSTD_format_e; typedef enum { ZSTD_d_validateChecksum = 0, ZSTD_d_ignoreChecksum = 1, } ZSTD_forceIgnoreChecksum_e; typedef enum { ZSTD_use_indefinitely = -1, ZSTD_dont_use = 0, ZSTD_use_once = 1, } ZSTD_dictUses_e; struct ZSTD_DDict_s; typedef struct ZSTD_DDict_s ZSTD_DDict; typedef struct { const ZSTD_DDict **ddictPtrTable; size_t ddictPtrTableSize; size_t ddictPtrCount; } ZSTD_DDictHashSet; typedef enum { ZSTD_rmd_refSingleDDict = 0, ZSTD_rmd_refMultipleDDicts = 1, } ZSTD_refMultipleDDicts_e; typedef enum { zdss_init = 0, zdss_loadHeader = 1, zdss_read = 2, zdss_load = 3, zdss_flush = 4, } ZSTD_dStreamStage; typedef enum { ZSTD_bm_buffered = 0, ZSTD_bm_stable = 1, } ZSTD_bufferMode_e; struct ZSTD_outBuffer_s { void *dst; size_t size; size_t pos; }; typedef struct ZSTD_outBuffer_s ZSTD_outBuffer; typedef enum { ZSTD_not_in_dst = 0, ZSTD_in_dst = 1, ZSTD_split = 2, } ZSTD_litLocation_e; struct ZSTD_DCtx_s { const ZSTD_seqSymbol *LLTptr; const ZSTD_seqSymbol *MLTptr; const ZSTD_seqSymbol *OFTptr; const HUF_DTable *HUFptr; ZSTD_entropyDTables_t entropy; U32 workspace[640]; const void *previousDstEnd; const void *prefixStart; const void *virtualStart; const void *dictEnd; size_t expected; ZSTD_FrameHeader fParams; U64 processedCSize; U64 decodedSize; blockType_e bType; ZSTD_dStage stage; U32 litEntropy; U32 fseEntropy; struct xxh64_state xxhState; size_t headerSize; ZSTD_format_e format; ZSTD_forceIgnoreChecksum_e forceIgnoreChecksum; U32 validateChecksum; const BYTE *litPtr; ZSTD_customMem customMem; size_t litSize; size_t rleSize; size_t staticSize; int isFrameDecompression; ZSTD_DDict *ddictLocal; const ZSTD_DDict *ddict; U32 dictID; int ddictIsCold; ZSTD_dictUses_e dictUses; ZSTD_DDictHashSet *ddictSet; ZSTD_refMultipleDDicts_e refMultipleDDicts; int disableHufAsm; int maxBlockSizeParam; ZSTD_dStreamStage streamStage; char *inBuff; size_t inBuffSize; size_t inPos; size_t maxWindowSize; char *outBuff; size_t outBuffSize; size_t outStart; size_t outEnd; size_t lhSize; U32 hostageByte; int noForwardProgress; ZSTD_bufferMode_e outBufferMode; ZSTD_outBuffer expectedOutBuffer; BYTE *litBuffer; const BYTE *litBufferEnd; ZSTD_litLocation_e litBufferLocation; BYTE litExtraBuffer[65568]; BYTE headerBuffer[18]; size_t oversizedDuration; }; typedef struct ZSTD_DCtx_s ZSTD_DCtx; typedef enum { ZSTD_reset_session_only = 1, ZSTD_reset_parameters = 2, ZSTD_reset_session_and_parameters = 3, } ZSTD_ResetDirective; struct ZSTD_inBuffer_s { const void *src; size_t size; size_t pos; }; typedef struct ZSTD_inBuffer_s ZSTD_inBuffer; typedef ZSTD_DCtx ZSTD_DStream; struct ZSTD_DDict_s { void *dictBuffer; const void *dictContent; size_t dictSize; ZSTD_entropyDTables_t entropy; U32 dictID; U32 entropyPresent; ZSTD_customMem cMem; }; typedef enum { ZSTD_dct_auto = 0, ZSTD_dct_rawContent = 1, ZSTD_dct_fullDict = 2, } ZSTD_dictContentType_e; typedef enum { ZSTD_dlm_byCopy = 0, ZSTD_dlm_byRef = 1, } ZSTD_dictLoadMethod_e; typedef ZSTD_ErrorCode zstd_error_code; typedef ZSTD_customMem zstd_custom_mem; typedef ZSTD_DCtx zstd_dctx; typedef ZSTD_DDict zstd_ddict; typedef ZSTD_inBuffer zstd_in_buffer; typedef ZSTD_outBuffer zstd_out_buffer; typedef ZSTD_DStream zstd_dstream; typedef ZSTD_FrameHeader zstd_frame_header; typedef struct { size_t error; int lowerBound; int upperBound; } ZSTD_bounds; typedef enum { ZSTD_d_windowLogMax = 100, ZSTD_d_experimentalParam1 = 1000, ZSTD_d_experimentalParam2 = 1001, ZSTD_d_experimentalParam3 = 1002, ZSTD_d_experimentalParam4 = 1003, ZSTD_d_experimentalParam5 = 1004, ZSTD_d_experimentalParam6 = 1005, } ZSTD_dParameter; typedef enum { ZSTDnit_frameHeader = 0, ZSTDnit_blockHeader = 1, ZSTDnit_block = 2, ZSTDnit_lastBlock = 3, ZSTDnit_checksum = 4, ZSTDnit_skippableFrame = 5, } ZSTD_nextInputType_e; typedef struct { size_t nbBlocks; size_t compressedSize; long long unsigned int decompressedBound; } ZSTD_frameSizeInfo; typedef struct { blockType_e blockType; U32 lastBlock; U32 origSize; } blockProperties_t; typedef enum { not_streaming = 0, is_streaming = 1, } streaming_operation; struct sg_pool { size_t size; char *name; struct kmem_cache *slab; mempool_t *pool; }; enum { IRQ_POLL_F_SCHED = 0, IRQ_POLL_F_DISABLE = 1, }; enum { MSI_CHIP_FLAG_SET_EOI = 1, MSI_CHIP_FLAG_SET_ACK = 2, }; struct mbi_range { u32 spi_start; u32 nr_spis; long unsigned int *bm; }; struct of_dev_auxdata { char *compatible; resource_size_t phys_addr; char *name; void *platform_data; }; struct vexpress_syscfg { struct device *dev; void *base; struct list_head funcs; }; struct vexpress_syscfg_func { struct list_head list; struct vexpress_syscfg *syscfg; struct regmap *regmap; int num_templates; u32 template[0]; }; struct vexpress_config_bridge_ops { struct regmap * (*regmap_init)(struct device *, void *); void (*regmap_exit)(struct regmap *, void *); }; struct vexpress_config_bridge { struct vexpress_config_bridge_ops *ops; void *context; }; enum { MAX77620_GPIO0 = 0, MAX77620_GPIO1 = 1, MAX77620_GPIO2 = 2, MAX77620_GPIO3 = 3, MAX77620_GPIO4 = 4, MAX77620_GPIO5 = 5, MAX77620_GPIO6 = 6, MAX77620_GPIO7 = 7, MAX77620_GPIO_NR = 8, }; enum max77620_fps_src { MAX77620_FPS_SRC_0 = 0, MAX77620_FPS_SRC_1 = 1, MAX77620_FPS_SRC_2 = 2, MAX77620_FPS_SRC_NONE = 3, MAX77620_FPS_SRC_DEF = 4, }; enum max77620_chip_id { MAX77620 = 0, MAX20024 = 1, MAX77663 = 2, }; struct max77620_chip { struct device *dev; struct regmap *rmap; int chip_irq; enum max77620_chip_id chip_id; bool sleep_enable; bool enable_global_lpm; int shutdown_fps_period[3]; int suspend_fps_period[3]; struct regmap_irq_chip_data *top_irq_data; struct regmap_irq_chip_data *gpio_irq_data; }; enum max77620_pin_ppdrv { MAX77620_PIN_UNCONFIG_DRV = 0, MAX77620_PIN_OD_DRV = 1, MAX77620_PIN_PP_DRV = 2, }; struct max77620_pin_function { const char *name; const char * const *groups; unsigned int ngroups; int mux_option; }; enum max77620_alternate_pinmux_option { MAX77620_PINMUX_GPIO = 0, MAX77620_PINMUX_LOW_POWER_MODE_CONTROL_IN = 1, MAX77620_PINMUX_FLEXIBLE_POWER_SEQUENCER_OUT = 2, MAX77620_PINMUX_32K_OUT1 = 3, MAX77620_PINMUX_SD0_DYNAMIC_VOLTAGE_SCALING_IN = 4, MAX77620_PINMUX_SD1_DYNAMIC_VOLTAGE_SCALING_IN = 5, MAX77620_PINMUX_REFERENCE_OUT = 6, }; struct max77620_pingroup { const char *name; const unsigned int pins[1]; unsigned int npins; enum max77620_alternate_pinmux_option alt_option; }; struct max77620_pin_info { enum max77620_pin_ppdrv drv_type; }; struct max77620_fps_config { int active_fps_src; int active_power_up_slots; int active_power_down_slots; int suspend_fps_src; int suspend_power_up_slots; int suspend_power_down_slots; }; struct max77620_pctrl_info { struct device *dev; struct pinctrl_dev *pctl; struct regmap *rmap; const struct max77620_pin_function *functions; unsigned int num_functions; const struct max77620_pingroup *pin_groups; int num_pin_groups; const struct pinctrl_pin_desc *pins; unsigned int num_pins; struct max77620_pin_info pin_info[8]; struct max77620_fps_config fps_config[8]; }; struct mtk_pin_field { u8 index; u32 offset; u32 mask; u8 bitpos; u8 next; }; struct mtk_drive_desc { u8 min; u8 max; u8 step; u8 scal; }; struct acpi_connection_info { u8 *connection; u16 length; u8 access_length; }; struct acpi_gpiolib_dmi_quirk { bool no_edge_events_on_boot; char *ignore_wake; char *ignore_interrupt; }; struct acpi_gpio_event { struct list_head node; acpi_handle handle; irq_handler_t handler; unsigned int pin; unsigned int irq; long unsigned int irqflags; bool irq_is_wake; bool irq_requested; struct gpio_desc *desc; }; struct acpi_gpio_connection { struct list_head node; unsigned int pin; struct gpio_desc *desc; }; struct acpi_gpio_chip { struct acpi_connection_info conn_info; struct list_head conns; struct mutex conn_lock; struct gpio_chip *chip; struct list_head events; struct list_head deferred_req_irqs_list_entry; }; struct acpi_gpio_info { struct acpi_device *adev; enum gpiod_flags flags; bool gpioint; int pin_config; int polarity; int triggering; bool wake_capable; unsigned int debounce; unsigned int quirks; }; struct acpi_gpio_lookup { struct acpi_gpio_info info; int index; u16 pin_index; bool active_low; struct gpio_desc *desc; int n; }; struct max77620_gpio { struct gpio_chip gpio_chip; struct regmap *rmap; struct device *dev; struct mutex buslock; unsigned int irq_type[8]; bool irq_enabled[8]; }; struct syscon_gpio_data { unsigned int flags; unsigned int bit_count; unsigned int dat_bit_offset; unsigned int dir_bit_offset; void (*set)(struct gpio_chip *, unsigned int, int); }; struct syscon_gpio_priv { struct gpio_chip chip; struct regmap *syscon; const struct syscon_gpio_data *data; u32 dreg_offset; u32 dir_reg_offset; }; struct xgene_gpio { struct gpio_chip chip; void *base; spinlock_t lock; u32 set_dr_val[3]; }; struct syscon_led { struct led_classdev cdev; struct regmap *map; u32 offset; u32 mask; bool state; }; struct hotplug_slot_ops; struct hotplug_slot { const struct hotplug_slot_ops *ops; struct pci_slot *pci_slot; struct module *owner; const char *mod_name; }; enum { PCI_REASSIGN_ALL_RSRC = 1, PCI_REASSIGN_ALL_BUS = 2, PCI_PROBE_ONLY = 4, PCI_CAN_SKIP_ISA_ALIGN = 8, PCI_ENABLE_PROC_DOMAINS = 16, PCI_COMPAT_DOMAIN_0 = 32, PCI_SCAN_ALL_PCIE_DEVS = 64, }; struct hotplug_slot_ops { int (*enable_slot)(struct hotplug_slot *); int (*disable_slot)(struct hotplug_slot *); int (*set_attention_status)(struct hotplug_slot *, u8); int (*hardware_test)(struct hotplug_slot *, u32); int (*get_power_status)(struct hotplug_slot *, u8 *); int (*get_attention_status)(struct hotplug_slot *, u8 *); int (*get_latch_status)(struct hotplug_slot *, u8 *); int (*get_adapter_status)(struct hotplug_slot *, u8 *); int (*reset_slot)(struct hotplug_slot *, bool); }; enum pci_bar_type { pci_bar_unknown = 0, pci_bar_io = 1, pci_bar_mem32 = 2, pci_bar_mem64 = 3, }; struct pci_domain_busn_res { struct list_head list; struct resource res; int domain_nr; }; struct msix_entry { u32 vector; u16 entry; }; enum support_mode { ALLOW_LEGACY = 0, DENY_LEGACY = 1, }; struct walk_rcec_data { struct pci_dev *rcec; int (*user_callback)(struct pci_dev *, void *); void *user_data; }; struct of_bus; struct of_pci_range_parser { struct device_node *node; const struct of_bus *bus; const __be32 *range; const __be32 *end; int na; int ns; int pna; bool dma; }; struct of_bus { const char *name; const char *addresses; int (*match)(struct device_node *); void (*count_cells)(struct device_node *, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int, int); int (*translate)(__be32 *, u64, int); int flag_cells; unsigned int (*get_flags)(const __be32 *); }; struct of_pci_range { union { u64 pci_addr; u64 bus_addr; }; u64 cpu_addr; u64 parent_bus_addr; u64 size; u32 flags; }; struct acpiphp_slot; struct slot { struct hotplug_slot hotplug_slot; struct acpiphp_slot *acpi_slot; unsigned int sun; }; struct acpiphp_slot { struct list_head node; struct pci_bus *bus; struct list_head funcs; struct slot *slot; u8 device; u32 flags; }; struct acpiphp_attention_info { int (*set_attn)(struct hotplug_slot *, u8); int (*get_attn)(struct hotplug_slot *, u8 *); struct module *owner; }; struct vga_device { struct list_head list; struct pci_dev *pdev; unsigned int decodes; unsigned int owns; unsigned int locks; unsigned int io_lock_cnt; unsigned int mem_lock_cnt; unsigned int io_norm_cnt; unsigned int mem_norm_cnt; bool bridge_has_one_vga; bool is_firmware_default; unsigned int (*set_decode)(struct pci_dev *, bool); }; struct vga_arb_user_card { struct pci_dev *pdev; unsigned int mem_cnt; unsigned int io_cnt; }; struct vga_arb_private { struct list_head list; struct pci_dev *target; struct vga_arb_user_card cards[16]; spinlock_t lock; }; struct xgene_pcie { struct device_node *node; struct device *dev; struct clk *clk; void *csr_base; void *cfg_base; long unsigned int cfg_addr; bool link_up; u32 version; }; enum dw_edma_chip_flags { DW_EDMA_CHIP_LOCAL = 1, }; struct dwc_pcie_vsec_id { u16 vendor_id; u16 vsec_id; u8 vsec_rev; }; struct dw_pcie_ob_atu_cfg { int index; int type; u8 func_no; u8 code; u8 routing; u64 parent_bus_addr; u64 pci_addr; u64 size; }; struct al_pcie_acpi { void *dbi_base; }; struct fb_cmap_user { __u32 start; __u32 len; __u16 *red; __u16 *green; __u16 *blue; __u16 *transp; }; struct fb_fix_screeninfo32 { char id[16]; compat_caddr_t smem_start; u32 smem_len; u32 type; u32 type_aux; u32 visual; u16 xpanstep; u16 ypanstep; u16 ywrapstep; u32 line_length; compat_caddr_t mmio_start; u32 mmio_len; u32 accel; u16 reserved[3]; }; struct fb_cmap32 { u32 start; u32 len; compat_caddr_t red; compat_caddr_t green; compat_caddr_t blue; compat_caddr_t transp; }; typedef short unsigned int u_short; struct fbcon_display { const u_char *fontdata; int userfont; u_short inverse; short int yscroll; int vrows; int cursor_shape; int con_rotate; u32 xres_virtual; u32 yres_virtual; u32 height; u32 width; u32 bits_per_pixel; u32 grayscale; u32 nonstd; u32 accel_flags; u32 rotate; struct fb_bitfield red; struct fb_bitfield green; struct fb_bitfield blue; struct fb_bitfield transp; const struct fb_videomode *mode; }; struct fbcon_ops { void (*bmove)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*clear)(struct vc_data *, struct fb_info *, int, int, int, int, int, int); void (*putcs)(struct vc_data *, struct fb_info *, const short unsigned int *, int, int, int, int, int); void (*clear_margins)(struct vc_data *, struct fb_info *, int, int); void (*cursor)(struct vc_data *, struct fb_info *, bool, int, int); int (*update_start)(struct fb_info *); int (*rotate_font)(struct fb_info *, struct vc_data *); struct fb_var_screeninfo var; struct delayed_work cursor_work; struct fb_cursor cursor_state; struct fbcon_display *p; struct fb_info *info; int currcon; int cur_blink_jiffies; int cursor_flash; int cursor_reset; int blank_state; int graphics; int save_graphics; bool initialized; int rotate; int cur_rotate; char *cursor_data; u8 *fontbuffer; u8 *fontdata; u8 *cursor_src; u32 cursor_size; u32 fd_size; }; struct fb_address { void *address; int bits; }; struct fb_reverse { bool byte; bool pixel; }; struct fb_pattern { long unsigned int pixels; int left; int right; struct fb_reverse reverse; }; struct xenfb_update { uint8_t type; int32_t x; int32_t y; int32_t width; int32_t height; }; struct xenfb_resize { uint8_t type; int32_t width; int32_t height; int32_t stride; int32_t depth; int32_t offset; }; union xenfb_out_event { uint8_t type; struct xenfb_update update; struct xenfb_resize resize; char pad[40]; }; struct xenfb_page { uint32_t in_cons; uint32_t in_prod; uint32_t out_cons; uint32_t out_prod; int32_t width; int32_t height; uint32_t line_length; uint32_t mem_length; uint8_t depth; long unsigned int pd[256]; }; struct xenfb_info { unsigned char *fb; struct fb_info *fb_info; int x1; int y1; int x2; int y2; spinlock_t dirty_lock; int nr_pages; int irq; struct xenfb_page *page; long unsigned int *gfns; int update_wanted; int feature_resize; struct xenfb_resize resize; int resize_dpy; spinlock_t resize_lock; struct xenbus_device *xbdev; }; enum { KPARAM_MEM = 0, KPARAM_WIDTH = 1, KPARAM_HEIGHT = 2, KPARAM_CNT___2 = 3, }; struct nvs_region { __u64 phys_start; __u64 size; struct list_head node; }; struct acpi_wakeup_handler { struct list_head list_node; bool (*wakeup)(void *); void *context; }; struct acpi_bus_type { struct list_head list; const char *name; bool (*match)(struct device *); struct acpi_device * (*find_companion)(struct device *); void (*setup)(struct device *); }; struct find_child_walk_data { struct acpi_device *adev; u64 address; int score; bool check_sta; bool check_children; }; enum v4l2_fwnode_bus_type { V4L2_FWNODE_BUS_TYPE_GUESS = 0, V4L2_FWNODE_BUS_TYPE_CSI2_CPHY = 1, V4L2_FWNODE_BUS_TYPE_CSI1 = 2, V4L2_FWNODE_BUS_TYPE_CCP2 = 3, V4L2_FWNODE_BUS_TYPE_CSI2_DPHY = 4, V4L2_FWNODE_BUS_TYPE_PARALLEL = 5, V4L2_FWNODE_BUS_TYPE_BT656 = 6, V4L2_FWNODE_BUS_TYPE_DPI = 7, NR_OF_V4L2_FWNODE_BUS_TYPE = 8, }; struct crs_csi2_connection { struct list_head entry; struct acpi_resource_csi2_serialbus csi2_data; acpi_handle remote_handle; char remote_name[0]; }; struct crs_csi2 { struct list_head entry; acpi_handle handle; struct acpi_device_software_nodes *swnodes; struct list_head connections; u32 port_count; }; struct csi2_resources_walk_data { acpi_handle handle; struct list_head connections; }; struct acpi_table_madt { struct acpi_table_header header; u32 address; u32 flags; }; struct acpi_madt_local_apic { struct acpi_subtable_header header; u8 processor_id; u8 id; u32 lapic_flags; }; struct acpi_madt_local_sapic { struct acpi_subtable_header header; u8 processor_id; u8 id; u8 eid; u8 reserved[3]; u32 lapic_flags; u32 uid; char uid_string[0]; }; struct acpi_madt_local_x2apic { struct acpi_subtable_header header; u16 reserved; u32 local_apic_id; u32 lapic_flags; u32 uid; }; struct acpi_madt_core_pic { struct acpi_subtable_header header; u8 version; u32 processor_id; u32 core_id; u32 flags; } __attribute__((packed)); struct acpi_madt_rintc { struct acpi_subtable_header header; u8 version; u8 reserved; u32 flags; u64 hart_id; u32 uid; u32 ext_intc_id; u64 imsic_addr; u32 imsic_size; } __attribute__((packed)); enum acpi_bridge_type { ACPI_BRIDGE_TYPE_PCIE = 1, ACPI_BRIDGE_TYPE_CXL = 2, }; struct acpi_pci_root_ops; struct acpi_pci_root_info { struct acpi_pci_root *root; struct acpi_device *bridge; struct acpi_pci_root_ops *ops; struct list_head resources; char name[16]; }; struct acpi_pci_root_ops { struct pci_ops *pci_ops; int (*init_info)(struct acpi_pci_root_info *); void (*release_info)(struct acpi_pci_root_info *); int (*prepare_resources)(struct acpi_pci_root_info *); }; struct pci_osc_bit_struct { u32 bit; char *desc; }; struct acpi_genl_event { acpi_device_class device_class; char bus_id[15]; u32 type; u32 data; }; enum { ACPI_GENL_ATTR_UNSPEC = 0, ACPI_GENL_ATTR_EVENT = 1, __ACPI_GENL_ATTR_MAX = 2, }; enum { ACPI_GENL_CMD_UNSPEC = 0, ACPI_GENL_CMD_EVENT = 1, __ACPI_GENL_CMD_MAX = 2, }; struct acpi_init_walk_info { u32 table_index; u32 object_count; u32 method_count; u32 serial_method_count; u32 non_serial_method_count; u32 serialized_method_count; u32 device_count; u32 op_region_count; u32 field_count; u32 buffer_count; u32 package_count; u32 op_region_init; u32 field_init; u32 buffer_init; u32 package_init; acpi_owner_id owner_id; }; struct acpi_pcc_info { u8 subspace_id; u16 length; u8 *internal_buffer; }; struct acpi_ffh_info { u64 offset; u64 length; }; struct acpi_reg_walk_info { u32 function; u32 reg_run_count; acpi_adr_space_type space_id; }; struct acpi_signal_fatal_info { u32 type; u32 code; u32 argument; }; typedef acpi_status (*acpi_object_converter)(struct acpi_namespace_node *, union acpi_operand_object *, union acpi_operand_object **); struct acpi_simple_repair_info { char name[4]; u32 unexpected_btypes; u32 package_index; acpi_object_converter object_converter; }; struct acpi_rsconvert_info { u8 opcode; u8 resource_offset; u8 aml_offset; u8 value; }; struct acpi_fadt_info { const char *name; u16 address64; u16 address32; u16 length; u8 default_length; u8 flags; }; struct acpi_fadt_pm_info { struct acpi_generic_address *target; u16 source; u8 register_num; }; struct acpi_table_rsdp { char signature[8]; u8 checksum; char oem_id[6]; u8 revision; u32 rsdt_physical_address; u32 length; u64 xsdt_physical_address; u8 extended_checksum; u8 reserved[3]; } __attribute__((packed)); struct acpi_exception_info { char *name; }; struct acpi_rw_lock { void *writer_mutex; void *reader_mutex; u32 num_readers; }; struct acpi_pkg_info { u8 *free_space; acpi_size length; u32 object_space; u32 num_packages; }; typedef void (*acpi_osd_exec_callback)(void *); typedef u32 (*acpi_event_handler)(void *); typedef enum { OSL_GLOBAL_LOCK_HANDLER = 0, OSL_NOTIFY_HANDLER = 1, OSL_GPE_HANDLER = 2, OSL_DEBUGGER_MAIN_THREAD = 3, OSL_DEBUGGER_EXEC_THREAD = 4, OSL_EC_POLL_HANDLER = 5, OSL_EC_BURST_HANDLER = 6, } acpi_execute_type; enum { ACPI_BUTTON_LID_INIT_IGNORE = 0, ACPI_BUTTON_LID_INIT_OPEN = 1, ACPI_BUTTON_LID_INIT_METHOD = 2, ACPI_BUTTON_LID_INIT_DISABLED = 3, }; struct acpi_button { unsigned int type; struct input_dev *input; char phys[32]; long unsigned int pushed; int last_state; ktime_t last_time; bool suspended; bool lid_state_initialized; }; enum acpi_cedt_type { ACPI_CEDT_TYPE_CHBS = 0, ACPI_CEDT_TYPE_CFMWS = 1, ACPI_CEDT_TYPE_CXIMS = 2, ACPI_CEDT_TYPE_RDPAS = 3, ACPI_CEDT_TYPE_RESERVED = 4, }; struct acpi_cedt_cfmws { struct acpi_cedt_header header; u32 reserved1; u64 base_hpa; u64 window_size; u8 interleave_ways; u8 interleave_arithmetic; u16 reserved2; u32 granularity; u16 restrictions; u16 qtg_id; u32 interleave_targets[0]; } __attribute__((packed)); struct acpi_table_slit { struct acpi_table_header header; u64 locality_count; u8 entry[0]; } __attribute__((packed)); struct acpi_table_srat { struct acpi_table_header header; u32 table_revision; u64 reserved; }; struct acpi_srat_cpu_affinity { struct acpi_subtable_header header; u8 proximity_domain_lo; u8 apic_id; u32 flags; u8 local_sapic_eid; u8 proximity_domain_hi[3]; u32 clock_domain; }; struct acpi_srat_mem_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u64 base_address; u64 length; u32 reserved1; u32 flags; u64 reserved2; } __attribute__((packed)); struct acpi_srat_x2apic_cpu_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 apic_id; u32 flags; u32 clock_domain; u32 reserved2; }; struct acpi_srat_generic_affinity { struct acpi_subtable_header header; u8 reserved; u8 device_handle_type; u32 proximity_domain; u8 device_handle[16]; u32 flags; u32 reserved1; }; struct acpi_srat_rintc_affinity { struct acpi_subtable_header header; u16 reserved; u32 proximity_domain; u32 acpi_processor_uid; u32 flags; u32 clock_domain; }; typedef int mhp_t; struct memory_group { int nid; struct list_head memory_blocks; long unsigned int present_kernel_pages; long unsigned int present_movable_pages; bool is_dynamic; union { struct { long unsigned int max_pages; } s; struct { long unsigned int unit_pages; } d; }; }; struct memory_block { long unsigned int start_section_nr; long unsigned int state; int online_type; int nid; struct zone *zone; struct device dev; struct vmem_altmap *altmap; struct memory_group *group; struct list_head group_next; atomic_long_t nr_hwpoison; }; typedef int (*walk_memory_blocks_func_t)(struct memory_block *, void *); struct acpi_memory_info { struct list_head list; u64 start_addr; u64 length; short unsigned int caching; short unsigned int write_protect; unsigned int enabled: 1; }; struct acpi_memory_device { struct acpi_device *device; struct list_head res_list; int mgid; }; struct acpi_table_hest { struct acpi_table_header header; u32 error_source_count; }; enum acpi_hest_types { ACPI_HEST_TYPE_IA32_CHECK = 0, ACPI_HEST_TYPE_IA32_CORRECTED_CHECK = 1, ACPI_HEST_TYPE_IA32_NMI = 2, ACPI_HEST_TYPE_NOT_USED3 = 3, ACPI_HEST_TYPE_NOT_USED4 = 4, ACPI_HEST_TYPE_NOT_USED5 = 5, ACPI_HEST_TYPE_AER_ROOT_PORT = 6, ACPI_HEST_TYPE_AER_ENDPOINT = 7, ACPI_HEST_TYPE_AER_BRIDGE = 8, ACPI_HEST_TYPE_GENERIC_ERROR = 9, ACPI_HEST_TYPE_GENERIC_ERROR_V2 = 10, ACPI_HEST_TYPE_IA32_DEFERRED_CHECK = 11, ACPI_HEST_TYPE_RESERVED = 12, }; struct acpi_hest_ia_machine_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; u64 global_capability_data; u64 global_control_data; u8 num_hardware_banks; u8 reserved3[7]; }; struct acpi_hest_ia_corrected { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; struct acpi_hest_ia_deferred_check { struct acpi_hest_header header; u16 reserved1; u8 flags; u8 enabled; u32 records_to_preallocate; u32 max_sections_per_record; struct acpi_hest_notify notify; u8 num_hardware_banks; u8 reserved2[3]; }; enum hest_status { HEST_ENABLED = 0, HEST_DISABLED = 1, HEST_NOT_FOUND = 2, }; typedef int (*apei_hest_func_t)(struct acpi_hest_header *, void *); struct ghes_arr { struct platform_device **ghes_devs; unsigned int count; }; struct pnp_info_buffer { char *buffer; char *curr; long unsigned int size; long unsigned int len; int stop; int error; }; typedef struct pnp_info_buffer pnp_info_buffer_t; struct resource_win { struct resource res; resource_size_t offset; }; struct acpi_vendor_uuid { u8 subtype; u8 data[16]; }; struct acpipnp_parse_option_s { struct pnp_dev *dev; unsigned int option_flags; }; struct clk_lookup_alloc { struct clk_lookup cl; char dev_id[24]; char con_id[16]; }; typedef void (*of_init_fn_1)(struct device_node *); struct clk_fixed_factor { struct clk_hw hw; unsigned int mult; unsigned int div; long unsigned int acc; unsigned int flags; }; struct clk_multiplier { struct clk_hw hw; void *reg; u8 shift; u8 width; u8 flags; spinlock_t *lock; }; struct clk_mux { struct clk_hw hw; void *reg; const u32 *table; u32 mask; u8 shift; u8 flags; spinlock_t *lock; }; struct clk_gpio { struct clk_hw hw; struct gpio_desc *gpiod; }; struct clk_gated_fixed { struct clk_gpio clk_gpio; struct regulator *supply; long unsigned int rate; }; struct rk808 { struct device *dev; struct regmap_irq_chip_data *irq_data; struct regmap *regmap; long int variant; const struct regmap_config *regmap_cfg; const struct regmap_irq_chip *regmap_irq_chip; }; struct rk808_clkout { struct regmap *regmap; struct clk_hw clkout1_hw; struct clk_hw clkout2_hw; }; struct rs9_chip_info { unsigned int num_clks; u8 outshift; u8 did; }; struct rs9_driver_data { struct i2c_client *client; struct regmap *regmap; const struct rs9_chip_info *chip_info; struct clk_hw *clk_dif[4]; u8 pll_amplitude; u8 pll_ssc; u8 clk_dif_sr; }; struct vexpress_osc { struct regmap *reg; struct clk_hw hw; long unsigned int rate_min; long unsigned int rate_max; }; struct of_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; typedef void (*irq_write_msi_msg_t)(struct msi_desc *, struct msi_msg *); struct mv_xor_v2_descriptor { u16 desc_id; u16 flags; u32 crc32_result; u32 desc_ctrl; u32 buff_size; u32 fill_pattern_src_addr[4]; u32 data_buff_addr[12]; u32 reserved[12]; }; struct mv_xor_v2_sw_desc; struct mv_xor_v2_device { spinlock_t lock; void *dma_base; void *glob_base; struct clk *clk; struct clk *reg_clk; struct tasklet_struct irq_tasklet; struct list_head free_sw_desc; struct dma_device dmadev; struct dma_chan dmachan; dma_addr_t hw_desq; struct mv_xor_v2_descriptor *hw_desq_virt; struct mv_xor_v2_sw_desc *sw_desq; int desc_size; unsigned int npendings; unsigned int hw_queue_idx; unsigned int irq; }; struct mv_xor_v2_sw_desc { int idx; struct dma_async_tx_descriptor async_tx; struct mv_xor_v2_descriptor hw_desc; struct list_head free_list; }; struct hidma_mgmt_dev { u8 hw_version_major; u8 hw_version_minor; u32 max_wr_xactions; u32 max_rd_xactions; u32 max_write_request; u32 max_read_request; u32 dma_channels; u32 chreset_timeout_cycles; u32 hw_version; u32 *priority; u32 *weight; void *virtaddr; resource_size_t addrsize; struct kobject **chroots; struct platform_device *pdev; }; struct hidma_chan_attr { struct hidma_mgmt_dev *mdev; int index; struct kobj_attribute attr; }; struct hidma_mgmt_fileinfo { char *name; int mode; int (*get)(struct hidma_mgmt_dev *); int (*set)(struct hidma_mgmt_dev *, u64); }; enum tre_type { HIDMA_TRE_MEMCPY = 3, HIDMA_TRE_MEMSET = 4, }; struct hidma_lldev; struct hidma_tre { atomic_t allocated; bool queued; u16 status; u32 idx; u32 dma_sig; const char *dev_name; void (*callback)(void *); void *data; struct hidma_lldev *lldev; u32 tre_local[9]; u32 tre_index; u32 int_flags; u8 err_info; u8 err_code; }; struct hidma_lldev { bool msi_support; bool initialized; u8 trch_state; u8 evch_state; u8 chidx; u32 nr_tres; spinlock_t lock; struct hidma_tre *trepool; struct device *dev; void *trca; void *evca; struct hidma_tre **pending_tre_list; atomic_t pending_tre_count; void *tre_ring; dma_addr_t tre_dma; u32 tre_ring_size; u32 tre_processed_off; void *evre_ring; dma_addr_t evre_dma; u32 evre_ring_size; u32 evre_processed_off; u32 tre_write_offset; struct tasklet_struct task; struct { union { struct __kfifo kfifo; struct hidma_tre **type; const struct hidma_tre **const_type; char (*rectype)[0]; struct hidma_tre **ptr; struct hidma_tre * const *ptr_const; }; struct hidma_tre *buf[0]; } handoff_fifo; }; struct hidma_desc { struct dma_async_tx_descriptor desc; struct list_head node; u32 tre_ch; }; struct hidma_dev; struct hidma_chan { bool paused; bool allocated; char dbg_name[16]; u32 dma_sig; dma_cookie_t last_success; struct hidma_dev *dmadev; struct hidma_desc *running; struct dma_chan chan; struct list_head free; struct list_head prepared; struct list_head queued; struct list_head active; struct list_head completed; spinlock_t lock; }; struct hidma_dev { int irq; int chidx; u32 nr_descriptors; int msi_virqbase; struct hidma_lldev *lldev; void *dev_trca; struct resource *trca_resource; void *dev_evca; struct resource *evca_resource; spinlock_t lock; struct dma_device ddev; struct dentry *debugfs; struct device_attribute *chid_attrs; struct tasklet_struct task; }; enum hidma_cap { HIDMA_MSI_CAP = 1, HIDMA_IDENTITY_CAP = 2, }; typedef struct generic_pm_domain * (*genpd_xlate_t)(const struct of_phandle_args *, void *); struct genpd_onecell_data { struct generic_pm_domain **domains; unsigned int num_domains; genpd_xlate_t xlate; }; struct scpi_opp { u32 freq; u32 m_volt; }; struct scpi_dvfs_info { unsigned int count; unsigned int latency; struct scpi_opp *opps; }; struct scpi_sensor_info { u16 sensor_id; u8 class; u8 trigger_type; char name[20]; }; struct scpi_ops { u32 (*get_version)(); int (*clk_get_range)(u16, long unsigned int *, long unsigned int *); long unsigned int (*clk_get_val)(u16); int (*clk_set_val)(u16, long unsigned int); int (*dvfs_get_idx)(u8); int (*dvfs_set_idx)(u8, u8); struct scpi_dvfs_info * (*dvfs_get_info)(u8); int (*device_domain_id)(struct device *); int (*get_transition_latency)(struct device *); int (*add_opps_to_device)(struct device *); int (*sensor_get_capability)(u16 *); int (*sensor_get_info)(u16, struct scpi_sensor_info *); int (*sensor_get_value)(u16, u64 *); int (*device_get_power_state)(u16); int (*device_set_power_state)(u16, u8); }; struct scpi_pm_domain { struct generic_pm_domain genpd; struct scpi_ops *ops; u32 domain; }; enum scpi_power_domain_state { SCPI_PD_STATE_ON = 0, SCPI_PD_STATE_OFF = 3, }; struct vring_desc { __virtio64 addr; __virtio32 len; __virtio16 flags; __virtio16 next; }; struct vring_avail { __virtio16 flags; __virtio16 idx; __virtio16 ring[0]; }; struct vring_used_elem { __virtio32 id; __virtio32 len; }; typedef struct vring_used_elem vring_used_elem_t; struct vring_used { __virtio16 flags; __virtio16 idx; vring_used_elem_t ring[0]; }; typedef struct vring_desc vring_desc_t; typedef struct vring_avail vring_avail_t; typedef struct vring_used vring_used_t; struct vring { unsigned int num; vring_desc_t *desc; vring_avail_t *avail; vring_used_t *used; }; struct vring_packed_desc_event { __le16 off_wrap; __le16 flags; }; struct vring_packed_desc { __le64 addr; __le32 len; __le16 id; __le16 flags; }; struct vring_desc_state_split { void *data; struct vring_desc *indir_desc; }; struct vring_desc_state_packed { void *data; struct vring_packed_desc *indir_desc; u16 num; u16 last; }; struct vring_desc_extra { dma_addr_t addr; u32 len; u16 flags; u16 next; }; struct vring_virtqueue_split { struct vring vring; u16 avail_flags_shadow; u16 avail_idx_shadow; struct vring_desc_state_split *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t queue_dma_addr; size_t queue_size_in_bytes; u32 vring_align; bool may_reduce_num; }; struct vring_virtqueue_packed { struct { unsigned int num; struct vring_packed_desc *desc; struct vring_packed_desc_event *driver; struct vring_packed_desc_event *device; } vring; bool avail_wrap_counter; u16 avail_used_flags; u16 next_avail_idx; u16 event_flags_shadow; struct vring_desc_state_packed *desc_state; struct vring_desc_extra *desc_extra; dma_addr_t ring_dma_addr; dma_addr_t driver_event_dma_addr; dma_addr_t device_event_dma_addr; size_t ring_size_in_bytes; size_t event_size_in_bytes; }; struct vring_virtqueue { struct virtqueue vq; bool packed_ring; bool use_dma_api; bool weak_barriers; bool broken; bool indirect; bool event; unsigned int free_head; unsigned int num_added; u16 last_used_idx; bool event_triggered; union { struct vring_virtqueue_split split; struct vring_virtqueue_packed packed; }; bool (*notify)(struct virtqueue *); bool we_own_ring; struct device *dma_dev; }; struct virtio_admin_cmd { __le16 opcode; __le16 group_type; __le64 group_member_id; struct scatterlist *data_sg; struct scatterlist *result_sg; struct completion completion; u32 result_sg_size; int ret; }; struct virtio_pci_common_cfg { __le32 device_feature_select; __le32 device_feature; __le32 guest_feature_select; __le32 guest_feature; __le16 msix_config; __le16 num_queues; __u8 device_status; __u8 config_generation; __le16 queue_select; __le16 queue_size; __le16 queue_msix_vector; __le16 queue_enable; __le16 queue_notify_off; __le32 queue_desc_lo; __le32 queue_desc_hi; __le32 queue_avail_lo; __le32 queue_avail_hi; __le32 queue_used_lo; __le32 queue_used_hi; }; struct virtio_pci_modern_common_cfg { struct virtio_pci_common_cfg cfg; __le16 queue_notify_data; __le16 queue_reset; __le16 admin_queue_index; __le16 admin_queue_num; }; struct virtio_admin_cmd_hdr { __le16 opcode; __le16 group_type; __u8 reserved1[12]; __le64 group_member_id; }; struct virtio_admin_cmd_status { __le16 status; __le16 status_qualifier; __u8 reserved2[4]; }; struct virtio_dev_parts_cap { __u8 get_parts_resource_objects_limit; __u8 set_parts_resource_objects_limit; }; struct virtio_admin_cmd_query_cap_id_result { __le64 supported_caps[1]; }; struct virtio_admin_cmd_cap_get_data { __le16 id; __u8 reserved[6]; }; struct virtio_admin_cmd_cap_set_data { __le16 id; __u8 reserved[6]; __u8 cap_specific_data[0]; }; struct virtio_admin_cmd_resource_obj_cmd_hdr { __le16 type; __u8 reserved[2]; __le32 id; }; struct virtio_admin_cmd_resource_obj_create_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __le64 flags; __u8 resource_obj_specific_data[0]; }; struct virtio_resource_obj_dev_parts { __u8 type; __u8 reserved[7]; }; struct virtio_admin_cmd_dev_parts_metadata_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __u8 type; __u8 reserved[7]; }; struct virtio_dev_part_hdr { __le16 part_type; __u8 flags; __u8 reserved; union { struct { __le32 offset; __le32 reserved; } pci_common_cfg; struct { __le16 index; __u8 reserved[6]; } vq_index; } selector; __le32 length; }; struct virtio_admin_cmd_dev_parts_metadata_result { union { struct { __le32 size; __le32 reserved; } parts_size; struct { __le32 count; __le32 reserved; } hdr_list_count; struct { __le32 count; __le32 reserved; struct virtio_dev_part_hdr hdrs[0]; } hdr_list; }; }; struct virtio_admin_cmd_dev_parts_get_data { struct virtio_admin_cmd_resource_obj_cmd_hdr hdr; __u8 type; __u8 reserved[7]; struct virtio_dev_part_hdr hdr_list[0]; }; struct virtio_admin_cmd_dev_mode_set_data { __u8 flags; }; struct virtio_pci_legacy_device { struct pci_dev *pci_dev; u8 *isr; void *ioaddr; struct virtio_device_id id; }; struct virtio_pci_modern_device { struct pci_dev *pci_dev; struct virtio_pci_common_cfg *common; void *device; void *notify_base; resource_size_t notify_pa; u8 *isr; size_t notify_len; size_t device_len; size_t common_len; int notify_map_cap; u32 notify_offset_multiplier; int modern_bars; struct virtio_device_id id; int (*device_id_check)(struct pci_dev *); u64 dma_mask; }; struct virtio_pci_vq_info { struct virtqueue *vq; struct list_head node; unsigned int msix_vector; }; struct virtio_pci_admin_vq { struct virtio_pci_vq_info *info; spinlock_t lock; u64 supported_cmds; u64 supported_caps; u8 max_dev_parts_objects; struct ida dev_parts_ida; char name[10]; u16 vq_index; }; struct virtio_pci_device { struct virtio_device vdev; struct pci_dev *pci_dev; union { struct virtio_pci_legacy_device ldev; struct virtio_pci_modern_device mdev; }; bool is_legacy; u8 *isr; spinlock_t lock; struct list_head virtqueues; struct list_head slow_virtqueues; struct virtio_pci_vq_info **vqs; struct virtio_pci_admin_vq admin_vq; int msix_enabled; int intx_enabled; cpumask_var_t *msix_affinity_masks; char (*msix_names)[256]; unsigned int msix_vectors; unsigned int msix_used_vectors; bool per_vq_vectors; struct virtqueue * (*setup_vq)(struct virtio_pci_device *, struct virtio_pci_vq_info *, unsigned int, void (*)(struct virtqueue *), const char *, bool, u16); void (*del_vq)(struct virtio_pci_vq_info *); u16 (*config_vector)(struct virtio_pci_device *, u16); int (*avq_index)(struct virtio_device *, u16 *, u16 *); }; struct sched_shutdown { unsigned int reason; }; enum shutdown_state { SHUTDOWN_INVALID = -1, SHUTDOWN_POWEROFF = 0, SHUTDOWN_SUSPEND = 2, SHUTDOWN_HALT = 4, }; struct suspend_info { int cancelled; }; struct shutdown_handler { const char command[11]; bool flag; void (*cb)(); }; struct vcpu_runstate_info { int state; uint64_t state_entry_time; uint64_t time[4]; }; typedef struct { union { struct vcpu_runstate_info *p; uint64_t q; }; } __guest_handle_vcpu_runstate_info; struct vcpu_register_runstate_memory_area { union { __guest_handle_vcpu_runstate_info h; struct vcpu_runstate_info *v; uint64_t p; } addr; }; struct arch_vcpu_info {}; struct arch_shared_info {}; struct pvclock_vcpu_time_info { u32 version; u32 pad0; u64 tsc_timestamp; u64 system_time; u32 tsc_to_system_mul; s8 tsc_shift; u8 flags; u8 pad[2]; }; struct pvclock_wall_clock { u32 version; u32 sec; u32 nsec; u32 sec_hi; }; struct vcpu_info { uint8_t evtchn_upcall_pending; uint8_t evtchn_upcall_mask; xen_ulong_t evtchn_pending_sel; struct arch_vcpu_info arch; struct pvclock_vcpu_time_info time; }; struct shared_info { struct vcpu_info vcpu_info[1]; xen_ulong_t evtchn_pending[64]; xen_ulong_t evtchn_mask[64]; struct pvclock_wall_clock wc; uint32_t wc_sec_hi; struct arch_shared_info arch; }; struct evtchn_unmask { evtchn_port_t port; }; struct evtchn_loop_ctrl; struct evtchn_ops { unsigned int (*max_channels)(); unsigned int (*nr_channels)(); int (*setup)(evtchn_port_t); void (*remove)(evtchn_port_t, unsigned int); void (*bind_to_cpu)(evtchn_port_t, unsigned int, unsigned int); void (*clear_pending)(evtchn_port_t); void (*set_pending)(evtchn_port_t); bool (*is_pending)(evtchn_port_t); void (*mask)(evtchn_port_t); void (*unmask)(evtchn_port_t); void (*handle_events)(unsigned int, struct evtchn_loop_ctrl *); void (*resume)(); int (*percpu_init)(unsigned int); int (*percpu_deinit)(unsigned int); }; enum xsd_sockmsg_type { XS_CONTROL = 0, XS_DIRECTORY = 1, XS_READ = 2, XS_GET_PERMS = 3, XS_WATCH = 4, XS_UNWATCH = 5, XS_TRANSACTION_START = 6, XS_TRANSACTION_END = 7, XS_INTRODUCE = 8, XS_RELEASE = 9, XS_GET_DOMAIN_PATH = 10, XS_WRITE = 11, XS_MKDIR = 12, XS_RM = 13, XS_SET_PERMS = 14, XS_WATCH_EVENT = 15, XS_ERROR = 16, XS_IS_DOMAIN_INTRODUCED = 17, XS_RESUME = 18, XS_SET_TARGET = 19, XS_RESET_WATCHES = 21, XS_DIRECTORY_PART = 22, XS_TYPE_COUNT = 23, XS_INVALID = 65535, }; struct xsd_sockmsg { uint32_t type; uint32_t req_id; uint32_t tx_id; uint32_t len; }; struct evtchn_send { evtchn_port_t port; }; struct xs_watch_event { struct list_head list; unsigned int len; struct xenbus_watch *handle; const char *path; const char *token; char body[0]; }; enum xb_req_state { xb_req_state_queued = 0, xb_req_state_wait_reply = 1, xb_req_state_got_reply = 2, xb_req_state_aborted = 3, }; struct xb_req_data { struct list_head list; wait_queue_head_t wq; struct kref kref; struct xsd_sockmsg msg; uint32_t caller_req_id; enum xsd_sockmsg_type type; char *body; const struct kvec *vec; int num_vecs; int err; enum xb_req_state state; bool user_req; void (*cb)(struct xb_req_data *); void *par; }; struct xenbus_transaction_holder { struct list_head list; struct xenbus_transaction handle; unsigned int generation_id; }; struct read_buffer { struct list_head list; unsigned int cons; unsigned int len; char msg[0]; }; struct xenbus_file_priv { struct mutex msgbuffer_mutex; struct list_head transactions; struct list_head watches; unsigned int len; union { struct xsd_sockmsg msg; char buffer[4096]; } u; struct mutex reply_mutex; struct list_head read_buffers; wait_queue_head_t read_waitq; struct kref kref; struct work_struct wq; }; struct watch_adapter { struct list_head list; struct xenbus_watch watch; struct xenbus_file_priv *dev_data; char *token; }; typedef int (*pte_fn_t)(pte_t *, long unsigned int, void *); struct gnttab_copy_ptr { union { grant_ref_t ref; xen_pfn_t gmfn; } u; domid_t domid; uint16_t offset; }; struct gnttab_copy { struct gnttab_copy_ptr source; struct gnttab_copy_ptr dest; uint16_t len; uint16_t flags; int16_t status; }; struct xmaddr { phys_addr_t maddr; }; typedef struct xmaddr xmaddr_t; struct gntab_unmap_queue_data; typedef void (*gnttab_unmap_refs_done)(int, struct gntab_unmap_queue_data *); struct gntab_unmap_queue_data { struct delayed_work gnttab_work; void *data; gnttab_unmap_refs_done done; struct gnttab_unmap_grant_ref *unmap_ops; struct gnttab_unmap_grant_ref *kunmap_ops; struct page **pages; unsigned int count; unsigned int age; }; struct ioctl_gntdev_grant_ref { __u32 domid; __u32 ref; }; struct ioctl_gntdev_map_grant_ref { __u32 count; __u32 pad; __u64 index; struct ioctl_gntdev_grant_ref refs[1]; }; struct ioctl_gntdev_unmap_grant_ref { __u64 index; __u32 count; __u32 pad; }; struct ioctl_gntdev_get_offset_for_vaddr { __u64 vaddr; __u64 offset; __u32 count; __u32 pad; }; struct ioctl_gntdev_unmap_notify { __u64 index; __u32 action; __u32 event_channel_port; }; struct gntdev_grant_copy_segment { union { void *virt; struct { grant_ref_t ref; __u16 offset; domid_t domid; } foreign; } source; union { void *virt; struct { grant_ref_t ref; __u16 offset; domid_t domid; } foreign; } dest; __u16 len; __u16 flags; __s16 status; }; struct ioctl_gntdev_grant_copy { unsigned int count; struct gntdev_grant_copy_segment *segments; }; struct gntdev_priv { struct list_head maps; struct mutex lock; }; struct gntdev_unmap_notify { int flags; int addr; evtchn_port_t event; }; struct gntdev_grant_map { atomic_t in_use; struct mmu_interval_notifier notifier; bool notifier_init; struct list_head next; int index; int count; int flags; refcount_t users; struct gntdev_unmap_notify notify; struct ioctl_gntdev_grant_ref *grants; struct gnttab_map_grant_ref *map_ops; struct gnttab_unmap_grant_ref *unmap_ops; struct gnttab_map_grant_ref *kmap_ops; struct gnttab_unmap_grant_ref *kunmap_ops; bool *being_removed; struct page **pages; long unsigned int pages_vm_start; atomic_t live_grants; struct gntab_unmap_queue_data unmap_data; }; struct gntdev_copy_batch { struct gnttab_copy ops[16]; struct page *pages[16]; s16 *status[16]; unsigned int nr_ops; unsigned int nr_pages; bool writeable; }; typedef struct { union { void *p; uint64_t q; }; } __guest_handle_void; struct privcmd_hypercall { __u64 op; __u64 arg[5]; }; struct privcmd_mmap_entry { __u64 va; __u64 mfn; __u64 npages; }; struct privcmd_mmap { int num; domid_t dom; struct privcmd_mmap_entry *entry; }; struct privcmd_mmapbatch_v2 { unsigned int num; domid_t dom; __u64 addr; const xen_pfn_t *arr; int *err; }; struct privcmd_dm_op_buf { void *uptr; size_t size; }; struct privcmd_dm_op { domid_t dom; __u16 num; const struct privcmd_dm_op_buf *ubufs; }; struct privcmd_mmap_resource { domid_t dom; __u32 type; __u32 id; __u32 idx; __u64 num; __u64 addr; }; struct xen_mem_acquire_resource { domid_t domid; uint16_t type; uint32_t id; uint32_t nr_frames; uint32_t flags; uint64_t frame; __guest_handle_xen_pfn_t frame_list; }; struct xen_dm_op_buf { __guest_handle_void h; xen_ulong_t size; }; struct privcmd_data { domid_t domid; }; struct mmap_gfn_state { long unsigned int va; struct vm_area_struct *vma; domid_t domain; }; struct mmap_batch_state { domid_t domain; long unsigned int va; struct vm_area_struct *vma; int index; int global_error; int version; xen_pfn_t *user_gfn; int *user_err; }; enum regulator_active_discharge { REGULATOR_ACTIVE_DISCHARGE_DEFAULT = 0, REGULATOR_ACTIVE_DISCHARGE_DISABLE = 1, REGULATOR_ACTIVE_DISCHARGE_ENABLE = 2, }; struct devm_of_regulator_matches { struct of_regulator_match *matches; unsigned int num_matches; }; enum { AXP20X_LDO1 = 0, AXP20X_LDO2 = 1, AXP20X_LDO3 = 2, AXP20X_LDO4 = 3, AXP20X_LDO5 = 4, AXP20X_DCDC2 = 5, AXP20X_DCDC3 = 6, AXP20X_REG_ID_MAX = 7, }; enum { AXP22X_DCDC1 = 0, AXP22X_DCDC2 = 1, AXP22X_DCDC3 = 2, AXP22X_DCDC4 = 3, AXP22X_DCDC5 = 4, AXP22X_DC1SW = 5, AXP22X_DC5LDO = 6, AXP22X_ALDO1 = 7, AXP22X_ALDO2 = 8, AXP22X_ALDO3 = 9, AXP22X_ELDO1 = 10, AXP22X_ELDO2 = 11, AXP22X_ELDO3 = 12, AXP22X_DLDO1 = 13, AXP22X_DLDO2 = 14, AXP22X_DLDO3 = 15, AXP22X_DLDO4 = 16, AXP22X_RTC_LDO = 17, AXP22X_LDO_IO0 = 18, AXP22X_LDO_IO1 = 19, AXP22X_REG_ID_MAX = 20, }; enum { AXP313A_DCDC1 = 0, AXP313A_DCDC2 = 1, AXP313A_DCDC3 = 2, AXP313A_ALDO1 = 3, AXP313A_DLDO1 = 4, AXP313A_RTC_LDO = 5, AXP313A_REG_ID_MAX = 6, }; enum { AXP717_DCDC1 = 0, AXP717_DCDC2 = 1, AXP717_DCDC3 = 2, AXP717_DCDC4 = 3, AXP717_ALDO1 = 4, AXP717_ALDO2 = 5, AXP717_ALDO3 = 6, AXP717_ALDO4 = 7, AXP717_BLDO1 = 8, AXP717_BLDO2 = 9, AXP717_BLDO3 = 10, AXP717_BLDO4 = 11, AXP717_CLDO1 = 12, AXP717_CLDO2 = 13, AXP717_CLDO3 = 14, AXP717_CLDO4 = 15, AXP717_CPUSLDO = 16, AXP717_BOOST = 17, AXP717_REG_ID_MAX = 18, }; enum { AXP806_DCDCA = 0, AXP806_DCDCB = 1, AXP806_DCDCC = 2, AXP806_DCDCD = 3, AXP806_DCDCE = 4, AXP806_ALDO1 = 5, AXP806_ALDO2 = 6, AXP806_ALDO3 = 7, AXP806_BLDO1 = 8, AXP806_BLDO2 = 9, AXP806_BLDO3 = 10, AXP806_BLDO4 = 11, AXP806_CLDO1 = 12, AXP806_CLDO2 = 13, AXP806_CLDO3 = 14, AXP806_SW = 15, AXP806_REG_ID_MAX = 16, }; enum { AXP809_DCDC1 = 0, AXP809_DCDC2 = 1, AXP809_DCDC3 = 2, AXP809_DCDC4 = 3, AXP809_DCDC5 = 4, AXP809_DC1SW = 5, AXP809_DC5LDO = 6, AXP809_ALDO1 = 7, AXP809_ALDO2 = 8, AXP809_ALDO3 = 9, AXP809_ELDO1 = 10, AXP809_ELDO2 = 11, AXP809_ELDO3 = 12, AXP809_DLDO1 = 13, AXP809_DLDO2 = 14, AXP809_RTC_LDO = 15, AXP809_LDO_IO0 = 16, AXP809_LDO_IO1 = 17, AXP809_SW = 18, AXP809_REG_ID_MAX = 19, }; enum { AXP803_DCDC1 = 0, AXP803_DCDC2 = 1, AXP803_DCDC3 = 2, AXP803_DCDC4 = 3, AXP803_DCDC5 = 4, AXP803_DCDC6 = 5, AXP803_DC1SW = 6, AXP803_ALDO1 = 7, AXP803_ALDO2 = 8, AXP803_ALDO3 = 9, AXP803_DLDO1 = 10, AXP803_DLDO2 = 11, AXP803_DLDO3 = 12, AXP803_DLDO4 = 13, AXP803_ELDO1 = 14, AXP803_ELDO2 = 15, AXP803_ELDO3 = 16, AXP803_FLDO1 = 17, AXP803_FLDO2 = 18, AXP803_RTC_LDO = 19, AXP803_LDO_IO0 = 20, AXP803_LDO_IO1 = 21, AXP803_REG_ID_MAX = 22, }; enum { AXP813_DCDC1 = 0, AXP813_DCDC2 = 1, AXP813_DCDC3 = 2, AXP813_DCDC4 = 3, AXP813_DCDC5 = 4, AXP813_DCDC6 = 5, AXP813_DCDC7 = 6, AXP813_ALDO1 = 7, AXP813_ALDO2 = 8, AXP813_ALDO3 = 9, AXP813_DLDO1 = 10, AXP813_DLDO2 = 11, AXP813_DLDO3 = 12, AXP813_DLDO4 = 13, AXP813_ELDO1 = 14, AXP813_ELDO2 = 15, AXP813_ELDO3 = 16, AXP813_FLDO1 = 17, AXP813_FLDO2 = 18, AXP813_FLDO3 = 19, AXP813_RTC_LDO = 20, AXP813_LDO_IO0 = 21, AXP813_LDO_IO1 = 22, AXP813_SW = 23, AXP813_REG_ID_MAX = 24, }; enum { AXP15060_DCDC1 = 0, AXP15060_DCDC2 = 1, AXP15060_DCDC3 = 2, AXP15060_DCDC4 = 3, AXP15060_DCDC5 = 4, AXP15060_DCDC6 = 5, AXP15060_ALDO1 = 6, AXP15060_ALDO2 = 7, AXP15060_ALDO3 = 8, AXP15060_ALDO4 = 9, AXP15060_ALDO5 = 10, AXP15060_BLDO1 = 11, AXP15060_BLDO2 = 12, AXP15060_BLDO3 = 13, AXP15060_BLDO4 = 14, AXP15060_BLDO5 = 15, AXP15060_CLDO1 = 16, AXP15060_CLDO2 = 17, AXP15060_CLDO3 = 18, AXP15060_CLDO4 = 19, AXP15060_CPUSLDO = 20, AXP15060_SW = 21, AXP15060_RTC_LDO = 22, AXP15060_REG_ID_MAX = 23, }; struct gpio_regulator_state { int value; int gpios; }; struct gpio_regulator_config { const char *supply_name; const char *input_supply; unsigned int enabled_at_boot: 1; unsigned int startup_delay; enum gpiod_flags *gflags; int ngpios; struct gpio_regulator_state *states; int nr_states; enum regulator_type type; struct regulator_init_data *init_data; }; struct gpio_regulator_data { struct regulator_desc desc; struct gpio_desc **gpiods; int nr_gpios; struct gpio_regulator_state *states; int nr_states; int state; }; enum { MT6360_REGULATOR_BUCK1 = 0, MT6360_REGULATOR_BUCK2 = 1, MT6360_REGULATOR_LDO6 = 2, MT6360_REGULATOR_LDO7 = 3, MT6360_REGULATOR_LDO1 = 4, MT6360_REGULATOR_LDO2 = 5, MT6360_REGULATOR_LDO3 = 6, MT6360_REGULATOR_LDO5 = 7, MT6360_REGULATOR_MAX = 8, }; struct mt6360_irq_mapping { const char *name; irq_handler_t handler; }; struct mt6360_regulator_desc { const struct regulator_desc desc; unsigned int mode_reg; unsigned int mode_mask; unsigned int state_reg; unsigned int state_mask; const struct mt6360_irq_mapping *irq_tables; int irq_table_size; }; struct mt6360_regulator_data { struct device *dev; struct regmap *regmap; }; enum pf8x00_regulators { PF8X00_LDO1 = 0, PF8X00_LDO2 = 1, PF8X00_LDO3 = 2, PF8X00_LDO4 = 3, PF8X00_BUCK1 = 4, PF8X00_BUCK2 = 5, PF8X00_BUCK3 = 6, PF8X00_BUCK4 = 7, PF8X00_BUCK5 = 8, PF8X00_BUCK6 = 9, PF8X00_BUCK7 = 10, PF8X00_VSNVS = 11, PF8X00_MAX_REGULATORS = 12, }; enum pf8x00_buck_states { SW_CONFIG1 = 0, SW_CONFIG2 = 1, SW_PWRUP = 2, SW_MODE1 = 3, SW_RUN_VOLT = 4, SW_STBY_VOLT = 5, }; enum pf8x00_ldo_states { LDO_CONFIG1 = 0, LDO_CONFIG2 = 1, LDO_PWRUP = 2, LDO_RUN_VOLT = 3, LDO_STBY_VOLT = 4, }; enum swxilim_bits { SWXILIM_2100_MA = 0, SWXILIM_2600_MA = 1, SWXILIM_3000_MA = 2, SWXILIM_4500_MA = 3, }; enum pf8x00_devid { PF8100 = 0, PF8121A = 2, PF8200 = 8, }; struct pf8x00_regulator_data { struct regulator_desc desc; unsigned int suspend_enable_reg; unsigned int suspend_enable_mask; unsigned int suspend_voltage_reg; unsigned int suspend_voltage_cache; }; struct pf8x00_chip { struct regmap *regmap; struct device *dev; }; enum rk808_reg { RK808_ID_DCDC1 = 0, RK808_ID_DCDC2 = 1, RK808_ID_DCDC3 = 2, RK808_ID_DCDC4 = 3, RK808_ID_LDO1 = 4, RK808_ID_LDO2 = 5, RK808_ID_LDO3 = 6, RK808_ID_LDO4 = 7, RK808_ID_LDO5 = 8, RK808_ID_LDO6 = 9, RK808_ID_LDO7 = 10, RK808_ID_LDO8 = 11, RK808_ID_SWITCH1 = 12, RK808_ID_SWITCH2 = 13, }; enum rk816_reg { RK816_ID_DCDC1 = 0, RK816_ID_DCDC2 = 1, RK816_ID_DCDC3 = 2, RK816_ID_DCDC4 = 3, RK816_ID_LDO1 = 4, RK816_ID_LDO2 = 5, RK816_ID_LDO3 = 6, RK816_ID_LDO4 = 7, RK816_ID_LDO5 = 8, RK816_ID_LDO6 = 9, RK816_ID_BOOST = 10, RK816_ID_OTG_SW = 11, }; enum rk818_reg { RK818_ID_DCDC1 = 0, RK818_ID_DCDC2 = 1, RK818_ID_DCDC3 = 2, RK818_ID_DCDC4 = 3, RK818_ID_BOOST = 4, RK818_ID_LDO1 = 5, RK818_ID_LDO2 = 6, RK818_ID_LDO3 = 7, RK818_ID_LDO4 = 8, RK818_ID_LDO5 = 9, RK818_ID_LDO6 = 10, RK818_ID_LDO7 = 11, RK818_ID_LDO8 = 12, RK818_ID_LDO9 = 13, RK818_ID_SWITCH = 14, RK818_ID_HDMI_SWITCH = 15, RK818_ID_OTG_SWITCH = 16, }; enum rk805_reg { RK805_ID_DCDC1 = 0, RK805_ID_DCDC2 = 1, RK805_ID_DCDC3 = 2, RK805_ID_DCDC4 = 3, RK805_ID_LDO1 = 4, RK805_ID_LDO2 = 5, RK805_ID_LDO3 = 6, }; enum rk806_reg_id { RK806_ID_DCDC1 = 0, RK806_ID_DCDC2 = 1, RK806_ID_DCDC3 = 2, RK806_ID_DCDC4 = 3, RK806_ID_DCDC5 = 4, RK806_ID_DCDC6 = 5, RK806_ID_DCDC7 = 6, RK806_ID_DCDC8 = 7, RK806_ID_DCDC9 = 8, RK806_ID_DCDC10 = 9, RK806_ID_NLDO1 = 10, RK806_ID_NLDO2 = 11, RK806_ID_NLDO3 = 12, RK806_ID_NLDO4 = 13, RK806_ID_NLDO5 = 14, RK806_ID_PLDO1 = 15, RK806_ID_PLDO2 = 16, RK806_ID_PLDO3 = 17, RK806_ID_PLDO4 = 18, RK806_ID_PLDO5 = 19, RK806_ID_PLDO6 = 20, RK806_ID_END = 21, }; enum rk809_reg_id { RK809_ID_DCDC5 = 13, RK809_ID_SW1 = 14, RK809_ID_SW2 = 15, RK809_NUM_REGULATORS = 16, }; struct rk8xx_register_bit { u8 reg; u8 bit; }; struct rk808_regulator_data { struct gpio_desc *dvs_gpio[2]; }; struct reset_control { struct reset_controller_dev *rcdev; struct list_head list; unsigned int id; struct kref refcnt; bool acquired; bool shared; bool array; atomic_t deassert_count; atomic_t triggered_count; }; struct reset_control_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; }; struct reset_control_array { struct reset_control base; unsigned int num_rstcs; struct reset_control *rstc[0]; }; struct reset_control_bulk_devres { int num_rstcs; struct reset_control_bulk_data *rstcs; }; struct termios { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; }; struct termios2 { tcflag_t c_iflag; tcflag_t c_oflag; tcflag_t c_cflag; tcflag_t c_lflag; cc_t c_line; cc_t c_cc[19]; speed_t c_ispeed; speed_t c_ospeed; }; struct termio { short unsigned int c_iflag; short unsigned int c_oflag; short unsigned int c_cflag; short unsigned int c_lflag; unsigned char c_line; unsigned char c_cc[8]; }; enum tty_flow_change { TTY_FLOW_NO_CHANGE = 0, TTY_THROTTLE_SAFE = 1, TTY_UNTHROTTLE_SAFE = 2, }; typedef short unsigned int ushort; struct unipair { short unsigned int unicode; short unsigned int fontpos; }; struct unimapdesc { short unsigned int entry_ct; struct unipair *entries; }; struct console_font_op { unsigned int op; unsigned int flags; unsigned int width; unsigned int height; unsigned int charcount; unsigned char *data; }; struct vt_stat { short unsigned int v_active; short unsigned int v_signal; short unsigned int v_state; }; struct vt_sizes { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_scrollsize; }; struct vt_consize { short unsigned int v_rows; short unsigned int v_cols; short unsigned int v_vlin; short unsigned int v_clin; short unsigned int v_vcol; short unsigned int v_ccol; }; struct vt_event { unsigned int event; unsigned int oldev; unsigned int newev; unsigned int pad[4]; }; struct vt_setactivate { unsigned int console; struct vt_mode mode; }; struct vt_event_wait { struct list_head list; struct vt_event event; int done; }; struct compat_console_font_op { compat_uint_t op; compat_uint_t flags; compat_uint_t width; compat_uint_t height; compat_uint_t charcount; compat_caddr_t data; }; struct compat_unimapdesc { short unsigned int entry_ct; compat_caddr_t entries; }; enum translation_map { LAT1_MAP = 0, GRAF_MAP = 1, IBMPC_MAP = 2, USER_MAP = 3, FIRST_MAP = 0, LAST_MAP = 3, }; struct uni_pagedict { u16 **uni_pgdir[32]; long unsigned int refcount; long unsigned int sum; unsigned char *inverse_translations[4]; u16 *inverse_trans_unicode; }; struct serial_ctrl_device { struct device dev; struct ida port_ida; }; struct eeprom_93cx6 { void *data; void (*register_read)(struct eeprom_93cx6 *); void (*register_write)(struct eeprom_93cx6 *); int width; unsigned int quirks; char drive_data; char reg_data_in; char reg_data_out; char reg_data_clock; char reg_chip_select; }; enum cti_port_type { CTI_PORT_TYPE_NONE = 0, CTI_PORT_TYPE_RS232 = 1, CTI_PORT_TYPE_RS422_485 = 2, CTI_PORT_TYPE_RS232_422_485_HW = 3, CTI_PORT_TYPE_RS232_422_485_SW = 4, CTI_PORT_TYPE_RS232_422_485_4B = 5, CTI_PORT_TYPE_RS232_422_485_2B = 6, CTI_PORT_TYPE_MAX = 7, }; struct exar8250_platform { int (*rs485_config)(struct uart_port *, struct ktermios *, struct serial_rs485 *); const struct serial_rs485 *rs485_supported; int (*register_gpio)(struct pci_dev *, struct uart_8250_port *); void (*unregister_gpio)(struct uart_8250_port *); }; struct exar8250; struct exar8250_board { unsigned int num_ports; unsigned int reg_shift; int (*setup)(struct exar8250 *, struct pci_dev *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct exar8250 { unsigned int nr; unsigned int osc_freq; struct exar8250_board *board; struct eeprom_93cx6 eeprom; void *virt; int line[0]; }; struct pericom8250 { void *virt; unsigned int nr; int line[0]; }; struct circ_buf { char *buf; int head; int tail; }; enum UART_TX_FLAGS { UART_TX_NOSTOP = 1, }; enum lpuart_type { VF610_LPUART = 0, LS1021A_LPUART = 1, LS1028A_LPUART = 2, IMX7ULP_LPUART = 3, IMX8ULP_LPUART = 4, IMX8QXP_LPUART = 5, IMXRT1050_LPUART = 6, }; struct lpuart_port { struct uart_port port; enum lpuart_type devtype; struct clk *ipg_clk; struct clk *baud_clk; unsigned int txfifo_size; unsigned int rxfifo_size; u8 rx_watermark; bool lpuart_dma_tx_use; bool lpuart_dma_rx_use; struct dma_chan *dma_tx_chan; struct dma_chan *dma_rx_chan; struct dma_async_tx_descriptor *dma_tx_desc; struct dma_async_tx_descriptor *dma_rx_desc; dma_cookie_t dma_tx_cookie; dma_cookie_t dma_rx_cookie; unsigned int dma_tx_bytes; unsigned int dma_rx_bytes; bool dma_tx_in_progress; unsigned int dma_rx_timeout; struct timer_list lpuart_timer; struct scatterlist rx_sgl; struct scatterlist tx_sgl[2]; struct circ_buf rx_ring; int rx_dma_rng_buf_len; int last_residue; unsigned int dma_tx_nents; wait_queue_head_t dma_wait; bool is_cs7; bool dma_idle_int; }; struct lpuart_soc_data { enum lpuart_type devtype; char iotype; u8 reg_off; u8 rx_watermark; }; struct timer_rand_state { long unsigned int last_time; long int last_delta; long int last_delta2; }; enum chacha_constants { CHACHA_CONSTANT_EXPA = 1634760805, CHACHA_CONSTANT_ND_3 = 857760878, CHACHA_CONSTANT_2_BY = 2036477234, CHACHA_CONSTANT_TE_K = 1797285236, }; struct vdso_rng_data { u64 generation; u8 is_ready; }; enum { CRNG_EMPTY = 0, CRNG_EARLY = 1, CRNG_READY = 2, }; enum { CRNG_RESEED_START_INTERVAL = 250, CRNG_RESEED_INTERVAL = 15000, }; struct crng { u8 key[32]; long unsigned int generation; local_lock_t lock; }; struct batch_u8 { u8 entropy[96]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u16 { u16 entropy[48]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u32 { u32 entropy[24]; local_lock_t lock; long unsigned int generation; unsigned int position; }; struct batch_u64 { u64 entropy[12]; local_lock_t lock; long unsigned int generation; unsigned int position; }; enum { POOL_BITS = 256, POOL_READY_BITS = 256, POOL_EARLY_BITS = 128, }; struct fast_pool { long unsigned int pool[4]; long unsigned int last; unsigned int count; struct timer_list mix; }; struct entropy_timer_state { long unsigned int entropy; struct timer_list timer; atomic_t samples; unsigned int samples_per_bit; }; enum { NUM_TRIAL_SAMPLES = 8192, MAX_SAMPLES_PER_BIT = 16, }; enum { MIX_INFLIGHT = 2147483648, }; struct optee_rng_private { struct device *dev; struct tee_context *ctx; u32 session_id; u32 data_rate; struct tee_shm *entropy_shm_pool; struct hwrng optee_rng; }; enum tpm_timeout { TPM_TIMEOUT = 5, TPM_TIMEOUT_RETRY = 100, TPM_TIMEOUT_RANGE_US = 300, TPM_TIMEOUT_POLL = 1, TPM_TIMEOUT_USECS_MIN = 100, TPM_TIMEOUT_USECS_MAX = 500, }; struct stclear_flags_t { __be16 tag; u8 deactivated; u8 disableForceClear; u8 physicalPresence; u8 physicalPresenceLock; u8 bGlobalLock; } __attribute__((packed)); struct tpm1_version { u8 major; u8 minor; u8 rev_major; u8 rev_minor; }; struct tpm1_version2 { __be16 tag; struct tpm1_version version; }; struct timeout_t { __be32 a; __be32 b; __be32 c; __be32 d; }; struct duration_t { __be32 tpm_short; __be32 tpm_medium; __be32 tpm_long; }; struct permanent_flags_t { __be16 tag; u8 disable; u8 ownership; u8 deactivated; u8 readPubek; u8 disableOwnerClear; u8 allowMaintenance; u8 physicalPresenceLifetimeLock; u8 physicalPresenceHWEnable; u8 physicalPresenceCMDEnable; u8 CEKPUsed; u8 TPMpost; u8 TPMpostLock; u8 FIPS; u8 operator; u8 enableRevokeEK; u8 nvLocked; u8 readSRKPub; u8 tpmEstablished; u8 maintenanceDone; u8 disableFullDALogicInfo; }; typedef union { struct permanent_flags_t perm_flags; struct stclear_flags_t stclear_flags; __u8 owned; __be32 num_pcrs; struct tpm1_version version1; struct tpm1_version2 version2; __be32 manufacturer_id; struct timeout_t timeout; struct duration_t duration; } cap_t; enum tpm_capabilities { TPM_CAP_FLAG = 4, TPM_CAP_PROP = 5, TPM_CAP_VERSION_1_1 = 6, TPM_CAP_VERSION_1_2 = 26, }; enum tpm_sub_capabilities { TPM_CAP_PROP_PCR = 257, TPM_CAP_PROP_MANUFACTURER = 259, TPM_CAP_FLAG_PERM = 264, TPM_CAP_FLAG_VOL = 265, TPM_CAP_PROP_OWNER = 273, TPM_CAP_PROP_TIS_TIMEOUT = 277, TPM_CAP_PROP_TIS_DURATION = 288, }; struct tpm1_get_random_out { __be32 rng_data_len; u8 rng_data[128]; }; struct tpm_readpubek_out { u8 algorithm[4]; u8 encscheme[2]; u8 sigscheme[2]; __be32 paramsize; u8 parameters[12]; __be32 keysize; u8 modulus[256]; u8 checksum[20]; }; struct tpm_pcr_attr { int alg_id; int pcr; struct device_attribute attr; }; enum tpm_buf_flags { TPM_BUF_OVERFLOW = 1, TPM_BUF_TPM2B = 2, TPM_BUF_BOUNDARY_ERROR = 4, }; struct linux_efi_tpm_eventlog { u32 size; u32 final_events_preboot_size; u8 version; u8 log[0]; }; struct efi_tcg2_final_events_table { u64 version; u64 nr_events; u8 events[0]; }; struct acpi_iort_node { u8 type; u16 length; u8 revision; u32 identifier; u32 mapping_count; u32 mapping_offset; char node_data[0]; } __attribute__((packed)); struct acpi_iort_smmu { u64 base_address; u64 span; u32 model; u32 flags; u32 global_interrupt_offset; u32 context_interrupt_count; u32 context_interrupt_offset; u32 pmu_interrupt_count; u32 pmu_interrupt_offset; u64 interrupts[0]; } __attribute__((packed)); struct iommu_iort_rmr_data { struct iommu_resv_region rr; const u32 *sids; u32 num_sids; }; struct arm_smmu_master_cfg { struct arm_smmu_device *smmu; s16 smendx[0]; }; struct arm_smmu_context_fault_info { long unsigned int iova; u32 fsr; u32 fsynr; u32 cbfrsynra; }; struct arm_smmu_match_data { enum arm_smmu_arch_version version; enum arm_smmu_implementation model; }; struct trace_event_raw_iommu_group_event { struct trace_entry ent; int gid; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_iommu_device_event { struct trace_entry ent; u32 __data_loc_device; char __data[0]; }; struct trace_event_raw_map { struct trace_entry ent; u64 iova; u64 paddr; size_t size; char __data[0]; }; struct trace_event_raw_unmap { struct trace_entry ent; u64 iova; size_t size; size_t unmapped_size; char __data[0]; }; struct trace_event_raw_iommu_error { struct trace_entry ent; u32 __data_loc_device; u32 __data_loc_driver; u64 iova; int flags; char __data[0]; }; struct trace_event_data_offsets_iommu_group_event { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_iommu_device_event { u32 device; const void *device_ptr_; }; struct trace_event_data_offsets_map {}; struct trace_event_data_offsets_unmap {}; struct trace_event_data_offsets_iommu_error { u32 device; const void *device_ptr_; u32 driver; const void *driver_ptr_; }; typedef void (*btf_trace_add_device_to_group)(void *, int, struct device *); typedef void (*btf_trace_remove_device_from_group)(void *, int, struct device *); typedef void (*btf_trace_attach_device_to_domain)(void *, struct device *); typedef void (*btf_trace_map)(void *, long unsigned int, phys_addr_t, size_t); typedef void (*btf_trace_unmap)(void *, long unsigned int, size_t, size_t); typedef void (*btf_trace_io_page_fault)(void *, struct device *, long unsigned int, int); typedef u32 arm_v7s_iopte; struct arm_v7s_io_pgtable { struct io_pgtable iop; arm_v7s_iopte *pgd; struct kmem_cache *l2_tables; }; struct iova { struct rb_node node; long unsigned int pfn_hi; long unsigned int pfn_lo; }; struct iova_rcache; struct iova_domain { spinlock_t iova_rbtree_lock; struct rb_root rbroot; struct rb_node *cached_node; struct rb_node *cached32_node; long unsigned int granule; long unsigned int start_pfn; long unsigned int dma_32bit_pfn; long unsigned int max32_alloc_size; struct iova anchor; struct iova_rcache *rcaches; struct hlist_node cpuhp_dead; }; struct iova_magazine; struct iova_cpu_rcache; struct iova_rcache { spinlock_t lock; unsigned int depot_size; struct iova_magazine *depot; struct iova_cpu_rcache *cpu_rcaches; struct iova_domain *iovad; struct delayed_work work; }; struct iova_magazine { union { long unsigned int size; struct iova_magazine *next; }; long unsigned int pfns[127]; }; struct iova_cpu_rcache { spinlock_t lock; struct iova_magazine *loaded; struct iova_magazine *prev; }; enum dpm_order { DPM_ORDER_NONE = 0, DPM_ORDER_DEV_AFTER_PARENT = 1, DPM_ORDER_PARENT_BEFORE_DEV = 2, DPM_ORDER_DEV_LAST = 3, }; struct subsys_private { struct kset subsys; struct kset *devices_kset; struct list_head interfaces; struct mutex mutex; struct kset *drivers_kset; struct klist klist_devices; struct klist klist_drivers; struct blocking_notifier_head bus_notifier; unsigned int drivers_autoprobe: 1; const struct bus_type *bus; struct device *dev_root; struct kset glue_dirs; const struct class *class; struct lock_class_key lock_key; }; struct fwnode_link { struct fwnode_handle *supplier; struct list_head s_hook; struct fwnode_handle *consumer; struct list_head c_hook; u8 flags; }; union device_attr_group_devres { const struct attribute_group *group; const struct attribute_group **groups; }; struct class_dir { struct kobject kobj; const struct class *class; }; struct root_device { struct device dev; struct module *owner; }; struct probe { struct probe *next; dev_t dev; long unsigned int range; struct module *owner; kobj_probe_t *get; int (*lock)(dev_t, void *); void *data; }; struct kobj_map { struct probe *probes[255]; struct mutex *lock; }; struct swnode { struct kobject kobj; struct fwnode_handle fwnode; const struct software_node *node; int id; struct ida child_ids; struct list_head entry; struct list_head children; struct swnode *parent; unsigned int allocated: 1; unsigned int managed: 1; }; typedef int (*pm_callback_t)(struct device *); struct firmware_cache { spinlock_t lock; struct list_head head; int state; spinlock_t name_lock; struct list_head fw_names; struct delayed_work work; struct notifier_block pm_notify; }; struct fw_cache_entry { struct list_head list; const char *name; }; struct fw_name_devm { long unsigned int magic; const char *name; }; struct firmware_work { struct work_struct work; struct module *module; const char *name; struct device *device; void *context; void (*cont)(const struct firmware *, void *); u32 opt_flags; }; enum { MMOP_OFFLINE = 0, MMOP_ONLINE = 1, MMOP_ONLINE_KERNEL = 2, MMOP_ONLINE_MOVABLE = 3, }; enum meminit_context { MEMINIT_EARLY = 0, MEMINIT_HOTPLUG = 1, }; typedef int (*walk_memory_groups_func_t)(struct memory_group *, void *); struct for_each_memory_block_cb_data { walk_memory_blocks_func_t func; void *arg; }; struct regcache_rbtree_node { void *block; long unsigned int *cache_present; unsigned int base_reg; unsigned int blklen; struct rb_node node; }; struct regcache_rbtree_ctx { struct rb_root root; struct regcache_rbtree_node *cached_rbnode; }; struct regmap_debugfs_off_cache { struct list_head list; off_t min; off_t max; unsigned int base_reg; unsigned int max_reg; }; struct regmap_debugfs_node { struct regmap *map; struct list_head link; }; struct regmap_mmio_context { void *regs; unsigned int val_bytes; bool big_endian; bool attached_clk; struct clk *clk; void (*reg_write)(struct regmap_mmio_context *, unsigned int, unsigned int); unsigned int (*reg_read)(struct regmap_mmio_context *, unsigned int); }; struct devcd_entry { struct device devcd_dev; void *data; size_t datalen; struct mutex mutex; bool delete_work; struct module *owner; ssize_t (*read)(char *, loff_t, size_t, void *, size_t); void (*free)(void *); struct delayed_work del_wk; struct device *failing_dev; }; struct virtio_blk_geometry { __virtio16 cylinders; __u8 heads; __u8 sectors; }; struct virtio_blk_zoned_characteristics { __virtio32 zone_sectors; __virtio32 max_open_zones; __virtio32 max_active_zones; __virtio32 max_append_sectors; __virtio32 write_granularity; __u8 model; __u8 unused2[3]; }; struct virtio_blk_config { __virtio64 capacity; __virtio32 size_max; __virtio32 seg_max; struct virtio_blk_geometry geometry; __virtio32 blk_size; __u8 physical_block_exp; __u8 alignment_offset; __virtio16 min_io_size; __virtio32 opt_io_size; __u8 wce; __u8 unused; __virtio16 num_queues; __virtio32 max_discard_sectors; __virtio32 max_discard_seg; __virtio32 discard_sector_alignment; __virtio32 max_write_zeroes_sectors; __virtio32 max_write_zeroes_seg; __u8 write_zeroes_may_unmap; __u8 unused1[3]; __virtio32 max_secure_erase_sectors; __virtio32 max_secure_erase_seg; __virtio32 secure_erase_sector_alignment; struct virtio_blk_zoned_characteristics zoned; }; struct virtio_blk_outhdr { __virtio32 type; __virtio32 ioprio; __virtio64 sector; }; struct virtio_blk_discard_write_zeroes { __le64 sector; __le32 num_sectors; __le32 flags; }; enum string_size_units { STRING_UNITS_10 = 0, STRING_UNITS_2 = 1, STRING_UNITS_MASK = 1, STRING_UNITS_NO_SPACE = 1073741824, STRING_UNITS_NO_BYTES = 2147483648, }; struct virtio_blk_vq { struct virtqueue *vq; spinlock_t lock; char name[16]; long: 64; long: 64; long: 64; long: 64; }; struct virtio_blk { struct mutex vdev_mutex; struct virtio_device *vdev; struct gendisk *disk; struct blk_mq_tag_set tag_set; struct work_struct config_work; int index; int num_vqs; int io_queues[3]; struct virtio_blk_vq *vqs; unsigned int zone_sectors; }; struct virtblk_req { struct virtio_blk_outhdr out_hdr; union { u8 status; struct { __virtio64 sector; u8 status; } zone_append; } in_hdr; size_t in_hdr_len; struct sg_table sg_table; struct scatterlist sg[0]; }; struct sram_config { int (*init)(); bool map_only_reserved; }; struct sram_partition { void *base; struct gen_pool *pool; struct bin_attribute battr; struct mutex lock; struct list_head list; }; struct sram_dev { const struct sram_config *config; struct device *dev; void *virt_base; bool no_memory_wc; struct gen_pool *pool; struct sram_partition *partition; u32 partitions; }; struct sram_reserve { struct list_head list; u32 start; u32 size; struct resource res; bool export; bool pool; bool protect_exec; const char *label; }; struct mfd_of_node_entry { struct list_head list; struct device *dev; struct device_node *np; }; struct match_ids_walk_data { struct acpi_device_id *ids; struct acpi_device *adev; }; enum { MT6360_SLAVE_TCPC = 0, MT6360_SLAVE_PMIC = 1, MT6360_SLAVE_LDO = 2, MT6360_SLAVE_PMU = 3, MT6360_SLAVE_MAX = 4, }; struct mt6360_ddata { struct i2c_client *i2c[4]; struct device *dev; struct regmap *regmap; struct regmap_irq_chip_data *irq_data; unsigned int chip_rev; u8 crc8_tbl[256]; }; struct rk8xx_i2c_platform_data { const struct regmap_config *regmap_cfg; int variant; }; struct syscon { struct device_node *np; struct regmap *regmap; struct reset_control *reset; struct list_head list; }; enum hi6421_type { HI6421 = 0, HI6421_V530 = 1, }; struct dma_fence_array; struct dma_fence_array_cb { struct dma_fence_cb cb; struct dma_fence_array *array; }; struct dma_fence_array { struct dma_fence base; spinlock_t lock; unsigned int num_fences; atomic_t num_pending; struct dma_fence **fences; struct irq_work work; struct dma_fence_array_cb callbacks[0]; }; struct dma_fence_chain { struct dma_fence base; struct dma_fence *prev; u64 prev_seqno; struct dma_fence *fence; union { struct dma_fence_cb cb; struct irq_work work; }; spinlock_t lock; }; struct dma_fence_unwrap { struct dma_fence *chain; struct dma_fence *array; unsigned int index; }; struct sync_file { struct file *file; char user_name[32]; struct list_head sync_file_list; wait_queue_head_t wq; long unsigned int flags; struct dma_fence *fence; struct dma_fence_cb cb; }; struct sync_merge_data { char name[32]; __s32 fd2; __s32 fence; __u32 flags; __u32 pad; }; struct sync_fence_info { char obj_name[32]; char driver_name[32]; __s32 status; __u32 flags; __u64 timestamp_ns; }; struct sync_file_info { char name[32]; __s32 status; __u32 flags; __u32 num_fences; __u32 pad; __u64 sync_fence_info; }; struct sync_set_deadline { __u64 deadline_ns; __u64 pad; }; struct request_sense; struct cdrom_generic_command { unsigned char cmd[12]; unsigned char *buffer; unsigned int buflen; int stat; struct request_sense *sense; unsigned char data_direction; int quiet; int timeout; union { void *reserved[1]; void *unused; }; }; struct request_sense { __u8 error_code: 7; __u8 valid: 1; __u8 segment_number; __u8 sense_key: 4; __u8 reserved2: 1; __u8 ili: 1; __u8 reserved1: 2; __u8 information[4]; __u8 add_sense_len; __u8 command_info[4]; __u8 asc; __u8 ascq; __u8 fruc; __u8 sks[3]; __u8 asb[46]; }; enum scsi_msg_byte { COMMAND_COMPLETE = 0, EXTENDED_MESSAGE = 1, SAVE_POINTERS = 2, RESTORE_POINTERS = 3, DISCONNECT = 4, INITIATOR_ERROR = 5, ABORT_TASK_SET = 6, MESSAGE_REJECT = 7, NOP = 8, MSG_PARITY_ERROR = 9, LINKED_CMD_COMPLETE = 10, LINKED_FLG_CMD_COMPLETE = 11, TARGET_RESET = 12, ABORT_TASK = 13, CLEAR_TASK_SET = 14, INITIATE_RECOVERY = 15, RELEASE_RECOVERY = 16, TERMINATE_IO_PROC = 17, CLEAR_ACA = 22, LOGICAL_UNIT_RESET = 23, SIMPLE_QUEUE_TAG = 32, HEAD_OF_QUEUE_TAG = 33, ORDERED_QUEUE_TAG = 34, IGNORE_WIDE_RESIDUE = 35, ACA = 36, QAS_REQUEST = 85, BUS_DEVICE_RESET = 12, ABORT = 6, }; struct scsi_failure { int result; u8 sense; u8 asc; u8 ascq; s8 allowed; s8 retries; }; struct scsi_failures { int total_allowed; int total_retries; struct scsi_failure *failure_definitions; }; struct scsi_exec_args { unsigned char *sense; unsigned int sense_len; struct scsi_sense_hdr *sshdr; blk_mq_req_flags_t req_flags; int scmd_flags; int *resid; struct scsi_failures *failures; }; struct scsi_ioctl_command { unsigned int inlen; unsigned int outlen; unsigned char data[0]; }; struct scsi_idlun { __u32 dev_id; __u32 host_unique_id; }; struct sg_io_hdr { int interface_id; int dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; unsigned int dxfer_len; void *dxferp; unsigned char *cmdp; void *sbp; unsigned int timeout; unsigned int flags; int pack_id; void *usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; int resid; unsigned int duration; unsigned int info; }; struct compat_sg_io_hdr { compat_int_t interface_id; compat_int_t dxfer_direction; unsigned char cmd_len; unsigned char mx_sb_len; short unsigned int iovec_count; compat_uint_t dxfer_len; compat_uint_t dxferp; compat_uptr_t cmdp; compat_uptr_t sbp; compat_uint_t timeout; compat_uint_t flags; compat_int_t pack_id; compat_uptr_t usr_ptr; unsigned char status; unsigned char masked_status; unsigned char msg_status; unsigned char sb_len_wr; short unsigned int host_status; short unsigned int driver_status; compat_int_t resid; compat_uint_t duration; compat_uint_t info; }; struct compat_cdrom_generic_command { unsigned char cmd[12]; compat_caddr_t buffer; compat_uint_t buflen; compat_int_t stat; compat_caddr_t sense; unsigned char data_direction; unsigned char pad[3]; compat_int_t quiet; compat_int_t timeout; compat_caddr_t unused; }; enum scsi_devinfo_key { SCSI_DEVINFO_GLOBAL = 0, SCSI_DEVINFO_SPI = 1, }; struct scsi_dev_info_list { struct list_head dev_info_list; char vendor[8]; char model[16]; blist_flags_t flags; unsigned int compatible; }; struct scsi_dev_info_list_table { struct list_head node; struct list_head scsi_dev_info_list; const char *name; int key; }; struct report_general_resp { __be16 change_count; __be16 route_indexes; u8 _r_a; u8 num_phys; u8 conf_route_table: 1; u8 configuring: 1; u8 config_others: 1; u8 orej_retry_supp: 1; u8 stp_cont_awt: 1; u8 self_config: 1; u8 zone_config: 1; u8 t2t_supp: 1; u8 _r_c; u8 enclosure_logical_id[8]; u8 _r_d[12]; }; struct discover_resp { u8 _r_a[5]; u8 phy_id; __be16 _r_b; u8 _r_c: 4; u8 attached_dev_type: 3; u8 _r_d: 1; u8 linkrate: 4; u8 _r_e: 4; u8 attached_sata_host: 1; u8 iproto: 3; u8 _r_f: 4; u8 attached_sata_dev: 1; u8 tproto: 3; u8 _r_g: 3; u8 attached_sata_ps: 1; u8 sas_addr[8]; u8 attached_sas_addr[8]; u8 attached_phy_id; u8 _r_h[7]; u8 hmin_linkrate: 4; u8 pmin_linkrate: 4; u8 hmax_linkrate: 4; u8 pmax_linkrate: 4; u8 change_count; u8 pptv: 4; u8 _r_i: 3; u8 virtual: 1; u8 routing_attr: 4; u8 _r_j: 4; u8 conn_type; u8 conn_el_index; u8 conn_phy_link; u8 _r_k[8]; }; struct smp_rg_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct report_general_resp rg; }; struct smp_disc_resp { u8 frame_type; u8 function; u8 result; u8 reserved; struct discover_resp disc; }; struct sas_expander_device { int level; int next_port_id; char vendor_id[9]; char product_id[17]; char product_rev[5]; char component_vendor_id[9]; u16 component_id; u8 component_revision_id; struct sas_rphy rphy; }; struct MR_FW_RAID_MAP { __le32 totalSize; union { struct { __le32 maxLd; __le32 maxSpanDepth; __le32 maxRowSize; __le32 maxPdCount; __le32 maxArrays; } validationInfo; __le32 version[5]; }; __le32 ldCount; __le32 Reserved1; u8 ldTgtIdToLd[128]; u8 fpPdIoTimeoutSec; u8 reserved2[7]; struct MR_ARRAY_INFO arMapInfo[128]; struct MR_DEV_HANDLE_INFO devHndlInfo[256]; struct MR_LD_SPAN_MAP ldSpanMap[0]; }; enum mfi_evt_class { MFI_EVT_CLASS_DEBUG = -2, MFI_EVT_CLASS_PROGRESS = -1, MFI_EVT_CLASS_INFO = 0, MFI_EVT_CLASS_WARNING = 1, MFI_EVT_CLASS_CRITICAL = 2, MFI_EVT_CLASS_FATAL = 3, MFI_EVT_CLASS_DEAD = 4, }; enum MR_EVT_CLASS { MR_EVT_CLASS_DEBUG = -2, MR_EVT_CLASS_PROGRESS = -1, MR_EVT_CLASS_INFO = 0, MR_EVT_CLASS_WARNING = 1, MR_EVT_CLASS_CRITICAL = 2, MR_EVT_CLASS_FATAL = 3, MR_EVT_CLASS_DEAD = 4, }; enum MR_EVT_LOCALE { MR_EVT_LOCALE_LD = 1, MR_EVT_LOCALE_PD = 2, MR_EVT_LOCALE_ENCL = 4, MR_EVT_LOCALE_BBU = 8, MR_EVT_LOCALE_SAS = 16, MR_EVT_LOCALE_CTRL = 32, MR_EVT_LOCALE_CONFIG = 64, MR_EVT_LOCALE_CLUSTER = 128, MR_EVT_LOCALE_ALL = 65535, }; enum MR_PD_QUERY_TYPE { MR_PD_QUERY_TYPE_ALL = 0, MR_PD_QUERY_TYPE_STATE = 1, MR_PD_QUERY_TYPE_POWER_STATE = 2, MR_PD_QUERY_TYPE_MEDIA_TYPE = 3, MR_PD_QUERY_TYPE_SPEED = 4, MR_PD_QUERY_TYPE_EXPOSED_TO_HOST = 5, }; enum MR_LD_QUERY_TYPE { MR_LD_QUERY_TYPE_ALL = 0, MR_LD_QUERY_TYPE_EXPOSED_TO_HOST = 1, MR_LD_QUERY_TYPE_USED_TGT_IDS = 2, MR_LD_QUERY_TYPE_CLUSTER_ACCESS = 3, MR_LD_QUERY_TYPE_CLUSTER_LOCALE = 4, }; enum MR_PD_STATE { MR_PD_STATE_UNCONFIGURED_GOOD = 0, MR_PD_STATE_UNCONFIGURED_BAD = 1, MR_PD_STATE_HOT_SPARE = 2, MR_PD_STATE_OFFLINE = 16, MR_PD_STATE_FAILED = 17, MR_PD_STATE_REBUILD = 20, MR_PD_STATE_ONLINE = 24, MR_PD_STATE_COPYBACK = 32, MR_PD_STATE_SYSTEM = 64, }; enum DCMD_TIMEOUT_ACTION { INITIATE_OCR = 0, KILL_ADAPTER = 1, IGNORE_TIMEOUT = 2, }; struct megasas_init_queue_info { __le32 init_flags; __le32 reply_queue_entries; __le32 reply_queue_start_phys_addr_lo; __le32 reply_queue_start_phys_addr_hi; __le32 producer_index_phys_addr_lo; __le32 producer_index_phys_addr_hi; __le32 consumer_index_phys_addr_lo; __le32 consumer_index_phys_addr_hi; }; struct megasas_evt_log_info { __le32 newest_seq_num; __le32 oldest_seq_num; __le32 clear_seq_num; __le32 shutdown_seq_num; __le32 boot_seq_num; }; enum MEGASAS_LD_TARGET_ID_STATUS { LD_TARGET_ID_INITIAL = 0, LD_TARGET_ID_ACTIVE = 1, LD_TARGET_ID_DELETED = 2, }; struct IOV_111 { u8 maxVFsSupported; u8 numVFsEnabled; u8 requestorId; u8 reserved[5]; }; struct megasas_iocpacket { u16 host_no; u16 __pad1; u32 sgl_off; u32 sge_count; u32 sense_off; u32 sense_len; union { u8 raw[128]; struct megasas_header hdr; } frame; struct iovec sgl[16]; } __attribute__((packed)); struct megasas_aen { u16 host_no; u16 __pad1; u32 seq_num; u32 class_locale_word; }; struct compat_megasas_iocpacket { u16 host_no; u16 __pad1; u32 sgl_off; u32 sge_count; u32 sense_off; u32 sense_len; union { u8 raw[128]; struct megasas_header hdr; } frame; struct compat_iovec sgl[16]; }; struct mtd_part_parser { struct list_head list; struct module *owner; const char *name; const struct of_device_id *of_match_table; int (*parse_fn)(struct mtd_info *, const struct mtd_partition **, struct mtd_part_parser_data *); void (*cleanup)(const struct mtd_partition *, int); }; struct fixed_partitions_quirks { int (*post_parse)(struct mtd_info *, struct mtd_partition *, int); }; struct mtdblk_dev { struct mtd_blktrans_dev mbd; int count; struct mutex cache_mutex; unsigned char *cache_data; long unsigned int cache_offset; unsigned int cache_size; enum { STATE_EMPTY = 0, STATE_CLEAN = 1, STATE_DIRTY = 2, } cache_state; }; struct cfi_pri_intelext { uint8_t pri[3]; uint8_t MajorVersion; uint8_t MinorVersion; uint32_t FeatureSupport; uint8_t SuspendCmdSupport; uint16_t BlkStatusRegMask; uint8_t VccOptimal; uint8_t VppOptimal; uint8_t NumProtectionFields; uint16_t ProtRegAddr; uint8_t FactProtRegSize; uint8_t UserProtRegSize; uint8_t extra[0]; } __attribute__((packed)); struct flash_platform_data { char *name; struct mtd_partition *parts; unsigned int nr_parts; char *type; }; struct sst25l_flash { struct spi_device *spi; struct mutex lock; struct mtd_info mtd; }; struct flash_info___2 { const char *name; uint16_t device_id; unsigned int page_size; unsigned int nr_pages; unsigned int erase_size; }; enum { MTD_OPS_PLACE_OOB = 0, MTD_OPS_AUTO_OOB = 1, MTD_OPS_RAW = 2, }; struct nand_ecc_req_tweak_ctx { struct nand_page_io_req orig_req; struct nand_device *nand; unsigned int page_buffer_size; unsigned int oob_buffer_size; void *spare_databuf; void *spare_oobbuf; bool bounce_data; bool bounce_oob; }; struct nand_ecc_sw_hamming_conf { struct nand_ecc_req_tweak_ctx req_ctx; unsigned int code_size; u8 *calc_buf; u8 *code_buf; unsigned int sm_order; }; struct nand_subop { unsigned int cs; const struct nand_op_instr *instrs; unsigned int ninstrs; unsigned int first_instr_start_off; unsigned int last_instr_end_off; }; struct nand_op_parser_addr_constraints { unsigned int maxcycles; }; struct nand_op_parser_data_constraints { unsigned int maxlen; }; struct nand_op_parser_pattern_elem { enum nand_op_instr_type type; bool optional; union { struct nand_op_parser_addr_constraints addr; struct nand_op_parser_data_constraints data; } ctx; }; struct nand_op_parser_pattern { const struct nand_op_parser_pattern_elem *elems; unsigned int nelems; int (*exec)(struct nand_chip *, const struct nand_subop *); }; struct nand_op_parser { const struct nand_op_parser_pattern *patterns; unsigned int npatterns; }; struct nand_op_parser_ctx { const struct nand_op_instr *instrs; unsigned int ninstrs; struct nand_subop subop; }; enum nand_ecc_legacy_mode { NAND_ECC_INVALID = 0, NAND_ECC_NONE = 1, NAND_ECC_SOFT = 2, NAND_ECC_SOFT_BCH = 3, NAND_ECC_HW = 4, NAND_ECC_HW_SYNDROME = 5, NAND_ECC_ON_DIE = 6, }; struct onfi_ext_ecc_info { u8 ecc_bits; u8 codeword_size; __le16 bb_per_lun; __le16 block_endurance; u8 reserved[2]; }; struct onfi_ext_section { u8 type; u8 length; }; struct onfi_ext_param_page { __le16 crc; u8 sig[4]; u8 reserved0[10]; struct onfi_ext_section sections[8]; }; struct hynix_read_retry { int nregs; const u8 *regs; u8 values[0]; }; struct hynix_nand { const struct hynix_read_retry *read_retry; }; struct hynix_read_retry_otp { int nregs; const u8 *regs; const u8 *values; int page; int size; }; struct spi_mem_driver { struct spi_driver spidrv; int (*probe)(struct spi_mem *); int (*remove)(struct spi_mem *); void (*shutdown)(struct spi_mem *); }; struct spi_nor_erase_command { struct list_head list; u32 count; u32 size; u8 opcode; }; struct spansion_nor_params { u8 clsr; }; enum ssp_loopback { LOOPBACK_DISABLED = 0, LOOPBACK_ENABLED = 1, }; enum ssp_interface { SSP_INTERFACE_MOTOROLA_SPI = 0, SSP_INTERFACE_TI_SYNC_SERIAL = 1, SSP_INTERFACE_NATIONAL_MICROWIRE = 2, SSP_INTERFACE_UNIDIRECTIONAL = 3, }; enum ssp_hierarchy { SSP_MASTER = 0, SSP_SLAVE = 1, }; struct ssp_clock_params { u8 cpsdvsr; u8 scr; }; enum ssp_rx_endian { SSP_RX_MSB = 0, SSP_RX_LSB = 1, }; enum ssp_tx_endian { SSP_TX_MSB = 0, SSP_TX_LSB = 1, }; enum ssp_data_size { SSP_DATA_BITS_4 = 3, SSP_DATA_BITS_5 = 4, SSP_DATA_BITS_6 = 5, SSP_DATA_BITS_7 = 6, SSP_DATA_BITS_8 = 7, SSP_DATA_BITS_9 = 8, SSP_DATA_BITS_10 = 9, SSP_DATA_BITS_11 = 10, SSP_DATA_BITS_12 = 11, SSP_DATA_BITS_13 = 12, SSP_DATA_BITS_14 = 13, SSP_DATA_BITS_15 = 14, SSP_DATA_BITS_16 = 15, SSP_DATA_BITS_17 = 16, SSP_DATA_BITS_18 = 17, SSP_DATA_BITS_19 = 18, SSP_DATA_BITS_20 = 19, SSP_DATA_BITS_21 = 20, SSP_DATA_BITS_22 = 21, SSP_DATA_BITS_23 = 22, SSP_DATA_BITS_24 = 23, SSP_DATA_BITS_25 = 24, SSP_DATA_BITS_26 = 25, SSP_DATA_BITS_27 = 26, SSP_DATA_BITS_28 = 27, SSP_DATA_BITS_29 = 28, SSP_DATA_BITS_30 = 29, SSP_DATA_BITS_31 = 30, SSP_DATA_BITS_32 = 31, }; enum ssp_mode { INTERRUPT_TRANSFER = 0, POLLING_TRANSFER = 1, DMA_TRANSFER = 2, }; enum ssp_rx_level_trig { SSP_RX_1_OR_MORE_ELEM = 0, SSP_RX_4_OR_MORE_ELEM = 1, SSP_RX_8_OR_MORE_ELEM = 2, SSP_RX_16_OR_MORE_ELEM = 3, SSP_RX_32_OR_MORE_ELEM = 4, }; enum ssp_tx_level_trig { SSP_TX_1_OR_MORE_EMPTY_LOC = 0, SSP_TX_4_OR_MORE_EMPTY_LOC = 1, SSP_TX_8_OR_MORE_EMPTY_LOC = 2, SSP_TX_16_OR_MORE_EMPTY_LOC = 3, SSP_TX_32_OR_MORE_EMPTY_LOC = 4, }; enum ssp_spi_clk_phase { SSP_CLK_FIRST_EDGE = 0, SSP_CLK_SECOND_EDGE = 1, }; enum ssp_spi_clk_pol { SSP_CLK_POL_IDLE_LOW = 0, SSP_CLK_POL_IDLE_HIGH = 1, }; enum ssp_microwire_ctrl_len { SSP_BITS_4 = 3, SSP_BITS_5 = 4, SSP_BITS_6 = 5, SSP_BITS_7 = 6, SSP_BITS_8 = 7, SSP_BITS_9 = 8, SSP_BITS_10 = 9, SSP_BITS_11 = 10, SSP_BITS_12 = 11, SSP_BITS_13 = 12, SSP_BITS_14 = 13, SSP_BITS_15 = 14, SSP_BITS_16 = 15, SSP_BITS_17 = 16, SSP_BITS_18 = 17, SSP_BITS_19 = 18, SSP_BITS_20 = 19, SSP_BITS_21 = 20, SSP_BITS_22 = 21, SSP_BITS_23 = 22, SSP_BITS_24 = 23, SSP_BITS_25 = 24, SSP_BITS_26 = 25, SSP_BITS_27 = 26, SSP_BITS_28 = 27, SSP_BITS_29 = 28, SSP_BITS_30 = 29, SSP_BITS_31 = 30, SSP_BITS_32 = 31, }; enum ssp_microwire_wait_state { SSP_MWIRE_WAIT_ZERO = 0, SSP_MWIRE_WAIT_ONE = 1, }; enum ssp_duplex { SSP_MICROWIRE_CHANNEL_FULL_DUPLEX = 0, SSP_MICROWIRE_CHANNEL_HALF_DUPLEX = 1, }; enum ssp_clkdelay { SSP_FEEDBACK_CLK_DELAY_NONE = 0, SSP_FEEDBACK_CLK_DELAY_1T = 1, SSP_FEEDBACK_CLK_DELAY_2T = 2, SSP_FEEDBACK_CLK_DELAY_3T = 3, SSP_FEEDBACK_CLK_DELAY_4T = 4, SSP_FEEDBACK_CLK_DELAY_5T = 5, SSP_FEEDBACK_CLK_DELAY_6T = 6, SSP_FEEDBACK_CLK_DELAY_7T = 7, }; struct pl022_ssp_controller { u16 bus_id; u8 enable_dma: 1; dma_filter_fn dma_filter; void *dma_rx_param; void *dma_tx_param; int autosuspend_delay; bool rt; }; struct pl022_config_chip { enum ssp_interface iface; enum ssp_hierarchy hierarchy; bool slave_tx_disable; struct ssp_clock_params clk_freq; enum ssp_mode com_mode; enum ssp_rx_level_trig rx_lev_trig; enum ssp_tx_level_trig tx_lev_trig; enum ssp_microwire_ctrl_len ctrl_len; enum ssp_microwire_wait_state wait_state; enum ssp_duplex duplex; enum ssp_clkdelay clkdelay; }; enum ssp_reading { READING_NULL = 0, READING_U8 = 1, READING_U16 = 2, READING_U32 = 3, }; enum ssp_writing { WRITING_NULL = 0, WRITING_U8 = 1, WRITING_U16 = 2, WRITING_U32 = 3, }; struct vendor_data___2 { int fifodepth; int max_bpw; bool unidir; bool extended_cr; bool pl023; bool loopback; bool internal_cs_ctrl; }; struct chip_data; struct pl022 { struct amba_device *adev; struct vendor_data___2 *vendor; resource_size_t phybase; void *virtbase; struct clk *clk; struct spi_controller *host; struct pl022_ssp_controller *host_info; struct spi_transfer *cur_transfer; struct chip_data *cur_chip; void *tx; void *tx_end; void *rx; void *rx_end; enum ssp_reading read; enum ssp_writing write; u32 exp_fifo_level; enum ssp_rx_level_trig rx_lev_trig; enum ssp_tx_level_trig tx_lev_trig; struct dma_chan *dma_rx_channel; struct dma_chan *dma_tx_channel; struct sg_table sgt_rx; struct sg_table sgt_tx; char *dummypage; bool dma_running; int cur_cs; }; struct chip_data { u32 cr0; u16 cr1; u16 dmacr; u16 cpsr; u8 n_bytes; bool enable_dma; enum ssp_reading read; enum ssp_writing write; int xfer_type; }; enum aqr_fw_src { AQR_FW_SRC_NVMEM = 0, AQR_FW_SRC_FS = 1, }; enum { DP83867_PORT_MIRROING_KEEP = 0, DP83867_PORT_MIRROING_EN = 1, DP83867_PORT_MIRROING_DIS = 2, }; struct dp83867_private { u32 rx_id_delay; u32 tx_id_delay; u32 tx_fifo_depth; u32 rx_fifo_depth; int io_impedance; int port_mirroring; bool rxctrl_strap_quirk; bool set_clk_output; u32 clk_output_sel; bool sgmii_ref_clk_en; }; enum { ETHTOOL_A_CABLE_RESULT_CODE_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_CODE_OK = 1, ETHTOOL_A_CABLE_RESULT_CODE_OPEN = 2, ETHTOOL_A_CABLE_RESULT_CODE_SAME_SHORT = 3, ETHTOOL_A_CABLE_RESULT_CODE_CROSS_SHORT = 4, ETHTOOL_A_CABLE_RESULT_CODE_IMPEDANCE_MISMATCH = 5, ETHTOOL_A_CABLE_RESULT_CODE_NOISE = 6, ETHTOOL_A_CABLE_RESULT_CODE_RESOLUTION_NOT_POSSIBLE = 7, }; enum { ETHTOOL_A_CABLE_PAIR_A = 0, ETHTOOL_A_CABLE_PAIR_B = 1, ETHTOOL_A_CABLE_PAIR_C = 2, ETHTOOL_A_CABLE_PAIR_D = 3, }; enum { ETHTOOL_A_CABLE_INF_SRC_UNSPEC = 0, ETHTOOL_A_CABLE_INF_SRC_TDR = 1, ETHTOOL_A_CABLE_INF_SRC_ALCD = 2, }; struct mv88q2xxx_priv { bool enable_led0; }; struct mmd_val { int devad; u32 regnum; u16 val; }; struct at803x_ss_mask { u16 speed_mask; u8 speed_shift; }; struct unimac_mdio_pdata { u32 phy_mask; int (*wait_func)(void *); void *wait_func_data; const char *bus_name; struct clk *clk; }; struct unimac_mdio_priv { struct mii_bus *mii_bus; void *base; int (*wait_func)(void *); void *wait_func_data; struct clk *clk; u32 clk_freq; }; struct mdiobb_ctrl; struct mdiobb_ops { struct module *owner; void (*set_mdc)(struct mdiobb_ctrl *, int); void (*set_mdio_dir)(struct mdiobb_ctrl *, int); void (*set_mdio_data)(struct mdiobb_ctrl *, int); int (*get_mdio_data)(struct mdiobb_ctrl *); }; struct mdiobb_ctrl { const struct mdiobb_ops *ops; unsigned int override_op_c22; u8 op_c22_read; u8 op_c22_write; }; struct mdio_gpio_platform_data { u32 phy_mask; u32 phy_ignore_ta_mask; }; struct mdio_gpio_info { struct mdiobb_ctrl ctrl; struct gpio_desc *mdc; struct gpio_desc *mdio; struct gpio_desc *mdo; }; struct mdio_mux_multiplexer_state { struct mux_control *muxc; bool do_deselect; void *mux_handle; }; struct netdev_lag_lower_state_info { u8 link_up: 1; u8 tx_enabled: 1; }; struct failover_ops { int (*slave_pre_register)(struct net_device *, struct net_device *); int (*slave_register)(struct net_device *, struct net_device *); int (*slave_pre_unregister)(struct net_device *, struct net_device *); int (*slave_unregister)(struct net_device *, struct net_device *); int (*slave_link_change)(struct net_device *, struct net_device *); int (*slave_name_change)(struct net_device *, struct net_device *); rx_handler_result_t (*slave_handle_frame)(struct sk_buff **); }; struct failover { struct list_head list; struct net_device *failover_dev; netdevice_tracker dev_tracker; struct failover_ops *ops; }; struct net_failover_info { struct net_device *primary_dev; struct net_device *standby_dev; struct rtnl_link_stats64 primary_stats; struct rtnl_link_stats64 standby_stats; struct rtnl_link_stats64 failover_stats; spinlock_t stats_lock; }; typedef struct { u64 val; } pfn_t; struct vfio_device_info { __u32 argsz; __u32 flags; __u32 num_regions; __u32 num_irqs; __u32 cap_offset; __u32 pad; }; struct vfio_device_info_cap_pci_atomic_comp { struct vfio_info_cap_header header; __u32 flags; __u32 reserved; }; struct vfio_region_info { __u32 argsz; __u32 flags; __u32 index; __u32 cap_offset; __u64 size; __u64 offset; }; struct vfio_region_info_cap_type { struct vfio_info_cap_header header; __u32 type; __u32 subtype; }; struct vfio_irq_info { __u32 argsz; __u32 flags; __u32 index; __u32 count; }; enum { VFIO_PCI_INTX_IRQ_INDEX = 0, VFIO_PCI_MSI_IRQ_INDEX = 1, VFIO_PCI_MSIX_IRQ_INDEX = 2, VFIO_PCI_ERR_IRQ_INDEX = 3, VFIO_PCI_REQ_IRQ_INDEX = 4, VFIO_PCI_NUM_IRQS = 5, }; struct vfio_pci_dependent_device { union { __u32 group_id; __u32 devid; }; __u16 segment; __u8 bus; __u8 devfn; }; struct vfio_pci_hot_reset_info { __u32 argsz; __u32 flags; __u32 count; struct vfio_pci_dependent_device devices[0]; }; struct vfio_pci_hot_reset { __u32 argsz; __u32 flags; __u32 count; __s32 group_fds[0]; }; struct vfio_device_ioeventfd { __u32 argsz; __u32 flags; __u64 offset; __u64 data; __s32 fd; __u32 reserved; }; struct vfio_device_low_power_entry_with_wakeup { __s32 wakeup_eventfd; __u32 reserved; }; struct vfio_pci_vf_token { struct mutex lock; uuid_t uuid; int users; }; struct vfio_pci_dummy_resource { struct resource resource; int index; struct list_head res_next; }; struct vfio_pci_fill_info { struct vfio_device *vdev; struct vfio_pci_dependent_device *devices; int nr_devices; u32 count; u32 flags; }; struct vfio_pci_group_info { int count; struct file **files; }; struct vfio_pci_walk_info { int (*fn)(struct pci_dev *, void *); void *data; struct pci_dev *pdev; bool slot; int ret; }; enum { PCI_ID_F_VFIO_DRIVER_OVERRIDE = 1, }; typedef struct serio *class_serio_pause_rx_t; enum ps2_disposition { PS2_PROCESS = 0, PS2_IGNORE = 1, PS2_ERROR = 2, }; struct ps2dev; typedef enum ps2_disposition (*ps2_pre_receive_handler_t)(struct ps2dev *, u8, unsigned int); typedef void (*ps2_receive_handler_t)(struct ps2dev *, u8); struct ps2dev { struct serio *serio; struct mutex cmd_mutex; wait_queue_head_t wait; long unsigned int flags; u8 cmdbuf[8]; u8 cmdcnt; u8 nak; ps2_pre_receive_handler_t pre_receive_handler; ps2_receive_handler_t receive_handler; }; struct input_mt_pos { s16 x; s16 y; }; struct touchscreen_properties { unsigned int max_x; unsigned int max_y; bool invert_x; bool invert_y; bool swap_x_y; }; struct input_led { struct led_classdev cdev; struct input_handle *handle; unsigned int code; }; struct input_leds { struct input_handle handle; unsigned int num_leds; struct input_led leds[0]; }; struct trace_event_raw_rtc_time_alarm_class { struct trace_entry ent; time64_t secs; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_freq { struct trace_entry ent; int freq; int err; char __data[0]; }; struct trace_event_raw_rtc_irq_set_state { struct trace_entry ent; int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_alarm_irq_enable { struct trace_entry ent; unsigned int enabled; int err; char __data[0]; }; struct trace_event_raw_rtc_offset_class { struct trace_entry ent; long int offset; int err; char __data[0]; }; struct trace_event_raw_rtc_timer_class { struct trace_entry ent; struct rtc_timer *timer; ktime_t expires; ktime_t period; char __data[0]; }; struct trace_event_data_offsets_rtc_time_alarm_class {}; struct trace_event_data_offsets_rtc_irq_set_freq {}; struct trace_event_data_offsets_rtc_irq_set_state {}; struct trace_event_data_offsets_rtc_alarm_irq_enable {}; struct trace_event_data_offsets_rtc_offset_class {}; struct trace_event_data_offsets_rtc_timer_class {}; typedef void (*btf_trace_rtc_set_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_time)(void *, time64_t, int); typedef void (*btf_trace_rtc_set_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_read_alarm)(void *, time64_t, int); typedef void (*btf_trace_rtc_irq_set_freq)(void *, int, int); typedef void (*btf_trace_rtc_irq_set_state)(void *, int, int); typedef void (*btf_trace_rtc_alarm_irq_enable)(void *, unsigned int, int); typedef void (*btf_trace_rtc_set_offset)(void *, long int, int); typedef void (*btf_trace_rtc_read_offset)(void *, long int, int); typedef void (*btf_trace_rtc_timer_enqueue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_dequeue)(void *, struct rtc_timer *); typedef void (*btf_trace_rtc_timer_fired)(void *, struct rtc_timer *); enum { none = 0, day = 1, month = 2, year = 3, }; struct scmi_imx_bbm_proto_ops { int (*rtc_time_set)(const struct scmi_protocol_handle *, u32, uint64_t); int (*rtc_time_get)(const struct scmi_protocol_handle *, u32, u64 *); int (*rtc_alarm_set)(const struct scmi_protocol_handle *, u32, bool, u64); int (*button_get)(const struct scmi_protocol_handle *, u32 *); }; enum scmi_nxp_notification_events { SCMI_EVENT_IMX_BBM_RTC = 0, SCMI_EVENT_IMX_BBM_BUTTON = 1, SCMI_EVENT_IMX_MISC_CONTROL = 0, }; struct scmi_imx_bbm_notif_report { bool is_rtc; bool is_button; ktime_t timestamp; unsigned int rtc_id; unsigned int rtc_evt; }; struct scmi_imx_bbm { const struct scmi_imx_bbm_proto_ops *ops; struct rtc_device *rtc_dev; struct scmi_protocol_handle *ph; struct notifier_block nb; }; enum s2mps14_irq { S2MPS14_IRQ_PWRONF = 0, S2MPS14_IRQ_PWRONR = 1, S2MPS14_IRQ_JIGONBF = 2, S2MPS14_IRQ_JIGONBR = 3, S2MPS14_IRQ_ACOKBF = 4, S2MPS14_IRQ_ACOKBR = 5, S2MPS14_IRQ_PWRON1S = 6, S2MPS14_IRQ_MRB = 7, S2MPS14_IRQ_RTC60S = 8, S2MPS14_IRQ_RTCA1 = 9, S2MPS14_IRQ_RTCA0 = 10, S2MPS14_IRQ_SMPL = 11, S2MPS14_IRQ_RTC1S = 12, S2MPS14_IRQ_WTSR = 13, S2MPS14_IRQ_INT120C = 14, S2MPS14_IRQ_INT140C = 15, S2MPS14_IRQ_TSD = 16, S2MPS14_IRQ_NR = 17, }; enum s5m8767_irq { S5M8767_IRQ_PWRR = 0, S5M8767_IRQ_PWRF = 1, S5M8767_IRQ_PWR1S = 2, S5M8767_IRQ_JIGR = 3, S5M8767_IRQ_JIGF = 4, S5M8767_IRQ_LOWBAT2 = 5, S5M8767_IRQ_LOWBAT1 = 6, S5M8767_IRQ_MRB = 7, S5M8767_IRQ_DVSOK2 = 8, S5M8767_IRQ_DVSOK3 = 9, S5M8767_IRQ_DVSOK4 = 10, S5M8767_IRQ_RTC60S = 11, S5M8767_IRQ_RTCA1 = 12, S5M8767_IRQ_RTCA2 = 13, S5M8767_IRQ_SMPL = 14, S5M8767_IRQ_RTC1S = 15, S5M8767_IRQ_WTSR = 16, S5M8767_IRQ_NR = 17, }; enum s5m_rtc_reg { S5M_RTC_SEC = 0, S5M_RTC_MIN = 1, S5M_RTC_HOUR = 2, S5M_RTC_WEEKDAY = 3, S5M_RTC_DATE = 4, S5M_RTC_MONTH = 5, S5M_RTC_YEAR1 = 6, S5M_RTC_YEAR2 = 7, S5M_ALARM0_SEC = 8, S5M_ALARM0_MIN = 9, S5M_ALARM0_HOUR = 10, S5M_ALARM0_WEEKDAY = 11, S5M_ALARM0_DATE = 12, S5M_ALARM0_MONTH = 13, S5M_ALARM0_YEAR1 = 14, S5M_ALARM0_YEAR2 = 15, S5M_ALARM1_SEC = 16, S5M_ALARM1_MIN = 17, S5M_ALARM1_HOUR = 18, S5M_ALARM1_WEEKDAY = 19, S5M_ALARM1_DATE = 20, S5M_ALARM1_MONTH = 21, S5M_ALARM1_YEAR1 = 22, S5M_ALARM1_YEAR2 = 23, S5M_ALARM0_CONF = 24, S5M_ALARM1_CONF = 25, S5M_RTC_STATUS = 26, S5M_WTSR_SMPL_CNTL = 27, S5M_RTC_UDR_CON = 28, S5M_RTC_REG_MAX = 29, }; enum s2mps_rtc_reg { S2MPS_RTC_CTRL = 0, S2MPS_WTSR_SMPL_CNTL = 1, S2MPS_RTC_UDR_CON = 2, S2MPS_RSVD = 3, S2MPS_RTC_SEC = 4, S2MPS_RTC_MIN = 5, S2MPS_RTC_HOUR = 6, S2MPS_RTC_WEEKDAY = 7, S2MPS_RTC_DATE = 8, S2MPS_RTC_MONTH = 9, S2MPS_RTC_YEAR = 10, S2MPS_ALARM0_SEC = 11, S2MPS_ALARM0_MIN = 12, S2MPS_ALARM0_HOUR = 13, S2MPS_ALARM0_WEEKDAY = 14, S2MPS_ALARM0_DATE = 15, S2MPS_ALARM0_MONTH = 16, S2MPS_ALARM0_YEAR = 17, S2MPS_ALARM1_SEC = 18, S2MPS_ALARM1_MIN = 19, S2MPS_ALARM1_HOUR = 20, S2MPS_ALARM1_WEEKDAY = 21, S2MPS_ALARM1_DATE = 22, S2MPS_ALARM1_MONTH = 23, S2MPS_ALARM1_YEAR = 24, S2MPS_OFFSRC = 25, S2MPS_RTC_REG_MAX = 26, }; enum { RTC_SEC___2 = 0, RTC_MIN___2 = 1, RTC_HOUR___2 = 2, RTC_WEEKDAY___2 = 3, RTC_DATE = 4, RTC_MONTH___2 = 5, RTC_YEAR1 = 6, RTC_YEAR2 = 7, RTC_MAX_NUM_TIME_REGS = 8, }; struct s5m_rtc_reg_config { unsigned int regs_count; unsigned int time; unsigned int ctrl; unsigned int alarm0; unsigned int alarm1; unsigned int udr_update; unsigned int autoclear_udr_mask; unsigned int read_time_udr_mask; unsigned int write_time_udr_mask; unsigned int write_alarm_udr_mask; }; struct s5m_rtc_info { struct device *dev; struct sec_pmic_dev *s5m87xx; struct regmap *regmap; struct rtc_device *rtc_dev; int irq; enum sec_device_type device_type; int rtc_24hr_mode; const struct s5m_rtc_reg_config *regs; }; enum i2c_driver_flags { I2C_DRV_ACPI_WAIVE_D0_PROBE = 1, }; struct i2c_acpi_handler_data { struct acpi_connection_info info; struct i2c_adapter *adapter; }; struct gsb_buffer { u8 status; u8 len; union { u16 wdata; u8 bdata; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct i2c_acpi_lookup { struct i2c_board_info *info; acpi_handle adapter_handle; acpi_handle device_handle; acpi_handle search_handle; int n; int index; u32 speed; u32 min_speed; u32 force_speed; }; struct i2c_acpi_irq_context { int irq; bool wake_capable; }; struct i2c_smbus_ioctl_data { __u8 read_write; __u8 command; __u32 size; union i2c_smbus_data *data; }; struct i2c_rdwr_ioctl_data { struct i2c_msg *msgs; __u32 nmsgs; }; struct i2c_dev { struct list_head list; struct i2c_adapter *adap; struct device dev; struct cdev cdev; }; struct i2c_smbus_ioctl_data32 { u8 read_write; u8 command; u32 size; compat_caddr_t data; }; struct i2c_msg32 { u16 addr; u16 flags; u16 len; compat_caddr_t buf; }; struct i2c_rdwr_ioctl_data32 { compat_caddr_t msgs; u32 nmsgs; }; struct dw_i2c_dev { struct device *dev; struct regmap *map; struct regmap *sysmap; void *base; void *ext; struct completion cmd_complete; struct clk *clk; struct clk *pclk; struct reset_control *rst; struct i2c_client *slave; u32 (*get_clk_rate_khz)(struct dw_i2c_dev *); int cmd_err; struct i2c_msg *msgs; int msgs_num; int msg_write_idx; u32 tx_buf_len; u8 *tx_buf; int msg_read_idx; u32 rx_buf_len; u8 *rx_buf; int msg_err; unsigned int status; unsigned int abort_source; unsigned int sw_mask; int irq; u32 flags; struct i2c_adapter adapter; u32 functionality; u32 master_cfg; u32 slave_cfg; unsigned int tx_fifo_depth; unsigned int rx_fifo_depth; int rx_outstanding; struct i2c_timings timings; u32 sda_hold_time; u16 ss_hcnt; u16 ss_lcnt; u16 fs_hcnt; u16 fs_lcnt; u16 fp_hcnt; u16 fp_lcnt; u16 hs_hcnt; u16 hs_lcnt; int (*acquire_lock)(); void (*release_lock)(); int semaphore_idx; bool shared_with_punit; int (*init)(struct dw_i2c_dev *); int (*set_sda_hold_time)(struct dw_i2c_dev *); int mode; struct i2c_bus_recovery_info rinfo; u32 bus_capacitance_pF; bool clk_freq_optimized; }; struct i2c_dw_semaphore_callbacks { int (*probe)(struct dw_i2c_dev *); void (*remove)(struct dw_i2c_dev *); }; enum pca_type { max_7356 = 0, max_7357 = 1, max_7358 = 2, max_7367 = 3, max_7368 = 4, max_7369 = 5, pca_9540 = 6, pca_9542 = 7, pca_9543 = 8, pca_9544 = 9, pca_9545 = 10, pca_9546 = 11, pca_9547 = 12, pca_9548 = 13, pca_9846 = 14, pca_9847 = 15, pca_9848 = 16, pca_9849 = 17, }; enum muxtype { pca954x_ismux = 0, pca954x_isswi = 1, }; struct chip_desc { u8 nchans; u8 enable; u8 has_irq; enum muxtype muxtype; struct i2c_device_identity id; }; struct pca954x { const struct chip_desc *chip; u8 last_chan; s32 idle_state; struct i2c_client *client; struct irq_domain *irq; unsigned int irq_mask; raw_spinlock_t lock; struct regulator *supply; struct gpio_desc *reset_gpio; struct reset_control *reset_cont; }; enum param_type { TUNER_PARAM_TYPE_RADIO = 0, TUNER_PARAM_TYPE_PAL = 1, TUNER_PARAM_TYPE_SECAM = 2, TUNER_PARAM_TYPE_NTSC = 3, TUNER_PARAM_TYPE_DIGITAL = 4, }; struct tuner_range { short unsigned int limit; unsigned char config; unsigned char cb; }; struct tuner_params { enum param_type type; unsigned int cb_first_if_lower_freq: 1; unsigned int has_tda9887: 1; unsigned int port1_fm_high_sensitivity: 1; unsigned int port2_fm_high_sensitivity: 1; unsigned int fm_gain_normal: 1; unsigned int intercarrier_mode: 1; unsigned int port1_active: 1; unsigned int port2_active: 1; unsigned int port1_invert_for_secam_lc: 1; unsigned int port2_invert_for_secam_lc: 1; unsigned int port1_set_for_fm_mono: 1; unsigned int default_pll_gating_18: 1; unsigned int radio_if: 2; int default_top_low: 5; int default_top_mid: 5; int default_top_high: 5; long: 3; int default_top_secam_low: 5; int default_top_secam_mid: 5; int default_top_secam_high: 5; u16 iffreq; unsigned int count; const struct tuner_range *ranges; }; struct tunertype { char *name; unsigned int count; const struct tuner_params *params; u16 min; u16 max; u32 stepsize; u8 *initdata; u8 *sleepdata; }; struct tuner_simple_priv { unsigned int nr; u16 last_div; struct tuner_i2c_props i2c_props; struct list_head hybrid_tuner_instance_list; unsigned int type; const struct tunertype *tun; u32 frequency; u32 bandwidth; bool radio_mode; }; struct tda18271_config { struct tda18271_std_map *std_map; enum tda18271_role role; enum tda18271_i2c_gate gate; enum tda18271_output_options output_opt; enum tda18271_small_i2c small_i2c; unsigned int rf_cal_on_startup: 1; unsigned int delay_cal: 1; unsigned int config; }; enum tda8290_lna { TDA8290_LNA_OFF = 0, TDA8290_LNA_GP0_HIGH_ON = 1, TDA8290_LNA_GP0_HIGH_OFF = 2, TDA8290_LNA_ON_BRIDGE = 3, }; enum firmware_type { XC2028_AUTO = 0, XC2028_D2633 = 1, XC2028_D2620 = 2, }; struct xc2028_ctrl { char *fname; int max_len; int msleep; unsigned int scode_table; unsigned int mts: 1; unsigned int input1: 1; unsigned int vhfbw7: 1; unsigned int uhfbw8: 1; unsigned int disable_power_mgmt: 1; unsigned int read_not_reliable: 1; unsigned int demod; enum firmware_type type: 2; }; struct xc2028_config { struct i2c_adapter *i2c_adap; u8 i2c_addr; struct xc2028_ctrl *ctrl; }; struct firmware_description { unsigned int type; v4l2_std_id id; __u16 int_freq; unsigned char *ptr; unsigned int size; }; struct firmware_properties { unsigned int type; v4l2_std_id id; v4l2_std_id std_req; __u16 int_freq; unsigned int scode_table; int scode_nr; }; enum xc2028_state { XC2028_NO_FIRMWARE = 0, XC2028_WAITING_FIRMWARE = 1, XC2028_ACTIVE = 2, XC2028_SLEEP = 3, XC2028_NODEV = 4, }; struct xc2028_data { struct list_head hybrid_tuner_instance_list; struct tuner_i2c_props i2c_props; __u32 frequency; enum xc2028_state state; const char *fname; struct firmware_description *firm; int firm_size; __u16 firm_version; __u16 hwmodel; __u16 hwvers; struct xc2028_ctrl ctrl; struct firmware_properties cur_fw; struct mutex lock; }; struct v4l2_fwnode_endpoint { struct fwnode_endpoint base; enum v4l2_mbus_type bus_type; struct { struct v4l2_mbus_config_parallel parallel; struct v4l2_mbus_config_mipi_csi1 mipi_csi1; struct v4l2_mbus_config_mipi_csi2 mipi_csi2; } bus; u64 *link_frequencies; unsigned int nr_of_link_frequencies; }; struct v4l2_fwnode_link { struct fwnode_handle *local_node; unsigned int local_port; unsigned int local_id; struct fwnode_handle *remote_node; unsigned int remote_port; unsigned int remote_id; }; enum v4l2_connector_type { V4L2_CONN_UNKNOWN = 0, V4L2_CONN_COMPOSITE = 1, V4L2_CONN_SVIDEO = 2, }; struct v4l2_connector_link { struct list_head head; struct v4l2_fwnode_link fwnode_link; }; struct v4l2_fwnode_connector_analog { v4l2_std_id sdtv_stds; }; struct v4l2_fwnode_connector { const char *name; const char *label; enum v4l2_connector_type type; struct list_head links; unsigned int nr_of_links; union { struct v4l2_fwnode_connector_analog analog; } connector; }; struct v4l2_fwnode_bus_conv { enum v4l2_fwnode_bus_type fwnode_bus_type; enum v4l2_mbus_type mbus_type; const char *name; }; struct v4l2_fwnode_connector_conv { enum v4l2_connector_type type; const char *compatible; }; struct v4l2_fwnode_int_props { const char *name; const char * const *props; unsigned int nprops; }; struct v4l2_standard { __u32 index; v4l2_std_id id; __u8 name[24]; struct v4l2_fract frameperiod; __u32 framelines; __u32 reserved[4]; }; struct v4l2_control { __u32 id; __s32 value; }; struct v4l2_queryctrl { __u32 id; __u32 type; __u8 name[32]; __s32 minimum; __s32 maximum; __s32 step; __s32 default_value; __u32 flags; __u32 reserved[2]; }; struct v4l2_subdev_crop { __u32 which; __u32 pad; struct v4l2_rect rect; __u32 stream; __u32 reserved[7]; }; struct v4l2_subdev_capability { __u32 version; __u32 capabilities; __u32 reserved[14]; }; struct v4l2_subdev_routing { __u32 which; __u32 len_routes; __u64 routes; __u32 num_routes; __u32 reserved[11]; }; struct v4l2_subdev_client_capability { __u64 capabilities; }; enum v4l2_subdev_routing_restriction { V4L2_SUBDEV_ROUTING_NO_1_TO_N = 1, V4L2_SUBDEV_ROUTING_NO_N_TO_1 = 2, V4L2_SUBDEV_ROUTING_NO_SINK_STREAM_MIX = 4, V4L2_SUBDEV_ROUTING_NO_SOURCE_STREAM_MIX = 8, V4L2_SUBDEV_ROUTING_NO_SINK_MULTIPLEXING = 16, V4L2_SUBDEV_ROUTING_NO_SOURCE_MULTIPLEXING = 32, V4L2_SUBDEV_ROUTING_ONLY_1_TO_1 = 3, V4L2_SUBDEV_ROUTING_NO_STREAM_MIX = 12, V4L2_SUBDEV_ROUTING_NO_MULTIPLEXING = 48, }; typedef long int (*v4l2_kioctl)(struct file *, unsigned int, void *); struct dvbdevfops_node { struct file_operations *fops; enum dvb_device_type type; const struct dvb_device *template; struct list_head list_head; }; enum fe_type { FE_QPSK = 0, FE_QAM = 1, FE_OFDM = 2, FE_ATSC = 3, }; struct dvb_frontend_info { char name[128]; enum fe_type type; __u32 frequency_min; __u32 frequency_max; __u32 frequency_stepsize; __u32 frequency_tolerance; __u32 symbol_rate_min; __u32 symbol_rate_max; __u32 symbol_rate_tolerance; __u32 notifier_delay; enum fe_caps caps; }; struct dtv_property { __u32 cmd; __u32 reserved[3]; union { __u32 data; struct dtv_fe_stats st; struct { __u8 data[32]; __u32 len; __u32 reserved1[3]; void *reserved2; } buffer; } u; int result; } __attribute__((packed)); struct dtv_properties { __u32 num; struct dtv_property *props; }; enum fe_bandwidth { BANDWIDTH_8_MHZ = 0, BANDWIDTH_7_MHZ = 1, BANDWIDTH_6_MHZ = 2, BANDWIDTH_AUTO = 3, BANDWIDTH_5_MHZ = 4, BANDWIDTH_10_MHZ = 5, BANDWIDTH_1_712_MHZ = 6, }; typedef enum fe_status fe_status_t; typedef enum fe_spectral_inversion fe_spectral_inversion_t; typedef enum fe_code_rate fe_code_rate_t; typedef enum fe_modulation fe_modulation_t; typedef enum fe_transmit_mode fe_transmit_mode_t; typedef enum fe_bandwidth fe_bandwidth_t; typedef enum fe_guard_interval fe_guard_interval_t; typedef enum fe_hierarchy fe_hierarchy_t; struct dvb_qpsk_parameters { __u32 symbol_rate; fe_code_rate_t fec_inner; }; struct dvb_qam_parameters { __u32 symbol_rate; fe_code_rate_t fec_inner; fe_modulation_t modulation; }; struct dvb_vsb_parameters { fe_modulation_t modulation; }; struct dvb_ofdm_parameters { fe_bandwidth_t bandwidth; fe_code_rate_t code_rate_HP; fe_code_rate_t code_rate_LP; fe_modulation_t constellation; fe_transmit_mode_t transmission_mode; fe_guard_interval_t guard_interval; fe_hierarchy_t hierarchy_information; }; struct dvb_frontend_parameters { __u32 frequency; fe_spectral_inversion_t inversion; union { struct dvb_qpsk_parameters qpsk; struct dvb_qam_parameters qam; struct dvb_ofdm_parameters ofdm; struct dvb_vsb_parameters vsb; } u; }; struct dvb_frontend_event { fe_status_t status; struct dvb_frontend_parameters parameters; }; struct dvb_fe_events { struct dvb_frontend_event events[8]; int eventw; int eventr; int overflow; wait_queue_head_t wait_queue; struct mutex mtx; }; struct dvb_frontend_private { struct dvb_device *dvbdev; struct dvb_frontend_parameters parameters_out; struct dvb_fe_events events; struct semaphore sem; struct list_head list_head; wait_queue_head_t wait_queue; struct task_struct *thread; long unsigned int release_jiffies; unsigned int wakeup; enum fe_status status; long unsigned int tune_mode_flags; unsigned int delay; unsigned int reinitialise; int tone; int voltage; unsigned int state; unsigned int bending; int lnb_drift; unsigned int inversion; unsigned int auto_step; unsigned int auto_sub_step; unsigned int started_auto_step; unsigned int min_delay; unsigned int max_drift; unsigned int step_size; int quality; unsigned int check_wrapped; enum dvbfe_search algo_status; }; enum dvbv3_emulation_type { DVBV3_UNKNOWN = 0, DVBV3_QPSK = 1, DVBV3_QAM = 2, DVBV3_OFDM = 3, DVBV3_ATSC = 4, }; struct compat_dtv_property { __u32 cmd; __u32 reserved[3]; union { __u32 data; struct dtv_fe_stats st; struct { __u8 data[32]; __u32 len; __u32 reserved1[3]; compat_uptr_t reserved2; } buffer; } u; int result; }; struct compat_dtv_properties { __u32 num; compat_uptr_t props; }; struct lirc_scancode { __u64 timestamp; __u16 flags; __u16 rc_proto; __u32 keycode; __u64 scancode; }; enum rc_filter_type { RC_FILTER_NORMAL = 0, RC_FILTER_WAKEUP = 1, RC_FILTER_MAX = 2, }; struct rc_filter_attribute { struct device_attribute attr; enum rc_filter_type type; bool mask; }; struct system_time_snapshot { u64 cycles; ktime_t real; ktime_t boot; ktime_t raw; enum clocksource_ids cs_id; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; }; struct pps_event_time { struct timespec64 ts_real; }; struct debugfs_u32_array { u32 *array; u32 n_elements; }; struct ptp_extts_event { struct ptp_clock_time t; unsigned int index; unsigned int flags; unsigned int rsv[2]; }; enum ptp_clock_events { PTP_CLOCK_ALARM = 0, PTP_CLOCK_EXTTS = 1, PTP_CLOCK_EXTOFF = 2, PTP_CLOCK_PPS = 3, PTP_CLOCK_PPSUSR = 4, }; struct ptp_clock_event { int type; int index; union { u64 timestamp; s64 offset; struct pps_event_time pps_times; }; }; struct timestamp_event_queue { struct ptp_extts_event buf[128]; int head; int tail; spinlock_t lock; struct list_head qlist; long unsigned int *mask; struct dentry *debugfs_instance; struct debugfs_u32_array dfs_bitmap; }; struct syscon_reboot_context { struct regmap *map; u32 offset; u32 value; u32 mask; struct notifier_block restart_handler; }; typedef struct rw_semaphore *class_rwsem_write_t; enum { POWER_SUPPLY_TECHNOLOGY_UNKNOWN = 0, POWER_SUPPLY_TECHNOLOGY_NiMH = 1, POWER_SUPPLY_TECHNOLOGY_LION = 2, POWER_SUPPLY_TECHNOLOGY_LIPO = 3, POWER_SUPPLY_TECHNOLOGY_LiFe = 4, POWER_SUPPLY_TECHNOLOGY_NiCd = 5, POWER_SUPPLY_TECHNOLOGY_LiMn = 6, }; enum { POWER_SUPPLY_SCOPE_UNKNOWN = 0, POWER_SUPPLY_SCOPE_SYSTEM = 1, POWER_SUPPLY_SCOPE_DEVICE = 2, }; enum power_supply_notifier_events { PSY_EVENT_PROP_CHANGED = 0, }; struct power_supply_ext_registration { struct list_head list_head; const struct power_supply_ext *ext; struct device *dev; void *data; }; struct psy_for_each_psy_cb_data { int (*fn)(struct power_supply *, void *); void *data; }; struct psy_am_i_supplied_data { struct power_supply *psy; unsigned int count; }; struct psy_get_supplier_prop_data { struct power_supply *psy; enum power_supply_property psp; union power_supply_propval *val; }; struct power_supply_hwmon { struct power_supply *psy; long unsigned int *props; }; struct hwmon_type_attr_list { const u32 *attrs; size_t n_attrs; }; struct ec_params_get_cmd_versions_v1 { uint16_t cmd; }; struct ec_response_get_cmd_versions { uint32_t version_mask; }; enum ec_mkbp_event { EC_MKBP_EVENT_KEY_MATRIX = 0, EC_MKBP_EVENT_HOST_EVENT = 1, EC_MKBP_EVENT_SENSOR_FIFO = 2, EC_MKBP_EVENT_BUTTON = 3, EC_MKBP_EVENT_SWITCH = 4, EC_MKBP_EVENT_FINGERPRINT = 5, EC_MKBP_EVENT_SYSRQ = 6, EC_MKBP_EVENT_HOST_EVENT64 = 7, EC_MKBP_EVENT_CEC_EVENT = 8, EC_MKBP_EVENT_CEC_MESSAGE = 9, EC_MKBP_EVENT_PCHG = 12, EC_MKBP_EVENT_COUNT = 13, }; struct ec_response_pchg_count { uint8_t port_count; }; struct ec_params_pchg { uint8_t port; }; struct ec_response_pchg { uint32_t error; uint8_t state; uint8_t battery_percentage; uint8_t unused0; uint8_t unused1; uint32_t fw_version; uint32_t dropped_event_count; }; enum pchg_state { PCHG_STATE_RESET = 0, PCHG_STATE_INITIALIZED = 1, PCHG_STATE_ENABLED = 2, PCHG_STATE_DETECTED = 3, PCHG_STATE_CHARGING = 4, PCHG_STATE_FULL = 5, PCHG_STATE_DOWNLOAD = 6, PCHG_STATE_DOWNLOADING = 7, PCHG_STATE_CONNECTED = 8, PCHG_STATE_COUNT = 9, }; enum power_supply_charge_type { POWER_SUPPLY_CHARGE_TYPE_UNKNOWN = 0, POWER_SUPPLY_CHARGE_TYPE_NONE = 1, POWER_SUPPLY_CHARGE_TYPE_TRICKLE = 2, POWER_SUPPLY_CHARGE_TYPE_FAST = 3, POWER_SUPPLY_CHARGE_TYPE_STANDARD = 4, POWER_SUPPLY_CHARGE_TYPE_ADAPTIVE = 5, POWER_SUPPLY_CHARGE_TYPE_CUSTOM = 6, POWER_SUPPLY_CHARGE_TYPE_LONGLIFE = 7, POWER_SUPPLY_CHARGE_TYPE_BYPASS = 8, }; struct charger_data; struct port_data { int port_number; char name[12]; struct power_supply *psy; struct power_supply_desc psy_desc; int psy_status; int battery_percentage; int charge_type; struct charger_data *charger; long unsigned int last_update; }; struct charger_data { struct device *dev; struct cros_ec_dev *ec_dev; struct cros_ec_device *ec_device; int num_registered_psy; struct port_data *ports[8]; struct notifier_block notifier; }; enum hwmon_chip_attributes { hwmon_chip_temp_reset_history = 0, hwmon_chip_in_reset_history = 1, hwmon_chip_curr_reset_history = 2, hwmon_chip_power_reset_history = 3, hwmon_chip_register_tz = 4, hwmon_chip_update_interval = 5, hwmon_chip_alarms = 6, hwmon_chip_samples = 7, hwmon_chip_curr_samples = 8, hwmon_chip_in_samples = 9, hwmon_chip_power_samples = 10, hwmon_chip_temp_samples = 11, hwmon_chip_beep_enable = 12, hwmon_chip_pec = 13, }; struct ec_params_temp_sensor_get_info { uint8_t id; }; struct ec_response_temp_sensor_get_info { char sensor_name[32]; uint8_t sensor_type; }; struct cros_ec_hwmon_priv { struct cros_ec_device *cros_ec; const char *temp_sensor_names[24]; u8 usable_fans; }; struct thermal_hwmon_device { char type[20]; struct device *device; int count; struct list_head tz_list; struct list_head node; }; struct thermal_hwmon_attr { struct device_attribute attr; char name[16]; }; struct thermal_hwmon_temp { struct list_head hwmon_node; struct thermal_zone_device *tz; struct thermal_hwmon_attr temp_input; struct thermal_hwmon_attr temp_crit; }; struct cpufreq_cooling_device { u32 last_load; unsigned int cpufreq_state; unsigned int max_level; struct em_perf_domain *em; struct cpufreq_policy *policy; struct thermal_cooling_device_ops cooling_ops; struct freq_qos_request qos_req; }; struct watchdog_core_data { struct device dev; struct cdev cdev; struct watchdog_device *wdd; struct mutex lock; ktime_t last_keepalive; ktime_t last_hw_keepalive; ktime_t open_deadline; struct hrtimer timer; struct kthread_work work; long unsigned int status; }; struct debugfs_reg32 { char *name; long unsigned int offset; }; struct debugfs_regset32 { const struct debugfs_reg32 *regs; int nregs; void *base; struct device *dev; }; enum dw_wdt_rmod { DW_WDT_RMOD_RESET = 1, DW_WDT_RMOD_IRQ = 2, }; struct dw_wdt_timeout { u32 top_val; unsigned int sec; unsigned int msec; }; struct dw_wdt { void *regs; struct clk *clk; struct clk *pclk; long unsigned int rate; enum dw_wdt_rmod rmod; struct dw_wdt_timeout timeouts[16]; struct watchdog_device wdd; struct reset_control *rst; u32 control; u32 timeout; struct dentry *dbgfs_dir; }; enum edac_dev_feat { RAS_FEAT_SCRUB = 0, RAS_FEAT_ECS = 1, RAS_FEAT_MEM_REPAIR = 2, RAS_FEAT_MAX = 3, }; struct edac_scrub_ops { int (*read_addr)(struct device *, void *, u64 *); int (*read_size)(struct device *, void *, u64 *); int (*write_addr)(struct device *, void *, u64); int (*write_size)(struct device *, void *, u64); int (*get_enabled_bg)(struct device *, void *, bool *); int (*set_enabled_bg)(struct device *, void *, bool); int (*get_min_cycle)(struct device *, void *, u32 *); int (*get_max_cycle)(struct device *, void *, u32 *); int (*get_cycle_duration)(struct device *, void *, u32 *); int (*set_cycle_duration)(struct device *, void *, u32); }; struct edac_ecs_ops { int (*get_log_entry_type)(struct device *, void *, int, u32 *); int (*set_log_entry_type)(struct device *, void *, int, u32); int (*get_mode)(struct device *, void *, int, u32 *); int (*set_mode)(struct device *, void *, int, u32); int (*reset)(struct device *, void *, int, u32); int (*get_threshold)(struct device *, void *, int, u32 *); int (*set_threshold)(struct device *, void *, int, u32); }; struct edac_ecs_ex_info { u16 num_media_frus; }; struct edac_mem_repair_ops { int (*get_repair_type)(struct device *, void *, const char **); int (*get_persist_mode)(struct device *, void *, bool *); int (*set_persist_mode)(struct device *, void *, bool); int (*get_repair_safe_when_in_use)(struct device *, void *, bool *); int (*get_hpa)(struct device *, void *, u64 *); int (*set_hpa)(struct device *, void *, u64); int (*get_min_hpa)(struct device *, void *, u64 *); int (*get_max_hpa)(struct device *, void *, u64 *); int (*get_dpa)(struct device *, void *, u64 *); int (*set_dpa)(struct device *, void *, u64); int (*get_min_dpa)(struct device *, void *, u64 *); int (*get_max_dpa)(struct device *, void *, u64 *); int (*get_nibble_mask)(struct device *, void *, u32 *); int (*set_nibble_mask)(struct device *, void *, u32); int (*get_bank_group)(struct device *, void *, u32 *); int (*set_bank_group)(struct device *, void *, u32); int (*get_bank)(struct device *, void *, u32 *); int (*set_bank)(struct device *, void *, u32); int (*get_rank)(struct device *, void *, u32 *); int (*set_rank)(struct device *, void *, u32); int (*get_row)(struct device *, void *, u32 *); int (*set_row)(struct device *, void *, u32); int (*get_column)(struct device *, void *, u32 *); int (*set_column)(struct device *, void *, u32); int (*get_channel)(struct device *, void *, u32 *); int (*set_channel)(struct device *, void *, u32); int (*get_sub_channel)(struct device *, void *, u32 *); int (*set_sub_channel)(struct device *, void *, u32); int (*do_repair)(struct device *, void *, u32); }; struct edac_dev_data { union { const struct edac_scrub_ops *scrub_ops; const struct edac_ecs_ops *ecs_ops; const struct edac_mem_repair_ops *mem_repair_ops; }; u8 instance; void *private; }; struct edac_dev_feat_ctx { struct device dev; void *private; struct edac_dev_data *scrub; struct edac_dev_data ecs; struct edac_dev_data *mem_repair; }; struct edac_dev_feature { enum edac_dev_feat ft_type; u8 instance; union { const struct edac_scrub_ops *scrub_ops; const struct edac_ecs_ops *ecs_ops; const struct edac_mem_repair_ops *mem_repair_ops; }; void *ctx; struct edac_ecs_ex_info ecs_info; }; struct edac_device_counter { u32 ue_count; u32 ce_count; }; struct edac_device_ctl_info; struct edac_dev_sysfs_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct edac_device_instance; struct edac_device_block; struct edac_device_ctl_info { struct list_head link; struct module *owner; int dev_idx; int log_ue; int log_ce; int panic_on_ue; unsigned int poll_msec; long unsigned int delay; struct edac_dev_sysfs_attribute *sysfs_attributes; const struct bus_type *edac_subsys; int op_state; struct delayed_work work; void (*edac_check)(struct edac_device_ctl_info *); struct device *dev; const char *mod_name; const char *ctl_name; const char *dev_name; void *pvt_info; long unsigned int start_time; char name[32]; u32 nr_instances; struct edac_device_instance *instances; struct edac_device_block *blocks; struct edac_device_counter counters; struct kobject kobj; }; struct edac_dev_sysfs_block_attribute { struct attribute attr; ssize_t (*show)(struct kobject *, struct attribute *, char *); }; struct edac_device_block { struct edac_device_instance *instance; char name[32]; struct edac_device_counter counters; int nr_attribs; struct edac_dev_sysfs_block_attribute *block_attributes; struct kobject kobj; }; struct edac_device_instance { struct edac_device_ctl_info *ctl; char name[35]; struct edac_device_counter counters; u32 nr_blocks; struct edac_device_block *blocks; struct kobject kobj; }; struct ctl_info_attribute { struct attribute attr; ssize_t (*show)(struct edac_device_ctl_info *, char *); ssize_t (*store)(struct edac_device_ctl_info *, const char *, size_t); }; struct instance_attribute___2 { struct attribute attr; ssize_t (*show)(struct edac_device_instance *, char *); ssize_t (*store)(struct edac_device_instance *, const char *, size_t); }; struct opp_config_data { struct opp_table *opp_table; unsigned int flags; unsigned int required_dev_index; }; struct opp_device { struct list_head node; const struct device *dev; struct dentry *dentry; }; struct userspace_policy { unsigned int is_managed; unsigned int setspeed; struct mutex mutex; }; enum scmi_power_scale { SCMI_POWER_BOGOWATTS = 0, SCMI_POWER_MILLIWATTS = 1, SCMI_POWER_MICROWATTS = 2, }; struct scmi_perf_domain_info { char name[64]; bool set_perf; }; struct scmi_perf_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const struct scmi_perf_domain_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*limits_set)(const struct scmi_protocol_handle *, u32, u32, u32); int (*limits_get)(const struct scmi_protocol_handle *, u32, u32 *, u32 *); int (*level_set)(const struct scmi_protocol_handle *, u32, u32, bool); int (*level_get)(const struct scmi_protocol_handle *, u32, u32 *, bool); int (*transition_latency_get)(const struct scmi_protocol_handle *, u32); int (*rate_limit_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*device_opps_add)(const struct scmi_protocol_handle *, struct device *, u32); int (*freq_set)(const struct scmi_protocol_handle *, u32, long unsigned int, bool); int (*freq_get)(const struct scmi_protocol_handle *, u32, long unsigned int *, bool); int (*est_power_get)(const struct scmi_protocol_handle *, u32, long unsigned int *, long unsigned int *); bool (*fast_switch_possible)(const struct scmi_protocol_handle *, u32); int (*fast_switch_rate_limit)(const struct scmi_protocol_handle *, u32, u32 *); enum scmi_power_scale (*power_scale_get)(const struct scmi_protocol_handle *); }; struct scmi_perf_limits_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int range_max; unsigned int range_min; long unsigned int range_max_freq; long unsigned int range_min_freq; }; struct scmi_data { int domain_id; int nr_opp; struct device *cpu_dev; cpumask_var_t opp_shared_cpus; struct notifier_block limit_notify_nb; struct freq_qos_request limits_freq_req; }; struct mmc_driver { struct device_driver drv; int (*probe)(struct mmc_card *); void (*remove)(struct mmc_card *); void (*shutdown)(struct mmc_card *); }; struct mmc_ioc_cmd { int write_flag; int is_acmd; __u32 opcode; __u32 arg; __u32 response[4]; unsigned int flags; unsigned int blksz; unsigned int blocks; unsigned int postsleep_min_us; unsigned int postsleep_max_us; unsigned int data_timeout_ns; unsigned int cmd_timeout_ms; __u32 __pad; __u64 data_ptr; }; struct mmc_ioc_multi_cmd { __u64 num_of_cmds; struct mmc_ioc_cmd cmds[0]; }; enum mmc_issued { MMC_REQ_STARTED = 0, MMC_REQ_BUSY = 1, MMC_REQ_FAILED_TO_START = 2, MMC_REQ_FINISHED = 3, }; enum mmc_issue_type { MMC_ISSUE_SYNC = 0, MMC_ISSUE_DCMD = 1, MMC_ISSUE_ASYNC = 2, MMC_ISSUE_MAX = 3, }; struct mmc_blk_request { struct mmc_request mrq; struct mmc_command sbc; struct mmc_command cmd; struct mmc_command stop; struct mmc_data data; }; enum mmc_drv_op { MMC_DRV_OP_IOCTL = 0, MMC_DRV_OP_IOCTL_RPMB = 1, MMC_DRV_OP_BOOT_WP = 2, MMC_DRV_OP_GET_CARD_STATUS = 3, MMC_DRV_OP_GET_EXT_CSD = 4, }; struct mmc_queue_req { struct mmc_blk_request brq; struct scatterlist *sg; enum mmc_drv_op drv_op; int drv_op_result; void *drv_op_data; unsigned int ioc_count; int retries; }; struct mmc_blk_data; struct mmc_queue { struct mmc_card *card; struct mmc_ctx ctx; struct blk_mq_tag_set tag_set; struct mmc_blk_data *blkdata; struct request_queue *queue; spinlock_t lock; int in_flight[3]; unsigned int cqe_busy; bool busy; bool recovery_needed; bool in_recovery; bool rw_wait; bool waiting; struct work_struct recovery_work; wait_queue_head_t wait; struct request *recovery_req; struct request *complete_req; struct mutex complete_lock; struct work_struct complete_work; }; struct mmc_blk_data { struct device *parent; struct gendisk *disk; struct mmc_queue queue; struct list_head part; struct list_head rpmbs; unsigned int flags; struct kref kref; unsigned int read_only; unsigned int part_type; unsigned int reset_done; unsigned int part_curr; int area_type; struct dentry *status_dentry; struct dentry *ext_csd_dentry; }; struct rpmb_frame { u8 stuff[196]; u8 key_mac[32]; u8 data[256]; u8 nonce[16]; __be32 write_counter; __be16 addr; __be16 block_count; __be16 result; __be16 req_resp; }; struct mmc_blk_busy_data { struct mmc_card *card; u32 status; }; struct mmc_rpmb_data { struct device dev; struct cdev chrdev; int id; unsigned int part_index; struct mmc_blk_data *md; struct rpmb_dev *rdev; struct list_head node; }; struct mmc_blk_ioc_data { struct mmc_ioc_cmd ic; unsigned char *buf; u64 buf_bytes; unsigned int flags; struct mmc_rpmb_data *rpmb; }; struct sdhci_adma2_64_desc { __le16 cmd; __le16 len; __le32 addr_lo; __le32 addr_hi; }; enum sdhci_cookie { COOKIE_UNMAPPED___2 = 0, COOKIE_PRE_MAPPED___2 = 1, COOKIE_MAPPED___2 = 2, }; enum sdhci_reset_reason { SDHCI_RESET_FOR_INIT = 0, SDHCI_RESET_FOR_REQUEST_ERROR = 1, SDHCI_RESET_FOR_REQUEST_ERROR_DATA_ONLY = 2, SDHCI_RESET_FOR_TUNING_ABORT = 3, SDHCI_RESET_FOR_CARD_REMOVED = 4, SDHCI_RESET_FOR_CQE_RECOVERY = 5, }; struct of_mmc_spi { struct mmc_spi_platform_data pdata; int detect_irq; }; struct hi3798cv200_priv { struct clk *sample_clk; struct clk *drive_clk; }; enum pm_api_id { PM_API_FEATURES = 0, PM_GET_API_VERSION = 1, PM_REGISTER_NOTIFIER = 5, PM_FORCE_POWERDOWN = 8, PM_REQUEST_WAKEUP = 10, PM_SYSTEM_SHUTDOWN = 12, PM_REQUEST_NODE = 13, PM_RELEASE_NODE = 14, PM_SET_REQUIREMENT = 15, PM_RESET_ASSERT = 17, PM_RESET_GET_STATUS = 18, PM_MMIO_WRITE = 19, PM_MMIO_READ = 20, PM_PM_INIT_FINALIZE = 21, PM_FPGA_LOAD = 22, PM_FPGA_GET_STATUS = 23, PM_GET_CHIPID = 24, PM_SECURE_SHA = 26, PM_PINCTRL_REQUEST = 28, PM_PINCTRL_RELEASE = 29, PM_PINCTRL_SET_FUNCTION = 31, PM_PINCTRL_CONFIG_PARAM_GET = 32, PM_PINCTRL_CONFIG_PARAM_SET = 33, PM_IOCTL = 34, PM_QUERY_DATA = 35, PM_CLOCK_ENABLE = 36, PM_CLOCK_DISABLE = 37, PM_CLOCK_GETSTATE = 38, PM_CLOCK_SETDIVIDER = 39, PM_CLOCK_GETDIVIDER = 40, PM_CLOCK_SETPARENT = 43, PM_CLOCK_GETPARENT = 44, PM_FPGA_READ = 46, PM_SECURE_AES = 47, PM_EFUSE_ACCESS = 53, PM_FEATURE_CHECK = 63, }; enum pm_ioctl_id { IOCTL_GET_RPU_OPER_MODE = 0, IOCTL_SET_RPU_OPER_MODE = 1, IOCTL_RPU_BOOT_ADDR_CONFIG = 2, IOCTL_TCM_COMB_CONFIG = 3, IOCTL_SET_TAPDELAY_BYPASS = 4, IOCTL_SD_DLL_RESET = 6, IOCTL_SET_SD_TAPDELAY = 7, IOCTL_SET_PLL_FRAC_MODE = 8, IOCTL_GET_PLL_FRAC_MODE = 9, IOCTL_SET_PLL_FRAC_DATA = 10, IOCTL_GET_PLL_FRAC_DATA = 11, IOCTL_WRITE_GGS = 12, IOCTL_READ_GGS = 13, IOCTL_WRITE_PGGS = 14, IOCTL_READ_PGGS = 15, IOCTL_SET_BOOT_HEALTH_STATUS = 17, IOCTL_OSPI_MUX_SELECT = 21, IOCTL_REGISTER_SGI = 25, IOCTL_SET_FEATURE_CONFIG = 26, IOCTL_GET_FEATURE_CONFIG = 27, IOCTL_READ_REG = 28, IOCTL_SET_SD_CONFIG = 30, IOCTL_SET_GEM_CONFIG = 31, IOCTL_GET_QOS = 34, }; enum pm_node_id { NODE_SD_0 = 39, NODE_SD_1 = 40, }; enum tap_delay_type { PM_TAPDELAY_INPUT = 0, PM_TAPDELAY_OUTPUT = 1, }; enum dll_reset_type { PM_DLL_RESET_ASSERT = 0, PM_DLL_RESET_RELEASE = 1, PM_DLL_RESET_PULSE = 2, }; enum pm_sd_config_type { SD_CONFIG_EMMC_SEL = 1, SD_CONFIG_BASECLK = 2, SD_CONFIG_8BIT = 3, SD_CONFIG_FIXED = 4, }; struct cqhci_host_ops; struct cqhci_slot; struct cqhci_host { const struct cqhci_host_ops *ops; void *mmio; struct mmc_host *mmc; spinlock_t lock; unsigned int rca; bool dma64; int num_slots; int qcnt; u32 dcmd_slot; u32 caps; u32 quirks; bool enabled; bool halted; bool init_done; bool activated; bool waiting_for_idle; bool recovery_halt; size_t desc_size; size_t data_size; u8 *desc_base; u8 slot_sz; u8 task_desc_len; u8 link_desc_len; u8 *trans_desc_base; u8 trans_desc_len; dma_addr_t desc_dma_base; dma_addr_t trans_desc_dma_base; struct completion halt_comp; wait_queue_head_t wait_queue; struct cqhci_slot *slot; }; struct cqhci_host_ops { void (*dumpregs)(struct mmc_host *); void (*write_l)(struct cqhci_host *, u32, int); u32 (*read_l)(struct cqhci_host *, int); void (*enable)(struct mmc_host *); void (*disable)(struct mmc_host *, bool); void (*update_dcmd_desc)(struct mmc_host *, struct mmc_request *, u64 *); void (*pre_enable)(struct mmc_host *); void (*post_disable)(struct mmc_host *); void (*set_tran_desc)(struct cqhci_host *, u8 **, dma_addr_t, int, bool, bool); }; struct sdhci_arasan_soc_ctl_field { u32 reg; u16 width; s16 shift; }; struct sdhci_arasan_soc_ctl_map { struct sdhci_arasan_soc_ctl_field baseclkfreq; struct sdhci_arasan_soc_ctl_field clockmultiplier; struct sdhci_arasan_soc_ctl_field support64b; bool hiword_update; }; struct sdhci_arasan_clk_ops { const struct clk_ops *sdcardclk_ops; const struct clk_ops *sampleclk_ops; }; struct sdhci_arasan_clk_data { struct clk_hw sdcardclk_hw; struct clk *sdcardclk; struct clk_hw sampleclk_hw; struct clk *sampleclk; int clk_phase_in[11]; int clk_phase_out[11]; void (*set_clk_delays)(struct sdhci_host *); void *clk_of_data; }; struct sdhci_arasan_data { struct sdhci_host *host; struct clk *clk_ahb; struct phy *phy; bool is_phy_on; bool internal_phy_reg; bool has_cqe; struct sdhci_arasan_clk_data clk_data; const struct sdhci_arasan_clk_ops *clk_ops; struct regmap *soc_ctl_base; const struct sdhci_arasan_soc_ctl_map *soc_ctl_map; unsigned int quirks; }; struct sdhci_arasan_of_data { const struct sdhci_arasan_soc_ctl_map *soc_ctl_map; const struct sdhci_pltfm_data *pdata; const struct sdhci_arasan_clk_ops *clk_ops; }; enum xenon_variant { XENON_A3700 = 0, XENON_AP806 = 1, XENON_AP807 = 2, XENON_CP110 = 3, XENON_AC5 = 4, }; struct xenon_emmc_phy_regs; struct xenon_priv { unsigned char tuning_count; u8 sdhc_id; unsigned int init_card_type; unsigned char bus_width; unsigned char timing; unsigned int clock; struct clk *axi_clk; int phy_type; void *phy_params; struct xenon_emmc_phy_regs *emmc_phy_regs; bool restore_needed; enum xenon_variant hw_version; }; enum { REG_SQATTR = 0, REG_SQLBA = 4, REG_SQUBA = 8, REG_SQDAO = 12, REG_SQISAO = 16, REG_CQATTR = 32, REG_CQLBA = 36, REG_CQUBA = 40, REG_CQDAO = 44, REG_CQISAO = 48, }; enum { REG_SQHP = 0, REG_SQTP = 4, REG_SQRTC = 8, REG_SQCTI = 12, REG_SQRTS = 16, }; enum { REG_CQHP = 0, REG_CQTP = 4, }; enum { REG_CQIS = 0, REG_CQIE = 4, }; enum { SQ_START = 0, SQ_STOP = 1, SQ_ICU = 2, }; enum { SQ_STS = 1, SQ_CUS = 2, }; enum ufs_lanes { UFS_LANE_DONT_CHANGE = 0, UFS_LANE_1 = 1, UFS_LANE_2 = 2, }; struct ufs_clk_info { struct list_head list; struct clk *clk; const char *name; u32 max_freq; u32 min_freq; u32 curr_freq; bool keep_link_active; bool enabled; }; struct ufs_host_params { u32 pwm_rx_gear; u32 pwm_tx_gear; u32 hs_rx_gear; u32 hs_tx_gear; u32 rx_lanes; u32 tx_lanes; u32 rx_pwr_pwm; u32 tx_pwr_pwm; u32 rx_pwr_hs; u32 tx_pwr_hs; u32 hs_rate; u32 desired_working_mode; }; struct dmi_device_attribute { struct device_attribute dev_attr; int field; }; struct mafield { const char *prefix; int field; }; struct scmi_smc { int irq; struct scmi_chan_info *cinfo; struct scmi_shared_mem *shmem; struct scmi_shmem_io_ops *io_ops; struct mutex shmem_lock; atomic_t inflight; long unsigned int func_id; long unsigned int param_page; long unsigned int param_offset; long unsigned int cap_id; }; enum scmi_optee_pta_cmd { PTA_SCMI_CMD_CAPABILITIES = 0, PTA_SCMI_CMD_PROCESS_SMT_CHANNEL = 1, PTA_SCMI_CMD_PROCESS_SMT_CHANNEL_MESSAGE = 2, PTA_SCMI_CMD_GET_CHANNEL = 3, PTA_SCMI_CMD_PROCESS_MSG_CHANNEL = 4, }; struct scmi_optee_channel { u32 channel_id; u32 tee_session; u32 caps; u32 rx_len; struct mutex mu; struct scmi_chan_info *cinfo; union { struct scmi_shared_mem *shmem; struct scmi_msg_payld *msg; } req; struct scmi_shmem_io_ops *io_ops; struct tee_shm *tee_shm; struct list_head link; }; struct scmi_optee_agent { struct device *dev; struct tee_context *tee_ctx; u32 caps; struct mutex mu; struct list_head channel_list; }; struct kfifo { union { struct __kfifo kfifo; unsigned char *type; const unsigned char *const_type; char (*rectype)[0]; void *ptr; const void *ptr_const; }; unsigned char buf[0]; }; struct scmi_registered_events_desc; struct scmi_notify_instance { void *gid; struct scmi_handle *handle; struct work_struct init_work; struct workqueue_struct *notify_wq; struct mutex pending_mtx; struct scmi_registered_events_desc **registered_protocols; struct hlist_head pending_events_handlers[16]; }; struct events_queue { size_t sz; struct kfifo kfifo; struct work_struct notify_work; struct workqueue_struct *wq; }; struct scmi_event_header; struct scmi_registered_event; struct scmi_registered_events_desc { u8 id; const struct scmi_event_ops *ops; struct events_queue equeue; struct scmi_notify_instance *ni; struct scmi_event_header *eh; size_t eh_sz; void *in_flight; int num_events; struct scmi_registered_event **registered_events; struct mutex registered_mtx; const struct scmi_protocol_handle *ph; struct hlist_head registered_events_handlers[64]; }; struct scmi_event_header { ktime_t timestamp; size_t payld_sz; unsigned char evt_id; unsigned char payld[0]; }; struct scmi_registered_event { struct scmi_registered_events_desc *proto; const struct scmi_event *evt; void *report; u32 num_sources; refcount_t *sources; struct mutex sources_mtx; }; struct scmi_event_handler { u32 key; refcount_t users; struct scmi_registered_event *r_evt; struct blocking_notifier_head chain; struct hlist_node hash; bool enabled; }; struct scmi_notifier_devres { const struct scmi_handle *handle; u8 proto_id; u8 evt_id; u32 __src_id; u32 *src_id; struct notifier_block *nb; }; struct scmi_power_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const char * (*name_get)(const struct scmi_protocol_handle *, u32); int (*state_set)(const struct scmi_protocol_handle *, u32, u32); int (*state_get)(const struct scmi_protocol_handle *, u32, u32 *); }; struct scmi_power_state_changed_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int power_state; }; enum scmi_power_protocol_cmd { POWER_DOMAIN_ATTRIBUTES = 3, POWER_STATE_SET = 4, POWER_STATE_GET = 5, POWER_STATE_NOTIFY = 6, POWER_DOMAIN_NAME_GET = 8, }; struct scmi_msg_resp_power_attributes { __le16 num_domains; __le16 reserved; __le32 stats_addr_low; __le32 stats_addr_high; __le32 stats_size; }; struct scmi_msg_resp_power_domain_attributes { __le32 flags; u8 name[16]; }; struct scmi_power_set_state { __le32 flags; __le32 domain; __le32 state; }; struct scmi_power_state_notify { __le32 domain; __le32 notify_enable; }; struct scmi_power_state_notify_payld { __le32 agent_id; __le32 domain_id; __le32 power_state; }; struct power_dom_info { bool state_set_sync; bool state_set_async; bool state_set_notify; char name[64]; }; struct scmi_power_info { u32 version; bool notify_state_change_cmd; int num_domains; u64 stats_addr; u32 stats_size; struct power_dom_info *dom_info; }; struct scmi_sensor_trip_point_report { ktime_t timestamp; unsigned int agent_id; unsigned int sensor_id; unsigned int trip_point_desc; }; struct scmi_sensor_update_report { ktime_t timestamp; unsigned int agent_id; unsigned int sensor_id; unsigned int readings_count; struct scmi_sensor_reading readings[0]; }; enum scmi_sensor_protocol_cmd { SENSOR_DESCRIPTION_GET = 3, SENSOR_TRIP_POINT_NOTIFY = 4, SENSOR_TRIP_POINT_CONFIG = 5, SENSOR_READING_GET = 6, SENSOR_AXIS_DESCRIPTION_GET = 7, SENSOR_LIST_UPDATE_INTERVALS = 8, SENSOR_CONFIG_GET = 9, SENSOR_CONFIG_SET = 10, SENSOR_CONTINUOUS_UPDATE_NOTIFY = 11, SENSOR_NAME_GET = 12, SENSOR_AXIS_NAME_GET = 13, }; struct scmi_msg_resp_sensor_attributes { __le16 num_sensors; u8 max_requests; u8 reserved; __le32 reg_addr_low; __le32 reg_addr_high; __le32 reg_size; }; struct scmi_msg_resp_attrs { __le32 min_range_low; __le32 min_range_high; __le32 max_range_low; __le32 max_range_high; }; struct scmi_msg_sensor_description { __le32 desc_index; }; struct scmi_sensor_descriptor { __le32 id; __le32 attributes_low; __le32 attributes_high; u8 name[16]; __le32 power; __le32 resolution; struct scmi_msg_resp_attrs scalar_attrs; }; struct scmi_msg_resp_sensor_description { __le16 num_returned; __le16 num_remaining; struct scmi_sensor_descriptor desc[0]; }; struct scmi_msg_sensor_axis_description_get { __le32 id; __le32 axis_desc_index; }; struct scmi_axis_descriptor { __le32 id; __le32 attributes_low; __le32 attributes_high; u8 name[16]; __le32 resolution; struct scmi_msg_resp_attrs attrs; }; struct scmi_msg_resp_sensor_axis_description { __le32 num_axis_flags; struct scmi_axis_descriptor desc[0]; }; struct scmi_sensor_axis_name_descriptor { __le32 axis_id; u8 name[64]; }; struct scmi_msg_resp_sensor_axis_names_description { __le32 num_axis_flags; struct scmi_sensor_axis_name_descriptor desc[0]; }; struct scmi_msg_sensor_list_update_intervals { __le32 id; __le32 index; }; struct scmi_msg_resp_sensor_list_update_intervals { __le32 num_intervals_flags; __le32 intervals[0]; }; struct scmi_msg_sensor_request_notify { __le32 id; __le32 event_control; }; struct scmi_msg_set_sensor_trip_point { __le32 id; __le32 event_control; __le32 value_low; __le32 value_high; }; struct scmi_msg_sensor_config_set { __le32 id; __le32 sensor_config; }; struct scmi_msg_sensor_reading_get { __le32 id; __le32 flags; }; struct scmi_resp_sensor_reading_complete { __le32 id; __le32 readings_low; __le32 readings_high; }; struct scmi_sensor_reading_resp { __le32 sensor_value_low; __le32 sensor_value_high; __le32 timestamp_low; __le32 timestamp_high; }; struct scmi_resp_sensor_reading_complete_v3 { __le32 id; struct scmi_sensor_reading_resp readings[0]; }; struct scmi_sensor_trip_notify_payld { __le32 agent_id; __le32 sensor_id; __le32 trip_point_desc; }; struct scmi_sensor_update_notify_payld { __le32 agent_id; __le32 sensor_id; struct scmi_sensor_reading_resp readings[0]; }; struct sensors_info { u32 version; bool notify_trip_point_cmd; bool notify_continuos_update_cmd; int num_sensors; int max_requests; u64 reg_addr; u32 reg_size; struct scmi_sensor_info *sensors; }; struct scmi_sens_ipriv { void *priv; struct device *dev; }; struct scmi_apriv { bool any_axes_support_extended_names; struct scmi_sensor_info *s; }; struct scmi_shared_mem { __le32 reserved; __le32 channel_status; __le32 reserved1[2]; __le32 flags; __le32 length; __le32 msg_header; u8 msg_payload[0]; }; typedef struct { u32 version; u32 num_entries; u32 desc_size; u32 flags; efi_memory_desc_t entry[0]; } efi_memory_attributes_table_t; typedef int (*efi_memattr_perm_setter)(struct mm_struct *, efi_memory_desc_t *, bool); enum { SYSTAB = 0, MMBASE = 1, MMSIZE = 2, DCSIZE = 3, DCVERS = 4, PARAMCOUNT = 5, }; struct cper_arm_err_info { u8 version; u8 length; u16 validation_bits; u8 type; u16 multiple_error; u8 flags; u64 error_info; u64 virt_fault_addr; u64 physical_fault_addr; } __attribute__((packed)); struct cper_arm_ctx_info { u16 version; u16 type; u32 size; }; typedef long unsigned int psci_fn(long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef int (*psci_initcall_t)(const struct device_node *); struct alias_prop { struct list_head link; const char *alias; struct device_node *np; int id; char stem[0]; }; enum host_sleep_event { HOST_SLEEP_EVENT_S3_SUSPEND = 1, HOST_SLEEP_EVENT_S3_RESUME = 2, HOST_SLEEP_EVENT_S0IX_SUSPEND = 3, HOST_SLEEP_EVENT_S0IX_RESUME = 4, HOST_SLEEP_EVENT_S3_WAKEABLE_SUSPEND = 5, }; struct ec_params_host_sleep_event { uint8_t sleep_event; }; struct ec_params_host_sleep_event_v1 { uint8_t sleep_event; uint8_t reserved; union { struct { uint16_t sleep_timeout_ms; } suspend_params; }; }; struct ec_response_host_sleep_event_v1 { union { struct { uint32_t sleep_transitions; } resume_response; }; }; struct trace_event_raw_cros_ec_request_start { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; char __data[0]; }; struct trace_event_raw_cros_ec_request_done { struct trace_entry ent; uint32_t version; uint32_t offset; uint32_t command; uint32_t outsize; uint32_t insize; uint32_t result; int retval; char __data[0]; }; struct trace_event_data_offsets_cros_ec_request_start {}; struct trace_event_data_offsets_cros_ec_request_done {}; typedef void (*btf_trace_cros_ec_request_start)(void *, struct cros_ec_command *); typedef void (*btf_trace_cros_ec_request_done)(void *, struct cros_ec_command *, int); enum ec_console_read_subcmd { CONSOLE_READ_NEXT = 0, CONSOLE_READ_RECENT = 1, }; struct ec_params_console_read_v1 { uint8_t subcmd; }; struct ap_reset_log_entry { uint16_t reset_cause; uint16_t reserved; uint32_t reset_time_ms; }; struct ec_response_uptime_info { uint32_t time_since_ec_boot_ms; uint32_t ap_resets_since_ec_boot; uint32_t ec_reset_flags; struct ap_reset_log_entry recent_ap_reset[4]; }; struct cros_ec_debugfs { struct cros_ec_dev *ec; struct dentry *dir; struct circ_buf log_buffer; struct cros_ec_command *read_msg; struct mutex log_mutex; struct delayed_work log_poll_work; struct debugfs_blob_wrapper panicinfo_blob; struct notifier_block notifier_panic; }; struct ec_response_host_event_status { uint32_t status; }; struct cros_usbpd_notify_data { struct device *dev; struct cros_ec_device *ec; struct notifier_block nb; }; struct mhu_db_link { unsigned int irq; void *tx_reg; void *rx_reg; }; struct arm_mhu { void *base; struct mhu_db_link mlink[3]; struct mbox_controller mbox; struct device *dev; }; struct mhu_db_channel { struct arm_mhu *mhu; unsigned int pchan; unsigned int doorbell; }; struct qcom_glink_pipe { size_t length; size_t (*avail)(struct qcom_glink_pipe *); void (*peek)(struct qcom_glink_pipe *, void *, unsigned int, size_t); void (*advance)(struct qcom_glink_pipe *, size_t); void (*write)(struct qcom_glink_pipe *, const void *, size_t, const void *, size_t); void (*kick)(struct qcom_glink_pipe *); }; struct trace_event_raw_qcom_glink_cmd_version { struct trace_entry ent; u32 __data_loc_remote; u32 version; u32 features; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_version_ack { struct trace_entry ent; u32 __data_loc_remote; u32 version; u32 features; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_open { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_close { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_open_ack { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_intent { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; u32 count; u32 size; u32 liid; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_rx_done { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; u32 iid; bool reuse; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_rx_intent_req { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; u32 size; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_rx_intent_req_ack { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; bool granted; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_tx_data { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; u32 iid; u32 chunk_size; u32 left_size; bool cont; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_close_ack { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_read_notif { struct trace_entry ent; u32 __data_loc_remote; bool tx; char __data[0]; }; struct trace_event_raw_qcom_glink_cmd_signal { struct trace_entry ent; u32 __data_loc_remote; u32 __data_loc_channel; u16 lcid; u16 rcid; u32 signals; bool tx; char __data[0]; }; struct trace_event_data_offsets_qcom_glink_cmd_version { u32 remote; const void *remote_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_version_ack { u32 remote; const void *remote_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_open { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_close { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_open_ack { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_intent { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_rx_done { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_rx_intent_req { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_rx_intent_req_ack { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_tx_data { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_close_ack { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_read_notif { u32 remote; const void *remote_ptr_; }; struct trace_event_data_offsets_qcom_glink_cmd_signal { u32 remote; const void *remote_ptr_; u32 channel; const void *channel_ptr_; }; typedef void (*btf_trace_qcom_glink_cmd_version)(void *, const char *, unsigned int, unsigned int, bool); typedef void (*btf_trace_qcom_glink_cmd_version_ack)(void *, const char *, unsigned int, unsigned int, bool); typedef void (*btf_trace_qcom_glink_cmd_open)(void *, const char *, const char *, u16, u16, bool); typedef void (*btf_trace_qcom_glink_cmd_close)(void *, const char *, const char *, u16, u16, bool); typedef void (*btf_trace_qcom_glink_cmd_open_ack)(void *, const char *, const char *, u16, u16, bool); typedef void (*btf_trace_qcom_glink_cmd_intent)(void *, const char *, const char *, u16, u16, size_t, size_t, u32, bool); typedef void (*btf_trace_qcom_glink_cmd_rx_done)(void *, const char *, const char *, u16, u16, u32, bool, bool); typedef void (*btf_trace_qcom_glink_cmd_rx_intent_req)(void *, const char *, const char *, u16, u16, size_t, bool); typedef void (*btf_trace_qcom_glink_cmd_rx_intent_req_ack)(void *, const char *, const char *, u16, u16, bool, bool); typedef void (*btf_trace_qcom_glink_cmd_tx_data)(void *, const char *, const char *, u16, u16, u32, u32, u32, bool, bool); typedef void (*btf_trace_qcom_glink_cmd_close_ack)(void *, const char *, const char *, u16, u16, bool); typedef void (*btf_trace_qcom_glink_cmd_read_notif)(void *, const char *, bool); typedef void (*btf_trace_qcom_glink_cmd_signal)(void *, const char *, const char *, u16, u16, unsigned int, bool); struct glink_msg_hdr { __le16 cmd; __le16 param1; __le32 param2; }; struct glink_msg { union { struct { __le16 cmd; __le16 param1; __le32 param2; }; struct glink_msg_hdr hdr; }; u8 data[0]; }; struct glink_defer_cmd { struct list_head node; struct glink_msg_hdr msg; u8 data[0]; }; struct glink_core_rx_intent { void *data; u32 id; size_t size; bool reuse; bool in_use; u32 offset; struct list_head node; }; struct qcom_glink { struct device *dev; const char *label; struct qcom_glink_pipe *rx_pipe; struct qcom_glink_pipe *tx_pipe; struct work_struct rx_work; spinlock_t rx_lock; struct list_head rx_queue; spinlock_t tx_lock; spinlock_t idr_lock; struct idr lcids; struct idr rcids; long unsigned int features; bool intentless; wait_queue_head_t tx_avail_notify; bool sent_read_notify; bool abort_tx; }; struct glink_channel { struct rpmsg_endpoint ept; struct rpmsg_device *rpdev; struct qcom_glink *glink; struct kref refcount; spinlock_t recv_lock; char *name; unsigned int lcid; unsigned int rcid; spinlock_t intent_lock; struct idr liids; struct idr riids; struct work_struct intent_work; struct list_head done_intents; struct glink_core_rx_intent *buf; int buf_offset; int buf_size; struct completion open_ack; struct completion open_req; struct mutex intent_req_lock; int intent_req_result; bool intent_received; wait_queue_head_t intent_req_wq; }; struct intent_pair { __le32 size; __le32 iid; }; struct command { __le16 id; __le16 lcid; __le32 count; __le32 size; __le32 liid; }; struct usb_extcon_info { struct device *dev; struct extcon_dev *edev; struct gpio_desc *id_gpiod; struct gpio_desc *vbus_gpiod; int id_irq; int vbus_irq; long unsigned int debounce_jiffies; struct delayed_work wq_detcable; }; struct iio_event_data { __u64 id; __s64 timestamp; }; struct iio_event_interface { wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct iio_event_data *type; const struct iio_event_data *const_type; char (*rectype)[0]; struct iio_event_data *ptr; const struct iio_event_data *ptr_const; }; struct iio_event_data buf[16]; } det_events; struct list_head dev_attr_list; long unsigned int flags; struct attribute_group group; struct mutex read_lock; struct iio_ioctl_handler ioctl_handler; }; struct iio_dev_attr { struct device_attribute dev_attr; u64 address; struct list_head l; const struct iio_chan_spec *c; struct iio_buffer *buffer; }; struct iio_subirq { bool enabled; }; struct iio_trigger_ops; struct iio_trigger { const struct iio_trigger_ops *ops; struct module *owner; int id; const char *name; struct device dev; struct list_head list; struct list_head alloc_list; atomic_t use_count; struct irq_chip subirq_chip; int subirq_base; struct iio_subirq subirqs[2]; long unsigned int pool[1]; struct mutex pool_lock; bool attached_own_device; struct work_struct reenable_work; }; struct iio_poll_func { struct iio_dev *indio_dev; irqreturn_t (*h)(int, void *); irqreturn_t (*thread)(int, void *); int type; char *name; int irq; s64 timestamp; }; struct iio_trigger_ops { int (*set_trigger_state)(struct iio_trigger *, bool); void (*reenable)(struct iio_trigger *); int (*validate_device)(struct iio_trigger *, struct iio_dev *); }; typedef int (*armpmu_init_fn)(struct arm_pmu *); struct pmu_probe_info { unsigned int cpuid; unsigned int mask; armpmu_init_fn init; }; struct hisi_pa_pmu_int_regs { u32 mask_offset; u32 clear_offset; u32 status_offset; }; typedef int (*nvmem_reg_read_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_reg_write_t)(void *, unsigned int, void *, size_t); typedef int (*nvmem_cell_post_process_t)(void *, const char *, int, unsigned int, void *, size_t); enum nvmem_type { NVMEM_TYPE_UNKNOWN = 0, NVMEM_TYPE_EEPROM = 1, NVMEM_TYPE_OTP = 2, NVMEM_TYPE_BATTERY_BACKED = 3, NVMEM_TYPE_FRAM = 4, }; struct nvmem_keepout { unsigned int start; unsigned int end; unsigned char value; }; struct nvmem_cell_info { const char *name; unsigned int offset; size_t raw_len; unsigned int bytes; unsigned int bit_offset; unsigned int nbits; struct device_node *np; nvmem_cell_post_process_t read_post_process; void *priv; }; struct nvmem_layout; struct nvmem_device { struct module *owner; struct device dev; struct list_head node; int stride; int word_size; int id; struct kref refcnt; size_t size; bool read_only; bool root_only; int flags; enum nvmem_type type; struct bin_attribute eeprom; struct device *base_dev; struct list_head cells; void (*fixup_dt_cell_info)(struct nvmem_device *, struct nvmem_cell_info *); const struct nvmem_keepout *keepout; unsigned int nkeepout; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; struct gpio_desc *wp_gpio; struct nvmem_layout *layout; void *priv; bool sysfs_cells_populated; }; struct nvmem_layout { struct device dev; struct nvmem_device *nvmem; int (*add_cells)(struct nvmem_layout *); }; struct nvmem_layout_driver { struct device_driver driver; int (*probe)(struct nvmem_layout *); void (*remove)(struct nvmem_layout *); }; struct notif_entry { struct list_head link; struct completion c; u_int key; }; struct optee_call_waiter { struct list_head list_node; struct completion c; bool sys_thread; }; struct optee_rpc_param { u32 a0; u32 a1; u32 a2; u32 a3; u32 a4; u32 a5; u32 a6; u32 a7; }; struct optee_call_ctx { void *pages_list; size_t num_entries; }; struct optee_smc_calls_revision_result { long unsigned int major; long unsigned int minor; long unsigned int reserved0; long unsigned int reserved1; }; struct optee_smc_call_get_os_revision_result { long unsigned int major; long unsigned int minor; long unsigned int build_id; long unsigned int reserved1; }; struct optee_smc_get_shm_config_result { long unsigned int status; long unsigned int start; long unsigned int size; long unsigned int settings; }; struct optee_smc_exchange_capabilities_result { long unsigned int status; long unsigned int capabilities; long unsigned int max_notif_value; long unsigned int data; }; struct optee_smc_disable_shm_cache_result { long unsigned int status; long unsigned int shm_upper32; long unsigned int shm_lower32; long unsigned int reserved0; }; struct trace_event_raw_optee_invoke_fn_begin { struct trace_entry ent; void *param; u32 args[8]; char __data[0]; }; struct trace_event_raw_optee_invoke_fn_end { struct trace_entry ent; void *param; long unsigned int rets[4]; char __data[0]; }; struct trace_event_data_offsets_optee_invoke_fn_begin {}; struct trace_event_data_offsets_optee_invoke_fn_end {}; typedef void (*btf_trace_optee_invoke_fn_begin)(void *, struct optee_rpc_param *); typedef void (*btf_trace_optee_invoke_fn_end)(void *, struct optee_rpc_param *, struct arm_smccc_res *); struct user_msghdr { void *msg_name; int msg_namelen; struct iovec *msg_iov; __kernel_size_t msg_iovlen; void *msg_control; __kernel_size_t msg_controllen; unsigned int msg_flags; }; struct mmsghdr { struct user_msghdr msg_hdr; unsigned int msg_len; }; struct ifconf { int ifc_len; union { char *ifcu_buf; struct ifreq *ifcu_req; } ifc_ifcu; }; struct compat_ifmap { compat_ulong_t mem_start; compat_ulong_t mem_end; short unsigned int base_addr; unsigned char irq; unsigned char dma; unsigned char port; }; struct compat_if_settings { unsigned int type; unsigned int size; compat_uptr_t ifs_ifsu; }; struct compat_ifreq { union { char ifrn_name[16]; } ifr_ifrn; union { struct sockaddr ifru_addr; struct sockaddr ifru_dstaddr; struct sockaddr ifru_broadaddr; struct sockaddr ifru_netmask; struct sockaddr ifru_hwaddr; short int ifru_flags; compat_int_t ifru_ivalue; compat_int_t ifru_mtu; struct compat_ifmap ifru_map; char ifru_slave[16]; char ifru_newname[16]; compat_caddr_t ifru_data; struct compat_if_settings ifru_settings; } ifr_ifru; }; enum sock_shutdown_cmd { SHUT_RD = 0, SHUT_WR = 1, SHUT_RDWR = 2, }; struct compat_msghdr { compat_uptr_t msg_name; compat_int_t msg_namelen; compat_uptr_t msg_iov; compat_size_t msg_iovlen; compat_uptr_t msg_control; compat_size_t msg_controllen; compat_uint_t msg_flags; }; struct compat_mmsghdr { struct compat_msghdr msg_hdr; compat_uint_t msg_len; }; struct scm_ts_pktinfo { __u32 if_index; __u32 pkt_length; __u32 reserved[2]; }; struct used_address { struct __kernel_sockaddr_storage name; unsigned int name_len; }; typedef size_t (*iov_step_f)(void *, size_t, size_t, void *, void *); typedef size_t (*iov_ustep_f)(void *, size_t, size_t, void *, void *); struct csum_state { __wsum csum; size_t off; }; struct gnet_stats_rate_est64 { __u64 bps; __u64 pps; }; struct gnet_estimator { signed char interval; unsigned char ewma_log; }; struct net_rate_estimator { struct gnet_stats_basic_sync *bstats; spinlock_t *stats_lock; bool running; struct gnet_stats_basic_sync *cpu_bstats; u8 ewma_log; u8 intvl_log; seqcount_t seq; u64 last_packets; u64 last_bytes; u64 avpps; u64 avbps; long unsigned int next_jiffies; struct timer_list timer; struct callback_head rcu; }; struct netdev_hw_addr { struct list_head list; struct rb_node node; unsigned char addr[32]; unsigned char type; bool global_use; int sync_cnt; int refcount; int synced; struct callback_head callback_head; }; struct rtnl_link_stats { __u32 rx_packets; __u32 tx_packets; __u32 rx_bytes; __u32 tx_bytes; __u32 rx_errors; __u32 tx_errors; __u32 rx_dropped; __u32 tx_dropped; __u32 multicast; __u32 collisions; __u32 rx_length_errors; __u32 rx_over_errors; __u32 rx_crc_errors; __u32 rx_frame_errors; __u32 rx_fifo_errors; __u32 rx_missed_errors; __u32 tx_aborted_errors; __u32 tx_carrier_errors; __u32 tx_fifo_errors; __u32 tx_heartbeat_errors; __u32 tx_window_errors; __u32 rx_compressed; __u32 tx_compressed; __u32 rx_nohandler; }; struct rtnl_link_ifmap { __u64 mem_start; __u64 mem_end; __u64 base_addr; __u16 irq; __u8 dma; __u8 port; }; enum { IFLA_PROTO_DOWN_REASON_UNSPEC = 0, IFLA_PROTO_DOWN_REASON_MASK = 1, IFLA_PROTO_DOWN_REASON_VALUE = 2, __IFLA_PROTO_DOWN_REASON_CNT = 3, IFLA_PROTO_DOWN_REASON_MAX = 2, }; enum { IFLA_BRPORT_UNSPEC = 0, IFLA_BRPORT_STATE = 1, IFLA_BRPORT_PRIORITY = 2, IFLA_BRPORT_COST = 3, IFLA_BRPORT_MODE = 4, IFLA_BRPORT_GUARD = 5, IFLA_BRPORT_PROTECT = 6, IFLA_BRPORT_FAST_LEAVE = 7, IFLA_BRPORT_LEARNING = 8, IFLA_BRPORT_UNICAST_FLOOD = 9, IFLA_BRPORT_PROXYARP = 10, IFLA_BRPORT_LEARNING_SYNC = 11, IFLA_BRPORT_PROXYARP_WIFI = 12, IFLA_BRPORT_ROOT_ID = 13, IFLA_BRPORT_BRIDGE_ID = 14, IFLA_BRPORT_DESIGNATED_PORT = 15, IFLA_BRPORT_DESIGNATED_COST = 16, IFLA_BRPORT_ID = 17, IFLA_BRPORT_NO = 18, IFLA_BRPORT_TOPOLOGY_CHANGE_ACK = 19, IFLA_BRPORT_CONFIG_PENDING = 20, IFLA_BRPORT_MESSAGE_AGE_TIMER = 21, IFLA_BRPORT_FORWARD_DELAY_TIMER = 22, IFLA_BRPORT_HOLD_TIMER = 23, IFLA_BRPORT_FLUSH = 24, IFLA_BRPORT_MULTICAST_ROUTER = 25, IFLA_BRPORT_PAD = 26, IFLA_BRPORT_MCAST_FLOOD = 27, IFLA_BRPORT_MCAST_TO_UCAST = 28, IFLA_BRPORT_VLAN_TUNNEL = 29, IFLA_BRPORT_BCAST_FLOOD = 30, IFLA_BRPORT_GROUP_FWD_MASK = 31, IFLA_BRPORT_NEIGH_SUPPRESS = 32, IFLA_BRPORT_ISOLATED = 33, IFLA_BRPORT_BACKUP_PORT = 34, IFLA_BRPORT_MRP_RING_OPEN = 35, IFLA_BRPORT_MRP_IN_OPEN = 36, IFLA_BRPORT_MCAST_EHT_HOSTS_LIMIT = 37, IFLA_BRPORT_MCAST_EHT_HOSTS_CNT = 38, IFLA_BRPORT_LOCKED = 39, IFLA_BRPORT_MAB = 40, IFLA_BRPORT_MCAST_N_GROUPS = 41, IFLA_BRPORT_MCAST_MAX_GROUPS = 42, IFLA_BRPORT_NEIGH_VLAN_SUPPRESS = 43, IFLA_BRPORT_BACKUP_NHID = 44, __IFLA_BRPORT_MAX = 45, }; enum { IFLA_INFO_UNSPEC = 0, IFLA_INFO_KIND = 1, IFLA_INFO_DATA = 2, IFLA_INFO_XSTATS = 3, IFLA_INFO_SLAVE_KIND = 4, IFLA_INFO_SLAVE_DATA = 5, __IFLA_INFO_MAX = 6, }; enum { IFLA_VF_INFO_UNSPEC = 0, IFLA_VF_INFO = 1, __IFLA_VF_INFO_MAX = 2, }; enum { IFLA_VF_UNSPEC = 0, IFLA_VF_MAC = 1, IFLA_VF_VLAN = 2, IFLA_VF_TX_RATE = 3, IFLA_VF_SPOOFCHK = 4, IFLA_VF_LINK_STATE = 5, IFLA_VF_RATE = 6, IFLA_VF_RSS_QUERY_EN = 7, IFLA_VF_STATS = 8, IFLA_VF_TRUST = 9, IFLA_VF_IB_NODE_GUID = 10, IFLA_VF_IB_PORT_GUID = 11, IFLA_VF_VLAN_LIST = 12, IFLA_VF_BROADCAST = 13, __IFLA_VF_MAX = 14, }; struct ifla_vf_mac { __u32 vf; __u8 mac[32]; }; struct ifla_vf_broadcast { __u8 broadcast[32]; }; struct ifla_vf_vlan { __u32 vf; __u32 vlan; __u32 qos; }; enum { IFLA_VF_VLAN_INFO_UNSPEC = 0, IFLA_VF_VLAN_INFO = 1, __IFLA_VF_VLAN_INFO_MAX = 2, }; struct ifla_vf_vlan_info { __u32 vf; __u32 vlan; __u32 qos; __be16 vlan_proto; }; struct ifla_vf_tx_rate { __u32 vf; __u32 rate; }; struct ifla_vf_rate { __u32 vf; __u32 min_tx_rate; __u32 max_tx_rate; }; struct ifla_vf_spoofchk { __u32 vf; __u32 setting; }; struct ifla_vf_link_state { __u32 vf; __u32 link_state; }; struct ifla_vf_rss_query_en { __u32 vf; __u32 setting; }; enum { IFLA_VF_STATS_RX_PACKETS = 0, IFLA_VF_STATS_TX_PACKETS = 1, IFLA_VF_STATS_RX_BYTES = 2, IFLA_VF_STATS_TX_BYTES = 3, IFLA_VF_STATS_BROADCAST = 4, IFLA_VF_STATS_MULTICAST = 5, IFLA_VF_STATS_PAD = 6, IFLA_VF_STATS_RX_DROPPED = 7, IFLA_VF_STATS_TX_DROPPED = 8, __IFLA_VF_STATS_MAX = 9, }; struct ifla_vf_trust { __u32 vf; __u32 setting; }; enum { IFLA_VF_PORT_UNSPEC = 0, IFLA_VF_PORT = 1, __IFLA_VF_PORT_MAX = 2, }; enum { IFLA_PORT_UNSPEC = 0, IFLA_PORT_VF = 1, IFLA_PORT_PROFILE = 2, IFLA_PORT_VSI_TYPE = 3, IFLA_PORT_INSTANCE_UUID = 4, IFLA_PORT_HOST_UUID = 5, IFLA_PORT_REQUEST = 6, IFLA_PORT_RESPONSE = 7, __IFLA_PORT_MAX = 8, }; struct if_stats_msg { __u8 family; __u8 pad1; __u16 pad2; __u32 ifindex; __u32 filter_mask; }; enum { IFLA_STATS_UNSPEC = 0, IFLA_STATS_LINK_64 = 1, IFLA_STATS_LINK_XSTATS = 2, IFLA_STATS_LINK_XSTATS_SLAVE = 3, IFLA_STATS_LINK_OFFLOAD_XSTATS = 4, IFLA_STATS_AF_SPEC = 5, __IFLA_STATS_MAX = 6, }; enum { IFLA_STATS_GETSET_UNSPEC = 0, IFLA_STATS_GET_FILTERS = 1, IFLA_STATS_SET_OFFLOAD_XSTATS_L3_STATS = 2, __IFLA_STATS_GETSET_MAX = 3, }; enum { IFLA_OFFLOAD_XSTATS_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_CPU_HIT = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO = 2, IFLA_OFFLOAD_XSTATS_L3_STATS = 3, __IFLA_OFFLOAD_XSTATS_MAX = 4, }; enum { IFLA_OFFLOAD_XSTATS_HW_S_INFO_UNSPEC = 0, IFLA_OFFLOAD_XSTATS_HW_S_INFO_REQUEST = 1, IFLA_OFFLOAD_XSTATS_HW_S_INFO_USED = 2, __IFLA_OFFLOAD_XSTATS_HW_S_INFO_MAX = 3, }; enum { XDP_ATTACHED_NONE = 0, XDP_ATTACHED_DRV = 1, XDP_ATTACHED_SKB = 2, XDP_ATTACHED_HW = 3, XDP_ATTACHED_MULTI = 4, }; enum { IFLA_XDP_UNSPEC = 0, IFLA_XDP_FD = 1, IFLA_XDP_ATTACHED = 2, IFLA_XDP_FLAGS = 3, IFLA_XDP_PROG_ID = 4, IFLA_XDP_DRV_PROG_ID = 5, IFLA_XDP_SKB_PROG_ID = 6, IFLA_XDP_HW_PROG_ID = 7, IFLA_XDP_EXPECTED_FD = 8, __IFLA_XDP_MAX = 9, }; enum { IFLA_EVENT_NONE = 0, IFLA_EVENT_REBOOT = 1, IFLA_EVENT_FEATURES = 2, IFLA_EVENT_BONDING_FAILOVER = 3, IFLA_EVENT_NOTIFY_PEERS = 4, IFLA_EVENT_IGMP_RESEND = 5, IFLA_EVENT_BONDING_OPTIONS = 6, }; enum netdev_offload_xstats_type { NETDEV_OFFLOAD_XSTATS_TYPE_L3 = 1, }; enum { IFLA_BRIDGE_FLAGS = 0, IFLA_BRIDGE_MODE = 1, IFLA_BRIDGE_VLAN_INFO = 2, IFLA_BRIDGE_VLAN_TUNNEL_INFO = 3, IFLA_BRIDGE_MRP = 4, IFLA_BRIDGE_CFM = 5, IFLA_BRIDGE_MST = 6, __IFLA_BRIDGE_MAX = 7, }; struct br_port_msg { __u8 family; __u32 ifindex; }; struct br_mdb_entry { __u32 ifindex; __u8 state; __u8 flags; __u16 vid; struct { union { __be32 ip4; struct in6_addr ip6; unsigned char mac_addr[6]; } u; __be16 proto; } addr; }; enum { MDBA_SET_ENTRY_UNSPEC = 0, MDBA_SET_ENTRY = 1, MDBA_SET_ENTRY_ATTRS = 2, __MDBA_SET_ENTRY_MAX = 3, }; enum { MDBA_GET_ENTRY_UNSPEC = 0, MDBA_GET_ENTRY = 1, MDBA_GET_ENTRY_ATTRS = 2, __MDBA_GET_ENTRY_MAX = 3, }; struct rta_cacheinfo { __u32 rta_clntref; __u32 rta_lastuse; __s32 rta_expires; __u32 rta_error; __u32 rta_used; __u32 rta_id; __u32 rta_ts; __u32 rta_tsage; }; struct ndo_fdb_dump_context { long unsigned int ifindex; long unsigned int fdb_idx; }; enum rtnl_kinds { RTNL_KIND_NEW = 0, RTNL_KIND_DEL = 1, RTNL_KIND_GET = 2, RTNL_KIND_SET = 3, }; struct rtnl_af_ops { struct list_head list; struct srcu_struct srcu; int family; int (*fill_link_af)(struct sk_buff *, const struct net_device *, u32); size_t (*get_link_af_size)(const struct net_device *, u32); int (*validate_link_af)(const struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*set_link_af)(struct net_device *, const struct nlattr *, struct netlink_ext_ack *); int (*fill_stats_af)(struct sk_buff *, const struct net_device *); size_t (*get_stats_af_size)(const struct net_device *); }; struct rtnl_link { rtnl_doit_func doit; rtnl_dumpit_func dumpit; struct module *owner; unsigned int flags; struct callback_head rcu; }; struct rtnl_nets { struct net *net[3]; unsigned char len; }; struct rtnl_newlink_tbs { struct nlattr *tb[68]; struct nlattr *linkinfo[6]; struct nlattr *attr[51]; struct nlattr *slave_attr[45]; }; struct rtnl_offload_xstats_request_used { bool request; bool used; }; struct rtnl_stats_dump_filters { u32 mask[6]; }; struct rtnl_mdb_dump_ctx { long int idx; }; struct compat_ifconf { compat_int_t ifc_len; compat_caddr_t ifcbuf; }; struct hwtstamp_config { int flags; int tx_type; int rx_filter; }; enum hwtstamp_flags { HWTSTAMP_FLAG_BONDED_PHC_INDEX = 1, HWTSTAMP_FLAG_LAST = 1, HWTSTAMP_FLAG_MASK = 1, }; struct fib_notifier_info { int family; struct netlink_ext_ack *extack; }; struct fib_notifier_net { struct list_head fib_notifier_ops; struct atomic_notifier_head fib_chain; }; enum { SKB_FCLONE_UNAVAILABLE = 0, SKB_FCLONE_ORIG = 1, SKB_FCLONE_CLONE = 2, }; struct page_pool_stats { struct page_pool_alloc_stats alloc_stats; struct page_pool_recycle_stats recycle_stats; }; typedef int (*pp_nl_fill_cb)(struct sk_buff *, const struct page_pool *, const struct genl_info *); struct page_pool_dump_cb { long unsigned int ifindex; u32 pp_id; }; struct clock_identity { u8 id[8]; }; struct port_identity { struct clock_identity clock_identity; __be16 port_number; }; struct ptp_header { u8 tsmt; u8 ver; __be16 message_length; u8 domain_number; u8 reserved1; u8 flag_field[2]; __be64 correction; __be32 reserved2; struct port_identity source_port_identity; __be16 sequence_id; u8 control; u8 log_message_interval; } __attribute__((packed)); struct gro_cell { struct sk_buff_head napi_skbs; struct napi_struct napi; }; struct percpu_free_defer { struct callback_head rcu; void *ptr; }; struct bpf_stab { struct bpf_map map; struct sock **sks; struct sk_psock_progs progs; spinlock_t lock; }; typedef u64 (*btf_bpf_sock_map_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_map)(struct sk_buff *, struct bpf_map *, u32, u64); typedef u64 (*btf_bpf_msg_redirect_map)(struct sk_msg *, struct bpf_map *, u32, u64); struct sock_map_seq_info { struct bpf_map *map; struct sock *sk; u32 index; }; struct bpf_iter__sockmap { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { struct sock *sk; }; }; struct bpf_shtab_elem { struct callback_head rcu; u32 hash; struct sock *sk; struct hlist_node node; u8 key[0]; }; struct bpf_shtab_bucket { struct hlist_head head; spinlock_t lock; }; struct bpf_shtab { struct bpf_map map; struct bpf_shtab_bucket *buckets; u32 buckets_num; u32 elem_size; struct sk_psock_progs progs; atomic_t count; }; typedef u64 (*btf_bpf_sock_hash_update)(struct bpf_sock_ops_kern *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_sk_redirect_hash)(struct sk_buff *, struct bpf_map *, void *, u64); typedef u64 (*btf_bpf_msg_redirect_hash)(struct sk_msg *, struct bpf_map *, void *, u64); struct sock_hash_seq_info { struct bpf_map *map; struct bpf_shtab *htab; u32 bucket_id; }; struct sockmap_link { struct bpf_link link; struct bpf_map *map; enum bpf_attach_type attach_type; }; struct tc_ratespec { unsigned char cell_log; __u8 linklayer; short unsigned int overhead; short int cell_align; short unsigned int mpu; __u32 rate; }; struct tc_prio_qopt { int bands; __u8 priomap[16]; }; struct skb_array { struct ptr_ring ring; }; enum qdisc_state_t { __QDISC_STATE_SCHED = 0, __QDISC_STATE_DEACTIVATED = 1, __QDISC_STATE_MISSED = 2, __QDISC_STATE_DRAINING = 3, }; enum qdisc_state2_t { __QDISC_STATE2_RUNNING = 0, }; struct psched_ratecfg { u64 rate_bytes_ps; u32 mult; u16 overhead; u16 mpu; u8 linklayer; u8 shift; }; struct psched_pktrate { u64 rate_pkts_ps; u32 mult; u8 shift; }; struct mini_Qdisc { struct tcf_proto *filter_list; struct tcf_block *block; struct gnet_stats_basic_sync *cpu_bstats; struct gnet_stats_queue *cpu_qstats; long unsigned int rcu_state; }; struct mini_Qdisc_pair { struct mini_Qdisc miniq1; struct mini_Qdisc miniq2; struct mini_Qdisc **p_miniq; }; struct pfifo_fast_priv { struct skb_array q[3]; }; enum tc_link_layer { TC_LINKLAYER_UNAWARE = 0, TC_LINKLAYER_ETHERNET = 1, TC_LINKLAYER_ATM = 2, }; enum { TCA_STAB_UNSPEC = 0, TCA_STAB_BASE = 1, TCA_STAB_DATA = 2, __TCA_STAB_MAX = 3, }; struct qdisc_rate_table { struct tc_ratespec rate; u32 data[256]; struct qdisc_rate_table *next; int refcnt; }; struct Qdisc_class_common { u32 classid; unsigned int filter_cnt; struct hlist_node hnode; }; struct Qdisc_class_hash { struct hlist_head *hash; unsigned int hashsize; unsigned int hashmask; unsigned int hashelems; }; struct qdisc_watchdog { struct hrtimer timer; struct Qdisc *qdisc; }; struct tc_query_caps_base { enum tc_setup_type type; void *caps; }; enum tc_root_command { TC_ROOT_GRAFT = 0, }; struct tc_root_qopt_offload { enum tc_root_command command; u32 handle; bool ingress; }; struct check_loop_arg { struct qdisc_walker w; struct Qdisc *p; int depth; }; struct tcf_bind_args { struct tcf_walker w; long unsigned int base; long unsigned int cl; u32 classid; }; struct tc_bind_class_args { struct qdisc_walker w; long unsigned int new_cl; u32 portid; u32 clid; }; struct qdisc_dump_args { struct qdisc_walker w; struct sk_buff *skb; struct netlink_callback *cb; }; struct sockaddr_nl { __kernel_sa_family_t nl_family; short unsigned int nl_pad; __u32 nl_pid; __u32 nl_groups; }; struct nlmsgerr { int error; struct nlmsghdr msg; }; enum nlmsgerr_attrs { NLMSGERR_ATTR_UNUSED = 0, NLMSGERR_ATTR_MSG = 1, NLMSGERR_ATTR_OFFS = 2, NLMSGERR_ATTR_COOKIE = 3, NLMSGERR_ATTR_POLICY = 4, NLMSGERR_ATTR_MISS_TYPE = 5, NLMSGERR_ATTR_MISS_NEST = 6, __NLMSGERR_ATTR_MAX = 7, NLMSGERR_ATTR_MAX = 6, }; struct nl_pktinfo { __u32 group; }; enum { NETLINK_UNCONNECTED = 0, NETLINK_CONNECTED = 1, }; enum netlink_skb_flags { NETLINK_SKB_DST = 8, }; struct netlink_notify { struct net *net; u32 portid; int protocol; }; struct netlink_tap { struct net_device *dev; struct module *module; struct list_head list; }; struct trace_event_raw_netlink_extack { struct trace_entry ent; u32 __data_loc_msg; char __data[0]; }; struct trace_event_data_offsets_netlink_extack { u32 msg; const void *msg_ptr_; }; typedef void (*btf_trace_netlink_extack)(void *, const char *); enum { NETLINK_F_KERNEL_SOCKET = 0, NETLINK_F_RECV_PKTINFO = 1, NETLINK_F_BROADCAST_SEND_ERROR = 2, NETLINK_F_RECV_NO_ENOBUFS = 3, NETLINK_F_LISTEN_ALL_NSID = 4, NETLINK_F_CAP_ACK = 5, NETLINK_F_EXT_ACK = 6, NETLINK_F_STRICT_CHK = 7, }; struct netlink_sock { struct sock sk; long unsigned int flags; u32 portid; u32 dst_portid; u32 dst_group; u32 subscriptions; u32 ngroups; long unsigned int *groups; long unsigned int state; size_t max_recvmsg_len; wait_queue_head_t wait; bool bound; bool cb_running; int dump_done_errno; struct netlink_callback cb; struct mutex nl_cb_mutex; void (*netlink_rcv)(struct sk_buff *); int (*netlink_bind)(struct net *, int); void (*netlink_unbind)(struct net *, int); void (*netlink_release)(struct sock *, long unsigned int *); struct module *module; struct rhash_head node; struct callback_head rcu; }; struct listeners; struct netlink_table { struct rhashtable hash; struct hlist_head mc_list; struct listeners *listeners; unsigned int flags; unsigned int groups; struct mutex *cb_mutex; struct module *module; int (*bind)(struct net *, int); void (*unbind)(struct net *, int); void (*release)(struct sock *, long unsigned int *); int registered; }; struct listeners { struct callback_head rcu; long unsigned int masks[0]; }; struct netlink_tap_net { struct list_head netlink_tap_all; struct mutex netlink_tap_lock; }; struct netlink_compare_arg { possible_net_t pnet; u32 portid; }; struct netlink_broadcast_data { struct sock *exclude_sk; struct net *net; u32 portid; u32 group; int failure; int delivery_failure; int congested; int delivered; gfp_t allocation; struct sk_buff *skb; struct sk_buff *skb2; int (*tx_filter)(struct sock *, struct sk_buff *, void *); void *tx_data; }; struct netlink_set_err_data { struct sock *exclude_sk; u32 portid; u32 group; int code; }; struct nl_seq_iter { struct seq_net_private p; struct rhashtable_iter hti; int link; }; struct bpf_iter__netlink { union { struct bpf_iter_meta *meta; }; union { struct netlink_sock *sk; }; }; struct ethtool_forced_speed_map { u32 speed; long unsigned int caps[2]; const u32 *cap_arr; u32 arr_size; }; enum { ETHTOOL_UDP_TUNNEL_TYPE_VXLAN = 0, ETHTOOL_UDP_TUNNEL_TYPE_GENEVE = 1, ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE = 2, __ETHTOOL_UDP_TUNNEL_TYPE_CNT = 3, ETHTOOL_UDP_TUNNEL_TYPE_MAX = 2, }; enum { ETHTOOL_A_STRING_UNSPEC = 0, ETHTOOL_A_STRING_INDEX = 1, ETHTOOL_A_STRING_VALUE = 2, __ETHTOOL_A_STRING_CNT = 3, ETHTOOL_A_STRING_MAX = 2, }; enum { ETHTOOL_A_STRINGS_UNSPEC = 0, ETHTOOL_A_STRINGS_STRING = 1, __ETHTOOL_A_STRINGS_CNT = 2, ETHTOOL_A_STRINGS_MAX = 1, }; enum { ETHTOOL_A_STRINGSET_UNSPEC = 0, ETHTOOL_A_STRINGSET_ID = 1, ETHTOOL_A_STRINGSET_COUNT = 2, ETHTOOL_A_STRINGSET_STRINGS = 3, __ETHTOOL_A_STRINGSET_CNT = 4, ETHTOOL_A_STRINGSET_MAX = 3, }; enum { ETHTOOL_A_STRINGSETS_UNSPEC = 0, ETHTOOL_A_STRINGSETS_STRINGSET = 1, __ETHTOOL_A_STRINGSETS_CNT = 2, ETHTOOL_A_STRINGSETS_MAX = 1, }; struct strset_info { bool per_dev; bool free_strings; unsigned int count; const char (*strings)[32]; }; struct strset_req_info { struct ethnl_req_info base; u32 req_ids; bool counts_only; }; struct strset_reply_data { struct ethnl_reply_data base; struct strset_info sets[23]; }; struct linkstate_reply_data { struct ethnl_reply_data base; int link; int sqi; int sqi_max; struct ethtool_link_ext_stats link_stats; bool link_ext_state_provided; struct ethtool_link_ext_state_info ethtool_link_ext_state_info; }; enum ethtool_supported_ring_param { ETHTOOL_RING_USE_RX_BUF_LEN = 1, ETHTOOL_RING_USE_CQE_SIZE = 2, ETHTOOL_RING_USE_TX_PUSH = 4, ETHTOOL_RING_USE_RX_PUSH = 8, ETHTOOL_RING_USE_TX_PUSH_BUF_LEN = 16, ETHTOOL_RING_USE_TCP_DATA_SPLIT = 32, ETHTOOL_RING_USE_HDS_THRS = 64, }; enum ethtool_tcp_data_split { ETHTOOL_TCP_DATA_SPLIT_UNKNOWN = 0, ETHTOOL_TCP_DATA_SPLIT_DISABLED = 1, ETHTOOL_TCP_DATA_SPLIT_ENABLED = 2, }; struct rings_reply_data { struct ethnl_reply_data base; struct ethtool_ringparam ringparam; struct kernel_ethtool_ringparam kernel_ringparam; u32 supported_ring_params; }; struct eee_reply_data { struct ethnl_reply_data base; struct ethtool_keee eee; }; enum { ETHTOOL_A_FEC_STAT_UNSPEC = 0, ETHTOOL_A_FEC_STAT_PAD = 1, ETHTOOL_A_FEC_STAT_CORRECTED = 2, ETHTOOL_A_FEC_STAT_UNCORR = 3, ETHTOOL_A_FEC_STAT_CORR_BITS = 4, __ETHTOOL_A_FEC_STAT_CNT = 5, ETHTOOL_A_FEC_STAT_MAX = 4, }; struct fec_stat_grp { u64 stats[9]; u8 cnt; }; struct fec_reply_data { struct ethnl_reply_data base; long unsigned int fec_link_modes[2]; u32 active_fec; u8 fec_auto; struct fec_stat_grp corr; struct fec_stat_grp uncorr; struct fec_stat_grp corr_bits; }; struct phc_vclocks_reply_data { struct ethnl_reply_data base; int num; int *index; }; struct ethtool_cmis_cdb { u8 cmis_rev; u8 read_write_len_ext; u16 max_completion_time; }; enum ethtool_cmis_cdb_cmd_id { ETHTOOL_CMIS_CDB_CMD_QUERY_STATUS = 0, ETHTOOL_CMIS_CDB_CMD_MODULE_FEATURES = 64, ETHTOOL_CMIS_CDB_CMD_FW_MANAGMENT_FEATURES = 65, ETHTOOL_CMIS_CDB_CMD_START_FW_DOWNLOAD = 257, ETHTOOL_CMIS_CDB_CMD_WRITE_FW_BLOCK_LPL = 259, ETHTOOL_CMIS_CDB_CMD_WRITE_FW_BLOCK_EPL = 260, ETHTOOL_CMIS_CDB_CMD_COMPLETE_FW_DOWNLOAD = 263, ETHTOOL_CMIS_CDB_CMD_RUN_FW_IMAGE = 265, ETHTOOL_CMIS_CDB_CMD_COMMIT_FW_IMAGE = 266, }; struct ethtool_cmis_cdb_request { __be16 id; union { struct { __be16 epl_len; u8 lpl_len; u8 chk_code; u8 resv1; u8 resv2; u8 payload[120]; }; struct { __be16 epl_len; u8 lpl_len; u8 chk_code; u8 resv1; u8 resv2; u8 payload[120]; } body; }; u8 *epl; }; struct ethtool_cmis_cdb_cmd_args { struct ethtool_cmis_cdb_request req; u16 max_duration; u8 read_write_len_ext; u8 msleep_pre_rpl; u8 rpl_exp_len; u8 flags; char *err_msg; }; struct ethtool_cmis_cdb_rpl_hdr { u8 rpl_len; u8 rpl_chk_code; }; struct ethtool_cmis_cdb_rpl { struct ethtool_cmis_cdb_rpl_hdr hdr; u8 payload[120]; }; struct cmis_rev_rpl { u8 rev; }; struct cmis_cdb_advert_rpl { u8 inst_supported; u8 read_write_len_ext; u8 resv1; u8 resv2; }; struct cmis_password_entry_pl { __be32 password; }; struct cmis_cdb_query_status_pl { u16 response_delay; }; struct cmis_cdb_query_status_rpl { u8 length; u8 status; }; struct cmis_cdb_module_features_rpl { u8 resv1[34]; __be16 max_completion_time; }; struct cmis_wait_for_cond_rpl { u8 state; }; struct tsconfig_req_info { struct ethnl_req_info base; }; struct tsconfig_reply_data { struct ethnl_reply_data base; struct hwtstamp_provider_desc hwprov_desc; struct { u32 tx_type; u32 rx_filter; u32 flags; } hwtst_config; }; struct nf_sockopt_ops { struct list_head list; u_int8_t pf; int set_optmin; int set_optmax; int (*set)(struct sock *, int, sockptr_t, unsigned int); int get_optmin; int get_optmax; int (*get)(struct sock *, int, void *, int *); struct module *owner; }; enum nf_nat_manip_type { NF_NAT_MANIP_SRC = 0, NF_NAT_MANIP_DST = 1, }; struct nf_nat_hook { int (*parse_nat_setup)(struct nf_conn *, enum nf_nat_manip_type, const struct nlattr *); void (*decode_session)(struct sk_buff *, struct flowi *); void (*remove_nat_bysrc)(struct nf_conn *); }; struct nf_conntrack_zone { u16 id; u8 flags; u8 dir; }; struct nf_ct_hook { int (*update)(struct net *, struct sk_buff *); void (*destroy)(struct nf_conntrack *); bool (*get_tuple_skb)(struct nf_conntrack_tuple *, const struct sk_buff *); void (*attach)(struct sk_buff *, const struct sk_buff *); void (*set_closing)(struct nf_conntrack *); int (*confirm)(struct sk_buff *); }; struct nf_conntrack_net_ecache { struct delayed_work dwork; spinlock_t dying_lock; struct hlist_nulls_head dying_list; }; struct nf_conntrack_net { atomic_t count; unsigned int expect_count; unsigned int users4; unsigned int users6; unsigned int users_bridge; struct ctl_table_header *sysctl_header; struct nf_conntrack_net_ecache ecache; }; struct nf_ct_iter_data { struct net *net; void *data; u32 portid; int report; }; enum nf_ct_ecache_state { NFCT_ECACHE_DESTROY_FAIL = 0, NFCT_ECACHE_DESTROY_SENT = 1, }; struct nf_conn_counter { atomic64_t packets; atomic64_t bytes; }; struct nf_conn_acct { struct nf_conn_counter counter[2]; }; struct nf_conn_tstamp { u_int64_t start; u_int64_t stop; }; struct nf_ct_timeout { __u16 l3num; const struct nf_conntrack_l4proto *l4proto; char data[0]; }; struct nf_conn_timeout { struct nf_ct_timeout *timeout; }; struct nf_conn_labels { long unsigned int bits[2]; }; struct conntrack_gc_work { struct delayed_work dwork; u32 next_bucket; u32 avg_timeout; u32 count; u32 start_time; bool exiting; bool early_drop; }; union tcp_word_hdr { struct tcphdr hdr; __be32 words[5]; }; enum { TCP_FLAG_AE = 1, TCP_FLAG_CWR = 32768, TCP_FLAG_ECE = 16384, TCP_FLAG_URG = 8192, TCP_FLAG_ACK = 4096, TCP_FLAG_PSH = 2048, TCP_FLAG_RST = 1024, TCP_FLAG_SYN = 512, TCP_FLAG_FIN = 256, TCP_RESERVED_BITS = 14, TCP_DATA_OFFSET = 240, }; struct nf_conn_synproxy { u32 isn; u32 its; u32 tsoff; }; enum nf_ct_tcp_action { NFCT_TCP_IGNORE = 0, NFCT_TCP_INVALID = 1, NFCT_TCP_ACCEPT = 2, }; enum tcp_bit_set { TCP_SYN_SET = 0, TCP_SYNACK_SET = 1, TCP_FIN_SET = 2, TCP_ACK_SET = 3, TCP_RST_SET = 4, TCP_NONE_SET = 5, }; enum ct_dccp_roles { CT_DCCP_ROLE_CLIENT = 0, CT_DCCP_ROLE_SERVER = 1, __CT_DCCP_ROLE_MAX = 2, }; struct dccp_hdr_ext { __be32 dccph_seq_low; }; struct dccp_hdr_request { __be32 dccph_req_service; }; struct dccp_hdr_ack_bits { __be16 dccph_reserved1; __be16 dccph_ack_nr_high; __be32 dccph_ack_nr_low; }; struct dccp_hdr_response { struct dccp_hdr_ack_bits dccph_resp_ack; __be32 dccph_resp_service; }; struct dccp_hdr_reset { struct dccp_hdr_ack_bits dccph_reset_ack; __u8 dccph_reset_code; __u8 dccph_reset_data[3]; }; enum dccp_pkt_type { DCCP_PKT_REQUEST = 0, DCCP_PKT_RESPONSE = 1, DCCP_PKT_DATA = 2, DCCP_PKT_ACK = 3, DCCP_PKT_DATAACK = 4, DCCP_PKT_CLOSEREQ = 5, DCCP_PKT_CLOSE = 6, DCCP_PKT_RESET = 7, DCCP_PKT_SYNC = 8, DCCP_PKT_SYNCACK = 9, DCCP_PKT_INVALID = 10, }; struct nf_conntrack_dccp_buf { struct dccp_hdr dh; struct dccp_hdr_ext ext; union { struct dccp_hdr_ack_bits ack; struct dccp_hdr_request req; struct dccp_hdr_response response; struct dccp_hdr_reset rst; } u; }; typedef u32 inet_ehashfn_t(const struct net *, const __be32, const __u16, const __be32, const __be16); struct bpf_sk_lookup_kern { u16 family; u16 protocol; __be16 sport; u16 dport; struct { __be32 saddr; __be32 daddr; } v4; struct { const struct in6_addr *saddr; const struct in6_addr *daddr; } v6; struct sock *selected_sk; u32 ingress_ifindex; bool no_reuseport; }; enum tcp_fastopen_client_fail { TFO_STATUS_UNSPEC = 0, TFO_COOKIE_UNAVAILABLE = 1, TFO_DATA_NOT_ACKED = 2, TFO_SYN_RETRANSMITTED = 3, }; enum tcp_ca_ack_event_flags { CA_ACK_SLOWPATH = 1, CA_ACK_WIN_UPDATE = 2, CA_ACK_ECE = 4, }; enum tcp_chrono { TCP_CHRONO_UNSPEC = 0, TCP_CHRONO_BUSY = 1, TCP_CHRONO_RWND_LIMITED = 2, TCP_CHRONO_SNDBUF_LIMITED = 3, __TCP_CHRONO_MAX = 4, }; enum { SCM_TSTAMP_SND = 0, SCM_TSTAMP_SCHED = 1, SCM_TSTAMP_ACK = 2, SCM_TSTAMP_COMPLETION = 3, }; struct tcp_sacktag_state { u64 first_sackt; u64 last_sackt; u32 reord; u32 sack_delivered; int flag; unsigned int mss_now; struct rate_sample *rate; }; struct tcp_timewait_sock { struct inet_timewait_sock tw_sk; u32 tw_rcv_wnd; u32 tw_ts_offset; u32 tw_ts_recent; u32 tw_last_oow_ack_time; int tw_ts_recent_stamp; u32 tw_tx_delay; }; enum tcp_tw_status { TCP_TW_SUCCESS = 0, TCP_TW_RST = 1, TCP_TW_ACK = 2, TCP_TW_SYN = 3, TCP_TW_ACK_OOW = 4, }; struct skb_gso_cb { union { int mac_offset; int data_offset; }; int encap_level; __wsum csum; __u16 csum_start; }; struct ip_sf_list { struct ip_sf_list *sf_next; long unsigned int sf_count[2]; __be32 sf_inaddr; unsigned char sf_gsresp; unsigned char sf_oldin; unsigned char sf_crcount; }; struct ip_mc_list { struct in_device *interface; __be32 multiaddr; unsigned int sfmode; struct ip_sf_list *sources; struct ip_sf_list *tomb; long unsigned int sfcount[2]; union { struct ip_mc_list *next; struct ip_mc_list *next_rcu; }; struct ip_mc_list *next_hash; struct timer_list timer; int users; refcount_t refcnt; spinlock_t lock; char tm_running; char reporter; char unsolicit_count; char loaded; unsigned char gsquery; unsigned char crcount; long unsigned int mca_cstamp; long unsigned int mca_tstamp; struct callback_head rcu; }; enum { UDP_FLAGS_CORK = 0, UDP_FLAGS_NO_CHECK6_TX = 1, UDP_FLAGS_NO_CHECK6_RX = 2, UDP_FLAGS_GRO_ENABLED = 3, UDP_FLAGS_ACCEPT_FRAGLIST = 4, UDP_FLAGS_ACCEPT_L4 = 5, UDP_FLAGS_ENCAP_ENABLED = 6, UDP_FLAGS_UDPLITE_SEND_CC = 7, UDP_FLAGS_UDPLITE_RECV_CC = 8, }; struct udp_skb_cb { union { struct inet_skb_parm h4; struct inet6_skb_parm h6; } header; __u16 cscov; __u8 partial_cov; }; struct udp_dev_scratch { u32 _tsize_state; u16 len; bool is_linear; bool csum_unnecessary; }; struct udp_iter_state { struct seq_net_private p; int bucket; }; struct bpf_iter__udp { union { struct bpf_iter_meta *meta; }; union { struct udp_sock *udp_sk; }; uid_t uid; long: 0; int bucket; }; struct bpf_udp_iter_state { struct udp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; int offset; struct sock **batch; bool st_bucket_done; }; struct ip_mreq_source { __be32 imr_multiaddr; __be32 imr_interface; __be32 imr_sourceaddr; }; struct ip_msfilter { __be32 imsf_multiaddr; __be32 imsf_interface; __u32 imsf_fmode; __u32 imsf_numsrc; union { __be32 imsf_slist[1]; struct { struct {} __empty_imsf_slist_flex; __be32 imsf_slist_flex[0]; }; }; }; struct ifaddrmsg { __u8 ifa_family; __u8 ifa_prefixlen; __u8 ifa_flags; __u8 ifa_scope; __u32 ifa_index; }; enum { IFA_UNSPEC = 0, IFA_ADDRESS = 1, IFA_LOCAL = 2, IFA_LABEL = 3, IFA_BROADCAST = 4, IFA_ANYCAST = 5, IFA_CACHEINFO = 6, IFA_MULTICAST = 7, IFA_FLAGS = 8, IFA_RT_PRIORITY = 9, IFA_TARGET_NETNSID = 10, IFA_PROTO = 11, __IFA_MAX = 12, }; struct ifa_cacheinfo { __u32 ifa_prefered; __u32 ifa_valid; __u32 cstamp; __u32 tstamp; }; struct igmphdr { __u8 type; __u8 code; __sum16 csum; __be32 group; }; struct igmpv3_grec { __u8 grec_type; __u8 grec_auxwords; __be16 grec_nsrcs; __be32 grec_mca; __be32 grec_src[0]; }; struct igmpv3_report { __u8 type; __u8 resv1; __sum16 csum; __be16 resv2; __be16 ngrec; struct igmpv3_grec grec[0]; }; struct igmpv3_query { __u8 type; __u8 code; __sum16 csum; __be32 group; __u8 qrv: 3; __u8 suppress: 1; __u8 resv: 4; __u8 qqic; __be16 nsrcs; __be32 srcs[0]; }; struct inet_fill_args { u32 portid; u32 seq; int event; unsigned int flags; int netnsid; int ifindex; }; struct igmp_mc_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *in_dev; }; struct igmp_mcf_iter_state { struct seq_net_private p; struct net_device *dev; struct in_device *idev; struct ip_mc_list *im; }; enum lwtunnel_ip_t { LWTUNNEL_IP_UNSPEC = 0, LWTUNNEL_IP_ID = 1, LWTUNNEL_IP_DST = 2, LWTUNNEL_IP_SRC = 3, LWTUNNEL_IP_TTL = 4, LWTUNNEL_IP_TOS = 5, LWTUNNEL_IP_FLAGS = 6, LWTUNNEL_IP_PAD = 7, LWTUNNEL_IP_OPTS = 8, __LWTUNNEL_IP_MAX = 9, }; enum lwtunnel_ip6_t { LWTUNNEL_IP6_UNSPEC = 0, LWTUNNEL_IP6_ID = 1, LWTUNNEL_IP6_DST = 2, LWTUNNEL_IP6_SRC = 3, LWTUNNEL_IP6_HOPLIMIT = 4, LWTUNNEL_IP6_TC = 5, LWTUNNEL_IP6_FLAGS = 6, LWTUNNEL_IP6_PAD = 7, LWTUNNEL_IP6_OPTS = 8, __LWTUNNEL_IP6_MAX = 9, }; enum { LWTUNNEL_IP_OPTS_UNSPEC = 0, LWTUNNEL_IP_OPTS_GENEVE = 1, LWTUNNEL_IP_OPTS_VXLAN = 2, LWTUNNEL_IP_OPTS_ERSPAN = 3, __LWTUNNEL_IP_OPTS_MAX = 4, }; enum { LWTUNNEL_IP_OPT_GENEVE_UNSPEC = 0, LWTUNNEL_IP_OPT_GENEVE_CLASS = 1, LWTUNNEL_IP_OPT_GENEVE_TYPE = 2, LWTUNNEL_IP_OPT_GENEVE_DATA = 3, __LWTUNNEL_IP_OPT_GENEVE_MAX = 4, }; enum { LWTUNNEL_IP_OPT_VXLAN_UNSPEC = 0, LWTUNNEL_IP_OPT_VXLAN_GBP = 1, __LWTUNNEL_IP_OPT_VXLAN_MAX = 2, }; enum { LWTUNNEL_IP_OPT_ERSPAN_UNSPEC = 0, LWTUNNEL_IP_OPT_ERSPAN_VER = 1, LWTUNNEL_IP_OPT_ERSPAN_INDEX = 2, LWTUNNEL_IP_OPT_ERSPAN_DIR = 3, LWTUNNEL_IP_OPT_ERSPAN_HWID = 4, __LWTUNNEL_IP_OPT_ERSPAN_MAX = 5, }; struct lwtunnel_encap_ops { int (*build_state)(struct net *, struct nlattr *, unsigned int, const void *, struct lwtunnel_state **, struct netlink_ext_ack *); void (*destroy_state)(struct lwtunnel_state *); int (*output)(struct net *, struct sock *, struct sk_buff *); int (*input)(struct sk_buff *); int (*fill_encap)(struct sk_buff *, struct lwtunnel_state *); int (*get_encap_size)(struct lwtunnel_state *); int (*cmp_encap)(struct lwtunnel_state *, struct lwtunnel_state *); int (*xmit)(struct sk_buff *); struct module *owner; }; struct ip6_tnl_encap_ops { size_t (*encap_hlen)(struct ip_tunnel_encap *); int (*build_header)(struct sk_buff *, struct ip_tunnel_encap *, u8 *, struct flowi6 *); int (*err_handler)(struct sk_buff *, struct inet6_skb_parm *, u8, u8, int, __be32); }; struct geneve_opt { __be16 opt_class; u8 type; u8 length: 5; u8 r3: 1; u8 r2: 1; u8 r1: 1; u8 opt_data[0]; }; struct vxlan_metadata { u32 gbp; }; struct erspan_md2 { __be32 timestamp; __be16 sgt; __u8 hwid_upper: 2; __u8 ft: 5; __u8 p: 1; __u8 o: 1; __u8 gra: 2; __u8 dir: 1; __u8 hwid: 4; }; struct erspan_metadata { int version; union { __be32 index; struct erspan_md2 md2; } u; }; enum { ETHTOOL_A_TUNNEL_UDP_ENTRY_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_ENTRY_PORT = 1, ETHTOOL_A_TUNNEL_UDP_ENTRY_TYPE = 2, __ETHTOOL_A_TUNNEL_UDP_ENTRY_CNT = 3, ETHTOOL_A_TUNNEL_UDP_ENTRY_MAX = 2, }; enum { ETHTOOL_A_TUNNEL_UDP_TABLE_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE_SIZE = 1, ETHTOOL_A_TUNNEL_UDP_TABLE_TYPES = 2, ETHTOOL_A_TUNNEL_UDP_TABLE_ENTRY = 3, __ETHTOOL_A_TUNNEL_UDP_TABLE_CNT = 4, ETHTOOL_A_TUNNEL_UDP_TABLE_MAX = 3, }; struct udp_tunnel_nic_table_entry; struct udp_tunnel_nic { struct work_struct work; struct net_device *dev; u8 need_sync: 1; u8 need_replay: 1; u8 work_pending: 1; unsigned int n_tables; long unsigned int missed; struct udp_tunnel_nic_table_entry *entries[0]; }; enum udp_parsable_tunnel_type { UDP_TUNNEL_TYPE_VXLAN = 1, UDP_TUNNEL_TYPE_GENEVE = 2, UDP_TUNNEL_TYPE_VXLAN_GPE = 4, }; enum udp_tunnel_nic_info_flags { UDP_TUNNEL_NIC_INFO_MAY_SLEEP = 1, UDP_TUNNEL_NIC_INFO_OPEN_ONLY = 2, UDP_TUNNEL_NIC_INFO_IPV4_ONLY = 4, UDP_TUNNEL_NIC_INFO_STATIC_IANA_VXLAN = 8, }; struct udp_tunnel_nic_shared_node { struct net_device *dev; struct list_head list; }; struct udp_tunnel_nic_ops { void (*get_port)(struct net_device *, unsigned int, unsigned int, struct udp_tunnel_info *); void (*set_port_priv)(struct net_device *, unsigned int, unsigned int, u8); void (*add_port)(struct net_device *, struct udp_tunnel_info *); void (*del_port)(struct net_device *, struct udp_tunnel_info *); void (*reset_ntf)(struct net_device *); size_t (*dump_size)(struct net_device *, unsigned int); int (*dump_write)(struct net_device *, unsigned int, struct sk_buff *); }; enum udp_tunnel_nic_table_entry_flags { UDP_TUNNEL_NIC_ENTRY_ADD = 1, UDP_TUNNEL_NIC_ENTRY_DEL = 2, UDP_TUNNEL_NIC_ENTRY_OP_FAIL = 4, UDP_TUNNEL_NIC_ENTRY_FROZEN = 8, }; struct udp_tunnel_nic_table_entry { __be16 port; u8 type; u8 flags; u16 use_cnt; u8 hw_priv; }; struct tx_work { struct delayed_work work; struct sock *sk; }; struct tls_rec; struct tls_sw_context_tx { struct crypto_aead *aead_send; struct crypto_wait async_wait; struct tx_work tx_work; struct tls_rec *open_rec; struct list_head tx_list; atomic_t encrypt_pending; u8 async_capable: 1; long unsigned int tx_bitmask; }; enum { TCP_BPF_IPV4 = 0, TCP_BPF_IPV6 = 1, TCP_BPF_NUM_PROTS = 2, }; enum { TCP_BPF_BASE = 0, TCP_BPF_TX = 1, TCP_BPF_RX = 2, TCP_BPF_TXRX = 3, TCP_BPF_NUM_CFGS = 4, }; struct unix_edge { struct unix_sock *predecessor; struct unix_sock *successor; struct list_head vertex_entry; struct list_head stack_entry; }; struct unix_vertex { struct list_head edges; struct list_head entry; struct list_head scc_entry; long unsigned int out_degree; long unsigned int index; long unsigned int scc_index; }; struct unix_skb_parms { struct pid *pid; kuid_t uid; kgid_t gid; struct scm_fp_list *fp; u32 consumed; }; enum unix_vertex_index { UNIX_VERTEX_INDEX_MARK1 = 0, UNIX_VERTEX_INDEX_MARK2 = 1, UNIX_VERTEX_INDEX_START = 2, }; struct ioam6_pernet_data { struct mutex lock; struct rhashtable namespaces; struct rhashtable schemas; }; struct ipv6_params { __s32 disable_ipv6; __s32 autoconf; }; enum flowlabel_reflect { FLOWLABEL_REFLECT_ESTABLISHED = 1, FLOWLABEL_REFLECT_TCP_RESET = 2, FLOWLABEL_REFLECT_ICMPV6_ECHO_REPLIES = 4, }; struct ipv6_bpf_stub { int (*inet6_bind)(struct sock *, struct sockaddr *, int, u32); struct sock * (*udp6_lib_lookup)(const struct net *, const struct in6_addr *, __be16, const struct in6_addr *, __be16, int, int, struct udp_table *, struct sk_buff *); int (*ipv6_setsockopt)(struct sock *, int, int, sockptr_t, unsigned int); int (*ipv6_getsockopt)(struct sock *, int, int, sockptr_t, sockptr_t); int (*ipv6_dev_get_saddr)(struct net *, const struct net_device *, const struct in6_addr *, unsigned int, struct in6_addr *); }; struct compat_in6_rtmsg { struct in6_addr rtmsg_dst; struct in6_addr rtmsg_src; struct in6_addr rtmsg_gateway; u32 rtmsg_type; u16 rtmsg_dst_len; u16 rtmsg_src_len; u32 rtmsg_metric; u32 rtmsg_info; u32 rtmsg_flags; s32 rtmsg_ifindex; }; enum { IFLA_INET6_UNSPEC = 0, IFLA_INET6_FLAGS = 1, IFLA_INET6_CONF = 2, IFLA_INET6_STATS = 3, IFLA_INET6_MCAST = 4, IFLA_INET6_CACHEINFO = 5, IFLA_INET6_ICMP6STATS = 6, IFLA_INET6_TOKEN = 7, IFLA_INET6_ADDR_GEN_MODE = 8, IFLA_INET6_RA_MTU = 9, __IFLA_INET6_MAX = 10, }; enum in6_addr_gen_mode { IN6_ADDR_GEN_MODE_EUI64 = 0, IN6_ADDR_GEN_MODE_NONE = 1, IN6_ADDR_GEN_MODE_STABLE_PRIVACY = 2, IN6_ADDR_GEN_MODE_RANDOM = 3, }; struct ifla_cacheinfo { __u32 max_reasm_len; __u32 tstamp; __u32 reachable_time; __u32 retrans_time; }; struct netdev_notifier_change_info { struct netdev_notifier_info info; unsigned int flags_changed; }; struct prefixmsg { unsigned char prefix_family; unsigned char prefix_pad1; short unsigned int prefix_pad2; int prefix_ifindex; unsigned char prefix_type; unsigned char prefix_len; unsigned char prefix_flags; unsigned char prefix_pad3; }; enum { PREFIX_UNSPEC = 0, PREFIX_ADDRESS = 1, PREFIX_CACHEINFO = 2, __PREFIX_MAX = 3, }; struct prefix_cacheinfo { __u32 preferred_time; __u32 valid_time; }; struct in6_ifreq { struct in6_addr ifr6_addr; __u32 ifr6_prefixlen; int ifr6_ifindex; }; enum { DEVCONF_FORWARDING = 0, DEVCONF_HOPLIMIT = 1, DEVCONF_MTU6 = 2, DEVCONF_ACCEPT_RA = 3, DEVCONF_ACCEPT_REDIRECTS = 4, DEVCONF_AUTOCONF = 5, DEVCONF_DAD_TRANSMITS = 6, DEVCONF_RTR_SOLICITS = 7, DEVCONF_RTR_SOLICIT_INTERVAL = 8, DEVCONF_RTR_SOLICIT_DELAY = 9, DEVCONF_USE_TEMPADDR = 10, DEVCONF_TEMP_VALID_LFT = 11, DEVCONF_TEMP_PREFERED_LFT = 12, DEVCONF_REGEN_MAX_RETRY = 13, DEVCONF_MAX_DESYNC_FACTOR = 14, DEVCONF_MAX_ADDRESSES = 15, DEVCONF_FORCE_MLD_VERSION = 16, DEVCONF_ACCEPT_RA_DEFRTR = 17, DEVCONF_ACCEPT_RA_PINFO = 18, DEVCONF_ACCEPT_RA_RTR_PREF = 19, DEVCONF_RTR_PROBE_INTERVAL = 20, DEVCONF_ACCEPT_RA_RT_INFO_MAX_PLEN = 21, DEVCONF_PROXY_NDP = 22, DEVCONF_OPTIMISTIC_DAD = 23, DEVCONF_ACCEPT_SOURCE_ROUTE = 24, DEVCONF_MC_FORWARDING = 25, DEVCONF_DISABLE_IPV6 = 26, DEVCONF_ACCEPT_DAD = 27, DEVCONF_FORCE_TLLAO = 28, DEVCONF_NDISC_NOTIFY = 29, DEVCONF_MLDV1_UNSOLICITED_REPORT_INTERVAL = 30, DEVCONF_MLDV2_UNSOLICITED_REPORT_INTERVAL = 31, DEVCONF_SUPPRESS_FRAG_NDISC = 32, DEVCONF_ACCEPT_RA_FROM_LOCAL = 33, DEVCONF_USE_OPTIMISTIC = 34, DEVCONF_ACCEPT_RA_MTU = 35, DEVCONF_STABLE_SECRET = 36, DEVCONF_USE_OIF_ADDRS_ONLY = 37, DEVCONF_ACCEPT_RA_MIN_HOP_LIMIT = 38, DEVCONF_IGNORE_ROUTES_WITH_LINKDOWN = 39, DEVCONF_DROP_UNICAST_IN_L2_MULTICAST = 40, DEVCONF_DROP_UNSOLICITED_NA = 41, DEVCONF_KEEP_ADDR_ON_DOWN = 42, DEVCONF_RTR_SOLICIT_MAX_INTERVAL = 43, DEVCONF_SEG6_ENABLED = 44, DEVCONF_SEG6_REQUIRE_HMAC = 45, DEVCONF_ENHANCED_DAD = 46, DEVCONF_ADDR_GEN_MODE = 47, DEVCONF_DISABLE_POLICY = 48, DEVCONF_ACCEPT_RA_RT_INFO_MIN_PLEN = 49, DEVCONF_NDISC_TCLASS = 50, DEVCONF_RPL_SEG_ENABLED = 51, DEVCONF_RA_DEFRTR_METRIC = 52, DEVCONF_IOAM6_ENABLED = 53, DEVCONF_IOAM6_ID = 54, DEVCONF_IOAM6_ID_WIDE = 55, DEVCONF_NDISC_EVICT_NOCARRIER = 56, DEVCONF_ACCEPT_UNTRACKED_NA = 57, DEVCONF_ACCEPT_RA_MIN_LFT = 58, DEVCONF_MAX = 59, }; enum { INET6_IFADDR_STATE_PREDAD = 0, INET6_IFADDR_STATE_DAD = 1, INET6_IFADDR_STATE_POSTDAD = 2, INET6_IFADDR_STATE_ERRDAD = 3, INET6_IFADDR_STATE_DEAD = 4, }; struct in6_validator_info { struct in6_addr i6vi_addr; struct inet6_dev *i6vi_dev; struct netlink_ext_ack *extack; }; struct ifa6_config { const struct in6_addr *pfx; unsigned int plen; u8 ifa_proto; const struct in6_addr *peer_pfx; u32 rt_priority; u32 ifa_flags; u32 preferred_lft; u32 valid_lft; u16 scope; }; union fwnet_hwaddr { u8 u[16]; struct { __be64 uniq_id; u8 max_rec; u8 sspd; u8 fifo[6]; } uc; }; struct netconfmsg { __u8 ncm_family; }; enum { NETCONFA_UNSPEC = 0, NETCONFA_IFINDEX = 1, NETCONFA_FORWARDING = 2, NETCONFA_RP_FILTER = 3, NETCONFA_MC_FORWARDING = 4, NETCONFA_PROXY_NEIGH = 5, NETCONFA_IGNORE_ROUTES_WITH_LINKDOWN = 6, NETCONFA_INPUT = 7, NETCONFA_BC_FORWARDING = 8, __NETCONFA_MAX = 9, }; enum cleanup_prefix_rt_t { CLEANUP_PREFIX_RT_NOP = 0, CLEANUP_PREFIX_RT_DEL = 1, CLEANUP_PREFIX_RT_EXPIRE = 2, }; enum { IPV6_SADDR_RULE_INIT = 0, IPV6_SADDR_RULE_LOCAL = 1, IPV6_SADDR_RULE_SCOPE = 2, IPV6_SADDR_RULE_PREFERRED = 3, IPV6_SADDR_RULE_OIF = 4, IPV6_SADDR_RULE_LABEL = 5, IPV6_SADDR_RULE_PRIVACY = 6, IPV6_SADDR_RULE_ORCHID = 7, IPV6_SADDR_RULE_PREFIX = 8, IPV6_SADDR_RULE_MAX = 9, }; struct ipv6_saddr_score { int rule; int addr_type; struct inet6_ifaddr *ifa; long unsigned int scorebits[1]; int scopedist; int matchlen; }; struct ipv6_saddr_dst { const struct in6_addr *addr; int ifindex; int scope; int label; unsigned int prefs; }; struct if6_iter_state { struct seq_net_private p; int bucket; int offset; }; enum { DAD_PROCESS = 0, DAD_BEGIN = 1, DAD_ABORT = 2, }; struct nduseroptmsg { unsigned char nduseropt_family; unsigned char nduseropt_pad1; short unsigned int nduseropt_opts_len; int nduseropt_ifindex; __u8 nduseropt_icmp_type; __u8 nduseropt_icmp_code; short unsigned int nduseropt_pad2; unsigned int nduseropt_pad3; }; enum { NDUSEROPT_UNSPEC = 0, NDUSEROPT_SRCADDR = 1, __NDUSEROPT_MAX = 2, }; struct nd_msg { struct icmp6hdr icmph; struct in6_addr target; __u8 opt[0]; }; struct rs_msg { struct icmp6hdr icmph; __u8 opt[0]; }; struct ra_msg { struct icmp6hdr icmph; __be32 reachable_time; __be32 retrans_timer; }; typedef void ip6_icmp_send_t(struct sk_buff *, u8, u8, __u32, const struct in6_addr *, const struct inet6_skb_parm *); struct icmpv6_msg { struct sk_buff *skb; int offset; uint8_t type; }; struct icmp6_err { int err; int fatal; }; struct pingv6_ops { int (*ipv6_recv_error)(struct sock *, struct msghdr *, int, int *); void (*ip6_datagram_recv_common_ctl)(struct sock *, struct msghdr *, struct sk_buff *); void (*ip6_datagram_recv_specific_ctl)(struct sock *, struct msghdr *, struct sk_buff *); int (*icmpv6_err_convert)(u8, u8, int *); void (*ipv6_icmp_error)(struct sock *, struct sk_buff *, int, __be16, u32, u8 *); int (*ipv6_chk_addr)(struct net *, const struct in6_addr *, const struct net_device *, int); }; struct ping_iter_state { struct seq_net_private p; int bucket; sa_family_t family; }; struct pingfakehdr { struct icmphdr icmph; struct msghdr *msg; sa_family_t family; __wsum wcheck; }; struct ipv6_rpl_sr_hdr { __u8 nexthdr; __u8 hdrlen; __u8 type; __u8 segments_left; __u32 cmpre: 4; __u32 cmpri: 4; __u32 reserved: 4; __u32 pad: 4; __u32 reserved1: 16; union { struct { struct {} __empty_addr; struct in6_addr addr[0]; }; struct { struct {} __empty_data; __u8 data[0]; }; } segments; }; struct ioam6_trace_hdr { __be16 namespace_id; char: 2; __u8 overflow: 1; __u8 nodelen: 5; __u8 remlen: 7; union { __be32 type_be32; struct { __u32 bit7: 1; __u32 bit6: 1; __u32 bit5: 1; __u32 bit4: 1; __u32 bit3: 1; __u32 bit2: 1; __u32 bit1: 1; __u32 bit0: 1; __u32 bit15: 1; __u32 bit14: 1; __u32 bit13: 1; __u32 bit12: 1; __u32 bit11: 1; __u32 bit10: 1; __u32 bit9: 1; __u32 bit8: 1; __u32 bit23: 1; __u32 bit22: 1; __u32 bit21: 1; __u32 bit20: 1; __u32 bit19: 1; __u32 bit18: 1; __u32 bit17: 1; __u32 bit16: 1; } type; }; __u8 data[0]; }; enum { IOAM6_ATTR_UNSPEC = 0, IOAM6_ATTR_NS_ID = 1, IOAM6_ATTR_NS_DATA = 2, IOAM6_ATTR_NS_DATA_WIDE = 3, IOAM6_ATTR_SC_ID = 4, IOAM6_ATTR_SC_DATA = 5, IOAM6_ATTR_SC_NONE = 6, IOAM6_ATTR_PAD = 7, __IOAM6_ATTR_MAX = 8, }; enum { IOAM6_CMD_UNSPEC = 0, IOAM6_CMD_ADD_NAMESPACE = 1, IOAM6_CMD_DEL_NAMESPACE = 2, IOAM6_CMD_DUMP_NAMESPACES = 3, IOAM6_CMD_ADD_SCHEMA = 4, IOAM6_CMD_DEL_SCHEMA = 5, IOAM6_CMD_DUMP_SCHEMAS = 6, IOAM6_CMD_NS_SET_SCHEMA = 7, __IOAM6_CMD_MAX = 8, }; enum ioam6_event_type { IOAM6_EVENT_UNSPEC = 0, IOAM6_EVENT_TRACE = 1, }; enum ioam6_event_attr { IOAM6_EVENT_ATTR_UNSPEC = 0, IOAM6_EVENT_ATTR_TRACE_NAMESPACE = 1, IOAM6_EVENT_ATTR_TRACE_NODELEN = 2, IOAM6_EVENT_ATTR_TRACE_TYPE = 3, IOAM6_EVENT_ATTR_TRACE_DATA = 4, __IOAM6_EVENT_ATTR_MAX = 5, }; struct ioam6_schema; struct ioam6_namespace { struct rhash_head head; struct callback_head rcu; struct ioam6_schema *schema; __be16 id; __be32 data; __be64 data_wide; }; struct ioam6_schema { struct rhash_head head; struct callback_head rcu; struct ioam6_namespace *ns; u32 id; int len; __be32 hdr; u8 data[0]; }; struct frag_hdr { __u8 nexthdr; __u8 reserved; __be16 frag_off; __be32 identification; }; struct frag_queue { struct inet_frag_queue q; int iif; __u16 nhoffset; u8 ecn; }; struct nft_ct_frag6_pernet { struct ctl_table_header *nf_frag_frags_hdr; struct fqdir *fqdir; }; enum p9_msg_t { P9_TLERROR = 6, P9_RLERROR = 7, P9_TSTATFS = 8, P9_RSTATFS = 9, P9_TLOPEN = 12, P9_RLOPEN = 13, P9_TLCREATE = 14, P9_RLCREATE = 15, P9_TSYMLINK = 16, P9_RSYMLINK = 17, P9_TMKNOD = 18, P9_RMKNOD = 19, P9_TRENAME = 20, P9_RRENAME = 21, P9_TREADLINK = 22, P9_RREADLINK = 23, P9_TGETATTR = 24, P9_RGETATTR = 25, P9_TSETATTR = 26, P9_RSETATTR = 27, P9_TXATTRWALK = 30, P9_RXATTRWALK = 31, P9_TXATTRCREATE = 32, P9_RXATTRCREATE = 33, P9_TREADDIR = 40, P9_RREADDIR = 41, P9_TFSYNC = 50, P9_RFSYNC = 51, P9_TLOCK = 52, P9_RLOCK = 53, P9_TGETLOCK = 54, P9_RGETLOCK = 55, P9_TLINK = 70, P9_RLINK = 71, P9_TMKDIR = 72, P9_RMKDIR = 73, P9_TRENAMEAT = 74, P9_RRENAMEAT = 75, P9_TUNLINKAT = 76, P9_RUNLINKAT = 77, P9_TVERSION = 100, P9_RVERSION = 101, P9_TAUTH = 102, P9_RAUTH = 103, P9_TATTACH = 104, P9_RATTACH = 105, P9_TERROR = 106, P9_RERROR = 107, P9_TFLUSH = 108, P9_RFLUSH = 109, P9_TWALK = 110, P9_RWALK = 111, P9_TOPEN = 112, P9_ROPEN = 113, P9_TCREATE = 114, P9_RCREATE = 115, P9_TREAD = 116, P9_RREAD = 117, P9_TWRITE = 118, P9_RWRITE = 119, P9_TCLUNK = 120, P9_RCLUNK = 121, P9_TREMOVE = 122, P9_RREMOVE = 123, P9_TSTAT = 124, P9_RSTAT = 125, P9_TWSTAT = 126, P9_RWSTAT = 127, }; struct p9_stat_dotl { u64 st_result_mask; struct p9_qid qid; u32 st_mode; kuid_t st_uid; kgid_t st_gid; u64 st_nlink; u64 st_rdev; u64 st_size; u64 st_blksize; u64 st_blocks; u64 st_atime_sec; u64 st_atime_nsec; u64 st_mtime_sec; u64 st_mtime_nsec; u64 st_ctime_sec; u64 st_ctime_nsec; u64 st_btime_sec; u64 st_btime_nsec; u64 st_gen; u64 st_data_version; }; struct p9_iattr_dotl { u32 valid; u32 mode; kuid_t uid; kgid_t gid; u64 size; u64 atime_sec; u64 atime_nsec; u64 mtime_sec; u64 mtime_nsec; }; struct p9_fcall { u32 size; u8 id; u16 tag; size_t offset; size_t capacity; struct kmem_cache *cache; u8 *sdata; bool zc; }; enum p9_proto_versions { p9_proto_legacy = 0, p9_proto_2000u = 1, p9_proto_2000L = 2, }; enum p9_req_status_t { REQ_STATUS_ALLOC = 0, REQ_STATUS_UNSENT = 1, REQ_STATUS_SENT = 2, REQ_STATUS_RCVD = 3, REQ_STATUS_FLSHD = 4, REQ_STATUS_ERROR = 5, }; struct p9_req_t { int status; int t_err; refcount_t refcount; wait_queue_head_t wq; struct p9_fcall tc; struct p9_fcall rc; struct list_head req_list; }; struct p9_trans_module { struct list_head list; char *name; int maxsize; bool pooled_rbuffers; int def; struct module *owner; int (*create)(struct p9_client *, const char *, char *); void (*close)(struct p9_client *); int (*request)(struct p9_client *, struct p9_req_t *); int (*cancel)(struct p9_client *, struct p9_req_t *); int (*cancelled)(struct p9_client *, struct p9_req_t *); int (*zc_request)(struct p9_client *, struct p9_req_t *, struct iov_iter *, struct iov_iter *, int, int, int); int (*show_options)(struct seq_file *, struct p9_client *); }; enum p9_fid_reftype { P9_FID_REF_CREATE = 0, P9_FID_REF_GET = 1, P9_FID_REF_PUT = 2, P9_FID_REF_DESTROY = 3, } __attribute__((mode(byte))); struct trace_event_raw_9p_client_req { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; char __data[0]; }; struct trace_event_raw_9p_client_res { struct trace_entry ent; void *clnt; __u8 type; __u32 tag; __u32 err; char __data[0]; }; struct trace_event_raw_9p_protocol_dump { struct trace_entry ent; void *clnt; __u8 type; __u16 tag; u32 __data_loc_line; char __data[0]; }; struct trace_event_raw_9p_fid_ref { struct trace_entry ent; int fid; int refcount; __u8 type; char __data[0]; }; struct trace_event_data_offsets_9p_client_req {}; struct trace_event_data_offsets_9p_client_res {}; struct trace_event_data_offsets_9p_protocol_dump { u32 line; const void *line_ptr_; }; struct trace_event_data_offsets_9p_fid_ref {}; typedef void (*btf_trace_9p_client_req)(void *, struct p9_client *, int8_t, int); typedef void (*btf_trace_9p_client_res)(void *, struct p9_client *, int8_t, int, int); typedef void (*btf_trace_9p_protocol_dump)(void *, struct p9_client *, struct p9_fcall *); typedef void (*btf_trace_9p_fid_ref)(void *, struct p9_fid *, __u8); enum { Opt_msize = 0, Opt_trans = 1, Opt_legacy = 2, Opt_version = 3, Opt_err___2 = 4, }; struct virtio_9p_config { __virtio16 tag_len; __u8 tag[0]; }; struct virtio_chan { bool inuse; spinlock_t lock; struct p9_client *client; struct virtio_device *vdev; struct virtqueue *vq; int ring_bufs_avail; wait_queue_head_t *vc_wq; long unsigned int p9_max_pages; struct scatterlist sg[128]; char *tag; struct list_head chan_list; }; struct xdp_rxtx_ring { struct xdp_ring ptrs; struct xdp_desc desc[0]; }; struct xdp_umem_ring { struct xdp_ring ptrs; u64 desc[0]; }; struct xdp_sock; struct xsk_map { struct bpf_map map; spinlock_t lock; atomic_t count; struct xdp_sock *xsk_map[0]; }; struct xdp_sock { struct sock sk; long: 64; long: 64; struct xsk_queue *rx; struct net_device *dev; struct xdp_umem *umem; struct list_head flush_node; struct xsk_buff_pool *pool; u16 queue_id; bool zc; bool sg; enum { XSK_READY = 0, XSK_BOUND = 1, XSK_UNBOUND = 2, } state; long: 64; struct xsk_queue *tx; struct list_head tx_list; u32 tx_budget_spent; u64 rx_dropped; u64 rx_queue_full; struct sk_buff *skb; struct list_head map_list; spinlock_t map_list_lock; struct mutex mutex; struct xsk_queue *fq_tmp; struct xsk_queue *cq_tmp; }; struct xsk_map_node { struct list_head node; struct xsk_map *map; struct xdp_sock **map_entry; }; enum mapping_status { MAPPING_OK = 0, MAPPING_INVALID = 1, MAPPING_EMPTY = 2, MAPPING_DATA_FIN = 3, MAPPING_DUMMY = 4, MAPPING_BAD_CSUM = 5, MAPPING_NODSS = 6, }; struct mptcp_pm_add_entry { struct list_head list; struct mptcp_addr_info addr; u8 retrans_times; struct timer_list add_timer; struct mptcp_sock *sock; }; struct mptcp_info { __u8 mptcpi_subflows; __u8 mptcpi_add_addr_signal; __u8 mptcpi_add_addr_accepted; __u8 mptcpi_subflows_max; __u8 mptcpi_add_addr_signal_max; __u8 mptcpi_add_addr_accepted_max; __u32 mptcpi_flags; __u32 mptcpi_token; __u64 mptcpi_write_seq; __u64 mptcpi_snd_una; __u64 mptcpi_rcv_nxt; __u8 mptcpi_local_addr_used; __u8 mptcpi_local_addr_max; __u8 mptcpi_csum_enabled; __u32 mptcpi_retransmits; __u64 mptcpi_bytes_retrans; __u64 mptcpi_bytes_sent; __u64 mptcpi_bytes_received; __u64 mptcpi_bytes_acked; __u8 mptcpi_subflows_total; __u8 reserved[3]; __u32 mptcpi_last_data_sent; __u32 mptcpi_last_data_recv; __u32 mptcpi_last_ack_recv; }; struct mptcp_subflow_data { __u32 size_subflow_data; __u32 num_subflows; __u32 size_kernel; __u32 size_user; }; struct mptcp_subflow_addrs { union { __kernel_sa_family_t sa_family; struct sockaddr sa_local; struct sockaddr_in sin_local; struct sockaddr_in6 sin6_local; struct __kernel_sockaddr_storage ss_local; }; union { struct sockaddr sa_remote; struct sockaddr_in sin_remote; struct sockaddr_in6 sin6_remote; struct __kernel_sockaddr_storage ss_remote; }; }; struct mptcp_subflow_info { __u32 id; struct mptcp_subflow_addrs addrs; }; struct mptcp_full_info { __u32 size_tcpinfo_kernel; __u32 size_tcpinfo_user; __u32 size_sfinfo_kernel; __u32 size_sfinfo_user; __u32 num_subflows; __u32 size_arrays_user; __u64 subflow_info; __u64 tcp_info; struct mptcp_info mptcp_info; }; struct tcp_info { __u8 tcpi_state; __u8 tcpi_ca_state; __u8 tcpi_retransmits; __u8 tcpi_probes; __u8 tcpi_backoff; __u8 tcpi_options; __u8 tcpi_snd_wscale: 4; __u8 tcpi_rcv_wscale: 4; __u8 tcpi_delivery_rate_app_limited: 1; __u8 tcpi_fastopen_client_fail: 2; __u32 tcpi_rto; __u32 tcpi_ato; __u32 tcpi_snd_mss; __u32 tcpi_rcv_mss; __u32 tcpi_unacked; __u32 tcpi_sacked; __u32 tcpi_lost; __u32 tcpi_retrans; __u32 tcpi_fackets; __u32 tcpi_last_data_sent; __u32 tcpi_last_ack_sent; __u32 tcpi_last_data_recv; __u32 tcpi_last_ack_recv; __u32 tcpi_pmtu; __u32 tcpi_rcv_ssthresh; __u32 tcpi_rtt; __u32 tcpi_rttvar; __u32 tcpi_snd_ssthresh; __u32 tcpi_snd_cwnd; __u32 tcpi_advmss; __u32 tcpi_reordering; __u32 tcpi_rcv_rtt; __u32 tcpi_rcv_space; __u32 tcpi_total_retrans; __u64 tcpi_pacing_rate; __u64 tcpi_max_pacing_rate; __u64 tcpi_bytes_acked; __u64 tcpi_bytes_received; __u32 tcpi_segs_out; __u32 tcpi_segs_in; __u32 tcpi_notsent_bytes; __u32 tcpi_min_rtt; __u32 tcpi_data_segs_in; __u32 tcpi_data_segs_out; __u64 tcpi_delivery_rate; __u64 tcpi_busy_time; __u64 tcpi_rwnd_limited; __u64 tcpi_sndbuf_limited; __u32 tcpi_delivered; __u32 tcpi_delivered_ce; __u64 tcpi_bytes_sent; __u64 tcpi_bytes_retrans; __u32 tcpi_dsack_dups; __u32 tcpi_reord_seen; __u32 tcpi_rcv_ooopack; __u32 tcpi_snd_wnd; __u32 tcpi_rcv_wnd; __u32 tcpi_rehash; __u16 tcpi_total_rto; __u16 tcpi_total_rto_recoveries; __u32 tcpi_total_rto_time; }; struct klist_waiter { struct list_head list; struct klist_node *node; struct task_struct *process; int woken; }; struct maple_metadata { unsigned char end; unsigned char gap; }; struct maple_pnode; struct maple_range_64 { struct maple_pnode *parent; long unsigned int pivot[15]; union { void *slot[16]; struct { void *pad[15]; struct maple_metadata meta; }; }; }; struct maple_arange_64 { struct maple_pnode *parent; long unsigned int pivot[9]; void *slot[10]; long unsigned int gap[10]; struct maple_metadata meta; }; struct maple_topiary { struct maple_pnode *parent; struct maple_enode *next; }; enum maple_type { maple_dense = 0, maple_leaf_64 = 1, maple_range_64 = 2, maple_arange_64 = 3, }; struct maple_node { union { struct { struct maple_pnode *parent; void *slot[31]; }; struct { void *pad; struct callback_head rcu; struct maple_enode *piv_parent; unsigned char parent_slot; enum maple_type type; unsigned char slot_len; unsigned int ma_flags; }; struct maple_range_64 mr64; struct maple_arange_64 ma64; struct maple_alloc alloc; }; }; struct ma_topiary { struct maple_enode *head; struct maple_enode *tail; struct maple_tree *mtree; }; struct ma_wr_state { struct ma_state *mas; struct maple_node *node; long unsigned int r_min; long unsigned int r_max; enum maple_type type; unsigned char offset_end; long unsigned int *pivots; long unsigned int end_piv; void **slots; void *entry; void *content; }; struct trace_event_raw_ma_op { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_read { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; void *node; char __data[0]; }; struct trace_event_raw_ma_write { struct trace_entry ent; const char *fn; long unsigned int min; long unsigned int max; long unsigned int index; long unsigned int last; long unsigned int piv; void *val; void *node; char __data[0]; }; struct trace_event_data_offsets_ma_op {}; struct trace_event_data_offsets_ma_read {}; struct trace_event_data_offsets_ma_write {}; typedef void (*btf_trace_ma_op)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_read)(void *, const char *, struct ma_state *); typedef void (*btf_trace_ma_write)(void *, const char *, struct ma_state *, long unsigned int, void *); struct maple_big_node { long unsigned int pivot[33]; union { struct maple_enode *slot[34]; struct { long unsigned int padding[21]; long unsigned int gap[21]; }; }; unsigned char b_end; enum maple_type type; }; struct maple_subtree_state { struct ma_state *orig_l; struct ma_state *orig_r; struct ma_state *l; struct ma_state *m; struct ma_state *r; struct ma_topiary *free; struct ma_topiary *destroy; struct maple_big_node *bn; }; struct efi_smbios_record { u8 type; u8 length; u16 handle; }; union efi_smbios_protocol; typedef union efi_smbios_protocol efi_smbios_protocol_t; union efi_smbios_protocol { struct { efi_status_t (*add)(efi_smbios_protocol_t *, efi_handle_t, u16 *, struct efi_smbios_record *); efi_status_t (*update_string)(efi_smbios_protocol_t *, u16 *, long unsigned int *, u8 *); efi_status_t (*remove)(efi_smbios_protocol_t *, u16); efi_status_t (*get_next)(efi_smbios_protocol_t *, u16 *, u8 *, struct efi_smbios_record **, efi_handle_t *); u8 major_version; u8 minor_version; }; struct { u32 add; u32 update_string; u32 remove; u32 get_next; u8 major_version; u8 minor_version; } mixed_mode; }; enum { Root_NFS = 255, Root_CIFS = 254, Root_Generic = 253, Root_RAM0 = 1048576, }; enum rpc_display_format_t { RPC_DISPLAY_ADDR = 0, RPC_DISPLAY_PORT = 1, RPC_DISPLAY_PROTO = 2, RPC_DISPLAY_HEX_ADDR = 3, RPC_DISPLAY_HEX_PORT = 4, RPC_DISPLAY_NETID = 5, RPC_DISPLAY_MAX = 6, }; enum nfs_opnum4 { OP_ACCESS = 3, OP_CLOSE = 4, OP_COMMIT = 5, OP_CREATE = 6, OP_DELEGPURGE = 7, OP_DELEGRETURN = 8, OP_GETATTR = 9, OP_GETFH = 10, OP_LINK = 11, OP_LOCK = 12, OP_LOCKT = 13, OP_LOCKU = 14, OP_LOOKUP = 15, OP_LOOKUPP = 16, OP_NVERIFY = 17, OP_OPEN = 18, OP_OPENATTR = 19, OP_OPEN_CONFIRM = 20, OP_OPEN_DOWNGRADE = 21, OP_PUTFH = 22, OP_PUTPUBFH = 23, OP_PUTROOTFH = 24, OP_READ = 25, OP_READDIR = 26, OP_READLINK = 27, OP_REMOVE = 28, OP_RENAME = 29, OP_RENEW = 30, OP_RESTOREFH = 31, OP_SAVEFH = 32, OP_SECINFO = 33, OP_SETATTR = 34, OP_SETCLIENTID = 35, OP_SETCLIENTID_CONFIRM = 36, OP_VERIFY = 37, OP_WRITE = 38, OP_RELEASE_LOCKOWNER = 39, OP_BACKCHANNEL_CTL = 40, OP_BIND_CONN_TO_SESSION = 41, OP_EXCHANGE_ID = 42, OP_CREATE_SESSION = 43, OP_DESTROY_SESSION = 44, OP_FREE_STATEID = 45, OP_GET_DIR_DELEGATION = 46, OP_GETDEVICEINFO = 47, OP_GETDEVICELIST = 48, OP_LAYOUTCOMMIT = 49, OP_LAYOUTGET = 50, OP_LAYOUTRETURN = 51, OP_SECINFO_NO_NAME = 52, OP_SEQUENCE = 53, OP_SET_SSV = 54, OP_TEST_STATEID = 55, OP_WANT_DELEGATION = 56, OP_DESTROY_CLIENTID = 57, OP_RECLAIM_COMPLETE = 58, OP_ALLOCATE = 59, OP_COPY = 60, OP_COPY_NOTIFY = 61, OP_DEALLOCATE = 62, OP_IO_ADVISE = 63, OP_LAYOUTERROR = 64, OP_LAYOUTSTATS = 65, OP_OFFLOAD_CANCEL = 66, OP_OFFLOAD_STATUS = 67, OP_READ_PLUS = 68, OP_SEEK = 69, OP_WRITE_SAME = 70, OP_CLONE = 71, OP_GETXATTR = 72, OP_SETXATTR = 73, OP_LISTXATTRS = 74, OP_REMOVEXATTR = 75, OP_ILLEGAL = 10044, }; struct user_sve_header { __u32 size; __u32 max_size; __u16 vl; __u16 max_vl; __u16 flags; __u16 __reserved; }; struct user_pac_mask { __u64 data_mask; __u64 insn_mask; }; typedef struct { void *lock; } class_rcu_tasks_trace_t; struct trace_event_raw_sys_enter { struct trace_entry ent; long int id; long unsigned int args[6]; char __data[0]; }; struct trace_event_raw_sys_exit { struct trace_entry ent; long int id; long int ret; char __data[0]; }; struct trace_event_data_offsets_sys_enter {}; struct trace_event_data_offsets_sys_exit {}; typedef void (*btf_trace_sys_enter)(void *, struct pt_regs *, long int); typedef void (*btf_trace_sys_exit)(void *, struct pt_regs *, long int); struct pt_regs_offset { const char *name; int offset; }; enum aarch64_regset { REGSET_GPR = 0, REGSET_FPR = 1, REGSET_TLS = 2, REGSET_HW_BREAK = 3, REGSET_HW_WATCH = 4, REGSET_FPMR = 5, REGSET_SYSTEM_CALL = 6, REGSET_SVE = 7, REGSET_PAC_MASK = 8, REGSET_PAC_ENABLED_KEYS = 9, REGSET_TAGGED_ADDR_CTRL = 10, REGSET_POE = 11, }; enum compat_regset { REGSET_COMPAT_GPR = 0, REGSET_COMPAT_VFP = 1, }; enum ptrace_syscall_dir { PTRACE_SYSCALL_ENTER = 0, PTRACE_SYSCALL_EXIT = 1, }; enum vdso_pages { VDSO_TIME_PAGE_OFFSET = 0, VDSO_TIMENS_PAGE_OFFSET = 1, VDSO_RNG_PAGE_OFFSET = 2, VDSO_ARCH_PAGES_START = 3, VDSO_ARCH_PAGES_END = 3, VDSO_NR_PAGES = 4, }; enum vdso_abi { VDSO_ABI_AA64 = 0, VDSO_ABI_AA32 = 1, }; struct vdso_abi_info { const char *name; const char *vdso_code_start; const char *vdso_code_end; long unsigned int vdso_pages; struct vm_special_mapping *cm; }; enum aarch32_map { AA32_MAP_VECTORS = 0, AA32_MAP_SIGPAGE = 1, AA32_MAP_VDSO = 2, }; struct return_address_data { unsigned int level; void *addr; }; struct alt_instr { s32 orig_offset; s32 alt_offset; u16 cpucap; u8 orig_len; u8 alt_len; }; typedef void (*alternative_cb_t)(struct alt_instr *, __le32 *, __le32 *, int); struct alt_region { struct alt_instr *begin; struct alt_instr *end; }; enum scale_freq_source { SCALE_FREQ_SOURCE_CPUFREQ = 0, SCALE_FREQ_SOURCE_ARCH = 1, SCALE_FREQ_SOURCE_CPPC = 2, SCALE_FREQ_SOURCE_VIRT = 3, }; struct scale_freq_data { enum scale_freq_source source; void (*set_freq_scale)(); }; struct cpu_smt_info { unsigned int thread_num; int core_id; }; struct amu_cntr_sample { u64 arch_const_cycles_prev; u64 arch_core_cycles_prev; long unsigned int last_scale_update; }; enum spectre_v4_policy { SPECTRE_V4_POLICY_MITIGATION_DYNAMIC = 0, SPECTRE_V4_POLICY_MITIGATION_ENABLED = 1, SPECTRE_V4_POLICY_MITIGATION_DISABLED = 2, }; struct spectre_v4_param { const char *str; enum spectre_v4_policy policy; }; enum bhb_mitigation_bits { BHB_LOOP = 0, BHB_FW = 1, BHB_HW = 2, BHB_INSN = 3, }; struct fregs_offset { const char *name; int offset; }; struct set_perm_data { const efi_memory_desc_t *md; bool has_bti; }; struct kexec_buf { struct kimage *image; void *buffer; long unsigned int bufsz; long unsigned int mem; long unsigned int memsz; long unsigned int buf_align; long unsigned int buf_min; long unsigned int buf_max; bool top_down; }; struct arm64_image_header { __le32 code0; __le32 code1; __le64 text_offset; __le64 image_size; __le64 flags; __le64 res2; __le64 res3; __le64 res4; __le32 magic; __le32 res5; }; enum aarch64_insn_special_register { AARCH64_INSN_SPCLREG_SPSR_EL1 = 49664, AARCH64_INSN_SPCLREG_ELR_EL1 = 49665, AARCH64_INSN_SPCLREG_SP_EL0 = 49672, AARCH64_INSN_SPCLREG_SPSEL = 49680, AARCH64_INSN_SPCLREG_CURRENTEL = 49682, AARCH64_INSN_SPCLREG_DAIF = 55825, AARCH64_INSN_SPCLREG_NZCV = 55824, AARCH64_INSN_SPCLREG_FPCR = 55840, AARCH64_INSN_SPCLREG_DSPSR_EL0 = 55848, AARCH64_INSN_SPCLREG_DLR_EL0 = 55849, AARCH64_INSN_SPCLREG_SPSR_EL2 = 57856, AARCH64_INSN_SPCLREG_ELR_EL2 = 57857, AARCH64_INSN_SPCLREG_SP_EL1 = 57864, AARCH64_INSN_SPCLREG_SPSR_INQ = 57880, AARCH64_INSN_SPCLREG_SPSR_ABT = 57881, AARCH64_INSN_SPCLREG_SPSR_UND = 57882, AARCH64_INSN_SPCLREG_SPSR_FIQ = 57883, AARCH64_INSN_SPCLREG_SPSR_EL3 = 61952, AARCH64_INSN_SPCLREG_ELR_EL3 = 61953, AARCH64_INSN_SPCLREG_SP_EL2 = 61968, }; enum probe_insn { INSN_REJECTED = 0, INSN_GOOD_NO_SLOT = 1, INSN_GOOD = 2, }; enum rp_check { RP_CHECK_CALL = 0, RP_CHECK_CHAIN_CALL = 1, RP_CHECK_RET = 2, }; enum ripas { RSI_RIPAS_EMPTY = 0, RSI_RIPAS_RAM = 1, RSI_RIPAS_DESTROYED = 2, RSI_RIPAS_DEV = 3, }; struct arm64_mem_crypt_ops { int (*encrypt)(long unsigned int, int); int (*decrypt)(long unsigned int, int); }; struct page_change_data { pgprot_t set_mask; pgprot_t clear_mask; }; struct kvm_coalesced_mmio_dev { struct list_head list; struct kvm_io_device dev; struct kvm *kvm; struct kvm_coalesced_mmio_zone zone; }; struct irq_bypass_consumer; struct irq_bypass_producer { struct list_head node; void *token; int irq; int (*add_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*del_consumer)(struct irq_bypass_producer *, struct irq_bypass_consumer *); void (*stop)(struct irq_bypass_producer *); void (*start)(struct irq_bypass_producer *); }; struct irq_bypass_consumer { struct list_head node; void *token; int (*add_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*del_producer)(struct irq_bypass_consumer *, struct irq_bypass_producer *); void (*stop)(struct irq_bypass_consumer *); void (*start)(struct irq_bypass_consumer *); }; struct kvm_vcpu_init { __u32 target; __u32 features[7]; }; struct kvm_vcpu_events { struct { __u8 serror_pending; __u8 serror_has_esr; __u8 ext_dabt_pending; __u8 pad[5]; __u64 serror_esr; } exception; __u32 reserved[12]; }; struct kvm_arm_copy_mte_tags { __u64 guest_ipa; __u64 length; void *addr; __u64 flags; __u64 reserved[2]; }; struct reg_mask_range { __u64 addr; __u32 range; __u32 reserved[13]; }; struct kvm_reg_list { __u64 n; __u64 reg[0]; }; struct kvm_arm_device_addr { __u64 id; __u64 addr; }; struct kvm_s390_adapter_int { u64 ind_addr; u64 summary_addr; u64 ind_offset; u32 summary_offset; u32 adapter_id; }; struct kvm_hv_sint { u32 vcpu; u32 sint; }; struct kvm_xen_evtchn { u32 port; u32 vcpu_id; int vcpu_idx; u32 priority; }; struct kvm_kernel_irq_routing_entry { u32 gsi; u32 type; int (*set)(struct kvm_kernel_irq_routing_entry *, struct kvm *, int, int, bool); union { struct { unsigned int irqchip; unsigned int pin; } irqchip; struct { u32 address_lo; u32 address_hi; u32 data; u32 flags; u32 devid; } msi; struct kvm_s390_adapter_int adapter; struct kvm_hv_sint hv_sint; struct kvm_xen_evtchn xen_evtchn; }; struct hlist_node link; }; struct kvm_irq_ack_notifier { struct hlist_node link; unsigned int gsi; void (*irq_acked)(struct kvm_irq_ack_notifier *); }; struct kvm_kernel_irqfd_resampler { struct kvm *kvm; struct list_head list; struct kvm_irq_ack_notifier notifier; struct list_head link; }; struct kvm_kernel_irqfd { struct kvm *kvm; wait_queue_entry_t wait; struct kvm_kernel_irq_routing_entry irq_entry; seqcount_spinlock_t irq_entry_sc; int gsi; struct work_struct inject; struct kvm_kernel_irqfd_resampler *resampler; struct eventfd_ctx *resamplefd; struct list_head resampler_link; struct eventfd_ctx *eventfd; struct list_head list; poll_table pt; struct work_struct shutdown; struct irq_bypass_consumer consumer; struct irq_bypass_producer *producer; }; enum exception_type { except_type_sync = 0, except_type_irq = 128, except_type_fiq = 256, except_type_serror = 384, }; struct trace_event_raw_kvm_entry { struct trace_entry ent; long unsigned int vcpu_pc; char __data[0]; }; struct trace_event_raw_kvm_exit { struct trace_entry ent; int ret; unsigned int esr_ec; long unsigned int vcpu_pc; char __data[0]; }; struct trace_event_raw_kvm_guest_fault { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int hsr; long unsigned int hxfar; long long unsigned int ipa; char __data[0]; }; struct trace_event_raw_kvm_access_fault { struct trace_entry ent; long unsigned int ipa; char __data[0]; }; struct trace_event_raw_kvm_irq_line { struct trace_entry ent; unsigned int type; int vcpu_idx; int irq_num; int level; char __data[0]; }; struct trace_event_raw_kvm_mmio_emulate { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int instr; long unsigned int cpsr; char __data[0]; }; struct trace_event_raw_kvm_mmio_nisv { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int esr; long unsigned int far; long unsigned int ipa; char __data[0]; }; struct trace_event_raw_kvm_set_way_flush { struct trace_entry ent; long unsigned int vcpu_pc; bool cache; char __data[0]; }; struct trace_event_raw_kvm_toggle_cache { struct trace_entry ent; long unsigned int vcpu_pc; bool was; bool now; char __data[0]; }; struct trace_event_raw_kvm_timer_update_irq { struct trace_entry ent; long unsigned int vcpu_id; __u32 irq; int level; char __data[0]; }; struct trace_event_raw_kvm_get_timer_map { struct trace_entry ent; long unsigned int vcpu_id; int direct_vtimer; int direct_ptimer; int emul_vtimer; int emul_ptimer; char __data[0]; }; struct trace_event_raw_kvm_timer_save_state { struct trace_entry ent; long unsigned int ctl; long long unsigned int cval; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_restore_state { struct trace_entry ent; long unsigned int ctl; long long unsigned int cval; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_hrtimer_expire { struct trace_entry ent; int timer_idx; char __data[0]; }; struct trace_event_raw_kvm_timer_emulate { struct trace_entry ent; int timer_idx; bool should_fire; char __data[0]; }; struct trace_event_raw_kvm_nested_eret { struct trace_entry ent; struct kvm_vcpu *vcpu; long unsigned int elr_el2; long unsigned int spsr_el2; long unsigned int target_mode; long unsigned int hcr_el2; char __data[0]; }; struct trace_event_raw_kvm_inject_nested_exception { struct trace_entry ent; struct kvm_vcpu *vcpu; long unsigned int esr_el2; int type; long unsigned int spsr_el2; long unsigned int pc; long unsigned int source_mode; long unsigned int hcr_el2; char __data[0]; }; struct trace_event_raw_kvm_forward_sysreg_trap { struct trace_entry ent; u64 pc; u32 sysreg; bool is_read; char __data[0]; }; struct trace_event_data_offsets_kvm_entry {}; struct trace_event_data_offsets_kvm_exit {}; struct trace_event_data_offsets_kvm_guest_fault {}; struct trace_event_data_offsets_kvm_access_fault {}; struct trace_event_data_offsets_kvm_irq_line {}; struct trace_event_data_offsets_kvm_mmio_emulate {}; struct trace_event_data_offsets_kvm_mmio_nisv {}; struct trace_event_data_offsets_kvm_set_way_flush {}; struct trace_event_data_offsets_kvm_toggle_cache {}; struct trace_event_data_offsets_kvm_timer_update_irq {}; struct trace_event_data_offsets_kvm_get_timer_map {}; struct trace_event_data_offsets_kvm_timer_save_state {}; struct trace_event_data_offsets_kvm_timer_restore_state {}; struct trace_event_data_offsets_kvm_timer_hrtimer_expire {}; struct trace_event_data_offsets_kvm_timer_emulate {}; struct trace_event_data_offsets_kvm_nested_eret {}; struct trace_event_data_offsets_kvm_inject_nested_exception {}; struct trace_event_data_offsets_kvm_forward_sysreg_trap {}; typedef void (*btf_trace_kvm_entry)(void *, long unsigned int); typedef void (*btf_trace_kvm_exit)(void *, int, unsigned int, long unsigned int); typedef void (*btf_trace_kvm_guest_fault)(void *, long unsigned int, long unsigned int, long unsigned int, long long unsigned int); typedef void (*btf_trace_kvm_access_fault)(void *, long unsigned int); typedef void (*btf_trace_kvm_irq_line)(void *, unsigned int, int, int, int); typedef void (*btf_trace_kvm_mmio_emulate)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_mmio_nisv)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_set_way_flush)(void *, long unsigned int, bool); typedef void (*btf_trace_kvm_toggle_cache)(void *, long unsigned int, bool, bool); typedef void (*btf_trace_kvm_timer_update_irq)(void *, long unsigned int, __u32, int); typedef void (*btf_trace_kvm_get_timer_map)(void *, long unsigned int, struct timer_map *); typedef void (*btf_trace_kvm_timer_save_state)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_restore_state)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_hrtimer_expire)(void *, struct arch_timer_context *); typedef void (*btf_trace_kvm_timer_emulate)(void *, struct arch_timer_context *, bool); typedef void (*btf_trace_kvm_nested_eret)(void *, struct kvm_vcpu *, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_inject_nested_exception)(void *, struct kvm_vcpu *, u64, int); typedef void (*btf_trace_kvm_forward_sysreg_trap)(void *, struct kvm_vcpu *, u32, bool); enum kvm_wfx_trap_policy { KVM_WFX_NOTRAP_SINGLE_TASK = 0, KVM_WFX_NOTRAP = 1, KVM_WFX_TRAP = 2, }; struct trace_event_raw_kvm_wfx_arm64 { struct trace_entry ent; long unsigned int vcpu_pc; bool is_wfe; char __data[0]; }; struct trace_event_raw_kvm_hvc_arm64 { struct trace_entry ent; long unsigned int vcpu_pc; long unsigned int r0; long unsigned int imm; char __data[0]; }; struct trace_event_raw_kvm_arm_set_dreg32 { struct trace_entry ent; const char *name; __u64 value; char __data[0]; }; struct trace_event_raw_kvm_handle_sys_reg { struct trace_entry ent; long unsigned int hsr; char __data[0]; }; struct trace_event_raw_kvm_sys_access { struct trace_entry ent; long unsigned int vcpu_pc; bool is_write; const char *name; u8 Op0; u8 Op1; u8 CRn; u8 CRm; u8 Op2; char __data[0]; }; struct trace_event_raw_kvm_set_guest_debug { struct trace_entry ent; struct kvm_vcpu *vcpu; __u32 guest_debug; char __data[0]; }; struct trace_event_data_offsets_kvm_wfx_arm64 {}; struct trace_event_data_offsets_kvm_hvc_arm64 {}; struct trace_event_data_offsets_kvm_arm_set_dreg32 {}; struct trace_event_data_offsets_kvm_handle_sys_reg {}; struct trace_event_data_offsets_kvm_sys_access {}; struct trace_event_data_offsets_kvm_set_guest_debug {}; typedef void (*btf_trace_kvm_wfx_arm64)(void *, long unsigned int, bool); typedef void (*btf_trace_kvm_hvc_arm64)(void *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_kvm_arm_set_dreg32)(void *, const char *, __u64); typedef void (*btf_trace_kvm_handle_sys_reg)(void *, long unsigned int); typedef void (*btf_trace_kvm_sys_access)(void *, long unsigned int, struct sys_reg_params *, const struct sys_reg_desc *); typedef void (*btf_trace_kvm_set_guest_debug)(void *, struct kvm_vcpu *, __u32); typedef int (*exit_handle_fn)(struct kvm_vcpu *); union tlbi_info { struct { u64 start; u64 size; } range; struct { u64 addr; } ipa; struct { u64 addr; u32 encoding; } va; }; enum trap_behaviour { BEHAVE_HANDLE_LOCALLY = 0, BEHAVE_FORWARD_READ = 1, BEHAVE_FORWARD_WRITE = 2, BEHAVE_FORWARD_RW = 3, BEHAVE_FORWARD_IN_HOST_EL0 = 4, }; struct trap_bits { const enum vcpu_sysreg index; const enum trap_behaviour behaviour; const u64 value; const u64 mask; }; enum cgt_group_id { __RESERVED__ = 0, CGT_HCR_TID1 = 1, CGT_HCR_TID2 = 2, CGT_HCR_TID3 = 3, CGT_HCR_IMO = 4, CGT_HCR_FMO = 5, CGT_HCR_TIDCP = 6, CGT_HCR_TACR = 7, CGT_HCR_TSW = 8, CGT_HCR_TPC = 9, CGT_HCR_TPU = 10, CGT_HCR_TTLB = 11, CGT_HCR_TVM = 12, CGT_HCR_TDZ = 13, CGT_HCR_TRVM = 14, CGT_HCR_TLOR = 15, CGT_HCR_TERR = 16, CGT_HCR_APK = 17, CGT_HCR_NV = 18, CGT_HCR_NV_nNV2 = 19, CGT_HCR_NV1_nNV2 = 20, CGT_HCR_AT = 21, CGT_HCR_nFIEN = 22, CGT_HCR_TID4 = 23, CGT_HCR_TICAB = 24, CGT_HCR_TOCU = 25, CGT_HCR_ENSCXT = 26, CGT_HCR_TTLBIS = 27, CGT_HCR_TTLBOS = 28, CGT_MDCR_TPMCR = 29, CGT_MDCR_TPM = 30, CGT_MDCR_TDE = 31, CGT_MDCR_TDA = 32, CGT_MDCR_TDOSA = 33, CGT_MDCR_TDRA = 34, CGT_MDCR_E2PB = 35, CGT_MDCR_TPMS = 36, CGT_MDCR_TTRF = 37, CGT_MDCR_E2TB = 38, CGT_MDCR_TDCC = 39, CGT_CPTR_TAM = 40, CGT_CPTR_TCPAC = 41, CGT_HCRX_EnFPM = 42, CGT_HCRX_TCR2En = 43, CGT_CNTHCTL_EL1TVT = 44, CGT_CNTHCTL_EL1TVCT = 45, CGT_ICH_HCR_TC = 46, CGT_ICH_HCR_TALL0 = 47, CGT_ICH_HCR_TALL1 = 48, CGT_ICH_HCR_TDIR = 49, __MULTIPLE_CONTROL_BITS__ = 50, CGT_HCR_IMO_FMO_ICH_HCR_TC = 50, CGT_HCR_TID2_TID4 = 51, CGT_HCR_TTLB_TTLBIS = 52, CGT_HCR_TTLB_TTLBOS = 53, CGT_HCR_TVM_TRVM = 54, CGT_HCR_TVM_TRVM_HCRX_TCR2En = 55, CGT_HCR_TPU_TICAB = 56, CGT_HCR_TPU_TOCU = 57, CGT_HCR_NV1_nNV2_ENSCXT = 58, CGT_MDCR_TPM_TPMCR = 59, CGT_MDCR_TPM_HPMN = 60, CGT_MDCR_TDE_TDA = 61, CGT_MDCR_TDE_TDOSA = 62, CGT_MDCR_TDE_TDRA = 63, CGT_MDCR_TDCC_TDE_TDA = 64, CGT_ICH_HCR_TC_TDIR = 65, __COMPLEX_CONDITIONS__ = 66, CGT_CNTHCTL_EL1PCTEN = 66, CGT_CNTHCTL_EL1PTEN = 67, CGT_CNTHCTL_EL1NVPCT = 68, CGT_CNTHCTL_EL1NVVCT = 69, CGT_CPTR_TTA = 70, CGT_MDCR_HPMN = 71, __NR_CGT_GROUP_IDS__ = 72, }; typedef enum trap_behaviour (*complex_condition_check)(struct kvm_vcpu *); union trap_config { u64 val; struct { long unsigned int cgt: 10; long unsigned int fgt: 4; long unsigned int bit: 6; long unsigned int pol: 1; long unsigned int fgf: 5; long unsigned int sri: 10; long unsigned int unused: 27; long unsigned int mbz: 1; }; }; struct encoding_to_trap_config { const u32 encoding; const u32 end; const union trap_config tc; const unsigned int line; }; enum fg_filter_id { __NO_FGF__ = 0, HCRX_FGTnXS = 1, __NR_FG_FILTER_IDS__ = 2, }; struct its_vlpi_map { struct its_vm *vm; struct its_vpe *vpe; u32 vintid; u8 properties; bool db_enabled; }; struct kvm_pmu_event_filter { __u16 base_event; __u16 nevents; __u8 action; __u8 pad[3]; }; struct arm_pmu_entry { struct list_head entry; struct arm_pmu *arm_pmu; }; struct tlb_inv_context___2 { struct kvm_s2_mmu *mmu; u64 tcr; u64 sctlr; }; typedef int64_t xen_long_t; typedef struct { union { unsigned char *p; uint64_t q; }; } __guest_handle_uchar; typedef struct { union { char *p; uint64_t q; }; } __guest_handle_char; typedef struct { union { uint64_t *p; uint64_t q; }; } __guest_handle_uint64_t; typedef struct { union { uint32_t *p; uint64_t q; }; } __guest_handle_uint32_t; struct multicall_entry { xen_ulong_t op; xen_long_t result; xen_ulong_t args[6]; }; struct dom0_vga_console_info { uint8_t video_type; union { struct { uint16_t font_height; uint16_t cursor_x; uint16_t cursor_y; uint16_t rows; uint16_t columns; } text_mode_3; struct { uint16_t width; uint16_t height; uint16_t bytes_per_line; uint16_t bits_per_pixel; uint32_t lfb_base; uint32_t lfb_size; uint8_t red_pos; uint8_t red_size; uint8_t green_pos; uint8_t green_size; uint8_t blue_pos; uint8_t blue_size; uint8_t rsvd_pos; uint8_t rsvd_size; uint32_t gbl_caps; uint16_t mode_attrs; uint16_t pad; uint32_t ext_lfb_base; } vesa_lfb; } u; }; struct xenpf_settime32 { uint32_t secs; uint32_t nsecs; uint64_t system_time; }; struct xenpf_settime64 { uint64_t secs; uint32_t nsecs; uint32_t mbz; uint64_t system_time; }; struct xenpf_add_memtype { xen_pfn_t mfn; uint64_t nr_mfns; uint32_t type; uint32_t handle; uint32_t reg; }; struct xenpf_del_memtype { uint32_t handle; uint32_t reg; }; struct xenpf_read_memtype { uint32_t reg; xen_pfn_t mfn; uint64_t nr_mfns; uint32_t type; }; struct xenpf_microcode_update { __guest_handle_void data; uint32_t length; }; struct xenpf_platform_quirk { uint32_t quirk_id; }; struct xenpf_efi_time { uint16_t year; uint8_t month; uint8_t day; uint8_t hour; uint8_t min; uint8_t sec; uint32_t ns; int16_t tz; uint8_t daylight; }; struct xenpf_efi_guid { uint32_t data1; uint16_t data2; uint16_t data3; uint8_t data4[8]; }; struct xenpf_efi_runtime_call { uint32_t function; uint32_t misc; xen_ulong_t status; union { struct { struct xenpf_efi_time time; uint32_t resolution; uint32_t accuracy; } get_time; struct xenpf_efi_time set_time; struct xenpf_efi_time get_wakeup_time; struct xenpf_efi_time set_wakeup_time; struct { __guest_handle_void name; xen_ulong_t size; __guest_handle_void data; struct xenpf_efi_guid vendor_guid; } get_variable; struct { __guest_handle_void name; xen_ulong_t size; __guest_handle_void data; struct xenpf_efi_guid vendor_guid; } set_variable; struct { xen_ulong_t size; __guest_handle_void name; struct xenpf_efi_guid vendor_guid; } get_next_variable_name; struct { uint32_t attr; uint64_t max_store_size; uint64_t remain_store_size; uint64_t max_size; } query_variable_info; struct { __guest_handle_void capsule_header_array; xen_ulong_t capsule_count; uint64_t max_capsule_size; uint32_t reset_type; } query_capsule_capabilities; struct { __guest_handle_void capsule_header_array; xen_ulong_t capsule_count; uint64_t sg_list; } update_capsule; } u; }; union xenpf_efi_info { uint32_t version; struct { uint64_t addr; uint32_t nent; } cfg; struct { uint32_t revision; uint32_t bufsz; __guest_handle_void name; } vendor; struct { uint64_t addr; uint64_t size; uint64_t attr; uint32_t type; } mem; }; struct xenpf_firmware_info { uint32_t type; uint32_t index; union { struct { uint8_t device; uint8_t version; uint16_t interface_support; uint16_t legacy_max_cylinder; uint8_t legacy_max_head; uint8_t legacy_sectors_per_track; __guest_handle_void edd_params; } disk_info; struct { uint8_t device; uint32_t mbr_signature; } disk_mbr_signature; struct { uint8_t capabilities; uint8_t edid_transfer_time; __guest_handle_uchar edid; } vbeddc_info; union xenpf_efi_info efi_info; uint8_t kbd_shift_flags; } u; }; struct xenpf_enter_acpi_sleep { uint16_t val_a; uint16_t val_b; uint32_t sleep_state; uint32_t flags; }; struct xenpf_change_freq { uint32_t flags; uint32_t cpu; uint64_t freq; }; struct xenpf_getidletime { __guest_handle_uchar cpumap_bitmap; uint32_t cpumap_nr_cpus; __guest_handle_uint64_t idletime; uint64_t now; }; struct xen_power_register { uint32_t space_id; uint32_t bit_width; uint32_t bit_offset; uint32_t access_size; uint64_t address; }; struct xen_processor_csd { uint32_t domain; uint32_t coord_type; uint32_t num; }; typedef struct { union { struct xen_processor_csd *p; uint64_t q; }; } __guest_handle_xen_processor_csd; struct xen_processor_cx { struct xen_power_register reg; uint8_t type; uint32_t latency; uint32_t power; uint32_t dpcnt; __guest_handle_xen_processor_csd dp; }; typedef struct { union { struct xen_processor_cx *p; uint64_t q; }; } __guest_handle_xen_processor_cx; struct xen_processor_flags { uint32_t bm_control: 1; uint32_t bm_check: 1; uint32_t has_cst: 1; uint32_t power_setup_done: 1; uint32_t bm_rld_set: 1; }; struct xen_processor_power { uint32_t count; struct xen_processor_flags flags; __guest_handle_xen_processor_cx states; }; struct xen_pct_register { uint8_t descriptor; uint16_t length; uint8_t space_id; uint8_t bit_width; uint8_t bit_offset; uint8_t reserved; uint64_t address; }; struct xen_processor_px { uint64_t core_frequency; uint64_t power; uint64_t transition_latency; uint64_t bus_master_latency; uint64_t control; uint64_t status; }; typedef struct { union { struct xen_processor_px *p; uint64_t q; }; } __guest_handle_xen_processor_px; struct xen_psd_package { uint64_t num_entries; uint64_t revision; uint64_t domain; uint64_t coord_type; uint64_t num_processors; }; struct xen_processor_performance { uint32_t flags; uint32_t platform_limit; struct xen_pct_register control_register; struct xen_pct_register status_register; uint32_t state_count; __guest_handle_xen_processor_px states; struct xen_psd_package domain_info; uint32_t shared_type; }; struct xenpf_set_processor_pminfo { uint32_t id; uint32_t type; union { struct xen_processor_power power; struct xen_processor_performance perf; __guest_handle_uint32_t pdc; }; }; struct xenpf_pcpuinfo { uint32_t xen_cpuid; uint32_t max_present; uint32_t flags; uint32_t apic_id; uint32_t acpi_id; }; struct xenpf_cpu_ol { uint32_t cpuid; }; struct xenpf_cpu_hotadd { uint32_t apic_id; uint32_t acpi_id; uint32_t pxm; }; struct xenpf_mem_hotadd { uint64_t spfn; uint64_t epfn; uint32_t pxm; uint32_t flags; }; struct xenpf_core_parking { uint32_t type; uint32_t idle_nums; }; struct xenpf_symdata { uint32_t namelen; uint32_t symnum; __guest_handle_char name; uint64_t address; char type; }; struct xen_platform_op { uint32_t cmd; uint32_t interface_version; union { struct xenpf_settime32 settime32; struct xenpf_settime64 settime64; struct xenpf_add_memtype add_memtype; struct xenpf_del_memtype del_memtype; struct xenpf_read_memtype read_memtype; struct xenpf_microcode_update microcode; struct xenpf_platform_quirk platform_quirk; struct xenpf_efi_runtime_call efi_runtime_call; struct xenpf_firmware_info firmware_info; struct xenpf_enter_acpi_sleep enter_acpi_sleep; struct xenpf_change_freq change_freq; struct xenpf_getidletime getidletime; struct xenpf_set_processor_pminfo set_pminfo; struct xenpf_pcpuinfo pcpu_info; struct xenpf_cpu_ol cpu_ol; struct xenpf_cpu_hotadd cpu_add; struct xenpf_mem_hotadd mem_add; struct xenpf_core_parking core_parking; struct xenpf_symdata symdata; struct dom0_vga_console_info dom0_console; uint8_t pad[128]; } u; }; struct xen_memory_region { long unsigned int start_pfn; long unsigned int n_pfns; }; struct grant_frames { xen_pfn_t *pfn; unsigned int count; void *vaddr; }; struct vcpu_register_vcpu_info { uint64_t mfn; uint32_t offset; uint32_t rsvd; }; struct xen_add_to_physmap { domid_t domid; uint16_t size; unsigned int space; xen_ulong_t idx; xen_pfn_t gpfn; }; struct tk_read_base { struct clocksource *clock; u64 mask; u64 cycle_last; u32 mult; u32 shift; u64 xtime_nsec; ktime_t base; u64 base_real; }; struct timekeeper { struct tk_read_base tkr_mono; u64 xtime_sec; long unsigned int ktime_sec; struct timespec64 wall_to_monotonic; ktime_t offs_real; ktime_t offs_boot; ktime_t offs_tai; u32 coarse_nsec; struct tk_read_base tkr_raw; u64 raw_sec; unsigned int clock_was_set_seq; u8 cs_was_changed_seq; struct timespec64 monotonic_to_boot; u64 cycle_interval; u64 xtime_interval; s64 xtime_remainder; u64 raw_interval; ktime_t next_leap_ktime; u64 ntp_tick; s64 ntp_error; u32 ntp_error_shift; u32 ntp_err_mult; u32 skip_second_overflow; s32 tai_offset; }; struct ghash_key { be128 k; u64 h[0]; }; struct ghash_desc_ctx { u64 digest[2]; u8 buf[16]; u32 count; }; struct gcm_aes_ctx { struct crypto_aes_ctx aes_key; u8 nonce[4]; struct ghash_key ghash_key; }; struct clone_args { __u64 flags; __u64 pidfd; __u64 child_tid; __u64 parent_tid; __u64 exit_signal; __u64 stack; __u64 stack_size; __u64 tls; __u64 set_tid; __u64 set_tid_size; __u64 cgroup; }; enum mm_cid_state { MM_CID_UNSET = 4294967295, MM_CID_LAZY_PUT = 2147483648, }; struct kernel_clone_args { u64 flags; int *pidfd; int *child_tid; int *parent_tid; const char *name; int exit_signal; u32 kthread: 1; u32 io_thread: 1; u32 user_worker: 1; u32 no_files: 1; long unsigned int stack; long unsigned int stack_size; long unsigned int tls; pid_t *set_tid; size_t set_tid_size; int cgroup; int idle; int (*fn)(void *); void *fn_arg; struct cgroup *cgrp; struct css_set *cset; unsigned int kill_seq; }; enum { FUTEX_STATE_OK = 0, FUTEX_STATE_EXITING = 1, FUTEX_STATE_DEAD = 2, }; struct trace_event_raw_task_newtask { struct trace_entry ent; pid_t pid; char comm[16]; long unsigned int clone_flags; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_rename { struct trace_entry ent; char oldcomm[16]; char newcomm[16]; short int oom_score_adj; char __data[0]; }; struct trace_event_raw_task_prctl_unknown { struct trace_entry ent; int option; long unsigned int arg2; long unsigned int arg3; long unsigned int arg4; long unsigned int arg5; char __data[0]; }; struct trace_event_data_offsets_task_newtask {}; struct trace_event_data_offsets_task_rename {}; struct trace_event_data_offsets_task_prctl_unknown {}; typedef void (*btf_trace_task_newtask)(void *, struct task_struct *, long unsigned int); typedef void (*btf_trace_task_rename)(void *, struct task_struct *, const char *); typedef void (*btf_trace_task_prctl_unknown)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int); struct vm_stack { struct callback_head rcu; struct vm_struct *stack_vm_area; }; enum sysctl_writes_mode { SYSCTL_WRITES_LEGACY = -1, SYSCTL_WRITES_WARN = 0, SYSCTL_WRITES_STRICT = 1, }; struct do_proc_dointvec_minmax_conv_param { int *min; int *max; }; struct do_proc_douintvec_minmax_conv_param { unsigned int *min; unsigned int *max; }; struct die_args { struct pt_regs *regs; const char *str; long int err; int trapnr; int signr; }; struct trace_event_raw_notifier_info { struct trace_entry ent; void *cb; char __data[0]; }; struct trace_event_data_offsets_notifier_info {}; typedef void (*btf_trace_notifier_register)(void *, void *); typedef void (*btf_trace_notifier_unregister)(void *, void *); typedef void (*btf_trace_notifier_run)(void *, void *); struct smpboot_thread_data { unsigned int cpu; unsigned int status; struct smp_hotplug_thread *ht; }; enum { HP_THREAD_NONE = 0, HP_THREAD_ACTIVE = 1, HP_THREAD_PARKED = 2, }; typedef struct { raw_spinlock_t *lock; } class_raw_spinlock_irq_t; typedef int (*task_call_f)(struct task_struct *, void *); enum { MEMBARRIER_STATE_PRIVATE_EXPEDITED_READY = 1, MEMBARRIER_STATE_PRIVATE_EXPEDITED = 2, MEMBARRIER_STATE_GLOBAL_EXPEDITED_READY = 4, MEMBARRIER_STATE_GLOBAL_EXPEDITED = 8, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE_READY = 16, MEMBARRIER_STATE_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ_READY = 64, MEMBARRIER_STATE_PRIVATE_EXPEDITED_RSEQ = 128, }; struct trace_event_raw_sched_kthread_stop { struct trace_entry ent; char comm[16]; pid_t pid; char __data[0]; }; struct trace_event_raw_sched_kthread_stop_ret { struct trace_entry ent; int ret; char __data[0]; }; struct trace_event_raw_sched_kthread_work_queue_work { struct trace_entry ent; void *work; void *function; void *worker; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_kthread_work_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_sched_wakeup_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int target_cpu; char __data[0]; }; struct trace_event_raw_sched_switch { struct trace_entry ent; char prev_comm[16]; pid_t prev_pid; int prev_prio; long int prev_state; char next_comm[16]; pid_t next_pid; int next_prio; char __data[0]; }; struct trace_event_raw_sched_migrate_task { struct trace_entry ent; char comm[16]; pid_t pid; int prio; int orig_cpu; int dest_cpu; char __data[0]; }; struct trace_event_raw_sched_process_template { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_wait { struct trace_entry ent; char comm[16]; pid_t pid; int prio; char __data[0]; }; struct trace_event_raw_sched_process_fork { struct trace_entry ent; char parent_comm[16]; pid_t parent_pid; char child_comm[16]; pid_t child_pid; char __data[0]; }; struct trace_event_raw_sched_process_exec { struct trace_entry ent; u32 __data_loc_filename; pid_t pid; pid_t old_pid; char __data[0]; }; struct trace_event_raw_sched_prepare_exec { struct trace_entry ent; u32 __data_loc_interp; u32 __data_loc_filename; pid_t pid; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_sched_stat_runtime { struct trace_entry ent; char comm[16]; pid_t pid; u64 runtime; char __data[0]; }; struct trace_event_raw_sched_pi_setprio { struct trace_entry ent; char comm[16]; pid_t pid; int oldprio; int newprio; char __data[0]; }; struct trace_event_raw_sched_move_numa { struct trace_entry ent; pid_t pid; pid_t tgid; pid_t ngid; int src_cpu; int src_nid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_numa_pair_template { struct trace_entry ent; pid_t src_pid; pid_t src_tgid; pid_t src_ngid; int src_cpu; int src_nid; pid_t dst_pid; pid_t dst_tgid; pid_t dst_ngid; int dst_cpu; int dst_nid; char __data[0]; }; struct trace_event_raw_sched_skip_vma_numa { struct trace_entry ent; long unsigned int numa_scan_offset; long unsigned int vm_start; long unsigned int vm_end; enum numa_vmaskip_reason reason; char __data[0]; }; struct trace_event_raw_sched_wake_idle_without_ipi { struct trace_entry ent; int cpu; char __data[0]; }; struct trace_event_data_offsets_sched_kthread_stop {}; struct trace_event_data_offsets_sched_kthread_stop_ret {}; struct trace_event_data_offsets_sched_kthread_work_queue_work {}; struct trace_event_data_offsets_sched_kthread_work_execute_start {}; struct trace_event_data_offsets_sched_kthread_work_execute_end {}; struct trace_event_data_offsets_sched_wakeup_template {}; struct trace_event_data_offsets_sched_switch {}; struct trace_event_data_offsets_sched_migrate_task {}; struct trace_event_data_offsets_sched_process_template {}; struct trace_event_data_offsets_sched_process_wait {}; struct trace_event_data_offsets_sched_process_fork {}; struct trace_event_data_offsets_sched_process_exec { u32 filename; const void *filename_ptr_; }; struct trace_event_data_offsets_sched_prepare_exec { u32 interp; const void *interp_ptr_; u32 filename; const void *filename_ptr_; u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_sched_stat_runtime {}; struct trace_event_data_offsets_sched_pi_setprio {}; struct trace_event_data_offsets_sched_move_numa {}; struct trace_event_data_offsets_sched_numa_pair_template {}; struct trace_event_data_offsets_sched_skip_vma_numa {}; struct trace_event_data_offsets_sched_wake_idle_without_ipi {}; typedef void (*btf_trace_sched_kthread_stop)(void *, struct task_struct *); typedef void (*btf_trace_sched_kthread_stop_ret)(void *, int); typedef void (*btf_trace_sched_kthread_work_queue_work)(void *, struct kthread_worker *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_start)(void *, struct kthread_work *); typedef void (*btf_trace_sched_kthread_work_execute_end)(void *, struct kthread_work *, kthread_work_func_t); typedef void (*btf_trace_sched_waking)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup)(void *, struct task_struct *); typedef void (*btf_trace_sched_wakeup_new)(void *, struct task_struct *); typedef void (*btf_trace_sched_switch)(void *, bool, struct task_struct *, struct task_struct *, unsigned int); typedef void (*btf_trace_sched_migrate_task)(void *, struct task_struct *, int); typedef void (*btf_trace_sched_process_free)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_exit)(void *, struct task_struct *); typedef void (*btf_trace_sched_wait_task)(void *, struct task_struct *); typedef void (*btf_trace_sched_process_wait)(void *, struct pid *); typedef void (*btf_trace_sched_process_fork)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_process_exec)(void *, struct task_struct *, pid_t, struct linux_binprm *); typedef void (*btf_trace_sched_prepare_exec)(void *, struct task_struct *, struct linux_binprm *); typedef void (*btf_trace_sched_stat_runtime)(void *, struct task_struct *, u64); typedef void (*btf_trace_sched_pi_setprio)(void *, struct task_struct *, struct task_struct *); typedef void (*btf_trace_sched_move_numa)(void *, struct task_struct *, int, int); typedef void (*btf_trace_sched_stick_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_swap_numa)(void *, struct task_struct *, int, struct task_struct *, int); typedef void (*btf_trace_sched_skip_vma_numa)(void *, struct mm_struct *, struct vm_area_struct *, enum numa_vmaskip_reason); typedef void (*btf_trace_sched_wake_idle_without_ipi)(void *, int); typedef void (*btf_trace_pelt_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_pelt_rt_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_dl_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_hw_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_irq_tp)(void *, struct rq *); typedef void (*btf_trace_pelt_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_cpu_capacity_tp)(void *, struct rq *); typedef void (*btf_trace_sched_overutilized_tp)(void *, struct root_domain *, bool); typedef void (*btf_trace_sched_util_est_cfs_tp)(void *, struct cfs_rq *); typedef void (*btf_trace_sched_util_est_se_tp)(void *, struct sched_entity *); typedef void (*btf_trace_sched_update_nr_running_tp)(void *, struct rq *, int); typedef void (*btf_trace_sched_compute_energy_tp)(void *, struct task_struct *, int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_sched_entry_tp)(void *, bool, long unsigned int); typedef void (*btf_trace_sched_exit_tp)(void *, bool, long unsigned int); struct trace_event_raw_ipi_raise { struct trace_entry ent; u32 __data_loc_target_cpus; const char *reason; char __data[0]; }; struct trace_event_raw_ipi_send_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_send_cpumask { struct trace_entry ent; u32 __data_loc_cpumask; void *callsite; void *callback; char __data[0]; }; struct trace_event_raw_ipi_handler { struct trace_entry ent; const char *reason; char __data[0]; }; struct trace_event_data_offsets_ipi_raise { u32 target_cpus; const void *target_cpus_ptr_; }; struct trace_event_data_offsets_ipi_send_cpu {}; struct trace_event_data_offsets_ipi_send_cpumask { u32 cpumask; const void *cpumask_ptr_; }; struct trace_event_data_offsets_ipi_handler {}; typedef void (*btf_trace_ipi_raise)(void *, const struct cpumask *, const char *); typedef void (*btf_trace_ipi_send_cpu)(void *, const unsigned int, long unsigned int, void *); typedef void (*btf_trace_ipi_send_cpumask)(void *, const struct cpumask *, long unsigned int, void *); typedef void (*btf_trace_ipi_entry)(void *, const char *); typedef void (*btf_trace_ipi_exit)(void *, const char *); typedef int (*tg_visitor)(struct task_group *, void *); typedef struct { raw_spinlock_t *lock; raw_spinlock_t *lock2; } class_double_raw_spinlock_t; struct set_affinity_pending; struct migration_arg { struct task_struct *task; int dest_cpu; struct set_affinity_pending *pending; }; struct set_affinity_pending { refcount_t refs; unsigned int stop_pending; struct completion done; struct cpu_stop_work stop_work; struct migration_arg arg; }; struct migration_swap_arg { struct task_struct *src_task; struct task_struct *dst_task; int src_cpu; int dst_cpu; }; enum { cpuset = 0, possible = 1, fail = 2, }; union cpumask_rcuhead { cpumask_t cpumask; struct callback_head rcu; }; struct optimistic_spin_node { struct optimistic_spin_node *next; struct optimistic_spin_node *prev; int locked; int cpu; }; struct rt_waiter_node { struct rb_node entry; int prio; u64 deadline; }; struct rt_mutex_waiter { struct rt_waiter_node tree; struct rt_waiter_node pi_tree; struct task_struct *task; struct rt_mutex_base *lock; unsigned int wake_state; struct ww_acquire_ctx *ww_ctx; }; struct rt_wake_q_head { struct wake_q_head head; struct task_struct *rtlock_task; }; enum rtmutex_chainwalk { RT_MUTEX_MIN_CHAINWALK = 0, RT_MUTEX_FULL_CHAINWALK = 1, }; struct swsusp_info { struct new_utsname uts; u32 version_code; long unsigned int num_physpages; int cpus; long unsigned int image_pages; long unsigned int pages; long unsigned int size; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct swap_map_page { sector_t entries[511]; sector_t next_swap; }; struct swap_map_page_list { struct swap_map_page *map; struct swap_map_page_list *next; }; struct swap_map_handle { struct swap_map_page *cur; struct swap_map_page_list *maps; sector_t cur_swap; sector_t first_sector; unsigned int k; long unsigned int reqd_free_pages; u32 crc32; }; struct swsusp_header { char reserved[4056]; u32 hw_sig; u32 crc32; sector_t image; unsigned int flags; char orig_sig[10]; char sig[10]; }; struct swsusp_extent { struct rb_node node; long unsigned int start; long unsigned int end; }; struct hib_bio_batch { atomic_t count; wait_queue_head_t wait; blk_status_t error; struct blk_plug plug; }; struct crc_data { struct task_struct *thr; atomic_t ready; atomic_t stop; unsigned int run_threads; wait_queue_head_t go; wait_queue_head_t done; u32 *crc32; size_t *unc_len[3]; unsigned char *unc[3]; }; struct cmp_data { struct task_struct *thr; struct crypto_acomp *cc; struct acomp_req *cr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; struct dec_data { struct task_struct *thr; struct crypto_acomp *cc; struct acomp_req *cr; atomic_t ready; atomic_t stop; int ret; wait_queue_head_t go; wait_queue_head_t done; size_t unc_len; size_t cmp_len; unsigned char unc[131072]; unsigned char cmp[143360]; }; struct em_dbg_info { struct em_perf_domain *pd; int ps_id; }; struct irqchip_fwid { struct fwnode_handle fwnode; unsigned int type; char *name; phys_addr_t *pa; }; struct trace_event_raw_rcu_utilization { struct trace_entry ent; const char *s; char __data[0]; }; struct trace_event_raw_rcu_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_future_grace_period { struct trace_entry ent; const char *rcuname; long int gp_seq; long int gp_seq_req; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_grace_period_init { struct trace_entry ent; const char *rcuname; long int gp_seq; u8 level; int grplo; int grphi; long unsigned int qsmask; char __data[0]; }; struct trace_event_raw_rcu_exp_grace_period { struct trace_entry ent; const char *rcuname; long int gpseq; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_exp_funnel_lock { struct trace_entry ent; const char *rcuname; u8 level; int grplo; int grphi; const char *gpevent; char __data[0]; }; struct trace_event_raw_rcu_preempt_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_unlock_preempted_task { struct trace_entry ent; const char *rcuname; long int gp_seq; int pid; char __data[0]; }; struct trace_event_raw_rcu_quiescent_state_report { struct trace_entry ent; const char *rcuname; long int gp_seq; long unsigned int mask; long unsigned int qsmask; u8 level; int grplo; int grphi; u8 gp_tasks; char __data[0]; }; struct trace_event_raw_rcu_fqs { struct trace_entry ent; const char *rcuname; long int gp_seq; int cpu; const char *qsevent; char __data[0]; }; struct trace_event_raw_rcu_stall_warning { struct trace_entry ent; const char *rcuname; const char *msg; char __data[0]; }; struct trace_event_raw_rcu_watching { struct trace_entry ent; const char *polarity; long int oldnesting; long int newnesting; int counter; char __data[0]; }; struct trace_event_raw_rcu_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; long int qlen; char __data[0]; }; struct trace_event_raw_rcu_segcb_stats { struct trace_entry ent; const char *ctx; long unsigned int gp_seq[4]; long int seglen[4]; char __data[0]; }; struct trace_event_raw_rcu_batch_start { struct trace_entry ent; const char *rcuname; long int qlen; long int blimit; char __data[0]; }; struct trace_event_raw_rcu_invoke_callback { struct trace_entry ent; const char *rcuname; void *rhp; void *func; char __data[0]; }; struct trace_event_raw_rcu_invoke_kvfree_callback { struct trace_entry ent; const char *rcuname; void *rhp; long unsigned int offset; char __data[0]; }; struct trace_event_raw_rcu_invoke_kfree_bulk_callback { struct trace_entry ent; const char *rcuname; long unsigned int nr_records; void **p; char __data[0]; }; struct trace_event_raw_rcu_sr_normal { struct trace_entry ent; const char *rcuname; void *rhp; const char *srevent; char __data[0]; }; struct trace_event_raw_rcu_batch_end { struct trace_entry ent; const char *rcuname; int callbacks_invoked; char cb; char nr; char iit; char risk; char __data[0]; }; struct trace_event_raw_rcu_torture_read { struct trace_entry ent; char rcutorturename[8]; struct callback_head *rhp; long unsigned int secs; long unsigned int c_old; long unsigned int c; char __data[0]; }; struct trace_event_raw_rcu_barrier { struct trace_entry ent; const char *rcuname; const char *s; int cpu; int cnt; long unsigned int done; char __data[0]; }; struct trace_event_data_offsets_rcu_utilization {}; struct trace_event_data_offsets_rcu_grace_period {}; struct trace_event_data_offsets_rcu_future_grace_period {}; struct trace_event_data_offsets_rcu_grace_period_init {}; struct trace_event_data_offsets_rcu_exp_grace_period {}; struct trace_event_data_offsets_rcu_exp_funnel_lock {}; struct trace_event_data_offsets_rcu_preempt_task {}; struct trace_event_data_offsets_rcu_unlock_preempted_task {}; struct trace_event_data_offsets_rcu_quiescent_state_report {}; struct trace_event_data_offsets_rcu_fqs {}; struct trace_event_data_offsets_rcu_stall_warning {}; struct trace_event_data_offsets_rcu_watching {}; struct trace_event_data_offsets_rcu_callback {}; struct trace_event_data_offsets_rcu_segcb_stats {}; struct trace_event_data_offsets_rcu_batch_start {}; struct trace_event_data_offsets_rcu_invoke_callback {}; struct trace_event_data_offsets_rcu_invoke_kvfree_callback {}; struct trace_event_data_offsets_rcu_invoke_kfree_bulk_callback {}; struct trace_event_data_offsets_rcu_sr_normal {}; struct trace_event_data_offsets_rcu_batch_end {}; struct trace_event_data_offsets_rcu_torture_read {}; struct trace_event_data_offsets_rcu_barrier {}; typedef void (*btf_trace_rcu_utilization)(void *, const char *); typedef void (*btf_trace_rcu_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_future_grace_period)(void *, const char *, long unsigned int, long unsigned int, u8, int, int, const char *); typedef void (*btf_trace_rcu_grace_period_init)(void *, const char *, long unsigned int, u8, int, int, long unsigned int); typedef void (*btf_trace_rcu_exp_grace_period)(void *, const char *, long unsigned int, const char *); typedef void (*btf_trace_rcu_exp_funnel_lock)(void *, const char *, u8, int, int, const char *); typedef void (*btf_trace_rcu_preempt_task)(void *, const char *, int, long unsigned int); typedef void (*btf_trace_rcu_unlock_preempted_task)(void *, const char *, long unsigned int, int); typedef void (*btf_trace_rcu_quiescent_state_report)(void *, const char *, long unsigned int, long unsigned int, long unsigned int, u8, int, int, int); typedef void (*btf_trace_rcu_fqs)(void *, const char *, long unsigned int, int, const char *); typedef void (*btf_trace_rcu_stall_warning)(void *, const char *, const char *); typedef void (*btf_trace_rcu_watching)(void *, const char *, long int, long int, int); typedef void (*btf_trace_rcu_callback)(void *, const char *, struct callback_head *, long int); typedef void (*btf_trace_rcu_segcb_stats)(void *, struct rcu_segcblist *, const char *); typedef void (*btf_trace_rcu_batch_start)(void *, const char *, long int, long int); typedef void (*btf_trace_rcu_invoke_callback)(void *, const char *, struct callback_head *); typedef void (*btf_trace_rcu_invoke_kvfree_callback)(void *, const char *, struct callback_head *, long unsigned int); typedef void (*btf_trace_rcu_invoke_kfree_bulk_callback)(void *, const char *, long unsigned int, void **); typedef void (*btf_trace_rcu_sr_normal)(void *, const char *, struct callback_head *, const char *); typedef void (*btf_trace_rcu_batch_end)(void *, const char *, int, char, char, char, char); typedef void (*btf_trace_rcu_torture_read)(void *, const char *, struct callback_head *, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_rcu_barrier)(void *, const char *, const char *, int, int, long unsigned int); struct rcu_tasks; typedef void (*rcu_tasks_gp_func_t)(struct rcu_tasks *); typedef void (*pregp_func_t)(struct list_head *); typedef void (*pertask_func_t)(struct task_struct *, struct list_head *); typedef void (*postscan_func_t)(struct list_head *); typedef void (*holdouts_func_t)(struct list_head *, bool, bool *); typedef void (*postgp_func_t)(struct rcu_tasks *); struct rcu_tasks_percpu; struct rcu_tasks { struct rcuwait cbs_wait; raw_spinlock_t cbs_gbl_lock; struct mutex tasks_gp_mutex; int gp_state; int gp_sleep; int init_fract; long unsigned int gp_jiffies; long unsigned int gp_start; long unsigned int tasks_gp_seq; long unsigned int n_ipis; long unsigned int n_ipis_fails; struct task_struct *kthread_ptr; long unsigned int lazy_jiffies; rcu_tasks_gp_func_t gp_func; pregp_func_t pregp_func; pertask_func_t pertask_func; postscan_func_t postscan_func; holdouts_func_t holdouts_func; postgp_func_t postgp_func; call_rcu_func_t call_func; unsigned int wait_state; struct rcu_tasks_percpu *rtpcpu; struct rcu_tasks_percpu **rtpcp_array; int percpu_enqueue_shift; int percpu_enqueue_lim; int percpu_dequeue_lim; long unsigned int percpu_dequeue_gpseq; struct mutex barrier_q_mutex; atomic_t barrier_q_count; struct completion barrier_q_completion; long unsigned int barrier_q_seq; long unsigned int barrier_q_start; char *name; char *kname; }; struct rcu_tasks_percpu { struct rcu_segcblist cblist; raw_spinlock_t lock; long unsigned int rtp_jiffies; long unsigned int rtp_n_lock_retries; struct timer_list lazy_timer; unsigned int urgent_gp; struct work_struct rtp_work; struct irq_work rtp_irq_work; struct callback_head barrier_q_head; struct list_head rtp_blkd_tasks; struct list_head rtp_exit_list; int cpu; int index; struct rcu_tasks *rtpp; }; struct trc_stall_chk_rdr { int nesting; int ipi_to_cpu; u8 needqs; }; struct io_tlb_area { long unsigned int used; unsigned int index; spinlock_t lock; }; struct io_tlb_slot { phys_addr_t orig_addr; size_t alloc_size; short unsigned int list; short unsigned int pad_slots; }; struct trace_event_raw_swiotlb_bounced { struct trace_entry ent; u32 __data_loc_dev_name; u64 dma_mask; dma_addr_t dev_addr; size_t size; bool force; char __data[0]; }; struct trace_event_data_offsets_swiotlb_bounced { u32 dev_name; const void *dev_name_ptr_; }; typedef void (*btf_trace_swiotlb_bounced)(void *, struct device *, dma_addr_t, size_t); struct process_timer { struct timer_list timer; struct task_struct *task; }; struct system_counterval_t { u64 cycles; enum clocksource_ids cs_id; bool use_nsecs; }; enum timekeeping_adv_mode { TK_ADV_TICK = 0, TK_ADV_FREQ = 1, }; struct tk_data { seqcount_raw_spinlock_t seq; struct timekeeper timekeeper; struct timekeeper shadow_timekeeper; raw_spinlock_t lock; }; struct tk_fast { seqcount_latch_t seq; struct tk_read_base base[2]; }; struct __kernel_old_itimerval { struct __kernel_old_timeval it_interval; struct __kernel_old_timeval it_value; }; struct old_itimerval32 { struct old_timeval32 it_interval; struct old_timeval32 it_value; }; struct clock_read_data { u64 epoch_ns; u64 epoch_cyc; u64 sched_clock_mask; u64 (*read_sched_clock)(); u32 mult; u32 shift; }; struct clock_data { seqcount_latch_t seq; struct clock_read_data read_data[2]; ktime_t wrap_kt; long unsigned int rate; u64 (*actual_read_sched_clock)(); }; struct tick_sched { long unsigned int flags; unsigned int stalled_jiffies; long unsigned int last_tick_jiffies; struct hrtimer sched_timer; ktime_t last_tick; ktime_t next_tick; long unsigned int idle_jiffies; ktime_t idle_waketime; unsigned int got_idle_tick; seqcount_t idle_sleeptime_seq; ktime_t idle_entrytime; long unsigned int last_jiffies; u64 timer_expires_base; u64 timer_expires; u64 next_timer; ktime_t idle_expires; long unsigned int idle_calls; long unsigned int idle_sleeps; ktime_t idle_exittime; ktime_t idle_sleeptime; ktime_t iowait_sleeptime; atomic_t tick_dep_mask; long unsigned int check_clocks; }; enum { Q_REQUEUE_PI_NONE = 0, Q_REQUEUE_PI_IGNORE = 1, Q_REQUEUE_PI_IN_PROGRESS = 2, Q_REQUEUE_PI_WAIT = 3, Q_REQUEUE_PI_DONE = 4, Q_REQUEUE_PI_LOCKED = 5, }; struct kexec_load_limit { struct mutex mutex; int limit; }; enum { CSS_TASK_ITER_PROCS = 1, CSS_TASK_ITER_THREADED = 2, CSS_TASK_ITER_SKIPPED = 65536, }; struct trace_event_raw_cgroup_root { struct trace_entry ent; int root; u16 ss_mask; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_cgroup { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; char __data[0]; }; struct trace_event_raw_cgroup_migrate { struct trace_entry ent; int dst_root; int dst_level; u64 dst_id; int pid; u32 __data_loc_dst_path; u32 __data_loc_comm; char __data[0]; }; struct trace_event_raw_cgroup_event { struct trace_entry ent; int root; int level; u64 id; u32 __data_loc_path; int val; char __data[0]; }; struct trace_event_raw_cgroup_rstat { struct trace_entry ent; int root; int level; u64 id; int cpu; bool contended; char __data[0]; }; struct trace_event_data_offsets_cgroup_root { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cgroup { u32 path; const void *path_ptr_; }; struct trace_event_data_offsets_cgroup_migrate { u32 dst_path; const void *dst_path_ptr_; u32 comm; const void *comm_ptr_; }; struct trace_event_data_offsets_cgroup_event { u32 path; const void *path_ptr_; }; struct trace_event_data_offsets_cgroup_rstat {}; typedef void (*btf_trace_cgroup_setup_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_destroy_root)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_remount)(void *, struct cgroup_root *); typedef void (*btf_trace_cgroup_mkdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rmdir)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_release)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_rename)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_freeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_unfreeze)(void *, struct cgroup *, const char *); typedef void (*btf_trace_cgroup_attach_task)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_transfer_tasks)(void *, struct cgroup *, const char *, struct task_struct *, bool); typedef void (*btf_trace_cgroup_notify_populated)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_notify_frozen)(void *, struct cgroup *, const char *, int); typedef void (*btf_trace_cgroup_rstat_lock_contended)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_locked)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_unlock)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_lock_contended)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_lock_contended_fastpath)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_locked)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_locked_fastpath)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_unlock)(void *, struct cgroup *, int, bool); typedef void (*btf_trace_cgroup_rstat_cpu_unlock_fastpath)(void *, struct cgroup *, int, bool); enum cgroup_opt_features { OPT_FEATURE_COUNT = 0, }; enum cgroup2_param { Opt_nsdelegate = 0, Opt_favordynmods___2 = 1, Opt_memory_localevents = 2, Opt_memory_recursiveprot = 3, Opt_memory_hugetlb_accounting = 4, Opt_pids_localevents = 5, nr__cgroup2_params = 6, }; struct cpu_stop_done { atomic_t nr_todo; int ret; struct completion completion; }; struct cpu_stopper { struct task_struct *thread; raw_spinlock_t lock; bool enabled; struct list_head works; struct cpu_stop_work stop_work; long unsigned int caller; cpu_stop_fn_t fn; }; enum multi_stop_state { MULTI_STOP_NONE = 0, MULTI_STOP_PREPARE = 1, MULTI_STOP_DISABLE_IRQ = 2, MULTI_STOP_RUN = 3, MULTI_STOP_EXIT = 4, }; struct multi_stop_data { cpu_stop_fn_t fn; void *data; unsigned int num_threads; const struct cpumask *active_cpus; enum multi_stop_state state; atomic_t thread_ack; }; struct audit_parent; struct audit_watch { refcount_t count; dev_t dev; char *path; long unsigned int ino; struct audit_parent *parent; struct list_head wlist; struct list_head rules; }; struct audit_parent { struct list_head watches; struct fsnotify_mark mark; }; struct audit_fsnotify_mark { dev_t dev; long unsigned int ino; char *path; struct fsnotify_mark mark; struct audit_krule *rule; }; enum { TASKSTATS_TYPE_UNSPEC = 0, TASKSTATS_TYPE_PID = 1, TASKSTATS_TYPE_TGID = 2, TASKSTATS_TYPE_STATS = 3, TASKSTATS_TYPE_AGGR_PID = 4, TASKSTATS_TYPE_AGGR_TGID = 5, TASKSTATS_TYPE_NULL = 6, __TASKSTATS_TYPE_MAX = 7, }; enum { TASKSTATS_CMD_ATTR_UNSPEC = 0, TASKSTATS_CMD_ATTR_PID = 1, TASKSTATS_CMD_ATTR_TGID = 2, TASKSTATS_CMD_ATTR_REGISTER_CPUMASK = 3, TASKSTATS_CMD_ATTR_DEREGISTER_CPUMASK = 4, __TASKSTATS_CMD_ATTR_MAX = 5, }; enum { CGROUPSTATS_CMD_UNSPEC = 3, CGROUPSTATS_CMD_GET = 4, CGROUPSTATS_CMD_NEW = 5, __CGROUPSTATS_CMD_MAX = 6, }; enum { CGROUPSTATS_TYPE_UNSPEC = 0, CGROUPSTATS_TYPE_CGROUP_STATS = 1, __CGROUPSTATS_TYPE_MAX = 2, }; enum { CGROUPSTATS_CMD_ATTR_UNSPEC = 0, CGROUPSTATS_CMD_ATTR_FD = 1, __CGROUPSTATS_CMD_ATTR_MAX = 2, }; struct listener { struct list_head list; pid_t pid; char valid; }; struct listener_list { struct rw_semaphore sem; struct list_head list; }; enum actions { REGISTER = 0, DEREGISTER = 1, CPU_DONT_CARE = 2, }; enum trace_iter_flags { TRACE_FILE_LAT_FMT = 1, TRACE_FILE_ANNOTATE = 2, TRACE_FILE_TIME_IN_NS = 4, }; struct ftrace_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; long unsigned int args[0]; }; struct ctx_switch_entry { struct trace_entry ent; unsigned int prev_pid; unsigned int next_pid; unsigned int next_cpu; unsigned char prev_prio; unsigned char prev_state; unsigned char next_prio; unsigned char next_state; }; struct stack_entry { struct trace_entry ent; int size; long unsigned int caller[0]; }; struct userstack_entry { struct trace_entry ent; unsigned int tgid; long unsigned int caller[8]; }; struct bprint_entry { struct trace_entry ent; long unsigned int ip; const char *fmt; u32 buf[0]; }; struct print_entry { struct trace_entry ent; long unsigned int ip; char buf[0]; }; struct raw_data_entry { struct trace_entry ent; unsigned int id; char buf[0]; }; struct bputs_entry { struct trace_entry ent; long unsigned int ip; const char *str; }; struct hwlat_entry { struct trace_entry ent; u64 duration; u64 outer_duration; u64 nmi_total_ts; struct timespec64 timestamp; unsigned int nmi_count; unsigned int seqnum; unsigned int count; }; struct func_repeats_entry { struct trace_entry ent; long unsigned int ip; long unsigned int parent_ip; u16 count; u16 top_delta_ts; u32 bottom_delta_ts; }; struct osnoise_entry { struct trace_entry ent; u64 noise; u64 runtime; u64 max_sample; unsigned int hw_count; unsigned int nmi_count; unsigned int irq_count; unsigned int softirq_count; unsigned int thread_count; }; struct timerlat_entry { struct trace_entry ent; unsigned int seqnum; int context; u64 timer_latency; }; struct trace_mark { long long unsigned int val; char sym; }; struct trace_bprintk_fmt { struct list_head list; const char *fmt; }; enum { TRACE_NOP_OPT_ACCEPT = 1, TRACE_NOP_OPT_REFUSE = 2, }; struct ftrace_ret_stack { long unsigned int ret; long unsigned int func; long unsigned int fp; long unsigned int *retp; }; enum { FGRAPH_TYPE_RESERVED = 0, FGRAPH_TYPE_BITMAP = 1, FGRAPH_TYPE_DATA = 2, }; typedef long unsigned int perf_trace_t[1024]; struct uprobe_consumer { int (*handler)(struct uprobe_consumer *, struct pt_regs *, __u64 *); int (*ret_handler)(struct uprobe_consumer *, long unsigned int, struct pt_regs *, __u64 *); bool (*filter)(struct uprobe_consumer *, struct mm_struct *); struct list_head cons_node; __u64 id; }; enum { BPF_F_UPROBE_MULTI_RETURN = 1, }; enum { BPF_F_GET_BRANCH_RECORDS_SIZE = 1, }; struct bpf_perf_event_value { __u64 counter; __u64 enabled; __u64 running; }; struct bpf_raw_tracepoint_args { __u64 args[0]; }; struct btf_ptr { void *ptr; __u32 type_id; __u32 flags; }; enum { BTF_F_COMPACT = 1, BTF_F_NONAME = 2, BTF_F_PTR_RAW = 4, BTF_F_ZERO = 8, }; struct bpf_event_entry { struct perf_event *event; struct file *perf_file; struct file *map_file; struct callback_head rcu; }; struct bpf_key { struct key *key; bool has_ref; }; struct bpf_perf_event_data { bpf_user_pt_regs_t regs; __u64 sample_period; __u64 addr; }; struct perf_event_query_bpf { __u32 ids_len; __u32 prog_cnt; __u32 ids[0]; }; typedef int perf_snapshot_branch_stack_t(struct perf_branch_entry *, unsigned int); struct trace_uprobe; struct uprobe_dispatch_data { struct trace_uprobe *tu; long unsigned int bp_addr; }; struct trace_event_raw_bpf_trace_printk { struct trace_entry ent; u32 __data_loc_bpf_string; char __data[0]; }; struct trace_event_data_offsets_bpf_trace_printk { u32 bpf_string; const void *bpf_string_ptr_; }; typedef void (*btf_trace_bpf_trace_printk)(void *, const char *); struct bpf_trace_module { struct module *module; struct list_head list; }; typedef u64 (*btf_bpf_probe_read_user)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_user_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_kernel_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_read_compat_str)(void *, u32, const void *); typedef u64 (*btf_bpf_probe_write_user)(void *, const void *, u32); typedef u64 (*btf_bpf_trace_printk)(char *, u32, u64, u64, u64); typedef u64 (*btf_bpf_trace_vprintk)(char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_printf)(struct seq_file *, char *, u32, const void *, u32); typedef u64 (*btf_bpf_seq_write)(struct seq_file *, const void *, u32); typedef u64 (*btf_bpf_seq_printf_btf)(struct seq_file *, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_perf_event_read)(struct bpf_map *, u64); typedef u64 (*btf_bpf_perf_event_read_value)(struct bpf_map *, u64, struct bpf_perf_event_value *, u32); struct bpf_trace_sample_data { struct perf_sample_data sds[3]; }; typedef u64 (*btf_bpf_perf_event_output)(struct pt_regs *, struct bpf_map *, u64, void *, u64); struct bpf_nested_pt_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_get_current_task)(); typedef u64 (*btf_bpf_get_current_task_btf)(); typedef u64 (*btf_bpf_task_pt_regs)(struct task_struct *); struct send_signal_irq_work { struct irq_work irq_work; struct task_struct *task; u32 sig; enum pid_type type; bool has_siginfo; struct kernel_siginfo info; }; typedef u64 (*btf_bpf_send_signal)(u32); typedef u64 (*btf_bpf_send_signal_thread)(u32); typedef u64 (*btf_bpf_d_path)(struct path *, char *, u32); typedef u64 (*btf_bpf_snprintf_btf)(char *, u32, struct btf_ptr *, u32, u64); typedef u64 (*btf_bpf_get_func_ip_tracing)(void *); typedef u64 (*btf_bpf_get_func_ip_kprobe)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_kprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_func_ip_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_uprobe_multi)(struct pt_regs *); typedef u64 (*btf_bpf_get_attach_cookie_trace)(void *); typedef u64 (*btf_bpf_get_attach_cookie_pe)(struct bpf_perf_event_data_kern *); typedef u64 (*btf_bpf_get_attach_cookie_tracing)(void *); typedef u64 (*btf_bpf_get_branch_snapshot)(void *, u32, u64); typedef u64 (*btf_get_func_arg)(void *, u32, u64 *); typedef u64 (*btf_get_func_ret)(void *, u64 *); typedef u64 (*btf_get_func_arg_cnt)(void *); typedef u64 (*btf_bpf_perf_event_output_tp)(void *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_tp)(void *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_tp)(void *, void *, u32, u64); typedef u64 (*btf_bpf_perf_prog_read_value)(struct bpf_perf_event_data_kern *, struct bpf_perf_event_value *, u32); typedef u64 (*btf_bpf_read_branch_records)(struct bpf_perf_event_data_kern *, void *, u32, u64); struct bpf_raw_tp_regs { struct pt_regs regs[3]; }; typedef u64 (*btf_bpf_perf_event_output_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_stackid_raw_tp)(struct bpf_raw_tracepoint_args *, struct bpf_map *, u64); typedef u64 (*btf_bpf_get_stack_raw_tp)(struct bpf_raw_tracepoint_args *, void *, u32, u64); struct bpf_session_run_ctx { struct bpf_run_ctx run_ctx; bool is_return; void *data; }; struct bpf_uprobe_multi_link; struct bpf_uprobe { struct bpf_uprobe_multi_link *link; loff_t offset; long unsigned int ref_ctr_offset; u64 cookie; struct uprobe *uprobe; struct uprobe_consumer consumer; bool session; }; struct bpf_uprobe_multi_link { struct path path; struct bpf_link link; u32 cnt; u32 flags; struct bpf_uprobe *uprobes; struct task_struct *task; }; struct bpf_uprobe_multi_run_ctx { struct bpf_session_run_ctx session_ctx; long unsigned int entry_ip; struct bpf_uprobe *uprobe; }; struct btf_anon_stack { u32 tid; u32 offset; }; struct trace_uprobe { struct dyn_event devent; struct uprobe_consumer consumer; struct path path; char *filename; struct uprobe *uprobe; long unsigned int offset; long unsigned int ref_ctr_offset; long unsigned int *nhits; struct trace_probe tp; }; struct uprobe_trace_entry_head { struct trace_entry ent; long unsigned int vaddr[0]; }; struct uprobe_cpu_buffer { struct mutex mutex; void *buf; int dsize; }; typedef bool (*filter_func_t)(struct uprobe_consumer *, struct mm_struct *); struct bpf_mount_opts { kuid_t uid; kgid_t gid; umode_t mode; u64 delegate_cmds; u64 delegate_maps; u64 delegate_progs; u64 delegate_attachs; }; struct bpf_preload_info { char link_name[16]; struct bpf_link *link; }; struct bpf_preload_ops { int (*preload)(struct bpf_preload_info *); struct module *owner; }; enum bpf_type { BPF_TYPE_UNSPEC = 0, BPF_TYPE_PROG = 1, BPF_TYPE_MAP = 2, BPF_TYPE_LINK = 3, }; struct map_iter { void *key; bool done; }; struct bpffs_btf_enums { const struct btf *btf; const struct btf_type *cmd_t; const struct btf_type *map_t; const struct btf_type *prog_t; const struct btf_type *attach_t; }; enum { OPT_UID = 0, OPT_GID = 1, OPT_MODE = 2, OPT_DELEGATE_CMDS = 3, OPT_DELEGATE_MAPS = 4, OPT_DELEGATE_PROGS = 5, OPT_DELEGATE_ATTACHS = 6, }; struct bpf_iter_seq_task_common { struct pid_namespace *ns; enum bpf_iter_task_type type; u32 pid; u32 pid_visiting; }; struct bpf_iter_seq_task_info { struct bpf_iter_seq_task_common common; u32 tid; }; struct bpf_iter__task { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; }; struct bpf_iter_seq_task_file_info { struct bpf_iter_seq_task_common common; struct task_struct *task; u32 tid; u32 fd; }; struct bpf_iter__task_file { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; u32 fd; union { struct file *file; }; }; struct bpf_iter_seq_task_vma_info { struct bpf_iter_seq_task_common common; struct task_struct *task; struct mm_struct *mm; struct vm_area_struct *vma; u32 tid; long unsigned int prev_vm_start; long unsigned int prev_vm_end; }; enum bpf_task_vma_iter_find_op { task_vma_iter_first_vma = 0, task_vma_iter_next_vma = 1, task_vma_iter_find_vma = 2, }; struct bpf_iter__task_vma { union { struct bpf_iter_meta *meta; }; union { struct task_struct *task; }; union { struct vm_area_struct *vma; }; }; typedef u64 (*btf_bpf_find_vma)(struct task_struct *, u64, bpf_callback_t, void *, u64); struct bpf_iter_task_vma_kern_data { struct task_struct *task; struct mm_struct *mm; struct mmap_unlock_irq_work *work; struct vma_iterator vmi; }; struct bpf_iter_task_vma { __u64 __opaque[1]; }; struct bpf_iter_task_vma_kern { struct bpf_iter_task_vma_kern_data *data; }; struct bpf_iter_css_task { __u64 __opaque[1]; }; struct bpf_iter_css_task_kern { struct css_task_iter *css_it; }; struct bpf_iter_task { __u64 __opaque[3]; }; struct bpf_iter_task_kern { struct task_struct *task; struct task_struct *pos; unsigned int flags; }; enum { BPF_TASK_ITER_ALL_PROCS = 0, BPF_TASK_ITER_ALL_THREADS = 1, BPF_TASK_ITER_PROC_THREADS = 2, }; struct bpf_iter__bpf_map_elem { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { void *key; }; union { void *value; }; }; struct bpf_iter_seq_array_map_info { struct bpf_map *map; void *percpu_value_buf; u32 index; }; struct prog_poke_elem { struct list_head list; struct bpf_prog_aux *aux; }; struct bpf_queue_stack { struct bpf_map map; rqspinlock_t lock; u32 head; u32 tail; u32 size; char elements[0]; }; typedef u64 (*btf_bpf_task_storage_get_recur)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_get)(struct bpf_map *, struct task_struct *, void *, u64, gfp_t); typedef u64 (*btf_bpf_task_storage_delete_recur)(struct bpf_map *, struct task_struct *); typedef u64 (*btf_bpf_task_storage_delete)(struct bpf_map *, struct task_struct *); enum { BTF_VAR_STATIC = 0, BTF_VAR_GLOBAL_ALLOCATED = 1, BTF_VAR_GLOBAL_EXTERN = 2, }; struct btf_var { __u32 linkage; }; struct btf_decl_tag { __s32 component_idx; }; struct sk_msg_md { union { void *data; }; union { void *data_end; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 size; union { struct bpf_sock *sk; }; }; struct sk_reuseport_md { union { void *data; }; union { void *data_end; }; __u32 len; __u32 eth_protocol; __u32 ip_protocol; __u32 bind_inany; __u32 hash; union { struct bpf_sock *sk; }; union { struct bpf_sock *migrating_sk; }; }; struct bpf_btf_info { __u64 btf; __u32 btf_size; __u32 id; __u64 name; __u32 name_len; __u32 kernel_btf; }; struct bpf_sock_addr { __u32 user_family; __u32 user_ip4; __u32 user_ip6[4]; __u32 user_port; __u32 family; __u32 type; __u32 protocol; __u32 msg_src_ip4; __u32 msg_src_ip6[4]; union { struct bpf_sock *sk; }; }; struct bpf_sock_ops { __u32 op; union { __u32 args[4]; __u32 reply; __u32 replylong[4]; }; __u32 family; __u32 remote_ip4; __u32 local_ip4; __u32 remote_ip6[4]; __u32 local_ip6[4]; __u32 remote_port; __u32 local_port; __u32 is_fullsock; __u32 snd_cwnd; __u32 srtt_us; __u32 bpf_sock_ops_cb_flags; __u32 state; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u32 sk_txhash; __u64 bytes_received; __u64 bytes_acked; union { struct bpf_sock *sk; }; union { void *skb_data; }; union { void *skb_data_end; }; __u32 skb_len; __u32 skb_tcp_flags; __u64 skb_hwtstamp; }; struct bpf_cgroup_dev_ctx { __u32 access_type; __u32 major; __u32 minor; }; struct bpf_sysctl { __u32 write; __u32 file_pos; }; struct bpf_sockopt { union { struct bpf_sock *sk; }; union { void *optval; }; union { void *optval_end; }; __s32 level; __s32 optname; __s32 optlen; __s32 retval; }; struct bpf_sk_lookup { union { union { struct bpf_sock *sk; }; __u64 cookie; }; __u32 family; __u32 protocol; __u32 remote_ip4; __u32 remote_ip6[4]; __be16 remote_port; __u32 local_ip4; __u32 local_ip6[4]; __u32 local_port; __u32 ingress_ifindex; }; struct btf_struct_metas { u32 cnt; struct btf_struct_meta types[0]; }; enum { BTF_FIELDS_MAX = 11, }; struct sk_reuseport_kern { struct sk_buff *skb; struct sock *sk; struct sock *selected_sk; struct sock *migrating_sk; void *data_end; u32 hash; u32 reuseport_id; bool bind_inany; }; struct bpf_flow_dissector { struct bpf_flow_keys *flow_keys; const struct sk_buff *skb; const void *data; const void *data_end; }; struct bpf_sock_addr_kern { struct sock *sk; struct sockaddr *uaddr; u64 tmp_reg; void *t_ctx; u32 uaddrlen; }; struct bpf_sysctl_kern { struct ctl_table_header *head; const struct ctl_table *table; void *cur_val; size_t cur_len; void *new_val; size_t new_len; int new_updated; int write; loff_t *ppos; u64 tmp_reg; }; struct bpf_sockopt_kern { struct sock *sk; u8 *optval; u8 *optval_end; s32 level; s32 optname; s32 optlen; struct task_struct *current_task; u64 tmp_reg; }; enum btf_kfunc_hook { BTF_KFUNC_HOOK_COMMON = 0, BTF_KFUNC_HOOK_XDP = 1, BTF_KFUNC_HOOK_TC = 2, BTF_KFUNC_HOOK_STRUCT_OPS = 3, BTF_KFUNC_HOOK_TRACING = 4, BTF_KFUNC_HOOK_SYSCALL = 5, BTF_KFUNC_HOOK_FMODRET = 6, BTF_KFUNC_HOOK_CGROUP = 7, BTF_KFUNC_HOOK_SCHED_ACT = 8, BTF_KFUNC_HOOK_SK_SKB = 9, BTF_KFUNC_HOOK_SOCKET_FILTER = 10, BTF_KFUNC_HOOK_LWT = 11, BTF_KFUNC_HOOK_NETFILTER = 12, BTF_KFUNC_HOOK_KPROBE = 13, BTF_KFUNC_HOOK_MAX = 14, }; enum { BTF_KFUNC_SET_MAX_CNT = 256, BTF_DTOR_KFUNC_MAX_CNT = 256, BTF_KFUNC_FILTER_MAX_CNT = 16, }; struct btf_kfunc_hook_filter { btf_kfunc_filter_t filters[16]; u32 nr_filters; }; struct btf_kfunc_set_tab { struct btf_id_set8 *sets[14]; struct btf_kfunc_hook_filter hook_filters[14]; }; struct btf_id_dtor_kfunc_tab { u32 cnt; struct btf_id_dtor_kfunc dtors[0]; }; struct btf_struct_ops_tab { u32 cnt; u32 capacity; struct bpf_struct_ops_desc ops[0]; }; enum verifier_phase { CHECK_META = 0, CHECK_TYPE = 1, }; struct resolve_vertex { const struct btf_type *t; u32 type_id; u16 next_member; }; enum visit_state { NOT_VISITED = 0, VISITED = 1, RESOLVED = 2, }; enum resolve_mode { RESOLVE_TBD = 0, RESOLVE_PTR = 1, RESOLVE_STRUCT_OR_ARRAY = 2, }; struct btf_sec_info { u32 off; u32 len; }; struct btf_verifier_env { struct btf *btf; u8 *visit_states; struct resolve_vertex stack[32]; struct bpf_verifier_log log; u32 log_type_id; u32 top_stack; enum verifier_phase phase; enum resolve_mode resolve_mode; }; struct btf_show { u64 flags; void *target; void (*showfn)(struct btf_show *, const char *, va_list); const struct btf *btf; struct { u8 depth; u8 depth_to_show; u8 depth_check; u8 array_member: 1; u8 array_terminated: 1; u16 array_encoding; u32 type_id; int status; const struct btf_type *type; const struct btf_member *member; char name[80]; } state; struct { u32 size; void *head; void *data; u8 safe[32]; } obj; }; struct btf_kind_operations { s32 (*check_meta)(struct btf_verifier_env *, const struct btf_type *, u32); int (*resolve)(struct btf_verifier_env *, const struct resolve_vertex *); int (*check_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); int (*check_kflag_member)(struct btf_verifier_env *, const struct btf_type *, const struct btf_member *, const struct btf_type *); void (*log_details)(struct btf_verifier_env *, const struct btf_type *); void (*show)(const struct btf *, const struct btf_type *, u32, void *, u8, struct btf_show *); }; enum { BTF_FIELD_IGNORE = 0, BTF_FIELD_FOUND = 1, }; struct btf_field_info { enum btf_field_type type; u32 off; union { struct { u32 type_id; } kptr; struct { const char *node_name; u32 value_btf_id; } graph_root; }; }; struct bpf_ctx_convert { struct __sk_buff BPF_PROG_TYPE_SOCKET_FILTER_prog; struct sk_buff BPF_PROG_TYPE_SOCKET_FILTER_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_CLS_prog; struct sk_buff BPF_PROG_TYPE_SCHED_CLS_kern; struct __sk_buff BPF_PROG_TYPE_SCHED_ACT_prog; struct sk_buff BPF_PROG_TYPE_SCHED_ACT_kern; struct xdp_md BPF_PROG_TYPE_XDP_prog; struct xdp_buff BPF_PROG_TYPE_XDP_kern; struct __sk_buff BPF_PROG_TYPE_CGROUP_SKB_prog; struct sk_buff BPF_PROG_TYPE_CGROUP_SKB_kern; struct bpf_sock BPF_PROG_TYPE_CGROUP_SOCK_prog; struct sock BPF_PROG_TYPE_CGROUP_SOCK_kern; struct bpf_sock_addr BPF_PROG_TYPE_CGROUP_SOCK_ADDR_prog; struct bpf_sock_addr_kern BPF_PROG_TYPE_CGROUP_SOCK_ADDR_kern; struct __sk_buff BPF_PROG_TYPE_LWT_IN_prog; struct sk_buff BPF_PROG_TYPE_LWT_IN_kern; struct __sk_buff BPF_PROG_TYPE_LWT_OUT_prog; struct sk_buff BPF_PROG_TYPE_LWT_OUT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_XMIT_prog; struct sk_buff BPF_PROG_TYPE_LWT_XMIT_kern; struct __sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_prog; struct sk_buff BPF_PROG_TYPE_LWT_SEG6LOCAL_kern; struct bpf_sock_ops BPF_PROG_TYPE_SOCK_OPS_prog; struct bpf_sock_ops_kern BPF_PROG_TYPE_SOCK_OPS_kern; struct __sk_buff BPF_PROG_TYPE_SK_SKB_prog; struct sk_buff BPF_PROG_TYPE_SK_SKB_kern; struct sk_msg_md BPF_PROG_TYPE_SK_MSG_prog; struct sk_msg BPF_PROG_TYPE_SK_MSG_kern; struct __sk_buff BPF_PROG_TYPE_FLOW_DISSECTOR_prog; struct bpf_flow_dissector BPF_PROG_TYPE_FLOW_DISSECTOR_kern; bpf_user_pt_regs_t BPF_PROG_TYPE_KPROBE_prog; struct pt_regs BPF_PROG_TYPE_KPROBE_kern; __u64 BPF_PROG_TYPE_TRACEPOINT_prog; u64 BPF_PROG_TYPE_TRACEPOINT_kern; struct bpf_perf_event_data BPF_PROG_TYPE_PERF_EVENT_prog; struct bpf_perf_event_data_kern BPF_PROG_TYPE_PERF_EVENT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_kern; struct bpf_raw_tracepoint_args BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_prog; u64 BPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE_kern; void *BPF_PROG_TYPE_TRACING_prog; void *BPF_PROG_TYPE_TRACING_kern; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_prog; struct bpf_cgroup_dev_ctx BPF_PROG_TYPE_CGROUP_DEVICE_kern; struct bpf_sysctl BPF_PROG_TYPE_CGROUP_SYSCTL_prog; struct bpf_sysctl_kern BPF_PROG_TYPE_CGROUP_SYSCTL_kern; struct bpf_sockopt BPF_PROG_TYPE_CGROUP_SOCKOPT_prog; struct bpf_sockopt_kern BPF_PROG_TYPE_CGROUP_SOCKOPT_kern; __u32 BPF_PROG_TYPE_LIRC_MODE2_prog; u32 BPF_PROG_TYPE_LIRC_MODE2_kern; struct sk_reuseport_md BPF_PROG_TYPE_SK_REUSEPORT_prog; struct sk_reuseport_kern BPF_PROG_TYPE_SK_REUSEPORT_kern; struct bpf_sk_lookup BPF_PROG_TYPE_SK_LOOKUP_prog; struct bpf_sk_lookup_kern BPF_PROG_TYPE_SK_LOOKUP_kern; void *BPF_PROG_TYPE_STRUCT_OPS_prog; void *BPF_PROG_TYPE_STRUCT_OPS_kern; void *BPF_PROG_TYPE_EXT_prog; void *BPF_PROG_TYPE_EXT_kern; void *BPF_PROG_TYPE_LSM_prog; void *BPF_PROG_TYPE_LSM_kern; void *BPF_PROG_TYPE_SYSCALL_prog; void *BPF_PROG_TYPE_SYSCALL_kern; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_prog; struct bpf_nf_ctx BPF_PROG_TYPE_NETFILTER_kern; }; enum { __ctx_convertBPF_PROG_TYPE_SOCKET_FILTER = 0, __ctx_convertBPF_PROG_TYPE_SCHED_CLS = 1, __ctx_convertBPF_PROG_TYPE_SCHED_ACT = 2, __ctx_convertBPF_PROG_TYPE_XDP = 3, __ctx_convertBPF_PROG_TYPE_CGROUP_SKB = 4, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK = 5, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCK_ADDR = 6, __ctx_convertBPF_PROG_TYPE_LWT_IN = 7, __ctx_convertBPF_PROG_TYPE_LWT_OUT = 8, __ctx_convertBPF_PROG_TYPE_LWT_XMIT = 9, __ctx_convertBPF_PROG_TYPE_LWT_SEG6LOCAL = 10, __ctx_convertBPF_PROG_TYPE_SOCK_OPS = 11, __ctx_convertBPF_PROG_TYPE_SK_SKB = 12, __ctx_convertBPF_PROG_TYPE_SK_MSG = 13, __ctx_convertBPF_PROG_TYPE_FLOW_DISSECTOR = 14, __ctx_convertBPF_PROG_TYPE_KPROBE = 15, __ctx_convertBPF_PROG_TYPE_TRACEPOINT = 16, __ctx_convertBPF_PROG_TYPE_PERF_EVENT = 17, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT = 18, __ctx_convertBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLE = 19, __ctx_convertBPF_PROG_TYPE_TRACING = 20, __ctx_convertBPF_PROG_TYPE_CGROUP_DEVICE = 21, __ctx_convertBPF_PROG_TYPE_CGROUP_SYSCTL = 22, __ctx_convertBPF_PROG_TYPE_CGROUP_SOCKOPT = 23, __ctx_convertBPF_PROG_TYPE_LIRC_MODE2 = 24, __ctx_convertBPF_PROG_TYPE_SK_REUSEPORT = 25, __ctx_convertBPF_PROG_TYPE_SK_LOOKUP = 26, __ctx_convertBPF_PROG_TYPE_STRUCT_OPS = 27, __ctx_convertBPF_PROG_TYPE_EXT = 28, __ctx_convertBPF_PROG_TYPE_LSM = 29, __ctx_convertBPF_PROG_TYPE_SYSCALL = 30, __ctx_convertBPF_PROG_TYPE_NETFILTER = 31, __ctx_convert_unused = 32, }; struct bpf_raw_tp_null_args { const char *func; u64 mask; }; enum bpf_struct_walk_result { WALK_SCALAR = 0, WALK_PTR = 1, WALK_STRUCT = 2, }; struct bpf_cand_cache { const char *name; u32 name_len; u16 kind; u16 cnt; struct { const struct btf *btf; u32 id; } cands[0]; }; enum btf_arg_tag { ARG_TAG_CTX = 1, ARG_TAG_NONNULL = 2, ARG_TAG_TRUSTED = 4, ARG_TAG_NULLABLE = 8, ARG_TAG_ARENA = 16, }; struct btf_show_snprintf { struct btf_show show; int len_left; int len; }; enum { BTF_MODULE_F_LIVE = 1, }; struct btf_module { struct list_head list; struct module *module; struct btf *btf; struct bin_attribute *sysfs_attr; int flags; }; typedef u64 (*btf_bpf_btf_find_by_name_kind)(char *, int, u32, int); struct bpf_devmap_val { __u32 ifindex; union { int fd; __u32 id; } bpf_prog; }; struct xdp_dev_bulk_queue { struct xdp_frame *q[16]; struct list_head flush_node; struct net_device *dev; struct net_device *dev_rx; struct bpf_prog *xdp_prog; unsigned int count; }; struct bpf_dtab_netdev { struct net_device *dev; struct hlist_node index_hlist; struct bpf_prog *xdp_prog; struct callback_head rcu; unsigned int idx; struct bpf_devmap_val val; }; struct bpf_dtab { struct bpf_map map; struct bpf_dtab_netdev **netdev_map; struct list_head list; struct hlist_head *dev_index_head; spinlock_t index_lock; unsigned int items; u32 n_buckets; }; struct tcx_entry { struct mini_Qdisc *miniq; struct bpf_mprog_bundle bundle; u32 miniq_active; struct callback_head rcu; }; struct tcx_link { struct bpf_link link; struct net_device *dev; u32 location; }; struct reuseport_array { struct bpf_map map; struct sock *ptrs[0]; }; enum { BPF_F_BPRM_SECUREEXEC = 1, }; typedef u64 (*btf_bpf_bprm_opts_set)(struct linux_binprm *, u64); typedef u64 (*btf_bpf_ima_inode_hash)(struct inode *, void *, u32); typedef u64 (*btf_bpf_ima_file_hash)(struct file *, void *, u32); typedef u64 (*btf_bpf_get_attach_cookie)(void *); enum wq_affn_scope { WQ_AFFN_DFL = 0, WQ_AFFN_CPU = 1, WQ_AFFN_SMT = 2, WQ_AFFN_CACHE = 3, WQ_AFFN_NUMA = 4, WQ_AFFN_SYSTEM = 5, WQ_AFFN_NR_TYPES = 6, }; struct workqueue_attrs { int nice; cpumask_var_t cpumask; cpumask_var_t __pod_cpumask; bool affn_strict; enum wq_affn_scope affn_scope; bool ordered; }; struct parallel_data; struct padata_priv { struct list_head list; struct parallel_data *pd; int cb_cpu; unsigned int seq_nr; int info; void (*parallel)(struct padata_priv *); void (*serial)(struct padata_priv *); }; struct padata_cpumask { cpumask_var_t pcpu; cpumask_var_t cbcpu; }; struct padata_shell; struct padata_list; struct padata_serial_queue; struct parallel_data { struct padata_shell *ps; struct padata_list *reorder_list; struct padata_serial_queue *squeue; refcount_t refcnt; unsigned int seq_nr; unsigned int processed; int cpu; struct padata_cpumask cpumask; struct work_struct reorder_work; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct padata_list { struct list_head list; spinlock_t lock; }; struct padata_serial_queue { struct padata_list serial; struct work_struct work; struct parallel_data *pd; }; struct padata_instance; struct padata_shell { struct padata_instance *pinst; struct parallel_data *pd; struct parallel_data *opd; struct list_head list; }; struct padata_instance { struct hlist_node cpu_online_node; struct hlist_node cpu_dead_node; struct workqueue_struct *parallel_wq; struct workqueue_struct *serial_wq; struct list_head pslist; struct padata_cpumask cpumask; struct kobject kobj; struct mutex lock; u8 flags; }; struct padata_mt_job { void (*thread_fn)(long unsigned int, long unsigned int, void *); void *fn_arg; long unsigned int start; long unsigned int size; long unsigned int align; long unsigned int min_chunk; int max_threads; bool numa_aware; }; struct padata_work { struct work_struct pw_work; struct list_head pw_list; void *pw_data; }; struct padata_mt_job_state { spinlock_t lock; struct completion completion; struct padata_mt_job *job; int nworks; int nworks_fini; long unsigned int chunk_size; }; struct padata_sysfs_entry { struct attribute attr; ssize_t (*show)(struct padata_instance *, struct attribute *, char *); ssize_t (*store)(struct padata_instance *, struct attribute *, const char *, size_t); }; enum rseq_cpu_id_state { RSEQ_CPU_ID_UNINITIALIZED = -1, RSEQ_CPU_ID_REGISTRATION_FAILED = -2, }; enum rseq_flags { RSEQ_FLAG_UNREGISTER = 1, }; enum rseq_cs_flags { RSEQ_CS_FLAG_NO_RESTART_ON_PREEMPT = 1, RSEQ_CS_FLAG_NO_RESTART_ON_SIGNAL = 2, RSEQ_CS_FLAG_NO_RESTART_ON_MIGRATE = 4, }; struct rseq_cs { __u32 version; __u32 flags; __u64 start_ip; __u64 post_commit_offset; __u64 abort_ip; }; struct trace_event_raw_rseq_update { struct trace_entry ent; s32 cpu_id; s32 node_id; s32 mm_cid; char __data[0]; }; struct trace_event_raw_rseq_ip_fixup { struct trace_entry ent; long unsigned int regs_ip; long unsigned int start_ip; long unsigned int post_commit_offset; long unsigned int abort_ip; char __data[0]; }; struct trace_event_data_offsets_rseq_update {}; struct trace_event_data_offsets_rseq_ip_fixup {}; typedef void (*btf_trace_rseq_update)(void *, struct task_struct *); typedef void (*btf_trace_rseq_ip_fixup)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); enum vmscan_throttle_state { VMSCAN_THROTTLE_WRITEBACK = 0, VMSCAN_THROTTLE_ISOLATED = 1, VMSCAN_THROTTLE_NOPROGRESS = 2, VMSCAN_THROTTLE_CONGESTED = 3, NR_VMSCAN_THROTTLE = 4, }; struct wb_lock_cookie { bool locked; long unsigned int flags; }; struct mem_cgroup_reclaim_cookie { pg_data_t *pgdat; int generation; }; enum vm_stat_item { NR_DIRTY_THRESHOLD = 0, NR_DIRTY_BG_THRESHOLD = 1, NR_MEMMAP_PAGES = 2, NR_MEMMAP_BOOT_PAGES = 3, NR_VM_STAT_ITEMS = 4, }; struct contig_page_info { long unsigned int free_pages; long unsigned int free_blocks_total; long unsigned int free_blocks_suitable; }; struct node { struct device dev; struct list_head access_list; struct list_head cache_attrs; struct device *cache_dev; }; struct alloc_context { struct zonelist *zonelist; nodemask_t *nodemask; struct zoneref *preferred_zoneref; int migratetype; enum zone_type highest_zoneidx; bool spread_dirty_pages; }; struct trace_event_raw_mm_compaction_isolate_template { struct trace_entry ent; long unsigned int start_pfn; long unsigned int end_pfn; long unsigned int nr_scanned; long unsigned int nr_taken; char __data[0]; }; struct trace_event_raw_mm_compaction_migratepages { struct trace_entry ent; long unsigned int nr_migrated; long unsigned int nr_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_begin { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; char __data[0]; }; struct trace_event_raw_mm_compaction_end { struct trace_entry ent; long unsigned int zone_start; long unsigned int migrate_pfn; long unsigned int free_pfn; long unsigned int zone_end; bool sync; int status; char __data[0]; }; struct trace_event_raw_mm_compaction_try_to_compact_pages { struct trace_entry ent; int order; long unsigned int gfp_mask; int prio; char __data[0]; }; struct trace_event_raw_mm_compaction_suitable_template { struct trace_entry ent; int nid; enum zone_type idx; int order; int ret; char __data[0]; }; struct trace_event_raw_mm_compaction_defer_template { struct trace_entry ent; int nid; enum zone_type idx; int order; unsigned int considered; unsigned int defer_shift; int order_failed; char __data[0]; }; struct trace_event_raw_mm_compaction_kcompactd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_kcompactd_wake_template { struct trace_entry ent; int nid; int order; enum zone_type highest_zoneidx; char __data[0]; }; struct trace_event_data_offsets_mm_compaction_isolate_template {}; struct trace_event_data_offsets_mm_compaction_migratepages {}; struct trace_event_data_offsets_mm_compaction_begin {}; struct trace_event_data_offsets_mm_compaction_end {}; struct trace_event_data_offsets_mm_compaction_try_to_compact_pages {}; struct trace_event_data_offsets_mm_compaction_suitable_template {}; struct trace_event_data_offsets_mm_compaction_defer_template {}; struct trace_event_data_offsets_mm_compaction_kcompactd_sleep {}; struct trace_event_data_offsets_kcompactd_wake_template {}; typedef void (*btf_trace_mm_compaction_isolate_migratepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_fast_isolate_freepages)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_mm_compaction_migratepages)(void *, unsigned int, unsigned int); typedef void (*btf_trace_mm_compaction_begin)(void *, struct compact_control *, long unsigned int, long unsigned int, bool); typedef void (*btf_trace_mm_compaction_end)(void *, struct compact_control *, long unsigned int, long unsigned int, bool, int); typedef void (*btf_trace_mm_compaction_try_to_compact_pages)(void *, int, gfp_t, int); typedef void (*btf_trace_mm_compaction_finished)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_suitable)(void *, struct zone *, int, int); typedef void (*btf_trace_mm_compaction_deferred)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_compaction)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_defer_reset)(void *, struct zone *, int); typedef void (*btf_trace_mm_compaction_kcompactd_sleep)(void *, int); typedef void (*btf_trace_mm_compaction_wakeup_kcompactd)(void *, int, int, enum zone_type); typedef void (*btf_trace_mm_compaction_kcompactd_wake)(void *, int, int, enum zone_type); typedef enum { ISOLATE_ABORT = 0, ISOLATE_NONE = 1, ISOLATE_SUCCESS = 2, } isolate_migrate_t; struct mhp_params { struct vmem_altmap *altmap; pgprot_t pgprot; struct dev_pagemap *pgmap; }; typedef void (*online_page_callback_t)(struct page *, unsigned int); enum { MEMMAP_ON_MEMORY_DISABLE = 0, MEMMAP_ON_MEMORY_ENABLE = 1, MEMMAP_ON_MEMORY_FORCE = 2, }; enum { ONLINE_POLICY_CONTIG_ZONES = 0, ONLINE_POLICY_AUTO_MOVABLE = 1, }; struct auto_movable_stats { long unsigned int kernel_early_pages; long unsigned int movable_pages; }; struct auto_movable_group_stats { long unsigned int movable_pages; long unsigned int req_kernel_early_pages; }; struct resv_map { struct kref refs; spinlock_t lock; struct list_head regions; long int adds_in_progress; struct list_head region_cache; long int region_cache_count; struct rw_semaphore rw_sema; struct page_counter *reservation_counter; long unsigned int pages_per_hpage; struct cgroup_subsys_state *css; }; struct file_region { struct list_head link; long int from; long int to; struct page_counter *reservation_counter; struct cgroup_subsys_state *css; }; struct hugetlb_vma_lock { struct kref refs; struct rw_semaphore rw_sema; struct vm_area_struct *vma; }; enum hugetlb_memory_event { HUGETLB_MAX = 0, HUGETLB_NR_MEMORY_EVENTS = 1, }; struct hugetlb_cgroup_per_node { long unsigned int usage[4]; }; struct hugetlb_cgroup { struct cgroup_subsys_state css; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct page_counter hugepage[4]; struct page_counter rsvd_hugepage[4]; atomic_long_t events[4]; atomic_long_t events_local[4]; struct cgroup_file events_file[4]; struct cgroup_file events_local_file[4]; struct hugetlb_cgroup_per_node *nodeinfo[0]; }; struct hugetlb_cmdline { char *val; int (*setup)(char *); }; enum vma_resv_mode { VMA_NEEDS_RESV = 0, VMA_COMMIT_RESV = 1, VMA_END_RESV = 2, VMA_ADD_RESV = 3, VMA_DEL_RESV = 4, }; typedef enum { MAP_CHG_REUSE = 0, MAP_CHG_NEEDED = 1, MAP_CHG_ENFORCED = 2, } map_chg_state; struct node_hstate { struct kobject *hugepages_kobj; struct kobject *hstate_kobjs[4]; }; struct trace_event_raw_ksm_scan_template { struct trace_entry ent; int seq; u32 rmap_entries; char __data[0]; }; struct trace_event_raw_ksm_enter_exit_template { struct trace_entry ent; void *mm; char __data[0]; }; struct trace_event_raw_ksm_merge_one_page { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_merge_with_ksm_page { struct trace_entry ent; void *ksm_page; long unsigned int pfn; void *rmap_item; void *mm; int err; char __data[0]; }; struct trace_event_raw_ksm_remove_ksm_page { struct trace_entry ent; long unsigned int pfn; char __data[0]; }; struct trace_event_raw_ksm_remove_rmap_item { struct trace_entry ent; long unsigned int pfn; void *rmap_item; void *mm; char __data[0]; }; struct trace_event_raw_ksm_advisor { struct trace_entry ent; s64 scan_time; long unsigned int pages_to_scan; unsigned int cpu_percent; char __data[0]; }; struct trace_event_data_offsets_ksm_scan_template {}; struct trace_event_data_offsets_ksm_enter_exit_template {}; struct trace_event_data_offsets_ksm_merge_one_page {}; struct trace_event_data_offsets_ksm_merge_with_ksm_page {}; struct trace_event_data_offsets_ksm_remove_ksm_page {}; struct trace_event_data_offsets_ksm_remove_rmap_item {}; struct trace_event_data_offsets_ksm_advisor {}; typedef void (*btf_trace_ksm_start_scan)(void *, int, u32); typedef void (*btf_trace_ksm_stop_scan)(void *, int, u32); typedef void (*btf_trace_ksm_enter)(void *, void *); typedef void (*btf_trace_ksm_exit)(void *, void *); typedef void (*btf_trace_ksm_merge_one_page)(void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_merge_with_ksm_page)(void *, void *, long unsigned int, void *, void *, int); typedef void (*btf_trace_ksm_remove_ksm_page)(void *, long unsigned int); typedef void (*btf_trace_ksm_remove_rmap_item)(void *, long unsigned int, void *, void *); typedef void (*btf_trace_ksm_advisor)(void *, s64, long unsigned int, unsigned int); typedef u8 rmap_age_t; struct ksm_rmap_item; struct ksm_mm_slot { struct mm_slot slot; struct ksm_rmap_item *rmap_list; }; struct ksm_stable_node; struct ksm_rmap_item { struct ksm_rmap_item *rmap_list; union { struct anon_vma *anon_vma; int nid; }; struct mm_struct *mm; long unsigned int address; unsigned int oldchecksum; rmap_age_t age; rmap_age_t remaining_skips; union { struct rb_node node; struct { struct ksm_stable_node *head; struct hlist_node hlist; }; }; }; struct ksm_scan { struct ksm_mm_slot *mm_slot; long unsigned int address; struct ksm_rmap_item **rmap_list; long unsigned int seqnr; }; struct ksm_stable_node { union { struct rb_node node; struct { struct list_head *head; struct { struct hlist_node hlist_dup; struct list_head list; }; }; }; struct hlist_head hlist; union { long unsigned int kpfn; long unsigned int chain_prune_time; }; int rmap_hlist_len; int nid; }; struct advisor_ctx { ktime_t start_scan; long unsigned int scan_time; long unsigned int change; long long unsigned int cpu_time; }; enum ksm_advisor_type { KSM_ADVISOR_NONE = 0, KSM_ADVISOR_SCAN_TIME = 1, }; enum ksm_get_folio_flags { KSM_GET_FOLIO_NOLOCK = 0, KSM_GET_FOLIO_LOCK = 1, KSM_GET_FOLIO_TRYLOCK = 2, }; struct lruvec_stats_percpu { long int state[33]; long int state_prev[33]; }; struct lruvec_stats { long int state[33]; long int state_local[33]; long int state_pending[33]; }; struct memcg_vmstats { long int state[40]; long unsigned int events[26]; long int state_local[40]; long unsigned int events_local[26]; long int state_pending[40]; long unsigned int events_pending[26]; atomic64_t stats_updates; }; struct memcg_vmstats_percpu { unsigned int stats_updates; struct memcg_vmstats_percpu *parent; struct memcg_vmstats *vmstats; long int state[40]; long unsigned int events[26]; long int state_prev[40]; long unsigned int events_prev[26]; long: 64; }; struct trace_event_raw_memcg_rstat_stats { struct trace_entry ent; u64 id; int item; int val; char __data[0]; }; struct trace_event_raw_memcg_rstat_events { struct trace_entry ent; u64 id; int item; long unsigned int val; char __data[0]; }; struct trace_event_raw_memcg_flush_stats { struct trace_entry ent; u64 id; s64 stats_updates; bool force; bool needs_flush; char __data[0]; }; struct trace_event_data_offsets_memcg_rstat_stats {}; struct trace_event_data_offsets_memcg_rstat_events {}; struct trace_event_data_offsets_memcg_flush_stats {}; typedef void (*btf_trace_mod_memcg_state)(void *, struct mem_cgroup *, int, int); typedef void (*btf_trace_mod_memcg_lruvec_state)(void *, struct mem_cgroup *, int, int); typedef void (*btf_trace_count_memcg_events)(void *, struct mem_cgroup *, int, long unsigned int); typedef void (*btf_trace_memcg_flush_stats)(void *, struct mem_cgroup *, s64, bool, bool); struct memory_stat { const char *name; unsigned int idx; }; struct memcg_stock_pcp { local_trylock_t stock_lock; struct mem_cgroup *cached; unsigned int nr_pages; struct obj_cgroup *cached_objcg; struct pglist_data *cached_pgdat; unsigned int nr_bytes; int nr_slab_reclaimable_b; int nr_slab_unreclaimable_b; struct work_struct work; long unsigned int flags; }; struct aggregate_control { long int *aggregate; long int *local; long int *pending; long int *ppending; long int *cstat; long int *cstat_prev; int size; }; enum { MEMORY_RECLAIM_SWAPPINESS = 0, MEMORY_RECLAIM_NULL = 1, }; struct uncharge_gather { struct mem_cgroup *memcg; long unsigned int nr_memory; long unsigned int pgpgout; long unsigned int nr_kmem; int nid; }; typedef s32 compat_off_t; struct stat { long unsigned int st_dev; long unsigned int st_ino; unsigned int st_mode; unsigned int st_nlink; unsigned int st_uid; unsigned int st_gid; long unsigned int st_rdev; long unsigned int __pad1; long int st_size; int st_blksize; int __pad2; long int st_blocks; long int st_atime; long unsigned int st_atime_nsec; long int st_mtime; long unsigned int st_mtime_nsec; long int st_ctime; long unsigned int st_ctime_nsec; unsigned int __unused4; unsigned int __unused5; }; typedef u32 compat_ino_t; typedef s64 compat_s64; typedef u16 __compat_uid16_t; typedef u16 __compat_gid16_t; struct compat_stat { compat_dev_t st_dev; compat_ino_t st_ino; compat_mode_t st_mode; compat_ushort_t st_nlink; __compat_uid16_t st_uid; __compat_gid16_t st_gid; compat_dev_t st_rdev; compat_off_t st_size; compat_off_t st_blksize; compat_off_t st_blocks; old_time32_t st_atime; compat_ulong_t st_atime_nsec; old_time32_t st_mtime; compat_ulong_t st_mtime_nsec; old_time32_t st_ctime; compat_ulong_t st_ctime_nsec; compat_ulong_t __unused4[2]; }; struct stat64 { compat_u64 st_dev; unsigned char __pad0[4]; compat_ulong_t __st_ino; compat_uint_t st_mode; compat_uint_t st_nlink; compat_ulong_t st_uid; compat_ulong_t st_gid; compat_u64 st_rdev; unsigned char __pad3[4]; compat_s64 st_size; compat_ulong_t st_blksize; compat_u64 st_blocks; compat_ulong_t st_atime; compat_ulong_t st_atime_nsec; compat_ulong_t st_mtime; compat_ulong_t st_mtime_nsec; compat_ulong_t st_ctime; compat_ulong_t st_ctime_nsec; compat_u64 st_ino; }; struct f_owner_ex { int type; __kernel_pid_t pid; }; struct compat_flock { short int l_type; short int l_whence; compat_off_t l_start; compat_off_t l_len; compat_pid_t l_pid; }; struct compat_flock64 { short int l_type; short int l_whence; compat_loff_t l_start; compat_loff_t l_len; compat_pid_t l_pid; }; typedef struct { long unsigned int fds_bits[16]; } __kernel_fd_set; typedef __kernel_fd_set fd_set; struct poll_table_entry { struct file *filp; __poll_t key; wait_queue_entry_t wait; wait_queue_head_t *wait_address; }; struct poll_table_page; struct poll_wqueues { poll_table pt; struct poll_table_page *table; struct task_struct *polling_task; int triggered; int error; int inline_index; struct poll_table_entry inline_entries[9]; }; struct poll_table_page { struct poll_table_page *next; struct poll_table_entry *entry; struct poll_table_entry entries[0]; }; enum poll_time_type { PT_TIMEVAL = 0, PT_OLD_TIMEVAL = 1, PT_TIMESPEC = 2, PT_OLD_TIMESPEC = 3, }; typedef struct { long unsigned int *in; long unsigned int *out; long unsigned int *ex; long unsigned int *res_in; long unsigned int *res_out; long unsigned int *res_ex; } fd_set_bits; struct sigset_argpack { sigset_t *p; size_t size; }; struct poll_list { struct poll_list *next; unsigned int len; struct pollfd entries[0]; }; struct compat_sel_arg_struct { compat_ulong_t n; compat_uptr_t inp; compat_uptr_t outp; compat_uptr_t exp; compat_uptr_t tvp; }; struct compat_sigset_argpack { compat_uptr_t p; compat_size_t size; }; struct simple_transaction_argresp { ssize_t size; char data[0]; }; enum { DIR_OFFSET_FIRST = 2, DIR_OFFSET_EOD = 2147483647, }; enum { DIR_OFFSET_MIN = 3, DIR_OFFSET_MAX = 2147483646, }; struct simple_attr { int (*get)(void *, u64 *); int (*set)(void *, u64); char get_buf[24]; char set_buf[24]; void *data; const char *fmt; struct mutex mutex; }; typedef struct ns_common *ns_get_path_helper_t(void *); struct mnt_ns_info { __u32 size; __u32 nr_mounts; __u64 mnt_ns_id; }; struct ns_get_path_task_args { const struct proc_ns_operations *ns_ops; struct task_struct *task; }; struct file_dedupe_range_info { __s64 dest_fd; __u64 dest_offset; __u64 bytes_deduped; __s32 status; __u32 reserved; }; struct file_dedupe_range { __u64 src_offset; __u64 src_length; __u16 dest_count; __u16 reserved1; __u32 reserved2; struct file_dedupe_range_info info[0]; }; struct proc_fs_opts { int flag; const char *str; }; struct inotify_inode_mark { struct fsnotify_mark fsn_mark; int wd; }; struct inotify_event_info { struct fsnotify_event fse; u32 mask; int wd; u32 sync_cookie; int name_len; char name[0]; }; struct inotify_event { __s32 wd; __u32 mask; __u32 cookie; __u32 len; char name[0]; }; struct eventfd_ctx { struct kref kref; wait_queue_head_t wqh; __u64 count; unsigned int flags; int id; }; struct elf64_note { Elf64_Word n_namesz; Elf64_Word n_descsz; Elf64_Word n_type; }; struct elf_prpsinfo { char pr_state; char pr_sname; char pr_zomb; char pr_nice; long unsigned int pr_flag; __kernel_uid_t pr_uid; __kernel_gid_t pr_gid; pid_t pr_pid; pid_t pr_ppid; pid_t pr_pgrp; pid_t pr_sid; char pr_fname[16]; char pr_psargs[80]; }; struct elf_thread_core_info___2 { struct elf_thread_core_info___2 *next; struct task_struct *task; struct elf_prstatus prstatus; struct memelfnote notes[0]; }; struct elf_note_info___2 { struct elf_thread_core_info___2 *thread; struct memelfnote psinfo; struct memelfnote signote; struct memelfnote auxv; struct memelfnote files; siginfo_t csigdata; size_t size; int thread_notes; }; struct posix_acl_xattr_entry { __le16 e_tag; __le16 e_perm; __le32 e_id; }; struct posix_acl_xattr_header { __le32 a_version; }; struct page_region { __u64 start; __u64 end; __u64 categories; }; struct pm_scan_arg { __u64 size; __u64 flags; __u64 start; __u64 end; __u64 walk_end; __u64 vec; __u64 vec_len; __u64 max_pages; __u64 category_inverted; __u64 category_mask; __u64 category_anyof_mask; __u64 return_mask; }; enum procmap_query_flags { PROCMAP_QUERY_VMA_READABLE = 1, PROCMAP_QUERY_VMA_WRITABLE = 2, PROCMAP_QUERY_VMA_EXECUTABLE = 4, PROCMAP_QUERY_VMA_SHARED = 8, PROCMAP_QUERY_COVERING_OR_NEXT_VMA = 16, PROCMAP_QUERY_FILE_BACKED_VMA = 32, }; struct procmap_query { __u64 size; __u64 query_flags; __u64 query_addr; __u64 vma_start; __u64 vma_end; __u64 vma_flags; __u64 vma_page_size; __u64 vma_offset; __u64 inode; __u32 dev_major; __u32 dev_minor; __u32 vma_name_size; __u32 build_id_size; __u64 vma_name_addr; __u64 build_id_addr; }; struct proc_maps_private { struct inode *inode; struct task_struct *task; struct mm_struct *mm; struct vma_iterator iter; struct mempolicy *task_mempolicy; }; struct mem_size_stats { long unsigned int resident; long unsigned int shared_clean; long unsigned int shared_dirty; long unsigned int private_clean; long unsigned int private_dirty; long unsigned int referenced; long unsigned int anonymous; long unsigned int lazyfree; long unsigned int anonymous_thp; long unsigned int shmem_thp; long unsigned int file_thp; long unsigned int swap; long unsigned int shared_hugetlb; long unsigned int private_hugetlb; long unsigned int ksm; u64 pss; u64 pss_anon; u64 pss_file; u64 pss_shmem; u64 pss_dirty; u64 pss_locked; u64 swap_pss; }; enum clear_refs_types { CLEAR_REFS_ALL = 1, CLEAR_REFS_ANON = 2, CLEAR_REFS_MAPPED = 3, CLEAR_REFS_SOFT_DIRTY = 4, CLEAR_REFS_MM_HIWATER_RSS = 5, CLEAR_REFS_LAST = 6, }; struct clear_refs_private { enum clear_refs_types type; }; typedef struct { u64 pme; } pagemap_entry_t; struct pagemapread { int pos; int len; pagemap_entry_t *buffer; bool show_pfn; }; struct pagemap_scan_private { struct pm_scan_arg arg; long unsigned int masks_of_interest; long unsigned int cur_vma_category; struct page_region *vec_buf; long unsigned int vec_buf_len; long unsigned int vec_buf_index; long unsigned int found_pages; struct page_region *vec_out; }; struct numa_maps { long unsigned int pages; long unsigned int anon; long unsigned int active; long unsigned int writeback; long unsigned int mapcount_max; long unsigned int dirty; long unsigned int swapcache; long unsigned int node[16]; }; struct numa_maps_private { struct proc_maps_private proc_maps; struct numa_maps md; }; struct fd_data { fmode_t mode; unsigned int fd; }; enum netfs_collect_contig_trace { netfs_contig_trace_collect = 0, netfs_contig_trace_jump = 1, netfs_contig_trace_unlock = 2, } __attribute__((mode(byte))); enum netfs_donate_trace { netfs_trace_donate_tail_to_prev = 0, netfs_trace_donate_to_prev = 1, netfs_trace_donate_to_next = 2, netfs_trace_donate_to_deferred_next = 3, } __attribute__((mode(byte))); struct trace_event_raw_netfs_read { struct trace_entry ent; unsigned int rreq; unsigned int cookie; loff_t i_size; loff_t start; size_t len; enum netfs_read_trace what; unsigned int netfs_inode; char __data[0]; }; struct trace_event_raw_netfs_rreq { struct trace_entry ent; unsigned int rreq; unsigned int flags; enum netfs_io_origin origin; enum netfs_rreq_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq { struct trace_entry ent; unsigned int rreq; short unsigned int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_sreq_trace what; u8 slot; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_failure { struct trace_entry ent; unsigned int rreq; short int index; short int error; short unsigned int flags; enum netfs_io_source source; enum netfs_failure what; size_t len; size_t transferred; loff_t start; char __data[0]; }; struct trace_event_raw_netfs_rreq_ref { struct trace_entry ent; unsigned int rreq; int ref; enum netfs_rreq_ref_trace what; char __data[0]; }; struct trace_event_raw_netfs_sreq_ref { struct trace_entry ent; unsigned int rreq; unsigned int subreq; int ref; enum netfs_sreq_ref_trace what; char __data[0]; }; struct trace_event_raw_netfs_folio { struct trace_entry ent; ino_t ino; long unsigned int index; unsigned int nr; enum netfs_folio_trace why; char __data[0]; }; struct trace_event_raw_netfs_write_iter { struct trace_entry ent; long long unsigned int start; size_t len; unsigned int flags; unsigned int ino; char __data[0]; }; struct trace_event_raw_netfs_write { struct trace_entry ent; unsigned int wreq; unsigned int cookie; unsigned int ino; enum netfs_write_trace what; long long unsigned int start; long long unsigned int len; char __data[0]; }; struct trace_event_raw_netfs_collect { struct trace_entry ent; unsigned int wreq; unsigned int len; long long unsigned int transferred; long long unsigned int start; char __data[0]; }; struct trace_event_raw_netfs_collect_sreq { struct trace_entry ent; unsigned int wreq; unsigned int subreq; unsigned int stream; unsigned int len; unsigned int transferred; long long unsigned int start; char __data[0]; }; struct trace_event_raw_netfs_collect_folio { struct trace_entry ent; unsigned int wreq; long unsigned int index; long long unsigned int fend; long long unsigned int cleaned_to; long long unsigned int collected_to; char __data[0]; }; struct trace_event_raw_netfs_collect_state { struct trace_entry ent; unsigned int wreq; unsigned int notes; long long unsigned int collected_to; long long unsigned int cleaned_to; char __data[0]; }; struct trace_event_raw_netfs_collect_gap { struct trace_entry ent; unsigned int wreq; unsigned char stream; unsigned char type; long long unsigned int from; long long unsigned int to; char __data[0]; }; struct trace_event_raw_netfs_collect_stream { struct trace_entry ent; unsigned int wreq; unsigned char stream; long long unsigned int collected_to; long long unsigned int front; char __data[0]; }; struct trace_event_raw_netfs_folioq { struct trace_entry ent; unsigned int rreq; unsigned int id; enum netfs_folioq_trace trace; char __data[0]; }; struct trace_event_data_offsets_netfs_read {}; struct trace_event_data_offsets_netfs_rreq {}; struct trace_event_data_offsets_netfs_sreq {}; struct trace_event_data_offsets_netfs_failure {}; struct trace_event_data_offsets_netfs_rreq_ref {}; struct trace_event_data_offsets_netfs_sreq_ref {}; struct trace_event_data_offsets_netfs_folio {}; struct trace_event_data_offsets_netfs_write_iter {}; struct trace_event_data_offsets_netfs_write {}; struct trace_event_data_offsets_netfs_collect {}; struct trace_event_data_offsets_netfs_collect_sreq {}; struct trace_event_data_offsets_netfs_collect_folio {}; struct trace_event_data_offsets_netfs_collect_state {}; struct trace_event_data_offsets_netfs_collect_gap {}; struct trace_event_data_offsets_netfs_collect_stream {}; struct trace_event_data_offsets_netfs_folioq {}; typedef void (*btf_trace_netfs_read)(void *, struct netfs_io_request *, loff_t, size_t, enum netfs_read_trace); typedef void (*btf_trace_netfs_rreq)(void *, struct netfs_io_request *, enum netfs_rreq_trace); typedef void (*btf_trace_netfs_sreq)(void *, struct netfs_io_subrequest *, enum netfs_sreq_trace); typedef void (*btf_trace_netfs_failure)(void *, struct netfs_io_request *, struct netfs_io_subrequest *, int, enum netfs_failure); typedef void (*btf_trace_netfs_rreq_ref)(void *, unsigned int, int, enum netfs_rreq_ref_trace); typedef void (*btf_trace_netfs_sreq_ref)(void *, unsigned int, unsigned int, int, enum netfs_sreq_ref_trace); typedef void (*btf_trace_netfs_folio)(void *, struct folio *, enum netfs_folio_trace); typedef void (*btf_trace_netfs_write_iter)(void *, const struct kiocb *, const struct iov_iter *); typedef void (*btf_trace_netfs_write)(void *, const struct netfs_io_request *, enum netfs_write_trace); typedef void (*btf_trace_netfs_collect)(void *, const struct netfs_io_request *); typedef void (*btf_trace_netfs_collect_sreq)(void *, const struct netfs_io_request *, const struct netfs_io_subrequest *); typedef void (*btf_trace_netfs_collect_folio)(void *, const struct netfs_io_request *, const struct folio *, long long unsigned int, long long unsigned int); typedef void (*btf_trace_netfs_collect_state)(void *, const struct netfs_io_request *, long long unsigned int, unsigned int); typedef void (*btf_trace_netfs_collect_gap)(void *, const struct netfs_io_request *, const struct netfs_io_stream *, long long unsigned int, char); typedef void (*btf_trace_netfs_collect_stream)(void *, const struct netfs_io_request *, const struct netfs_io_stream *); typedef void (*btf_trace_netfs_folioq)(void *, const struct folio_queue *, enum netfs_folioq_trace); struct compat_dirent { u32 d_ino; compat_off_t d_off; u16 d_reclen; char d_name[256]; }; struct __fat_dirent { long int d_ino; __kernel_off_t d_off; short unsigned int d_reclen; char d_name[256]; }; enum { PARSE_INVALID = 1, PARSE_NOT_LONGNAME = 2, PARSE_EOF = 3, }; struct fat_ioctl_filldir_callback { struct dir_context ctx; void *dirent; int result; const char *longname; int long_len; const char *shortname; int short_len; }; struct fat_fid { u32 i_gen; u32 i_pos_low; u16 i_pos_hi; u16 parent_i_pos_hi; u32 parent_i_pos_low; u32 parent_i_gen; }; enum { AUTOFS_IOC_READY_CMD = 96, AUTOFS_IOC_FAIL_CMD = 97, AUTOFS_IOC_CATATONIC_CMD = 98, AUTOFS_IOC_PROTOVER_CMD = 99, AUTOFS_IOC_SETTIMEOUT_CMD = 100, AUTOFS_IOC_EXPIRE_CMD = 101, }; enum { AUTOFS_IOC_EXPIRE_MULTI_CMD = 102, AUTOFS_IOC_PROTOSUBVER_CMD = 103, AUTOFS_IOC_ASKUMOUNT_CMD = 112, }; struct args_protover { __u32 version; }; struct args_protosubver { __u32 sub_version; }; struct args_openmount { __u32 devid; }; struct args_ready { __u32 token; }; struct args_fail { __u32 token; __s32 status; }; struct args_setpipefd { __s32 pipefd; }; struct args_timeout { __u64 timeout; }; struct args_requester { __u32 uid; __u32 gid; }; struct args_expire { __u32 how; }; struct args_askumount { __u32 may_umount; }; struct args_in { __u32 type; }; struct args_out { __u32 devid; __u32 magic; }; struct args_ismountpoint { union { struct args_in in; struct args_out out; }; }; struct autofs_dev_ioctl { __u32 ver_major; __u32 ver_minor; __u32 size; __s32 ioctlfd; union { struct args_protover protover; struct args_protosubver protosubver; struct args_openmount openmount; struct args_ready ready; struct args_fail fail; struct args_setpipefd setpipefd; struct args_timeout timeout; struct args_requester requester; struct args_expire expire; struct args_askumount askumount; struct args_ismountpoint ismountpoint; }; char path[0]; }; enum { AUTOFS_DEV_IOCTL_VERSION_CMD = 113, AUTOFS_DEV_IOCTL_PROTOVER_CMD = 114, AUTOFS_DEV_IOCTL_PROTOSUBVER_CMD = 115, AUTOFS_DEV_IOCTL_OPENMOUNT_CMD = 116, AUTOFS_DEV_IOCTL_CLOSEMOUNT_CMD = 117, AUTOFS_DEV_IOCTL_READY_CMD = 118, AUTOFS_DEV_IOCTL_FAIL_CMD = 119, AUTOFS_DEV_IOCTL_SETPIPEFD_CMD = 120, AUTOFS_DEV_IOCTL_CATATONIC_CMD = 121, AUTOFS_DEV_IOCTL_TIMEOUT_CMD = 122, AUTOFS_DEV_IOCTL_REQUESTER_CMD = 123, AUTOFS_DEV_IOCTL_EXPIRE_CMD = 124, AUTOFS_DEV_IOCTL_ASKUMOUNT_CMD = 125, AUTOFS_DEV_IOCTL_ISMOUNTPOINT_CMD = 126, }; typedef int (*ioctl_fn)(struct file *, struct autofs_sb_info *, struct autofs_dev_ioctl *); struct ovl_copy_up_ctx { struct dentry *parent; struct dentry *dentry; struct path lowerpath; struct kstat stat; struct kstat pstat; const char *link; struct dentry *destdir; struct qstr destname; struct dentry *workdir; const struct ovl_fh *origin_fh; bool origin; bool indexed; bool metacopy; bool metacopy_digest; bool metadata_fsync; }; struct ovl_cu_creds { const struct cred *old; struct cred *new; }; struct dotl_openflag_map { int open_flag; int dotl_flag; }; struct dotl_iattr_map { int iattr_valid; int p9_iattr_valid; }; struct p9_dirent { struct p9_qid qid; u64 d_off; unsigned char d_type; char d_name[256]; }; struct p9_rdir { int head; int tail; uint8_t buf[0]; }; typedef struct vfsmount * (*debugfs_automount_t)(struct dentry *, void *); struct debugfs_short_fops { ssize_t (*read)(struct file *, char *, size_t, loff_t *); ssize_t (*write)(struct file *, const char *, size_t, loff_t *); loff_t (*llseek)(struct file *, loff_t, int); }; struct debugfs_cancellation { struct list_head list; void (*cancel)(struct dentry *, void *); void *cancel_data; }; struct debugfs_inode_info { struct inode vfs_inode; union { const void *raw; const struct file_operations *real_fops; const struct debugfs_short_fops *short_fops; debugfs_automount_t automount; }; const void *aux; }; struct debugfs_fsdata { const struct file_operations *real_fops; const struct debugfs_short_fops *short_fops; struct { refcount_t active_users; struct completion active_users_drained; struct mutex cancellations_mtx; struct list_head cancellations; unsigned int methods; }; }; struct debugfs_fs_info { kuid_t uid; kgid_t gid; umode_t mode; unsigned int opts; }; enum { Opt_uid___6 = 0, Opt_gid___7 = 1, Opt_mode___5 = 2, Opt_source = 3, }; struct pstore_ftrace_record { long unsigned int ip; long unsigned int parent_ip; u64 ts; }; struct pstore_private { struct list_head list; struct dentry *dentry; struct pstore_record *record; size_t total_size; }; struct pstore_ftrace_seq_data { const void *ptr; size_t off; size_t size; }; enum { Opt_kmsg_bytes = 0, }; struct pstore_context { unsigned int kmsg_bytes; }; struct sem_undo_list { refcount_t refcnt; spinlock_t lock; struct list_head list_proc; }; struct compat_semid64_ds { struct compat_ipc64_perm sem_perm; compat_ulong_t sem_otime; compat_ulong_t sem_otime_high; compat_ulong_t sem_ctime; compat_ulong_t sem_ctime_high; compat_ulong_t sem_nsems; compat_ulong_t __unused3; compat_ulong_t __unused4; }; struct sem; struct sem_queue; struct sem_undo; struct semid_ds { struct ipc_perm sem_perm; __kernel_old_time_t sem_otime; __kernel_old_time_t sem_ctime; struct sem *sem_base; struct sem_queue *sem_pending; struct sem_queue **sem_pending_last; struct sem_undo *undo; short unsigned int sem_nsems; }; struct sem { int semval; struct pid *sempid; spinlock_t lock; struct list_head pending_alter; struct list_head pending_const; time64_t sem_otime; }; struct sem_queue { struct list_head list; struct task_struct *sleeper; struct sem_undo *undo; struct pid *pid; int status; struct sembuf *sops; struct sembuf *blocking; int nsops; bool alter; bool dupsop; }; struct sem_undo { struct list_head list_proc; struct callback_head rcu; struct sem_undo_list *ulp; struct list_head list_id; int semid; short int semadj[0]; }; struct semid64_ds { struct ipc64_perm sem_perm; long int sem_otime; long int sem_ctime; long unsigned int sem_nsems; long unsigned int __unused3; long unsigned int __unused4; }; struct seminfo { int semmap; int semmni; int semmns; int semmnu; int semmsl; int semopm; int semume; int semusz; int semvmx; int semaem; }; struct sem_array { struct kern_ipc_perm sem_perm; time64_t sem_ctime; struct list_head pending_alter; struct list_head pending_const; struct list_head list_id; int sem_nsems; int complex_count; unsigned int use_global_lock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct sem sems[0]; }; struct compat_semid_ds { struct compat_ipc_perm sem_perm; old_time32_t sem_otime; old_time32_t sem_ctime; compat_uptr_t sem_base; compat_uptr_t sem_pending; compat_uptr_t sem_pending_last; compat_uptr_t undo; short unsigned int sem_nsems; }; enum { Opt_err___3 = 0, Opt_enc = 1, Opt_hash = 2, }; enum devcg_behavior { DEVCG_DEFAULT_NONE = 0, DEVCG_DEFAULT_ALLOW = 1, DEVCG_DEFAULT_DENY = 2, }; struct dev_exception_item { u32 major; u32 minor; short int type; short int access; struct list_head list; struct callback_head rcu; }; struct dev_cgroup { struct cgroup_subsys_state css; struct list_head exceptions; enum devcg_behavior behavior; }; struct crypto_aead_spawn { struct crypto_spawn base; }; struct crypto_report_aead { char type[64]; char geniv[64]; unsigned int blocksize; unsigned int maxauthsize; unsigned int ivsize; }; struct skcipher_alg { int (*setkey)(struct crypto_skcipher *, const u8 *, unsigned int); int (*encrypt)(struct skcipher_request *); int (*decrypt)(struct skcipher_request *); int (*export)(struct skcipher_request *, void *); int (*import)(struct skcipher_request *, const void *); int (*init)(struct crypto_skcipher *); void (*exit)(struct crypto_skcipher *); unsigned int walksize; union { struct { unsigned int min_keysize; unsigned int max_keysize; unsigned int ivsize; unsigned int chunksize; unsigned int statesize; struct crypto_alg base; }; struct skcipher_alg_common co; }; }; struct skcipher_instance { void (*free)(struct skcipher_instance *); union { struct { char head[88]; struct crypto_instance base; } s; struct skcipher_alg alg; }; }; struct crypto_skcipher_spawn { struct crypto_spawn base; }; struct skcipher_ctx_simple { struct crypto_cipher *cipher; }; enum { SKCIPHER_WALK_SLOW = 1, SKCIPHER_WALK_COPY = 2, SKCIPHER_WALK_DIFF = 4, SKCIPHER_WALK_SLEEP = 8, }; struct crypto_sig { struct crypto_tfm base; }; struct sig_alg { int (*sign)(struct crypto_sig *, const void *, unsigned int, void *, unsigned int); int (*verify)(struct crypto_sig *, const void *, unsigned int, const void *, unsigned int); int (*set_pub_key)(struct crypto_sig *, const void *, unsigned int); int (*set_priv_key)(struct crypto_sig *, const void *, unsigned int); unsigned int (*key_size)(struct crypto_sig *); unsigned int (*digest_size)(struct crypto_sig *); unsigned int (*max_size)(struct crypto_sig *); int (*init)(struct crypto_sig *); void (*exit)(struct crypto_sig *); struct crypto_alg base; }; struct sig_instance { void (*free)(struct sig_instance *); union { struct { char head[72]; struct crypto_instance base; }; struct sig_alg alg; }; }; struct crypto_sig_spawn { struct crypto_spawn base; }; struct crypto_report_sig { char type[64]; }; struct hash_prefix { const char *name; const u8 *data; size_t size; }; struct rsassa_pkcs1_ctx { struct crypto_akcipher *child; unsigned int key_size; }; struct rsassa_pkcs1_inst_ctx { struct crypto_akcipher_spawn spawn; const struct hash_prefix *hash_prefix; }; enum { CRYPTO_MSG_BASE = 16, CRYPTO_MSG_NEWALG = 16, CRYPTO_MSG_DELALG = 17, CRYPTO_MSG_UPDATEALG = 18, CRYPTO_MSG_GETALG = 19, CRYPTO_MSG_DELRNG = 20, CRYPTO_MSG_GETSTAT = 21, __CRYPTO_MSG_MAX = 22, }; struct crypto_user_alg { char cru_name[64]; char cru_driver_name[64]; char cru_module_name[64]; __u32 cru_type; __u32 cru_mask; __u32 cru_refcnt; __u32 cru_flags; }; struct crypto_report_larval { char type[64]; }; struct crypto_report_cipher { char type[64]; unsigned int blocksize; unsigned int min_keysize; unsigned int max_keysize; }; struct crypto_dump_info { struct sk_buff *in_skb; struct sk_buff *out_skb; u32 nlmsg_seq; u16 nlmsg_flags; }; struct crypto_link { int (*doit)(struct sk_buff *, struct nlmsghdr *, struct nlattr **); int (*dump)(struct sk_buff *, struct netlink_callback *); int (*done)(struct netlink_callback *); }; struct prng_context { spinlock_t prng_lock; unsigned char rand_data[16]; unsigned char last_rand_data[16]; unsigned char DT[16]; unsigned char I[16]; unsigned char V[16]; u32 rand_data_valid; struct crypto_cipher *tfm; u32 flags; }; struct asymmetric_key_ids { void *id[3]; }; struct asymmetric_key_parser { struct list_head link; struct module *owner; const char *name; int (*parse)(struct key_preparsed_payload *); }; enum blacklist_hash_type { BLACKLIST_HASH_X509_TBS = 1, BLACKLIST_HASH_BINARY = 2, }; struct queue_sysfs_entry { struct attribute attr; ssize_t (*show)(struct gendisk *, char *); ssize_t (*show_limit)(struct gendisk *, char *); ssize_t (*store)(struct gendisk *, const char *, size_t); int (*store_limit)(struct gendisk *, const char *, size_t, struct queue_limits *); }; enum bio_merge_status { BIO_MERGE_OK = 0, BIO_MERGE_NONE = 1, BIO_MERGE_FAILED = 2, }; struct phys_vec { phys_addr_t paddr; u32 len; }; struct mq_inflight { struct block_device *part; unsigned int inflight[2]; }; struct blk_rq_wait { struct completion done; blk_status_t ret; }; struct blk_expired_data { bool has_timedout_rq; long unsigned int next; long unsigned int timeout_start; }; struct flush_busy_ctx_data { struct blk_mq_hw_ctx *hctx; struct list_head *list; }; struct dispatch_rq_data { struct blk_mq_hw_ctx *hctx; struct request *rq; }; enum prep_dispatch { PREP_DISPATCH_OK = 0, PREP_DISPATCH_NO_TAG = 1, PREP_DISPATCH_NO_BUDGET = 2, }; struct rq_iter_data { struct blk_mq_hw_ctx *hctx; bool has_rq; }; struct blk_mq_qe_pair { struct list_head node; struct request_queue *q; struct elevator_type *type; }; enum { IOPRIO_WHO_PROCESS = 1, IOPRIO_WHO_PGRP = 2, IOPRIO_WHO_USER = 3, }; struct rq_wait { wait_queue_head_t wait; atomic_t inflight; }; struct rq_depth { unsigned int max_depth; int scale_step; bool scaled_max; unsigned int queue_depth; unsigned int default_depth; }; typedef bool acquire_inflight_cb_t(struct rq_wait *, void *); typedef void cleanup_cb_t(struct rq_wait *, void *); struct rq_qos_wait_data { struct wait_queue_entry wq; struct rq_wait *rqw; acquire_inflight_cb_t *cb; void *private_data; bool got_token; }; struct bsg_device { struct request_queue *queue; struct device device; struct cdev cdev; int max_queue; unsigned int timeout; unsigned int reserved_size; bsg_sg_io_fn *sg_io_fn; }; enum dd_data_dir { DD_READ = 0, DD_WRITE = 1, }; enum { DD_DIR_COUNT = 2, }; enum dd_prio { DD_RT_PRIO = 0, DD_BE_PRIO = 1, DD_IDLE_PRIO = 2, DD_PRIO_MAX = 2, }; enum { DD_PRIO_COUNT = 3, }; struct io_stats_per_prio { uint32_t inserted; uint32_t merged; uint32_t dispatched; atomic_t completed; }; struct dd_per_prio { struct list_head dispatch; struct rb_root sort_list[2]; struct list_head fifo_list[2]; sector_t latest_pos[2]; struct io_stats_per_prio stats; }; struct deadline_data { struct dd_per_prio per_prio[3]; enum dd_data_dir last_dir; unsigned int batching; unsigned int starved; int fifo_expire[2]; int fifo_batch; int writes_starved; int front_merges; u32 async_depth; int prio_aging_expire; spinlock_t lock; }; struct blkg_rwstat_sample { u64 cnt[5]; }; enum bfqq_expiration { BFQQE_TOO_IDLE = 0, BFQQE_BUDGET_TIMEOUT = 1, BFQQE_BUDGET_EXHAUSTED = 2, BFQQE_NO_MORE_REQUESTS = 3, BFQQE_PREEMPTED = 4, }; struct bfq_group_data { struct blkcg_policy_data pd; unsigned int weight; }; struct bio_integrity_data { struct bio *bio; struct bvec_iter saved_bio_iter; struct work_struct work; struct bio_integrity_payload bip; struct bio_vec bvec; }; struct io_sq_data { refcount_t refs; atomic_t park_pending; struct mutex lock; struct list_head ctx_list; struct task_struct *thread; struct wait_queue_head wait; unsigned int sq_thread_idle; int sq_cpu; pid_t task_pid; pid_t task_tgid; u64 work_time; long unsigned int state; struct completion exited; }; struct io_cold_def { const char *name; void (*cleanup)(struct io_kiocb *); void (*fail)(struct io_kiocb *); }; struct io_notif_data { struct file *file; struct ubuf_info uarg; struct io_notif_data *next; struct io_notif_data *head; unsigned int account_pages; bool zc_report; bool zc_used; bool zc_copied; }; struct io_uring_recvmsg_out { __u32 namelen; __u32 controllen; __u32 payloadlen; __u32 flags; }; struct io_async_msghdr { struct iou_vec vec; union { struct { int namelen; struct iovec fast_iov; __kernel_size_t controllen; __kernel_size_t payloadlen; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; }; struct { int namelen; struct iovec fast_iov; __kernel_size_t controllen; __kernel_size_t payloadlen; struct sockaddr *uaddr; struct msghdr msg; struct __kernel_sockaddr_storage addr; } clear; }; }; struct io_shutdown { struct file *file; int how; }; struct io_accept { struct file *file; struct sockaddr *addr; int *addr_len; int flags; int iou_flags; u32 file_slot; long unsigned int nofile; }; struct io_socket { struct file *file; int domain; int type; int protocol; int flags; u32 file_slot; long unsigned int nofile; }; struct io_connect { struct file *file; struct sockaddr *addr; int addr_len; bool in_progress; bool seen_econnaborted; }; struct io_bind { struct file *file; int addr_len; }; struct io_listen { struct file *file; int backlog; }; struct io_sr_msg { struct file *file; union { struct compat_msghdr *umsg_compat; struct user_msghdr *umsg; void *buf; }; int len; unsigned int done_io; unsigned int msg_flags; unsigned int nr_multishot_loops; u16 flags; u16 buf_group; short unsigned int retry_flags; void *msg_control; struct io_kiocb *notif; }; enum sr_retry_flags { IO_SR_MSG_RETRY = 1, IO_SR_MSG_PARTIAL_MAP = 2, }; struct io_recvzc { struct file *file; unsigned int msg_flags; u16 flags; u32 len; struct io_zcrx_ifq *ifq; }; struct io_recvmsg_multishot_hdr { struct io_uring_recvmsg_out msg; struct __kernel_sockaddr_storage addr; }; struct io_sqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 flags; __u32 dropped; __u32 array; __u32 resv1; __u64 user_addr; }; struct io_cqring_offsets { __u32 head; __u32 tail; __u32 ring_mask; __u32 ring_entries; __u32 overflow; __u32 cqes; __u32 flags; __u32 resv1; __u64 user_addr; }; struct io_uring_params { __u32 sq_entries; __u32 cq_entries; __u32 flags; __u32 sq_thread_cpu; __u32 sq_thread_idle; __u32 features; __u32 wq_fd; __u32 resv[3]; struct io_sqring_offsets sq_off; struct io_cqring_offsets cq_off; }; enum { IO_SQ_THREAD_SHOULD_STOP = 0, IO_SQ_THREAD_SHOULD_PARK = 1, }; struct io_fadvise { struct file *file; u64 offset; u64 len; u32 advice; }; struct io_madvise { struct file *file; u64 addr; u64 len; u32 advice; }; struct io_overflow_cqe { struct list_head list; struct io_uring_cqe cqe; }; struct io_ftrunc { struct file *file; loff_t len; }; enum io_wq_type { IO_WQ_BOUND = 0, IO_WQ_UNBOUND = 1, }; struct io_wq_acct { raw_spinlock_t workers_lock; unsigned int nr_workers; unsigned int max_workers; atomic_t nr_running; struct hlist_nulls_head free_list; struct list_head all_list; raw_spinlock_t lock; struct io_wq_work_list work_list; long unsigned int flags; }; struct io_wq { long unsigned int state; free_work_fn *free_work; io_wq_work_fn *do_work; struct io_wq_hash *hash; atomic_t worker_refs; struct completion worker_done; struct hlist_node cpuhp_node; struct task_struct *task; struct io_wq_acct acct[2]; struct wait_queue_entry wait; struct io_wq_work *hash_tail[64]; cpumask_var_t cpu_mask; }; enum { IO_WQ_WORK_CANCEL = 1, IO_WQ_WORK_HASHED = 2, IO_WQ_WORK_UNBOUND = 4, IO_WQ_WORK_CONCURRENT = 16, IO_WQ_HASH_SHIFT = 24, }; enum { IO_WORKER_F_UP = 0, IO_WORKER_F_RUNNING = 1, IO_WORKER_F_FREE = 2, }; enum { IO_WQ_BIT_EXIT = 0, }; enum { IO_ACCT_STALLED_BIT = 0, }; struct io_worker { refcount_t ref; long unsigned int flags; struct hlist_nulls_node nulls_node; struct list_head all_list; struct task_struct *task; struct io_wq *wq; struct io_wq_acct *acct; struct io_wq_work *cur_work; raw_spinlock_t lock; struct completion ref_done; long unsigned int create_state; struct callback_head create_work; int init_retries; union { struct callback_head rcu; struct delayed_work work; }; }; enum { IO_WQ_ACCT_BOUND = 0, IO_WQ_ACCT_UNBOUND = 1, IO_WQ_ACCT_NR = 2, }; struct io_cb_cancel_data { work_cancel_fn *fn; void *data; int nr_running; int nr_pending; bool cancel_all; }; struct online_data { unsigned int cpu; bool online; }; struct wrapper { cmp_func_t cmp; swap_func_t swap; }; struct lwq { spinlock_t lock; struct llist_node *ready; struct llist_head new; }; struct strarray { char **array; size_t n; }; typedef unsigned int uInt; typedef unsigned char uch; typedef short unsigned int ush; typedef long unsigned int ulg; struct ct_data_s { union { ush freq; ush code; } fc; union { ush dad; ush len; } dl; }; typedef struct ct_data_s ct_data; struct static_tree_desc_s { const ct_data *static_tree; const int *extra_bits; int extra_base; int elems; int max_length; }; typedef struct static_tree_desc_s static_tree_desc; struct tree_desc_s { ct_data *dyn_tree; int max_code; static_tree_desc *stat_desc; }; typedef struct tree_desc_s tree_desc; typedef ush Pos; typedef unsigned int IPos; struct deflate_state { z_streamp strm; int status; Byte *pending_buf; ulg pending_buf_size; Byte *pending_out; int pending; int noheader; Byte data_type; Byte method; int last_flush; uInt w_size; uInt w_bits; uInt w_mask; Byte *window; ulg window_size; Pos *prev; Pos *head; uInt ins_h; uInt hash_size; uInt hash_bits; uInt hash_mask; uInt hash_shift; long int block_start; uInt match_length; IPos prev_match; int match_available; uInt strstart; uInt match_start; uInt lookahead; uInt prev_length; uInt max_chain_length; uInt max_lazy_match; int level; int strategy; uInt good_match; int nice_match; struct ct_data_s dyn_ltree[573]; struct ct_data_s dyn_dtree[61]; struct ct_data_s bl_tree[39]; struct tree_desc_s l_desc; struct tree_desc_s d_desc; struct tree_desc_s bl_desc; ush bl_count[16]; int heap[573]; int heap_len; int heap_max; uch depth[573]; uch *l_buf; uInt lit_bufsize; uInt last_lit; ush *d_buf; ulg opt_len; ulg static_len; ulg compressed_len; uInt matches; int last_eob_len; ush bi_buf; int bi_valid; }; typedef struct deflate_state deflate_state; typedef struct { const uint8_t *externalDict; size_t extDictSize; const uint8_t *prefixEnd; size_t prefixSize; } LZ4_streamDecode_t_internal; typedef union { long long unsigned int table[4]; LZ4_streamDecode_t_internal internal_donotuse; } LZ4_streamDecode_t; typedef uintptr_t uptrval; typedef enum { noDict = 0, withPrefix64k = 1, usingExtDict = 2, } dict_directive; typedef enum { endOnOutputSize = 0, endOnInputSize = 1, } endCondition_directive; typedef enum { decode_full_block = 0, partial_decode = 1, } earlyEnd_directive; typedef size_t BitContainerType; typedef struct { BitContainerType bitContainer; unsigned int bitsConsumed; const char *ptr; const char *start; const char *limitPtr; } BIT_DStream_t; typedef enum { BIT_DStream_unfinished = 0, BIT_DStream_endOfBuffer = 1, BIT_DStream_completed = 2, BIT_DStream_overflow = 3, } BIT_DStream_status; enum { HUF_flags_bmi2 = 1, HUF_flags_optimalDepth = 2, HUF_flags_preferRepeat = 4, HUF_flags_suspectUncompressible = 8, HUF_flags_disableAsm = 16, HUF_flags_disableFast = 32, }; typedef enum { set_basic = 0, set_rle = 1, set_compressed = 2, set_repeat = 3, } SymbolEncodingType_e; typedef enum { ZSTD_no_overlap = 0, ZSTD_overlap_src_before_dst = 1, } ZSTD_overlap_e; typedef struct { U32 fastMode; U32 tableLog; } ZSTD_seqSymbol_header; typedef struct { size_t litLength; size_t matchLength; size_t offset; } seq_t; typedef struct { size_t state; const ZSTD_seqSymbol *table; } ZSTD_fseState; typedef struct { BIT_DStream_t DStream; ZSTD_fseState stateLL; ZSTD_fseState stateOffb; ZSTD_fseState stateML; size_t prevOffset[3]; } seqState_t; typedef enum { ZSTD_lo_isRegularOffset = 0, ZSTD_lo_isLongOffset = 1, } ZSTD_longOffset_e; typedef struct { unsigned int longOffsetShare; unsigned int maxNbAdditionalBits; } ZSTD_OffsetInfo; enum lzma_state { STATE_LIT_LIT = 0, STATE_MATCH_LIT_LIT = 1, STATE_REP_LIT_LIT = 2, STATE_SHORTREP_LIT_LIT = 3, STATE_MATCH_LIT = 4, STATE_REP_LIT = 5, STATE_SHORTREP_LIT = 6, STATE_LIT_MATCH = 7, STATE_LIT_LONGREP = 8, STATE_LIT_SHORTREP = 9, STATE_NONLIT_MATCH = 10, STATE_NONLIT_REP = 11, }; struct dictionary { uint8_t *buf; size_t start; size_t pos; size_t full; size_t limit; size_t end; uint32_t size; uint32_t size_max; uint32_t allocated; enum xz_mode mode; }; struct rc_dec { uint32_t range; uint32_t code; uint32_t init_bytes_left; const uint8_t *in; size_t in_pos; size_t in_limit; }; struct lzma_len_dec { uint16_t choice; uint16_t choice2; uint16_t low[128]; uint16_t mid[128]; uint16_t high[256]; }; struct lzma_dec { uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; enum lzma_state state; uint32_t len; uint32_t lc; uint32_t literal_pos_mask; uint32_t pos_mask; uint16_t is_match[192]; uint16_t is_rep[12]; uint16_t is_rep0[12]; uint16_t is_rep1[12]; uint16_t is_rep2[12]; uint16_t is_rep0_long[192]; uint16_t dist_slot[256]; uint16_t dist_special[114]; uint16_t dist_align[16]; struct lzma_len_dec match_len_dec; struct lzma_len_dec rep_len_dec; uint16_t literal[12288]; }; enum lzma2_seq { SEQ_CONTROL = 0, SEQ_UNCOMPRESSED_1 = 1, SEQ_UNCOMPRESSED_2 = 2, SEQ_COMPRESSED_0 = 3, SEQ_COMPRESSED_1 = 4, SEQ_PROPERTIES = 5, SEQ_LZMA_PREPARE = 6, SEQ_LZMA_RUN = 7, SEQ_COPY = 8, }; struct lzma2_dec { enum lzma2_seq sequence; enum lzma2_seq next_sequence; uint32_t uncompressed; uint32_t compressed; bool need_dict_reset; bool need_props; }; struct xz_dec_lzma2 { struct rc_dec rc; struct dictionary dict; struct lzma2_dec lzma2; struct lzma_dec lzma; struct { uint32_t size; uint8_t buf[63]; } temp; }; struct cpu_rmap { struct kref refcount; u16 size; void **obj; struct { u16 index; u16 dist; } near[0]; }; struct irq_glue { struct irq_affinity_notify notify; struct cpu_rmap *rmap; u16 index; }; union handle_parts { depot_stack_handle_t handle; struct { u32 pool_index_plus_1: 17; u32 offset: 10; u32 extra: 5; }; }; struct stack_record { struct list_head hash_list; u32 hash; u32 size; union handle_parts handle; refcount_t count; union { long unsigned int entries[64]; struct { struct list_head free_list; long unsigned int rcu_state; }; }; }; typedef u32 depot_flags_t; enum depot_counter_id { DEPOT_COUNTER_REFD_ALLOCS = 0, DEPOT_COUNTER_REFD_FREES = 1, DEPOT_COUNTER_REFD_INUSE = 2, DEPOT_COUNTER_FREELIST_SIZE = 3, DEPOT_COUNTER_PERSIST_COUNT = 4, DEPOT_COUNTER_PERSIST_BYTES = 5, DEPOT_COUNTER_COUNT = 6, }; union gic_base { void *common_base; void **percpu_base; }; struct gic_chip_data___2 { union gic_base dist_base; union gic_base cpu_base; void *raw_dist_base; void *raw_cpu_base; u32 percpu_offset; u32 saved_spi_enable[32]; u32 saved_spi_active[32]; u32 saved_spi_conf[64]; u32 saved_spi_target[255]; u32 *saved_ppi_enable; u32 *saved_ppi_active; u32 *saved_ppi_conf; struct irq_domain *domain; unsigned int gic_irqs; }; struct acpi_madt_generic_translator { struct acpi_subtable_header header; u8 flags; u8 reserved; u32 translation_id; u64 base_address; u32 reserved2; } __attribute__((packed)); struct acpi_srat_gic_its_affinity { struct acpi_subtable_header header; u32 proximity_domain; u16 reserved; u32 its_id; } __attribute__((packed)); enum its_vcpu_info_cmd_type { MAP_VLPI = 0, GET_VLPI = 1, PROP_UPDATE_VLPI = 2, PROP_UPDATE_AND_INV_VLPI = 3, SCHEDULE_VPE = 4, DESCHEDULE_VPE = 5, COMMIT_VPE = 6, INVALL_VPE = 7, PROP_UPDATE_VSGI = 8, }; struct its_cmd_info { enum its_vcpu_info_cmd_type cmd_type; union { struct its_vlpi_map *map; u8 config; bool req_db; struct { bool g0en; bool g1en; }; struct { u8 priority; bool group; }; }; }; struct its_collection { u64 target_address; u16 col_id; }; struct its_baser { void *base; u64 val; u32 order; u32 psz; }; struct its_cmd_block; struct its_device; struct its_node { raw_spinlock_t lock; struct mutex dev_alloc_lock; struct list_head entry; void *base; void *sgir_base; phys_addr_t phys_base; struct its_cmd_block *cmd_base; struct its_cmd_block *cmd_write; struct its_baser tables[8]; struct its_collection *collections; struct fwnode_handle *fwnode_handle; u64 (*get_msi_base)(struct its_device *); u64 typer; u64 cbaser_save; u32 ctlr_save; u32 mpidr; struct list_head its_device_list; u64 flags; long unsigned int list_nr; int numa_node; unsigned int msi_domain_flags; u32 pre_its_base; int vlpi_redist_offset; }; struct its_cmd_block { union { u64 raw_cmd[4]; __le64 raw_cmd_le[4]; }; }; struct event_lpi_map { long unsigned int *lpi_map; u16 *col_map; irq_hw_number_t lpi_base; int nr_lpis; raw_spinlock_t vlpi_lock; struct its_vm *vm; struct its_vlpi_map *vlpi_maps; int nr_vlpis; }; struct its_device { struct list_head entry; struct its_node *its; struct event_lpi_map event_map; void *itt; u32 itt_sz; u32 nr_ites; u32 device_id; bool shared; }; struct cpu_lpi_count { atomic_t managed; atomic_t unmanaged; }; struct its_cmd_desc { union { struct { struct its_device *dev; u32 event_id; } its_inv_cmd; struct { struct its_device *dev; u32 event_id; } its_clear_cmd; struct { struct its_device *dev; u32 event_id; } its_int_cmd; struct { struct its_device *dev; int valid; } its_mapd_cmd; struct { struct its_collection *col; int valid; } its_mapc_cmd; struct { struct its_device *dev; u32 phys_id; u32 event_id; } its_mapti_cmd; struct { struct its_device *dev; struct its_collection *col; u32 event_id; } its_movi_cmd; struct { struct its_device *dev; u32 event_id; } its_discard_cmd; struct { struct its_collection *col; } its_invall_cmd; struct { struct its_vpe *vpe; } its_vinvall_cmd; struct { struct its_vpe *vpe; struct its_collection *col; bool valid; } its_vmapp_cmd; struct { struct its_vpe *vpe; struct its_device *dev; u32 virt_id; u32 event_id; bool db_enabled; } its_vmapti_cmd; struct { struct its_vpe *vpe; struct its_device *dev; u32 event_id; bool db_enabled; } its_vmovi_cmd; struct { struct its_vpe *vpe; struct its_collection *col; u16 seq_num; u16 its_list; } its_vmovp_cmd; struct { struct its_vpe *vpe; } its_invdb_cmd; struct { struct its_vpe *vpe; u8 sgi; u8 priority; bool enable; bool group; bool clear; } its_vsgi_cmd; }; }; typedef struct its_collection * (*its_cmd_builder_t)(struct its_node *, struct its_cmd_block *, struct its_cmd_desc *); typedef struct its_vpe * (*its_cmd_vbuilder_t)(struct its_node *, struct its_cmd_block *, struct its_cmd_desc *); struct lpi_range { struct list_head entry; u32 base_id; u32 span; }; struct its_srat_map { u32 numa_node; u32 its_id; }; struct pcs_pdata { int irq; void (*rearm)(); }; struct pcs_func_vals { void *reg; unsigned int val; unsigned int mask; }; struct pcs_conf_vals { enum pin_config_param param; unsigned int val; unsigned int enable; unsigned int disable; unsigned int mask; }; struct pcs_conf_type { const char *name; enum pin_config_param param; }; struct pcs_function { const char *name; struct pcs_func_vals *vals; unsigned int nvals; struct pcs_conf_vals *conf; int nconfs; struct list_head node; }; struct pcs_gpiofunc_range { unsigned int offset; unsigned int npins; unsigned int gpiofunc; struct list_head node; }; struct pcs_data { struct pinctrl_pin_desc *pa; int cur; }; struct pcs_soc_data { unsigned int flags; int irq; unsigned int irq_enable_mask; unsigned int irq_status_mask; void (*rearm)(); }; struct pcs_device { struct resource *res; void *base; void *saved_vals; unsigned int size; struct device *dev; struct device_node *np; struct pinctrl_dev *pctl; unsigned int flags; struct property *missing_nr_pinctrl_cells; struct pcs_soc_data socdata; raw_spinlock_t lock; struct mutex mutex; unsigned int width; unsigned int fmask; unsigned int fshift; unsigned int foff; unsigned int fmax; bool bits_per_mux; unsigned int bits_per_pin; struct pcs_data pins; struct list_head gpiofuncs; struct list_head irqs; struct irq_chip chip; struct irq_domain *domain; struct pinctrl_desc desc; unsigned int (*read)(void *); void (*write)(unsigned int, void *); }; struct pcs_interrupt { void *reg; irq_hw_number_t hwirq; unsigned int irq; struct list_head node; }; enum hte_edge { HTE_EDGE_NO_SETUP = 1, HTE_RISING_EDGE_TS = 2, HTE_FALLING_EDGE_TS = 4, }; struct gpiochip_info { char name[32]; char label[32]; __u32 lines; }; enum gpio_v2_line_flag { GPIO_V2_LINE_FLAG_USED = 1, GPIO_V2_LINE_FLAG_ACTIVE_LOW = 2, GPIO_V2_LINE_FLAG_INPUT = 4, GPIO_V2_LINE_FLAG_OUTPUT = 8, GPIO_V2_LINE_FLAG_EDGE_RISING = 16, GPIO_V2_LINE_FLAG_EDGE_FALLING = 32, GPIO_V2_LINE_FLAG_OPEN_DRAIN = 64, GPIO_V2_LINE_FLAG_OPEN_SOURCE = 128, GPIO_V2_LINE_FLAG_BIAS_PULL_UP = 256, GPIO_V2_LINE_FLAG_BIAS_PULL_DOWN = 512, GPIO_V2_LINE_FLAG_BIAS_DISABLED = 1024, GPIO_V2_LINE_FLAG_EVENT_CLOCK_REALTIME = 2048, GPIO_V2_LINE_FLAG_EVENT_CLOCK_HTE = 4096, }; struct gpio_v2_line_values { __u64 bits; __u64 mask; }; enum gpio_v2_line_attr_id { GPIO_V2_LINE_ATTR_ID_FLAGS = 1, GPIO_V2_LINE_ATTR_ID_OUTPUT_VALUES = 2, GPIO_V2_LINE_ATTR_ID_DEBOUNCE = 3, }; struct gpio_v2_line_attribute { __u32 id; __u32 padding; union { __u64 flags; __u64 values; __u32 debounce_period_us; }; }; struct gpio_v2_line_config_attribute { struct gpio_v2_line_attribute attr; __u64 mask; }; struct gpio_v2_line_config { __u64 flags; __u32 num_attrs; __u32 padding[5]; struct gpio_v2_line_config_attribute attrs[10]; }; struct gpio_v2_line_request { __u32 offsets[64]; char consumer[32]; struct gpio_v2_line_config config; __u32 num_lines; __u32 event_buffer_size; __u32 padding[5]; __s32 fd; }; struct gpio_v2_line_info { char name[32]; char consumer[32]; __u32 offset; __u32 num_attrs; __u64 flags; struct gpio_v2_line_attribute attrs[10]; __u32 padding[4]; }; struct gpio_v2_line_info_changed { struct gpio_v2_line_info info; __u64 timestamp_ns; __u32 event_type; __u32 padding[5]; }; enum gpio_v2_line_event_id { GPIO_V2_LINE_EVENT_RISING_EDGE = 1, GPIO_V2_LINE_EVENT_FALLING_EDGE = 2, }; struct gpio_v2_line_event { __u64 timestamp_ns; __u32 id; __u32 offset; __u32 seqno; __u32 line_seqno; __u32 padding[6]; }; struct gpioline_info { __u32 line_offset; __u32 flags; char name[32]; char consumer[32]; }; struct gpioline_info_changed { struct gpioline_info info; __u64 timestamp; __u32 event_type; __u32 padding[5]; }; struct gpiohandle_request { __u32 lineoffsets[64]; __u32 flags; __u8 default_values[64]; char consumer_label[32]; __u32 lines; int fd; }; struct gpiohandle_config { __u32 flags; __u8 default_values[64]; __u32 padding[4]; }; struct gpiohandle_data { __u8 values[64]; }; struct gpioevent_request { __u32 lineoffset; __u32 handleflags; __u32 eventflags; char consumer_label[32]; int fd; }; struct gpioevent_data { __u64 timestamp; __u32 id; }; struct linehandle_state { struct gpio_device *gdev; const char *label; struct gpio_desc *descs[64]; u32 num_descs; }; struct linereq; struct line { struct gpio_desc *desc; struct linereq *req; unsigned int irq; u64 edflags; u64 timestamp_ns; u32 req_seqno; u32 line_seqno; struct delayed_work work; unsigned int sw_debounced; unsigned int level; struct hte_ts_desc hdesc; int raw_level; u32 total_discard_seq; u32 last_seqno; }; struct linereq { struct gpio_device *gdev; const char *label; u32 num_lines; wait_queue_head_t wait; struct notifier_block device_unregistered_nb; u32 event_buffer_size; struct { union { struct __kfifo kfifo; struct gpio_v2_line_event *type; const struct gpio_v2_line_event *const_type; char (*rectype)[0]; struct gpio_v2_line_event *ptr; const struct gpio_v2_line_event *ptr_const; }; struct gpio_v2_line_event buf[0]; } events; atomic_t seqno; struct mutex config_mutex; struct line lines[0]; }; struct lineevent_state { struct gpio_device *gdev; const char *label; struct gpio_desc *desc; u32 eflags; int irq; wait_queue_head_t wait; struct notifier_block device_unregistered_nb; struct { union { struct __kfifo kfifo; struct gpioevent_data *type; const struct gpioevent_data *const_type; char (*rectype)[0]; struct gpioevent_data *ptr; const struct gpioevent_data *ptr_const; }; struct gpioevent_data buf[16]; } events; u64 timestamp; }; struct gpio_chardev_data { struct gpio_device *gdev; wait_queue_head_t wait; struct { union { struct __kfifo kfifo; struct gpio_v2_line_info_changed *type; const struct gpio_v2_line_info_changed *const_type; char (*rectype)[0]; struct gpio_v2_line_info_changed *ptr; const struct gpio_v2_line_info_changed *ptr_const; }; struct gpio_v2_line_info_changed buf[32]; } events; struct notifier_block lineinfo_changed_nb; struct notifier_block device_unregistered_nb; long unsigned int *watched_lines; atomic_t watch_abi_version; struct file *fp; }; struct lineinfo_changed_ctx { struct work_struct work; struct gpio_v2_line_info_changed chg; struct gpio_device *gdev; struct gpio_chardev_data *cdev; }; struct airoha_gpio_ctrl { struct gpio_chip gc; void *data; void *dir[2]; void *output; }; struct mb86s70_gpio_chip { struct gpio_chip gc; void *base; spinlock_t lock; }; struct tps65219 { struct device *dev; struct regmap *regmap; unsigned int chip_id; struct regmap_irq_chip_data *irq_data; struct notifier_block nb; }; struct tps65219_gpio { struct gpio_chip gpio_chip; struct tps65219 *tps; }; struct led_lookup_data { struct list_head list; const char *provider; const char *dev_id; const char *con_id; }; enum pwm_polarity { PWM_POLARITY_NORMAL = 0, PWM_POLARITY_INVERSED = 1, }; struct pwm_args { u64 period; enum pwm_polarity polarity; }; struct pwm_waveform { u64 period_length_ns; u64 duty_length_ns; u64 duty_offset_ns; }; struct pwm_state { u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; bool usage_power; }; struct pwm_chip; struct pwm_device { const char *label; long unsigned int flags; unsigned int hwpwm; struct pwm_chip *chip; struct pwm_args args; struct pwm_state state; struct pwm_state last; }; struct pwm_ops; struct pwm_chip { struct device dev; const struct pwm_ops *ops; struct module *owner; unsigned int id; unsigned int npwm; struct pwm_device * (*of_xlate)(struct pwm_chip *, const struct of_phandle_args *); bool atomic; bool uses_pwmchip_alloc; bool operational; union { struct mutex nonatomic_lock; spinlock_t atomic_lock; }; struct pwm_device pwms[0]; }; struct pwm_capture { unsigned int period; unsigned int duty_cycle; }; struct pwm_ops { int (*request)(struct pwm_chip *, struct pwm_device *); void (*free)(struct pwm_chip *, struct pwm_device *); int (*capture)(struct pwm_chip *, struct pwm_device *, struct pwm_capture *, long unsigned int); size_t sizeof_wfhw; int (*round_waveform_tohw)(struct pwm_chip *, struct pwm_device *, const struct pwm_waveform *, void *); int (*round_waveform_fromhw)(struct pwm_chip *, struct pwm_device *, const void *, struct pwm_waveform *); int (*read_waveform)(struct pwm_chip *, struct pwm_device *, void *); int (*write_waveform)(struct pwm_chip *, struct pwm_device *, const void *); int (*apply)(struct pwm_chip *, struct pwm_device *, const struct pwm_state *); int (*get_state)(struct pwm_chip *, struct pwm_device *, struct pwm_state *); }; struct led_pwm { const char *name; u8 active_low; u8 default_state; unsigned int max_brightness; }; struct led_pwm_data { struct led_classdev cdev; struct pwm_device *pwm; struct pwm_state pwmstate; unsigned int active_low; }; struct led_pwm_priv { int num_leds; struct led_pwm_data leds[0]; }; struct heartbeat_trig_data { struct led_classdev *led_cdev; unsigned int phase; unsigned int period; struct timer_list timer; unsigned int invert; }; struct pci_bus_resource { struct list_head list; struct resource *res; }; enum { LOGIC_PIO_INDIRECT = 0, LOGIC_PIO_CPU_MMIO = 1, }; struct logic_pio_host_ops; struct logic_pio_hwaddr { struct list_head list; const struct fwnode_handle *fwnode; resource_size_t hw_start; resource_size_t io_start; resource_size_t size; long unsigned int flags; void *hostdata; const struct logic_pio_host_ops *ops; }; struct logic_pio_host_ops { u32 (*in)(void *, long unsigned int, size_t); void (*out)(void *, long unsigned int, u32, size_t); u32 (*ins)(void *, long unsigned int, void *, size_t, unsigned int); void (*outs)(void *, long unsigned int, const void *, size_t, unsigned int); }; enum pcie_reset_state { pcie_deassert_reset = 1, pcie_warm_reset = 2, pcie_hot_reset = 3, }; typedef int (*arch_set_vga_state_t)(struct pci_dev *, bool, unsigned int, u32); struct pci_pme_device { struct list_head list; struct pci_dev *dev; }; struct pci_acs { u16 cap; u16 ctrl; u16 fw_ctrl; }; struct pci_saved_state { u32 config_space[16]; struct pci_cap_saved_data cap[0]; }; struct pcie_bwctrl_data { struct mutex set_speed_mutex; atomic_t lbms_count; struct thermal_cooling_device *cdev; }; struct pci_slot_attribute { struct attribute attr; ssize_t (*show)(struct pci_slot *, char *); ssize_t (*store)(struct pci_slot *, const char *, size_t); }; struct acpiphp_context; struct acpiphp_bridge { struct list_head list; struct list_head slots; struct kref ref; struct acpiphp_context *context; int nr_slots; struct pci_bus *pci_bus; struct pci_dev *pci_dev; bool is_going_away; }; struct acpiphp_func { struct acpiphp_bridge *parent; struct acpiphp_slot *slot; struct list_head sibling; u8 function; u32 flags; }; struct acpiphp_context { struct acpi_hotplug_context hp; struct acpiphp_func func; struct acpiphp_bridge *bridge; unsigned int refcount; }; struct acpiphp_root_context { struct acpi_hotplug_context hp; struct acpiphp_bridge *root_bridge; }; struct pci_epc_map { u64 pci_addr; size_t pci_size; u64 map_pci_addr; size_t map_size; phys_addr_t phys_base; phys_addr_t phys_addr; void *virt_base; void *virt_addr; }; struct xgene_msi; struct xgene_msi_group { struct xgene_msi *msi; int gic_irq; u32 msi_grp; }; struct xgene_msi { struct device_node *node; struct irq_domain *inner_domain; struct irq_domain *msi_domain; u64 msi_addr; void *msi_regs; long unsigned int *bitmap; struct mutex bitmap_lock; struct xgene_msi_group *msi_groups; int num_cpus; }; struct tegra194_pcie_ecam { void *config_base; void *iatu_base; void *dbi_base; }; struct fb_con2fbmap { __u32 console; __u32 framebuffer; }; struct font_desc { int idx; const char *name; unsigned int width; unsigned int height; unsigned int charcount; const void *data; int pref; }; enum { FBCON_LOGO_CANSHOW = -1, FBCON_LOGO_DRAW = -2, FBCON_LOGO_DONTSHOW = -3, }; struct fb_bitmap_iter { const u8 *data; long unsigned int colors[2]; int width; int i; }; struct fb_color_iter { const u8 *data; const u32 *palette; struct fb_reverse reverse; int shift; int width; int i; }; struct fb_bitmap4x_iter { const u8 *data; u32 fgxcolor; u32 bgcolor; int width; int i; const u32 *expand; int bpp; bool top; }; struct acpi_madt_io_apic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 address; u32 global_irq_base; }; struct acpi_madt_interrupt_override { struct acpi_subtable_header header; u8 bus; u8 source_irq; u32 global_irq; u16 inti_flags; } __attribute__((packed)); struct acpi_madt_nmi_source { struct acpi_subtable_header header; u16 inti_flags; u32 global_irq; }; struct acpi_madt_local_apic_nmi { struct acpi_subtable_header header; u8 processor_id; u16 inti_flags; u8 lint; } __attribute__((packed)); struct acpi_madt_local_apic_override { struct acpi_subtable_header header; u16 reserved; u64 address; } __attribute__((packed)); struct acpi_madt_io_sapic { struct acpi_subtable_header header; u8 id; u8 reserved; u32 global_irq_base; u64 address; }; struct acpi_madt_interrupt_source { struct acpi_subtable_header header; u16 inti_flags; u8 type; u8 id; u8 eid; u8 io_sapic_vector; u32 global_irq; u32 flags; }; struct acpi_madt_local_x2apic_nmi { struct acpi_subtable_header header; u16 inti_flags; u32 uid; u8 lint; u8 reserved[3]; }; struct acpi_madt_multiproc_wakeup { struct acpi_subtable_header header; u16 version; u32 reserved; u64 mailbox_address; u64 reset_vector; }; enum acpi_madt_multiproc_wakeup_version { ACPI_MADT_MP_WAKEUP_VERSION_NONE = 0, ACPI_MADT_MP_WAKEUP_VERSION_V1 = 1, ACPI_MADT_MP_WAKEUP_VERSION_RESERVED = 2, }; struct cpio_data { void *data; size_t size; char name[18]; }; struct acpi_osi_entry { char string[64]; bool enable; }; struct acpi_osi_config { u8 default_disabling; unsigned int linux_enable: 1; unsigned int linux_dmi: 1; unsigned int linux_cmdline: 1; unsigned int darwin_enable: 1; unsigned int darwin_dmi: 1; unsigned int darwin_cmdline: 1; }; typedef u32 (*acpi_osd_handler)(void *); struct acpi_os_dpc { acpi_osd_exec_callback function; void *context; struct work_struct work; }; struct acpi_ioremap { struct list_head list; void *virt; acpi_physical_address phys; acpi_size size; union { long unsigned int refcount; struct rcu_work rwork; } track; }; struct acpi_hp_work { struct work_struct work; struct acpi_device *adev; u32 src; }; struct acpi_dev_walk_context { int (*fn)(struct acpi_device *, void *); void *data; }; struct acpi_processor_errata { u8 smp; struct { u8 throttle: 1; u8 fdma: 1; u8 reserved: 6; u32 bmisx; } piix4; }; struct apd_private_data; struct apd_device_desc { unsigned int fixed_clk_rate; struct property_entry *properties; int (*setup)(struct apd_private_data *); }; struct apd_private_data { struct clk *clk; struct acpi_device *adev; const struct apd_device_desc *dev_desc; }; typedef u32 acpi_event_status; typedef void (*acpi_gbl_event_handler)(u32, acpi_handle, u32, void *); struct acpi_table_bert { struct acpi_table_header header; u32 region_length; u64 address; }; struct acpi_table_ccel { struct acpi_table_header header; u8 CCtype; u8 Ccsub_type; u16 reserved; u64 log_area_minimum_length; u64 log_area_start_address; }; struct acpi_table_attr { struct bin_attribute attr; char name[4]; int instance; char filename[8]; struct list_head node; }; struct acpi_data_attr { struct bin_attribute attr; u64 addr; }; struct acpi_data_obj { char *name; int (*fn)(void *, struct acpi_data_attr *); }; struct event_counter { u32 count; u32 flags; }; typedef u64 acpi_integer; struct acpi_prmt_module_info { u16 revision; u16 length; u8 module_guid[16]; u16 major_rev; u16 minor_rev; u16 handler_info_count; u32 handler_info_offset; u64 mmio_list_pointer; } __attribute__((packed)); struct acpi_prmt_handler_info { u16 revision; u16 length; u8 handler_guid[16]; u64 handler_address; u64 static_data_buffer_address; u64 acpi_param_buffer_address; } __attribute__((packed)); struct prm_mmio_addr_range { u64 phys_addr; u64 virt_addr; u32 length; } __attribute__((packed)); struct prm_mmio_info { u64 mmio_count; struct prm_mmio_addr_range addr_ranges[0]; }; struct prm_buffer { u8 prm_status; u64 efi_status; u8 prm_cmd; guid_t handler_guid; } __attribute__((packed)); struct prm_context_buffer { char signature[4]; u16 revision; u16 reserved; guid_t identifier; u64 static_data_buffer; struct prm_mmio_info *mmio_ranges; }; struct prm_handler_info { efi_guid_t guid; efi_status_t (*handler_addr)(u64, void *); u64 static_data_buffer_addr; u64 acpi_param_buffer_addr; struct list_head handler_list; }; struct prm_module_info { guid_t guid; u16 major_rev; u16 minor_rev; u16 handler_count; struct prm_mmio_info *mmio_info; bool updatable; struct list_head module_list; struct prm_handler_info handlers[0]; }; enum { MATCH_MTR = 0, MATCH_MEQ = 1, MATCH_MLE = 2, MATCH_MLT = 3, MATCH_MGE = 4, MATCH_MGT = 5, }; typedef enum { ACPI_TRACE_AML_METHOD = 0, ACPI_TRACE_AML_OPCODE = 1, ACPI_TRACE_AML_REGION = 2, } acpi_trace_event_type; struct acpi_port_info { char *name; u16 start; u16 end; u8 osi_dependency; }; struct acpi_pci_device { acpi_handle device; struct acpi_pci_device *next; }; struct acpi_device_walk_info { struct acpi_table_desc *table_desc; struct acpi_evaluate_info *evaluate_info; u32 device_count; u32 num_STA; u32 num_INI; }; struct acpi_namestring_info { const char *external_name; const char *next_external_char; char *internal_name; u32 length; u32 num_segments; u32 num_carats; u8 fully_qualified; }; struct acpi_interface_info { char *name; struct acpi_interface_info *next; u8 flags; u8 value; }; enum access_coordinate_class { ACCESS_COORDINATE_LOCAL = 0, ACCESS_COORDINATE_CPU = 1, ACCESS_COORDINATE_MAX = 2, }; enum cache_indexing { NODE_CACHE_DIRECT_MAP = 0, NODE_CACHE_INDEXED = 1, NODE_CACHE_OTHER = 2, }; enum cache_write_policy { NODE_CACHE_WRITE_BACK = 0, NODE_CACHE_WRITE_THROUGH = 1, NODE_CACHE_WRITE_OTHER = 2, }; enum cache_mode { NODE_CACHE_ADDR_MODE_RESERVED = 0, NODE_CACHE_ADDR_MODE_EXTENDED_LINEAR = 1, }; struct node_cache_attrs { enum cache_indexing indexing; enum cache_write_policy write_policy; u64 size; u16 line_size; u8 level; u16 address_mode; }; enum acpi_hmat_type { ACPI_HMAT_TYPE_PROXIMITY = 0, ACPI_HMAT_TYPE_LOCALITY = 1, ACPI_HMAT_TYPE_CACHE = 2, ACPI_HMAT_TYPE_RESERVED = 3, }; struct acpi_hmat_proximity_domain { struct acpi_hmat_structure header; u16 flags; u16 reserved1; u32 processor_PD; u32 memory_PD; u32 reserved2; u64 reserved3; u64 reserved4; }; struct acpi_hmat_locality { struct acpi_hmat_structure header; u8 flags; u8 data_type; u8 min_transfer_size; u8 reserved1; u32 number_of_initiator_Pds; u32 number_of_target_Pds; u32 reserved2; u64 entry_base_unit; }; struct acpi_hmat_cache { struct acpi_hmat_structure header; u32 memory_PD; u32 reserved1; u64 cache_size; u32 cache_attributes; u16 address_mode; u16 number_of_SMBIOShandles; }; enum locality_types { WRITE_LATENCY = 0, READ_LATENCY = 1, WRITE_BANDWIDTH = 2, READ_BANDWIDTH = 3, }; struct memory_locality { struct list_head node; struct acpi_hmat_locality *hmat_loc; }; struct target_cache { struct list_head node; struct node_cache_attrs cache_attrs; }; enum { NODE_ACCESS_CLASS_GENPORT_SINK_LOCAL = 2, NODE_ACCESS_CLASS_GENPORT_SINK_CPU = 3, NODE_ACCESS_CLASS_MAX = 4, }; struct memory_target { struct list_head node; unsigned int memory_pxm; unsigned int processor_pxm; struct resource memregions; struct access_coordinate coord[4]; struct list_head caches; struct node_cache_attrs cache_attrs; u8 gen_port_device_handle[16]; bool registered; bool ext_updated; }; struct memory_initiator { struct list_head node; unsigned int processor_pxm; bool has_cpu; }; struct acpi_table_erst { struct acpi_table_header header; u32 header_length; u32 reserved; u32 entries; }; enum acpi_erst_actions { ACPI_ERST_BEGIN_WRITE = 0, ACPI_ERST_BEGIN_READ = 1, ACPI_ERST_BEGIN_CLEAR = 2, ACPI_ERST_END = 3, ACPI_ERST_SET_RECORD_OFFSET = 4, ACPI_ERST_EXECUTE_OPERATION = 5, ACPI_ERST_CHECK_BUSY_STATUS = 6, ACPI_ERST_GET_COMMAND_STATUS = 7, ACPI_ERST_GET_RECORD_ID = 8, ACPI_ERST_SET_RECORD_ID = 9, ACPI_ERST_GET_RECORD_COUNT = 10, ACPI_ERST_BEGIN_DUMMY_WRIITE = 11, ACPI_ERST_NOT_USED = 12, ACPI_ERST_GET_ERROR_RANGE = 13, ACPI_ERST_GET_ERROR_LENGTH = 14, ACPI_ERST_GET_ERROR_ATTRIBUTES = 15, ACPI_ERST_EXECUTE_TIMINGS = 16, ACPI_ERST_ACTION_RESERVED = 17, }; enum acpi_erst_instructions { ACPI_ERST_READ_REGISTER = 0, ACPI_ERST_READ_REGISTER_VALUE = 1, ACPI_ERST_WRITE_REGISTER = 2, ACPI_ERST_WRITE_REGISTER_VALUE = 3, ACPI_ERST_NOOP = 4, ACPI_ERST_LOAD_VAR1 = 5, ACPI_ERST_LOAD_VAR2 = 6, ACPI_ERST_STORE_VAR1 = 7, ACPI_ERST_ADD = 8, ACPI_ERST_SUBTRACT = 9, ACPI_ERST_ADD_VALUE = 10, ACPI_ERST_SUBTRACT_VALUE = 11, ACPI_ERST_STALL = 12, ACPI_ERST_STALL_WHILE_TRUE = 13, ACPI_ERST_SKIP_NEXT_IF_TRUE = 14, ACPI_ERST_GOTO = 15, ACPI_ERST_SET_SRC_ADDRESS_BASE = 16, ACPI_ERST_SET_DST_ADDRESS_BASE = 17, ACPI_ERST_MOVE_DATA = 18, ACPI_ERST_INSTRUCTION_RESERVED = 19, }; struct cper_record_header { char signature[4]; u16 revision; u32 signature_end; u16 section_count; u32 error_severity; u32 validation_bits; u32 record_length; u64 timestamp; guid_t platform_id; guid_t partition_id; guid_t creator_id; guid_t notification_type; u64 record_id; u32 flags; u64 persistence_information; u8 reserved[12]; } __attribute__((packed)); struct cper_section_descriptor { u32 section_offset; u32 section_length; u16 revision; u8 validation_bits; u8 reserved; u32 flags; guid_t section_type; guid_t fru_id; u32 section_severity; u8 fru_text[20]; }; struct erst_erange { u64 base; u64 size; void *vaddr; u32 attr; u64 timings; }; struct erst_record_id_cache { struct mutex lock; u64 *entries; int len; int size; int refcount; }; struct cper_pstore_record { struct cper_record_header hdr; struct cper_section_descriptor sec_hdr; char data[0]; }; struct acpi_table_apmt { struct acpi_table_header header; }; struct acpi_apmt_node { u16 length; u8 flags; u8 type; u32 id; u64 inst_primary; u32 inst_secondary; u64 base_address0; u64 base_address1; u32 ovflw_irq; u32 reserved; u32 ovflw_irq_flags; u32 proc_affinity; u32 impl_id; } __attribute__((packed)); struct pnp_fixup { char id[8]; void (*quirk_function)(struct pnp_dev *); }; struct clk_fixed_rate { struct clk_hw hw; long unsigned int fixed_rate; long unsigned int fixed_accuracy; long unsigned int flags; }; struct clk_composite { struct clk_hw hw; struct clk_ops ops; struct clk_hw *mux_hw; struct clk_hw *rate_hw; struct clk_hw *gate_hw; const struct clk_ops *mux_ops; const struct clk_ops *rate_ops; const struct clk_ops *gate_ops; }; struct clk_pwm { struct clk_hw hw; struct pwm_device *pwm; u32 fixed_rate; }; struct scmi_clock_info { char name[64]; unsigned int enable_latency; bool rate_discrete; bool rate_changed_notifications; bool rate_change_requested_notifications; bool state_ctrl_forbidden; bool rate_ctrl_forbidden; bool parent_ctrl_forbidden; bool extended_config; union { struct { int num_rates; u64 rates[16]; } list; struct { u64 min_rate; u64 max_rate; u64 step_size; } range; }; int num_parents; u32 *parents; }; enum scmi_clock_oem_config { SCMI_CLOCK_CFG_DUTY_CYCLE = 1, SCMI_CLOCK_CFG_PHASE = 2, SCMI_CLOCK_CFG_OEM_START = 128, SCMI_CLOCK_CFG_OEM_END = 255, }; struct scmi_clk_proto_ops { int (*count_get)(const struct scmi_protocol_handle *); const struct scmi_clock_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*rate_get)(const struct scmi_protocol_handle *, u32, u64 *); int (*rate_set)(const struct scmi_protocol_handle *, u32, u64); int (*enable)(const struct scmi_protocol_handle *, u32, bool); int (*disable)(const struct scmi_protocol_handle *, u32, bool); int (*state_get)(const struct scmi_protocol_handle *, u32, bool *, bool); int (*config_oem_get)(const struct scmi_protocol_handle *, u32, enum scmi_clock_oem_config, u32 *, u32 *, bool); int (*config_oem_set)(const struct scmi_protocol_handle *, u32, enum scmi_clock_oem_config, u32, bool); int (*parent_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*parent_set)(const struct scmi_protocol_handle *, u32, u32); }; enum scmi_clk_feats { SCMI_CLK_ATOMIC_SUPPORTED = 0, SCMI_CLK_STATE_CTRL_SUPPORTED = 1, SCMI_CLK_RATE_CTRL_SUPPORTED = 2, SCMI_CLK_PARENT_CTRL_SUPPORTED = 3, SCMI_CLK_DUTY_CYCLE_SUPPORTED = 4, SCMI_CLK_FEATS_COUNT = 5, }; struct scmi_clk { u32 id; struct device *dev; struct clk_hw hw; const struct scmi_clock_info *info; const struct scmi_protocol_handle *ph; struct clk_parent_data *parent_data; }; enum vc5_model { IDT_VC5_5P49V5923 = 0, IDT_VC5_5P49V5925 = 1, IDT_VC5_5P49V5933 = 2, IDT_VC5_5P49V5935 = 3, IDT_VC6_5P49V60 = 4, IDT_VC6_5P49V6901 = 5, IDT_VC6_5P49V6965 = 6, IDT_VC6_5P49V6975 = 7, }; struct vc5_chip_info { const enum vc5_model model; const unsigned int clk_fod_cnt; const unsigned int clk_out_cnt; const u32 flags; const long unsigned int vco_max; }; struct vc5_driver_data; struct vc5_hw_data { struct clk_hw hw; struct vc5_driver_data *vc5; u32 div_int; u32 div_frc; unsigned int num; }; struct vc5_out_data { struct clk_hw hw; struct vc5_driver_data *vc5; unsigned int num; unsigned int clk_output_cfg0; unsigned int clk_output_cfg0_mask; }; struct vc5_driver_data { struct i2c_client *client; struct regmap *regmap; const struct vc5_chip_info *chip_info; struct clk *pin_xin; struct clk *pin_clkin; unsigned char clk_mux_ins; struct clk_hw clk_mux; struct clk_hw clk_mul; struct clk_hw clk_pfd; struct vc5_hw_data clk_pll; struct vc5_hw_data clk_fod[4]; struct vc5_out_data clk_out[5]; }; struct acpi_table_csrt { struct acpi_table_header header; }; struct acpi_csrt_group { u32 length; u32 vendor_id; u32 subvendor_id; u16 device_id; u16 subdevice_id; u16 revision; u16 reserved; u32 shared_info_length; }; struct acpi_csrt_shared_info { u16 major_version; u16 minor_version; u32 mmio_base_low; u32 mmio_base_high; u32 gsi_interrupt; u8 interrupt_polarity; u8 interrupt_mode; u8 num_channels; u8 dma_address_width; u16 base_request_line; u16 num_handshake_signals; u32 max_block_size; }; struct acpi_dma_spec { int chan_id; int slave_id; struct device *dev; }; struct acpi_dma { struct list_head dma_controllers; struct device *dev; struct dma_chan * (*acpi_dma_xlate)(struct acpi_dma_spec *, struct acpi_dma *); void *data; short unsigned int base_request_line; short unsigned int end_request_line; }; struct acpi_dma_filter_info { dma_cap_mask_t dma_cap; dma_filter_fn filter_fn; }; struct acpi_dma_parser_data { struct acpi_dma_spec dma_spec; size_t index; size_t n; }; struct trace_event_raw_edma_log_io { struct trace_entry ent; struct fsl_edma_engine *edma; void *addr; u32 value; char __data[0]; }; struct trace_event_raw_edma_log_tcd { struct trace_entry ent; u64 saddr; u16 soff; u16 attr; u32 nbytes; u64 slast; u64 daddr; u16 doff; u16 citer; u64 dlast_sga; u16 csr; u16 biter; char __data[0]; }; struct trace_event_data_offsets_edma_log_io {}; struct trace_event_data_offsets_edma_log_tcd {}; typedef void (*btf_trace_edma_readl)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_writel)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_readw)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_writew)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_readb)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_writeb)(void *, struct fsl_edma_engine *, void *, u32); typedef void (*btf_trace_edma_fill_tcd)(void *, struct fsl_edma_chan *, void *); enum ch_command { HIDMA_CH_DISABLE = 0, HIDMA_CH_ENABLE = 1, HIDMA_CH_SUSPEND = 2, HIDMA_CH_RESET = 9, }; enum ch_state { HIDMA_CH_DISABLED = 0, HIDMA_CH_ENABLED = 1, HIDMA_CH_RUNNING = 2, HIDMA_CH_SUSPENDED = 3, HIDMA_CH_STOPPED = 4, }; enum err_code { HIDMA_EVRE_STATUS_COMPLETE = 1, HIDMA_EVRE_STATUS_ERROR = 4, }; struct scmi_perf_domain { struct generic_pm_domain genpd; const struct scmi_perf_proto_ops *perf_ops; const struct scmi_protocol_handle *ph; const struct scmi_perf_domain_info *info; u32 domain_id; }; struct of_phandle_iterator { const char *cells_name; int cell_count; const struct device_node *parent; const __be32 *list_end; const __be32 *phandle_end; const __be32 *cur; uint32_t cur_count; phandle phandle; struct device_node *node; }; enum genpd_notication { GENPD_NOTIFY_PRE_OFF = 0, GENPD_NOTIFY_OFF = 1, GENPD_NOTIFY_PRE_ON = 2, GENPD_NOTIFY_ON = 3, }; struct of_genpd_provider { struct list_head link; struct device_node *node; genpd_xlate_t xlate; void *data; }; struct xen_feature_info { unsigned int submap_idx; uint32_t submap; }; enum bp_state { BP_DONE = 0, BP_WAIT = 1, BP_EAGAIN = 2, BP_ECANCELED = 3, }; struct evtchn_init_control { uint64_t control_gfn; uint32_t offset; uint32_t vcpu; uint8_t link_bits; uint8_t _pad[7]; }; struct evtchn_expand_array { uint64_t array_gfn; }; typedef uint32_t event_word_t; struct evtchn_fifo_control_block { uint32_t ready; uint32_t _rsvd; event_word_t head[16]; }; struct evtchn_fifo_queue { uint32_t head[16]; }; struct physdev_manage_pci { uint8_t bus; uint8_t devfn; }; struct physdev_manage_pci_ext { uint8_t bus; uint8_t devfn; unsigned int is_extfn; unsigned int is_virtfn; struct { uint8_t bus; uint8_t devfn; } physfn; }; struct physdev_pci_device_add { uint16_t seg; uint8_t bus; uint8_t devfn; uint32_t flags; struct { uint8_t bus; uint8_t devfn; } physfn; uint32_t optarr[0]; }; struct physdev_pci_device { uint16_t seg; uint8_t bus; uint8_t devfn; }; struct pci_device_reset { struct physdev_pci_device dev; uint32_t flags; }; struct xen_device_domain_owner { domid_t domain; struct pci_dev *dev; struct list_head list; }; struct ioctl_gntalloc_alloc_gref { __u16 domid; __u16 flags; __u32 count; __u64 index; union { __u32 gref_ids[1]; struct { struct {} __empty_gref_ids_flex; __u32 gref_ids_flex[0]; }; }; }; struct ioctl_gntalloc_dealloc_gref { __u64 index; __u32 count; }; struct ioctl_gntalloc_unmap_notify { __u64 index; __u32 action; __u32 event_channel_port; }; struct notify_info { uint16_t pgoff: 12; uint16_t flags: 2; int event; }; struct gntalloc_gref { struct list_head next_gref; struct list_head next_file; struct page *page; uint64_t file_index; unsigned int users; grant_ref_t gref_id; struct notify_info notify; }; struct gntalloc_file_private_data { struct list_head list; uint64_t index; }; struct gntalloc_vma_private_data { struct gntalloc_gref *gref; int users; int count; }; typedef uint8_t xen_domain_handle_t[16]; struct xen_compile_info { char compiler[64]; char compile_by[16]; char compile_domain[32]; char compile_date[32]; }; struct xen_platform_parameters { xen_ulong_t virt_start; }; struct xen_build_id { uint32_t len; unsigned char buf[0]; }; struct hyp_sysfs_attr { struct attribute attr; ssize_t (*show)(struct hyp_sysfs_attr *, char *); ssize_t (*store)(struct hyp_sysfs_attr *, const char *, size_t); union { void *hyp_attr_data; long unsigned int hyp_attr_value; }; }; typedef struct { union { int *p; uint64_t q; }; } __guest_handle_int; typedef struct { union { xen_ulong_t *p; uint64_t q; }; } __guest_handle_xen_ulong_t; struct xen_add_to_physmap_range { domid_t domid; uint16_t space; uint16_t size; domid_t foreign_domid; __guest_handle_xen_ulong_t idxs; __guest_handle_xen_pfn_t gpfns; __guest_handle_int errs; }; struct xen_remove_from_physmap { domid_t domid; xen_pfn_t gpfn; }; typedef void (*xen_gfn_fn_t)(long unsigned int, void *); struct xen_remap_gfn_info; struct remap_data { xen_pfn_t *fgfn; int nr_fgfn; pgprot_t prot; domid_t domid; struct vm_area_struct *vma; int index; struct page **pages; struct xen_remap_gfn_info *info; int *err_ptr; int mapped; int h_errs[1]; xen_ulong_t h_idxs[1]; xen_pfn_t h_gpfns[1]; int h_iter; }; struct map_balloon_pages { xen_pfn_t *pfns; unsigned int idx; }; struct remap_pfn { struct mm_struct *mm; struct page **pages; pgprot_t prot; long unsigned int i; }; struct fixed_regulator_data { struct fixed_voltage_config cfg; struct regulator_init_data init_data; struct platform_device pdev; }; enum { REGULATOR_ERROR_CLEARED = 0, REGULATOR_FAILED_RETRY = 1, REGULATOR_ERROR_ON = 2, }; struct regulator_irq { struct regulator_irq_data rdata; struct regulator_irq_desc desc; int irq; int retry_cnt; struct delayed_work isr_work; }; struct ec_params_regulator_get_info { uint32_t index; }; struct ec_response_regulator_get_info { char name[16]; uint16_t num_voltages; uint16_t voltages_mv[16]; }; struct ec_params_regulator_enable { uint32_t index; uint8_t enable; } __attribute__((packed)); struct ec_params_regulator_is_enabled { uint32_t index; }; struct ec_response_regulator_is_enabled { uint8_t enabled; }; struct ec_params_regulator_set_voltage { uint32_t index; uint32_t min_mv; uint32_t max_mv; }; struct ec_params_regulator_get_voltage { uint32_t index; }; struct ec_response_regulator_get_voltage { uint32_t voltage_mv; }; struct cros_ec_regulator_data { struct regulator_desc desc; struct regulator_dev *dev; struct cros_ec_device *ec_dev; u32 index; u16 *voltages_mV; u16 num_voltages; }; struct bd9571mwv_reg { struct regmap *regmap; u8 bkup_mode_cnt_keepon; u8 bkup_mode_cnt_saved; bool bkup_mode_enabled; bool rstbmode_level; bool rstbmode_pulse; }; enum bd9571mwv_regulators { VD09 = 0, VD18 = 1, VD25 = 2, VD33 = 3, DVFS = 4, }; enum max77620_regulators { MAX77620_REGULATOR_ID_SD0 = 0, MAX77620_REGULATOR_ID_SD1 = 1, MAX77620_REGULATOR_ID_SD2 = 2, MAX77620_REGULATOR_ID_SD3 = 3, MAX77620_REGULATOR_ID_SD4 = 4, MAX77620_REGULATOR_ID_LDO0 = 5, MAX77620_REGULATOR_ID_LDO1 = 6, MAX77620_REGULATOR_ID_LDO2 = 7, MAX77620_REGULATOR_ID_LDO3 = 8, MAX77620_REGULATOR_ID_LDO4 = 9, MAX77620_REGULATOR_ID_LDO5 = 10, MAX77620_REGULATOR_ID_LDO6 = 11, MAX77620_REGULATOR_ID_LDO7 = 12, MAX77620_REGULATOR_ID_LDO8 = 13, MAX77620_NUM_REGS = 14, }; enum max77620_regulator_type { MAX77620_REGULATOR_TYPE_SD = 0, MAX77620_REGULATOR_TYPE_LDO_N = 1, MAX77620_REGULATOR_TYPE_LDO_P = 2, }; struct max77620_regulator_info { u8 type; u8 fps_addr; u8 volt_addr; u8 cfg_addr; u8 power_mode_mask; u8 power_mode_shift; u8 remote_sense_addr; u8 remote_sense_mask; struct regulator_desc desc; }; struct max77620_regulator_pdata { int active_fps_src; int active_fps_pd_slot; int active_fps_pu_slot; int suspend_fps_src; int suspend_fps_pd_slot; int suspend_fps_pu_slot; int current_mode; int power_ok; int ramp_rate_setting; }; struct max77620_regulator { struct device *dev; struct regmap *rmap; struct max77620_regulator_info *rinfo[14]; struct max77620_regulator_pdata reg_pdata[14]; int enable_power_mode[14]; int current_power_mode[14]; int active_fps_src[14]; }; enum { MT6359_ID_VS1 = 0, MT6359_ID_VGPU11 = 1, MT6359_ID_VMODEM = 2, MT6359_ID_VPU = 3, MT6359_ID_VCORE = 4, MT6359_ID_VS2 = 5, MT6359_ID_VPA = 6, MT6359_ID_VPROC2 = 7, MT6359_ID_VPROC1 = 8, MT6359_ID_VCORE_SSHUB = 9, MT6359_ID_VGPU11_SSHUB = 9, MT6359_ID_VAUD18 = 10, MT6359_ID_VSIM1 = 11, MT6359_ID_VIBR = 12, MT6359_ID_VRF12 = 13, MT6359_ID_VUSB = 14, MT6359_ID_VSRAM_PROC2 = 15, MT6359_ID_VIO18 = 16, MT6359_ID_VCAMIO = 17, MT6359_ID_VCN18 = 18, MT6359_ID_VFE28 = 19, MT6359_ID_VCN13 = 20, MT6359_ID_VCN33_1_BT = 21, MT6359_ID_VCN33_1_WIFI = 22, MT6359_ID_VAUX18 = 23, MT6359_ID_VSRAM_OTHERS = 24, MT6359_ID_VEFUSE = 25, MT6359_ID_VXO22 = 26, MT6359_ID_VRFCK = 27, MT6359_ID_VBIF28 = 28, MT6359_ID_VIO28 = 29, MT6359_ID_VEMC = 30, MT6359_ID_VCN33_2_BT = 31, MT6359_ID_VCN33_2_WIFI = 32, MT6359_ID_VA12 = 33, MT6359_ID_VA09 = 34, MT6359_ID_VRF18 = 35, MT6359_ID_VSRAM_MD = 36, MT6359_ID_VUFS = 37, MT6359_ID_VM18 = 38, MT6359_ID_VBBCK = 39, MT6359_ID_VSRAM_PROC1 = 40, MT6359_ID_VSIM2 = 41, MT6359_ID_VSRAM_OTHERS_SSHUB = 42, MT6359_ID_RG_MAX = 43, }; struct mt6359_regulator_info { struct regulator_desc desc; u32 status_reg; u32 qi; u32 modeset_reg; u32 modeset_mask; u32 lp_mode_reg; u32 lp_mode_mask; }; enum pca9450_chip_type { PCA9450_TYPE_PCA9450A = 0, PCA9450_TYPE_PCA9450BC = 1, PCA9450_TYPE_PCA9451A = 2, PCA9450_TYPE_PCA9452 = 3, PCA9450_TYPE_AMOUNT = 4, }; enum { PCA9450_BUCK1 = 0, PCA9450_BUCK2 = 1, PCA9450_BUCK3 = 2, PCA9450_BUCK4 = 3, PCA9450_BUCK5 = 4, PCA9450_BUCK6 = 5, PCA9450_LDO1 = 6, PCA9450_LDO2 = 7, PCA9450_LDO3 = 8, PCA9450_LDO4 = 9, PCA9450_LDO5 = 10, PCA9450_REGULATOR_CNT = 11, }; enum { PCA9450_DVS_LEVEL_RUN = 0, PCA9450_DVS_LEVEL_STANDBY = 1, PCA9450_DVS_LEVEL_MAX = 2, }; enum { PCA9450_REG_DEV_ID = 0, PCA9450_REG_INT1 = 1, PCA9450_REG_INT1_MSK = 2, PCA9450_REG_STATUS1 = 3, PCA9450_REG_STATUS2 = 4, PCA9450_REG_PWRON_STAT = 5, PCA9450_REG_SWRST = 6, PCA9450_REG_PWRCTRL = 7, PCA9450_REG_RESET_CTRL = 8, PCA9450_REG_CONFIG1 = 9, PCA9450_REG_CONFIG2 = 10, PCA9450_REG_BUCK123_DVS = 12, PCA9450_REG_BUCK1OUT_LIMIT = 13, PCA9450_REG_BUCK2OUT_LIMIT = 14, PCA9450_REG_BUCK3OUT_LIMIT = 15, PCA9450_REG_BUCK1CTRL = 16, PCA9450_REG_BUCK1OUT_DVS0 = 17, PCA9450_REG_BUCK1OUT_DVS1 = 18, PCA9450_REG_BUCK2CTRL = 19, PCA9450_REG_BUCK2OUT_DVS0 = 20, PCA9450_REG_BUCK2OUT_DVS1 = 21, PCA9450_REG_BUCK3CTRL = 22, PCA9450_REG_BUCK3OUT_DVS0 = 23, PCA9450_REG_BUCK3OUT_DVS1 = 24, PCA9450_REG_BUCK4CTRL = 25, PCA9450_REG_BUCK4OUT = 26, PCA9450_REG_BUCK5CTRL = 27, PCA9450_REG_BUCK5OUT = 28, PCA9450_REG_BUCK6CTRL = 29, PCA9450_REG_BUCK6OUT = 30, PCA9450_REG_LDO_AD_CTRL = 32, PCA9450_REG_LDO1CTRL = 33, PCA9450_REG_LDO2CTRL = 34, PCA9450_REG_LDO3CTRL = 35, PCA9450_REG_LDO4CTRL = 36, PCA9450_REG_LDO5CTRL_L = 37, PCA9450_REG_LDO5CTRL_H = 38, PCA9450_REG_LOADSW_CTRL = 42, PCA9450_REG_VRFLT1_STS = 43, PCA9450_REG_VRFLT2_STS = 44, PCA9450_REG_VRFLT1_MASK = 45, PCA9450_REG_VRFLT2_MASK = 46, PCA9450_MAX_REGISTER = 47, }; struct pc9450_dvs_config { unsigned int run_reg; unsigned int run_mask; unsigned int standby_reg; unsigned int standby_mask; }; struct pca9450_regulator_desc { struct regulator_desc desc; const struct pc9450_dvs_config dvs; }; struct pca9450 { struct device *dev; struct regmap *regmap; struct gpio_desc *sd_vsel_gpio; enum pca9450_chip_type type; unsigned int rcnt; int irq; bool sd_vsel_fixed_low; }; enum s2mps11_regulators { S2MPS11_LDO1 = 0, S2MPS11_LDO2 = 1, S2MPS11_LDO3 = 2, S2MPS11_LDO4 = 3, S2MPS11_LDO5 = 4, S2MPS11_LDO6 = 5, S2MPS11_LDO7 = 6, S2MPS11_LDO8 = 7, S2MPS11_LDO9 = 8, S2MPS11_LDO10 = 9, S2MPS11_LDO11 = 10, S2MPS11_LDO12 = 11, S2MPS11_LDO13 = 12, S2MPS11_LDO14 = 13, S2MPS11_LDO15 = 14, S2MPS11_LDO16 = 15, S2MPS11_LDO17 = 16, S2MPS11_LDO18 = 17, S2MPS11_LDO19 = 18, S2MPS11_LDO20 = 19, S2MPS11_LDO21 = 20, S2MPS11_LDO22 = 21, S2MPS11_LDO23 = 22, S2MPS11_LDO24 = 23, S2MPS11_LDO25 = 24, S2MPS11_LDO26 = 25, S2MPS11_LDO27 = 26, S2MPS11_LDO28 = 27, S2MPS11_LDO29 = 28, S2MPS11_LDO30 = 29, S2MPS11_LDO31 = 30, S2MPS11_LDO32 = 31, S2MPS11_LDO33 = 32, S2MPS11_LDO34 = 33, S2MPS11_LDO35 = 34, S2MPS11_LDO36 = 35, S2MPS11_LDO37 = 36, S2MPS11_LDO38 = 37, S2MPS11_BUCK1 = 38, S2MPS11_BUCK2 = 39, S2MPS11_BUCK3 = 40, S2MPS11_BUCK4 = 41, S2MPS11_BUCK5 = 42, S2MPS11_BUCK6 = 43, S2MPS11_BUCK7 = 44, S2MPS11_BUCK8 = 45, S2MPS11_BUCK9 = 46, S2MPS11_BUCK10 = 47, S2MPS11_REGULATOR_MAX = 48, }; enum s2mps13_regulators { S2MPS13_LDO1 = 0, S2MPS13_LDO2 = 1, S2MPS13_LDO3 = 2, S2MPS13_LDO4 = 3, S2MPS13_LDO5 = 4, S2MPS13_LDO6 = 5, S2MPS13_LDO7 = 6, S2MPS13_LDO8 = 7, S2MPS13_LDO9 = 8, S2MPS13_LDO10 = 9, S2MPS13_LDO11 = 10, S2MPS13_LDO12 = 11, S2MPS13_LDO13 = 12, S2MPS13_LDO14 = 13, S2MPS13_LDO15 = 14, S2MPS13_LDO16 = 15, S2MPS13_LDO17 = 16, S2MPS13_LDO18 = 17, S2MPS13_LDO19 = 18, S2MPS13_LDO20 = 19, S2MPS13_LDO21 = 20, S2MPS13_LDO22 = 21, S2MPS13_LDO23 = 22, S2MPS13_LDO24 = 23, S2MPS13_LDO25 = 24, S2MPS13_LDO26 = 25, S2MPS13_LDO27 = 26, S2MPS13_LDO28 = 27, S2MPS13_LDO29 = 28, S2MPS13_LDO30 = 29, S2MPS13_LDO31 = 30, S2MPS13_LDO32 = 31, S2MPS13_LDO33 = 32, S2MPS13_LDO34 = 33, S2MPS13_LDO35 = 34, S2MPS13_LDO36 = 35, S2MPS13_LDO37 = 36, S2MPS13_LDO38 = 37, S2MPS13_LDO39 = 38, S2MPS13_LDO40 = 39, S2MPS13_BUCK1 = 40, S2MPS13_BUCK2 = 41, S2MPS13_BUCK3 = 42, S2MPS13_BUCK4 = 43, S2MPS13_BUCK5 = 44, S2MPS13_BUCK6 = 45, S2MPS13_BUCK7 = 46, S2MPS13_BUCK8 = 47, S2MPS13_BUCK9 = 48, S2MPS13_BUCK10 = 49, S2MPS13_REGULATOR_MAX = 50, }; enum s2mps14_regulators { S2MPS14_LDO1 = 0, S2MPS14_LDO2 = 1, S2MPS14_LDO3 = 2, S2MPS14_LDO4 = 3, S2MPS14_LDO5 = 4, S2MPS14_LDO6 = 5, S2MPS14_LDO7 = 6, S2MPS14_LDO8 = 7, S2MPS14_LDO9 = 8, S2MPS14_LDO10 = 9, S2MPS14_LDO11 = 10, S2MPS14_LDO12 = 11, S2MPS14_LDO13 = 12, S2MPS14_LDO14 = 13, S2MPS14_LDO15 = 14, S2MPS14_LDO16 = 15, S2MPS14_LDO17 = 16, S2MPS14_LDO18 = 17, S2MPS14_LDO19 = 18, S2MPS14_LDO20 = 19, S2MPS14_LDO21 = 20, S2MPS14_LDO22 = 21, S2MPS14_LDO23 = 22, S2MPS14_LDO24 = 23, S2MPS14_LDO25 = 24, S2MPS14_BUCK1 = 25, S2MPS14_BUCK2 = 26, S2MPS14_BUCK3 = 27, S2MPS14_BUCK4 = 28, S2MPS14_BUCK5 = 29, S2MPS14_REGULATOR_MAX = 30, }; enum s2mps15_reg { S2MPS15_REG_ID = 0, S2MPS15_REG_INT1 = 1, S2MPS15_REG_INT2 = 2, S2MPS15_REG_INT3 = 3, S2MPS15_REG_INT1M = 4, S2MPS15_REG_INT2M = 5, S2MPS15_REG_INT3M = 6, S2MPS15_REG_ST1 = 7, S2MPS15_REG_ST2 = 8, S2MPS15_REG_PWRONSRC = 9, S2MPS15_REG_OFFSRC = 10, S2MPS15_REG_BU_CHG = 11, S2MPS15_REG_RTC_BUF = 12, S2MPS15_REG_CTRL1 = 13, S2MPS15_REG_CTRL2 = 14, S2MPS15_REG_RSVD1 = 15, S2MPS15_REG_RSVD2 = 16, S2MPS15_REG_RSVD3 = 17, S2MPS15_REG_RSVD4 = 18, S2MPS15_REG_RSVD5 = 19, S2MPS15_REG_RSVD6 = 20, S2MPS15_REG_CTRL3 = 21, S2MPS15_REG_RSVD7 = 22, S2MPS15_REG_RSVD8 = 23, S2MPS15_REG_RSVD9 = 24, S2MPS15_REG_B1CTRL1 = 25, S2MPS15_REG_B1CTRL2 = 26, S2MPS15_REG_B2CTRL1 = 27, S2MPS15_REG_B2CTRL2 = 28, S2MPS15_REG_B3CTRL1 = 29, S2MPS15_REG_B3CTRL2 = 30, S2MPS15_REG_B4CTRL1 = 31, S2MPS15_REG_B4CTRL2 = 32, S2MPS15_REG_B5CTRL1 = 33, S2MPS15_REG_B5CTRL2 = 34, S2MPS15_REG_B6CTRL1 = 35, S2MPS15_REG_B6CTRL2 = 36, S2MPS15_REG_B7CTRL1 = 37, S2MPS15_REG_B7CTRL2 = 38, S2MPS15_REG_B8CTRL1 = 39, S2MPS15_REG_B8CTRL2 = 40, S2MPS15_REG_B9CTRL1 = 41, S2MPS15_REG_B9CTRL2 = 42, S2MPS15_REG_B10CTRL1 = 43, S2MPS15_REG_B10CTRL2 = 44, S2MPS15_REG_BBCTRL1 = 45, S2MPS15_REG_BBCTRL2 = 46, S2MPS15_REG_BRAMP = 47, S2MPS15_REG_LDODVS1 = 48, S2MPS15_REG_LDODVS2 = 49, S2MPS15_REG_LDODVS3 = 50, S2MPS15_REG_LDODVS4 = 51, S2MPS15_REG_L1CTRL = 52, S2MPS15_REG_L2CTRL = 53, S2MPS15_REG_L3CTRL = 54, S2MPS15_REG_L4CTRL = 55, S2MPS15_REG_L5CTRL = 56, S2MPS15_REG_L6CTRL = 57, S2MPS15_REG_L7CTRL = 58, S2MPS15_REG_L8CTRL = 59, S2MPS15_REG_L9CTRL = 60, S2MPS15_REG_L10CTRL = 61, S2MPS15_REG_L11CTRL = 62, S2MPS15_REG_L12CTRL = 63, S2MPS15_REG_L13CTRL = 64, S2MPS15_REG_L14CTRL = 65, S2MPS15_REG_L15CTRL = 66, S2MPS15_REG_L16CTRL = 67, S2MPS15_REG_L17CTRL = 68, S2MPS15_REG_L18CTRL = 69, S2MPS15_REG_L19CTRL = 70, S2MPS15_REG_L20CTRL = 71, S2MPS15_REG_L21CTRL = 72, S2MPS15_REG_L22CTRL = 73, S2MPS15_REG_L23CTRL = 74, S2MPS15_REG_L24CTRL = 75, S2MPS15_REG_L25CTRL = 76, S2MPS15_REG_L26CTRL = 77, S2MPS15_REG_L27CTRL = 78, S2MPS15_REG_LDODSCH1 = 79, S2MPS15_REG_LDODSCH2 = 80, S2MPS15_REG_LDODSCH3 = 81, S2MPS15_REG_LDODSCH4 = 82, }; enum s2mps15_regulators { S2MPS15_LDO1 = 0, S2MPS15_LDO2 = 1, S2MPS15_LDO3 = 2, S2MPS15_LDO4 = 3, S2MPS15_LDO5 = 4, S2MPS15_LDO6 = 5, S2MPS15_LDO7 = 6, S2MPS15_LDO8 = 7, S2MPS15_LDO9 = 8, S2MPS15_LDO10 = 9, S2MPS15_LDO11 = 10, S2MPS15_LDO12 = 11, S2MPS15_LDO13 = 12, S2MPS15_LDO14 = 13, S2MPS15_LDO15 = 14, S2MPS15_LDO16 = 15, S2MPS15_LDO17 = 16, S2MPS15_LDO18 = 17, S2MPS15_LDO19 = 18, S2MPS15_LDO20 = 19, S2MPS15_LDO21 = 20, S2MPS15_LDO22 = 21, S2MPS15_LDO23 = 22, S2MPS15_LDO24 = 23, S2MPS15_LDO25 = 24, S2MPS15_LDO26 = 25, S2MPS15_LDO27 = 26, S2MPS15_BUCK1 = 27, S2MPS15_BUCK2 = 28, S2MPS15_BUCK3 = 29, S2MPS15_BUCK4 = 30, S2MPS15_BUCK5 = 31, S2MPS15_BUCK6 = 32, S2MPS15_BUCK7 = 33, S2MPS15_BUCK8 = 34, S2MPS15_BUCK9 = 35, S2MPS15_BUCK10 = 36, S2MPS15_BUCK11 = 37, S2MPS15_REGULATOR_MAX = 38, }; enum S2MPU02_reg { S2MPU02_REG_ID = 0, S2MPU02_REG_INT1 = 1, S2MPU02_REG_INT2 = 2, S2MPU02_REG_INT3 = 3, S2MPU02_REG_INT1M = 4, S2MPU02_REG_INT2M = 5, S2MPU02_REG_INT3M = 6, S2MPU02_REG_ST1 = 7, S2MPU02_REG_ST2 = 8, S2MPU02_REG_PWRONSRC = 9, S2MPU02_REG_OFFSRC = 10, S2MPU02_REG_BU_CHG = 11, S2MPU02_REG_RTCCTRL = 12, S2MPU02_REG_PMCTRL1 = 13, S2MPU02_REG_RSVD1 = 14, S2MPU02_REG_RSVD2 = 15, S2MPU02_REG_RSVD3 = 16, S2MPU02_REG_RSVD4 = 17, S2MPU02_REG_RSVD5 = 18, S2MPU02_REG_RSVD6 = 19, S2MPU02_REG_RSVD7 = 20, S2MPU02_REG_WRSTEN = 21, S2MPU02_REG_RSVD8 = 22, S2MPU02_REG_RSVD9 = 23, S2MPU02_REG_RSVD10 = 24, S2MPU02_REG_B1CTRL1 = 25, S2MPU02_REG_B1CTRL2 = 26, S2MPU02_REG_B2CTRL1 = 27, S2MPU02_REG_B2CTRL2 = 28, S2MPU02_REG_B3CTRL1 = 29, S2MPU02_REG_B3CTRL2 = 30, S2MPU02_REG_B4CTRL1 = 31, S2MPU02_REG_B4CTRL2 = 32, S2MPU02_REG_B5CTRL1 = 33, S2MPU02_REG_B5CTRL2 = 34, S2MPU02_REG_B5CTRL3 = 35, S2MPU02_REG_B5CTRL4 = 36, S2MPU02_REG_B5CTRL5 = 37, S2MPU02_REG_B6CTRL1 = 38, S2MPU02_REG_B6CTRL2 = 39, S2MPU02_REG_B7CTRL1 = 40, S2MPU02_REG_B7CTRL2 = 41, S2MPU02_REG_RAMP1 = 42, S2MPU02_REG_RAMP2 = 43, S2MPU02_REG_L1CTRL = 44, S2MPU02_REG_L2CTRL1 = 45, S2MPU02_REG_L2CTRL2 = 46, S2MPU02_REG_L2CTRL3 = 47, S2MPU02_REG_L2CTRL4 = 48, S2MPU02_REG_L3CTRL = 49, S2MPU02_REG_L4CTRL = 50, S2MPU02_REG_L5CTRL = 51, S2MPU02_REG_L6CTRL = 52, S2MPU02_REG_L7CTRL = 53, S2MPU02_REG_L8CTRL = 54, S2MPU02_REG_L9CTRL = 55, S2MPU02_REG_L10CTRL = 56, S2MPU02_REG_L11CTRL = 57, S2MPU02_REG_L12CTRL = 58, S2MPU02_REG_L13CTRL = 59, S2MPU02_REG_L14CTRL = 60, S2MPU02_REG_L15CTRL = 61, S2MPU02_REG_L16CTRL = 62, S2MPU02_REG_L17CTRL = 63, S2MPU02_REG_L18CTRL = 64, S2MPU02_REG_L19CTRL = 65, S2MPU02_REG_L20CTRL = 66, S2MPU02_REG_L21CTRL = 67, S2MPU02_REG_L22CTRL = 68, S2MPU02_REG_L23CTRL = 69, S2MPU02_REG_L24CTRL = 70, S2MPU02_REG_L25CTRL = 71, S2MPU02_REG_L26CTRL = 72, S2MPU02_REG_L27CTRL = 73, S2MPU02_REG_L28CTRL = 74, S2MPU02_REG_LDODSCH1 = 75, S2MPU02_REG_LDODSCH2 = 76, S2MPU02_REG_LDODSCH3 = 77, S2MPU02_REG_LDODSCH4 = 78, S2MPU02_REG_SELMIF = 79, S2MPU02_REG_RSVD11 = 80, S2MPU02_REG_RSVD12 = 81, S2MPU02_REG_RSVD13 = 82, S2MPU02_REG_DVSSEL = 83, S2MPU02_REG_DVSPTR = 84, S2MPU02_REG_DVSDATA = 85, }; enum S2MPU02_regulators { S2MPU02_LDO1 = 0, S2MPU02_LDO2 = 1, S2MPU02_LDO3 = 2, S2MPU02_LDO4 = 3, S2MPU02_LDO5 = 4, S2MPU02_LDO6 = 5, S2MPU02_LDO7 = 6, S2MPU02_LDO8 = 7, S2MPU02_LDO9 = 8, S2MPU02_LDO10 = 9, S2MPU02_LDO11 = 10, S2MPU02_LDO12 = 11, S2MPU02_LDO13 = 12, S2MPU02_LDO14 = 13, S2MPU02_LDO15 = 14, S2MPU02_LDO16 = 15, S2MPU02_LDO17 = 16, S2MPU02_LDO18 = 17, S2MPU02_LDO19 = 18, S2MPU02_LDO20 = 19, S2MPU02_LDO21 = 20, S2MPU02_LDO22 = 21, S2MPU02_LDO23 = 22, S2MPU02_LDO24 = 23, S2MPU02_LDO25 = 24, S2MPU02_LDO26 = 25, S2MPU02_LDO27 = 26, S2MPU02_LDO28 = 27, S2MPU02_BUCK1 = 28, S2MPU02_BUCK2 = 29, S2MPU02_BUCK3 = 30, S2MPU02_BUCK4 = 31, S2MPU02_BUCK5 = 32, S2MPU02_BUCK6 = 33, S2MPU02_BUCK7 = 34, S2MPU02_REGULATOR_MAX = 35, }; enum S2MPU05_reg { S2MPU05_REG_ID = 0, S2MPU05_REG_INT1 = 1, S2MPU05_REG_INT2 = 2, S2MPU05_REG_INT3 = 3, S2MPU05_REG_INT1M = 4, S2MPU05_REG_INT2M = 5, S2MPU05_REG_INT3M = 6, S2MPU05_REG_ST1 = 7, S2MPU05_REG_ST2 = 8, S2MPU05_REG_PWRONSRC = 9, S2MPU05_REG_OFFSRC = 10, S2MPU05_REG_BU_CHG = 11, S2MPU05_REG_RTC_BUF = 12, S2MPU05_REG_CTRL1 = 13, S2MPU05_REG_CTRL2 = 14, S2MPU05_REG_ETC_TEST = 15, S2MPU05_REG_OTP_ADRL = 16, S2MPU05_REG_OTP_ADRH = 17, S2MPU05_REG_OTP_DATA = 18, S2MPU05_REG_MON1SEL = 19, S2MPU05_REG_MON2SEL = 20, S2MPU05_REG_CTRL3 = 21, S2MPU05_REG_ETC_OTP = 22, S2MPU05_REG_UVLO = 23, S2MPU05_REG_TIME_CTRL1 = 24, S2MPU05_REG_TIME_CTRL2 = 25, S2MPU05_REG_B1CTRL1 = 26, S2MPU05_REG_B1CTRL2 = 27, S2MPU05_REG_B2CTRL1 = 28, S2MPU05_REG_B2CTRL2 = 29, S2MPU05_REG_B2CTRL3 = 30, S2MPU05_REG_B2CTRL4 = 31, S2MPU05_REG_B3CTRL1 = 32, S2MPU05_REG_B3CTRL2 = 33, S2MPU05_REG_B3CTRL3 = 34, S2MPU05_REG_B4CTRL1 = 35, S2MPU05_REG_B4CTRL2 = 36, S2MPU05_REG_B5CTRL1 = 37, S2MPU05_REG_B5CTRL2 = 38, S2MPU05_REG_BUCK_RAMP = 39, S2MPU05_REG_LDO_DVS1 = 40, S2MPU05_REG_LDO_DVS9 = 41, S2MPU05_REG_LDO_DVS10 = 42, S2MPU05_REG_L1CTRL = 43, S2MPU05_REG_L2CTRL = 44, S2MPU05_REG_L3CTRL = 45, S2MPU05_REG_L4CTRL = 46, S2MPU05_REG_L5CTRL = 47, S2MPU05_REG_L6CTRL = 48, S2MPU05_REG_L7CTRL = 49, S2MPU05_REG_L8CTRL = 50, S2MPU05_REG_L9CTRL1 = 51, S2MPU05_REG_L9CTRL2 = 52, S2MPU05_REG_L10CTRL = 53, S2MPU05_REG_L11CTRL1 = 54, S2MPU05_REG_L11CTRL2 = 55, S2MPU05_REG_L12CTRL = 56, S2MPU05_REG_L13CTRL = 57, S2MPU05_REG_L14CTRL = 58, S2MPU05_REG_L15CTRL = 59, S2MPU05_REG_L16CTRL = 60, S2MPU05_REG_L17CTRL1 = 61, S2MPU05_REG_L17CTRL2 = 62, S2MPU05_REG_L18CTRL1 = 63, S2MPU05_REG_L18CTRL2 = 64, S2MPU05_REG_L19CTRL = 65, S2MPU05_REG_L20CTRL = 66, S2MPU05_REG_L21CTRL = 67, S2MPU05_REG_L22CTRL = 68, S2MPU05_REG_L23CTRL = 69, S2MPU05_REG_L24CTRL = 70, S2MPU05_REG_L25CTRL = 71, S2MPU05_REG_L26CTRL = 72, S2MPU05_REG_L27CTRL = 73, S2MPU05_REG_L28CTRL = 74, S2MPU05_REG_L29CTRL = 75, S2MPU05_REG_L30CTRL = 76, S2MPU05_REG_L31CTRL = 77, S2MPU05_REG_L32CTRL = 78, S2MPU05_REG_L33CTRL = 79, S2MPU05_REG_L34CTRL = 80, S2MPU05_REG_L35CTRL = 81, S2MPU05_REG_LDO_DSCH1 = 82, S2MPU05_REG_LDO_DSCH2 = 83, S2MPU05_REG_LDO_DSCH3 = 84, S2MPU05_REG_LDO_DSCH4 = 85, S2MPU05_REG_LDO_DSCH5 = 86, S2MPU05_REG_LDO_CTRL1 = 87, S2MPU05_REG_LDO_CTRL2 = 88, S2MPU05_REG_TCXO_CTRL = 89, S2MPU05_REG_SELMIF = 90, }; enum S2MPU05_regulators { S2MPU05_LDO1 = 0, S2MPU05_LDO2 = 1, S2MPU05_LDO3 = 2, S2MPU05_LDO4 = 3, S2MPU05_LDO5 = 4, S2MPU05_LDO6 = 5, S2MPU05_LDO7 = 6, S2MPU05_LDO8 = 7, S2MPU05_LDO9 = 8, S2MPU05_LDO10 = 9, S2MPU05_LDO11 = 10, S2MPU05_LDO12 = 11, S2MPU05_LDO13 = 12, S2MPU05_LDO14 = 13, S2MPU05_LDO15 = 14, S2MPU05_LDO16 = 15, S2MPU05_LDO17 = 16, S2MPU05_LDO18 = 17, S2MPU05_LDO19 = 18, S2MPU05_LDO20 = 19, S2MPU05_LDO21 = 20, S2MPU05_LDO22 = 21, S2MPU05_LDO23 = 22, S2MPU05_LDO24 = 23, S2MPU05_LDO25 = 24, S2MPU05_LDO26 = 25, S2MPU05_LDO27 = 26, S2MPU05_LDO28 = 27, S2MPU05_LDO29 = 28, S2MPU05_LDO30 = 29, S2MPU05_LDO31 = 30, S2MPU05_LDO32 = 31, S2MPU05_LDO33 = 32, S2MPU05_LDO34 = 33, S2MPU05_LDO35 = 34, S2MPU05_BUCK1 = 35, S2MPU05_BUCK2 = 36, S2MPU05_BUCK3 = 37, S2MPU05_BUCK4 = 38, S2MPU05_BUCK5 = 39, S2MPU05_REGULATOR_MAX = 40, }; struct s2mps11_info { int ramp_delay2; int ramp_delay34; int ramp_delay5; int ramp_delay16; int ramp_delay7810; int ramp_delay9; enum sec_device_type dev_type; long unsigned int suspend_state[1]; struct gpio_desc **ext_control_gpiod; }; struct n_tty_data { size_t read_head; size_t commit_head; size_t canon_head; size_t echo_head; size_t echo_commit; size_t echo_mark; long unsigned int char_map[4]; long unsigned int overrun_time; unsigned int num_overrun; bool no_room; unsigned char lnext: 1; unsigned char erasing: 1; unsigned char raw: 1; unsigned char real_raw: 1; unsigned char icanon: 1; unsigned char push: 1; u8 read_buf[4096]; long unsigned int read_flags[64]; u8 echo_buf[4096]; size_t read_tail; size_t line_start; size_t lookahead_count; unsigned int column; unsigned int canon_column; size_t echo_tail; struct mutex atomic_read_lock; struct mutex output_lock; }; enum { ERASE = 0, WERASE = 1, KILL = 2, }; struct tty_audit_buf { struct mutex mutex; dev_t dev; bool icanon; size_t valid; u8 *data; }; struct tiocl_selection { short unsigned int xs; short unsigned int ys; short unsigned int xe; short unsigned int ye; short unsigned int sel_mode; }; struct vc_selection { struct mutex lock; struct vc_data *cons; char *buffer; unsigned int buf_len; volatile int start; int end; }; struct con_driver { const struct consw *con; const char *desc; struct device *dev; int node; int first; int last; int flag; }; enum { blank_off = 0, blank_normal_wait = 1, blank_vesa_wait = 2, }; enum { EPecma = 0, EPdec = 1, EPeq = 2, EPgt = 3, EPlt = 4, }; enum CSI_J { CSI_J_CURSOR_TO_END = 0, CSI_J_START_TO_CURSOR = 1, CSI_J_VISIBLE = 2, CSI_J_FULL = 3, }; enum { CSI_K_CURSOR_TO_LINEEND = 0, CSI_K_LINESTART_TO_CURSOR = 1, CSI_K_LINE = 2, }; struct rgb { u8 r; u8 g; u8 b; }; enum { CSI_m_DEFAULT = 0, CSI_m_BOLD = 1, CSI_m_HALF_BRIGHT = 2, CSI_m_ITALIC = 3, CSI_m_UNDERLINE = 4, CSI_m_BLINK = 5, CSI_m_REVERSE = 7, CSI_m_PRI_FONT = 10, CSI_m_ALT_FONT1 = 11, CSI_m_ALT_FONT2 = 12, CSI_m_DOUBLE_UNDERLINE = 21, CSI_m_NORMAL_INTENSITY = 22, CSI_m_NO_ITALIC = 23, CSI_m_NO_UNDERLINE = 24, CSI_m_NO_BLINK = 25, CSI_m_NO_REVERSE = 27, CSI_m_FG_COLOR_BEG = 30, CSI_m_FG_COLOR_END = 37, CSI_m_FG_COLOR = 38, CSI_m_DEFAULT_FG_COLOR = 39, CSI_m_BG_COLOR_BEG = 40, CSI_m_BG_COLOR_END = 47, CSI_m_BG_COLOR = 48, CSI_m_DEFAULT_BG_COLOR = 49, CSI_m_BRIGHT_FG_COLOR_BEG = 90, CSI_m_BRIGHT_FG_COLOR_END = 97, CSI_m_BRIGHT_FG_COLOR_OFF = 60, CSI_m_BRIGHT_BG_COLOR_BEG = 100, CSI_m_BRIGHT_BG_COLOR_END = 107, CSI_m_BRIGHT_BG_COLOR_OFF = 60, }; enum { CSI_DEC_hl_CURSOR_KEYS = 1, CSI_DEC_hl_132_COLUMNS = 3, CSI_DEC_hl_REVERSE_VIDEO = 5, CSI_DEC_hl_ORIGIN_MODE = 6, CSI_DEC_hl_AUTOWRAP = 7, CSI_DEC_hl_AUTOREPEAT = 8, CSI_DEC_hl_MOUSE_X10 = 9, CSI_DEC_hl_SHOW_CURSOR = 25, CSI_DEC_hl_MOUSE_VT200 = 1000, }; enum { CSI_hl_DISPLAY_CTRL = 3, CSI_hl_INSERT = 4, CSI_hl_AUTO_NL = 20, }; enum CSI_right_square_bracket { CSI_RSB_COLOR_FOR_UNDERLINE = 1, CSI_RSB_COLOR_FOR_HALF_BRIGHT = 2, CSI_RSB_MAKE_CUR_COLOR_DEFAULT = 8, CSI_RSB_BLANKING_INTERVAL = 9, CSI_RSB_BELL_FREQUENCY = 10, CSI_RSB_BELL_DURATION = 11, CSI_RSB_BRING_CONSOLE_TO_FRONT = 12, CSI_RSB_UNBLANK = 13, CSI_RSB_VESA_OFF_INTERVAL = 14, CSI_RSB_BRING_PREV_CONSOLE_TO_FRONT = 15, CSI_RSB_CURSOR_BLINK_INTERVAL = 16, }; enum vc_ctl_state { ESnormal = 0, ESesc = 1, ESsquare = 2, ESgetpars = 3, ESfunckey = 4, EShash = 5, ESsetG0 = 6, ESsetG1 = 7, ESpercent = 8, EScsiignore = 9, ESnonstd = 10, ESpalette = 11, ESosc = 12, ESANSI_first = 12, ESapc = 13, ESpm = 14, ESdcs = 15, ESANSI_last = 15, }; enum { ASCII_NULL = 0, ASCII_BELL = 7, ASCII_BACKSPACE = 8, ASCII_IGNORE_FIRST = 8, ASCII_HTAB = 9, ASCII_LINEFEED = 10, ASCII_VTAB = 11, ASCII_FORMFEED = 12, ASCII_CAR_RET = 13, ASCII_IGNORE_LAST = 13, ASCII_SHIFTOUT = 14, ASCII_SHIFTIN = 15, ASCII_CANCEL = 24, ASCII_SUBSTITUTE = 26, ASCII_ESCAPE = 27, ASCII_CSI_IGNORE_FIRST = 32, ASCII_CSI_IGNORE_LAST = 63, ASCII_DEL = 127, ASCII_EXT_CSI = 155, }; struct interval { uint32_t first; uint32_t last; }; struct vc_draw_region { long unsigned int from; long unsigned int to; int x; }; typedef class_mutex_t class_mutex_intr_t; struct uart_match { struct uart_port *port; struct uart_driver *driver; }; struct serial8250_config { const char *name; short unsigned int fifo_size; short unsigned int tx_loadsz; unsigned char fcr; unsigned char rxtrig_bytes[4]; unsigned int flags; }; struct of_serial_info { struct clk *clk; struct reset_control *rst; int type; int line; struct notifier_block clk_notifier; }; enum mctrl_gpio_idx { UART_GPIO_CTS = 0, UART_GPIO_DSR = 1, UART_GPIO_DCD = 2, UART_GPIO_RNG = 3, UART_GPIO_RI = 3, UART_GPIO_RTS = 4, UART_GPIO_DTR = 5, UART_GPIO_MAX = 6, }; struct mctrl_gpios { struct uart_port *port; struct gpio_desc *gpio[6]; int irq[6]; unsigned int mctrl_prev; bool mctrl_on; }; struct serport { struct tty_port *port; struct tty_struct *tty; struct tty_driver *tty_drv; int tty_idx; long unsigned int flags; }; struct virtio_console_config { __virtio16 cols; __virtio16 rows; __virtio32 max_nr_ports; __virtio32 emerg_wr; }; struct virtio_console_control { __virtio32 id; __virtio16 event; __virtio16 value; }; struct ports_driver_data { struct dentry *debugfs_dir; struct list_head portdevs; struct list_head consoles; }; struct console___2 { struct list_head list; struct hvc_struct *hvc; struct winsize ws; u32 vtermno; }; struct port_buffer { char *buf; size_t size; size_t len; size_t offset; dma_addr_t dma; struct device *dev; struct list_head list; unsigned int sgpages; struct scatterlist sg[0]; }; struct ports_device { struct list_head list; struct work_struct control_work; struct work_struct config_work; struct list_head ports; spinlock_t ports_lock; spinlock_t c_ivq_lock; spinlock_t c_ovq_lock; u32 max_nr_ports; struct virtio_device *vdev; struct virtqueue *c_ivq; struct virtqueue *c_ovq; struct virtio_console_control cpkt; struct virtqueue **in_vqs; struct virtqueue **out_vqs; int chr_major; }; struct port_stats { long unsigned int bytes_sent; long unsigned int bytes_received; long unsigned int bytes_discarded; }; struct port { struct list_head list; struct ports_device *portdev; struct port_buffer *inbuf; spinlock_t inbuf_lock; spinlock_t outvq_lock; struct virtqueue *in_vq; struct virtqueue *out_vq; struct dentry *debugfs_file; struct port_stats stats; struct console___2 cons; struct cdev *cdev; struct device *dev; struct kref kref; wait_queue_head_t waitqueue; char *name; struct fasync_struct *async_queue; u32 id; bool outvq_full; bool host_connected; bool guest_connected; }; struct sg_list { unsigned int n; unsigned int size; size_t len; struct scatterlist *sg; }; struct virtrng_info { struct hwrng hwrng; struct virtqueue *vq; char name[25]; int index; bool hwrng_register_done; bool hwrng_removed; struct completion have_data; unsigned int data_avail; unsigned int data_idx; u8 data[64]; }; struct tpmrm_priv { struct file_priv priv; struct tpm_space space; }; struct tcpa_event { u32 pcr_index; u32 event_type; u8 pcr_value[20]; u32 event_size; u8 event_data[0]; }; enum tcpa_event_types { PREBOOT = 0, POST_CODE = 1, UNUSED = 2, NO_ACTION = 3, SEPARATOR = 4, ACTION = 5, EVENT_TAG = 6, SCRTM_CONTENTS = 7, SCRTM_VERSION = 8, CPU_MICROCODE = 9, PLATFORM_CONFIG_FLAGS = 10, TABLE_OF_DEVICES = 11, COMPACT_HASH = 12, IPL = 13, IPL_PARTITION_DATA = 14, NONHOST_CODE = 15, NONHOST_CONFIG = 16, NONHOST_INFO = 17, }; struct tcpa_pc_event { u32 event_id; u32 event_size; u8 event_data[0]; }; enum tcpa_pc_event_ids { SMBIOS = 1, BIS_CERT = 2, POST_BIOS_ROM = 3, ESCD = 4, CMOS = 5, NVRAM = 6, OPTION_ROM_EXEC = 7, OPTION_ROM_CONFIG = 8, OPTION_ROM_MICROCODE = 10, S_CRTM_VERSION = 11, S_CRTM_CONTENTS = 12, POST_CONTENTS = 13, HOST_TABLE_OF_DEVICES = 14, }; enum TPM_OPS_FLAGS { TPM_OPS_AUTO_STARTUP = 1, }; enum i2c_chip_type { SLB9635 = 0, SLB9645 = 1, UNKNOWN = 2, }; struct tpm_inf_dev { struct i2c_client *client; int locality; u8 buf[1261]; struct tpm_chip *chip; enum i2c_chip_type chip_type; unsigned int adapterlimit; }; enum tis_access { TPM_ACCESS_VALID = 128, TPM_ACCESS_ACTIVE_LOCALITY = 32, TPM_ACCESS_REQUEST_PENDING = 4, TPM_ACCESS_REQUEST_USE = 2, }; enum tis_status { TPM_STS_VALID = 128, TPM_STS_COMMAND_READY = 64, TPM_STS_GO = 32, TPM_STS_DATA_AVAIL = 16, TPM_STS_DATA_EXPECT = 8, }; enum tis_defaults { TIS_SHORT_TIMEOUT = 750, TIS_LONG_TIMEOUT = 2000, }; struct acpi_iort_smmu_v3 { u64 base_address; u32 flags; u32 reserved; u64 vatos_address; u32 model; u32 event_gsiv; u32 pri_gsiv; u32 gerr_gsiv; u32 sync_gsiv; u32 pxm; u32 id_mapping_index; } __attribute__((packed)); enum iommu_fault_type { IOMMU_FAULT_PAGE_REQ = 1, }; enum iommu_page_response_code { IOMMU_PAGE_RESP_SUCCESS = 0, IOMMU_PAGE_RESP_INVALID = 1, IOMMU_PAGE_RESP_FAILURE = 2, }; struct arm_smmu_ste { __le64 data[8]; }; struct arm_smmu_strtab_l2 { struct arm_smmu_ste stes[256]; }; struct arm_smmu_strtab_l1 { __le64 l2ptr; }; struct arm_smmu_cd { __le64 data[8]; }; struct arm_smmu_cdtab_l2 { struct arm_smmu_cd cds[1024]; }; struct arm_smmu_cdtab_l1 { __le64 l2ptr; }; enum pri_resp { PRI_RESP_DENY = 0, PRI_RESP_FAIL = 1, PRI_RESP_SUCC = 2, }; struct arm_smmu_cmdq_ent { u8 opcode; bool substream_valid; union { struct { u32 sid; } prefetch; struct { u32 sid; u32 ssid; union { bool leaf; u8 span; }; } cfgi; struct { u8 num; u8 scale; u16 asid; u16 vmid; bool leaf; u8 ttl; u8 tg; u64 addr; } tlbi; struct { u32 sid; u32 ssid; u64 addr; u8 size; bool global; } atc; struct { u32 sid; u32 ssid; u16 grpid; enum pri_resp resp; } pri; struct { u32 sid; u16 stag; u8 resp; } resume; struct { u64 msiaddr; } sync; }; }; struct arm_smmu_ll_queue { union { u64 val; struct { u32 prod; u32 cons; }; struct { atomic_t prod; atomic_t cons; } atomic; u8 __pad[64]; }; u32 max_n_shift; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_queue { struct arm_smmu_ll_queue llq; int irq; __le64 *base; dma_addr_t base_dma; u64 q_base; size_t ent_dwords; u32 *prod_reg; u32 *cons_reg; long: 64; }; struct arm_smmu_queue_poll { ktime_t timeout; unsigned int delay; unsigned int spin_cnt; bool wfe; }; struct arm_smmu_cmdq { struct arm_smmu_queue q; atomic_long_t *valid_map; atomic_t owner_prod; atomic_t lock; bool (*supports_cmd)(struct arm_smmu_cmdq_ent *); long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_cmdq_batch { u64 cmds[128]; struct arm_smmu_cmdq *cmdq; int num; }; struct arm_smmu_evtq { struct arm_smmu_queue q; struct iopf_queue *iopf; u32 max_stalls; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct arm_smmu_priq { struct arm_smmu_queue q; }; struct arm_smmu_ctx_desc { u16 asid; }; struct arm_smmu_ctx_desc_cfg { union { struct { struct arm_smmu_cd *table; unsigned int num_ents; } linear; struct { struct arm_smmu_cdtab_l1 *l1tab; struct arm_smmu_cdtab_l2 **l2ptrs; unsigned int num_l1_ents; } l2; }; dma_addr_t cdtab_dma; unsigned int used_ssids; u8 in_ste; u8 s1fmt; u8 s1cdmax; }; struct arm_smmu_s2_cfg { u16 vmid; }; struct arm_smmu_strtab_cfg { union { struct { struct arm_smmu_ste *table; dma_addr_t ste_dma; unsigned int num_ents; } linear; struct { struct arm_smmu_strtab_l1 *l1tab; struct arm_smmu_strtab_l2 **l2ptrs; dma_addr_t l1_dma; unsigned int num_l1_ents; } l2; }; }; struct arm_smmu_device___2; struct arm_smmu_impl_ops { int (*device_reset)(struct arm_smmu_device___2 *); void (*device_remove)(struct arm_smmu_device___2 *); int (*init_structures)(struct arm_smmu_device___2 *); struct arm_smmu_cmdq * (*get_secondary_cmdq)(struct arm_smmu_device___2 *, struct arm_smmu_cmdq_ent *); }; struct arm_smmu_device___2 { struct device *dev; struct device *impl_dev; const struct arm_smmu_impl_ops *impl_ops; void *base; void *page1; u32 features; u32 options; long: 64; long: 64; struct arm_smmu_cmdq cmdq; struct arm_smmu_evtq evtq; struct arm_smmu_priq priq; int gerr_irq; int combined_irq; long unsigned int ias; long unsigned int oas; long unsigned int pgsize_bitmap; unsigned int asid_bits; unsigned int vmid_bits; struct ida vmid_map; unsigned int ssid_bits; unsigned int sid_bits; struct arm_smmu_strtab_cfg strtab_cfg; struct iommu_device iommu; struct rb_root streams; struct mutex streams_mutex; }; struct arm_smmu_master; struct arm_smmu_stream { u32 id; struct arm_smmu_master *master; struct rb_node node; }; struct arm_smmu_vmaster; struct arm_smmu_master { struct arm_smmu_device___2 *smmu; struct device *dev; struct arm_smmu_stream *streams; struct arm_smmu_vmaster *vmaster; struct arm_smmu_ctx_desc_cfg cd_table; unsigned int num_streams; bool ats_enabled: 1; bool ste_ats_enabled: 1; bool stall_enabled; bool sva_enabled; bool iopf_enabled; unsigned int ssid_bits; }; struct arm_vsmmu; struct arm_smmu_vmaster { struct arm_vsmmu *vsmmu; long unsigned int vsid; }; struct arm_smmu_domain___2; struct arm_vsmmu { struct iommufd_viommu core; struct arm_smmu_device___2 *smmu; struct arm_smmu_domain___2 *s2_parent; u16 vmid; }; struct arm_smmu_event { u8 stall: 1; u8 ssv: 1; u8 privileged: 1; u8 instruction: 1; u8 s2: 1; u8 read: 1; u8 ttrnw: 1; u8 class_tt: 1; u8 id; u8 class; u16 stag; u32 sid; u32 ssid; u64 iova; u64 ipa; u64 fetch_addr; struct device *dev; }; enum arm_smmu_domain_stage___2 { ARM_SMMU_DOMAIN_S1___2 = 0, ARM_SMMU_DOMAIN_S2___2 = 1, }; struct arm_smmu_domain___2 { struct arm_smmu_device___2 *smmu; struct io_pgtable_ops *pgtbl_ops; atomic_t nr_ats_masters; enum arm_smmu_domain_stage___2 stage; union { struct arm_smmu_ctx_desc cd; struct arm_smmu_s2_cfg s2_cfg; }; struct iommu_domain domain; struct list_head devices; spinlock_t devices_lock; bool enforce_cache_coherency: 1; bool nest_parent: 1; struct mmu_notifier mmu_notifier; }; struct arm_smmu_nested_domain { struct iommu_domain domain; struct arm_vsmmu *vsmmu; bool enable_ats: 1; __le64 ste[2]; }; struct arm_smmu_entry_writer_ops; struct arm_smmu_entry_writer { const struct arm_smmu_entry_writer_ops *ops; struct arm_smmu_master *master; }; struct arm_smmu_entry_writer_ops { void (*get_used)(const __le64 *, __le64 *); void (*sync)(struct arm_smmu_entry_writer *); }; struct arm_smmu_master_domain { struct list_head devices_elm; struct arm_smmu_master *master; ioasid_t ssid; bool nested_ats_flush: 1; }; struct arm_smmu_attach_state { struct iommu_domain *old_domain; struct arm_smmu_master *master; bool cd_needs_ats; bool disable_ats; ioasid_t ssid; struct arm_smmu_vmaster *vmaster; bool ats_enabled; }; enum arm_smmu_msi_index { EVTQ_MSI_INDEX = 0, GERROR_MSI_INDEX = 1, PRIQ_MSI_INDEX = 2, ARM_SMMU_MAX_MSIS = 3, }; struct arm_smmu_option_prop { u32 opt; const char *prop; }; struct arm_smmu_cd_writer { struct arm_smmu_entry_writer writer; unsigned int ssid; }; struct arm_smmu_ste_writer { struct arm_smmu_entry_writer writer; u32 sid; }; struct dart_io_pgtable { struct io_pgtable iop; int tbl_bits; int bits_per_level; void *pgd[4]; }; typedef u64 dart_iopte; struct subsys_interface { const char *name; const struct bus_type *subsys; struct list_head node; int (*add_dev)(struct device *, struct subsys_interface *); void (*remove_dev)(struct device *, struct subsys_interface *); }; struct subsys_dev_iter { struct klist_iter ki; const struct device_type *type; }; struct irq_affinity_devres { unsigned int count; unsigned int irq[0]; }; struct platform_object { struct platform_device pdev; char name[0]; }; struct internal_container { struct klist_node node; struct attribute_container *cont; struct device classdev; }; typedef void * (*devcon_match_fn_t)(const struct fwnode_handle *, const char *, void *); struct dev_pm_domain_attach_data { const char * const *pd_names; const u32 num_pd_names; const u32 pd_flags; }; struct dev_pm_domain_list { struct device **pd_devs; struct device_link **pd_links; u32 *opp_tokens; u32 num_pds; }; enum fw_upload_err { FW_UPLOAD_ERR_NONE = 0, FW_UPLOAD_ERR_HW_ERROR = 1, FW_UPLOAD_ERR_TIMEOUT = 2, FW_UPLOAD_ERR_CANCELED = 3, FW_UPLOAD_ERR_BUSY = 4, FW_UPLOAD_ERR_INVALID_SIZE = 5, FW_UPLOAD_ERR_RW_ERROR = 6, FW_UPLOAD_ERR_WEAROUT = 7, FW_UPLOAD_ERR_FW_INVALID = 8, FW_UPLOAD_ERR_MAX = 9, }; struct fw_upload { void *dd_handle; void *priv; }; struct fw_upload_ops { enum fw_upload_err (*prepare)(struct fw_upload *, const u8 *, u32); enum fw_upload_err (*write)(struct fw_upload *, const u8 *, u32, u32, u32 *); enum fw_upload_err (*poll_complete)(struct fw_upload *); void (*cancel)(struct fw_upload *); void (*cleanup)(struct fw_upload *); }; enum fw_upload_prog { FW_UPLOAD_PROG_IDLE = 0, FW_UPLOAD_PROG_RECEIVING = 1, FW_UPLOAD_PROG_PREPARING = 2, FW_UPLOAD_PROG_TRANSFERRING = 3, FW_UPLOAD_PROG_PROGRAMMING = 4, FW_UPLOAD_PROG_MAX = 5, }; struct fw_upload_priv { struct fw_upload *fw_upload; struct module *module; const char *name; const struct fw_upload_ops *ops; struct mutex lock; struct work_struct work; const u8 *data; u32 remaining_size; enum fw_upload_prog progress; enum fw_upload_prog err_progress; enum fw_upload_err err_code; }; struct builtin_fw { char *name; void *data; long unsigned int size; }; struct node_access_nodes { struct device dev; struct list_head list_node; unsigned int access; struct access_coordinate coord; }; struct node_cache_info { struct device dev; struct list_head node; struct node_cache_attrs cache_attrs; }; struct node_attr { struct device_attribute attr; enum node_states state; }; struct soc_device_attribute { const char *machine; const char *family; const char *revision; const char *serial_number; const char *soc_id; const void *data; const struct attribute_group *custom_attr_group; }; struct soc_device { struct device dev; struct soc_device_attribute *attr; int soc_dev_num; }; struct trace_event_raw_devres { struct trace_entry ent; u32 __data_loc_devname; struct device *dev; const char *op; void *node; u32 __data_loc_name; size_t size; char __data[0]; }; struct trace_event_data_offsets_devres { u32 devname; const void *devname_ptr_; u32 name; const void *name_ptr_; }; typedef void (*btf_trace_devres_log)(void *, struct device *, const char *, void *, const char *, size_t); struct cros_feature_to_name { unsigned int id; const char *name; const char *desc; }; struct cros_feature_to_cells { unsigned int id; const struct mfd_cell *mfd_cells; unsigned int num_cells; }; enum { AXP152_IRQ_LDO0IN_CONNECT = 1, AXP152_IRQ_LDO0IN_REMOVAL = 2, AXP152_IRQ_ALDO0IN_CONNECT = 3, AXP152_IRQ_ALDO0IN_REMOVAL = 4, AXP152_IRQ_DCDC1_V_LOW = 5, AXP152_IRQ_DCDC2_V_LOW = 6, AXP152_IRQ_DCDC3_V_LOW = 7, AXP152_IRQ_DCDC4_V_LOW = 8, AXP152_IRQ_PEK_SHORT = 9, AXP152_IRQ_PEK_LONG = 10, AXP152_IRQ_TIMER = 11, AXP152_IRQ_PEK_FAL_EDGE = 12, AXP152_IRQ_PEK_RIS_EDGE = 13, AXP152_IRQ_GPIO3_INPUT = 14, AXP152_IRQ_GPIO2_INPUT = 15, AXP152_IRQ_GPIO1_INPUT = 16, AXP152_IRQ_GPIO0_INPUT = 17, }; enum axp192_irqs { AXP192_IRQ_ACIN_OVER_V = 1, AXP192_IRQ_ACIN_PLUGIN = 2, AXP192_IRQ_ACIN_REMOVAL = 3, AXP192_IRQ_VBUS_OVER_V = 4, AXP192_IRQ_VBUS_PLUGIN = 5, AXP192_IRQ_VBUS_REMOVAL = 6, AXP192_IRQ_VBUS_V_LOW = 7, AXP192_IRQ_BATT_PLUGIN = 8, AXP192_IRQ_BATT_REMOVAL = 9, AXP192_IRQ_BATT_ENT_ACT_MODE = 10, AXP192_IRQ_BATT_EXIT_ACT_MODE = 11, AXP192_IRQ_CHARG = 12, AXP192_IRQ_CHARG_DONE = 13, AXP192_IRQ_BATT_TEMP_HIGH = 14, AXP192_IRQ_BATT_TEMP_LOW = 15, AXP192_IRQ_DIE_TEMP_HIGH = 16, AXP192_IRQ_CHARG_I_LOW = 17, AXP192_IRQ_DCDC1_V_LONG = 18, AXP192_IRQ_DCDC2_V_LONG = 19, AXP192_IRQ_DCDC3_V_LONG = 20, AXP192_IRQ_PEK_SHORT = 22, AXP192_IRQ_PEK_LONG = 23, AXP192_IRQ_N_OE_PWR_ON = 24, AXP192_IRQ_N_OE_PWR_OFF = 25, AXP192_IRQ_VBUS_VALID = 26, AXP192_IRQ_VBUS_NOT_VALID = 27, AXP192_IRQ_VBUS_SESS_VALID = 28, AXP192_IRQ_VBUS_SESS_END = 29, AXP192_IRQ_LOW_PWR_LVL = 31, AXP192_IRQ_TIMER = 32, AXP192_IRQ_GPIO2_INPUT = 37, AXP192_IRQ_GPIO1_INPUT = 38, AXP192_IRQ_GPIO0_INPUT = 39, }; enum { AXP20X_IRQ_ACIN_OVER_V = 1, AXP20X_IRQ_ACIN_PLUGIN = 2, AXP20X_IRQ_ACIN_REMOVAL = 3, AXP20X_IRQ_VBUS_OVER_V = 4, AXP20X_IRQ_VBUS_PLUGIN = 5, AXP20X_IRQ_VBUS_REMOVAL = 6, AXP20X_IRQ_VBUS_V_LOW = 7, AXP20X_IRQ_BATT_PLUGIN = 8, AXP20X_IRQ_BATT_REMOVAL = 9, AXP20X_IRQ_BATT_ENT_ACT_MODE = 10, AXP20X_IRQ_BATT_EXIT_ACT_MODE = 11, AXP20X_IRQ_CHARG = 12, AXP20X_IRQ_CHARG_DONE = 13, AXP20X_IRQ_BATT_TEMP_HIGH = 14, AXP20X_IRQ_BATT_TEMP_LOW = 15, AXP20X_IRQ_DIE_TEMP_HIGH = 16, AXP20X_IRQ_CHARG_I_LOW = 17, AXP20X_IRQ_DCDC1_V_LONG = 18, AXP20X_IRQ_DCDC2_V_LONG = 19, AXP20X_IRQ_DCDC3_V_LONG = 20, AXP20X_IRQ_PEK_SHORT = 22, AXP20X_IRQ_PEK_LONG = 23, AXP20X_IRQ_N_OE_PWR_ON = 24, AXP20X_IRQ_N_OE_PWR_OFF = 25, AXP20X_IRQ_VBUS_VALID = 26, AXP20X_IRQ_VBUS_NOT_VALID = 27, AXP20X_IRQ_VBUS_SESS_VALID = 28, AXP20X_IRQ_VBUS_SESS_END = 29, AXP20X_IRQ_LOW_PWR_LVL1 = 30, AXP20X_IRQ_LOW_PWR_LVL2 = 31, AXP20X_IRQ_TIMER = 32, AXP20X_IRQ_PEK_FAL_EDGE = 33, AXP20X_IRQ_PEK_RIS_EDGE = 34, AXP20X_IRQ_GPIO3_INPUT = 35, AXP20X_IRQ_GPIO2_INPUT = 36, AXP20X_IRQ_GPIO1_INPUT = 37, AXP20X_IRQ_GPIO0_INPUT = 38, }; enum axp22x_irqs { AXP22X_IRQ_ACIN_OVER_V = 1, AXP22X_IRQ_ACIN_PLUGIN = 2, AXP22X_IRQ_ACIN_REMOVAL = 3, AXP22X_IRQ_VBUS_OVER_V = 4, AXP22X_IRQ_VBUS_PLUGIN = 5, AXP22X_IRQ_VBUS_REMOVAL = 6, AXP22X_IRQ_VBUS_V_LOW = 7, AXP22X_IRQ_BATT_PLUGIN = 8, AXP22X_IRQ_BATT_REMOVAL = 9, AXP22X_IRQ_BATT_ENT_ACT_MODE = 10, AXP22X_IRQ_BATT_EXIT_ACT_MODE = 11, AXP22X_IRQ_CHARG = 12, AXP22X_IRQ_CHARG_DONE = 13, AXP22X_IRQ_BATT_TEMP_HIGH = 14, AXP22X_IRQ_BATT_TEMP_LOW = 15, AXP22X_IRQ_DIE_TEMP_HIGH = 16, AXP22X_IRQ_PEK_SHORT = 17, AXP22X_IRQ_PEK_LONG = 18, AXP22X_IRQ_LOW_PWR_LVL1 = 19, AXP22X_IRQ_LOW_PWR_LVL2 = 20, AXP22X_IRQ_TIMER = 21, AXP22X_IRQ_PEK_FAL_EDGE = 22, AXP22X_IRQ_PEK_RIS_EDGE = 23, AXP22X_IRQ_GPIO1_INPUT = 24, AXP22X_IRQ_GPIO0_INPUT = 25, }; enum axp288_irqs { AXP288_IRQ_VBUS_FALL = 2, AXP288_IRQ_VBUS_RISE = 3, AXP288_IRQ_OV = 4, AXP288_IRQ_FALLING_ALT = 5, AXP288_IRQ_RISING_ALT = 6, AXP288_IRQ_OV_ALT = 7, AXP288_IRQ_DONE = 10, AXP288_IRQ_CHARGING = 11, AXP288_IRQ_SAFE_QUIT = 12, AXP288_IRQ_SAFE_ENTER = 13, AXP288_IRQ_ABSENT = 14, AXP288_IRQ_APPEND = 15, AXP288_IRQ_QWBTU = 16, AXP288_IRQ_WBTU = 17, AXP288_IRQ_QWBTO = 18, AXP288_IRQ_WBTO = 19, AXP288_IRQ_QCBTU = 20, AXP288_IRQ_CBTU = 21, AXP288_IRQ_QCBTO = 22, AXP288_IRQ_CBTO = 23, AXP288_IRQ_WL2 = 24, AXP288_IRQ_WL1 = 25, AXP288_IRQ_GPADC = 26, AXP288_IRQ_OT = 31, AXP288_IRQ_GPIO0 = 32, AXP288_IRQ_GPIO1 = 33, AXP288_IRQ_POKO = 34, AXP288_IRQ_POKL = 35, AXP288_IRQ_POKS = 36, AXP288_IRQ_POKN = 37, AXP288_IRQ_POKP = 38, AXP288_IRQ_TIMER = 39, AXP288_IRQ_MV_CHNG = 40, AXP288_IRQ_BC_USB_CHNG = 41, }; enum axp313a_irqs { AXP313A_IRQ_DIE_TEMP_HIGH = 0, AXP313A_IRQ_DCDC2_V_LOW = 2, AXP313A_IRQ_DCDC3_V_LOW = 3, AXP313A_IRQ_PEK_LONG = 4, AXP313A_IRQ_PEK_SHORT = 5, AXP313A_IRQ_PEK_FAL_EDGE = 6, AXP313A_IRQ_PEK_RIS_EDGE = 7, }; enum axp717_irqs { AXP717_IRQ_VBUS_FAULT = 0, AXP717_IRQ_VBUS_OVER_V = 1, AXP717_IRQ_BOOST_OVER_V = 2, AXP717_IRQ_GAUGE_NEW_SOC = 4, AXP717_IRQ_SOC_DROP_LVL1 = 6, AXP717_IRQ_SOC_DROP_LVL2 = 7, AXP717_IRQ_PEK_RIS_EDGE = 8, AXP717_IRQ_PEK_FAL_EDGE = 9, AXP717_IRQ_PEK_LONG = 10, AXP717_IRQ_PEK_SHORT = 11, AXP717_IRQ_BATT_REMOVAL = 12, AXP717_IRQ_BATT_PLUGIN = 13, AXP717_IRQ_VBUS_REMOVAL = 14, AXP717_IRQ_VBUS_PLUGIN = 15, AXP717_IRQ_BATT_OVER_V = 16, AXP717_IRQ_CHARG_TIMER = 17, AXP717_IRQ_DIE_TEMP_HIGH = 18, AXP717_IRQ_CHARG = 19, AXP717_IRQ_CHARG_DONE = 20, AXP717_IRQ_BATT_OVER_CURR = 21, AXP717_IRQ_LDO_OVER_CURR = 22, AXP717_IRQ_WDOG_EXPIRE = 23, AXP717_IRQ_BATT_ACT_TEMP_LOW = 24, AXP717_IRQ_BATT_ACT_TEMP_HIGH = 25, AXP717_IRQ_BATT_CHG_TEMP_LOW = 26, AXP717_IRQ_BATT_CHG_TEMP_HIGH = 27, AXP717_IRQ_BATT_QUIT_TEMP_HIGH = 28, AXP717_IRQ_BC_USB_CHNG = 30, AXP717_IRQ_BC_USB_DONE = 31, AXP717_IRQ_TYPEC_PLUGIN = 37, AXP717_IRQ_TYPEC_REMOVE = 38, }; enum axp803_irqs { AXP803_IRQ_ACIN_OVER_V = 1, AXP803_IRQ_ACIN_PLUGIN = 2, AXP803_IRQ_ACIN_REMOVAL = 3, AXP803_IRQ_VBUS_OVER_V = 4, AXP803_IRQ_VBUS_PLUGIN = 5, AXP803_IRQ_VBUS_REMOVAL = 6, AXP803_IRQ_BATT_PLUGIN = 7, AXP803_IRQ_BATT_REMOVAL = 8, AXP803_IRQ_BATT_ENT_ACT_MODE = 9, AXP803_IRQ_BATT_EXIT_ACT_MODE = 10, AXP803_IRQ_CHARG = 11, AXP803_IRQ_CHARG_DONE = 12, AXP803_IRQ_BATT_CHG_TEMP_HIGH = 13, AXP803_IRQ_BATT_CHG_TEMP_HIGH_END = 14, AXP803_IRQ_BATT_CHG_TEMP_LOW = 15, AXP803_IRQ_BATT_CHG_TEMP_LOW_END = 16, AXP803_IRQ_BATT_ACT_TEMP_HIGH = 17, AXP803_IRQ_BATT_ACT_TEMP_HIGH_END = 18, AXP803_IRQ_BATT_ACT_TEMP_LOW = 19, AXP803_IRQ_BATT_ACT_TEMP_LOW_END = 20, AXP803_IRQ_DIE_TEMP_HIGH = 21, AXP803_IRQ_GPADC = 22, AXP803_IRQ_LOW_PWR_LVL1 = 23, AXP803_IRQ_LOW_PWR_LVL2 = 24, AXP803_IRQ_TIMER = 25, AXP803_IRQ_PEK_FAL_EDGE = 26, AXP803_IRQ_PEK_RIS_EDGE = 27, AXP803_IRQ_PEK_SHORT = 28, AXP803_IRQ_PEK_LONG = 29, AXP803_IRQ_PEK_OVER_OFF = 30, AXP803_IRQ_GPIO1_INPUT = 31, AXP803_IRQ_GPIO0_INPUT = 32, AXP803_IRQ_BC_USB_CHNG = 33, AXP803_IRQ_MV_CHNG = 34, }; enum axp806_irqs { AXP806_IRQ_DIE_TEMP_HIGH_LV1 = 0, AXP806_IRQ_DIE_TEMP_HIGH_LV2 = 1, AXP806_IRQ_DCDCA_V_LOW = 2, AXP806_IRQ_DCDCB_V_LOW = 3, AXP806_IRQ_DCDCC_V_LOW = 4, AXP806_IRQ_DCDCD_V_LOW = 5, AXP806_IRQ_DCDCE_V_LOW = 6, AXP806_IRQ_POK_LONG = 7, AXP806_IRQ_POK_SHORT = 8, AXP806_IRQ_WAKEUP = 9, AXP806_IRQ_POK_FALL = 10, AXP806_IRQ_POK_RISE = 11, }; enum axp809_irqs { AXP809_IRQ_ACIN_OVER_V = 1, AXP809_IRQ_ACIN_PLUGIN = 2, AXP809_IRQ_ACIN_REMOVAL = 3, AXP809_IRQ_VBUS_OVER_V = 4, AXP809_IRQ_VBUS_PLUGIN = 5, AXP809_IRQ_VBUS_REMOVAL = 6, AXP809_IRQ_VBUS_V_LOW = 7, AXP809_IRQ_BATT_PLUGIN = 8, AXP809_IRQ_BATT_REMOVAL = 9, AXP809_IRQ_BATT_ENT_ACT_MODE = 10, AXP809_IRQ_BATT_EXIT_ACT_MODE = 11, AXP809_IRQ_CHARG = 12, AXP809_IRQ_CHARG_DONE = 13, AXP809_IRQ_BATT_CHG_TEMP_HIGH = 14, AXP809_IRQ_BATT_CHG_TEMP_HIGH_END = 15, AXP809_IRQ_BATT_CHG_TEMP_LOW = 16, AXP809_IRQ_BATT_CHG_TEMP_LOW_END = 17, AXP809_IRQ_BATT_ACT_TEMP_HIGH = 18, AXP809_IRQ_BATT_ACT_TEMP_HIGH_END = 19, AXP809_IRQ_BATT_ACT_TEMP_LOW = 20, AXP809_IRQ_BATT_ACT_TEMP_LOW_END = 21, AXP809_IRQ_DIE_TEMP_HIGH = 22, AXP809_IRQ_LOW_PWR_LVL1 = 23, AXP809_IRQ_LOW_PWR_LVL2 = 24, AXP809_IRQ_TIMER = 25, AXP809_IRQ_PEK_FAL_EDGE = 26, AXP809_IRQ_PEK_RIS_EDGE = 27, AXP809_IRQ_PEK_SHORT = 28, AXP809_IRQ_PEK_LONG = 29, AXP809_IRQ_PEK_OVER_OFF = 30, AXP809_IRQ_GPIO1_INPUT = 31, AXP809_IRQ_GPIO0_INPUT = 32, }; enum axp15060_irqs { AXP15060_IRQ_DIE_TEMP_HIGH_LV1 = 1, AXP15060_IRQ_DIE_TEMP_HIGH_LV2 = 2, AXP15060_IRQ_DCDC1_V_LOW = 3, AXP15060_IRQ_DCDC2_V_LOW = 4, AXP15060_IRQ_DCDC3_V_LOW = 5, AXP15060_IRQ_DCDC4_V_LOW = 6, AXP15060_IRQ_DCDC5_V_LOW = 7, AXP15060_IRQ_DCDC6_V_LOW = 8, AXP15060_IRQ_PEK_LONG = 9, AXP15060_IRQ_PEK_SHORT = 10, AXP15060_IRQ_GPIO1_INPUT = 11, AXP15060_IRQ_PEK_FAL_EDGE = 12, AXP15060_IRQ_PEK_RIS_EDGE = 13, AXP15060_IRQ_GPIO2_INPUT = 14, }; enum MT6323_IRQ_STATUS_numbers { MT6323_IRQ_STATUS_SPKL_AB = 0, MT6323_IRQ_STATUS_SPKL = 1, MT6323_IRQ_STATUS_BAT_L = 2, MT6323_IRQ_STATUS_BAT_H = 3, MT6323_IRQ_STATUS_WATCHDOG = 4, MT6323_IRQ_STATUS_PWRKEY = 5, MT6323_IRQ_STATUS_THR_L = 6, MT6323_IRQ_STATUS_THR_H = 7, MT6323_IRQ_STATUS_VBATON_UNDET = 8, MT6323_IRQ_STATUS_BVALID_DET = 9, MT6323_IRQ_STATUS_CHRDET = 10, MT6323_IRQ_STATUS_OV = 11, MT6323_IRQ_STATUS_LDO = 16, MT6323_IRQ_STATUS_FCHRKEY = 17, MT6323_IRQ_STATUS_ACCDET = 18, MT6323_IRQ_STATUS_AUDIO = 19, MT6323_IRQ_STATUS_RTC = 20, MT6323_IRQ_STATUS_VPROC = 21, MT6323_IRQ_STATUS_VSYS = 22, MT6323_IRQ_STATUS_VPA = 23, MT6323_IRQ_STATUS_NR = 24, }; enum mt6328_irq_status_numbers { MT6328_IRQ_STATUS_PWRKEY = 0, MT6328_IRQ_STATUS_HOMEKEY = 1, MT6328_IRQ_STATUS_PWRKEY_R = 2, MT6328_IRQ_STATUS_HOMEKEY_R = 3, MT6328_IRQ_STATUS_THR_H = 4, MT6328_IRQ_STATUS_THR_L = 5, MT6328_IRQ_STATUS_BAT_H = 6, MT6328_IRQ_STATUS_BAT_L = 7, MT6328_IRQ_STATUS_RTC = 8, MT6328_IRQ_STATUS_AUDIO = 9, MT6328_IRQ_STATUS_ACCDET = 10, MT6328_IRQ_STATUS_ACCDET_EINT = 11, MT6328_IRQ_STATUS_ACCDET_NEGV = 12, MT6328_IRQ_STATUS_NI_LBAT_INT = 13, MT6328_IRQ_STATUS_VPROC_OC = 16, MT6328_IRQ_STATUS_VSYS_OC = 17, MT6328_IRQ_STATUS_VLTE_OC = 18, MT6328_IRQ_STATUS_VCORE_OC = 19, MT6328_IRQ_STATUS_VPA_OC = 20, MT6328_IRQ_STATUS_LDO_OC = 21, MT6328_IRQ_STATUS_BAT2_H = 22, MT6328_IRQ_STATUS_BAT2_L = 23, MT6328_IRQ_STATUS_VISMPS0_H = 24, MT6328_IRQ_STATUS_VISMPS0_L = 25, MT6328_IRQ_STATUS_AUXADC_IMP = 26, MT6328_IRQ_STATUS_OV = 32, MT6328_IRQ_STATUS_BVALID_DET = 33, MT6328_IRQ_STATUS_VBATON_HV = 34, MT6328_IRQ_STATUS_VBATON_UNDET = 35, MT6328_IRQ_STATUS_WATCHDOG = 36, MT6328_IRQ_STATUS_PCHR_CM_VDEC = 37, MT6328_IRQ_STATUS_CHRDET = 38, MT6328_IRQ_STATUS_PCHR_CM_VINC = 39, MT6328_IRQ_STATUS_FG_BAT_H = 40, MT6328_IRQ_STATUS_FG_BAT_L = 41, MT6328_IRQ_STATUS_FG_CUR_H = 42, MT6328_IRQ_STATUS_FG_CUR_L = 43, MT6328_IRQ_STATUS_FG_ZCV = 44, MT6328_IRQ_STATUS_SPKL_D = 45, MT6328_IRQ_STATUS_SPKL_AB = 46, }; enum mt6331_irq_status_numbers { MT6331_IRQ_STATUS_PWRKEY = 0, MT6331_IRQ_STATUS_HOMEKEY = 1, MT6331_IRQ_STATUS_CHRDET = 2, MT6331_IRQ_STATUS_THR_H = 3, MT6331_IRQ_STATUS_THR_L = 4, MT6331_IRQ_STATUS_BAT_H = 5, MT6331_IRQ_STATUS_BAT_L = 6, MT6331_IRQ_STATUS_RTC = 7, MT6331_IRQ_STATUS_AUDIO = 8, MT6331_IRQ_STATUS_MAD = 9, MT6331_IRQ_STATUS_ACCDET = 10, MT6331_IRQ_STATUS_ACCDET_EINT = 11, MT6331_IRQ_STATUS_ACCDET_NEGV = 12, MT6331_IRQ_STATUS_VDVFS11_OC = 16, MT6331_IRQ_STATUS_VDVFS12_OC = 17, MT6331_IRQ_STATUS_VDVFS13_OC = 18, MT6331_IRQ_STATUS_VDVFS14_OC = 19, MT6331_IRQ_STATUS_GPU_OC = 20, MT6331_IRQ_STATUS_VCORE1_OC = 21, MT6331_IRQ_STATUS_VCORE2_OC = 22, MT6331_IRQ_STATUS_VIO18_OC = 23, MT6331_IRQ_STATUS_LDO_OC = 24, MT6331_IRQ_STATUS_NR = 25, }; enum mt6357_irq_numbers { MT6357_IRQ_VPROC_OC = 0, MT6357_IRQ_VCORE_OC = 1, MT6357_IRQ_VMODEM_OC = 2, MT6357_IRQ_VS1_OC = 3, MT6357_IRQ_VPA_OC = 4, MT6357_IRQ_VCORE_PREOC = 5, MT6357_IRQ_VFE28_OC = 16, MT6357_IRQ_VXO22_OC = 17, MT6357_IRQ_VRF18_OC = 18, MT6357_IRQ_VRF12_OC = 19, MT6357_IRQ_VEFUSE_OC = 20, MT6357_IRQ_VCN33_OC = 21, MT6357_IRQ_VCN28_OC = 22, MT6357_IRQ_VCN18_OC = 23, MT6357_IRQ_VCAMA_OC = 24, MT6357_IRQ_VCAMD_OC = 25, MT6357_IRQ_VCAMIO_OC = 26, MT6357_IRQ_VLDO28_OC = 27, MT6357_IRQ_VUSB33_OC = 28, MT6357_IRQ_VAUX18_OC = 29, MT6357_IRQ_VAUD28_OC = 30, MT6357_IRQ_VIO28_OC = 31, MT6357_IRQ_VIO18_OC = 32, MT6357_IRQ_VSRAM_PROC_OC = 33, MT6357_IRQ_VSRAM_OTHERS_OC = 34, MT6357_IRQ_VIBR_OC = 35, MT6357_IRQ_VDRAM_OC = 36, MT6357_IRQ_VMC_OC = 37, MT6357_IRQ_VMCH_OC = 38, MT6357_IRQ_VEMC_OC = 39, MT6357_IRQ_VSIM1_OC = 40, MT6357_IRQ_VSIM2_OC = 41, MT6357_IRQ_PWRKEY = 48, MT6357_IRQ_HOMEKEY = 49, MT6357_IRQ_PWRKEY_R = 50, MT6357_IRQ_HOMEKEY_R = 51, MT6357_IRQ_NI_LBAT_INT = 52, MT6357_IRQ_CHRDET = 53, MT6357_IRQ_CHRDET_EDGE = 54, MT6357_IRQ_VCDT_HV_DET = 55, MT6357_IRQ_WATCHDOG = 56, MT6357_IRQ_VBATON_UNDET = 57, MT6357_IRQ_BVALID_DET = 58, MT6357_IRQ_OV = 59, MT6357_IRQ_RTC = 64, MT6357_IRQ_FG_BAT0_H = 80, MT6357_IRQ_FG_BAT0_L = 81, MT6357_IRQ_FG_CUR_H = 82, MT6357_IRQ_FG_CUR_L = 83, MT6357_IRQ_FG_ZCV = 84, MT6357_IRQ_BATON_LV = 96, MT6357_IRQ_BATON_HT = 97, MT6357_IRQ_BAT_H = 112, MT6357_IRQ_BAT_L = 113, MT6357_IRQ_AUXADC_IMP = 114, MT6357_IRQ_NAG_C_DLTV = 115, MT6357_IRQ_AUDIO = 128, MT6357_IRQ_ACCDET = 133, MT6357_IRQ_ACCDET_EINT0 = 134, MT6357_IRQ_ACCDET_EINT1 = 135, MT6357_IRQ_SPI_CMD_ALERT = 144, MT6357_IRQ_NR = 145, }; enum mt6358_irq_numbers { MT6358_IRQ_VPROC11_OC = 0, MT6358_IRQ_VPROC12_OC = 1, MT6358_IRQ_VCORE_OC = 2, MT6358_IRQ_VGPU_OC = 3, MT6358_IRQ_VMODEM_OC = 4, MT6358_IRQ_VDRAM1_OC = 5, MT6358_IRQ_VS1_OC = 6, MT6358_IRQ_VS2_OC = 7, MT6358_IRQ_VPA_OC = 8, MT6358_IRQ_VCORE_PREOC = 9, MT6358_IRQ_VFE28_OC = 16, MT6358_IRQ_VXO22_OC = 17, MT6358_IRQ_VRF18_OC = 18, MT6358_IRQ_VRF12_OC = 19, MT6358_IRQ_VEFUSE_OC = 20, MT6358_IRQ_VCN33_OC = 21, MT6358_IRQ_VCN28_OC = 22, MT6358_IRQ_VCN18_OC = 23, MT6358_IRQ_VCAMA1_OC = 24, MT6358_IRQ_VCAMA2_OC = 25, MT6358_IRQ_VCAMD_OC = 26, MT6358_IRQ_VCAMIO_OC = 27, MT6358_IRQ_VLDO28_OC = 28, MT6358_IRQ_VA12_OC = 29, MT6358_IRQ_VAUX18_OC = 30, MT6358_IRQ_VAUD28_OC = 31, MT6358_IRQ_VIO28_OC = 32, MT6358_IRQ_VIO18_OC = 33, MT6358_IRQ_VSRAM_PROC11_OC = 34, MT6358_IRQ_VSRAM_PROC12_OC = 35, MT6358_IRQ_VSRAM_OTHERS_OC = 36, MT6358_IRQ_VSRAM_GPU_OC = 37, MT6358_IRQ_VDRAM2_OC = 38, MT6358_IRQ_VMC_OC = 39, MT6358_IRQ_VMCH_OC = 40, MT6358_IRQ_VEMC_OC = 41, MT6358_IRQ_VSIM1_OC = 42, MT6358_IRQ_VSIM2_OC = 43, MT6358_IRQ_VIBR_OC = 44, MT6358_IRQ_VUSB_OC = 45, MT6358_IRQ_VBIF28_OC = 46, MT6358_IRQ_PWRKEY = 48, MT6358_IRQ_HOMEKEY = 49, MT6358_IRQ_PWRKEY_R = 50, MT6358_IRQ_HOMEKEY_R = 51, MT6358_IRQ_NI_LBAT_INT = 52, MT6358_IRQ_CHRDET = 53, MT6358_IRQ_CHRDET_EDGE = 54, MT6358_IRQ_VCDT_HV_DET = 55, MT6358_IRQ_RTC = 64, MT6358_IRQ_FG_BAT0_H = 80, MT6358_IRQ_FG_BAT0_L = 81, MT6358_IRQ_FG_CUR_H = 82, MT6358_IRQ_FG_CUR_L = 83, MT6358_IRQ_FG_ZCV = 84, MT6358_IRQ_FG_BAT1_H = 85, MT6358_IRQ_FG_BAT1_L = 86, MT6358_IRQ_FG_N_CHARGE_L = 87, MT6358_IRQ_FG_IAVG_H = 88, MT6358_IRQ_FG_IAVG_L = 89, MT6358_IRQ_FG_TIME_H = 90, MT6358_IRQ_FG_DISCHARGE = 91, MT6358_IRQ_FG_CHARGE = 92, MT6358_IRQ_BATON_LV = 96, MT6358_IRQ_BATON_HT = 97, MT6358_IRQ_BATON_BAT_IN = 98, MT6358_IRQ_BATON_BAT_OUT = 99, MT6358_IRQ_BIF = 100, MT6358_IRQ_BAT_H = 112, MT6358_IRQ_BAT_L = 113, MT6358_IRQ_BAT2_H = 114, MT6358_IRQ_BAT2_L = 115, MT6358_IRQ_BAT_TEMP_H = 116, MT6358_IRQ_BAT_TEMP_L = 117, MT6358_IRQ_AUXADC_IMP = 118, MT6358_IRQ_NAG_C_DLTV = 119, MT6358_IRQ_AUDIO = 128, MT6358_IRQ_ACCDET = 133, MT6358_IRQ_ACCDET_EINT0 = 134, MT6358_IRQ_ACCDET_EINT1 = 135, MT6358_IRQ_SPI_CMD_ALERT = 144, MT6358_IRQ_NR = 145, }; enum mt6359_irq_numbers { MT6359_IRQ_VCORE_OC = 1, MT6359_IRQ_VGPU11_OC = 2, MT6359_IRQ_VGPU12_OC = 3, MT6359_IRQ_VMODEM_OC = 4, MT6359_IRQ_VPROC1_OC = 5, MT6359_IRQ_VPROC2_OC = 6, MT6359_IRQ_VS1_OC = 7, MT6359_IRQ_VS2_OC = 8, MT6359_IRQ_VPA_OC = 9, MT6359_IRQ_VFE28_OC = 16, MT6359_IRQ_VXO22_OC = 17, MT6359_IRQ_VRF18_OC = 18, MT6359_IRQ_VRF12_OC = 19, MT6359_IRQ_VEFUSE_OC = 20, MT6359_IRQ_VCN33_1_OC = 21, MT6359_IRQ_VCN33_2_OC = 22, MT6359_IRQ_VCN13_OC = 23, MT6359_IRQ_VCN18_OC = 24, MT6359_IRQ_VA09_OC = 25, MT6359_IRQ_VCAMIO_OC = 26, MT6359_IRQ_VA12_OC = 27, MT6359_IRQ_VAUX18_OC = 28, MT6359_IRQ_VAUD18_OC = 29, MT6359_IRQ_VIO18_OC = 30, MT6359_IRQ_VSRAM_PROC1_OC = 31, MT6359_IRQ_VSRAM_PROC2_OC = 32, MT6359_IRQ_VSRAM_OTHERS_OC = 33, MT6359_IRQ_VSRAM_MD_OC = 34, MT6359_IRQ_VEMC_OC = 35, MT6359_IRQ_VSIM1_OC = 36, MT6359_IRQ_VSIM2_OC = 37, MT6359_IRQ_VUSB_OC = 38, MT6359_IRQ_VRFCK_OC = 39, MT6359_IRQ_VBBCK_OC = 40, MT6359_IRQ_VBIF28_OC = 41, MT6359_IRQ_VIBR_OC = 42, MT6359_IRQ_VIO28_OC = 43, MT6359_IRQ_VM18_OC = 44, MT6359_IRQ_VUFS_OC = 45, MT6359_IRQ_PWRKEY = 48, MT6359_IRQ_HOMEKEY = 49, MT6359_IRQ_PWRKEY_R = 50, MT6359_IRQ_HOMEKEY_R = 51, MT6359_IRQ_NI_LBAT_INT = 52, MT6359_IRQ_CHRDET_EDGE = 53, MT6359_IRQ_RTC = 64, MT6359_IRQ_FG_BAT_H = 80, MT6359_IRQ_FG_BAT_L = 81, MT6359_IRQ_FG_CUR_H = 82, MT6359_IRQ_FG_CUR_L = 83, MT6359_IRQ_FG_ZCV = 84, MT6359_IRQ_FG_N_CHARGE_L = 87, MT6359_IRQ_FG_IAVG_H = 88, MT6359_IRQ_FG_IAVG_L = 89, MT6359_IRQ_FG_DISCHARGE = 91, MT6359_IRQ_FG_CHARGE = 92, MT6359_IRQ_BATON_LV = 96, MT6359_IRQ_BATON_BAT_IN = 98, MT6359_IRQ_BATON_BAT_OU = 99, MT6359_IRQ_BIF = 100, MT6359_IRQ_BAT_H = 112, MT6359_IRQ_BAT_L = 113, MT6359_IRQ_BAT2_H = 114, MT6359_IRQ_BAT2_L = 115, MT6359_IRQ_BAT_TEMP_H = 116, MT6359_IRQ_BAT_TEMP_L = 117, MT6359_IRQ_THR_H = 118, MT6359_IRQ_THR_L = 119, MT6359_IRQ_AUXADC_IMP = 120, MT6359_IRQ_NAG_C_DLTV = 121, MT6359_IRQ_AUDIO = 128, MT6359_IRQ_ACCDET = 133, MT6359_IRQ_ACCDET_EINT0 = 134, MT6359_IRQ_ACCDET_EINT1 = 135, MT6359_IRQ_SPI_CMD_ALERT = 144, MT6359_IRQ_NR = 145, }; struct chip_data___2 { u32 cid_addr; u32 cid_shift; const struct mfd_cell *cells; int cell_size; int (*irq_init)(struct mt6397_chip *); }; enum rk816_irqs { RK816_IRQ_PWRON_FALL = 0, RK816_IRQ_PWRON_RISE = 1, RK816_IRQ_VB_LOW = 2, RK816_IRQ_PWRON = 3, RK816_IRQ_PWRON_LP = 4, RK816_IRQ_HOTDIE = 5, RK816_IRQ_RTC_ALARM = 6, RK816_IRQ_RTC_PERIOD = 7, RK816_IRQ_USB_OV = 8, RK816_IRQ_PLUG_IN = 9, RK816_IRQ_PLUG_OUT = 10, RK816_IRQ_CHG_OK = 11, RK816_IRQ_CHG_TE = 12, RK816_IRQ_CHG_TS = 13, RK816_IRQ_CHG_CVTLIM = 14, RK816_IRQ_DISCHG_ILIM = 15, }; enum rk806_irqs { RK806_IRQ_PWRON_FALL = 0, RK806_IRQ_PWRON_RISE = 1, RK806_IRQ_PWRON = 2, RK806_IRQ_PWRON_LP = 3, RK806_IRQ_HOTDIE = 4, RK806_IRQ_VDC_RISE = 5, RK806_IRQ_VDC_FALL = 6, RK806_IRQ_VB_LO = 7, RK806_IRQ_REV0 = 8, RK806_IRQ_REV1 = 9, RK806_IRQ_REV2 = 10, RK806_IRQ_CRC_ERROR = 11, RK806_IRQ_SLP3_GPIO = 12, RK806_IRQ_SLP2_GPIO = 13, RK806_IRQ_SLP1_GPIO = 14, RK806_IRQ_WDT = 15, }; enum { BUCK_ILMIN_50MA = 0, BUCK_ILMIN_100MA = 1, BUCK_ILMIN_150MA = 2, BUCK_ILMIN_200MA = 3, BUCK_ILMIN_250MA = 4, BUCK_ILMIN_300MA = 5, BUCK_ILMIN_350MA = 6, BUCK_ILMIN_400MA = 7, }; enum { BOOST_ILMIN_75MA = 0, BOOST_ILMIN_100MA = 1, BOOST_ILMIN_125MA = 2, BOOST_ILMIN_150MA = 3, BOOST_ILMIN_175MA = 4, BOOST_ILMIN_200MA = 5, BOOST_ILMIN_225MA = 6, BOOST_ILMIN_250MA = 7, }; enum { RK805_BUCK1_2_ILMAX_2500MA = 0, RK805_BUCK1_2_ILMAX_3000MA = 1, RK805_BUCK1_2_ILMAX_3500MA = 2, RK805_BUCK1_2_ILMAX_4000MA = 3, }; enum { RK805_BUCK3_ILMAX_1500MA = 0, RK805_BUCK3_ILMAX_2000MA = 1, RK805_BUCK3_ILMAX_2500MA = 2, RK805_BUCK3_ILMAX_3000MA = 3, }; enum { RK805_BUCK4_ILMAX_2000MA = 0, RK805_BUCK4_ILMAX_2500MA = 1, RK805_BUCK4_ILMAX_3000MA = 2, RK805_BUCK4_ILMAX_3500MA = 3, }; struct rk808_reg_data { int addr; int mask; int value; }; enum s2mps11_irq { S2MPS11_IRQ_PWRONF = 0, S2MPS11_IRQ_PWRONR = 1, S2MPS11_IRQ_JIGONBF = 2, S2MPS11_IRQ_JIGONBR = 3, S2MPS11_IRQ_ACOKBF = 4, S2MPS11_IRQ_ACOKBR = 5, S2MPS11_IRQ_PWRON1S = 6, S2MPS11_IRQ_MRB = 7, S2MPS11_IRQ_RTC60S = 8, S2MPS11_IRQ_RTCA1 = 9, S2MPS11_IRQ_RTCA0 = 10, S2MPS11_IRQ_SMPL = 11, S2MPS11_IRQ_RTC1S = 12, S2MPS11_IRQ_WTSR = 13, S2MPS11_IRQ_INT120C = 14, S2MPS11_IRQ_INT140C = 15, S2MPS11_IRQ_NR = 16, }; enum s2mpu02_irq { S2MPU02_IRQ_PWRONF = 0, S2MPU02_IRQ_PWRONR = 1, S2MPU02_IRQ_JIGONBF = 2, S2MPU02_IRQ_JIGONBR = 3, S2MPU02_IRQ_ACOKBF = 4, S2MPU02_IRQ_ACOKBR = 5, S2MPU02_IRQ_PWRON1S = 6, S2MPU02_IRQ_MRB = 7, S2MPU02_IRQ_RTC60S = 8, S2MPU02_IRQ_RTCA1 = 9, S2MPU02_IRQ_RTCA0 = 10, S2MPU02_IRQ_SMPL = 11, S2MPU02_IRQ_RTC1S = 12, S2MPU02_IRQ_WTSR = 13, S2MPU02_IRQ_INT120C = 14, S2MPU02_IRQ_INT140C = 15, S2MPU02_IRQ_TSD = 16, S2MPU02_IRQ_NR = 17, }; enum s2mpu05_irq { S2MPU05_IRQ_PWRONF = 0, S2MPU05_IRQ_PWRONR = 1, S2MPU05_IRQ_JIGONBF = 2, S2MPU05_IRQ_JIGONBR = 3, S2MPU05_IRQ_ACOKF = 4, S2MPU05_IRQ_ACOKR = 5, S2MPU05_IRQ_PWRON1S = 6, S2MPU05_IRQ_MRB = 7, S2MPU05_IRQ_RTC60S = 8, S2MPU05_IRQ_RTCA1 = 9, S2MPU05_IRQ_RTCA0 = 10, S2MPU05_IRQ_SMPL = 11, S2MPU05_IRQ_RTC1S = 12, S2MPU05_IRQ_WTSR = 13, S2MPU05_IRQ_INT120C = 14, S2MPU05_IRQ_INT140C = 15, S2MPU05_IRQ_TSD = 16, S2MPU05_IRQ_NR = 17, }; struct dma_resv_list; struct dma_resv { struct ww_mutex lock; struct dma_resv_list *fences; }; struct dma_buf_export_info { const char *exp_name; struct module *owner; const struct dma_buf_ops *ops; size_t size; int flags; struct dma_resv *resv; void *priv; }; enum dma_resv_usage { DMA_RESV_USAGE_KERNEL = 0, DMA_RESV_USAGE_WRITE = 1, DMA_RESV_USAGE_READ = 2, DMA_RESV_USAGE_BOOKKEEP = 3, }; struct dma_resv_iter { struct dma_resv *obj; enum dma_resv_usage usage; struct dma_fence *fence; enum dma_resv_usage fence_usage; unsigned int index; struct dma_resv_list *fences; unsigned int num_fences; bool is_restarted; }; struct dma_buf_sync { __u64 flags; }; struct dma_buf_export_sync_file { __u32 flags; __s32 fd; }; struct dma_buf_import_sync_file { __u32 flags; __s32 fd; }; struct scsi_mode_data { __u32 length; __u16 block_descriptor_length; __u8 medium_type; __u8 device_specific; __u8 header_length; __u8 longlba: 1; }; struct trace_event_raw_scsi_dispatch_cmd_start { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_dispatch_cmd_error { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int rtn; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; char __data[0]; }; struct trace_event_raw_scsi_cmd_done_timeout_template { struct trace_entry ent; unsigned int host_no; unsigned int channel; unsigned int id; unsigned int lun; int result; unsigned int opcode; unsigned int cmd_len; int driver_tag; int scheduler_tag; unsigned int data_sglen; unsigned int prot_sglen; unsigned char prot_op; u32 __data_loc_cmnd; u8 sense_key; u8 asc; u8 ascq; char __data[0]; }; struct trace_event_raw_scsi_eh_wakeup { struct trace_entry ent; unsigned int host_no; char __data[0]; }; struct trace_event_data_offsets_scsi_dispatch_cmd_start { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_dispatch_cmd_error { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_cmd_done_timeout_template { u32 cmnd; const void *cmnd_ptr_; }; struct trace_event_data_offsets_scsi_eh_wakeup {}; typedef void (*btf_trace_scsi_dispatch_cmd_start)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_error)(void *, struct scsi_cmnd *, int); typedef void (*btf_trace_scsi_dispatch_cmd_done)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_dispatch_cmd_timeout)(void *, struct scsi_cmnd *); typedef void (*btf_trace_scsi_eh_wakeup)(void *, struct Scsi_Host *); enum scsi_vpd_parameters { SCSI_VPD_HEADER_SIZE = 4, SCSI_VPD_LIST_SIZE = 36, }; enum scsi_timeouts { SCSI_DEFAULT_EH_TIMEOUT = 2500, }; struct async_scan_data { struct list_head list; struct Scsi_Host *shost; struct completion prev_finished; }; enum scsi_pr_type { SCSI_PR_WRITE_EXCLUSIVE = 1, SCSI_PR_EXCLUSIVE_ACCESS = 3, SCSI_PR_WRITE_EXCLUSIVE_REG_ONLY = 5, SCSI_PR_EXCLUSIVE_ACCESS_REG_ONLY = 6, SCSI_PR_WRITE_EXCLUSIVE_ALL_REGS = 7, SCSI_PR_EXCLUSIVE_ACCESS_ALL_REGS = 8, }; struct transport_class { struct class class; int (*setup)(struct transport_container *, struct device *, struct device *); int (*configure)(struct transport_container *, struct device *, struct device *); int (*remove)(struct transport_container *, struct device *, struct device *); }; struct sas_end_device { struct sas_rphy rphy; unsigned int ready_led_meaning: 1; unsigned int tlr_supported: 1; unsigned int tlr_enabled: 1; u16 I_T_nexus_loss_timeout; u16 initiator_response_timeout; }; struct sas_host_attrs { struct list_head rphy_list; struct mutex lock; struct request_queue *q; u32 next_target_id; u32 next_expander_id; int next_port_id; }; enum { SAS_DATAPRES_NO_DATA = 0, SAS_DATAPRES_RESPONSE_DATA = 1, SAS_DATAPRES_SENSE_DATA = 2, }; struct ssp_response_iu { u8 _r_a[10]; u8 datapres: 2; u8 _r_b: 6; u8 status; u32 _r_c; __be32 sense_data_len; __be32 response_data_len; union { struct { struct {} __empty_resp_data; u8 resp_data[0]; }; struct { struct {} __empty_sense_data; u8 sense_data[0]; }; }; }; struct MR_FW_RAID_MAP_ALL { struct MR_FW_RAID_MAP raidMap; struct MR_LD_SPAN_MAP ldSpanMap[64]; }; struct MR_FW_RAID_MAP_EXT { u32 reserved; union { struct { u32 maxLd; u32 maxSpanDepth; u32 maxRowSize; u32 maxPdCount; u32 maxArrays; } validationInfo; u32 version[5]; }; u8 fpPdIoTimeoutSec; u8 reserved2[7]; __le16 ldCount; __le16 arCount; __le16 spanCount; __le16 reserve3; struct MR_DEV_HANDLE_INFO devHndlInfo[256]; u8 ldTgtIdToLd[256]; struct MR_ARRAY_INFO arMapInfo[256]; struct MR_LD_SPAN_MAP ldSpanMap[256]; }; enum pr_status { PR_STS_SUCCESS = 0, PR_STS_IOERR = 2, PR_STS_RESERVATION_CONFLICT = 24, PR_STS_RETRY_PATH_FAILURE = 917504, PR_STS_PATH_FAST_FAILED = 983040, PR_STS_PATH_FAILED = 65536, }; struct scsi_io_group_descriptor { u8 ic_enable: 1; u8 cs_enble: 1; u8 st_enble: 1; u8 reserved1: 3; u8 io_advice_hints_mode: 2; u8 reserved2[3]; u8 lbm_descriptor_type: 4; u8 rlbsr: 2; u8 reserved3: 1; u8 acdlu: 1; u8 params[2]; u8 reserved4; u8 reserved5[8]; }; struct scsi_stream_status { u8 reserved1: 7; u8 perm: 1; u8 reserved2; __be16 stream_identifier; u8 rel_lifetime: 6; u8 reserved3: 2; u8 reserved4[3]; }; struct scsi_stream_status_header { __be32 len; u16 reserved; __be16 number_of_open_streams; struct { struct {} __empty_stream_status; struct scsi_stream_status stream_status[0]; }; }; enum scsi_prot_flags { SCSI_PROT_TRANSFER_PI = 1, SCSI_PROT_GUARD_CHECK = 2, SCSI_PROT_REF_CHECK = 4, SCSI_PROT_REF_INCREMENT = 8, SCSI_PROT_IP_CHECKSUM = 16, }; enum { SD_EXT_CDB_SIZE = 32, SD_MEMPOOL_SIZE = 2, }; enum { SD_DEF_XFER_BLOCKS = 65535, SD_MAX_XFER_BLOCKS = 4294967295, SD_MAX_WS10_BLOCKS = 65535, SD_MAX_WS16_BLOCKS = 8388607, }; enum { SD_LBP_FULL = 0, SD_LBP_UNMAP = 1, SD_LBP_WS16 = 2, SD_LBP_WS10 = 3, SD_LBP_ZERO = 4, SD_LBP_DISABLE = 5, }; enum { SD_ZERO_WRITE = 0, SD_ZERO_WS = 1, SD_ZERO_WS16_UNMAP = 2, SD_ZERO_WS10_UNMAP = 3, }; struct mtd_partitions { const struct mtd_partition *parts; int nr_parts; const struct mtd_part_parser *parser; }; struct chip_probe { char *name; int (*probe_chip)(struct map_info *, __u32, long unsigned int *, struct cfi_private *); }; typedef struct mtd_info *cfi_cmdset_fn_t(struct map_info *, int); struct jedec_ecc_info { u8 ecc_bits; u8 codeword_size; __le16 bb_per_lun; __le16 block_endurance; u8 reserved[2]; }; struct nand_jedec_params { u8 sig[4]; __le16 revision; __le16 features; u8 opt_cmd[3]; __le16 sec_cmd; u8 num_of_param_pages; u8 reserved0[18]; char manufacturer[12]; char model[20]; u8 jedec_id[6]; u8 reserved1[10]; __le32 byte_per_page; __le16 spare_bytes_per_page; u8 reserved2[6]; __le32 pages_per_block; __le32 blocks_per_lun; u8 lun_count; u8 addr_cycles; u8 bits_per_cell; u8 programs_per_page; u8 multi_plane_addr; u8 multi_plane_op_attr; u8 reserved3[38]; __le16 async_sdr_speed_grade; __le16 toggle_ddr_speed_grade; __le16 sync_ddr_speed_grade; u8 async_sdr_features; u8 toggle_ddr_features; u8 sync_ddr_features; __le16 t_prog; __le16 t_bers; __le16 t_r; __le16 t_r_multi_plane; __le16 t_ccs; __le16 io_pin_capacitance_typ; __le16 input_pin_capacitance_typ; __le16 clk_pin_capacitance_typ; u8 driver_strength_support; __le16 t_adl; u8 reserved4[36]; u8 guaranteed_good_blocks; __le16 guaranteed_block_endurance; struct jedec_ecc_info ecc_info[4]; u8 reserved5[29]; u8 reserved6[148]; __le16 vendor_rev_num; u8 reserved7[88]; __le16 crc; } __attribute__((packed)); struct nand_onfi_vendor_macronix { u8 reserved; u8 reliability_func; }; struct sfdp_header { u32 signature; u8 minor; u8 major; u8 nph; u8 unused; struct sfdp_parameter_header bfpt_header; }; struct sfdp_bfpt_read { u32 hwcaps; u32 supported_dword; u32 supported_bit; u32 settings_dword; u32 settings_shift; enum spi_nor_protocol proto; }; struct sfdp_bfpt_erase { u32 dword; u32 shift; }; struct sfdp_4bait { u32 hwcaps; u32 supported_bit; }; struct spmi_device { struct device dev; struct spmi_controller *ctrl; u8 usid; }; struct spmi_driver { struct device_driver driver; int (*probe)(struct spmi_device *); void (*remove)(struct spmi_device *); void (*shutdown)(struct spmi_device *); }; struct trace_event_raw_spmi_write_begin { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; u8 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_spmi_write_end { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; int ret; char __data[0]; }; struct trace_event_raw_spmi_read_begin { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; char __data[0]; }; struct trace_event_raw_spmi_read_end { struct trace_entry ent; u8 opcode; u8 sid; u16 addr; int ret; u8 len; u32 __data_loc_buf; char __data[0]; }; struct trace_event_raw_spmi_cmd { struct trace_entry ent; u8 opcode; u8 sid; int ret; char __data[0]; }; struct trace_event_data_offsets_spmi_write_begin { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_spmi_write_end {}; struct trace_event_data_offsets_spmi_read_begin {}; struct trace_event_data_offsets_spmi_read_end { u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_spmi_cmd {}; typedef void (*btf_trace_spmi_write_begin)(void *, u8, u8, u16, u8, const u8 *); typedef void (*btf_trace_spmi_write_end)(void *, u8, u8, u16, int); typedef void (*btf_trace_spmi_read_begin)(void *, u8, u8, u16); typedef void (*btf_trace_spmi_read_end)(void *, u8, u8, u16, int, u8, const u8 *); typedef void (*btf_trace_spmi_cmd)(void *, u8, u8, int); struct mdiobus_devres { struct mii_bus *mii; }; struct phy_package_shared { u8 base_addr; struct device_node *np; refcount_t refcnt; long unsigned int flags; size_t priv_size; void *priv; }; struct swmii_regs { u16 bmsr; u16 lpa; u16 lpagb; u16 estat; }; enum { SWMII_SPEED_10 = 0, SWMII_SPEED_100 = 1, SWMII_SPEED_1000 = 2, SWMII_DUPLEX_HALF = 0, SWMII_DUPLEX_FULL = 1, }; struct dp83td510_stats { u64 tx_pkt_cnt; u64 tx_err_pkt_cnt; u64 rx_pkt_cnt; u64 rx_err_pkt_cnt; }; struct dp83td510_priv { bool alcd_test_active; struct dp83td510_stats stats; }; struct kszphy_hw_stat { const char *string; u8 reg; u8 bits; }; struct kszphy_type { u32 led_mode_reg; u16 interrupt_level_mask; u16 cable_diag_reg; long unsigned int pair_mask; u16 disable_dll_tx_bit; u16 disable_dll_rx_bit; u16 disable_dll_mask; bool has_broadcast_disable; bool has_nand_tree_disable; bool has_rmii_ref_clk_sel; }; struct lan8814_shared_priv { struct phy_device *phydev; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct ptp_pin_desc *pin_config; struct mutex shared_lock; }; struct lan8814_ptp_rx_ts { struct list_head list; u32 seconds; u32 nsec; u16 seq_id; }; struct kszphy_ptp_priv { struct mii_timestamper mii_ts; struct phy_device *phydev; struct sk_buff_head tx_queue; struct sk_buff_head rx_queue; struct list_head rx_ts_list; spinlock_t rx_ts_lock; int hwts_tx_type; enum hwtstamp_rx_filters rx_filter; int layer; int version; struct ptp_clock *ptp_clock; struct ptp_clock_info ptp_clock_info; struct mutex ptp_lock; struct ptp_pin_desc *pin_config; s64 seconds; spinlock_t seconds_lock; }; struct kszphy_priv { struct kszphy_ptp_priv ptp_priv; const struct kszphy_type *type; struct clk *clk; int led_mode; u16 vct_ctrl1000; bool rmii_ref_clk_sel; bool rmii_ref_clk_sel_val; bool clk_enable; u64 stats[2]; }; struct ksz9477_errata_write { u8 dev_addr; u8 reg_addr; u16 val; }; struct rtl821x_priv { u16 phycr1; u16 phycr2; bool has_phycr2; struct clk *clk; }; struct mdio_mux_child_bus; struct mdio_mux_parent_bus { struct mii_bus *mii_bus; int current_child; int parent_id; void *switch_data; int (*switch_fn)(int, int, void *); struct mdio_mux_child_bus *children; }; struct mdio_mux_child_bus { struct mii_bus *mii_bus; struct mdio_mux_parent_bus *parent; struct mdio_mux_child_bus *next; int bus_number; }; struct page_pool_params { union { struct { unsigned int order; unsigned int pool_size; int nid; struct device *dev; struct napi_struct *napi; enum dma_data_direction dma_dir; unsigned int max_len; unsigned int offset; }; struct page_pool_params_fast fast; }; union { struct { struct net_device *netdev; unsigned int queue_idx; unsigned int flags; void (*init_callback)(netmem_ref, void *); void *init_arg; }; struct page_pool_params_slow slow; }; }; typedef unsigned int RING_IDX; struct xen_netif_tx_request { grant_ref_t gref; uint16_t offset; uint16_t flags; uint16_t id; uint16_t size; }; struct xen_netif_extra_info { uint8_t type; uint8_t flags; union { struct { uint16_t size; uint8_t type; uint8_t pad; uint16_t features; } gso; struct { uint8_t addr[6]; } mcast; struct { uint8_t type; uint8_t algorithm; uint8_t value[4]; } hash; struct { uint16_t headroom; uint16_t pad[2]; } xdp; uint16_t pad[3]; } u; }; struct xen_netif_tx_response { uint16_t id; int16_t status; }; struct xen_netif_rx_request { uint16_t id; uint16_t pad; grant_ref_t gref; }; struct xen_netif_rx_response { uint16_t id; uint16_t offset; uint16_t flags; int16_t status; }; union xen_netif_tx_sring_entry { struct xen_netif_tx_request req; struct xen_netif_tx_response rsp; }; struct xen_netif_tx_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union xen_netif_tx_sring_entry ring[0]; }; struct xen_netif_tx_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct xen_netif_tx_sring *sring; }; union xen_netif_rx_sring_entry { struct xen_netif_rx_request req; struct xen_netif_rx_response rsp; }; struct xen_netif_rx_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union xen_netif_rx_sring_entry ring[0]; }; struct xen_netif_rx_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct xen_netif_rx_sring *sring; }; struct netfront_cb { int pull_to; }; struct netfront_stats { u64 packets; u64 bytes; struct u64_stats_sync syncp; }; struct netfront_info; struct netfront_queue { unsigned int id; char name[22]; struct netfront_info *info; struct bpf_prog *xdp_prog; struct napi_struct napi; unsigned int tx_evtchn; unsigned int rx_evtchn; unsigned int tx_irq; unsigned int rx_irq; char tx_irq_name[25]; char rx_irq_name[25]; spinlock_t tx_lock; struct xen_netif_tx_front_ring tx; int tx_ring_ref; struct sk_buff *tx_skbs[256]; short unsigned int tx_link[256]; grant_ref_t gref_tx_head; grant_ref_t grant_tx_ref[256]; struct page *grant_tx_page[256]; unsigned int tx_skb_freelist; unsigned int tx_pend_queue; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t rx_lock; struct xen_netif_rx_front_ring rx; int rx_ring_ref; struct timer_list rx_refill_timer; struct sk_buff *rx_skbs[256]; grant_ref_t gref_rx_head; grant_ref_t grant_rx_ref[256]; unsigned int rx_rsp_unconsumed; spinlock_t rx_cons_lock; struct page_pool *page_pool; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; }; struct netfront_info { struct list_head list; struct net_device *netdev; struct xenbus_device *xbdev; struct netfront_queue *queues; struct netfront_stats *rx_stats; struct netfront_stats *tx_stats; bool netback_has_xdp_headroom; bool netfront_xdp_enabled; bool broken; bool bounce; atomic_t rx_gso_checksum_fixup; }; struct netfront_rx_info { struct xen_netif_rx_response rx; struct xen_netif_extra_info extras[5]; }; struct xennet_gnttab_make_txreq { struct netfront_queue *queue; struct sk_buff *skb; struct page *page; struct xen_netif_tx_request *tx; struct xen_netif_tx_request tx_local; unsigned int size; }; struct xennet_stat { char name[32]; u16 offset; }; struct vfio_group_status { __u32 argsz; __u32 flags; }; enum { vfio_noiommu = 0, }; struct vfio___2 { struct class *class; struct list_head group_list; struct mutex group_lock; struct ida group_ida; dev_t group_devt; }; enum serio_event_type { SERIO_RESCAN_PORT = 0, SERIO_RECONNECT_PORT = 1, SERIO_RECONNECT_SUBTREE = 2, SERIO_REGISTER_PORT = 3, SERIO_ATTACH_DRIVER = 4, }; struct serio_event { enum serio_event_type type; void *object; struct module *owner; struct list_head node; }; struct input_dev_poller { void (*poll)(struct input_dev *); unsigned int poll_interval; unsigned int poll_interval_max; unsigned int poll_interval_min; struct input_dev *input; struct delayed_work work; }; struct input_mask { __u32 type; __u32 codes_size; __u64 codes_ptr; }; struct evdev_client; struct evdev { int open; struct input_handle handle; struct evdev_client *grab; struct list_head client_list; spinlock_t client_lock; struct mutex mutex; struct device dev; struct cdev cdev; bool exist; }; struct evdev_client { unsigned int head; unsigned int tail; unsigned int packet_head; spinlock_t buffer_lock; wait_queue_head_t wait; struct fasync_struct *fasync; struct evdev *evdev; struct list_head node; enum input_clock_type clk_type; bool revoked; long unsigned int *evmasks[32]; unsigned int bufsize; struct input_event buffer[0]; }; struct nvmem_config { struct device *dev; const char *name; int id; struct module *owner; const struct nvmem_cell_info *cells; int ncells; bool add_legacy_fixed_of_cells; void (*fixup_dt_cell_info)(struct nvmem_device *, struct nvmem_cell_info *); const struct nvmem_keepout *keepout; unsigned int nkeepout; enum nvmem_type type; bool read_only; bool root_only; bool ignore_wp; struct nvmem_layout *layout; struct device_node *of_node; nvmem_reg_read_t reg_read; nvmem_reg_write_t reg_write; int size; int word_size; int stride; void *priv; bool compat; struct device *base_dev; }; struct ds3232 { struct device *dev; struct regmap *regmap; int irq; struct rtc_device *rtc; bool suspended; }; struct trace_event_raw_i2c_slave { struct trace_entry ent; int adapter_nr; int ret; __u16 addr; __u16 len; enum i2c_slave_event event; __u8 buf[1]; char __data[0]; }; struct trace_event_data_offsets_i2c_slave {}; typedef void (*btf_trace_i2c_slave)(void *, const struct i2c_client *, enum i2c_slave_event, __u8 *, int); struct mc44s803_config { u8 i2c_address; u8 dig_out; }; struct mc44s803_priv { struct mc44s803_config *cfg; struct i2c_adapter *i2c; struct dvb_frontend *fe; u32 frequency; }; struct tda18271_pll_map; struct tda18271_map; struct tda18271_map_layout { struct tda18271_pll_map *main_pll; struct tda18271_pll_map *cal_pll; struct tda18271_map *rf_cal; struct tda18271_map *rf_cal_kmco; struct tda18271_map *rf_cal_dc_over_dt; struct tda18271_map *bp_filter; struct tda18271_map *rf_band; struct tda18271_map *gain_taper; struct tda18271_map *ir_measure; }; struct tda18271_pll_map { u32 lomax; u8 pd; u8 d; }; struct tda18271_map { u32 rfmax; u8 val; }; struct tda18271_thermo_map { u8 d; u8 r0; u8 r1; }; struct tda18271_cid_target_map { u32 rfmax; u8 target; u16 limit; }; struct tda827x_config { int (*init)(struct dvb_frontend *); int (*sleep)(struct dvb_frontend *); enum tda8290_lna config; int switch_addr; void (*agcf)(struct dvb_frontend *); }; struct tda827x_priv { int i2c_addr; struct i2c_adapter *i2c_adap; struct tda827x_config *cfg; unsigned int sgIF; unsigned char lpsel; u32 frequency; u32 bandwidth; }; struct tda827x_data { u32 lomax; u8 spd; u8 bs; u8 bp; u8 cp; u8 gc3; u8 div1p5; }; struct tda827xa_data { u32 lomax; u8 svco; u8 spd; u8 scr; u8 sbs; u8 gc3; }; struct xc4000_config { u8 i2c_address; u8 default_pm; u8 dvb_amplitude; u8 set_smoothedcvbs; u32 if_khz; }; struct xc4000_priv { struct tuner_i2c_props i2c_props; struct list_head hybrid_tuner_instance_list; struct firmware_description *firm; int firm_size; u32 if_khz; u32 freq_hz; u32 freq_offset; u32 bandwidth; u8 video_standard; u8 rf_mode; u8 default_pm; u8 dvb_amplitude; u8 set_smoothedcvbs; u8 ignore_i2c_write_errors; __u16 firm_version; struct firmware_properties cur_fw; __u16 hwmodel; __u16 hwvers; struct mutex lock; }; struct XC_TV_STANDARD { const char *Name; u16 audio_mode; u16 video_mode; u16 int_freq; }; struct media_pipeline_pad { struct list_head list; struct media_pipeline *pipe; struct media_pad *pad; }; struct media_pipeline_pad_iter { struct list_head *cursor; }; struct media_pipeline_entity_iter { struct media_entity_enum ent_enum; struct list_head *cursor; }; struct media_pipeline_walk_entry { struct media_pad *pad; struct list_head *links; }; struct media_pipeline_walk { struct media_device *mdev; struct { unsigned int size; int top; struct media_pipeline_walk_entry *entries; } stack; }; enum v4l2_colorspace { V4L2_COLORSPACE_DEFAULT = 0, V4L2_COLORSPACE_SMPTE170M = 1, V4L2_COLORSPACE_SMPTE240M = 2, V4L2_COLORSPACE_REC709 = 3, V4L2_COLORSPACE_BT878 = 4, V4L2_COLORSPACE_470_SYSTEM_M = 5, V4L2_COLORSPACE_470_SYSTEM_BG = 6, V4L2_COLORSPACE_JPEG = 7, V4L2_COLORSPACE_SRGB = 8, V4L2_COLORSPACE_OPRGB = 9, V4L2_COLORSPACE_BT2020 = 10, V4L2_COLORSPACE_RAW = 11, V4L2_COLORSPACE_DCI_P3 = 12, V4L2_COLORSPACE_LAST = 13, }; enum v4l2_xfer_func { V4L2_XFER_FUNC_DEFAULT = 0, V4L2_XFER_FUNC_709 = 1, V4L2_XFER_FUNC_SRGB = 2, V4L2_XFER_FUNC_OPRGB = 3, V4L2_XFER_FUNC_SMPTE240M = 4, V4L2_XFER_FUNC_NONE = 5, V4L2_XFER_FUNC_DCI_P3 = 6, V4L2_XFER_FUNC_SMPTE2084 = 7, V4L2_XFER_FUNC_LAST = 8, }; enum v4l2_ycbcr_encoding { V4L2_YCBCR_ENC_DEFAULT = 0, V4L2_YCBCR_ENC_601 = 1, V4L2_YCBCR_ENC_709 = 2, V4L2_YCBCR_ENC_XV601 = 3, V4L2_YCBCR_ENC_XV709 = 4, V4L2_YCBCR_ENC_BT2020 = 6, V4L2_YCBCR_ENC_BT2020_CONST_LUM = 7, V4L2_YCBCR_ENC_SMPTE240M = 8, V4L2_YCBCR_ENC_LAST = 9, }; enum v4l2_quantization { V4L2_QUANTIZATION_DEFAULT = 0, V4L2_QUANTIZATION_FULL_RANGE = 1, V4L2_QUANTIZATION_LIM_RANGE = 2, }; typedef bool v4l2_check_dv_timings_fnc(const struct v4l2_dv_timings *, void *); struct v4l2_hdmi_colorimetry { enum v4l2_colorspace colorspace; enum v4l2_ycbcr_encoding ycbcr_enc; enum v4l2_quantization quantization; enum v4l2_xfer_func xfer_func; }; typedef ssize_t (*v4l2_debugfs_if_read_t)(u32, void *, struct file *, char *, size_t, loff_t *); struct v4l2_debugfs_if { struct dentry *if_dir; void *priv; v4l2_debugfs_if_read_t if_read; }; enum hdmi_infoframe_type { HDMI_INFOFRAME_TYPE_VENDOR = 129, HDMI_INFOFRAME_TYPE_AVI = 130, HDMI_INFOFRAME_TYPE_SPD = 131, HDMI_INFOFRAME_TYPE_AUDIO = 132, HDMI_INFOFRAME_TYPE_DRM = 135, }; enum hdmi_colorspace { HDMI_COLORSPACE_RGB = 0, HDMI_COLORSPACE_YUV422 = 1, HDMI_COLORSPACE_YUV444 = 2, HDMI_COLORSPACE_YUV420 = 3, HDMI_COLORSPACE_RESERVED4 = 4, HDMI_COLORSPACE_RESERVED5 = 5, HDMI_COLORSPACE_RESERVED6 = 6, HDMI_COLORSPACE_IDO_DEFINED = 7, }; enum hdmi_scan_mode { HDMI_SCAN_MODE_NONE = 0, HDMI_SCAN_MODE_OVERSCAN = 1, HDMI_SCAN_MODE_UNDERSCAN = 2, HDMI_SCAN_MODE_RESERVED = 3, }; enum hdmi_colorimetry { HDMI_COLORIMETRY_NONE = 0, HDMI_COLORIMETRY_ITU_601 = 1, HDMI_COLORIMETRY_ITU_709 = 2, HDMI_COLORIMETRY_EXTENDED = 3, }; enum hdmi_picture_aspect { HDMI_PICTURE_ASPECT_NONE = 0, HDMI_PICTURE_ASPECT_4_3 = 1, HDMI_PICTURE_ASPECT_16_9 = 2, HDMI_PICTURE_ASPECT_64_27 = 3, HDMI_PICTURE_ASPECT_256_135 = 4, HDMI_PICTURE_ASPECT_RESERVED = 5, }; enum hdmi_active_aspect { HDMI_ACTIVE_ASPECT_16_9_TOP = 2, HDMI_ACTIVE_ASPECT_14_9_TOP = 3, HDMI_ACTIVE_ASPECT_16_9_CENTER = 4, HDMI_ACTIVE_ASPECT_PICTURE = 8, HDMI_ACTIVE_ASPECT_4_3 = 9, HDMI_ACTIVE_ASPECT_16_9 = 10, HDMI_ACTIVE_ASPECT_14_9 = 11, HDMI_ACTIVE_ASPECT_4_3_SP_14_9 = 13, HDMI_ACTIVE_ASPECT_16_9_SP_14_9 = 14, HDMI_ACTIVE_ASPECT_16_9_SP_4_3 = 15, }; enum hdmi_extended_colorimetry { HDMI_EXTENDED_COLORIMETRY_XV_YCC_601 = 0, HDMI_EXTENDED_COLORIMETRY_XV_YCC_709 = 1, HDMI_EXTENDED_COLORIMETRY_S_YCC_601 = 2, HDMI_EXTENDED_COLORIMETRY_OPYCC_601 = 3, HDMI_EXTENDED_COLORIMETRY_OPRGB = 4, HDMI_EXTENDED_COLORIMETRY_BT2020_CONST_LUM = 5, HDMI_EXTENDED_COLORIMETRY_BT2020 = 6, HDMI_EXTENDED_COLORIMETRY_RESERVED = 7, }; enum hdmi_quantization_range { HDMI_QUANTIZATION_RANGE_DEFAULT = 0, HDMI_QUANTIZATION_RANGE_LIMITED = 1, HDMI_QUANTIZATION_RANGE_FULL = 2, HDMI_QUANTIZATION_RANGE_RESERVED = 3, }; enum hdmi_nups { HDMI_NUPS_UNKNOWN = 0, HDMI_NUPS_HORIZONTAL = 1, HDMI_NUPS_VERTICAL = 2, HDMI_NUPS_BOTH = 3, }; enum hdmi_ycc_quantization_range { HDMI_YCC_QUANTIZATION_RANGE_LIMITED = 0, HDMI_YCC_QUANTIZATION_RANGE_FULL = 1, }; enum hdmi_content_type { HDMI_CONTENT_TYPE_GRAPHICS = 0, HDMI_CONTENT_TYPE_PHOTO = 1, HDMI_CONTENT_TYPE_CINEMA = 2, HDMI_CONTENT_TYPE_GAME = 3, }; struct hdmi_avi_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; bool itc; unsigned char pixel_repeat; enum hdmi_colorspace colorspace; enum hdmi_scan_mode scan_mode; enum hdmi_colorimetry colorimetry; enum hdmi_picture_aspect picture_aspect; enum hdmi_active_aspect active_aspect; enum hdmi_extended_colorimetry extended_colorimetry; enum hdmi_quantization_range quantization_range; enum hdmi_nups nups; unsigned char video_code; enum hdmi_ycc_quantization_range ycc_quantization_range; enum hdmi_content_type content_type; short unsigned int top_bar; short unsigned int bottom_bar; short unsigned int left_bar; short unsigned int right_bar; }; enum hdmi_3d_structure { HDMI_3D_STRUCTURE_INVALID = -1, HDMI_3D_STRUCTURE_FRAME_PACKING = 0, HDMI_3D_STRUCTURE_FIELD_ALTERNATIVE = 1, HDMI_3D_STRUCTURE_LINE_ALTERNATIVE = 2, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_FULL = 3, HDMI_3D_STRUCTURE_L_DEPTH = 4, HDMI_3D_STRUCTURE_L_DEPTH_GFX_GFX_DEPTH = 5, HDMI_3D_STRUCTURE_TOP_AND_BOTTOM = 6, HDMI_3D_STRUCTURE_SIDE_BY_SIDE_HALF = 8, }; struct hdmi_vendor_infoframe { enum hdmi_infoframe_type type; unsigned char version; unsigned char length; unsigned int oui; u8 vic; enum hdmi_3d_structure s3d_struct; unsigned int s3d_ext_data; }; enum v4l2_memory { V4L2_MEMORY_MMAP = 1, V4L2_MEMORY_USERPTR = 2, V4L2_MEMORY_OVERLAY = 3, V4L2_MEMORY_DMABUF = 4, }; enum v4l2_hsv_encoding { V4L2_HSV_ENC_180 = 128, V4L2_HSV_ENC_256 = 129, }; enum v4l2_frmsizetypes { V4L2_FRMSIZE_TYPE_DISCRETE = 1, V4L2_FRMSIZE_TYPE_CONTINUOUS = 2, V4L2_FRMSIZE_TYPE_STEPWISE = 3, }; enum v4l2_frmivaltypes { V4L2_FRMIVAL_TYPE_DISCRETE = 1, V4L2_FRMIVAL_TYPE_CONTINUOUS = 2, V4L2_FRMIVAL_TYPE_STEPWISE = 3, }; struct v4l2_cropcap { __u32 type; struct v4l2_rect bounds; struct v4l2_rect defrect; struct v4l2_fract pixelaspect; }; struct v4l2_crop { __u32 type; struct v4l2_rect c; }; struct v4l2_dbg_match { __u32 type; union { __u32 addr; char name[32]; }; }; struct v4l2_dbg_register { struct v4l2_dbg_match match; __u32 size; __u64 reg; __u64 val; }; struct v4l2_dbg_chip_info { struct v4l2_dbg_match match; char name[32]; __u32 flags; __u32 reserved[32]; }; struct v4l2_m2m_dev; struct v4l2_m2m_queue_ctx { struct vb2_queue q; struct list_head rdy_queue; spinlock_t rdy_spinlock; u8 num_rdy; bool buffered; }; struct v4l2_m2m_ctx { struct mutex *q_lock; bool new_frame; bool is_draining; struct vb2_v4l2_buffer *last_src_buf; bool next_buf_last; bool has_stopped; bool ignore_cap_streaming; struct v4l2_m2m_dev *m2m_dev; struct v4l2_m2m_queue_ctx cap_q_ctx; struct v4l2_m2m_queue_ctx out_q_ctx; struct list_head queue; long unsigned int job_flags; wait_queue_head_t finished; void *priv; }; struct std_descr { v4l2_std_id std; const char *descr; }; struct v4l2_ioctl_info { unsigned int ioctl; u32 flags; const char * const name; int (*func)(const struct v4l2_ioctl_ops *, struct file *, void *, void *); void (*debug)(const void *, bool); }; enum v4l2_pixel_encoding { V4L2_PIXEL_ENC_UNKNOWN = 0, V4L2_PIXEL_ENC_YUV = 1, V4L2_PIXEL_ENC_RGB = 2, V4L2_PIXEL_ENC_BAYER = 3, }; struct v4l2_format_info { u32 format; u8 pixel_enc; u8 mem_planes; u8 comp_planes; u8 bpp[4]; u8 bpp_div[4]; u8 hdiv; u8 vdiv; u8 block_w[4]; u8 block_h[4]; }; struct v4l2_window32 { struct v4l2_rect w; __u32 field; __u32 chromakey; compat_caddr_t clips; __u32 clipcount; compat_caddr_t bitmap; __u8 global_alpha; }; struct v4l2_format32 { __u32 type; union { struct v4l2_pix_format pix; struct v4l2_pix_format_mplane pix_mp; struct v4l2_window32 win; struct v4l2_vbi_format vbi; struct v4l2_sliced_vbi_format sliced; struct v4l2_sdr_format sdr; struct v4l2_meta_format meta; __u8 raw_data[200]; } fmt; }; struct v4l2_create_buffers32 { __u32 index; __u32 count; __u32 memory; struct v4l2_format32 format; __u32 capabilities; __u32 flags; __u32 max_num_buffers; __u32 reserved[5]; }; struct v4l2_standard32 { __u32 index; compat_u64 id; __u8 name[24]; struct v4l2_fract frameperiod; __u32 framelines; __u32 reserved[4]; }; struct v4l2_plane32 { __u32 bytesused; __u32 length; union { __u32 mem_offset; compat_long_t userptr; __s32 fd; } m; __u32 data_offset; __u32 reserved[11]; }; struct v4l2_buffer32 { __u32 index; __u32 type; __u32 bytesused; __u32 flags; __u32 field; struct { compat_s64 tv_sec; compat_s64 tv_usec; } timestamp; struct v4l2_timecode timecode; __u32 sequence; __u32 memory; union { __u32 offset; compat_long_t userptr; compat_caddr_t planes; __s32 fd; } m; __u32 length; __u32 reserved2; __s32 request_fd; }; struct v4l2_buffer32_time32 { __u32 index; __u32 type; __u32 bytesused; __u32 flags; __u32 field; struct old_timeval32 timestamp; struct v4l2_timecode timecode; __u32 sequence; __u32 memory; union { __u32 offset; compat_long_t userptr; compat_caddr_t planes; __s32 fd; } m; __u32 length; __u32 reserved2; __s32 request_fd; }; struct v4l2_framebuffer32 { __u32 capability; __u32 flags; compat_caddr_t base; struct { __u32 width; __u32 height; __u32 pixelformat; __u32 field; __u32 bytesperline; __u32 sizeimage; __u32 colorspace; __u32 priv; } fmt; }; struct v4l2_input32 { __u32 index; __u8 name[32]; __u32 type; __u32 audioset; __u32 tuner; compat_u64 std; __u32 status; __u32 capabilities; __u32 reserved[3]; }; struct v4l2_ext_controls32 { __u32 which; __u32 count; __u32 error_idx; __s32 request_fd; __u32 reserved[1]; compat_caddr_t controls; }; struct v4l2_ext_control32 { __u32 id; __u32 size; __u32 reserved2[1]; union { __s32 value; __s64 value64; compat_caddr_t string; }; } __attribute__((packed)); struct v4l2_event32_time32 { __u32 type; union { compat_s64 value64; __u8 data[64]; } u; __u32 pending; __u32 sequence; struct old_timespec32 timestamp; __u32 id; __u32 reserved[8]; }; struct v4l2_edid32 { __u32 pad; __u32 start_block; __u32 blocks; __u32 reserved[5]; compat_caddr_t edid; }; enum v4l2_i2c_tuner_type { ADDRS_RADIO = 0, ADDRS_DEMOD = 1, ADDRS_TV = 2, ADDRS_TV_WITH_DEMOD = 3, }; enum dmx_ts_pes { DMX_PES_AUDIO0 = 0, DMX_PES_VIDEO0 = 1, DMX_PES_TELETEXT0 = 2, DMX_PES_SUBTITLE0 = 3, DMX_PES_PCR0 = 4, DMX_PES_AUDIO1 = 5, DMX_PES_VIDEO1 = 6, DMX_PES_TELETEXT1 = 7, DMX_PES_SUBTITLE1 = 8, DMX_PES_PCR1 = 9, DMX_PES_AUDIO2 = 10, DMX_PES_VIDEO2 = 11, DMX_PES_TELETEXT2 = 12, DMX_PES_SUBTITLE2 = 13, DMX_PES_PCR2 = 14, DMX_PES_AUDIO3 = 15, DMX_PES_VIDEO3 = 16, DMX_PES_TELETEXT3 = 17, DMX_PES_SUBTITLE3 = 18, DMX_PES_PCR3 = 19, DMX_PES_OTHER = 20, }; enum dmx_buffer_flags { DMX_BUFFER_FLAG_HAD_CRC32_DISCARD = 1, DMX_BUFFER_FLAG_TEI = 2, DMX_BUFFER_PKT_COUNTER_MISMATCH = 4, DMX_BUFFER_FLAG_DISCONTINUITY_DETECTED = 8, DMX_BUFFER_FLAG_DISCONTINUITY_INDICATOR = 16, }; enum ts_filter_type { TS_PACKET = 1, TS_PAYLOAD_ONLY = 2, TS_DECODER = 4, TS_DEMUX = 8, }; struct dmx_demux; struct dmx_ts_feed { int is_filtering; struct dmx_demux *parent; void *priv; int (*set)(struct dmx_ts_feed *, u16, int, enum dmx_ts_pes, ktime_t); int (*start_filtering)(struct dmx_ts_feed *); int (*stop_filtering)(struct dmx_ts_feed *); }; enum dmx_demux_caps { DMX_TS_FILTERING = 1, DMX_SECTION_FILTERING = 4, DMX_MEMORY_BASED_FILTERING = 8, }; typedef int (*dmx_ts_cb)(const u8 *, size_t, const u8 *, size_t, struct dmx_ts_feed *, u32 *); struct dmx_section_filter; typedef int (*dmx_section_cb)(const u8 *, size_t, const u8 *, size_t, struct dmx_section_filter *, u32 *); struct dmx_frontend; struct dmx_section_feed; struct dmx_demux { enum dmx_demux_caps capabilities; struct dmx_frontend *frontend; void *priv; int (*open)(struct dmx_demux *); int (*close)(struct dmx_demux *); int (*write)(struct dmx_demux *, const char *, size_t); int (*allocate_ts_feed)(struct dmx_demux *, struct dmx_ts_feed **, dmx_ts_cb); int (*release_ts_feed)(struct dmx_demux *, struct dmx_ts_feed *); int (*allocate_section_feed)(struct dmx_demux *, struct dmx_section_feed **, dmx_section_cb); int (*release_section_feed)(struct dmx_demux *, struct dmx_section_feed *); int (*add_frontend)(struct dmx_demux *, struct dmx_frontend *); int (*remove_frontend)(struct dmx_demux *, struct dmx_frontend *); struct list_head * (*get_frontends)(struct dmx_demux *); int (*connect_frontend)(struct dmx_demux *, struct dmx_frontend *); int (*disconnect_frontend)(struct dmx_demux *); int (*get_pes_pids)(struct dmx_demux *, u16 *); int (*get_stc)(struct dmx_demux *, unsigned int, u64 *, unsigned int *); }; struct dmx_section_filter { u8 filter_value[18]; u8 filter_mask[18]; u8 filter_mode[18]; struct dmx_section_feed *parent; void *priv; }; struct dmx_section_feed { int is_filtering; struct dmx_demux *parent; void *priv; int check_crc; u32 crc_val; u8 *secbuf; u8 secbuf_base[4284]; u16 secbufp; u16 seclen; u16 tsfeedp; int (*set)(struct dmx_section_feed *, u16, int); int (*allocate_filter)(struct dmx_section_feed *, struct dmx_section_filter **); int (*release_filter)(struct dmx_section_feed *, struct dmx_section_filter *); int (*start_filtering)(struct dmx_section_feed *); int (*stop_filtering)(struct dmx_section_feed *); }; enum dmx_frontend_source { DMX_MEMORY_FE = 0, DMX_FRONTEND_0 = 1, }; struct dmx_frontend { struct list_head connectivity_list; enum dmx_frontend_source source; }; enum dvb_dmx_filter_type { DMX_TYPE_TS = 0, DMX_TYPE_SEC = 1, }; enum dvb_dmx_state { DMX_STATE_FREE = 0, DMX_STATE_ALLOCATED = 1, DMX_STATE_READY = 2, DMX_STATE_GO = 3, }; struct dvb_demux_feed; struct dvb_demux_filter { struct dmx_section_filter filter; u8 maskandmode[18]; u8 maskandnotmode[18]; bool doneq; struct dvb_demux_filter *next; struct dvb_demux_feed *feed; int index; enum dvb_dmx_state state; enum dvb_dmx_filter_type type; u16 hw_handle; }; struct dvb_demux; struct dvb_demux_feed { union { struct dmx_ts_feed ts; struct dmx_section_feed sec; } feed; union { dmx_ts_cb ts; dmx_section_cb sec; } cb; struct dvb_demux *demux; void *priv; enum dvb_dmx_filter_type type; enum dvb_dmx_state state; u16 pid; ktime_t timeout; struct dvb_demux_filter *filter; u32 buffer_flags; enum ts_filter_type ts_type; enum dmx_ts_pes pes_type; int cc; bool pusi_seen; u16 peslen; struct list_head list_head; unsigned int index; }; struct dvb_demux { struct dmx_demux dmx; void *priv; int filternum; int feednum; int (*start_feed)(struct dvb_demux_feed *); int (*stop_feed)(struct dvb_demux_feed *); int (*write_to_decoder)(struct dvb_demux_feed *, const u8 *, size_t); u32 (*check_crc32)(struct dvb_demux_feed *, const u8 *, size_t); void (*memcopy)(struct dvb_demux_feed *, u8 *, const u8 *, size_t); int users; struct dvb_demux_filter *filter; struct dvb_demux_feed *feed; struct list_head frontend_list; struct dvb_demux_feed *pesfilter[20]; u16 pids[20]; struct list_head feed_list; u8 tsbuf[204]; int tsbufp; struct mutex mutex; spinlock_t lock; uint8_t *cnt_storage; ktime_t speed_last_time; uint32_t speed_pkts_cnt; int playing; int recording; }; struct ir_raw_handler { struct list_head list; u64 protocols; int (*decode)(struct rc_dev *, struct ir_raw_event); int (*encode)(enum rc_proto, u32, struct ir_raw_event *, unsigned int); u32 carrier; u32 min_timeout; int (*raw_register)(struct rc_dev *); int (*raw_unregister)(struct rc_dev *); }; struct ir_raw_timings_manchester { unsigned int leader_pulse; unsigned int leader_space; unsigned int clock; unsigned int invert: 1; unsigned int trailer_space; }; struct ir_raw_timings_pd { unsigned int header_pulse; unsigned int header_space; unsigned int bit_pulse; unsigned int bit_space[2]; unsigned int trailer_pulse; unsigned int trailer_space; unsigned int msb_first: 1; }; struct ir_raw_timings_pl { unsigned int header_pulse; unsigned int bit_space; unsigned int bit_pulse[2]; unsigned int trailer_space; unsigned int msb_first: 1; }; struct pps_ktime_compat { __s64 sec; __s32 nsec; __u32 flags; }; struct pps_kinfo { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime assert_tu; struct pps_ktime clear_tu; int current_mode; }; struct pps_kinfo_compat { __u32 assert_sequence; __u32 clear_sequence; struct pps_ktime_compat assert_tu; struct pps_ktime_compat clear_tu; int current_mode; } __attribute__((packed)); struct pps_fdata { struct pps_kinfo info; struct pps_ktime timeout; }; struct pps_fdata_compat { struct pps_kinfo_compat info; struct pps_ktime_compat timeout; } __attribute__((packed)); struct pps_bind_args { int tsformat; int edge; int consumer; }; struct vmclock_abi { __le32 magic; __le32 size; __le16 version; __u8 counter_id; __u8 time_type; __le32 seq_count; __le64 disruption_marker; __le64 flags; __u8 pad[2]; __u8 clock_status; __u8 leap_second_smearing_hint; __le16 tai_offset_sec; __u8 leap_indicator; __u8 counter_period_shift; __le64 counter_value; __le64 counter_period_frac_sec; __le64 counter_period_esterror_rate_frac_sec; __le64 counter_period_maxerror_rate_frac_sec; __le64 time_sec; __le64 time_frac_sec; __le64 time_esterror_nanosec; __le64 time_maxerror_nanosec; }; struct vmclock_state { struct resource res; struct vmclock_abi *clk; struct miscdevice miscdev; struct ptp_clock_info ptp_clock_info; struct ptp_clock *ptp_clock; enum clocksource_ids cs_id; enum clocksource_ids sys_cs_id; int index; char *name; }; struct reboot_mode_driver { struct device *dev; struct list_head head; int (*write)(struct reboot_mode_driver *, unsigned int); struct notifier_block reboot_notifier; }; struct syscon_reboot_mode { struct regmap *map; struct reboot_mode_driver reboot; u32 offset; u32 mask; }; enum bq27xxx_chip { BQ27000 = 1, BQ27010 = 2, BQ2750X = 3, BQ2751X = 4, BQ2752X = 5, BQ27500 = 6, BQ27510G1 = 7, BQ27510G2 = 8, BQ27510G3 = 9, BQ27520G1 = 10, BQ27520G2 = 11, BQ27520G3 = 12, BQ27520G4 = 13, BQ27521 = 14, BQ27530 = 15, BQ27531 = 16, BQ27541 = 17, BQ27542 = 18, BQ27546 = 19, BQ27742 = 20, BQ27545 = 21, BQ27411 = 22, BQ27421 = 23, BQ27425 = 24, BQ27426 = 25, BQ27441 = 26, BQ27621 = 27, BQ27Z561 = 28, BQ28Z610 = 29, BQ34Z100 = 30, BQ78Z100 = 31, }; struct bq27xxx_device_info; struct bq27xxx_access_methods { int (*read)(struct bq27xxx_device_info *, u8, bool); int (*write)(struct bq27xxx_device_info *, u8, int, bool); int (*read_bulk)(struct bq27xxx_device_info *, u8, u8 *, int); int (*write_bulk)(struct bq27xxx_device_info *, u8, u8 *, int); }; struct bq27xxx_reg_cache { int capacity; int flags; }; struct bq27xxx_dm_reg; struct bq27xxx_device_info { struct device *dev; enum bq27xxx_chip chip; u32 opts; const char *name; struct bq27xxx_dm_reg *dm_regs; u32 unseal_key; struct bq27xxx_access_methods bus; struct bq27xxx_reg_cache cache; int charge_design_full; int voltage_min_design; int voltage_max_design; bool removed; long unsigned int last_update; union power_supply_propval last_status; struct delayed_work work; struct power_supply *bat; struct list_head list; struct mutex lock; u8 *regs; }; enum scpi_sensor_class { TEMPERATURE = 0, VOLTAGE___2 = 1, CURRENT___2 = 2, POWER___2 = 3, ENERGY___2 = 4, }; struct sensor_data { unsigned int scale; struct scpi_sensor_info info; struct device_attribute dev_attr_input; struct device_attribute dev_attr_label; char input[20]; char label[20]; }; struct scpi_sensors; struct scpi_thermal_zone { int sensor_id; struct scpi_sensors *scpi_sensors; }; struct scpi_sensors { struct scpi_ops *scpi_ops; struct sensor_data *data; struct list_head thermal_zones; struct attribute **attrs; struct attribute_group group; const struct attribute_group *groups[2]; }; struct user_threshold { struct list_head list_node; int temperature; int direction; }; struct trace_event_raw_watchdog_template { struct trace_entry ent; int id; int err; char __data[0]; }; struct trace_event_raw_watchdog_set_timeout { struct trace_entry ent; int id; unsigned int timeout; int err; char __data[0]; }; struct trace_event_data_offsets_watchdog_template {}; struct trace_event_data_offsets_watchdog_set_timeout {}; typedef void (*btf_trace_watchdog_start)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_ping)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_stop)(void *, struct watchdog_device *, int); typedef void (*btf_trace_watchdog_set_timeout)(void *, struct watchdog_device *, unsigned int, int); enum { GHES_SEV_NO = 0, GHES_SEV_CORRECTED = 1, GHES_SEV_RECOVERABLE = 2, GHES_SEV_PANIC = 3, }; enum dmi_entry_type { DMI_ENTRY_BIOS = 0, DMI_ENTRY_SYSTEM = 1, DMI_ENTRY_BASEBOARD = 2, DMI_ENTRY_CHASSIS = 3, DMI_ENTRY_PROCESSOR = 4, DMI_ENTRY_MEM_CONTROLLER = 5, DMI_ENTRY_MEM_MODULE = 6, DMI_ENTRY_CACHE = 7, DMI_ENTRY_PORT_CONNECTOR = 8, DMI_ENTRY_SYSTEM_SLOT = 9, DMI_ENTRY_ONBOARD_DEVICE = 10, DMI_ENTRY_OEMSTRINGS = 11, DMI_ENTRY_SYSCONF = 12, DMI_ENTRY_BIOS_LANG = 13, DMI_ENTRY_GROUP_ASSOC = 14, DMI_ENTRY_SYSTEM_EVENT_LOG = 15, DMI_ENTRY_PHYS_MEM_ARRAY = 16, DMI_ENTRY_MEM_DEVICE = 17, DMI_ENTRY_32_MEM_ERROR = 18, DMI_ENTRY_MEM_ARRAY_MAPPED_ADDR = 19, DMI_ENTRY_MEM_DEV_MAPPED_ADDR = 20, DMI_ENTRY_BUILTIN_POINTING_DEV = 21, DMI_ENTRY_PORTABLE_BATTERY = 22, DMI_ENTRY_SYSTEM_RESET = 23, DMI_ENTRY_HW_SECURITY = 24, DMI_ENTRY_SYSTEM_POWER_CONTROLS = 25, DMI_ENTRY_VOLTAGE_PROBE = 26, DMI_ENTRY_COOLING_DEV = 27, DMI_ENTRY_TEMP_PROBE = 28, DMI_ENTRY_ELECTRICAL_CURRENT_PROBE = 29, DMI_ENTRY_OOB_REMOTE_ACCESS = 30, DMI_ENTRY_BIS_ENTRY = 31, DMI_ENTRY_SYSTEM_BOOT = 32, DMI_ENTRY_MGMT_DEV = 33, DMI_ENTRY_MGMT_DEV_COMPONENT = 34, DMI_ENTRY_MGMT_DEV_THRES = 35, DMI_ENTRY_MEM_CHANNEL = 36, DMI_ENTRY_IPMI_DEV = 37, DMI_ENTRY_SYS_POWER_SUPPLY = 38, DMI_ENTRY_ADDITIONAL = 39, DMI_ENTRY_ONBOARD_DEV_EXT = 40, DMI_ENTRY_MGMT_CONTROLLER_HOST = 41, DMI_ENTRY_INACTIVE = 126, DMI_ENTRY_END_OF_TABLE = 127, }; struct dmi_header { u8 type; u8 length; u16 handle; }; struct ghes_pvt { struct mem_ctl_info *mci; char other_detail[400]; char msg[80]; }; struct ghes_hw_desc { int num_dimms; struct dimm_info *dimms; }; struct memdev_dmi_entry { u8 type; u8 length; u16 handle; u16 phys_mem_array_handle; u16 mem_err_info_handle; u16 total_width; u16 data_width; u16 size; u8 form_factor; u8 device_set; u8 device_locator; u8 bank_locator; u8 memory_type; u16 type_detail; u16 speed; u8 manufacturer; u8 serial_number; u8 asset_tag; u8 part_number; u8 attributes; u32 extended_size; u16 conf_mem_clk_speed; } __attribute__((packed)); struct cpufreq_stats { unsigned int total_trans; long long unsigned int last_time; unsigned int max_state; unsigned int state_num; unsigned int last_index; u64 *time_in_state; unsigned int *freq_table; unsigned int *trans_table; unsigned int reset_pending; long long unsigned int reset_time; }; struct cpu_dbs_info { u64 prev_cpu_idle; u64 prev_update_time; u64 prev_cpu_nice; unsigned int prev_load; struct update_util_data update_util; struct policy_dbs_info *policy_dbs; }; struct scpi_data { struct clk *clk; struct device *cpu_dev; }; struct cpuidle_state_kobj { struct cpuidle_state *state; struct cpuidle_state_usage *state_usage; struct completion kobj_unregister; struct kobject kobj; struct cpuidle_device *device; }; struct cpuidle_driver_kobj { struct cpuidle_driver *drv; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_device_kobj { struct cpuidle_device *dev; struct completion kobj_unregister; struct kobject kobj; }; struct cpuidle_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_device *, char *); ssize_t (*store)(struct cpuidle_device *, const char *, size_t); }; struct cpuidle_state_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_state *, struct cpuidle_state_usage *, char *); ssize_t (*store)(struct cpuidle_state *, struct cpuidle_state_usage *, const char *, size_t); }; struct cpuidle_driver_attr { struct attribute attr; ssize_t (*show)(struct cpuidle_driver *, char *); ssize_t (*store)(struct cpuidle_driver *, const char *, size_t); }; struct psci_cpuidle_data { u32 *psci_states; struct device *dev; }; struct mmc_busy_data { struct mmc_card *card; bool retry_crc_err; enum mmc_busy_cmd busy_cmd; }; struct mmc_op_cond_busy_data { struct mmc_host *host; u32 ocr; struct mmc_command *cmd; }; struct mmc_pwrseq_emmc { struct mmc_pwrseq pwrseq; struct notifier_block reset_nb; struct gpio_desc *reset_gpio; }; struct sdmmc_lli_desc { u32 idmalar; u32 idmabase; u32 idmasize; }; struct sdmmc_idma { dma_addr_t sg_dma; void *sg_cpu; dma_addr_t bounce_dma_addr; void *bounce_buf; bool use_bounce_buffer; }; struct sdmmc_dlyb; struct sdmmc_tuning_ops { int (*dlyb_enable)(struct sdmmc_dlyb *); void (*set_input_ck)(struct sdmmc_dlyb *); int (*tuning_prepare)(struct mmci_host *); int (*set_cfg)(struct sdmmc_dlyb *, int, int, bool); }; struct sdmmc_dlyb { void *base; u32 unit; u32 max; struct sdmmc_tuning_ops *ops; }; struct k3_priv { int ctrl_id; u32 cur_speed; struct regmap *reg; }; struct hs_timing { u32 drv_phase; u32 smpl_dly; u32 smpl_phase_max; u32 smpl_phase_min; }; enum dwcmshc_rk_type { DWCMSHC_RK3568 = 0, DWCMSHC_RK3588 = 1, }; struct rk35xx_priv { struct reset_control *reset; enum dwcmshc_rk_type devtype; u8 txclk_tapnum; }; struct dwcmshc_priv { struct clk *bus_clk; int vendor_specific_area1; int vendor_specific_area2; int num_other_clks; struct clk_bulk_data other_clks[3]; void *priv; u16 delay_line; u16 flags; }; struct dwcmshc_pltfm_data { const struct sdhci_pltfm_data pdata; int (*init)(struct device *, struct sdhci_host *, struct dwcmshc_priv *); void (*postinit)(struct sdhci_host *, struct dwcmshc_priv *); }; struct utp_upiu_query_v4_0 { __u8 opcode; __u8 idn; __u8 index; __u8 selector; __u8 osf3; __u8 osf4; __be16 osf5; __be32 osf6; __be32 osf7; __be32 reserved; }; enum { UFS_ABORT_TASK = 1, UFS_ABORT_TASK_SET = 2, UFS_CLEAR_TASK_SET = 4, UFS_LOGICAL_RESET = 8, UFS_QUERY_TASK = 128, UFS_QUERY_TASK_SET = 129, }; enum upiu_response_transaction { UPIU_TRANSACTION_NOP_IN = 32, UPIU_TRANSACTION_RESPONSE = 33, UPIU_TRANSACTION_DATA_IN = 34, UPIU_TRANSACTION_TASK_RSP = 36, UPIU_TRANSACTION_READY_XFER = 49, UPIU_TRANSACTION_QUERY_RSP = 54, UPIU_TRANSACTION_REJECT_UPIU = 63, }; enum { UPIU_CMD_FLAGS_NONE = 0, UPIU_CMD_FLAGS_CP = 4, UPIU_CMD_FLAGS_WRITE = 32, UPIU_CMD_FLAGS_READ = 64, }; enum { UPIU_RSP_FLAG_UNDERFLOW = 32, UPIU_RSP_FLAG_OVERFLOW = 64, }; enum { UPIU_QUERY_FUNC_STANDARD_READ_REQUEST = 1, UPIU_QUERY_FUNC_STANDARD_WRITE_REQUEST = 129, }; enum desc_header_offset { QUERY_DESC_LENGTH_OFFSET = 0, QUERY_DESC_DESC_TYPE_OFFSET = 1, }; enum rpmb_unit_desc_param { RPMB_UNIT_DESC_PARAM_LEN = 0, RPMB_UNIT_DESC_PARAM_TYPE = 1, RPMB_UNIT_DESC_PARAM_UNIT_INDEX = 2, RPMB_UNIT_DESC_PARAM_LU_ENABLE = 3, RPMB_UNIT_DESC_PARAM_BOOT_LUN_ID = 4, RPMB_UNIT_DESC_PARAM_LU_WR_PROTECT = 5, RPMB_UNIT_DESC_PARAM_LU_Q_DEPTH = 6, RPMB_UNIT_DESC_PARAM_PSA_SENSITIVE = 7, RPMB_UNIT_DESC_PARAM_MEM_TYPE = 8, RPMB_UNIT_DESC_PARAM_REGION_EN = 9, RPMB_UNIT_DESC_PARAM_LOGICAL_BLK_SIZE = 10, RPMB_UNIT_DESC_PARAM_LOGICAL_BLK_COUNT = 11, RPMB_UNIT_DESC_PARAM_REGION0_SIZE = 19, RPMB_UNIT_DESC_PARAM_REGION1_SIZE = 20, RPMB_UNIT_DESC_PARAM_REGION2_SIZE = 21, RPMB_UNIT_DESC_PARAM_REGION3_SIZE = 22, RPMB_UNIT_DESC_PARAM_PROVISIONING_TYPE = 23, RPMB_UNIT_DESC_PARAM_PHY_MEM_RSRC_CNT = 24, }; enum ufs_lu_wp_type { UFS_LU_NO_WP = 0, UFS_LU_POWER_ON_WP = 1, UFS_LU_PERM_WP = 2, }; enum { UFSHCD_NANO_AMP = 0, UFSHCD_MICRO_AMP = 1, UFSHCD_MILI_AMP = 2, UFSHCD_AMP = 3, }; enum { UFS_DEV_HIGH_TEMP_NOTIF = 16, UFS_DEV_LOW_TEMP_NOTIF = 32, UFS_DEV_EXT_TEMP_NOTIF = 64, UFS_DEV_HPB_SUPPORT = 128, UFS_DEV_WRITE_BOOSTER_SUP = 256, UFS_DEV_LVL_EXCEPTION_SUP = 4096, }; enum { MASK_EE_STATUS = 65535, MASK_EE_DYNCAP_EVENT = 1, MASK_EE_SYSPOOL_EVENT = 2, MASK_EE_URGENT_BKOPS = 4, MASK_EE_TOO_HIGH_TEMP = 8, MASK_EE_TOO_LOW_TEMP = 16, MASK_EE_WRITEBOOSTER_EVENT = 32, MASK_EE_PERFORMANCE_THROTTLING = 64, MASK_EE_DEV_LVL_EXCEPTION = 128, MASK_EE_HEALTH_CRITICAL = 512, }; enum { UPIU_COMMAND_SET_TYPE_SCSI = 0, UPIU_COMMAND_SET_TYPE_UFS = 1, UPIU_COMMAND_SET_TYPE_QUERY = 2, }; enum { MASK_TM_SERVICE_RESP = 255, }; enum { UPIU_TASK_MANAGEMENT_FUNC_COMPL = 0, UPIU_TASK_MANAGEMENT_FUNC_NOT_SUPPORTED = 4, UPIU_TASK_MANAGEMENT_FUNC_SUCCEEDED = 8, UPIU_TASK_MANAGEMENT_FUNC_FAILED = 5, UPIU_INCORRECT_LOGICAL_UNIT_NO = 9, }; enum ufs_trace_str_t { UFS_CMD_SEND = 0, UFS_CMD_COMP = 1, UFS_DEV_COMP = 2, UFS_QUERY_SEND = 3, UFS_QUERY_COMP = 4, UFS_QUERY_ERR = 5, UFS_TM_SEND = 6, UFS_TM_COMP = 7, UFS_TM_ERR = 8, }; enum ufs_trace_tsf_t { UFS_TSF_CDB = 0, UFS_TSF_OSF = 1, UFS_TSF_TM_INPUT = 2, UFS_TSF_TM_OUTPUT = 3, }; struct ufs_dev_quirk { u16 wmanufacturerid; const u8 *model; unsigned int quirk; }; enum { PWR_OK = 0, PWR_LOCAL = 1, PWR_REMOTE = 2, PWR_BUSY = 3, PWR_ERROR_CAP = 4, PWR_FATAL_ERROR = 5, }; enum { INTERRUPT_MASK_ALL_VER_11 = 204799, INTERRUPT_MASK_ALL_VER_21 = 466943, }; enum { UTP_CMD_TYPE_UFS_STORAGE = 1, }; enum utp_data_direction { UTP_NO_DATA_TRANSFER = 0, UTP_HOST_TO_DEVICE = 1, UTP_DEVICE_TO_HOST = 2, }; enum utp_ocs { OCS_SUCCESS = 0, OCS_INVALID_CMD_TABLE_ATTR = 1, OCS_INVALID_PRDT_ATTR = 2, OCS_MISMATCH_DATA_BUF_SIZE = 3, OCS_MISMATCH_RESP_UPIU_SIZE = 4, OCS_PEER_COMM_FAILURE = 5, OCS_ABORTED = 6, OCS_FATAL_ERROR = 7, OCS_DEVICE_FATAL_ERROR = 8, OCS_INVALID_CRYPTO_CONFIG = 9, OCS_GENERAL_CRYPTO_ERROR = 10, OCS_INVALID_COMMAND_STATUS = 15, }; enum { MASK_OCS = 15, }; struct trace_event_raw_ufshcd_clk_gating { struct trace_entry ent; struct ufs_hba *hba; int state; char __data[0]; }; struct trace_event_raw_ufshcd_clk_scaling { struct trace_entry ent; struct ufs_hba *hba; u32 __data_loc_state; u32 __data_loc_clk; u32 prev_state; u32 curr_state; char __data[0]; }; struct trace_event_raw_ufshcd_auto_bkops_state { struct trace_entry ent; struct ufs_hba *hba; u32 __data_loc_state; char __data[0]; }; struct trace_event_raw_ufshcd_profiling_template { struct trace_entry ent; struct ufs_hba *hba; u32 __data_loc_profile_info; s64 time_us; int err; char __data[0]; }; struct trace_event_raw_ufshcd_template { struct trace_entry ent; s64 usecs; int err; struct ufs_hba *hba; int dev_state; int link_state; char __data[0]; }; struct trace_event_raw_ufshcd_command { struct trace_entry ent; struct scsi_device *sdev; struct ufs_hba *hba; enum ufs_trace_str_t str_t; unsigned int tag; u32 doorbell; u32 hwq_id; u32 intr; u64 lba; int transfer_len; u8 opcode; u8 group_id; char __data[0]; }; struct trace_event_raw_ufshcd_uic_command { struct trace_entry ent; struct ufs_hba *hba; enum ufs_trace_str_t str_t; u32 cmd; u32 arg1; u32 arg2; u32 arg3; char __data[0]; }; struct trace_event_raw_ufshcd_upiu { struct trace_entry ent; struct ufs_hba *hba; enum ufs_trace_str_t str_t; unsigned char hdr[12]; unsigned char tsf[16]; enum ufs_trace_tsf_t tsf_t; char __data[0]; }; struct trace_event_raw_ufshcd_exception_event { struct trace_entry ent; struct ufs_hba *hba; u16 status; char __data[0]; }; struct trace_event_data_offsets_ufshcd_clk_gating {}; struct trace_event_data_offsets_ufshcd_clk_scaling { u32 state; const void *state_ptr_; u32 clk; const void *clk_ptr_; }; struct trace_event_data_offsets_ufshcd_auto_bkops_state { u32 state; const void *state_ptr_; }; struct trace_event_data_offsets_ufshcd_profiling_template { u32 profile_info; const void *profile_info_ptr_; }; struct trace_event_data_offsets_ufshcd_template {}; struct trace_event_data_offsets_ufshcd_command {}; struct trace_event_data_offsets_ufshcd_uic_command {}; struct trace_event_data_offsets_ufshcd_upiu {}; struct trace_event_data_offsets_ufshcd_exception_event {}; typedef void (*btf_trace_ufshcd_clk_gating)(void *, struct ufs_hba *, int); typedef void (*btf_trace_ufshcd_clk_scaling)(void *, struct ufs_hba *, const char *, const char *, u32, u32); typedef void (*btf_trace_ufshcd_auto_bkops_state)(void *, struct ufs_hba *, const char *); typedef void (*btf_trace_ufshcd_profile_hibern8)(void *, struct ufs_hba *, const char *, s64, int); typedef void (*btf_trace_ufshcd_profile_clk_gating)(void *, struct ufs_hba *, const char *, s64, int); typedef void (*btf_trace_ufshcd_profile_clk_scaling)(void *, struct ufs_hba *, const char *, s64, int); typedef void (*btf_trace_ufshcd_system_suspend)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_system_resume)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_runtime_suspend)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_runtime_resume)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_init)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_wl_suspend)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_wl_resume)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_wl_runtime_suspend)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_wl_runtime_resume)(void *, struct ufs_hba *, int, s64, int, int); typedef void (*btf_trace_ufshcd_command)(void *, struct scsi_device *, struct ufs_hba *, enum ufs_trace_str_t, unsigned int, u32, u32, int, u32, u64, u8, u8); typedef void (*btf_trace_ufshcd_uic_command)(void *, struct ufs_hba *, enum ufs_trace_str_t, u32, u32, u32, u32); typedef void (*btf_trace_ufshcd_upiu)(void *, struct ufs_hba *, enum ufs_trace_str_t, void *, void *, enum ufs_trace_tsf_t); typedef void (*btf_trace_ufshcd_exception_event)(void *, struct ufs_hba *, u16); enum { UIC_CMD_TIMEOUT_DEFAULT = 500, UIC_CMD_TIMEOUT_MAX = 2000, }; enum { UFSHCD_MAX_CHANNEL = 0, UFSHCD_MAX_ID = 1, }; enum { UFSHCD_EH_IN_PROGRESS = 1, }; enum { UFSHCD_UIC_DL_PA_INIT_ERROR = 1, UFSHCD_UIC_DL_NAC_RECEIVED_ERROR = 2, UFSHCD_UIC_DL_TCx_REPLAY_ERROR = 4, UFSHCD_UIC_NL_ERROR = 8, UFSHCD_UIC_TL_ERROR = 16, UFSHCD_UIC_DME_ERROR = 32, UFSHCD_UIC_PA_GENERIC_ERROR = 64, }; struct uc_string_id { u8 len; u8 type; wchar_t uc[0]; }; enum { UFSHCD_POLL_FROM_INTERRUPT_CONTEXT = -1, }; struct ufs_ref_clk { long unsigned int freq_hz; enum ufs_ref_clk_freq val; }; struct scmi_requested_dev { const struct scmi_device_id *id_table; struct list_head node; }; struct scmi_clock_rate_notif_report { ktime_t timestamp; unsigned int agent_id; unsigned int clock_id; long long unsigned int rate; }; enum scmi_clock_protocol_cmd { CLOCK_ATTRIBUTES = 3, CLOCK_DESCRIBE_RATES = 4, CLOCK_RATE_SET = 5, CLOCK_RATE_GET = 6, CLOCK_CONFIG_SET = 7, CLOCK_NAME_GET = 8, CLOCK_RATE_NOTIFY = 9, CLOCK_RATE_CHANGE_REQUESTED_NOTIFY = 10, CLOCK_CONFIG_GET = 11, CLOCK_POSSIBLE_PARENTS_GET = 12, CLOCK_PARENT_SET = 13, CLOCK_PARENT_GET = 14, CLOCK_GET_PERMISSIONS = 15, }; enum clk_state { CLK_STATE_DISABLE = 0, CLK_STATE_ENABLE = 1, CLK_STATE_RESERVED = 2, CLK_STATE_UNCHANGED = 3, }; struct scmi_msg_resp_clock_protocol_attributes { __le16 num_clocks; u8 max_async_req; u8 reserved; }; struct scmi_msg_resp_clock_attributes { __le32 attributes; u8 name[16]; __le32 clock_enable_latency; }; struct scmi_msg_clock_possible_parents { __le32 id; __le32 skip_parents; }; struct scmi_msg_resp_clock_possible_parents { __le32 num_parent_flags; __le32 possible_parents[0]; }; struct scmi_msg_clock_set_parent { __le32 id; __le32 parent_id; }; struct scmi_msg_clock_config_set { __le32 id; __le32 attributes; }; struct scmi_msg_clock_config_set_v2 { __le32 id; __le32 attributes; __le32 oem_config_val; }; struct scmi_msg_clock_config_get { __le32 id; __le32 flags; }; struct scmi_msg_resp_clock_config_get { __le32 attributes; __le32 config; __le32 oem_config_val; }; struct scmi_msg_clock_describe_rates { __le32 id; __le32 rate_index; }; struct scmi_msg_resp_clock_describe_rates { __le32 num_rates_flags; struct { __le32 value_low; __le32 value_high; } rate[0]; }; struct scmi_clock_set_rate { __le32 flags; __le32 id; __le32 value_low; __le32 value_high; }; struct scmi_msg_resp_set_rate_complete { __le32 id; __le32 rate_low; __le32 rate_high; }; struct scmi_msg_clock_rate_notify { __le32 clk_id; __le32 notify_enable; }; struct scmi_clock_rate_notify_payld { __le32 agent_id; __le32 clock_id; __le32 rate_low; __le32 rate_high; }; struct clock_info { u32 version; int num_clocks; int max_async_req; bool notify_rate_changed_cmd; bool notify_rate_change_requested_cmd; atomic_t cur_async_req; struct scmi_clock_info *clk; int (*clock_config_set)(const struct scmi_protocol_handle *, u32, enum clk_state, enum scmi_clock_oem_config, u32, bool); int (*clock_config_get)(const struct scmi_protocol_handle *, u32, enum scmi_clock_oem_config, u32 *, bool *, u32 *, bool); }; struct scmi_clk_ipriv { struct device *dev; u32 clk_id; struct scmi_clock_info *clk; }; struct scmi_reset_issued_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int reset_state; }; enum scmi_reset_protocol_cmd { RESET_DOMAIN_ATTRIBUTES = 3, RESET = 4, RESET_NOTIFY = 5, RESET_DOMAIN_NAME_GET = 6, }; struct scmi_msg_resp_reset_domain_attributes { __le32 attributes; __le32 latency; u8 name[16]; }; struct scmi_msg_reset_domain_reset { __le32 domain_id; __le32 flags; __le32 reset_state; }; struct scmi_msg_reset_notify { __le32 id; __le32 event_control; }; struct scmi_reset_issued_notify_payld { __le32 agent_id; __le32 domain_id; __le32 reset_state; }; struct reset_dom_info { bool async_reset; bool reset_notify; u32 latency_us; char name[64]; }; struct scmi_reset_info { u32 version; int num_domains; bool notify_reset_cmd; struct reset_dom_info *dom_info; }; enum scmi_voltage_level_mode { SCMI_VOLTAGE_LEVEL_SET_AUTO = 0, SCMI_VOLTAGE_LEVEL_SET_SYNC = 1, }; struct scmi_voltage_info { unsigned int id; bool segmented; bool negative_volts_allowed; bool async_level_set; char name[64]; unsigned int num_levels; int *levels_uv; }; struct scmi_voltage_proto_ops { int (*num_domains_get)(const struct scmi_protocol_handle *); const struct scmi_voltage_info * (*info_get)(const struct scmi_protocol_handle *, u32); int (*config_set)(const struct scmi_protocol_handle *, u32, u32); int (*config_get)(const struct scmi_protocol_handle *, u32, u32 *); int (*level_set)(const struct scmi_protocol_handle *, u32, enum scmi_voltage_level_mode, s32); int (*level_get)(const struct scmi_protocol_handle *, u32, s32 *); }; enum scmi_voltage_protocol_cmd { VOLTAGE_DOMAIN_ATTRIBUTES = 3, VOLTAGE_DESCRIBE_LEVELS = 4, VOLTAGE_CONFIG_SET = 5, VOLTAGE_CONFIG_GET = 6, VOLTAGE_LEVEL_SET = 7, VOLTAGE_LEVEL_GET = 8, VOLTAGE_DOMAIN_NAME_GET = 9, }; struct scmi_msg_resp_domain_attributes { __le32 attr; u8 name[16]; }; struct scmi_msg_cmd_describe_levels { __le32 domain_id; __le32 level_index; }; struct scmi_msg_resp_describe_levels { __le32 flags; __le32 voltage[0]; }; struct scmi_msg_cmd_config_set { __le32 domain_id; __le32 config; }; struct scmi_msg_cmd_level_set { __le32 domain_id; __le32 flags; __le32 voltage_level; }; struct scmi_resp_voltage_level_set_complete { __le32 domain_id; __le32 voltage_level; }; struct voltage_info { unsigned int version; unsigned int num_domains; struct scmi_voltage_info *domains; }; struct scmi_volt_ipriv { struct device *dev; struct scmi_voltage_info *v; }; struct tcg_efi_specid_event_algs { u16 alg_id; u16 digest_size; }; struct tcg_efi_specid_event_head { u8 signature[16]; u32 platform_class; u8 spec_version_minor; u8 spec_version_major; u8 spec_errata; u8 uintnsize; u32 num_algs; struct tcg_efi_specid_event_algs digest_sizes[0]; }; struct tcg_pcr_event { u32 pcr_idx; u32 event_type; u8 digest[20]; u32 event_size; u8 event[0]; }; struct tcg_event_field { u32 event_size; u8 event[0]; }; struct tcg_pcr_event2_head { u32 pcr_idx; u32 event_type; u32 count; struct tpm_digest digests[0]; }; typedef struct { u64 length; u64 data; } efi_capsule_block_desc_t; enum { M_I17 = 0, M_I20 = 1, M_I20_SR = 2, M_I24 = 3, M_I24_8_1 = 4, M_I24_10_1 = 5, M_I27_11_1 = 6, M_MINI = 7, M_MINI_3_1 = 8, M_MINI_4_1 = 9, M_MB = 10, M_MB_2 = 11, M_MB_3 = 12, M_MB_5_1 = 13, M_MB_6_1 = 14, M_MB_7_1 = 15, M_MB_SR = 16, M_MBA = 17, M_MBA_3 = 18, M_MBP = 19, M_MBP_2 = 20, M_MBP_2_2 = 21, M_MBP_SR = 22, M_MBP_4 = 23, M_MBP_5_1 = 24, M_MBP_5_2 = 25, M_MBP_5_3 = 26, M_MBP_6_1 = 27, M_MBP_6_2 = 28, M_MBP_7_1 = 29, M_MBP_8_2 = 30, M_UNKNOWN = 31, }; struct efifb_dmi_info { char *optname; long unsigned int base; int stride; int width; int height; int flags; }; enum { OVERRIDE_NONE = 0, OVERRIDE_BASE = 1, OVERRIDE_STRIDE = 2, OVERRIDE_HEIGHT = 4, OVERRIDE_WIDTH = 8, }; struct arm_smccc_1_2_regs { long unsigned int a0; long unsigned int a1; long unsigned int a2; long unsigned int a3; long unsigned int a4; long unsigned int a5; long unsigned int a6; long unsigned int a7; long unsigned int a8; long unsigned int a9; long unsigned int a10; long unsigned int a11; long unsigned int a12; long unsigned int a13; long unsigned int a14; long unsigned int a15; long unsigned int a16; long unsigned int a17; }; enum arch_timer_reg { ARCH_TIMER_REG_CTRL = 0, ARCH_TIMER_REG_CVAL = 1, }; enum arch_timer_spi_nr { ARCH_TIMER_PHYS_SPI = 0, ARCH_TIMER_VIRT_SPI = 1, ARCH_TIMER_MAX_TIMER_SPI = 2, }; enum arch_timer_erratum_match_type { ate_match_dt = 0, ate_match_local_cap_id = 1, ate_match_acpi_oem_info = 2, }; struct arch_timer_erratum_workaround { enum arch_timer_erratum_match_type match_type; const void *id; const char *desc; u64 (*read_cntpct_el0)(); u64 (*read_cntvct_el0)(); int (*set_next_event_phys)(long unsigned int, struct clock_event_device *); int (*set_next_event_virt)(long unsigned int, struct clock_event_device *); bool disable_compat_vdso; }; struct arch_timer { void *base; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct clock_event_device evt; }; struct ate_acpi_oem_info { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; }; typedef bool (*ate_match_fn_t)(const struct arch_timer_erratum_workaround *, const void *); struct cros_ec_spi { struct spi_device *spi; s64 last_transfer_ns; unsigned int start_of_msg_delay; unsigned int end_of_msg_delay; struct kthread_worker *high_pri_worker; }; typedef int (*cros_ec_xfer_fn_t)(struct cros_ec_device *, struct cros_ec_command *); struct cros_ec_xfer_work_params { struct kthread_work work; cros_ec_xfer_fn_t fn; struct cros_ec_device *ec_dev; struct cros_ec_command *ec_msg; int ret; }; struct rgb_s { uint8_t r; uint8_t g; uint8_t b; }; struct lightbar_params_v0 { int32_t google_ramp_up; int32_t google_ramp_down; int32_t s3s0_ramp_up; int32_t s0_tick_delay[2]; int32_t s0a_tick_delay[2]; int32_t s0s3_ramp_down; int32_t s3_sleep_for; int32_t s3_ramp_up; int32_t s3_ramp_down; uint8_t new_s0; uint8_t osc_min[2]; uint8_t osc_max[2]; uint8_t w_ofs[2]; uint8_t bright_bl_off_fixed[2]; uint8_t bright_bl_on_min[2]; uint8_t bright_bl_on_max[2]; uint8_t battery_threshold[3]; uint8_t s0_idx[8]; uint8_t s3_idx[8]; struct rgb_s color[8]; }; struct lightbar_params_v1 { int32_t google_ramp_up; int32_t google_ramp_down; int32_t s3s0_ramp_up; int32_t s0_tick_delay[2]; int32_t s0a_tick_delay[2]; int32_t s0s3_ramp_down; int32_t s3_sleep_for; int32_t s3_ramp_up; int32_t s3_ramp_down; int32_t s5_ramp_up; int32_t s5_ramp_down; int32_t tap_tick_delay; int32_t tap_gate_delay; int32_t tap_display_time; uint8_t tap_pct_red; uint8_t tap_pct_green; uint8_t tap_seg_min_on; uint8_t tap_seg_max_on; uint8_t tap_seg_osc; uint8_t tap_idx[3]; uint8_t osc_min[2]; uint8_t osc_max[2]; uint8_t w_ofs[2]; uint8_t bright_bl_off_fixed[2]; uint8_t bright_bl_on_min[2]; uint8_t bright_bl_on_max[2]; uint8_t battery_threshold[3]; uint8_t s0_idx[8]; uint8_t s3_idx[8]; uint8_t s5_idx; struct rgb_s color[8]; }; struct lightbar_params_v2_timing { int32_t google_ramp_up; int32_t google_ramp_down; int32_t s3s0_ramp_up; int32_t s0_tick_delay[2]; int32_t s0a_tick_delay[2]; int32_t s0s3_ramp_down; int32_t s3_sleep_for; int32_t s3_ramp_up; int32_t s3_ramp_down; int32_t s5_ramp_up; int32_t s5_ramp_down; int32_t tap_tick_delay; int32_t tap_gate_delay; int32_t tap_display_time; }; struct lightbar_params_v2_tap { uint8_t tap_pct_red; uint8_t tap_pct_green; uint8_t tap_seg_min_on; uint8_t tap_seg_max_on; uint8_t tap_seg_osc; uint8_t tap_idx[3]; }; struct lightbar_params_v2_oscillation { uint8_t osc_min[2]; uint8_t osc_max[2]; uint8_t w_ofs[2]; }; struct lightbar_params_v2_brightness { uint8_t bright_bl_off_fixed[2]; uint8_t bright_bl_on_min[2]; uint8_t bright_bl_on_max[2]; }; struct lightbar_params_v2_thresholds { uint8_t battery_threshold[3]; }; struct lightbar_params_v2_colors { uint8_t s0_idx[8]; uint8_t s3_idx[8]; uint8_t s5_idx; struct rgb_s color[8]; }; struct lightbar_program { uint8_t size; uint8_t data[192]; }; struct ec_params_lightbar { uint8_t cmd; union { struct { uint8_t num; } set_brightness; struct { uint8_t num; } seq; struct { uint8_t num; } demo; struct { uint8_t ctrl; uint8_t reg; uint8_t value; } reg; struct { uint8_t led; uint8_t red; uint8_t green; uint8_t blue; } set_rgb; struct { uint8_t led; } get_rgb; struct { uint8_t enable; } manual_suspend_ctrl; struct lightbar_params_v0 set_params_v0; struct lightbar_params_v1 set_params_v1; struct lightbar_params_v2_timing set_v2par_timing; struct lightbar_params_v2_tap set_v2par_tap; struct lightbar_params_v2_oscillation set_v2par_osc; struct lightbar_params_v2_brightness set_v2par_bright; struct lightbar_params_v2_thresholds set_v2par_thlds; struct lightbar_params_v2_colors set_v2par_colors; struct lightbar_program set_program; }; }; struct ec_response_lightbar { union { struct { struct { uint8_t reg; uint8_t ic0; uint8_t ic1; } vals[23]; } dump; struct { uint8_t num; } get_seq; struct { uint8_t num; } get_brightness; struct { uint8_t num; } get_demo; struct lightbar_params_v0 get_params_v0; struct lightbar_params_v1 get_params_v1; struct lightbar_params_v2_timing get_params_v2_timing; struct lightbar_params_v2_tap get_params_v2_tap; struct lightbar_params_v2_oscillation get_params_v2_osc; struct lightbar_params_v2_brightness get_params_v2_bright; struct lightbar_params_v2_thresholds get_params_v2_thlds; struct lightbar_params_v2_colors get_params_v2_colors; struct { uint32_t num; uint32_t flags; } version; struct { uint8_t red; uint8_t green; uint8_t blue; } get_rgb; }; }; enum lightbar_command { LIGHTBAR_CMD_DUMP = 0, LIGHTBAR_CMD_OFF = 1, LIGHTBAR_CMD_ON = 2, LIGHTBAR_CMD_INIT = 3, LIGHTBAR_CMD_SET_BRIGHTNESS = 4, LIGHTBAR_CMD_SEQ = 5, LIGHTBAR_CMD_REG = 6, LIGHTBAR_CMD_SET_RGB = 7, LIGHTBAR_CMD_GET_SEQ = 8, LIGHTBAR_CMD_DEMO = 9, LIGHTBAR_CMD_GET_PARAMS_V0 = 10, LIGHTBAR_CMD_SET_PARAMS_V0 = 11, LIGHTBAR_CMD_VERSION = 12, LIGHTBAR_CMD_GET_BRIGHTNESS = 13, LIGHTBAR_CMD_GET_RGB = 14, LIGHTBAR_CMD_GET_DEMO = 15, LIGHTBAR_CMD_GET_PARAMS_V1 = 16, LIGHTBAR_CMD_SET_PARAMS_V1 = 17, LIGHTBAR_CMD_SET_PROGRAM = 18, LIGHTBAR_CMD_MANUAL_SUSPEND_CTRL = 19, LIGHTBAR_CMD_SUSPEND = 20, LIGHTBAR_CMD_RESUME = 21, LIGHTBAR_CMD_GET_PARAMS_V2_TIMING = 22, LIGHTBAR_CMD_SET_PARAMS_V2_TIMING = 23, LIGHTBAR_CMD_GET_PARAMS_V2_TAP = 24, LIGHTBAR_CMD_SET_PARAMS_V2_TAP = 25, LIGHTBAR_CMD_GET_PARAMS_V2_OSCILLATION = 26, LIGHTBAR_CMD_SET_PARAMS_V2_OSCILLATION = 27, LIGHTBAR_CMD_GET_PARAMS_V2_BRIGHTNESS = 28, LIGHTBAR_CMD_SET_PARAMS_V2_BRIGHTNESS = 29, LIGHTBAR_CMD_GET_PARAMS_V2_THRESHOLDS = 30, LIGHTBAR_CMD_SET_PARAMS_V2_THRESHOLDS = 31, LIGHTBAR_CMD_GET_PARAMS_V2_COLORS = 32, LIGHTBAR_CMD_SET_PARAMS_V2_COLORS = 33, LIGHTBAR_NUM_CMDS = 34, }; struct ec_response_get_chip_info { char vendor[32]; char name[32]; char revision[32]; }; struct ec_response_board_version { uint16_t board_version; }; struct ec_response_flash_info { uint32_t flash_size; uint32_t write_block_size; uint32_t erase_block_size; uint32_t protect_block_size; }; enum ec_reboot_cmd { EC_REBOOT_CANCEL = 0, EC_REBOOT_JUMP_RO = 1, EC_REBOOT_JUMP_RW = 2, EC_REBOOT_COLD = 4, EC_REBOOT_DISABLE_JUMP = 5, EC_REBOOT_HIBERNATE = 6, EC_REBOOT_HIBERNATE_CLEAR_AP_OFF = 7, EC_REBOOT_COLD_AP_OFF = 8, }; struct ec_params_reboot_ec { uint8_t cmd; uint8_t flags; }; struct mhu_link { unsigned int irq; void *tx_reg; void *rx_reg; }; struct arm_mhu___2 { void *base; struct mhu_link mlink[3]; struct mbox_chan chan[3]; struct mbox_controller mbox; }; struct hwspinlock_ops { int (*trylock)(struct hwspinlock *); void (*unlock)(struct hwspinlock *); int (*bust)(struct hwspinlock *, unsigned int); void (*relax)(struct hwspinlock *); }; struct hwspinlock_device; struct hwspinlock { struct hwspinlock_device *bank; spinlock_t lock; void *priv; }; struct hwspinlock_device { struct device *dev; const struct hwspinlock_ops *ops; int base_id; int num_locks; struct hwspinlock lock[0]; }; typedef __u32 __rpmsg32; struct rpmsg_ns_msg { char name[32]; __rpmsg32 addr; __rpmsg32 flags; }; enum rpmsg_ns_flags { RPMSG_NS_CREATE = 0, RPMSG_NS_DESTROY = 1, }; typedef __u16 __rpmsg16; struct virtproc_info { struct virtio_device *vdev; struct virtqueue *rvq; struct virtqueue *svq; void *rbufs; void *sbufs; unsigned int num_bufs; unsigned int buf_size; int last_sbuf; dma_addr_t bufs_dma; struct mutex tx_lock; struct idr endpoints; struct mutex endpoints_lock; wait_queue_head_t sendq; atomic_t sleepers; }; struct rpmsg_hdr { __rpmsg32 src; __rpmsg32 dst; __rpmsg32 reserved; __rpmsg16 len; __rpmsg16 flags; u8 data[0]; }; struct virtio_rpmsg_channel { struct rpmsg_device rpdev; struct virtproc_info *vrp; }; struct userspace_data { long unsigned int user_frequency; bool valid; }; struct extcon_cable; struct extcon_dev { const char *name; const unsigned int *supported_cable; const u32 *mutually_exclusive; struct device dev; unsigned int id; struct raw_notifier_head nh_all; struct raw_notifier_head *nh; struct list_head entry; int max_supported; spinlock_t lock; u32 state; struct device_type extcon_dev_type; struct extcon_cable *cables; struct attribute_group attr_g_muex; struct attribute **attrs_muex; struct device_attribute *d_attrs_muex; }; struct extcon_dev_notifier_devres { struct extcon_dev *edev; unsigned int id; struct notifier_block *nb; }; struct iio_mount_matrix { const char *rotation[9]; }; struct armv8pmu_probe_info { struct arm_pmu *pmu; bool present; }; enum fpga_mgr_states { FPGA_MGR_STATE_UNKNOWN = 0, FPGA_MGR_STATE_POWER_OFF = 1, FPGA_MGR_STATE_POWER_UP = 2, FPGA_MGR_STATE_RESET = 3, FPGA_MGR_STATE_FIRMWARE_REQ = 4, FPGA_MGR_STATE_FIRMWARE_REQ_ERR = 5, FPGA_MGR_STATE_PARSE_HEADER = 6, FPGA_MGR_STATE_PARSE_HEADER_ERR = 7, FPGA_MGR_STATE_WRITE_INIT = 8, FPGA_MGR_STATE_WRITE_INIT_ERR = 9, FPGA_MGR_STATE_WRITE = 10, FPGA_MGR_STATE_WRITE_ERR = 11, FPGA_MGR_STATE_WRITE_COMPLETE = 12, FPGA_MGR_STATE_WRITE_COMPLETE_ERR = 13, FPGA_MGR_STATE_OPERATING = 14, }; struct fpga_image_info { u32 flags; u32 enable_timeout_us; u32 disable_timeout_us; u32 config_complete_timeout_us; char *firmware_name; struct sg_table *sgt; const char *buf; size_t count; size_t header_size; size_t data_size; int region_id; struct device *dev; struct device_node *overlay; }; struct fpga_compat_id { u64 id_h; u64 id_l; }; struct fpga_manager_ops; struct fpga_manager_info { const char *name; struct fpga_compat_id *compat_id; const struct fpga_manager_ops *mops; void *priv; }; struct fpga_manager; struct fpga_manager_ops { size_t initial_header_size; bool skip_header; enum fpga_mgr_states (*state)(struct fpga_manager *); u64 (*status)(struct fpga_manager *); int (*parse_header)(struct fpga_manager *, struct fpga_image_info *, const char *, size_t); int (*write_init)(struct fpga_manager *, struct fpga_image_info *, const char *, size_t); int (*write)(struct fpga_manager *, const char *, size_t); int (*write_sg)(struct fpga_manager *, struct sg_table *); int (*write_complete)(struct fpga_manager *, struct fpga_image_info *); void (*fpga_remove)(struct fpga_manager *); const struct attribute_group **groups; }; struct fpga_manager { const char *name; struct device dev; struct mutex ref_mutex; enum fpga_mgr_states state; struct fpga_compat_id *compat_id; const struct fpga_manager_ops *mops; struct module *mops_owner; void *priv; }; struct fpga_mgr_devres { struct fpga_manager *mgr; }; struct optee_session { struct list_head list_node; u32 session_id; bool use_sys_thread; }; struct optee_context_data { struct mutex mutex; struct list_head sess_list; }; struct optee_supp_req { struct list_head link; bool in_queue; u32 func; u32 ret; size_t num_params; struct tee_param *param; struct completion c; }; struct ffa_ops; struct ffa_device { u32 id; u32 properties; int vm_id; bool mode_32bit; uuid_t uuid; struct device dev; const struct ffa_ops *ops; }; struct ffa_info_ops; struct ffa_msg_ops; struct ffa_mem_ops; struct ffa_cpu_ops; struct ffa_notifier_ops; struct ffa_ops { const struct ffa_info_ops *info_ops; const struct ffa_msg_ops *msg_ops; const struct ffa_mem_ops *mem_ops; const struct ffa_cpu_ops *cpu_ops; const struct ffa_notifier_ops *notifier_ops; }; struct ffa_device_id { uuid_t uuid; }; struct ffa_driver { const char *name; int (*probe)(struct ffa_device *); void (*remove)(struct ffa_device *); const struct ffa_device_id *id_table; struct device_driver driver; }; struct ffa_partition_info { u16 id; u16 exec_ctxt; u32 properties; uuid_t uuid; }; struct ffa_send_direct_data { long unsigned int data0; long unsigned int data1; long unsigned int data2; long unsigned int data3; long unsigned int data4; }; struct ffa_send_direct_data2 { long unsigned int data[14]; }; struct ffa_mem_region_attributes { u16 receiver; u8 attrs; u8 flag; u32 composite_off; u64 reserved; }; struct ffa_mem_ops_args { bool use_txbuf; u32 nattrs; u32 flags; u64 tag; u64 g_handle; struct scatterlist *sg; struct ffa_mem_region_attributes *attrs; }; struct ffa_info_ops { u32 (*api_version_get)(); int (*partition_info_get)(const char *, struct ffa_partition_info *); }; struct ffa_msg_ops { void (*mode_32bit_set)(struct ffa_device *); int (*sync_send_receive)(struct ffa_device *, struct ffa_send_direct_data *); int (*indirect_send)(struct ffa_device *, void *, size_t); int (*sync_send_receive2)(struct ffa_device *, struct ffa_send_direct_data2 *); }; struct ffa_mem_ops { int (*memory_reclaim)(u64, u32); int (*memory_share)(struct ffa_mem_ops_args *); int (*memory_lend)(struct ffa_mem_ops_args *); }; struct ffa_cpu_ops { int (*run)(struct ffa_device *, u16); }; typedef void (*ffa_sched_recv_cb)(u16, bool, void *); typedef void (*ffa_notifier_cb)(int, void *); typedef void (*ffa_fwk_notifier_cb)(int, void *, void *); struct ffa_notifier_ops { int (*sched_recv_cb_register)(struct ffa_device *, ffa_sched_recv_cb, void *); int (*sched_recv_cb_unregister)(struct ffa_device *); int (*notify_request)(struct ffa_device *, bool, ffa_notifier_cb, void *, int); int (*notify_relinquish)(struct ffa_device *, int); int (*fwk_notify_request)(struct ffa_device *, ffa_fwk_notifier_cb, void *, int); int (*fwk_notify_relinquish)(struct ffa_device *, int); int (*notify_send)(struct ffa_device *, int, bool, u16); }; struct icc_req { struct hlist_node req_node; struct icc_node *node; struct device *dev; bool enabled; u32 tag; u32 avg_bw; u32 peak_bw; }; struct icc_path { const char *name; size_t num_nodes; struct icc_req reqs[0]; }; struct icc_onecell_data { unsigned int num_nodes; struct icc_node *nodes[0]; }; struct trace_event_raw_icc_set_bw { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; u32 __data_loc_node_name; u32 avg_bw; u32 peak_bw; u32 node_avg_bw; u32 node_peak_bw; char __data[0]; }; struct trace_event_raw_icc_set_bw_end { struct trace_entry ent; u32 __data_loc_path_name; u32 __data_loc_dev; int ret; char __data[0]; }; struct trace_event_data_offsets_icc_set_bw { u32 path_name; const void *path_name_ptr_; u32 dev; const void *dev_ptr_; u32 node_name; const void *node_name_ptr_; }; struct trace_event_data_offsets_icc_set_bw_end { u32 path_name; const void *path_name_ptr_; u32 dev; const void *dev_ptr_; }; typedef void (*btf_trace_icc_set_bw)(void *, struct icc_path *, struct icc_node *, int, u32, u32); typedef void (*btf_trace_icc_set_bw_end)(void *, struct icc_path *, int); struct sk_buff_fclones { struct sk_buff skb1; struct sk_buff skb2; refcount_t fclone_ref; }; struct skb_seq_state { __u32 lower_offset; __u32 upper_offset; __u32 frag_idx; __u32 stepped_offset; struct sk_buff *root_skb; struct sk_buff *cur_skb; __u8 *frag_data; __u32 frag_off; }; struct vlan_ethhdr { union { struct { unsigned char h_dest[6]; unsigned char h_source[6]; }; struct { unsigned char h_dest[6]; unsigned char h_source[6]; } addrs; }; __be16 h_vlan_proto; __be16 h_vlan_TCI; __be16 h_vlan_encapsulated_proto; }; struct ip_auth_hdr { __u8 nexthdr; __u8 hdrlen; __be16 reserved; __be32 spi; __be32 seq_no; __u8 auth_data[0]; }; struct mpls_shim_hdr { __be32 label_stack_entry; }; enum skb_drop_reason_subsys { SKB_DROP_REASON_SUBSYS_CORE = 0, SKB_DROP_REASON_SUBSYS_MAC80211_UNUSABLE = 1, SKB_DROP_REASON_SUBSYS_OPENVSWITCH = 2, SKB_DROP_REASON_SUBSYS_NUM = 3, }; struct drop_reason_list { const char * const *reasons; size_t n_reasons; }; struct ts_state { unsigned int offset; char cb[48]; }; struct ts_config; struct ts_ops { const char *name; struct ts_config * (*init)(const void *, unsigned int, gfp_t, int); unsigned int (*find)(struct ts_config *, struct ts_state *); void (*destroy)(struct ts_config *); void * (*get_pattern)(struct ts_config *); unsigned int (*get_pattern_len)(struct ts_config *); struct module *owner; struct list_head list; }; struct ts_config { struct ts_ops *ops; int flags; unsigned int (*get_next_block)(unsigned int, const u8 **, struct ts_config *, struct ts_state *); void (*finish)(struct ts_config *, struct ts_state *); }; struct napi_alloc_cache { local_lock_t bh_lock; struct page_frag_cache page; unsigned int skb_count; void *skb_cache[64]; }; struct skb_free_array { unsigned int skb_count; void *skb_array[16]; }; typedef int (*sendmsg_func)(struct sock *, struct msghdr *); enum { NETNSA_NONE = 0, NETNSA_NSID = 1, NETNSA_PID = 2, NETNSA_FD = 3, NETNSA_TARGET_NSID = 4, NETNSA_CURRENT_NSID = 5, __NETNSA_MAX = 6, }; struct pcpu_gen_cookie { local_t nesting; u64 last; }; struct gen_cookie { struct pcpu_gen_cookie *local; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; atomic64_t forward_last; atomic64_t reverse_last; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct net_fill_args { u32 portid; u32 seq; int flags; int cmd; int nsid; bool add_ref; int ref_nsid; }; struct rtnl_net_dump_cb { struct net *tgt_net; struct net *ref_net; struct sk_buff *skb; struct net_fill_args fillargs; int idx; int s_idx; }; struct ifbond { __s32 bond_mode; __s32 num_slaves; __s32 miimon; }; typedef struct ifbond ifbond; struct ifslave { __s32 slave_id; char slave_name[16]; __s8 link; __s8 state; __u32 link_failure_count; }; typedef struct ifslave ifslave; enum netdev_queue_type { NETDEV_QUEUE_TYPE_RX = 0, NETDEV_QUEUE_TYPE_TX = 1, }; enum { NAPIF_STATE_SCHED = 1, NAPIF_STATE_MISSED = 2, NAPIF_STATE_DISABLE = 4, NAPIF_STATE_NPSVC = 8, NAPIF_STATE_LISTED = 16, NAPIF_STATE_NO_BUSY_POLL = 32, NAPIF_STATE_IN_BUSY_POLL = 64, NAPIF_STATE_PREFER_BUSY_POLL = 128, NAPIF_STATE_THREADED = 256, NAPIF_STATE_SCHED_THREADED = 512, NAPIF_STATE_HAS_NOTIFIER = 1024, }; struct net_device_path_stack { int num_paths; struct net_device_path path[5]; }; struct bpf_xdp_link { struct bpf_link link; struct net_device *dev; int flags; }; struct netdev_net_notifier { struct list_head list; struct notifier_block *nb; }; struct netdev_notifier_changelowerstate_info { struct netdev_notifier_info info; void *lower_state_info; }; struct netdev_notifier_pre_changeaddr_info { struct netdev_notifier_info info; const unsigned char *dev_addr; }; struct netdev_notifier_offload_xstats_rd { struct rtnl_hw_stats64 stats; bool used; }; struct netdev_notifier_offload_xstats_ru { bool used; }; struct netdev_notifier_offload_xstats_info { struct netdev_notifier_info info; enum netdev_offload_xstats_type type; union { struct netdev_notifier_offload_xstats_rd *report_delta; struct netdev_notifier_offload_xstats_ru *report_used; }; }; enum { NESTED_SYNC_IMM_BIT = 0, NESTED_SYNC_TODO_BIT = 1, }; struct netdev_nested_priv { unsigned char flags; void *data; }; struct netdev_bonding_info { ifslave slave; ifbond master; }; struct netdev_notifier_bonding_info { struct netdev_notifier_info info; struct netdev_bonding_info bonding_info; }; struct hop_jumbo_hdr { u8 nexthdr; u8 hdrlen; u8 tlv_type; u8 tlv_len; __be32 jumbo_payload_len; }; typedef int (*bpf_op_t)(struct net_device *, struct netdev_bpf *); struct dev_kfree_skb_cb { enum skb_drop_reason reason; }; struct flush_backlogs { cpumask_t flush_cpus; struct work_struct w[0]; }; enum { NAPI_F_PREFER_BUSY_POLL = 1, NAPI_F_END_ON_RESCHED = 2, }; struct netdev_adjacent { struct net_device *dev; netdevice_tracker dev_tracker; bool master; bool ignore; u16 ref_nr; void *private; struct list_head list; struct callback_head rcu; }; struct sock_diag_req { __u8 sdiag_family; __u8 sdiag_protocol; }; struct broadcast_sk { struct sock *sk; struct work_struct work; }; enum netdev_xdp_rx_metadata { NETDEV_XDP_RX_METADATA_TIMESTAMP = 1, NETDEV_XDP_RX_METADATA_HASH = 2, NETDEV_XDP_RX_METADATA_VLAN_TAG = 4, }; enum netdev_xsk_flags { NETDEV_XSK_FLAGS_TX_TIMESTAMP = 1, NETDEV_XSK_FLAGS_TX_CHECKSUM = 2, NETDEV_XSK_FLAGS_TX_LAUNCH_TIME_FIFO = 4, }; enum netdev_qstats_scope { NETDEV_QSTATS_SCOPE_QUEUE = 1, }; struct netdev_nl_dump_ctx { long unsigned int ifindex; unsigned int rxq_idx; unsigned int txq_idx; unsigned int napi_id; }; struct update_classid_context { u32 classid; unsigned int batch; }; struct dst_cache_pcpu { long unsigned int refresh_ts; struct dst_entry *dst; u32 cookie; union { struct in_addr in_saddr; struct in6_addr in6_saddr; }; }; struct tc_fifo_qopt { __u32 limit; }; enum tc_fifo_command { TC_FIFO_REPLACE = 0, TC_FIFO_DESTROY = 1, TC_FIFO_STATS = 2, }; struct tc_fifo_qopt_offload { enum tc_fifo_command command; u32 handle; u32 parent; union { struct tc_qopt_offload_stats stats; }; }; enum netlink_attribute_type { NL_ATTR_TYPE_INVALID = 0, NL_ATTR_TYPE_FLAG = 1, NL_ATTR_TYPE_U8 = 2, NL_ATTR_TYPE_U16 = 3, NL_ATTR_TYPE_U32 = 4, NL_ATTR_TYPE_U64 = 5, NL_ATTR_TYPE_S8 = 6, NL_ATTR_TYPE_S16 = 7, NL_ATTR_TYPE_S32 = 8, NL_ATTR_TYPE_S64 = 9, NL_ATTR_TYPE_BINARY = 10, NL_ATTR_TYPE_STRING = 11, NL_ATTR_TYPE_NUL_STRING = 12, NL_ATTR_TYPE_NESTED = 13, NL_ATTR_TYPE_NESTED_ARRAY = 14, NL_ATTR_TYPE_BITFIELD32 = 15, NL_ATTR_TYPE_SINT = 16, NL_ATTR_TYPE_UINT = 17, }; enum netlink_policy_type_attr { NL_POLICY_TYPE_ATTR_UNSPEC = 0, NL_POLICY_TYPE_ATTR_TYPE = 1, NL_POLICY_TYPE_ATTR_MIN_VALUE_S = 2, NL_POLICY_TYPE_ATTR_MAX_VALUE_S = 3, NL_POLICY_TYPE_ATTR_MIN_VALUE_U = 4, NL_POLICY_TYPE_ATTR_MAX_VALUE_U = 5, NL_POLICY_TYPE_ATTR_MIN_LENGTH = 6, NL_POLICY_TYPE_ATTR_MAX_LENGTH = 7, NL_POLICY_TYPE_ATTR_POLICY_IDX = 8, NL_POLICY_TYPE_ATTR_POLICY_MAXTYPE = 9, NL_POLICY_TYPE_ATTR_BITFIELD32_MASK = 10, NL_POLICY_TYPE_ATTR_PAD = 11, NL_POLICY_TYPE_ATTR_MASK = 12, __NL_POLICY_TYPE_ATTR_MAX = 13, NL_POLICY_TYPE_ATTR_MAX = 12, }; struct netlink_policy_dump_state { unsigned int policy_idx; unsigned int attr_idx; unsigned int n_alloc; struct { const struct nla_policy *policy; unsigned int maxtype; } policies[0]; }; struct bpf_cg_run_ctx { struct bpf_run_ctx run_ctx; const struct bpf_prog_array_item *prog_item; int retval; }; struct trace_event_raw_bpf_trigger_tp { struct trace_entry ent; int nonce; char __data[0]; }; struct trace_event_raw_bpf_test_finish { struct trace_entry ent; int err; char __data[0]; }; struct trace_event_data_offsets_bpf_trigger_tp {}; struct trace_event_data_offsets_bpf_test_finish {}; typedef void (*btf_trace_bpf_trigger_tp)(void *, int); typedef void (*btf_trace_bpf_test_finish)(void *, int *); struct bpf_test_timer { enum { NO_PREEMPT = 0, NO_MIGRATE = 1, } mode; u32 i; u64 time_start; u64 time_spent; }; struct xdp_page_head { struct xdp_buff orig_ctx; struct xdp_buff ctx; union { struct { struct {} __empty_frame; struct xdp_frame frame[0]; }; struct { struct {} __empty_data; u8 data[0]; }; }; }; struct xdp_test_data { struct xdp_buff *orig_ctx; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info rxq; struct net_device *dev; struct page_pool *pp; struct xdp_frame **frames; struct sk_buff **skbs; struct xdp_mem_info mem; u32 batch_size; u32 frame_cnt; long: 64; long: 64; }; struct bpf_fentry_test_t { struct bpf_fentry_test_t *a; }; struct prog_test_member1 { int a; }; struct prog_test_member { struct prog_test_member1 m; int c; }; struct prog_test_ref_kfunc { int a; int b; struct prog_test_member memb; struct prog_test_ref_kfunc *next; refcount_t cnt; }; struct bpf_raw_tp_test_run_info { struct bpf_prog *prog; void *ctx; u32 retval; }; enum { ETHTOOL_A_BITSET_BIT_UNSPEC = 0, ETHTOOL_A_BITSET_BIT_INDEX = 1, ETHTOOL_A_BITSET_BIT_NAME = 2, ETHTOOL_A_BITSET_BIT_VALUE = 3, __ETHTOOL_A_BITSET_BIT_CNT = 4, ETHTOOL_A_BITSET_BIT_MAX = 3, }; enum { ETHTOOL_A_BITSET_BITS_UNSPEC = 0, ETHTOOL_A_BITSET_BITS_BIT = 1, __ETHTOOL_A_BITSET_BITS_CNT = 2, ETHTOOL_A_BITSET_BITS_MAX = 1, }; enum { ETHTOOL_A_BITSET_UNSPEC = 0, ETHTOOL_A_BITSET_NOMASK = 1, ETHTOOL_A_BITSET_SIZE = 2, ETHTOOL_A_BITSET_BITS = 3, ETHTOOL_A_BITSET_VALUE = 4, ETHTOOL_A_BITSET_MASK = 5, __ETHTOOL_A_BITSET_CNT = 6, ETHTOOL_A_BITSET_MAX = 5, }; struct rss_req_info { struct ethnl_req_info base; u32 rss_context; }; struct rss_reply_data { struct ethnl_reply_data base; bool no_key_fields; u32 indir_size; u32 hkey_size; u32 hfunc; u32 input_xfrm; u32 *indir_table; u8 *hkey; }; struct rss_nl_dump_ctx { long unsigned int ifindex; long unsigned int ctx_idx; unsigned int match_ifindex; unsigned int start_ctx; }; struct features_reply_data { struct ethnl_reply_data base; u32 hw[2]; u32 wanted[2]; u32 active[2]; u32 nochange[2]; u32 all[2]; }; enum { ETHTOOL_A_IRQ_MODERATION_UNSPEC = 0, ETHTOOL_A_IRQ_MODERATION_USEC = 1, ETHTOOL_A_IRQ_MODERATION_PKTS = 2, ETHTOOL_A_IRQ_MODERATION_COMPS = 3, __ETHTOOL_A_IRQ_MODERATION_CNT = 4, ETHTOOL_A_IRQ_MODERATION_MAX = 3, }; enum { ETHTOOL_A_PROFILE_UNSPEC = 0, ETHTOOL_A_PROFILE_IRQ_MODERATION = 1, __ETHTOOL_A_PROFILE_CNT = 2, ETHTOOL_A_PROFILE_MAX = 1, }; struct coalesce_reply_data { struct ethnl_reply_data base; struct ethtool_coalesce coalesce; struct kernel_ethtool_coalesce kernel_coalesce; u32 supported_params; }; enum { ETHTOOL_A_CABLE_RESULT_UNSPEC = 0, ETHTOOL_A_CABLE_RESULT_PAIR = 1, ETHTOOL_A_CABLE_RESULT_CODE = 2, ETHTOOL_A_CABLE_RESULT_SRC = 3, __ETHTOOL_A_CABLE_RESULT_CNT = 4, ETHTOOL_A_CABLE_RESULT_MAX = 3, }; enum { ETHTOOL_A_CABLE_FAULT_LENGTH_UNSPEC = 0, ETHTOOL_A_CABLE_FAULT_LENGTH_PAIR = 1, ETHTOOL_A_CABLE_FAULT_LENGTH_CM = 2, ETHTOOL_A_CABLE_FAULT_LENGTH_SRC = 3, __ETHTOOL_A_CABLE_FAULT_LENGTH_CNT = 4, ETHTOOL_A_CABLE_FAULT_LENGTH_MAX = 3, }; enum { ETHTOOL_A_CABLE_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_NEST_RESULT = 1, ETHTOOL_A_CABLE_NEST_FAULT_LENGTH = 2, __ETHTOOL_A_CABLE_NEST_CNT = 3, ETHTOOL_A_CABLE_NEST_MAX = 2, }; enum { ETHTOOL_A_CABLE_TEST_NTF_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_HEADER = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS = 2, ETHTOOL_A_CABLE_TEST_NTF_NEST = 3, __ETHTOOL_A_CABLE_TEST_NTF_CNT = 4, ETHTOOL_A_CABLE_TEST_NTF_MAX = 3, }; enum { ETHTOOL_A_CABLE_TEST_TDR_CFG_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_TDR_CFG_FIRST = 1, ETHTOOL_A_CABLE_TEST_TDR_CFG_LAST = 2, ETHTOOL_A_CABLE_TEST_TDR_CFG_STEP = 3, ETHTOOL_A_CABLE_TEST_TDR_CFG_PAIR = 4, __ETHTOOL_A_CABLE_TEST_TDR_CFG_CNT = 5, ETHTOOL_A_CABLE_TEST_TDR_CFG_MAX = 4, }; enum { ETHTOOL_A_CABLE_TEST_NTF_STATUS_UNSPEC = 0, ETHTOOL_A_CABLE_TEST_NTF_STATUS_STARTED = 1, ETHTOOL_A_CABLE_TEST_NTF_STATUS_COMPLETED = 2, }; enum { ETHTOOL_A_CABLE_AMPLITUDE_UNSPEC = 0, ETHTOOL_A_CABLE_AMPLITUDE_PAIR = 1, ETHTOOL_A_CABLE_AMPLITUDE_mV = 2, __ETHTOOL_A_CABLE_AMPLITUDE_CNT = 3, ETHTOOL_A_CABLE_AMPLITUDE_MAX = 2, }; enum { ETHTOOL_A_CABLE_PULSE_UNSPEC = 0, ETHTOOL_A_CABLE_PULSE_mV = 1, __ETHTOOL_A_CABLE_PULSE_CNT = 2, ETHTOOL_A_CABLE_PULSE_MAX = 1, }; enum { ETHTOOL_A_CABLE_STEP_UNSPEC = 0, ETHTOOL_A_CABLE_STEP_FIRST_DISTANCE = 1, ETHTOOL_A_CABLE_STEP_LAST_DISTANCE = 2, ETHTOOL_A_CABLE_STEP_STEP_DISTANCE = 3, __ETHTOOL_A_CABLE_STEP_CNT = 4, ETHTOOL_A_CABLE_STEP_MAX = 3, }; enum { ETHTOOL_A_CABLE_TDR_NEST_UNSPEC = 0, ETHTOOL_A_CABLE_TDR_NEST_STEP = 1, ETHTOOL_A_CABLE_TDR_NEST_AMPLITUDE = 2, ETHTOOL_A_CABLE_TDR_NEST_PULSE = 3, __ETHTOOL_A_CABLE_TDR_NEST_CNT = 4, ETHTOOL_A_CABLE_TDR_NEST_MAX = 3, }; enum { ETHTOOL_A_STATS_GRP_UNSPEC = 0, ETHTOOL_A_STATS_GRP_PAD = 1, ETHTOOL_A_STATS_GRP_ID = 2, ETHTOOL_A_STATS_GRP_SS_ID = 3, ETHTOOL_A_STATS_GRP_STAT = 4, ETHTOOL_A_STATS_GRP_HIST_RX = 5, ETHTOOL_A_STATS_GRP_HIST_TX = 6, ETHTOOL_A_STATS_GRP_HIST_BKT_LOW = 7, ETHTOOL_A_STATS_GRP_HIST_BKT_HI = 8, ETHTOOL_A_STATS_GRP_HIST_VAL = 9, __ETHTOOL_A_STATS_GRP_CNT = 10, ETHTOOL_A_STATS_GRP_MAX = 9, }; struct stats_req_info { struct ethnl_req_info base; long unsigned int stat_mask[1]; enum ethtool_mac_stats_src src; }; struct stats_reply_data { struct ethnl_reply_data base; union { struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; struct ethtool_phy_stats phydev_stats; }; struct { struct ethtool_eth_phy_stats phy_stats; struct ethtool_eth_mac_stats mac_stats; struct ethtool_eth_ctrl_stats ctrl_stats; struct ethtool_rmon_stats rmon_stats; struct ethtool_phy_stats phydev_stats; } stats; }; const struct ethtool_rmon_hist_range *rmon_ranges; }; enum ethtool_reset_flags { ETH_RESET_MGMT = 1, ETH_RESET_IRQ = 2, ETH_RESET_DMA = 4, ETH_RESET_FILTER = 8, ETH_RESET_OFFLOAD = 16, ETH_RESET_MAC = 32, ETH_RESET_PHY = 64, ETH_RESET_RAM = 128, ETH_RESET_AP = 256, ETH_RESET_DEDICATED = 65535, ETH_RESET_ALL = 4294967295, }; struct cmis_fw_update_fw_mng_features { u8 start_cmd_payload_size; u8 write_mechanism; u16 max_duration_start; u16 max_duration_write; u16 max_duration_complete; }; struct cmis_cdb_fw_mng_features_rpl { u8 resv1; u8 resv2; u8 start_cmd_payload_size; u8 resv3; u8 read_write_len_ext; u8 write_mechanism; u8 resv4; u8 resv5; __be16 max_duration_start; __be16 resv6; __be16 max_duration_write; __be16 max_duration_complete; __be16 resv7; }; enum cmis_cdb_fw_write_mechanism { CMIS_CDB_FW_WRITE_MECHANISM_NONE = 0, CMIS_CDB_FW_WRITE_MECHANISM_LPL = 1, CMIS_CDB_FW_WRITE_MECHANISM_EPL = 16, CMIS_CDB_FW_WRITE_MECHANISM_BOTH = 17, }; struct cmis_cdb_start_fw_download_pl_h { __be32 image_size; __be32 resv1; }; struct cmis_cdb_start_fw_download_pl { union { struct { __be32 image_size; __be32 resv1; }; struct cmis_cdb_start_fw_download_pl_h head; }; u8 vendor_data[112]; }; struct cmis_cdb_write_fw_block_lpl_pl { __be32 block_address; u8 fw_block[116]; }; struct cmis_cdb_write_fw_block_epl_pl { u8 fw_block[2048]; }; enum { CMIS_MODULE_LOW_PWR = 1, CMIS_MODULE_READY = 3, }; struct cmis_cdb_run_fw_image_pl { u8 resv1; u8 image_to_run; u16 delay_to_reset; }; struct phy_req_info { struct ethnl_req_info base; struct phy_device_node *pdn; }; struct ethnl_phy_dump_ctx { struct phy_req_info *phy_req_info; long unsigned int ifindex; long unsigned int phy_index; }; struct ip_rt_info { __be32 daddr; __be32 saddr; u_int8_t tos; u_int32_t mark; }; struct nf_queue_handler { int (*outfn)(struct nf_queue_entry *, unsigned int); void (*nf_hook_drop)(struct net *); }; enum nf_ct_sysctl_index { NF_SYSCTL_CT_MAX = 0, NF_SYSCTL_CT_COUNT = 1, NF_SYSCTL_CT_BUCKETS = 2, NF_SYSCTL_CT_CHECKSUM = 3, NF_SYSCTL_CT_LOG_INVALID = 4, NF_SYSCTL_CT_EXPECT_MAX = 5, NF_SYSCTL_CT_ACCT = 6, NF_SYSCTL_CT_EVENTS = 7, NF_SYSCTL_CT_PROTO_TIMEOUT_GENERIC = 8, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_SENT = 9, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_SYN_RECV = 10, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_ESTABLISHED = 11, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_FIN_WAIT = 12, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE_WAIT = 13, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_LAST_ACK = 14, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_TIME_WAIT = 15, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_CLOSE = 16, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_RETRANS = 17, NF_SYSCTL_CT_PROTO_TIMEOUT_TCP_UNACK = 18, NF_SYSCTL_CT_PROTO_TCP_LOOSE = 19, NF_SYSCTL_CT_PROTO_TCP_LIBERAL = 20, NF_SYSCTL_CT_PROTO_TCP_IGNORE_INVALID_RST = 21, NF_SYSCTL_CT_PROTO_TCP_MAX_RETRANS = 22, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP = 23, NF_SYSCTL_CT_PROTO_TIMEOUT_UDP_STREAM = 24, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMP = 25, NF_SYSCTL_CT_PROTO_TIMEOUT_ICMPV6 = 26, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_CLOSED = 27, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_WAIT = 28, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_COOKIE_ECHOED = 29, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_ESTABLISHED = 30, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_SENT = 31, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_RECD = 32, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_SHUTDOWN_ACK_SENT = 33, NF_SYSCTL_CT_PROTO_TIMEOUT_SCTP_HEARTBEAT_SENT = 34, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_REQUEST = 35, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_RESPOND = 36, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_PARTOPEN = 37, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_OPEN = 38, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSEREQ = 39, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_CLOSING = 40, NF_SYSCTL_CT_PROTO_TIMEOUT_DCCP_TIMEWAIT = 41, NF_SYSCTL_CT_PROTO_DCCP_LOOSE = 42, NF_SYSCTL_CT_LAST_SYSCTL = 43, }; struct nf_ct_bridge_info { struct nf_hook_ops *ops; unsigned int ops_size; struct module *me; }; enum nf_ip6_hook_priorities { NF_IP6_PRI_FIRST = -2147483648, NF_IP6_PRI_RAW_BEFORE_DEFRAG = -450, NF_IP6_PRI_CONNTRACK_DEFRAG = -400, NF_IP6_PRI_RAW = -300, NF_IP6_PRI_SELINUX_FIRST = -225, NF_IP6_PRI_CONNTRACK = -200, NF_IP6_PRI_MANGLE = -150, NF_IP6_PRI_NAT_DST = -100, NF_IP6_PRI_FILTER = 0, NF_IP6_PRI_SECURITY = 50, NF_IP6_PRI_NAT_SRC = 100, NF_IP6_PRI_SELINUX_LAST = 225, NF_IP6_PRI_CONNTRACK_HELPER = 300, NF_IP6_PRI_LAST = 2147483647, }; enum { BPF_F_CURRENT_NETNS = -1, }; struct bpf_sock_tuple { union { struct { __be32 saddr; __be32 daddr; __be16 sport; __be16 dport; } ipv4; struct { __be32 saddr[4]; __be32 daddr[4]; __be16 sport; __be16 dport; } ipv6; }; }; struct nf_conn___init { struct nf_conn ct; }; struct bpf_ct_opts { s32 netns_id; s32 error; u8 l4proto; u8 dir; u16 ct_zone_id; u8 ct_zone_dir; u8 reserved[3]; }; enum { NF_BPF_CT_OPTS_SZ = 16, }; struct ipq { struct inet_frag_queue q; u8 ecn; u16 max_df_size; int iif; unsigned int rid; struct inet_peer *peer; }; struct group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; }; struct compat_group_req { __u32 gr_interface; struct __kernel_sockaddr_storage gr_group; } __attribute__((packed)); struct compat_group_source_req { __u32 gsr_interface; struct __kernel_sockaddr_storage gsr_group; struct __kernel_sockaddr_storage gsr_source; } __attribute__((packed)); struct compat_group_filter { union { struct { __u32 gf_interface_aux; struct __kernel_sockaddr_storage gf_group_aux; __u32 gf_fmode_aux; __u32 gf_numsrc_aux; struct __kernel_sockaddr_storage gf_slist[1]; } __attribute__((packed)); struct { __u32 gf_interface; struct __kernel_sockaddr_storage gf_group; __u32 gf_fmode; __u32 gf_numsrc; struct __kernel_sockaddr_storage gf_slist_flex[0]; } __attribute__((packed)); }; }; struct dmabuf_cmsg { __u64 frag_offset; __u32 frag_size; __u32 frag_token; __u32 dmabuf_id; __u32 flags; }; enum { SK_BPF_CB_TX_TIMESTAMPING = 1, SK_BPF_CB_MASK = 1, }; enum { BPF_TCP_ESTABLISHED = 1, BPF_TCP_SYN_SENT = 2, BPF_TCP_SYN_RECV = 3, BPF_TCP_FIN_WAIT1 = 4, BPF_TCP_FIN_WAIT2 = 5, BPF_TCP_TIME_WAIT = 6, BPF_TCP_CLOSE = 7, BPF_TCP_CLOSE_WAIT = 8, BPF_TCP_LAST_ACK = 9, BPF_TCP_LISTEN = 10, BPF_TCP_CLOSING = 11, BPF_TCP_NEW_SYN_RECV = 12, BPF_TCP_BOUND_INACTIVE = 13, BPF_TCP_MAX_STATES = 14, }; struct tcp_repair_opt { __u32 opt_code; __u32 opt_val; }; struct tcp_repair_window { __u32 snd_wl1; __u32 snd_wnd; __u32 max_window; __u32 rcv_wnd; __u32 rcv_wup; }; enum { TCP_NO_QUEUE = 0, TCP_RECV_QUEUE = 1, TCP_SEND_QUEUE = 2, TCP_QUEUES_NR = 3, }; enum { TCP_NLA_PAD = 0, TCP_NLA_BUSY = 1, TCP_NLA_RWND_LIMITED = 2, TCP_NLA_SNDBUF_LIMITED = 3, TCP_NLA_DATA_SEGS_OUT = 4, TCP_NLA_TOTAL_RETRANS = 5, TCP_NLA_PACING_RATE = 6, TCP_NLA_DELIVERY_RATE = 7, TCP_NLA_SND_CWND = 8, TCP_NLA_REORDERING = 9, TCP_NLA_MIN_RTT = 10, TCP_NLA_RECUR_RETRANS = 11, TCP_NLA_DELIVERY_RATE_APP_LMT = 12, TCP_NLA_SNDQ_SIZE = 13, TCP_NLA_CA_STATE = 14, TCP_NLA_SND_SSTHRESH = 15, TCP_NLA_DELIVERED = 16, TCP_NLA_DELIVERED_CE = 17, TCP_NLA_BYTES_SENT = 18, TCP_NLA_BYTES_RETRANS = 19, TCP_NLA_DSACK_DUPS = 20, TCP_NLA_REORD_SEEN = 21, TCP_NLA_SRTT = 22, TCP_NLA_TIMEOUT_REHASH = 23, TCP_NLA_BYTES_NOTSENT = 24, TCP_NLA_EDT = 25, TCP_NLA_TTL = 26, TCP_NLA_REHASH = 27, }; struct tcp_zerocopy_receive { __u64 address; __u32 length; __u32 recv_skip_hint; __u32 inq; __s32 err; __u64 copybuf_address; __s32 copybuf_len; __u32 flags; __u64 msg_control; __u64 msg_controllen; __u32 msg_flags; __u32 reserved; }; union tcp_ao_addr { struct in_addr a4; struct in6_addr a6; }; struct tcp_ao_hdr { u8 kind; u8 length; u8 keyid; u8 rnext_keyid; }; struct tcp_md5sig_key { struct hlist_node node; u8 keylen; u8 family; u8 prefixlen; u8 flags; union tcp_ao_addr addr; int l3index; u8 key[80]; struct callback_head rcu; }; enum { TCP_CMSG_INQ = 1, TCP_CMSG_TS = 2, }; struct tcp_splice_state { struct pipe_inode_info *pipe; size_t len; unsigned int flags; }; struct tcp_xa_pool { u8 max; u8 idx; __u32 tokens[17]; netmem_ref netmems[17]; }; struct sock_bh_locked { struct sock *sock; local_lock_t bh_lock; }; struct tcp_ao_key { struct hlist_node node; union tcp_ao_addr addr; u8 key[80]; unsigned int tcp_sigpool_id; unsigned int digest_size; int l3index; u8 prefixlen; u8 family; u8 keylen; u8 keyflags; u8 sndid; u8 rcvid; u8 maclen; struct callback_head rcu; atomic64_t pkt_good; atomic64_t pkt_bad; u8 traffic_keys[0]; }; enum tcp_seq_states { TCP_SEQ_STATE_LISTENING = 0, TCP_SEQ_STATE_ESTABLISHED = 1, }; struct tcp_seq_afinfo { sa_family_t family; }; struct tcp_iter_state { struct seq_net_private p; enum tcp_seq_states state; struct sock *syn_wait_sk; int bucket; int offset; int sbucket; int num; loff_t last_pos; }; struct tcp_key { union { struct { struct tcp_ao_key *ao_key; char *traffic_key; u32 sne; u8 rcv_next; }; struct tcp_md5sig_key *md5_key; }; enum { TCP_KEY_NONE = 0, TCP_KEY_MD5 = 1, TCP_KEY_AO = 2, } type; }; struct bpf_tcp_iter_state { struct tcp_iter_state state; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__tcp { union { struct bpf_iter_meta *meta; }; union { struct sock_common *sk_common; }; uid_t uid; }; struct icmp_filter { __u32 data; }; struct raw_iter_state { struct seq_net_private p; int bucket; }; struct raw_sock { struct inet_sock inet; struct icmp_filter filter; u32 ipmr_table; }; struct raw_frag_vec { struct msghdr *msg; union { struct icmphdr icmph; char c[1]; } hdr; int hlen; }; struct arpreq { struct sockaddr arp_pa; struct sockaddr arp_ha; int arp_flags; struct sockaddr arp_netmask; char arp_dev[16]; }; struct arphdr { __be16 ar_hrd; __be16 ar_pro; unsigned char ar_hln; unsigned char ar_pln; __be16 ar_op; }; struct compat_rtentry { u32 rt_pad1; struct sockaddr rt_dst; struct sockaddr rt_gateway; struct sockaddr rt_genmask; short unsigned int rt_flags; short int rt_pad2; u32 rt_pad3; unsigned char rt_tos; unsigned char rt_class; short int rt_pad4; short int rt_metric; compat_uptr_t rt_dev; u32 rt_mtu; u32 rt_window; short unsigned int rt_irtt; }; struct fib_rt_info { struct fib_info *fi; u32 tb_id; __be32 dst; int dst_len; dscp_t dscp; u8 type; u8 offload: 1; u8 trap: 1; u8 offload_failed: 1; u8 unused: 5; }; struct fib_entry_notifier_info { struct fib_notifier_info info; u32 dst; int dst_len; struct fib_info *fi; dscp_t dscp; u8 type; u32 tb_id; }; struct fib_alias { struct hlist_node fa_list; struct fib_info *fa_info; dscp_t fa_dscp; u8 fa_type; u8 fa_state; u8 fa_slen; u32 tb_id; s16 fa_default; u8 offload; u8 trap; u8 offload_failed; struct callback_head rcu; }; struct fib_prop { int error; u8 scope; }; typedef unsigned int t_key; struct key_vector { t_key key; unsigned char pos; unsigned char bits; unsigned char slen; union { struct hlist_head leaf; struct { struct {} __empty_tnode; struct key_vector *tnode[0]; }; }; }; struct tnode { struct callback_head rcu; t_key empty_children; t_key full_children; struct key_vector *parent; struct key_vector kv[1]; }; struct trie_stat { unsigned int totdepth; unsigned int maxdepth; unsigned int tnodes; unsigned int leaves; unsigned int nullpointers; unsigned int prefixes; unsigned int nodesizes[32]; }; struct trie { struct key_vector kv[1]; }; struct fib_trie_iter { struct seq_net_private p; struct fib_table *tb; struct key_vector *tnode; unsigned int index; unsigned int depth; }; struct fib_route_iter { struct seq_net_private p; struct fib_table *main_tb; struct key_vector *tnode; loff_t pos; t_key key; }; struct gre_base_hdr { __be16 flags; __be16 protocol; }; struct ip_tunnel_parm { char name[16]; int link; __be16 i_flags; __be16 o_flags; __be32 i_key; __be32 o_key; struct iphdr iph; }; struct ip_tunnel_net { struct net_device *fb_tunnel_dev; struct rtnl_link_ops *rtnl_link_ops; struct hlist_head tunnels[128]; struct ip_tunnel *collect_md_tun; int type; }; struct bpf_fou_encap { __be16 sport; __be16 dport; }; enum bpf_fou_encap_type { FOU_BPF_ENCAP_FOU = 0, FOU_BPF_ENCAP_GUE = 1, }; struct ic_device { struct ic_device *next; struct net_device *dev; short unsigned int flags; short int able; __be32 xid; }; struct bootp_pkt { struct iphdr iph; struct udphdr udph; u8 op; u8 htype; u8 hlen; u8 hops; __be32 xid; __be16 secs; __be16 flags; __be32 client_ip; __be32 your_ip; __be32 server_ip; __be32 relay_ip; u8 hw_addr[16]; u8 serv_name[64]; u8 boot_file[128]; u8 exten[312]; }; enum { UDP_BPF_IPV4 = 0, UDP_BPF_IPV6 = 1, UDP_BPF_NUM_PROTS = 2, }; struct ac6_iter_state { struct seq_net_private p; struct net_device *dev; }; struct ifaddrlblmsg { __u8 ifal_family; __u8 __ifal_reserved; __u8 ifal_prefixlen; __u8 ifal_flags; __u32 ifal_index; __u32 ifal_seq; }; enum { IFAL_ADDRESS = 1, IFAL_LABEL = 2, __IFAL_MAX = 3, }; struct ip6addrlbl_entry { struct in6_addr prefix; int prefixlen; int ifindex; int addrtype; u32 label; struct hlist_node list; struct callback_head rcu; }; struct ip6addrlbl_init_table { const struct in6_addr *prefix; int prefixlen; u32 label; }; struct ipv6_mreq { struct in6_addr ipv6mr_multiaddr; int ipv6mr_ifindex; }; struct in6_flowlabel_req { struct in6_addr flr_dst; __be32 flr_label; __u8 flr_action; __u8 flr_share; __u16 flr_flags; __u16 flr_expires; __u16 flr_linger; __u32 __flr_pad; }; struct ip6_ra_chain { struct ip6_ra_chain *next; struct sock *sk; int sel; void (*destructor)(struct sock *); }; struct icmp6_filter { __u32 data[8]; }; struct raw6_sock { struct inet_sock inet; __u32 checksum; __u32 offset; struct icmp6_filter filter; __u32 ip6mr_table; struct ipv6_pinfo inet6; }; struct raw6_frag_vec { struct msghdr *msg; int hlen; char c[4]; }; struct tcp6_sock { struct tcp_sock tcp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; }; typedef u32 inet6_ehashfn_t(const struct net *, const struct in6_addr *, const u16, const struct in6_addr *, const __be16); struct ip6fl_iter_state { struct seq_net_private p; struct pid_namespace *pid_ns; int bucket; }; struct snmp_mib { const char *name; int entry; }; struct _strp_msg { struct strp_msg strp; int accum_len; }; struct p9_fd_opts { int rfd; int wfd; u16 port; bool privport; }; enum { Opt_port = 0, Opt_rfdno = 1, Opt_wfdno = 2, Opt_err___4 = 3, Opt_privport = 4, }; enum { Rworksched = 1, Rpending = 2, Wworksched = 4, Wpending = 8, }; struct p9_conn; struct p9_poll_wait { struct p9_conn *conn; wait_queue_entry_t wait; wait_queue_head_t *wait_addr; }; struct p9_conn { struct list_head mux_list; struct p9_client *client; int err; spinlock_t req_lock; struct list_head req_list; struct list_head unsent_req_list; struct p9_req_t *rreq; struct p9_req_t *wreq; char tmp_buf[7]; struct p9_fcall rc; int wpos; int wsize; char *wbuf; struct list_head poll_pending_link; struct p9_poll_wait poll_wait[2]; poll_table pt; struct work_struct rq; struct work_struct wq; long unsigned int wsched; }; struct p9_trans_fd { struct file *rd; struct file *wr; struct p9_conn conn; }; enum switchdev_attr_id { SWITCHDEV_ATTR_ID_UNDEFINED = 0, SWITCHDEV_ATTR_ID_PORT_STP_STATE = 1, SWITCHDEV_ATTR_ID_PORT_MST_STATE = 2, SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS = 3, SWITCHDEV_ATTR_ID_PORT_PRE_BRIDGE_FLAGS = 4, SWITCHDEV_ATTR_ID_PORT_MROUTER = 5, SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME = 6, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING = 7, SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL = 8, SWITCHDEV_ATTR_ID_BRIDGE_MC_DISABLED = 9, SWITCHDEV_ATTR_ID_BRIDGE_MROUTER = 10, SWITCHDEV_ATTR_ID_BRIDGE_MST = 11, SWITCHDEV_ATTR_ID_MRP_PORT_ROLE = 12, SWITCHDEV_ATTR_ID_VLAN_MSTI = 13, }; struct switchdev_mst_state { u16 msti; u8 state; }; struct switchdev_brport_flags { long unsigned int val; long unsigned int mask; }; struct switchdev_vlan_msti { u16 vid; u16 msti; }; struct switchdev_attr { struct net_device *orig_dev; enum switchdev_attr_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); union { u8 stp_state; struct switchdev_mst_state mst_state; struct switchdev_brport_flags brport_flags; bool mrouter; clock_t ageing_time; bool vlan_filtering; u16 vlan_protocol; bool mst; bool mc_disabled; u8 mrp_port_role; struct switchdev_vlan_msti vlan_msti; } u; }; enum switchdev_obj_id { SWITCHDEV_OBJ_ID_UNDEFINED = 0, SWITCHDEV_OBJ_ID_PORT_VLAN = 1, SWITCHDEV_OBJ_ID_PORT_MDB = 2, SWITCHDEV_OBJ_ID_HOST_MDB = 3, SWITCHDEV_OBJ_ID_MRP = 4, SWITCHDEV_OBJ_ID_RING_TEST_MRP = 5, SWITCHDEV_OBJ_ID_RING_ROLE_MRP = 6, SWITCHDEV_OBJ_ID_RING_STATE_MRP = 7, SWITCHDEV_OBJ_ID_IN_TEST_MRP = 8, SWITCHDEV_OBJ_ID_IN_ROLE_MRP = 9, SWITCHDEV_OBJ_ID_IN_STATE_MRP = 10, }; struct switchdev_obj { struct list_head list; struct net_device *orig_dev; enum switchdev_obj_id id; u32 flags; void *complete_priv; void (*complete)(struct net_device *, int, void *); }; struct switchdev_obj_port_vlan { struct switchdev_obj obj; u16 flags; u16 vid; bool changed; }; struct switchdev_obj_port_mdb { struct switchdev_obj obj; unsigned char addr[6]; u16 vid; }; struct switchdev_brport { struct net_device *dev; const void *ctx; struct notifier_block *atomic_nb; struct notifier_block *blocking_nb; bool tx_fwd_offload; }; enum switchdev_notifier_type { SWITCHDEV_FDB_ADD_TO_BRIDGE = 1, SWITCHDEV_FDB_DEL_TO_BRIDGE = 2, SWITCHDEV_FDB_ADD_TO_DEVICE = 3, SWITCHDEV_FDB_DEL_TO_DEVICE = 4, SWITCHDEV_FDB_OFFLOADED = 5, SWITCHDEV_FDB_FLUSH_TO_BRIDGE = 6, SWITCHDEV_PORT_OBJ_ADD = 7, SWITCHDEV_PORT_OBJ_DEL = 8, SWITCHDEV_PORT_ATTR_SET = 9, SWITCHDEV_VXLAN_FDB_ADD_TO_BRIDGE = 10, SWITCHDEV_VXLAN_FDB_DEL_TO_BRIDGE = 11, SWITCHDEV_VXLAN_FDB_ADD_TO_DEVICE = 12, SWITCHDEV_VXLAN_FDB_DEL_TO_DEVICE = 13, SWITCHDEV_VXLAN_FDB_OFFLOADED = 14, SWITCHDEV_BRPORT_OFFLOADED = 15, SWITCHDEV_BRPORT_UNOFFLOADED = 16, SWITCHDEV_BRPORT_REPLAY = 17, }; struct switchdev_notifier_info { struct net_device *dev; struct netlink_ext_ack *extack; const void *ctx; }; struct switchdev_notifier_fdb_info { struct switchdev_notifier_info info; const unsigned char *addr; u16 vid; u8 added_by_user: 1; u8 is_local: 1; u8 locked: 1; u8 offloaded: 1; }; struct switchdev_notifier_port_obj_info { struct switchdev_notifier_info info; const struct switchdev_obj *obj; bool handled; }; struct switchdev_notifier_port_attr_info { struct switchdev_notifier_info info; const struct switchdev_attr *attr; bool handled; }; struct switchdev_notifier_brport_info { struct switchdev_notifier_info info; const struct switchdev_brport brport; }; typedef void switchdev_deferred_func_t(struct net_device *, const void *); struct switchdev_deferred_item { struct list_head list; struct net_device *dev; netdevice_tracker dev_tracker; switchdev_deferred_func_t *func; long unsigned int data[0]; }; struct switchdev_nested_priv { bool (*check_cb)(const struct net_device *); bool (*foreign_dev_check_cb)(const struct net_device *, const struct net_device *); const struct net_device *dev; struct net_device *lower_dev; }; struct xsk_tx_metadata { __u64 flags; union { struct { __u16 csum_start; __u16 csum_offset; __u64 launch_time; } request; struct { __u64 tx_timestamp; } completion; }; }; struct xsk_dma_map { dma_addr_t *dma_pages; struct device *dev; struct net_device *netdev; refcount_t users; struct list_head list; u32 dma_pages_cnt; }; struct xdp_desc_ctx { dma_addr_t dma; struct xsk_tx_metadata *meta; }; struct xsk_cb_desc { void *src; u8 off; u8 bytes; }; struct token_bucket { spinlock_t lock; int chain_len; struct hlist_nulls_head req_chain; struct hlist_nulls_head msk_chain; }; struct id_bitmap { long unsigned int map[4]; }; struct mptcp_diag_ctx { long int s_slot; long int s_num; unsigned int l_slot; unsigned int l_num; }; struct compress_format { unsigned char magic[2]; const char *name; decompress_fn decompressor; }; struct group_data { int limit[21]; int base[20]; int permute[258]; int minLen; int maxLen; }; struct bunzip_data { int writeCopies; int writePos; int writeRunCountdown; int writeCount; int writeCurrent; long int (*fill)(void *, long unsigned int); long int inbufCount; long int inbufPos; unsigned char *inbuf; unsigned int inbufBitCount; unsigned int inbufBits; unsigned int crc32Table[256]; unsigned int headerCRC; unsigned int totalCRC; unsigned int writeCRC; unsigned int *dbuf; unsigned int dbufSize; unsigned char selectors[32768]; struct group_data groups[6]; int io_error; int byteCount[256]; unsigned char symToByte[256]; unsigned char mtfSymbol[256]; }; typedef struct { unsigned char op; unsigned char bits; short unsigned int val; } code; typedef enum { HEAD = 0, FLAGS = 1, TIME = 2, OS = 3, EXLEN = 4, EXTRA = 5, NAME = 6, COMMENT = 7, HCRC = 8, DICTID = 9, DICT = 10, TYPE = 11, TYPEDO = 12, STORED = 13, COPY = 14, TABLE = 15, LENLENS = 16, CODELENS = 17, LEN = 18, LENEXT = 19, DIST = 20, DISTEXT = 21, MATCH = 22, LIT = 23, CHECK = 24, LENGTH = 25, DONE___2 = 26, BAD = 27, MEM = 28, SYNC = 29, } inflate_mode; struct inflate_state { inflate_mode mode; int last; int wrap; int havedict; int flags; unsigned int dmax; long unsigned int check; long unsigned int total; unsigned int wbits; unsigned int wsize; unsigned int whave; unsigned int write; unsigned char *window; long unsigned int hold; unsigned int bits; unsigned int length; unsigned int offset; unsigned int extra; const code *lencode; const code *distcode; unsigned int lenbits; unsigned int distbits; unsigned int ncode; unsigned int nlen; unsigned int ndist; unsigned int have; code *next; short unsigned int lens[320]; short unsigned int work[288]; code codes[2048]; }; struct inflate_workspace { struct inflate_state inflate_state; unsigned char working_window[32768]; }; struct rc { long int (*fill)(void *, long unsigned int); uint8_t *ptr; uint8_t *buffer; uint8_t *buffer_end; long int buffer_size; uint32_t code; uint32_t range; uint32_t bound; void (*error)(char *); }; struct lzma_header { uint8_t pos; uint32_t dict_size; uint64_t dst_size; } __attribute__((packed)); struct writer { uint8_t *buffer; uint8_t previous_byte; size_t buffer_pos; int bufsize; size_t global_pos; long int (*flush)(void *, long unsigned int); struct lzma_header *header; }; struct cstate { int state; uint32_t rep0; uint32_t rep1; uint32_t rep2; uint32_t rep3; }; enum cpio_fields { C_MAGIC = 0, C_INO = 1, C_MODE = 2, C_UID = 3, C_GID = 4, C_NLINK = 5, C_MTIME = 6, C_FILESIZE = 7, C_MAJ = 8, C_MIN = 9, C_RMAJ = 10, C_RMIN = 11, C_NAMESIZE = 12, C_CHKSUM = 13, C_NFIELDS = 14, }; struct uevent_sock { struct list_head list; struct sock *sk; }; enum format_state { FORMAT_STATE_NONE = 0, FORMAT_STATE_NUM = 1, FORMAT_STATE_WIDTH = 2, FORMAT_STATE_PRECISION = 3, FORMAT_STATE_CHAR = 4, FORMAT_STATE_STR = 5, FORMAT_STATE_PTR = 6, FORMAT_STATE_PERCENT_CHAR = 7, FORMAT_STATE_INVALID = 8, }; struct printf_spec { unsigned char flags; unsigned char base; short int precision; int field_width; }; struct page_flags_fields { int width; int shift; int mask; const struct printf_spec *spec; const char *name; }; struct fmt { const char *str; unsigned char state; unsigned char size; }; struct format_state___2 { unsigned char state; unsigned char size; unsigned char flags_or_double_size; unsigned char base; }; struct wchan_info { long unsigned int pc; int count; }; struct unwind_state { long unsigned int fp; long unsigned int pc; struct stack_info stack; struct stack_info *stacks; int nr_stacks; }; enum kunwind_source { KUNWIND_SOURCE_UNKNOWN = 0, KUNWIND_SOURCE_FRAME = 1, KUNWIND_SOURCE_CALLER = 2, KUNWIND_SOURCE_TASK = 3, KUNWIND_SOURCE_REGS_PC = 4, }; union unwind_flags { long unsigned int all; struct { long unsigned int fgraph: 1; long unsigned int kretprobe: 1; }; }; struct kunwind_state { struct unwind_state common; struct task_struct *task; int graph_idx; struct llist_node *kr_cur; enum kunwind_source source; union unwind_flags flags; struct pt_regs *regs; }; typedef bool (*kunwind_consume_fn)(const struct kunwind_state *, void *); struct kunwind_consume_entry_data { stack_trace_consume_fn consume_entry; void *cookie; }; struct bpf_unwind_consume_entry_data { bool (*consume_entry)(void *, u64, u64, u64); void *cookie; }; struct frame_tail { struct frame_tail *fp; long unsigned int lr; }; struct compat_frame_tail { compat_uptr_t fp; u32 sp; u32 lr; }; enum ipi_msg_type { IPI_RESCHEDULE = 0, IPI_CALL_FUNC = 1, IPI_CPU_STOP = 2, IPI_CPU_STOP_NMI = 3, IPI_TIMER = 4, IPI_IRQ_WORK = 5, NR_IPI = 6, IPI_CPU_BACKTRACE = 6, IPI_KGDB_ROUNDUP = 7, MAX_IPI = 8, }; typedef volatile long int prel64_t; typedef bool filter_t(u64); struct ftr_set_desc { char name[20]; union { struct arm64_ftr_override *override; prel64_t override_prel; }; struct { char name[10]; u8 shift; u8 width; union { filter_t *filter; prel64_t filter_prel; }; } fields[0]; }; typedef __s64 Elf64_Sxword; struct elf64_rela { Elf64_Addr r_offset; Elf64_Xword r_info; Elf64_Sxword r_addend; }; typedef struct elf64_rela Elf64_Rela; struct realm_config { union { struct { long unsigned int ipa_bits; long unsigned int hash_algo; }; u8 pad[512]; }; union { u8 rpv[64]; u8 pad2[3584]; }; }; enum aarch64_reloc_op { RELOC_OP_NONE = 0, RELOC_OP_ABS = 1, RELOC_OP_PREL = 2, RELOC_OP_PAGE = 3, }; enum aarch64_insn_movw_imm_type { AARCH64_INSN_IMM_MOVNZ = 0, AARCH64_INSN_IMM_MOVKZ = 1, }; enum { NDD_UNARMED = 1, NDD_LOCKED = 2, NDD_SECURITY_OVERWRITE = 3, NDD_WORK_PENDING = 4, NDD_LABELING = 6, NDD_INCOHERENT = 7, NDD_REGISTER_SYNC = 8, ND_IOCTL_MAX_BUFLEN = 4194304, ND_CMD_MAX_ELEM = 5, ND_CMD_MAX_ENVELOPE = 256, ND_MAX_MAPPINGS = 32, ND_REGION_PAGEMAP = 0, ND_REGION_PERSIST_CACHE = 1, ND_REGION_PERSIST_MEMCTRL = 2, ND_REGION_ASYNC = 3, ND_REGION_CXL = 4, DPA_RESOURCE_ADJUSTED = 1, }; typedef void ttbr_replace_func(phys_addr_t); enum { kvm_ioeventfd_flag_nr_datamatch = 0, kvm_ioeventfd_flag_nr_pio = 1, kvm_ioeventfd_flag_nr_deassign = 2, kvm_ioeventfd_flag_nr_virtio_ccw_notify = 3, kvm_ioeventfd_flag_nr_fast_mmio = 4, kvm_ioeventfd_flag_nr_max = 5, }; struct _ioeventfd { struct list_head list; u64 addr; int length; struct eventfd_ctx *eventfd; u64 datamatch; struct kvm_io_device dev; u8 bus_idx; bool wildcard; }; enum { KVM_REG_ARM_STD_BIT_TRNG_V1_0 = 0, KVM_REG_ARM_STD_BMAP_BIT_COUNT = 1, }; enum { KVM_REG_ARM_STD_HYP_BIT_PV_TIME = 0, KVM_REG_ARM_STD_HYP_BMAP_BIT_COUNT = 1, }; enum { KVM_REG_ARM_VENDOR_HYP_BIT_FUNC_FEAT = 0, KVM_REG_ARM_VENDOR_HYP_BIT_PTP = 1, KVM_REG_ARM_VENDOR_HYP_BMAP_BIT_COUNT = 2, }; enum { KVM_REG_ARM_VENDOR_HYP_BIT_DISCOVER_IMPL_VER = 0, KVM_REG_ARM_VENDOR_HYP_BIT_DISCOVER_IMPL_CPUS = 1, KVM_REG_ARM_VENDOR_HYP_BMAP_2_BIT_COUNT = 2, }; enum kvm_smccc_filter_action { KVM_SMCCC_FILTER_HANDLE = 0, KVM_SMCCC_FILTER_DENY = 1, KVM_SMCCC_FILTER_FWD_TO_USER = 2, NR_SMCCC_FILTER_ACTIONS = 3, }; struct kvm_smccc_filter { __u32 base; __u32 nr_functions; __u8 action; __u8 pad[15]; }; struct sve_state_reg_region { unsigned int koffset; unsigned int klen; unsigned int upad; }; struct kvm_nvhe_stacktrace_info { long unsigned int stack_base; long unsigned int overflow_stack_base; long unsigned int fp; long unsigned int pc; }; struct s2_walk_info { int (*read_desc)(phys_addr_t, u64 *, void *); void *data; u64 baddr; unsigned int max_oa_bits; unsigned int pgshift; unsigned int sl; unsigned int t0sz; bool be; }; struct its_device___2 { struct list_head dev_list; struct list_head itt_head; u32 num_eventid_bits; gpa_t itt_addr; u32 device_id; }; struct its_collection___2 { struct list_head coll_list; u32 collection_id; u32 target_addr; }; struct its_ite { struct list_head ite_list; struct vgic_irq *irq; struct its_collection___2 *collection; u32 event_id; }; struct vgic_its_abi { int cte_esz; int dte_esz; int ite_esz; int (*save_tables)(struct vgic_its *); int (*restore_tables)(struct vgic_its *); int (*commit)(struct vgic_its *); }; typedef int (*entry_fn_t)(struct vgic_its *, u32, void *, void *); struct kvm_exception_table_entry { int insn; int fixup; }; typedef bool (*exit_handler_fn)(struct kvm_vcpu *, u64 *); struct hyp_fixmap_slot { u64 addr; kvm_pte_t *ptep; }; struct ffa_mem_region_addr_range { u64 address; u32 pg_cnt; u32 reserved; }; struct ffa_composite_mem_region { u32 total_pg_cnt; u32 addr_range_cnt; u64 reserved; struct ffa_mem_region_addr_range constituents[0]; }; struct ffa_mem_region { u16 sender_id; u16 attributes; u32 flags; u64 handle; u64 tag; u32 ep_mem_size; u32 ep_count; u32 ep_mem_offset; u32 reserved[3]; }; struct kvm_ffa_descriptor_buffer { void *buf; size_t len; }; struct kvm_ffa_buffers { hyp_spinlock_t lock; void *tx; void *rx; }; typedef uint16_t grant_status_t; struct xen_p2m_entry { long unsigned int pfn; long unsigned int mfn; long unsigned int nr_pages; struct rb_node rbnode_phys; }; struct sha256_ce_state { struct sha256_state sst; u32 finalize; }; struct crypto_aes_xts_ctx { struct crypto_aes_ctx key1; long: 0; struct crypto_aes_ctx key2; long: 0; }; struct crypto_aes_essiv_cbc_ctx { struct crypto_aes_ctx key1; long: 0; struct crypto_aes_ctx key2; struct crypto_shash *hash; }; struct mac_tfm_ctx { struct crypto_aes_ctx key; long: 0; u8 consts[0]; }; struct mac_desc_ctx { unsigned int len; u8 dg[16]; }; struct taint_flag { char c_true; char c_false; bool module; const char *desc; }; enum error_detector { ERROR_DETECTOR_KFENCE = 0, ERROR_DETECTOR_KASAN = 1, ERROR_DETECTOR_WARN = 2, }; struct warn_args { const char *fmt; va_list args; }; struct release_task_post { struct pid *pids[4]; }; typedef struct { rwlock_t *lock; } class_write_lock_irq_t; struct ptrace_peeksiginfo_args { __u64 off; __u32 flags; __s32 nr; }; struct ptrace_syscall_info { __u8 op; __u8 pad[3]; __u32 arch; __u64 instruction_pointer; __u64 stack_pointer; union { struct { __u64 nr; __u64 args[6]; } entry; struct { __s64 rval; __u8 is_error; } exit; struct { __u64 nr; __u64 args[6]; __u32 ret_data; } seccomp; }; }; struct ptrace_rseq_configuration { __u64 rseq_abi_pointer; __u32 rseq_abi_size; __u32 signature; __u32 flags; __u32 pad; }; struct wq_flusher; struct worker; struct pool_workqueue; struct wq_device; struct wq_node_nr_active; struct workqueue_struct { struct list_head pwqs; struct list_head list; struct mutex mutex; int work_color; int flush_color; atomic_t nr_pwqs_to_flush; struct wq_flusher *first_flusher; struct list_head flusher_queue; struct list_head flusher_overflow; struct list_head maydays; struct worker *rescuer; int nr_drainers; int max_active; int min_active; int saved_max_active; int saved_min_active; struct workqueue_attrs *unbound_attrs; struct pool_workqueue *dfl_pwq; struct wq_device *wq_dev; char name[32]; struct callback_head rcu; long: 64; long: 64; unsigned int flags; struct pool_workqueue **cpu_pwq; struct wq_node_nr_active *node_nr_active[0]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct execute_work { struct work_struct work; }; enum wq_consts { WQ_MAX_ACTIVE = 2048, WQ_UNBOUND_MAX_ACTIVE = 2048, WQ_DFL_ACTIVE = 1024, WQ_DFL_MIN_ACTIVE = 8, }; struct worker_pool; struct worker { union { struct list_head entry; struct hlist_node hentry; }; struct work_struct *current_work; work_func_t current_func; struct pool_workqueue *current_pwq; u64 current_at; unsigned int current_color; int sleeping; work_func_t last_func; struct list_head scheduled; struct task_struct *task; struct worker_pool *pool; struct list_head node; long unsigned int last_active; unsigned int flags; int id; char desc[32]; struct workqueue_struct *rescue_wq; }; struct pool_workqueue { struct worker_pool *pool; struct workqueue_struct *wq; int work_color; int flush_color; int refcnt; int nr_in_flight[16]; bool plugged; int nr_active; struct list_head inactive_works; struct list_head pending_node; struct list_head pwqs_node; struct list_head mayday_node; u64 stats[8]; struct kthread_work release_work; struct callback_head rcu; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct worker_pool { raw_spinlock_t lock; int cpu; int node; int id; unsigned int flags; long unsigned int watchdog_ts; bool cpu_stall; int nr_running; struct list_head worklist; int nr_workers; int nr_idle; struct list_head idle_list; struct timer_list idle_timer; struct work_struct idle_cull_work; struct timer_list mayday_timer; struct hlist_head busy_hash[64]; struct worker *manager; struct list_head workers; struct ida worker_ida; struct workqueue_attrs *attrs; struct hlist_node hash_node; int refcnt; struct callback_head rcu; }; enum worker_pool_flags { POOL_BH = 1, POOL_MANAGER_ACTIVE = 2, POOL_DISASSOCIATED = 4, POOL_BH_DRAINING = 8, }; enum worker_flags { WORKER_DIE = 2, WORKER_IDLE = 4, WORKER_PREP = 8, WORKER_CPU_INTENSIVE = 64, WORKER_UNBOUND = 128, WORKER_REBOUND = 256, WORKER_NOT_RUNNING = 456, }; enum work_cancel_flags { WORK_CANCEL_DELAYED = 1, WORK_CANCEL_DISABLE = 2, }; enum wq_internal_consts { NR_STD_WORKER_POOLS = 2, UNBOUND_POOL_HASH_ORDER = 6, BUSY_WORKER_HASH_ORDER = 6, MAX_IDLE_WORKERS_RATIO = 4, IDLE_WORKER_TIMEOUT = 75000, MAYDAY_INITIAL_TIMEOUT = 2, MAYDAY_INTERVAL = 25, CREATE_COOLDOWN = 250, RESCUER_NICE_LEVEL = -20, HIGHPRI_NICE_LEVEL = -20, WQ_NAME_LEN = 32, WORKER_ID_LEN = 42, }; enum pool_workqueue_stats { PWQ_STAT_STARTED = 0, PWQ_STAT_COMPLETED = 1, PWQ_STAT_CPU_TIME = 2, PWQ_STAT_CPU_INTENSIVE = 3, PWQ_STAT_CM_WAKEUP = 4, PWQ_STAT_REPATRIATED = 5, PWQ_STAT_MAYDAY = 6, PWQ_STAT_RESCUED = 7, PWQ_NR_STATS = 8, }; struct wq_flusher { struct list_head list; int flush_color; struct completion done; }; struct wq_node_nr_active { int max; atomic_t nr; raw_spinlock_t lock; struct list_head pending_pwqs; }; struct wq_device { struct workqueue_struct *wq; struct device dev; }; struct wq_pod_type { int nr_pods; cpumask_var_t *pod_cpus; int *pod_node; int *cpu_pod; }; struct work_offq_data { u32 pool_id; u32 disable; u32 flags; }; struct trace_event_raw_workqueue_queue_work { struct trace_entry ent; void *work; void *function; u32 __data_loc_workqueue; int req_cpu; int cpu; char __data[0]; }; struct trace_event_raw_workqueue_activate_work { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_start { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_raw_workqueue_execute_end { struct trace_entry ent; void *work; void *function; char __data[0]; }; struct trace_event_data_offsets_workqueue_queue_work { u32 workqueue; const void *workqueue_ptr_; }; struct trace_event_data_offsets_workqueue_activate_work {}; struct trace_event_data_offsets_workqueue_execute_start {}; struct trace_event_data_offsets_workqueue_execute_end {}; typedef void (*btf_trace_workqueue_queue_work)(void *, int, struct pool_workqueue *, struct work_struct *); typedef void (*btf_trace_workqueue_activate_work)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_start)(void *, struct work_struct *); typedef void (*btf_trace_workqueue_execute_end)(void *, struct work_struct *, work_func_t); struct wq_drain_dead_softirq_work { struct work_struct work; struct worker_pool *pool; struct completion done; }; struct wq_barrier { struct work_struct work; struct completion done; struct task_struct *task; }; struct apply_wqattrs_ctx { struct workqueue_struct *wq; struct workqueue_attrs *attrs; struct list_head list; struct pool_workqueue *dfl_pwq; struct pool_workqueue *pwq_tbl[0]; }; struct pr_cont_work_struct { bool comma; work_func_t func; long int ctr; }; struct work_for_cpu { struct work_struct work; long int (*fn)(void *); void *arg; long int ret; }; struct async_entry { struct list_head domain_list; struct list_head global_list; struct work_struct work; async_cookie_t cookie; async_func_t func; void *data; struct async_domain *domain; }; enum { __SD_BALANCE_NEWIDLE = 0, __SD_BALANCE_EXEC = 1, __SD_BALANCE_FORK = 2, __SD_BALANCE_WAKE = 3, __SD_WAKE_AFFINE = 4, __SD_ASYM_CPUCAPACITY = 5, __SD_ASYM_CPUCAPACITY_FULL = 6, __SD_SHARE_CPUCAPACITY = 7, __SD_CLUSTER = 8, __SD_SHARE_LLC = 9, __SD_SERIALIZE = 10, __SD_ASYM_PACKING = 11, __SD_PREFER_SIBLING = 12, __SD_OVERLAP = 13, __SD_NUMA = 14, __SD_FLAG_CNT = 15, }; struct sd_flag_debug { unsigned int meta_flags; char *name; }; typedef const struct cpumask * (*sched_domain_mask_f)(int); typedef int (*sched_domain_flags_f)(); struct sd_data { struct sched_domain **sd; struct sched_domain_shared **sds; struct sched_group **sg; struct sched_group_capacity **sgc; }; struct sched_domain_topology_level { sched_domain_mask_f mask; sched_domain_flags_f sd_flags; int flags; int numa_level; struct sd_data data; char *name; }; enum { MEMBARRIER_FLAG_SYNC_CORE = 1, MEMBARRIER_FLAG_RSEQ = 2, }; enum membarrier_cmd { MEMBARRIER_CMD_QUERY = 0, MEMBARRIER_CMD_GLOBAL = 1, MEMBARRIER_CMD_GLOBAL_EXPEDITED = 2, MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED = 4, MEMBARRIER_CMD_PRIVATE_EXPEDITED = 8, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED = 16, MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE = 32, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE = 64, MEMBARRIER_CMD_PRIVATE_EXPEDITED_RSEQ = 128, MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_RSEQ = 256, MEMBARRIER_CMD_GET_REGISTRATIONS = 512, MEMBARRIER_CMD_SHARED = 1, }; enum membarrier_cmd_flag { MEMBARRIER_CMD_FLAG_CPU = 1, }; enum cpuacct_stat_index { CPUACCT_STAT_USER = 0, CPUACCT_STAT_SYSTEM = 1, CPUACCT_STAT_NSTATS = 2, }; struct cpuacct { struct cgroup_subsys_state css; u64 *cpuusage; struct kernel_cpustat *cpustat; }; struct sugov_tunables { struct gov_attr_set attr_set; unsigned int rate_limit_us; }; struct sugov_policy { struct cpufreq_policy *policy; struct sugov_tunables *tunables; struct list_head tunables_hook; raw_spinlock_t update_lock; u64 last_freq_update_time; s64 freq_update_delay_ns; unsigned int next_freq; unsigned int cached_raw_freq; struct irq_work irq_work; struct kthread_work work; struct mutex work_lock; struct kthread_worker worker; struct task_struct *thread; bool work_in_progress; bool limits_changed; bool need_freq_update; }; struct sugov_cpu { struct update_util_data update_util; struct sugov_policy *sg_policy; unsigned int cpu; bool iowait_boost_pending; unsigned int iowait_boost; u64 last_update; long unsigned int util; long unsigned int bw_min; long unsigned int saved_idle_calls; }; enum dl_param { DL_RUNTIME = 0, DL_PERIOD = 1, }; struct s_data { struct sched_domain **sd; struct root_domain *rd; }; enum s_alloc { sa_rootdomain = 0, sa_sd = 1, sa_sd_storage = 2, sa_none = 3, }; struct __cmp_key { const struct cpumask *cpus; struct cpumask ***masks; int node; int cpu; int w; }; enum hk_flags { HK_FLAG_DOMAIN = 1, HK_FLAG_MANAGED_IRQ = 2, HK_FLAG_KERNEL_NOISE = 4, }; struct housekeeping { cpumask_var_t cpumasks[3]; long unsigned int flags; }; enum rwsem_waiter_type { RWSEM_WAITING_FOR_WRITE = 0, RWSEM_WAITING_FOR_READ = 1, }; struct rwsem_waiter { struct list_head list; struct task_struct *task; enum rwsem_waiter_type type; long unsigned int timeout; bool handoff_set; }; enum rwsem_wake_type { RWSEM_WAKE_ANY = 0, RWSEM_WAKE_READERS = 1, RWSEM_WAKE_READ_OWNED = 2, }; enum owner_state { OWNER_NULL = 1, OWNER_WRITER = 2, OWNER_READER = 4, OWNER_NONSPINNABLE = 8, }; struct linked_page { struct linked_page *next; char data[4088]; }; struct chain_allocator { struct linked_page *chain; unsigned int used_space; gfp_t gfp_mask; int safe_needed; }; struct rtree_node { struct list_head list; long unsigned int *data; }; struct mem_zone_bm_rtree { struct list_head list; struct list_head nodes; struct list_head leaves; long unsigned int start_pfn; long unsigned int end_pfn; struct rtree_node *rtree; int levels; unsigned int blocks; }; struct bm_position { struct mem_zone_bm_rtree *zone; struct rtree_node *node; long unsigned int node_pfn; long unsigned int cur_pfn; int node_bit; }; struct memory_bitmap { struct list_head zones; struct linked_page *p_list; struct bm_position cur; }; struct mem_extent { struct list_head hook; long unsigned int start; long unsigned int end; }; struct nosave_region { struct list_head list; long unsigned int start_pfn; long unsigned int end_pfn; }; struct prb_data_block { long unsigned int id; char data[0]; }; enum { IRQC_IS_HARDIRQ = 0, IRQC_IS_NESTED = 1, }; struct kcsan_scoped_access {}; struct rcu_exp_work { long unsigned int rew_s; struct kthread_work rew_work; }; struct rcu_node { raw_spinlock_t lock; long unsigned int gp_seq; long unsigned int gp_seq_needed; long unsigned int completedqs; long unsigned int qsmask; long unsigned int rcu_gp_init_mask; long unsigned int qsmaskinit; long unsigned int qsmaskinitnext; long unsigned int expmask; long unsigned int expmaskinit; long unsigned int expmaskinitnext; struct kthread_worker *exp_kworker; long unsigned int cbovldmask; long unsigned int ffmask; long unsigned int grpmask; int grplo; int grphi; u8 grpnum; u8 level; bool wait_blkd_tasks; struct rcu_node *parent; struct list_head blkd_tasks; struct list_head *gp_tasks; struct list_head *exp_tasks; struct list_head *boost_tasks; struct rt_mutex boost_mtx; long unsigned int boost_time; struct mutex kthread_mutex; struct task_struct *boost_kthread_task; unsigned int boost_kthread_status; long unsigned int n_boosts; long: 64; long: 64; long: 64; long: 64; long: 64; raw_spinlock_t fqslock; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; spinlock_t exp_lock; long unsigned int exp_seq_rq; wait_queue_head_t exp_wq[4]; struct rcu_exp_work rew; bool exp_need_flush; raw_spinlock_t exp_poll_lock; long unsigned int exp_seq_poll_rq; struct work_struct exp_poll_wq; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; union rcu_noqs { struct { u8 norm; u8 exp; } b; u16 s; }; struct rcu_snap_record { long unsigned int gp_seq; u64 cputime_irq; u64 cputime_softirq; u64 cputime_system; u64 nr_hardirqs; unsigned int nr_softirqs; long long unsigned int nr_csw; long unsigned int jiffies; }; struct rcu_data { long unsigned int gp_seq; long unsigned int gp_seq_needed; union rcu_noqs cpu_no_qs; bool core_needs_qs; bool beenonline; bool gpwrap; bool cpu_started; struct rcu_node *mynode; long unsigned int grpmask; long unsigned int ticks_this_gp; struct irq_work defer_qs_iw; bool defer_qs_iw_pending; struct work_struct strict_work; struct rcu_segcblist cblist; long int qlen_last_fqs_check; long unsigned int n_cbs_invoked; long unsigned int n_force_qs_snap; long int blimit; int watching_snap; bool rcu_need_heavy_qs; bool rcu_urgent_qs; bool rcu_forced_tick; bool rcu_forced_tick_exp; long unsigned int barrier_seq_snap; struct callback_head barrier_head; int exp_watching_snap; struct task_struct *rcu_cpu_kthread_task; unsigned int rcu_cpu_kthread_status; char rcu_cpu_has_work; long unsigned int rcuc_activity; unsigned int softirq_snap; struct irq_work rcu_iw; bool rcu_iw_pending; long unsigned int rcu_iw_gp_seq; long unsigned int rcu_ofl_gp_seq; short int rcu_ofl_gp_state; long unsigned int rcu_onl_gp_seq; short int rcu_onl_gp_state; long unsigned int last_fqs_resched; long unsigned int last_sched_clock; struct rcu_snap_record snap_record; long int lazy_len; int cpu; }; struct sr_wait_node { atomic_t inuse; struct llist_node node; }; struct rcu_state { struct rcu_node node[33]; struct rcu_node *level[3]; int ncpus; int n_online_cpus; long: 64; long: 64; long: 64; long: 64; long unsigned int gp_seq; long unsigned int gp_max; struct task_struct *gp_kthread; struct swait_queue_head gp_wq; short int gp_flags; short int gp_state; long unsigned int gp_wake_time; long unsigned int gp_wake_seq; long unsigned int gp_seq_polled; long unsigned int gp_seq_polled_snap; long unsigned int gp_seq_polled_exp_snap; struct mutex barrier_mutex; atomic_t barrier_cpu_count; struct completion barrier_completion; long unsigned int barrier_sequence; raw_spinlock_t barrier_lock; struct mutex exp_mutex; struct mutex exp_wake_mutex; long unsigned int expedited_sequence; atomic_t expedited_need_qs; struct swait_queue_head expedited_wq; int ncpus_snap; u8 cbovld; u8 cbovldnext; long unsigned int jiffies_force_qs; long unsigned int jiffies_kick_kthreads; long unsigned int n_force_qs; long unsigned int gp_start; long unsigned int gp_end; long unsigned int gp_activity; long unsigned int gp_req_activity; long unsigned int jiffies_stall; int nr_fqs_jiffies_stall; long unsigned int jiffies_resched; long unsigned int n_force_qs_gpstart; const char *name; char abbr; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; arch_spinlock_t ofl_lock; struct llist_head srs_next; struct llist_node *srs_wait_tail; struct llist_node *srs_done_tail; struct sr_wait_node srs_wait_nodes[5]; struct work_struct srs_cleanup_work; atomic_t srs_cleanups_pending; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct rcu_stall_chk_rdr { int nesting; union rcu_special rs; bool on_blkd_list; }; enum mod_license { NOT_GPL_ONLY = 0, GPL_ONLY = 1, }; struct find_symbol_arg { const char *name; bool gplok; bool warn; struct module *owner; const u32 *crc; const struct kernel_symbol *sym; enum mod_license license; }; enum fail_dup_mod_reason { FAIL_DUP_MOD_BECOMING = 0, FAIL_DUP_MOD_LOAD = 1, }; struct trace_event_raw_module_load { struct trace_entry ent; unsigned int taints; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_free { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_refcnt { struct trace_entry ent; long unsigned int ip; int refcnt; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_module_request { struct trace_entry ent; long unsigned int ip; bool wait; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_module_load { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_free { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_refcnt { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_module_request { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_module_load)(void *, struct module *); typedef void (*btf_trace_module_free)(void *, struct module *); typedef void (*btf_trace_module_get)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_put)(void *, struct module *, long unsigned int); typedef void (*btf_trace_module_request)(void *, char *, bool, long unsigned int); struct symsearch { const struct kernel_symbol *start; const struct kernel_symbol *stop; const u32 *crcs; enum mod_license license; }; struct mod_initfree { struct llist_node node; void *init_text; void *init_data; void *init_rodata; }; struct idempotent { const void *cookie; struct hlist_node entry; struct completion complete; int ret; }; struct stacktrace_cookie { long unsigned int *store; unsigned int size; unsigned int skip; unsigned int len; }; struct trace_event_raw_timer_class { struct trace_entry ent; void *timer; char __data[0]; }; struct trace_event_raw_timer_start { struct trace_entry ent; void *timer; void *function; long unsigned int expires; long unsigned int bucket_expiry; long unsigned int now; unsigned int flags; char __data[0]; }; struct trace_event_raw_timer_expire_entry { struct trace_entry ent; void *timer; long unsigned int now; void *function; long unsigned int baseclk; char __data[0]; }; struct trace_event_raw_timer_base_idle { struct trace_entry ent; bool is_idle; unsigned int cpu; char __data[0]; }; struct trace_event_raw_hrtimer_setup { struct trace_entry ent; void *hrtimer; clockid_t clockid; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_start { struct trace_entry ent; void *hrtimer; void *function; s64 expires; s64 softexpires; enum hrtimer_mode mode; char __data[0]; }; struct trace_event_raw_hrtimer_expire_entry { struct trace_entry ent; void *hrtimer; s64 now; void *function; char __data[0]; }; struct trace_event_raw_hrtimer_class { struct trace_entry ent; void *hrtimer; char __data[0]; }; struct trace_event_raw_itimer_state { struct trace_entry ent; int which; long long unsigned int expires; long int value_sec; long int value_nsec; long int interval_sec; long int interval_nsec; char __data[0]; }; struct trace_event_raw_itimer_expire { struct trace_entry ent; int which; pid_t pid; long long unsigned int now; char __data[0]; }; struct trace_event_raw_tick_stop { struct trace_entry ent; int success; int dependency; char __data[0]; }; struct trace_event_data_offsets_timer_class {}; struct trace_event_data_offsets_timer_start {}; struct trace_event_data_offsets_timer_expire_entry {}; struct trace_event_data_offsets_timer_base_idle {}; struct trace_event_data_offsets_hrtimer_setup {}; struct trace_event_data_offsets_hrtimer_start {}; struct trace_event_data_offsets_hrtimer_expire_entry {}; struct trace_event_data_offsets_hrtimer_class {}; struct trace_event_data_offsets_itimer_state {}; struct trace_event_data_offsets_itimer_expire {}; struct trace_event_data_offsets_tick_stop {}; typedef void (*btf_trace_timer_init)(void *, struct timer_list *); typedef void (*btf_trace_timer_start)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_entry)(void *, struct timer_list *, long unsigned int); typedef void (*btf_trace_timer_expire_exit)(void *, struct timer_list *); typedef void (*btf_trace_timer_cancel)(void *, struct timer_list *); typedef void (*btf_trace_timer_base_idle)(void *, bool, unsigned int); typedef void (*btf_trace_hrtimer_setup)(void *, struct hrtimer *, clockid_t, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_start)(void *, struct hrtimer *, enum hrtimer_mode); typedef void (*btf_trace_hrtimer_expire_entry)(void *, struct hrtimer *, ktime_t *); typedef void (*btf_trace_hrtimer_expire_exit)(void *, struct hrtimer *); typedef void (*btf_trace_hrtimer_cancel)(void *, struct hrtimer *); typedef void (*btf_trace_itimer_state)(void *, int, const struct itimerspec64 * const, long long unsigned int); typedef void (*btf_trace_itimer_expire)(void *, int, struct pid *, long long unsigned int); typedef void (*btf_trace_tick_stop)(void *, int, int); struct timer_base { raw_spinlock_t lock; struct timer_list *running_timer; long unsigned int clk; long unsigned int next_expiry; unsigned int cpu; bool next_expiry_recalc; bool is_idle; bool timers_pending; long unsigned int pending_map[9]; struct hlist_head vectors[576]; long: 64; long: 64; }; struct timer_list_iter { int cpu; bool second_pass; u64 now; }; struct posix_clock_desc { struct file *fp; struct posix_clock *clk; }; struct trace_event_raw_csd_queue_cpu { struct trace_entry ent; unsigned int cpu; void *callsite; void *func; void *csd; char __data[0]; }; struct trace_event_raw_csd_function { struct trace_entry ent; void *func; void *csd; char __data[0]; }; struct trace_event_data_offsets_csd_queue_cpu {}; struct trace_event_data_offsets_csd_function {}; typedef void (*btf_trace_csd_queue_cpu)(void *, const unsigned int, long unsigned int, smp_call_func_t, call_single_data_t *); typedef void (*btf_trace_csd_function_entry)(void *, smp_call_func_t, call_single_data_t *); typedef void (*btf_trace_csd_function_exit)(void *, smp_call_func_t, call_single_data_t *); struct call_function_data { call_single_data_t *csd; cpumask_var_t cpumask; cpumask_var_t cpumask_ipi; }; struct smp_call_on_cpu_struct { struct work_struct work; struct completion done; int (*func)(void *); void *data; int ret; int cpu; }; struct kexec_sha_region { long unsigned int start; long unsigned int len; }; enum freezer_state_flags { CGROUP_FREEZER_ONLINE = 1, CGROUP_FREEZING_SELF = 2, CGROUP_FREEZING_PARENT = 4, CGROUP_FROZEN = 8, CGROUP_FREEZING = 6, }; struct freezer { struct cgroup_subsys_state css; unsigned int state; }; enum pidcg_event { PIDCG_MAX = 0, PIDCG_FORKFAIL = 1, NR_PIDCG_EVENTS = 2, }; struct pids_cgroup { struct cgroup_subsys_state css; atomic64_t counter; atomic64_t limit; int64_t watermark; struct cgroup_file events_file; struct cgroup_file events_local_file; atomic64_t events[2]; atomic64_t events_local[2]; }; struct idmap_key { bool map_up; u32 id; u32 count; }; enum audit_nlgrps { AUDIT_NLGRP_NONE = 0, AUDIT_NLGRP_READLOG = 1, __AUDIT_NLGRP_MAX = 2, }; struct audit_status { __u32 mask; __u32 enabled; __u32 failure; __u32 pid; __u32 rate_limit; __u32 backlog_limit; __u32 lost; __u32 backlog; union { __u32 version; __u32 feature_bitmap; }; __u32 backlog_wait_time; __u32 backlog_wait_time_actual; }; struct audit_features { __u32 vers; __u32 mask; __u32 features; __u32 lock; }; struct audit_tty_status { __u32 enabled; __u32 log_passwd; }; struct audit_sig_info { uid_t uid; pid_t pid; char ctx[0]; }; struct audit_net { struct sock *sk; }; struct auditd_connection { struct pid *pid; u32 portid; struct net *net; struct callback_head rcu; }; struct audit_ctl_mutex { struct mutex lock; void *owner; }; struct audit_buffer { struct sk_buff *skb; struct audit_context *ctx; gfp_t gfp_mask; }; struct audit_reply { __u32 portid; struct net *net; struct sk_buff *skb; }; struct action_cache { long unsigned int allow_native[8]; long unsigned int allow_compat[8]; }; struct notification; struct seccomp_filter { refcount_t refs; refcount_t users; bool log; bool wait_killable_recv; struct action_cache cache; struct seccomp_filter *prev; struct bpf_prog *prog; struct notification *notif; struct mutex notify_lock; wait_queue_head_t wqh; }; struct seccomp_notif_sizes { __u16 seccomp_notif; __u16 seccomp_notif_resp; __u16 seccomp_data; }; struct seccomp_notif { __u64 id; __u32 pid; __u32 flags; struct seccomp_data data; }; struct seccomp_notif_resp { __u64 id; __s64 val; __s32 error; __u32 flags; }; struct seccomp_notif_addfd { __u64 id; __u32 flags; __u32 srcfd; __u32 newfd; __u32 newfd_flags; }; struct compat_sock_fprog { u16 len; compat_uptr_t filter; }; enum notify_state { SECCOMP_NOTIFY_INIT = 0, SECCOMP_NOTIFY_SENT = 1, SECCOMP_NOTIFY_REPLIED = 2, }; struct seccomp_knotif { struct task_struct *task; u64 id; const struct seccomp_data *data; enum notify_state state; int error; long int val; u32 flags; struct completion ready; struct list_head list; struct list_head addfd; }; struct seccomp_kaddfd { struct file *file; int fd; unsigned int flags; __u32 ioctl_flags; union { bool setfd; int ret; }; struct completion completion; struct list_head list; }; struct notification { atomic_t requests; u32 flags; u64 next_id; struct list_head notifications; }; struct seccomp_log_name { u32 log; const char *name; }; struct trace_export { struct trace_export *next; void (*write)(struct trace_export *, const void *, unsigned int); int flags; }; typedef bool (*cond_update_fn_t)(struct trace_array *, void *); struct trace_min_max_param { struct mutex *lock; u64 *val; u64 *min; u64 *max; }; struct pipe_wait { struct trace_iterator *iter; int wait_index; }; struct ftrace_stack { long unsigned int calls[1024]; }; struct ftrace_stacks { struct ftrace_stack stacks[4]; }; struct trace_buffer_struct { int nesting; char buffer[4096]; }; struct trace_mod_entry { long unsigned int mod_addr; char mod_name[56]; }; struct trace_scratch { long unsigned int text_addr; long unsigned int nr_entries; struct trace_mod_entry entries[0]; }; struct ftrace_buffer_info { struct trace_iterator iter; void *spare; unsigned int spare_cpu; unsigned int spare_size; unsigned int read; }; struct err_info { const char **errs; u8 type; u16 pos; u64 ts; }; struct tracing_log_err { struct list_head list; struct err_info info; char loc[128]; char *cmd; }; struct buffer_ref { struct trace_buffer *buffer; void *page; int cpu; refcount_t refcount; }; struct saved_cmdlines_buffer { unsigned int map_pid_to_cmdline[32769]; unsigned int *map_cmdline_to_pid; unsigned int cmdline_num; int cmdline_idx; char saved_cmdlines[0]; }; struct ftrace_graph_ent_entry { struct trace_entry ent; struct ftrace_graph_ent graph_ent; long unsigned int args[0]; }; struct ftrace_graph_ret_entry { struct trace_entry ent; struct ftrace_graph_ret ret; long long unsigned int calltime; long long unsigned int rettime; }; enum { TRACE_GRAPH_FL = 1, TRACE_GRAPH_DEPTH_START_BIT = 2, TRACE_GRAPH_DEPTH_END_BIT = 3, TRACE_GRAPH_NOTRACE_BIT = 4, }; struct fgraph_cpu_data { pid_t last_pid; int depth; int depth_irq; int ignore; long unsigned int enter_funcs[50]; }; struct fgraph_data { struct fgraph_cpu_data *cpu_data; union { struct ftrace_graph_ent_entry ent; struct ftrace_graph_ent_entry rent; } ent; struct ftrace_graph_ret_entry ret; int failed; int cpu; }; enum { FLAGS_FILL_FULL = 268435456, FLAGS_FILL_START = 536870912, FLAGS_FILL_END = 805306368, }; struct fgraph_times { long long unsigned int calltime; long long unsigned int sleeptime; }; struct syscall_trace_enter { struct trace_entry ent; int nr; long unsigned int args[0]; }; struct syscall_trace_exit { struct trace_entry ent; int nr; long int ret; }; struct syscall_tp_t { struct trace_entry ent; int syscall_nr; long unsigned int ret; }; struct syscall_tp_t___2 { struct trace_entry ent; int syscall_nr; long unsigned int args[6]; }; struct enable_trigger_data { struct trace_event_file *file; bool enable; bool hist; }; struct trace_event_raw_error_report_template { struct trace_entry ent; enum error_detector error_detector; long unsigned int id; char __data[0]; }; struct trace_event_data_offsets_error_report_template {}; typedef void (*btf_trace_error_report_end)(void *, enum error_detector, long unsigned int); struct trace_event_raw_rpm_internal { struct trace_entry ent; u32 __data_loc_name; int flags; int usage_count; int disable_depth; int runtime_auto; int request_pending; int irq_safe; int child_count; char __data[0]; }; struct trace_event_raw_rpm_return_int { struct trace_entry ent; u32 __data_loc_name; long unsigned int ip; int ret; char __data[0]; }; struct trace_event_raw_rpm_status { struct trace_entry ent; u32 __data_loc_name; int status; char __data[0]; }; struct trace_event_data_offsets_rpm_internal { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_rpm_return_int { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_rpm_status { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_rpm_suspend)(void *, struct device *, int); typedef void (*btf_trace_rpm_resume)(void *, struct device *, int); typedef void (*btf_trace_rpm_idle)(void *, struct device *, int); typedef void (*btf_trace_rpm_usage)(void *, struct device *, int); typedef void (*btf_trace_rpm_return_int)(void *, struct device *, long unsigned int, int); typedef void (*btf_trace_rpm_status)(void *, struct device *, enum rpm_status); enum bpf_perf_event_type { BPF_PERF_EVENT_UNSPEC = 0, BPF_PERF_EVENT_UPROBE = 1, BPF_PERF_EVENT_URETPROBE = 2, BPF_PERF_EVENT_KPROBE = 3, BPF_PERF_EVENT_KRETPROBE = 4, BPF_PERF_EVENT_TRACEPOINT = 5, BPF_PERF_EVENT_EVENT = 6, }; enum bpf_stats_type { BPF_STATS_RUN_TIME = 0, }; struct bpf_prog_info { __u32 type; __u32 id; __u8 tag[8]; __u32 jited_prog_len; __u32 xlated_prog_len; __u64 jited_prog_insns; __u64 xlated_prog_insns; __u64 load_time; __u32 created_by_uid; __u32 nr_map_ids; __u64 map_ids; char name[16]; __u32 ifindex; __u32 gpl_compatible: 1; __u64 netns_dev; __u64 netns_ino; __u32 nr_jited_ksyms; __u32 nr_jited_func_lens; __u64 jited_ksyms; __u64 jited_func_lens; __u32 btf_id; __u32 func_info_rec_size; __u64 func_info; __u32 nr_func_info; __u32 nr_line_info; __u64 line_info; __u64 jited_line_info; __u32 nr_jited_line_info; __u32 line_info_rec_size; __u32 jited_line_info_rec_size; __u32 nr_prog_tags; __u64 prog_tags; __u64 run_time_ns; __u64 run_cnt; __u64 recursion_misses; __u32 verified_insns; __u32 attach_btf_obj_id; __u32 attach_btf_id; }; struct bpf_tracing_link { struct bpf_tramp_link link; enum bpf_attach_type attach_type; struct bpf_trampoline *trampoline; struct bpf_prog *tgt_prog; }; enum bpf_audit { BPF_AUDIT_LOAD = 0, BPF_AUDIT_UNLOAD = 1, BPF_AUDIT_MAX = 2, }; struct bpf_prog_kstats { u64 nsecs; u64 cnt; u64 misses; }; struct bpf_perf_link { struct bpf_link link; struct file *perf_file; }; typedef u64 (*btf_bpf_sys_bpf)(int, union bpf_attr *, u32); typedef u64 (*btf_bpf_sys_close)(u32); typedef u64 (*btf_bpf_kallsyms_lookup_name)(const char *, int, int, u64 *); struct bpf_iter_seq_map_info { u32 map_id; }; struct bpf_iter__bpf_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; }; struct bucket { struct hlist_nulls_head head; rqspinlock_t raw_lock; }; struct htab_elem; struct bpf_htab { struct bpf_map map; struct bpf_mem_alloc ma; struct bpf_mem_alloc pcpu_ma; struct bucket *buckets; void *elems; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; union { struct pcpu_freelist freelist; struct bpf_lru lru; }; struct htab_elem **extra_elems; struct percpu_counter pcount; atomic_t count; bool use_percpu_counter; u32 n_buckets; u32 elem_size; u32 hashrnd; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct htab_elem { union { struct hlist_nulls_node hash_node; struct { void *padding; union { struct pcpu_freelist_node fnode; struct htab_elem *batch_flink; }; }; }; union { void *ptr_to_pptr; struct bpf_lru_node lru_node; }; u32 hash; long: 0; char key[0]; }; struct bpf_iter_seq_hash_map_info { struct bpf_map *map; struct bpf_htab *htab; void *percpu_value_buf; u32 bucket_id; u32 skip_elems; }; struct bpf_bloom_filter { struct bpf_map map; u32 bitset_mask; u32 hash_seed; u32 nr_hash_funcs; long unsigned int bitset[0]; }; struct bpf_shim_tramp_link { struct bpf_tramp_link link; struct bpf_trampoline *trampoline; }; struct bpf_arena { struct bpf_map map; u64 user_vm_start; u64 user_vm_end; struct vm_struct *kern_vm; struct range_tree rt; struct list_head vma_list; struct mutex lock; }; struct vma_list { struct vm_area_struct *vma; struct list_head head; refcount_t mmap_count; }; struct bpf_prog_offload_ops { int (*insn_hook)(struct bpf_verifier_env *, int, int); int (*finalize)(struct bpf_verifier_env *); int (*replace_insn)(struct bpf_verifier_env *, u32, struct bpf_insn *); int (*remove_insns)(struct bpf_verifier_env *, u32, u32); int (*prepare)(struct bpf_prog *); int (*translate)(struct bpf_prog *); void (*destroy)(struct bpf_prog *); }; struct bpf_offload_dev { const struct bpf_prog_offload_ops *ops; struct list_head netdevs; void *priv; }; enum xdp_rx_metadata { XDP_METADATA_KFUNC_RX_TIMESTAMP = 0, XDP_METADATA_KFUNC_RX_HASH = 1, XDP_METADATA_KFUNC_RX_VLAN_TAG = 2, MAX_XDP_METADATA_KFUNC = 3, }; struct bpf_offload_netdev { struct rhash_head l; struct net_device *netdev; struct bpf_offload_dev *offdev; struct list_head progs; struct list_head maps; struct list_head offdev_netdevs; }; struct ns_get_path_bpf_prog_args { struct bpf_prog *prog; struct bpf_prog_info *info; }; struct ns_get_path_bpf_map_args { struct bpf_offloaded_map *offmap; struct bpf_map_info *info; }; struct bpf_iter__cgroup { union { struct bpf_iter_meta *meta; }; union { struct cgroup *cgroup; }; }; struct cgroup_iter_priv { struct cgroup_subsys_state *start_css; bool visited_all; bool terminate; int order; }; struct bpf_iter_css { __u64 __opaque[3]; }; struct bpf_iter_css_kern { struct cgroup_subsys_state *start; struct cgroup_subsys_state *pos; unsigned int flags; }; enum { BPF_F_SYSCTL_BASE_NAME = 1, }; struct bpf_sockopt_buf { u8 data[32]; }; struct bpf_cgroup_link { struct bpf_link link; struct cgroup *cgroup; enum bpf_attach_type type; }; struct bpf_prog_list { struct hlist_node node; struct bpf_prog *prog; struct bpf_cgroup_link *link; struct bpf_cgroup_storage *storage[2]; u32 flags; }; struct cgroup_lsm_atype { u32 attach_btf_id; int refcnt; }; typedef u64 (*btf_bpf_get_local_storage)(struct bpf_map *, u64); typedef u64 (*btf_bpf_get_retval)(); typedef u64 (*btf_bpf_set_retval)(int); typedef u64 (*btf_bpf_sysctl_get_name)(struct bpf_sysctl_kern *, char *, size_t, u64); typedef u64 (*btf_bpf_sysctl_get_current_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_get_new_value)(struct bpf_sysctl_kern *, char *, size_t); typedef u64 (*btf_bpf_sysctl_set_new_value)(struct bpf_sysctl_kern *, const char *, size_t); typedef u64 (*btf_bpf_get_netns_cookie_sockopt)(struct bpf_sockopt_kern *); enum btf_field_iter_kind { BTF_FIELD_ITER_IDS = 0, BTF_FIELD_ITER_STRS = 1, }; struct btf_field_desc { int t_off_cnt; int t_offs[2]; int m_sz; int m_off_cnt; int m_offs[1]; }; struct btf_field_iter { struct btf_field_desc desc; void *p; int m_idx; int off_idx; int vlen; }; struct btf_relocate { struct btf *btf; const struct btf *base_btf; const struct btf *dist_base_btf; unsigned int nr_base_types; unsigned int nr_split_types; unsigned int nr_dist_base_types; int dist_str_len; int base_str_len; __u32 *id_map; __u32 *str_map; }; struct btf_name_info { const char *name; bool needs_size: 1; unsigned int size: 31; __u32 id; }; struct bpf_iter_kmem_cache { __u64 __opaque[1]; }; struct bpf_iter_kmem_cache_kern { struct kmem_cache *pos; }; struct bpf_iter__kmem_cache { union { struct bpf_iter_meta *meta; }; union { struct kmem_cache *s; }; }; union kmem_cache_iter_priv { struct bpf_iter_kmem_cache it; struct bpf_iter_kmem_cache_kern kit; }; struct callchain_cpus_entries { struct callback_head callback_head; struct perf_callchain_entry *cpu_entries[0]; }; struct seqcount_rwlock { seqcount_t seqcount; }; typedef struct seqcount_rwlock seqcount_rwlock_t; typedef __le32 uprobe_opcode_t; struct uprobe { struct rb_node rb_node; refcount_t ref; struct rw_semaphore register_rwsem; struct rw_semaphore consumer_rwsem; struct list_head pending_list; struct list_head consumers; struct inode *inode; union { struct callback_head rcu; struct work_struct work; }; loff_t offset; loff_t ref_ctr_offset; long unsigned int flags; struct arch_uprobe arch; }; struct xol_area { wait_queue_head_t wq; long unsigned int *bitmap; struct page *page; long unsigned int vaddr; }; struct delayed_uprobe { struct list_head list; struct uprobe *uprobe; struct mm_struct *mm; }; struct __uprobe_key { struct inode *inode; loff_t offset; }; struct map_info___2 { struct map_info___2 *next; struct mm_struct *mm; long unsigned int vaddr; }; enum lruvec_flags { LRUVEC_CGROUP_CONGESTED = 0, LRUVEC_NODE_CONGESTED = 1, }; enum pgdat_flags { PGDAT_DIRTY = 0, PGDAT_WRITEBACK = 1, PGDAT_RECLAIM_LOCKED = 2, }; enum zone_flags { ZONE_BOOSTED_WATERMARK = 0, ZONE_RECLAIM_ACTIVE = 1, ZONE_BELOW_HIGH = 2, }; struct reclaim_stat { unsigned int nr_dirty; unsigned int nr_unqueued_dirty; unsigned int nr_congested; unsigned int nr_writeback; unsigned int nr_immediate; unsigned int nr_pageout; unsigned int nr_activate[2]; unsigned int nr_ref_keep; unsigned int nr_unmap_fail; unsigned int nr_lazyfree_fail; unsigned int nr_demoted; }; struct trace_event_raw_mm_vmscan_kswapd_sleep { struct trace_entry ent; int nid; char __data[0]; }; struct trace_event_raw_mm_vmscan_kswapd_wake { struct trace_entry ent; int nid; int zid; int order; char __data[0]; }; struct trace_event_raw_mm_vmscan_wakeup_kswapd { struct trace_entry ent; int nid; int zid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_begin_template { struct trace_entry ent; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_direct_reclaim_end_template { struct trace_entry ent; long unsigned int nr_reclaimed; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_start { struct trace_entry ent; struct shrinker *shr; void *shrink; int nid; long int nr_objects_to_shrink; long unsigned int gfp_flags; long unsigned int cache_items; long long unsigned int delta; long unsigned int total_scan; int priority; char __data[0]; }; struct trace_event_raw_mm_shrink_slab_end { struct trace_entry ent; struct shrinker *shr; int nid; void *shrink; long int unused_scan; long int new_scan; int retval; long int total_scan; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_isolate { struct trace_entry ent; int highest_zoneidx; int order; long unsigned int nr_requested; long unsigned int nr_scanned; long unsigned int nr_skipped; long unsigned int nr_taken; int lru; char __data[0]; }; struct trace_event_raw_mm_vmscan_write_folio { struct trace_entry ent; long unsigned int pfn; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_reclaim_pages { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_inactive { struct trace_entry ent; int nid; long unsigned int nr_scanned; long unsigned int nr_reclaimed; long unsigned int nr_dirty; long unsigned int nr_writeback; long unsigned int nr_congested; long unsigned int nr_immediate; unsigned int nr_activate0; unsigned int nr_activate1; long unsigned int nr_ref_keep; long unsigned int nr_unmap_fail; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_lru_shrink_active { struct trace_entry ent; int nid; long unsigned int nr_taken; long unsigned int nr_active; long unsigned int nr_deactivated; long unsigned int nr_referenced; int priority; int reclaim_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_node_reclaim_begin { struct trace_entry ent; int nid; int order; long unsigned int gfp_flags; char __data[0]; }; struct trace_event_raw_mm_vmscan_throttled { struct trace_entry ent; int nid; int usec_timeout; int usec_delayed; int reason; char __data[0]; }; struct trace_event_data_offsets_mm_vmscan_kswapd_sleep {}; struct trace_event_data_offsets_mm_vmscan_kswapd_wake {}; struct trace_event_data_offsets_mm_vmscan_wakeup_kswapd {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_begin_template {}; struct trace_event_data_offsets_mm_vmscan_direct_reclaim_end_template {}; struct trace_event_data_offsets_mm_shrink_slab_start {}; struct trace_event_data_offsets_mm_shrink_slab_end {}; struct trace_event_data_offsets_mm_vmscan_lru_isolate {}; struct trace_event_data_offsets_mm_vmscan_write_folio {}; struct trace_event_data_offsets_mm_vmscan_reclaim_pages {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_inactive {}; struct trace_event_data_offsets_mm_vmscan_lru_shrink_active {}; struct trace_event_data_offsets_mm_vmscan_node_reclaim_begin {}; struct trace_event_data_offsets_mm_vmscan_throttled {}; typedef void (*btf_trace_mm_vmscan_kswapd_sleep)(void *, int); typedef void (*btf_trace_mm_vmscan_kswapd_wake)(void *, int, int, int); typedef void (*btf_trace_mm_vmscan_wakeup_kswapd)(void *, int, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_begin)(void *, int, gfp_t); typedef void (*btf_trace_mm_vmscan_direct_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_memcg_softlimit_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_shrink_slab_start)(void *, struct shrinker *, struct shrink_control *, long int, long unsigned int, long long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_shrink_slab_end)(void *, struct shrinker *, int, int, long int, long int, long int); typedef void (*btf_trace_mm_vmscan_lru_isolate)(void *, int, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_mm_vmscan_write_folio)(void *, struct folio *); typedef void (*btf_trace_mm_vmscan_reclaim_pages)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *); typedef void (*btf_trace_mm_vmscan_lru_shrink_inactive)(void *, int, long unsigned int, long unsigned int, struct reclaim_stat *, int, int); typedef void (*btf_trace_mm_vmscan_lru_shrink_active)(void *, int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int, int); typedef void (*btf_trace_mm_vmscan_node_reclaim_begin)(void *, int, int, gfp_t); typedef void (*btf_trace_mm_vmscan_node_reclaim_end)(void *, long unsigned int); typedef void (*btf_trace_mm_vmscan_throttled)(void *, int, int, int, int); struct scan_control { long unsigned int nr_to_reclaim; nodemask_t *nodemask; struct mem_cgroup *target_mem_cgroup; long unsigned int anon_cost; long unsigned int file_cost; int *proactive_swappiness; unsigned int may_deactivate: 2; unsigned int force_deactivate: 1; unsigned int skipped_deactivate: 1; unsigned int may_writepage: 1; unsigned int may_unmap: 1; unsigned int may_swap: 1; unsigned int no_cache_trim_mode: 1; unsigned int cache_trim_mode_failed: 1; unsigned int proactive: 1; unsigned int memcg_low_reclaim: 1; unsigned int memcg_low_skipped: 1; unsigned int memcg_full_walk: 1; unsigned int hibernation_mode: 1; unsigned int compaction_ready: 1; unsigned int cache_trim_mode: 1; unsigned int file_is_tiny: 1; unsigned int no_demotion: 1; s8 order; s8 priority; s8 reclaim_idx; gfp_t gfp_mask; long unsigned int nr_scanned; long unsigned int nr_reclaimed; struct { unsigned int dirty; unsigned int unqueued_dirty; unsigned int congested; unsigned int writeback; unsigned int immediate; unsigned int file_taken; unsigned int taken; } nr; struct reclaim_state reclaim_state; }; typedef enum { PAGE_KEEP = 0, PAGE_ACTIVATE = 1, PAGE_SUCCESS = 2, PAGE_CLEAN = 3, } pageout_t; enum folio_references { FOLIOREF_RECLAIM = 0, FOLIOREF_RECLAIM_CLEAN = 1, FOLIOREF_KEEP = 2, FOLIOREF_ACTIVATE = 3, }; enum scan_balance { SCAN_EQUAL = 0, SCAN_FRACT = 1, SCAN_ANON = 2, SCAN_FILE = 3, }; struct mminit_pfnnid_cache { long unsigned int last_start; long unsigned int last_end; int last_nid; }; typedef unsigned int pgtbl_mod_mask; struct copy_subpage_arg { struct folio *dst; struct folio *src; struct vm_area_struct *vma; }; struct vmap_area { long unsigned int va_start; long unsigned int va_end; struct rb_node rb_node; struct list_head list; union { long unsigned int subtree_max_size; struct vm_struct *vm; }; long unsigned int flags; }; typedef unsigned int kasan_vmalloc_flags_t; struct trace_event_raw_alloc_vmap_area { struct trace_entry ent; long unsigned int addr; long unsigned int size; long unsigned int align; long unsigned int vstart; long unsigned int vend; int failed; char __data[0]; }; struct trace_event_raw_purge_vmap_area_lazy { struct trace_entry ent; long unsigned int start; long unsigned int end; unsigned int npurged; char __data[0]; }; struct trace_event_raw_free_vmap_area_noflush { struct trace_entry ent; long unsigned int va_start; long unsigned int nr_lazy; long unsigned int nr_lazy_max; char __data[0]; }; struct trace_event_data_offsets_alloc_vmap_area {}; struct trace_event_data_offsets_purge_vmap_area_lazy {}; struct trace_event_data_offsets_free_vmap_area_noflush {}; typedef void (*btf_trace_alloc_vmap_area)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int, long unsigned int, int); typedef void (*btf_trace_purge_vmap_area_lazy)(void *, long unsigned int, long unsigned int, unsigned int); typedef void (*btf_trace_free_vmap_area_noflush)(void *, long unsigned int, long unsigned int, long unsigned int); struct vfree_deferred { struct llist_head list; struct work_struct wq; }; struct rb_list { struct rb_root root; struct list_head head; spinlock_t lock; }; struct vmap_pool { struct list_head head; long unsigned int len; }; struct vmap_node { struct vmap_pool pool[256]; spinlock_t pool_lock; bool skip_populate; struct rb_list busy; struct rb_list lazy; struct list_head purge_list; struct work_struct purge_work; long unsigned int nr_purged; }; enum fit_type { NOTHING_FIT = 0, FL_FIT_TYPE = 1, LE_FIT_TYPE = 2, RE_FIT_TYPE = 3, NE_FIT_TYPE = 4, }; struct vmap_block_queue { spinlock_t lock; struct list_head free; struct xarray vmap_blocks; }; struct vmap_block { spinlock_t lock; struct vmap_area *va; long unsigned int free; long unsigned int dirty; long unsigned int used_map[16]; long unsigned int dirty_min; long unsigned int dirty_max; struct list_head free_list; struct callback_head callback_head; struct list_head purge; unsigned int cpu; }; typedef int fpi_t; enum rmqueue_mode { RMQUEUE_NORMAL = 0, RMQUEUE_CMA = 1, RMQUEUE_CLAIM = 2, RMQUEUE_STEAL = 3, }; struct swap_iocb { struct kiocb iocb; struct bio_vec bvec[32]; int pages; int len; }; struct dma_block { struct dma_block *next_block; dma_addr_t dma; }; struct dma_pool { struct list_head page_list; spinlock_t lock; struct dma_block *next_block; size_t nr_blocks; size_t nr_active; size_t nr_pages; struct device *dev; unsigned int size; unsigned int allocation; unsigned int boundary; char name[32]; struct list_head pools; }; struct dma_page { struct list_head page_list; void *vaddr; dma_addr_t dma; }; struct nodemask_scratch { nodemask_t mask1; nodemask_t mask2; }; struct sp_node { struct rb_node nd; long unsigned int start; long unsigned int end; struct mempolicy *policy; }; struct mempolicy_operations { int (*create)(struct mempolicy *, const nodemask_t *); void (*rebind)(struct mempolicy *, const nodemask_t *); }; struct migration_mpol { struct mempolicy *pol; long unsigned int ilx; }; struct queue_pages { struct list_head *pagelist; long unsigned int flags; nodemask_t *nmask; long unsigned int start; long unsigned int end; struct vm_area_struct *first; struct folio *large; long int nr_failed; }; struct iw_node_attr { struct kobj_attribute kobj_attr; int nid; }; struct trace_event_raw_hugepage_set { struct trace_entry ent; long unsigned int addr; long unsigned int pte; char __data[0]; }; struct trace_event_raw_hugepage_update { struct trace_entry ent; long unsigned int addr; long unsigned int pte; long unsigned int clr; long unsigned int set; char __data[0]; }; struct trace_event_raw_migration_pmd { struct trace_entry ent; long unsigned int addr; long unsigned int pmd; char __data[0]; }; struct trace_event_data_offsets_hugepage_set {}; struct trace_event_data_offsets_hugepage_update {}; struct trace_event_data_offsets_migration_pmd {}; typedef void (*btf_trace_hugepage_set_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_set_pud)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update_pmd)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_hugepage_update_pud)(void *, long unsigned int, long unsigned int, long unsigned int, long unsigned int); typedef void (*btf_trace_set_migration_pmd)(void *, long unsigned int, long unsigned int); typedef void (*btf_trace_remove_migration_pmd)(void *, long unsigned int, long unsigned int); enum { RES_USAGE = 0, RES_RSVD_USAGE = 1, RES_LIMIT = 2, RES_RSVD_LIMIT = 3, RES_MAX_USAGE = 4, RES_RSVD_MAX_USAGE = 5, RES_FAILCNT = 6, RES_RSVD_FAILCNT = 7, }; struct trace_event_raw_cma_release { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; char __data[0]; }; struct trace_event_raw_cma_alloc_start { struct trace_entry ent; u32 __data_loc_name; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_raw_cma_alloc_finish { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; int errorno; char __data[0]; }; struct trace_event_raw_cma_alloc_busy_retry { struct trace_entry ent; u32 __data_loc_name; long unsigned int pfn; const struct page *page; long unsigned int count; unsigned int align; char __data[0]; }; struct trace_event_data_offsets_cma_release { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cma_alloc_start { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cma_alloc_finish { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_cma_alloc_busy_retry { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_cma_release)(void *, const char *, long unsigned int, const struct page *, long unsigned int); typedef void (*btf_trace_cma_alloc_start)(void *, const char *, long unsigned int, unsigned int); typedef void (*btf_trace_cma_alloc_finish)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int, int); typedef void (*btf_trace_cma_alloc_busy_retry)(void *, const char *, long unsigned int, const struct page *, long unsigned int, unsigned int); enum cma_flags { CMA_RESERVE_PAGES_ON_ERROR = 0, CMA_ZONES_VALID = 1, CMA_ZONES_INVALID = 2, CMA_ACTIVATED = 3, }; struct cma_init_memrange { phys_addr_t base; phys_addr_t size; struct list_head list; }; enum { PAGE_REPORTING_IDLE = 0, PAGE_REPORTING_REQUESTED = 1, PAGE_REPORTING_ACTIVE = 2, }; struct user_arg_ptr { bool is_compat; union { const char * const *native; const compat_uptr_t *compat; } ptr; }; struct file_clone_range { __s64 src_fd; __u64 src_offset; __u64 src_length; __u64 dest_offset; }; struct fsuuid2 { __u8 len; __u8 uuid[16]; }; struct fs_sysfs_path { __u8 len; __u8 name[128]; }; struct fsxattr { __u32 fsx_xflags; __u32 fsx_extsize; __u32 fsx_nextents; __u32 fsx_projid; __u32 fsx_cowextsize; unsigned char fsx_pad[8]; }; struct space_resv { __s16 l_type; __s16 l_whence; __s64 l_start; __s64 l_len; __s32 l_sysid; __u32 l_pid; __s32 l_pad[4]; }; struct fiemap { __u64 fm_start; __u64 fm_length; __u32 fm_flags; __u32 fm_mapped_extents; __u32 fm_extent_count; __u32 fm_reserved; struct fiemap_extent fm_extents[0]; }; struct inodes_stat_t { long int nr_inodes; long int nr_unused; long int dummy[5]; }; struct trace_event_raw_ctime { struct trace_entry ent; dev_t dev; ino_t ino; time64_t ctime_s; u32 ctime_ns; u32 gen; char __data[0]; }; struct trace_event_raw_ctime_ns_xchg { struct trace_entry ent; dev_t dev; ino_t ino; u32 gen; u32 old; u32 new; u32 cur; char __data[0]; }; struct trace_event_raw_fill_mg_cmtime { struct trace_entry ent; dev_t dev; ino_t ino; time64_t ctime_s; time64_t mtime_s; u32 ctime_ns; u32 mtime_ns; u32 gen; char __data[0]; }; struct trace_event_data_offsets_ctime {}; struct trace_event_data_offsets_ctime_ns_xchg {}; struct trace_event_data_offsets_fill_mg_cmtime {}; typedef void (*btf_trace_inode_set_ctime_to_ts)(void *, struct inode *, struct timespec64 *); typedef void (*btf_trace_ctime_xchg_skip)(void *, struct inode *, struct timespec64 *); typedef void (*btf_trace_ctime_ns_xchg)(void *, struct inode *, u32, u32, u32); typedef void (*btf_trace_fill_mg_cmtime)(void *, struct inode *, struct timespec64 *, struct timespec64 *); struct xattr_args { __u64 value; __u32 size; __u32 flags; }; struct old_utimbuf32 { old_time32_t actime; old_time32_t modtime; }; typedef int __kernel_daddr_t; struct ustat { __kernel_daddr_t f_tfree; long unsigned int f_tinode; char f_fname[6]; char f_fpack[6]; }; typedef s32 compat_daddr_t; typedef __kernel_fsid_t compat_fsid_t; struct compat_statfs { int f_type; int f_bsize; int f_blocks; int f_bfree; int f_bavail; int f_files; int f_ffree; compat_fsid_t f_fsid; int f_namelen; int f_frsize; int f_flags; int f_spare[4]; }; struct compat_ustat { compat_daddr_t f_tfree; compat_ino_t f_tinode; char f_fname[6]; char f_fpack[6]; }; struct statfs { __kernel_long_t f_type; __kernel_long_t f_bsize; __kernel_long_t f_blocks; __kernel_long_t f_bfree; __kernel_long_t f_bavail; __kernel_long_t f_files; __kernel_long_t f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct statfs64 { __kernel_long_t f_type; __kernel_long_t f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __kernel_long_t f_namelen; __kernel_long_t f_frsize; __kernel_long_t f_flags; __kernel_long_t f_spare[4]; }; struct compat_statfs64 { __u32 f_type; __u32 f_bsize; __u64 f_blocks; __u64 f_bfree; __u64 f_bavail; __u64 f_files; __u64 f_ffree; __kernel_fsid_t f_fsid; __u32 f_namelen; __u32 f_frsize; __u32 f_flags; __u32 f_spare[4]; } __attribute__((packed)); enum fsconfig_command { FSCONFIG_SET_FLAG = 0, FSCONFIG_SET_STRING = 1, FSCONFIG_SET_BINARY = 2, FSCONFIG_SET_PATH = 3, FSCONFIG_SET_PATH_EMPTY = 4, FSCONFIG_SET_FD = 5, FSCONFIG_CMD_CREATE = 6, FSCONFIG_CMD_RECONFIGURE = 7, FSCONFIG_CMD_CREATE_EXCL = 8, }; struct postprocess_bh_ctx { struct work_struct work; struct buffer_head *bh; }; struct bh_lru { struct buffer_head *bhs[16]; }; struct bh_accounting { int nr; int ratelimit; }; struct epoll_event { __poll_t events; __u64 data; }; struct epoll_params { __u32 busy_poll_usecs; __u16 busy_poll_budget; __u8 prefer_busy_poll; __u8 __pad; }; struct epoll_filefd { struct file *file; int fd; } __attribute__((packed)); struct epitem; struct eppoll_entry { struct eppoll_entry *next; struct epitem *base; wait_queue_entry_t wait; wait_queue_head_t *whead; }; struct eventpoll; struct epitem { union { struct rb_node rbn; struct callback_head rcu; }; struct list_head rdllink; struct epitem *next; struct epoll_filefd ffd; bool dying; struct eppoll_entry *pwqlist; struct eventpoll *ep; struct hlist_node fllink; struct wakeup_source *ws; struct epoll_event event; }; struct eventpoll { struct mutex mtx; wait_queue_head_t wq; wait_queue_head_t poll_wait; struct list_head rdllist; rwlock_t lock; struct rb_root_cached rbr; struct epitem *ovflist; struct wakeup_source *ws; struct user_struct *user; struct file *file; u64 gen; struct hlist_head refs; refcount_t refcount; unsigned int napi_id; u32 busy_poll_usecs; u16 busy_poll_budget; bool prefer_busy_poll; }; struct ep_pqueue { poll_table pt; struct epitem *epi; }; struct epitems_head { struct hlist_head epitems; struct epitems_head *next; }; struct core_name { char *corename; int used; int size; }; typedef void (*iomap_punch_t)(struct inode *, loff_t, loff_t, struct iomap *); struct iomap_writepage_ctx; struct iomap_writeback_ops { int (*map_blocks)(struct iomap_writepage_ctx *, struct inode *, loff_t, unsigned int); int (*submit_ioend)(struct iomap_writepage_ctx *, int); void (*discard_folio)(struct folio *, loff_t); }; struct iomap_writepage_ctx { struct iomap iomap; struct iomap_ioend *ioend; const struct iomap_writeback_ops *ops; u32 nr_folios; }; struct iomap_folio_state { spinlock_t state_lock; unsigned int read_bytes_pending; atomic_t write_bytes_pending; long unsigned int state[0]; }; struct iomap_readpage_ctx { struct folio *cur_folio; bool cur_folio_in_bio; struct bio *bio; struct readahead_control *rac; }; struct iomap_swapfile_info { struct iomap iomap; struct swap_info_struct *sis; uint64_t lowest_ppage; uint64_t highest_ppage; long unsigned int nr_pages; int nr_extents; struct file *file; }; struct pde_opener { struct list_head lh; struct file *file; bool closing; struct completion *c; }; enum { BIAS = 2147483648, }; typedef struct elf32_hdr Elf32_Ehdr; typedef struct elf32_phdr Elf32_Phdr; typedef struct elf32_note Elf32_Nhdr; typedef struct elf64_note Elf64_Nhdr; struct vmcore_cb { bool (*pfn_is_ram)(struct vmcore_cb *, long unsigned int); int (*get_device_ram)(struct vmcore_cb *, struct list_head *); struct list_head next; }; struct vmcore_range { struct list_head list; long long unsigned int paddr; long long unsigned int size; loff_t offset; }; struct configfs_buffer { size_t count; loff_t pos; char *page; struct configfs_item_operations *ops; struct mutex mutex; int needs_read_fill; bool read_in_progress; bool write_in_progress; char *bin_buffer; int bin_buffer_size; int cb_max_size; struct config_item *item; struct module *owner; union { struct configfs_attribute *attr; struct configfs_bin_attribute *bin_attr; }; }; struct squashfs_base_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; }; struct squashfs_ipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; }; struct squashfs_lipc_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 xattr; }; struct squashfs_dev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; }; struct squashfs_ldev_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 rdev; __le32 xattr; }; struct squashfs_symlink_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 symlink_size; char symlink[0]; }; struct squashfs_reg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 fragment; __le32 offset; __le32 file_size; __le16 block_list[0]; }; struct squashfs_lreg_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le64 start_block; __le64 file_size; __le64 sparse; __le32 nlink; __le32 fragment; __le32 offset; __le32 xattr; __le16 block_list[0]; }; struct squashfs_dir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 start_block; __le32 nlink; __le16 file_size; __le16 offset; __le32 parent_inode; }; struct squashfs_ldir_inode { __le16 inode_type; __le16 mode; __le16 uid; __le16 guid; __le32 mtime; __le32 inode_number; __le32 nlink; __le32 file_size; __le32 start_block; __le32 parent_inode; __le16 i_count; __le16 offset; __le32 xattr; struct squashfs_dir_index index[0]; }; union squashfs_inode { struct squashfs_base_inode base; struct squashfs_dev_inode dev; struct squashfs_ldev_inode ldev; struct squashfs_symlink_inode symlink; struct squashfs_reg_inode reg; struct squashfs_lreg_inode lreg; struct squashfs_dir_inode dir; struct squashfs_ldir_inode ldir; struct squashfs_ipc_inode ipc; struct squashfs_lipc_inode lipc; }; struct squashfs_stream { void *stream; struct mutex mutex; }; struct trace_event_raw_hugetlbfs_alloc_inode { struct trace_entry ent; dev_t dev; ino_t ino; ino_t dir; __u16 mode; char __data[0]; }; struct trace_event_raw_hugetlbfs__inode { struct trace_entry ent; dev_t dev; ino_t ino; __u16 mode; loff_t size; unsigned int nlink; unsigned int seals; blkcnt_t blocks; char __data[0]; }; struct trace_event_raw_hugetlbfs_setattr { struct trace_entry ent; dev_t dev; ino_t ino; unsigned int d_len; u32 __data_loc_d_name; unsigned int ia_valid; unsigned int ia_mode; loff_t old_size; loff_t ia_size; char __data[0]; }; struct trace_event_raw_hugetlbfs_fallocate { struct trace_entry ent; dev_t dev; ino_t ino; int mode; loff_t offset; loff_t len; loff_t size; int ret; char __data[0]; }; struct trace_event_data_offsets_hugetlbfs_alloc_inode {}; struct trace_event_data_offsets_hugetlbfs__inode {}; struct trace_event_data_offsets_hugetlbfs_setattr { u32 d_name; const void *d_name_ptr_; }; struct trace_event_data_offsets_hugetlbfs_fallocate {}; typedef void (*btf_trace_hugetlbfs_alloc_inode)(void *, struct inode *, struct inode *, int); typedef void (*btf_trace_hugetlbfs_evict_inode)(void *, struct inode *); typedef void (*btf_trace_hugetlbfs_free_inode)(void *, struct inode *); typedef void (*btf_trace_hugetlbfs_setattr)(void *, struct inode *, struct dentry *, struct iattr *); typedef void (*btf_trace_hugetlbfs_fallocate)(void *, struct inode *, int, loff_t, loff_t, int); enum hugetlbfs_size_type { NO_SIZE = 0, SIZE_STD = 1, SIZE_PERCENT = 2, }; struct hugetlbfs_fs_context { struct hstate *hstate; long long unsigned int max_size_opt; long long unsigned int min_size_opt; long int max_hpages; long int nr_inodes; long int min_hpages; enum hugetlbfs_size_type max_val_type; enum hugetlbfs_size_type min_val_type; kuid_t uid; kgid_t gid; umode_t mode; }; enum hugetlb_param { Opt_gid___8 = 0, Opt_min_size = 1, Opt_mode___6 = 2, Opt_nr_inodes___2 = 3, Opt_pagesize = 4, Opt_size___2 = 5, Opt_uid___7 = 6, }; struct fat_bios_param_block { u16 fat_sector_size; u8 fat_sec_per_clus; u16 fat_reserved; u8 fat_fats; u16 fat_dir_entries; u16 fat_sectors; u16 fat_fat_length; u32 fat_total_sect; u8 fat16_state; u32 fat16_vol_id; u32 fat32_length; u32 fat32_root_cluster; u16 fat32_info_sector; u8 fat32_state; u32 fat32_vol_id; }; struct fat_floppy_defaults { unsigned int nr_sectors; unsigned int sec_per_clus; unsigned int dir_entries; unsigned int media; unsigned int fat_length; }; enum { Opt_check = 0, Opt_uid___8 = 1, Opt_gid___9 = 2, Opt_umask = 3, Opt_dmask = 4, Opt_fmask = 5, Opt_allow_utime = 6, Opt_codepage = 7, Opt_usefree = 8, Opt_nocase = 9, Opt_quiet = 10, Opt_showexec = 11, Opt_debug = 12, Opt_immutable = 13, Opt_dots = 14, Opt_dotsOK = 15, Opt_charset = 16, Opt_shortname = 17, Opt_utf8 = 18, Opt_utf8_bool = 19, Opt_uni_xl = 20, Opt_uni_xl_bool = 21, Opt_nonumtail = 22, Opt_nonumtail_bool = 23, Opt_obsolete = 24, Opt_flush = 25, Opt_tz = 26, Opt_rodir = 27, Opt_errors___2 = 28, Opt_discard = 29, Opt_nfs = 30, Opt_nfs_enum = 31, Opt_time_offset = 32, Opt_dos1xfloppy = 33, }; typedef u32 unicode_t; struct utf8_table { int cmask; int cval; int shift; long int lmask; long int lval; }; struct autofs_packet_missing { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; struct autofs_packet_expire_multi { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; int len; char name[256]; }; union autofs_packet_union { struct autofs_packet_hdr hdr; struct autofs_packet_missing missing; struct autofs_packet_expire expire; struct autofs_packet_expire_multi expire_multi; }; struct autofs_v5_packet { struct autofs_packet_hdr hdr; autofs_wqt_t wait_queue_token; __u32 dev; __u64 ino; __u32 uid; __u32 gid; __u32 pid; __u32 tgid; __u32 len; char name[256]; }; typedef struct autofs_v5_packet autofs_packet_missing_indirect_t; typedef struct autofs_v5_packet autofs_packet_expire_indirect_t; typedef struct autofs_v5_packet autofs_packet_missing_direct_t; typedef struct autofs_v5_packet autofs_packet_expire_direct_t; union autofs_v5_packet_union { struct autofs_packet_hdr hdr; struct autofs_v5_packet v5_packet; autofs_packet_missing_indirect_t missing_indirect; autofs_packet_expire_indirect_t expire_indirect; autofs_packet_missing_direct_t missing_direct; autofs_packet_expire_direct_t expire_direct; }; struct ovl_lookup_data { struct super_block *sb; const struct ovl_layer *layer; struct qstr name; bool is_dir; bool opaque; bool xwhiteouts; bool stop; bool last; char *redirect; int metacopy; bool absolute_redirect; }; enum ovl_opt { Opt_lowerdir = 0, Opt_lowerdir_add = 1, Opt_datadir_add = 2, Opt_upperdir = 3, Opt_workdir = 4, Opt_default_permissions = 5, Opt_redirect_dir = 6, Opt_index = 7, Opt_uuid = 8, Opt_nfs_export = 9, Opt_userxattr = 10, Opt_xino = 11, Opt_metacopy = 12, Opt_verity = 13, Opt_volatile = 14, Opt_override_creds = 15, }; enum p9_cache_shortcuts { CACHE_SC_NONE = 0, CACHE_SC_READAHEAD = 1, CACHE_SC_MMAP = 5, CACHE_SC_LOOSE = 15, CACHE_SC_FSCACHE = 143, }; enum { Opt_debug___2 = 0, Opt_dfltuid = 1, Opt_dfltgid = 2, Opt_afid = 3, Opt_uname = 4, Opt_remotename = 5, Opt_cache = 6, Opt_cachetag = 7, Opt_nodevmap = 8, Opt_noxattr = 9, Opt_directio = 10, Opt_ignoreqv = 11, Opt_access = 12, Opt_posixacl = 13, Opt_locktimeout = 14, Opt_err___5 = 15, }; enum { HAS_READ = 1, HAS_WRITE = 2, HAS_LSEEK = 4, HAS_POLL = 8, HAS_IOCTL = 16, }; enum dbgfs_get_mode { DBGFS_GET_ALREADY = 0, DBGFS_GET_REGULAR = 1, DBGFS_GET_SHORT = 2, }; struct debugfs_devm_entry { int (*read)(struct seq_file *, void *); struct device *dev; }; struct msgbuf { __kernel_long_t mtype; char mtext[1]; }; struct msg; struct msqid_ds { struct ipc_perm msg_perm; struct msg *msg_first; struct msg *msg_last; __kernel_old_time_t msg_stime; __kernel_old_time_t msg_rtime; __kernel_old_time_t msg_ctime; long unsigned int msg_lcbytes; long unsigned int msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; __kernel_ipc_pid_t msg_lspid; __kernel_ipc_pid_t msg_lrpid; }; struct msqid64_ds { struct ipc64_perm msg_perm; long int msg_stime; long int msg_rtime; long int msg_ctime; long unsigned int msg_cbytes; long unsigned int msg_qnum; long unsigned int msg_qbytes; __kernel_pid_t msg_lspid; __kernel_pid_t msg_lrpid; long unsigned int __unused4; long unsigned int __unused5; }; struct msginfo { int msgpool; int msgmap; int msgmax; int msgmnb; int msgmni; int msgssz; int msgtql; short unsigned int msgseg; }; typedef s32 compat_ssize_t; struct compat_msqid64_ds { struct compat_ipc64_perm msg_perm; compat_ulong_t msg_stime; compat_ulong_t msg_stime_high; compat_ulong_t msg_rtime; compat_ulong_t msg_rtime_high; compat_ulong_t msg_ctime; compat_ulong_t msg_ctime_high; compat_ulong_t msg_cbytes; compat_ulong_t msg_qnum; compat_ulong_t msg_qbytes; compat_pid_t msg_lspid; compat_pid_t msg_lrpid; compat_ulong_t __unused4; compat_ulong_t __unused5; }; struct msg_queue { struct kern_ipc_perm q_perm; time64_t q_stime; time64_t q_rtime; time64_t q_ctime; long unsigned int q_cbytes; long unsigned int q_qnum; long unsigned int q_qbytes; struct pid *q_lspid; struct pid *q_lrpid; struct list_head q_messages; struct list_head q_receivers; struct list_head q_senders; long: 64; long: 64; }; struct msg_receiver { struct list_head r_list; struct task_struct *r_tsk; int r_mode; long int r_msgtype; long int r_maxsize; struct msg_msg *r_msg; }; struct msg_sender { struct list_head list; struct task_struct *tsk; size_t msgsz; }; struct compat_msqid_ds { struct compat_ipc_perm msg_perm; compat_uptr_t msg_first; compat_uptr_t msg_last; old_time32_t msg_stime; old_time32_t msg_rtime; old_time32_t msg_ctime; compat_ulong_t msg_lcbytes; compat_ulong_t msg_lqbytes; short unsigned int msg_cbytes; short unsigned int msg_qnum; short unsigned int msg_qbytes; compat_ipc_pid_t msg_lspid; compat_ipc_pid_t msg_lrpid; }; struct compat_msgbuf { compat_long_t mtype; char mtext[0]; }; struct assoc_array_ops { long unsigned int (*get_key_chunk)(const void *, int); long unsigned int (*get_object_key_chunk)(const void *, int); bool (*compare_object)(const void *, const void *); int (*diff_objects)(const void *, const void *); void (*free_object)(void *); }; struct assoc_array_node { struct assoc_array_ptr *back_pointer; u8 parent_slot; struct assoc_array_ptr *slots[16]; long unsigned int nr_leaves_on_branch; }; struct assoc_array_shortcut { struct assoc_array_ptr *back_pointer; int parent_slot; int skip_to_level; struct assoc_array_ptr *next_node; long unsigned int index_key[0]; }; struct assoc_array_edit { struct callback_head rcu; struct assoc_array *array; const struct assoc_array_ops *ops; const struct assoc_array_ops *ops_for_excised_subtree; struct assoc_array_ptr *leaf; struct assoc_array_ptr **leaf_p; struct assoc_array_ptr *dead_leaf; struct assoc_array_ptr *new_meta[3]; struct assoc_array_ptr *excised_meta[1]; struct assoc_array_ptr *excised_subtree; struct assoc_array_ptr **set_backpointers[16]; struct assoc_array_ptr *set_backpointers_to; struct assoc_array_node *adjust_count_on; long int adjust_count_by; struct { struct assoc_array_ptr **ptr; struct assoc_array_ptr *to; } set[2]; struct { u8 *p; u8 to; } set_parent_slot[1]; u8 segment_cache[17]; }; struct keyring_read_iterator_context { size_t buflen; size_t count; key_serial_t *buffer; }; enum lsm_event { LSM_POLICY_CHANGE = 0, }; struct kpp_request { struct crypto_async_request base; struct scatterlist *src; struct scatterlist *dst; unsigned int src_len; unsigned int dst_len; void *__ctx[0]; }; struct crypto_kpp { unsigned int reqsize; struct crypto_tfm base; }; struct kpp_alg { int (*set_secret)(struct crypto_kpp *, const void *, unsigned int); int (*generate_public_key)(struct kpp_request *); int (*compute_shared_secret)(struct kpp_request *); unsigned int (*max_size)(struct crypto_kpp *); int (*init)(struct crypto_kpp *); void (*exit)(struct crypto_kpp *); struct crypto_alg base; }; struct kpp_instance { void (*free)(struct kpp_instance *); union { struct { char head[48]; struct crypto_instance base; } s; struct kpp_alg alg; }; }; struct crypto_kpp_spawn { struct crypto_spawn base; }; struct crypto_report_kpp { char type[64]; }; struct crypto_report_comp { char type[64]; }; struct scomp_scratch { spinlock_t lock; union { void *src; long unsigned int saddr; }; void *dst; }; struct sha512_state { u64 state[8]; u64 count[2]; u8 buf[128]; }; typedef void sha512_block_fn(struct sha512_state *, const u8 *, int); struct drbg_string { const unsigned char *buf; size_t len; struct list_head list; }; typedef uint32_t drbg_flag_t; struct drbg_core { drbg_flag_t flags; __u8 statelen; __u8 blocklen_bytes; char cra_name[128]; char backend_cra_name[128]; }; struct drbg_state; struct drbg_state_ops { int (*update)(struct drbg_state *, struct list_head *, int); int (*generate)(struct drbg_state *, unsigned char *, unsigned int, struct list_head *); int (*crypto_init)(struct drbg_state *); int (*crypto_fini)(struct drbg_state *); }; enum drbg_seed_state { DRBG_SEED_STATE_UNSEEDED = 0, DRBG_SEED_STATE_PARTIAL = 1, DRBG_SEED_STATE_FULL = 2, }; struct drbg_state { struct mutex drbg_mutex; unsigned char *V; unsigned char *Vbuf; unsigned char *C; unsigned char *Cbuf; size_t reseed_ctr; size_t reseed_threshold; unsigned char *scratchpad; unsigned char *scratchpadbuf; void *priv_data; struct crypto_skcipher *ctr_handle; struct skcipher_request *ctr_req; __u8 *outscratchpadbuf; __u8 *outscratchpad; struct crypto_wait ctr_wait; struct scatterlist sg_in; struct scatterlist sg_out; enum drbg_seed_state seeded; long unsigned int last_seed_time; bool pr; bool fips_primed; unsigned char *prev; struct crypto_rng *jent; const struct drbg_state_ops *d_ops; const struct drbg_core *core; struct drbg_string test_data; }; enum drbg_prefixes { DRBG_PREFIX0 = 0, DRBG_PREFIX1 = 1, DRBG_PREFIX2 = 2, DRBG_PREFIX3 = 3, }; struct sdesc { struct shash_desc shash; char ctx[0]; }; struct bio_alloc_cache { struct bio *free_list; struct bio *free_list_irq; unsigned int nr; unsigned int nr_irq; }; struct biovec_slab { int nr_vecs; char *name; struct kmem_cache *slab; }; struct bio_slab { struct kmem_cache *slab; unsigned int slab_ref; unsigned int slab_size; char name[12]; }; enum { ICQ_EXITED = 4, ICQ_DESTROYED = 8, }; struct bt_iter_data { struct blk_mq_hw_ctx *hctx; struct request_queue *q; busy_tag_iter_fn *fn; void *data; bool reserved; }; struct bt_tags_iter_data { struct blk_mq_tags *tags; busy_tag_iter_fn *fn; void *data; unsigned int flags; }; struct blk_major_name { struct blk_major_name *next; int major; char name[16]; void (*probe)(dev_t); }; struct _gpt_header { __le64 signature; __le32 revision; __le32 header_size; __le32 header_crc32; __le32 reserved1; __le64 my_lba; __le64 alternate_lba; __le64 first_usable_lba; __le64 last_usable_lba; efi_guid_t disk_guid; __le64 partition_entry_lba; __le32 num_partition_entries; __le32 sizeof_partition_entry; __le32 partition_entry_array_crc32; } __attribute__((packed)); typedef struct _gpt_header gpt_header; struct _gpt_entry_attributes { u64 required_to_function: 1; u64 reserved: 47; u64 type_guid_specific: 16; }; typedef struct _gpt_entry_attributes gpt_entry_attributes; struct _gpt_entry { efi_guid_t partition_type_guid; efi_guid_t unique_partition_guid; __le64 starting_lba; __le64 ending_lba; gpt_entry_attributes attributes; __le16 partition_name[36]; }; typedef struct _gpt_entry gpt_entry; struct _gpt_mbr_record { u8 boot_indicator; u8 start_head; u8 start_sector; u8 start_track; u8 os_type; u8 end_head; u8 end_sector; u8 end_track; __le32 starting_lba; __le32 size_in_lba; }; typedef struct _gpt_mbr_record gpt_mbr_record; struct _legacy_mbr { u8 boot_code[440]; __le32 unique_mbr_signature; __le16 unknown; gpt_mbr_record partition_record[4]; __le16 signature; } __attribute__((packed)); typedef struct _legacy_mbr legacy_mbr; struct uuidcmp { const char *uuid; int len; }; enum bfqq_state_flags { BFQQF_just_created = 0, BFQQF_busy = 1, BFQQF_wait_request = 2, BFQQF_non_blocking_wait_rq = 3, BFQQF_fifo_expire = 4, BFQQF_has_short_ttime = 5, BFQQF_sync = 6, BFQQF_IO_bound = 7, BFQQF_in_large_burst = 8, BFQQF_softrt_update = 9, BFQQF_coop = 10, BFQQF_split_coop = 11, }; enum { IORING_REG_WAIT_TS = 1, }; struct io_uring_reg_wait { struct __kernel_timespec ts; __u32 min_wait_usec; __u32 flags; __u64 sigmask; __u32 sigmask_sz; __u32 pad[3]; __u64 pad2[2]; }; struct io_uring_getevents_arg { __u64 sigmask; __u32 sigmask_sz; __u32 min_wait_usec; __u64 ts; }; struct trace_event_raw_io_uring_create { struct trace_entry ent; int fd; void *ctx; u32 sq_entries; u32 cq_entries; u32 flags; char __data[0]; }; struct trace_event_raw_io_uring_register { struct trace_entry ent; void *ctx; unsigned int opcode; unsigned int nr_files; unsigned int nr_bufs; long int ret; char __data[0]; }; struct trace_event_raw_io_uring_file_get { struct trace_entry ent; void *ctx; void *req; u64 user_data; int fd; char __data[0]; }; struct trace_event_raw_io_uring_queue_async_work { struct trace_entry ent; void *ctx; void *req; u64 user_data; u8 opcode; long long unsigned int flags; struct io_wq_work *work; int rw; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_defer { struct trace_entry ent; void *ctx; void *req; long long unsigned int data; u8 opcode; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_link { struct trace_entry ent; void *ctx; void *req; void *target_req; char __data[0]; }; struct trace_event_raw_io_uring_cqring_wait { struct trace_entry ent; void *ctx; int min_events; char __data[0]; }; struct trace_event_raw_io_uring_fail_link { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; void *link; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_complete { struct trace_entry ent; void *ctx; void *req; u64 user_data; int res; unsigned int cflags; u64 extra1; u64 extra2; char __data[0]; }; struct trace_event_raw_io_uring_submit_req { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; long long unsigned int flags; bool sq_thread; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_poll_arm { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; int events; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_task_add { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; int mask; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_req_failed { struct trace_entry ent; void *ctx; void *req; long long unsigned int user_data; u8 opcode; u8 flags; u8 ioprio; u64 off; u64 addr; u32 len; u32 op_flags; u16 buf_index; u16 personality; u32 file_index; u64 pad1; u64 addr3; int error; u32 __data_loc_op_str; char __data[0]; }; struct trace_event_raw_io_uring_cqe_overflow { struct trace_entry ent; void *ctx; long long unsigned int user_data; s32 res; u32 cflags; void *ocqe; char __data[0]; }; struct trace_event_raw_io_uring_task_work_run { struct trace_entry ent; void *tctx; unsigned int count; char __data[0]; }; struct trace_event_raw_io_uring_short_write { struct trace_entry ent; void *ctx; u64 fpos; u64 wanted; u64 got; char __data[0]; }; struct trace_event_raw_io_uring_local_work_run { struct trace_entry ent; void *ctx; int count; unsigned int loops; char __data[0]; }; struct trace_event_data_offsets_io_uring_create {}; struct trace_event_data_offsets_io_uring_register {}; struct trace_event_data_offsets_io_uring_file_get {}; struct trace_event_data_offsets_io_uring_queue_async_work { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_defer { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_link {}; struct trace_event_data_offsets_io_uring_cqring_wait {}; struct trace_event_data_offsets_io_uring_fail_link { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_complete {}; struct trace_event_data_offsets_io_uring_submit_req { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_poll_arm { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_task_add { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_req_failed { u32 op_str; const void *op_str_ptr_; }; struct trace_event_data_offsets_io_uring_cqe_overflow {}; struct trace_event_data_offsets_io_uring_task_work_run {}; struct trace_event_data_offsets_io_uring_short_write {}; struct trace_event_data_offsets_io_uring_local_work_run {}; typedef void (*btf_trace_io_uring_create)(void *, int, void *, u32, u32, u32); typedef void (*btf_trace_io_uring_register)(void *, void *, unsigned int, unsigned int, unsigned int, long int); typedef void (*btf_trace_io_uring_file_get)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_queue_async_work)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_defer)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_cqring_wait)(void *, void *, int); typedef void (*btf_trace_io_uring_fail_link)(void *, struct io_kiocb *, struct io_kiocb *); typedef void (*btf_trace_io_uring_complete)(void *, struct io_ring_ctx *, void *, struct io_uring_cqe *); typedef void (*btf_trace_io_uring_submit_req)(void *, struct io_kiocb *); typedef void (*btf_trace_io_uring_poll_arm)(void *, struct io_kiocb *, int, int); typedef void (*btf_trace_io_uring_task_add)(void *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_req_failed)(void *, const struct io_uring_sqe *, struct io_kiocb *, int); typedef void (*btf_trace_io_uring_cqe_overflow)(void *, void *, long long unsigned int, s32, u32, void *); typedef void (*btf_trace_io_uring_task_work_run)(void *, void *, unsigned int); typedef void (*btf_trace_io_uring_short_write)(void *, void *, u64, u64, u64); typedef void (*btf_trace_io_uring_local_work_run)(void *, void *, int, unsigned int); struct io_defer_entry { struct list_head list; struct io_kiocb *req; u32 seq; }; struct ext_arg { size_t argsz; struct timespec64 ts; const sigset_t *sig; ktime_t min_time; bool ts_set; bool iowait; }; struct io_tctx_exit { struct callback_head task_work; struct completion completion; struct io_ring_ctx *ctx; }; struct io_task_cancel { struct io_uring_task *tctx; bool all; }; struct creds; struct io_ev_fd { struct eventfd_ctx *cq_ev_fd; unsigned int eventfd_async; unsigned int last_cq_tail; refcount_t refs; atomic_t ops; struct callback_head rcu; }; enum { IO_EVENTFD_OP_SIGNAL_BIT = 0, }; struct io_open { struct file *file; int dfd; u32 file_slot; struct filename *filename; struct open_how how; long unsigned int nofile; }; struct io_close { struct file *file; int fd; u32 file_slot; }; struct io_fixed_install { struct file *file; unsigned int o_flags; }; struct io_nop { struct file *file; int result; int fd; unsigned int flags; }; struct io_sync { struct file *file; loff_t len; loff_t off; int flags; int mode; }; struct io_timeout_data { struct io_kiocb *req; struct hrtimer timer; struct timespec64 ts; enum hrtimer_mode mode; u32 flags; }; struct io_timeout { struct file *file; u32 off; u32 target_seq; u32 repeats; struct list_head list; struct io_kiocb *head; struct io_kiocb *prev; }; struct io_timeout_rem { struct file *file; u64 addr; struct timespec64 ts; u32 flags; bool ltimeout; }; enum { IORING_MEM_REGION_REG_WAIT_ARG = 1, }; struct io_uring_mem_region_reg { __u64 region_uptr; __u64 flags; __u64 __resv[2]; }; struct io_uring_probe_op { __u8 op; __u8 resv; __u16 flags; __u32 resv2; }; struct io_uring_probe { __u8 last_op; __u8 ops_len; __u16 resv; __u32 resv2[3]; struct io_uring_probe_op ops[0]; }; struct io_uring_restriction { __u16 opcode; union { __u8 register_op; __u8 sqe_op; __u8 sqe_flags; }; __u8 resv; __u32 resv2[3]; }; struct io_uring_clock_register { __u32 clockid; __u32 __resv[3]; }; enum io_uring_register_restriction_op { IORING_RESTRICTION_REGISTER_OP = 0, IORING_RESTRICTION_SQE_OP = 1, IORING_RESTRICTION_SQE_FLAGS_ALLOWED = 2, IORING_RESTRICTION_SQE_FLAGS_REQUIRED = 3, IORING_RESTRICTION_LAST = 4, }; struct io_ring_ctx_rings { struct io_rings *rings; struct io_uring_sqe *sq_sqes; struct io_mapped_region sq_region; struct io_mapped_region ring_region; }; struct io_epoll { struct file *file; int epfd; int op; int fd; struct epoll_event event; }; struct io_epoll_wait { struct file *file; int maxevents; struct epoll_event *events; }; struct once_work { struct work_struct work; struct static_key_true *key; struct module *module; }; typedef long int mpi_limb_signed_t; enum assoc_array_walk_status { assoc_array_walk_tree_empty = 0, assoc_array_walk_found_terminal_node = 1, assoc_array_walk_found_wrong_shortcut = 2, }; struct assoc_array_walk_result { struct { struct assoc_array_node *node; int level; int slot; } terminal_node; struct { struct assoc_array_shortcut *shortcut; int level; int sc_level; long unsigned int sc_segments; long unsigned int dissimilarity; } wrong_shortcut; }; struct assoc_array_delete_collapse_context { struct assoc_array_node *node; const void *skip_leaf; int slot; }; struct packed_field_u8 { u8 startbit; u8 endbit; u8 offset; u8 size; }; struct packed_field_u16 { u16 startbit; u16 endbit; u16 offset; u16 size; }; enum packing_op { PACK = 0, UNPACK = 1, }; struct xxh32_state { uint32_t total_len_32; uint32_t large_len; uint32_t v1; uint32_t v2; uint32_t v3; uint32_t v4; uint32_t mem32[4]; uint32_t memsize; }; union uu { short unsigned int us; unsigned char b[2]; }; typedef enum { CODES = 0, LENS = 1, DISTS = 2, } codetype; typedef enum { need_more = 0, block_done = 1, finish_started = 2, finish_done = 3, } block_state; typedef block_state (*compress_func)(deflate_state *, int); struct deflate_workspace { deflate_state deflate_memory; Byte *window_memory; Pos *prev_memory; Pos *head_memory; char *overlay_memory; }; typedef struct deflate_workspace deflate_workspace; struct config_s { ush good_length; ush max_lazy; ush nice_length; ush max_chain; compress_func func; }; typedef struct config_s config; typedef size_t (*HUF_DecompressUsingDTableFn)(void *, size_t, const void *, size_t, const HUF_DTable *); typedef struct { BYTE maxTableLog; BYTE tableType; BYTE tableLog; BYTE reserved; } DTableDesc; typedef struct { const BYTE *ip[4]; BYTE *op[4]; U64 bits[4]; const void *dt; const BYTE *ilowest; BYTE *oend; const BYTE *iend[4]; } HUF_DecompressFastArgs; typedef void (*HUF_DecompressFastLoopFn)(HUF_DecompressFastArgs *); typedef struct { BYTE nbBits; BYTE byte; } HUF_DEltX1; typedef struct { U32 rankVal[13]; U32 rankStart[13]; U32 statsWksp[219]; BYTE symbols[256]; BYTE huffWeight[256]; } HUF_ReadDTableX1_Workspace; typedef struct { U16 sequence; BYTE nbBits; BYTE length; } HUF_DEltX2; typedef struct { BYTE symbol; } sortedSymbol_t; typedef U32 rankValCol_t[13]; typedef struct { U32 rankVal[156]; U32 rankStats[13]; U32 rankStart0[15]; sortedSymbol_t sortedSymbol[256]; BYTE weightList[256]; U32 calleeWksp[219]; } HUF_ReadDTableX2_Workspace; typedef struct { U32 tableTime; U32 decode256Time; } algo_time_t; typedef unsigned int FSE_DTable; typedef struct { size_t state; const void *table; } FSE_DState_t; typedef struct { U16 tableLog; U16 fastMode; } FSE_DTableHeader; typedef struct { short unsigned int newState; unsigned char symbol; unsigned char nbBits; } FSE_decode_t; typedef struct { short int ncount[256]; } FSE_DecompressWksp; struct font_data { unsigned int extra[4]; const unsigned char data[0]; }; struct acpi_madt_generic_msi_frame { struct acpi_subtable_header header; u16 reserved; u32 msi_frame_id; u64 base_address; u32 flags; u16 spi_count; u16 spi_base; }; struct v2m_data { struct list_head entry; struct fwnode_handle *fwnode; struct resource res; void *base; u32 spi_start; u32 nr_spis; u32 spi_offset; long unsigned int *bm; u32 flags; }; struct simple_pm_bus { struct clk_bulk_data *clks; int num_clks; }; struct phy_provider { struct device *dev; struct device_node *children; struct module *owner; struct list_head list; struct phy * (*of_xlate)(struct device *, const struct of_phandle_args *); }; struct phy_lookup { struct list_head node; const char *dev_id; const char *con_id; struct phy *phy; }; enum of_gpio_flags { OF_GPIO_ACTIVE_LOW = 1, OF_GPIO_SINGLE_ENDED = 2, OF_GPIO_OPEN_DRAIN = 4, OF_GPIO_TRANSITORY = 8, OF_GPIO_PULL_UP = 16, OF_GPIO_PULL_DOWN = 32, OF_GPIO_PULL_DISABLE = 64, }; typedef struct gpio_desc * (*of_find_gpio_quirk)(struct device_node *, const char *, unsigned int, enum of_gpio_flags *); struct of_rename_gpio { const char *con_id; const char *legacy_id; const char *compatible; }; struct dwapb_port_property { struct fwnode_handle *fwnode; unsigned int idx; unsigned int ngpio; unsigned int gpio_base; int irq[32]; }; struct dwapb_platform_data { struct dwapb_port_property *properties; unsigned int nports; }; struct dwapb_context { u32 data; u32 dir; u32 ext; u32 int_en; u32 int_mask; u32 int_type; u32 int_pol; u32 int_deb; u32 wake_en; }; struct dwapb_gpio_port_irqchip { unsigned int nr_irqs; unsigned int irq[32]; }; struct dwapb_gpio; struct dwapb_gpio_port { struct gpio_chip gc; struct dwapb_gpio_port_irqchip *pirq; struct dwapb_gpio *gpio; struct dwapb_context *ctx; unsigned int idx; }; struct dwapb_gpio { struct device *dev; void *regs; struct dwapb_gpio_port *ports; unsigned int nr_ports; unsigned int flags; struct reset_control *rst; struct clk_bulk_data clks[2]; }; struct pca953x_platform_data { unsigned int gpio_base; int irq_base; }; struct pca953x_reg_config { int direction; int output; int input; int invert; }; struct pca953x_chip { unsigned int gpio_start; struct mutex i2c_lock; struct regmap *regmap; struct mutex irq_lock; long unsigned int irq_mask[1]; long unsigned int irq_stat[1]; long unsigned int irq_trig_raise[1]; long unsigned int irq_trig_fall[1]; atomic_t wakeup_path; struct i2c_client *client; struct gpio_chip gpio_chip; long unsigned int driver_data; struct regulator *regulator; const struct pca953x_reg_config *regs; u8 (*recalc_addr)(struct pca953x_chip *, int, int); bool (*check_reg)(struct pca953x_chip *, unsigned int, u32); }; enum { PWMF_REQUESTED = 0, PWMF_EXPORTED = 1, }; struct pwm_lookup { struct list_head list; const char *provider; unsigned int index; const char *dev_id; const char *con_id; unsigned int period; enum pwm_polarity polarity; const char *module; }; struct trace_event_raw_pwm_round_waveform_tohw { struct trace_entry ent; unsigned int chipid; unsigned int hwpwm; u64 wf_period_length_ns; u64 wf_duty_length_ns; u64 wf_duty_offset_ns; void *wfhw; int err; char __data[0]; }; struct trace_event_raw_pwm_round_waveform_fromhw { struct trace_entry ent; unsigned int chipid; unsigned int hwpwm; const void *wfhw; u64 wf_period_length_ns; u64 wf_duty_length_ns; u64 wf_duty_offset_ns; int err; char __data[0]; }; struct trace_event_raw_pwm_read_waveform { struct trace_entry ent; unsigned int chipid; unsigned int hwpwm; void *wfhw; int err; char __data[0]; }; struct trace_event_raw_pwm_write_waveform { struct trace_entry ent; unsigned int chipid; unsigned int hwpwm; const void *wfhw; int err; char __data[0]; }; struct trace_event_raw_pwm { struct trace_entry ent; unsigned int chipid; unsigned int hwpwm; u64 period; u64 duty_cycle; enum pwm_polarity polarity; bool enabled; int err; char __data[0]; }; struct trace_event_data_offsets_pwm_round_waveform_tohw {}; struct trace_event_data_offsets_pwm_round_waveform_fromhw {}; struct trace_event_data_offsets_pwm_read_waveform {}; struct trace_event_data_offsets_pwm_write_waveform {}; struct trace_event_data_offsets_pwm {}; typedef void (*btf_trace_pwm_round_waveform_tohw)(void *, struct pwm_device *, const struct pwm_waveform *, void *, int); typedef void (*btf_trace_pwm_round_waveform_fromhw)(void *, struct pwm_device *, const void *, struct pwm_waveform *, int); typedef void (*btf_trace_pwm_read_waveform)(void *, struct pwm_device *, void *, int); typedef void (*btf_trace_pwm_write_waveform)(void *, struct pwm_device *, const void *, int); typedef void (*btf_trace_pwm_apply)(void *, struct pwm_device *, const struct pwm_state *, int); typedef void (*btf_trace_pwm_get)(void *, struct pwm_device *, const struct pwm_state *, int); typedef struct pwm_chip *class_pwmchip_t; struct pwm_export { struct device pwm_dev; struct pwm_device *pwm; struct mutex lock; struct pwm_state suspend; }; enum cpu_led_event { CPU_LED_IDLE_START = 0, CPU_LED_IDLE_END = 1, CPU_LED_START = 2, CPU_LED_STOP = 3, CPU_LED_HALTED = 4, }; struct led_trigger_cpu { bool is_active; char name[8]; struct led_trigger *_trig; }; struct pcim_iomap_devres { void *table[17]; }; struct pcim_intx_devres { int orig_intx; }; enum pcim_addr_devres_type { PCIM_ADDR_DEVRES_TYPE_INVALID = 0, PCIM_ADDR_DEVRES_TYPE_REGION = 1, PCIM_ADDR_DEVRES_TYPE_REGION_MAPPING = 2, PCIM_ADDR_DEVRES_TYPE_MAPPING = 3, }; struct pcim_addr_devres { enum pcim_addr_devres_type type; void *baseaddr; long unsigned int offset; long unsigned int len; int bar; }; struct pcie_link_state { struct pci_dev *pdev; struct pci_dev *downstream; struct pcie_link_state *root; struct pcie_link_state *parent; struct list_head sibling; u32 aspm_support: 7; u32 aspm_enabled: 7; u32 aspm_capable: 7; u32 aspm_default: 7; int: 4; u32 aspm_disable: 7; u32 clkpm_capable: 1; u32 clkpm_enabled: 1; u32 clkpm_default: 1; u32 clkpm_disable: 1; }; struct pcie_pme_service_data { spinlock_t lock; struct pcie_device *srv; struct work_struct work; bool noirq; }; struct hpx_type0 { u32 revision; u8 cache_line_size; u8 latency_timer; u8 enable_serr; u8 enable_perr; }; struct hpx_type1 { u32 revision; u8 max_mem_read; u8 avg_max_split; u16 tot_max_split; }; struct hpx_type2 { u32 revision; u32 unc_err_mask_and; u32 unc_err_mask_or; u32 unc_err_sever_and; u32 unc_err_sever_or; u32 cor_err_mask_and; u32 cor_err_mask_or; u32 adv_err_cap_and; u32 adv_err_cap_or; u16 pci_exp_devctl_and; u16 pci_exp_devctl_or; u16 pci_exp_lnkctl_and; u16 pci_exp_lnkctl_or; u32 sec_unc_err_sever_and; u32 sec_unc_err_sever_or; u32 sec_unc_err_mask_and; u32 sec_unc_err_mask_or; }; struct hpx_type3 { u16 device_type; u16 function_type; u16 config_space_location; u16 pci_exp_cap_id; u16 pci_exp_cap_ver; u16 pci_exp_vendor_id; u16 dvsec_id; u16 dvsec_rev; u16 match_offset; u32 match_mask_and; u32 match_value; u16 reg_offset; u32 reg_mask_and; u32 reg_mask_or; }; enum hpx_type3_dev_type { HPX_TYPE_ENDPOINT = 1, HPX_TYPE_LEG_END = 2, HPX_TYPE_RC_END = 4, HPX_TYPE_RC_EC = 8, HPX_TYPE_ROOT_PORT = 16, HPX_TYPE_UPSTREAM = 32, HPX_TYPE_DOWNSTREAM = 64, HPX_TYPE_PCI_BRIDGE = 128, HPX_TYPE_PCIE_BRIDGE = 256, }; enum hpx_type3_fn_type { HPX_FN_NORMAL = 1, HPX_FN_SRIOV_PHYS = 2, HPX_FN_SRIOV_VIRT = 4, }; enum hpx_type3_cfg_loc { HPX_CFG_PCICFG = 0, HPX_CFG_PCIE_CAP = 1, HPX_CFG_PCIE_CAP_EXT = 2, HPX_CFG_VEND_CAP = 3, HPX_CFG_DVSEC = 4, HPX_CFG_MAX = 5, }; struct acpi_pci_generic_root_info { struct acpi_pci_root_info common; struct pci_config_window *cfg; }; enum altera_pcie_version { ALTERA_PCIE_V1 = 0, ALTERA_PCIE_V2 = 1, ALTERA_PCIE_V3 = 2, }; struct altera_pcie_data; struct altera_pcie { struct platform_device *pdev; void *cra_base; void *hip_base; int irq; u8 root_bus_nr; struct irq_domain *irq_domain; struct resource bus_range; const struct altera_pcie_data *pcie_data; }; struct altera_pcie_ops; struct altera_pcie_data { const struct altera_pcie_ops *ops; enum altera_pcie_version version; u32 cap_offset; u32 cfgrd0; u32 cfgrd1; u32 cfgwr0; u32 cfgwr1; u32 port_conf_offset; u32 port_irq_status_offset; u32 port_irq_enable_offset; }; struct altera_pcie_ops { int (*tlp_read_pkt)(struct altera_pcie *, u32 *); void (*tlp_write_pkt)(struct altera_pcie *, u32 *, u32, bool); bool (*get_link_status)(struct altera_pcie *); int (*rp_read_cfg)(struct altera_pcie *, int, int, u32 *); int (*rp_write_cfg)(struct altera_pcie *, u8, int, int, u32); int (*ep_read_cfg)(struct altera_pcie *, u8, unsigned int, int, int, u32 *); int (*ep_write_cfg)(struct altera_pcie *, u8, unsigned int, int, int, u32); void (*rp_isr)(struct irq_desc *); }; struct tlp_rp_regpair_t { u32 ctrl; u32 reg0; u32 reg1; }; struct hisi_pcie { void *reg_base; }; struct aperture_range { struct device *dev; resource_size_t base; resource_size_t size; struct list_head lh; void (*detach)(struct device *); }; struct fb_cvt_data { u32 xres; u32 yres; u32 refresh; u32 f_refresh; u32 pixclock; u32 hperiod; u32 hblank; u32 hfreq; u32 htotal; u32 vtotal; u32 vsync; u32 hsync; u32 h_front_porch; u32 h_back_porch; u32 v_front_porch; u32 v_back_porch; u32 h_margin; u32 v_margin; u32 interlace; u32 aspect_ratio; u32 active_pixels; u32 flags; u32 status; }; struct efifb_par { u32 pseudo_palette[16]; resource_size_t base; resource_size_t size; }; struct irq_override_cmp { const struct dmi_system_id *system; unsigned char irq; unsigned char triggering; unsigned char polarity; unsigned char shareable; bool override; }; struct res_proc_context { struct list_head *list; int (*preproc)(struct acpi_resource *, void *); void *preproc_data; int count; int error; }; struct acpi_pci_link_irq { u32 active; u8 triggering; u8 polarity; u8 resource_type; u8 possible_count; u32 possible[16]; u8 initialized: 1; u8 reserved: 7; }; struct acpi_pci_link { struct list_head list; struct acpi_device *device; struct acpi_pci_link_irq irq; int refcnt; }; struct acpi_power_dependent_device { struct device *dev; struct list_head node; }; struct acpi_power_resource { struct acpi_device device; struct list_head list_node; u32 system_level; u32 order; unsigned int ref_count; u8 state; struct mutex resource_lock; struct list_head dependents; }; struct acpi_power_resource_entry { struct list_head node; struct acpi_power_resource *resource; }; struct acpi_device_properties { struct list_head list; const guid_t *guid; union acpi_object *properties; void **bufs; }; struct pcc_mbox_chan { struct mbox_chan *mchan; u64 shmem_base_addr; void *shmem; u64 shmem_size; u32 latency; u32 max_access_rate; u16 min_turnaround_time; }; struct pcc_data { struct pcc_mbox_chan *pcc_chan; void *pcc_comm_addr; struct completion done; struct mbox_client cl; struct acpi_pcc_info ctx; }; typedef acpi_status (*acpi_repair_function)(struct acpi_evaluate_info *, union acpi_operand_object **); struct acpi_repair_info { char name[4]; acpi_repair_function repair_function; }; struct acpi_get_devices_info { acpi_walk_callback user_function; void *context; const char *hid; }; struct acpi_vendor_walk_info { struct acpi_vendor_uuid *uuid; struct acpi_buffer *buffer; acpi_status status; }; typedef u32 (*acpi_sci_handler)(void *); struct acpi_sci_handler_info { struct acpi_sci_handler_info *next; acpi_sci_handler address; void *context; }; struct acpi_ged_handler_info { struct acpi_ged_handler_info *next; u32 int_id; struct acpi_namespace_node *evt_method; }; struct acpi_comment_node { char *comment; struct acpi_comment_node *next; }; struct acpi_table_mcfg { struct acpi_table_header header; u8 reserved[8]; }; struct acpi_mcfg_allocation { u64 address; u16 pci_segment; u8 start_bus_number; u8 end_bus_number; u32 reserved; }; struct mcfg_entry { struct list_head list; phys_addr_t addr; u16 segment; u8 bus_start; u8 bus_end; }; struct mcfg_fixup { char oem_id[7]; char oem_table_id[9]; u32 oem_revision; u16 segment; struct resource bus_range; const struct pci_ecam_ops *ops; struct resource cfgres; }; struct acpi_power_register { u8 descriptor; u16 length; u8 space_id; u8 bit_width; u8 bit_offset; u8 access_size; u64 address; } __attribute__((packed)); struct acpi_lpi_states_array { unsigned int size; unsigned int composite_states_size; struct acpi_lpi_state *entries; struct acpi_lpi_state *composite_states[8]; }; enum { POWER_SUPPLY_CAPACITY_LEVEL_UNKNOWN = 0, POWER_SUPPLY_CAPACITY_LEVEL_CRITICAL = 1, POWER_SUPPLY_CAPACITY_LEVEL_LOW = 2, POWER_SUPPLY_CAPACITY_LEVEL_NORMAL = 3, POWER_SUPPLY_CAPACITY_LEVEL_HIGH = 4, POWER_SUPPLY_CAPACITY_LEVEL_FULL = 5, }; enum { ACPI_BATTERY_ALARM_PRESENT = 0, ACPI_BATTERY_XINFO_PRESENT = 1, ACPI_BATTERY_QUIRK_PERCENTAGE_CAPACITY = 2, ACPI_BATTERY_QUIRK_THINKPAD_MAH = 3, ACPI_BATTERY_QUIRK_DEGRADED_FULL_CHARGE = 4, }; struct acpi_battery { struct mutex lock; struct mutex sysfs_lock; struct power_supply *bat; struct power_supply_desc bat_desc; struct acpi_device *device; struct notifier_block pm_nb; struct list_head list; long unsigned int update_time; int revision; int rate_now; int capacity_now; int voltage_now; int design_capacity; int full_charge_capacity; int technology; int design_voltage; int design_capacity_warning; int design_capacity_low; int cycle_count; int measurement_accuracy; int max_sampling_time; int min_sampling_time; int max_averaging_interval; int min_averaging_interval; int capacity_granularity_1; int capacity_granularity_2; int alarm; char model_number[64]; char serial_number[64]; char type[64]; char oem_info[64]; int state; int power_unit; long unsigned int flags; }; struct acpi_offsets { size_t offset; u8 mode; }; struct acpi_bert_region { u32 block_status; u32 raw_data_offset; u32 raw_data_length; u32 data_length; u32 error_severity; }; enum acpi_hest_notify_types { ACPI_HEST_NOTIFY_POLLED = 0, ACPI_HEST_NOTIFY_EXTERNAL = 1, ACPI_HEST_NOTIFY_LOCAL = 2, ACPI_HEST_NOTIFY_SCI = 3, ACPI_HEST_NOTIFY_NMI = 4, ACPI_HEST_NOTIFY_CMCI = 5, ACPI_HEST_NOTIFY_MCE = 6, ACPI_HEST_NOTIFY_GPIO = 7, ACPI_HEST_NOTIFY_SEA = 8, ACPI_HEST_NOTIFY_SEI = 9, ACPI_HEST_NOTIFY_GSIV = 10, ACPI_HEST_NOTIFY_SOFTWARE_DELEGATED = 11, ACPI_HEST_NOTIFY_RESERVED = 12, }; struct ghes_estatus_node { struct llist_node llnode; struct acpi_hest_generic *generic; struct ghes *ghes; int task_work_cpu; struct callback_head task_work; }; struct ghes_estatus_cache { u32 estatus_len; atomic_t count; struct acpi_hest_generic *generic; long long unsigned int time_in; struct callback_head rcu; }; struct cxl_event_record_hdr { u8 length; u8 flags[3]; __le16 handle; __le16 related_handle; __le64 timestamp; u8 maint_op_class; u8 maint_op_sub_class; u8 reserved[14]; }; struct cxl_event_media_hdr { struct cxl_event_record_hdr hdr; __le64 phys_addr; u8 descriptor; u8 type; u8 transaction_type; u8 validity_flags[2]; u8 channel; u8 rank; } __attribute__((packed)); struct cxl_event_generic { struct cxl_event_record_hdr hdr; u8 data[80]; }; struct cxl_event_gen_media { struct cxl_event_media_hdr media_hdr; u8 device[3]; u8 component_id[16]; u8 cme_threshold_ev_flags; u8 cme_count[3]; u8 sub_type; u8 reserved[41]; }; struct cxl_event_dram { struct cxl_event_media_hdr media_hdr; u8 nibble_mask[3]; u8 bank_group; u8 bank; u8 row[3]; u8 column[2]; u8 correction_mask[32]; u8 component_id[16]; u8 sub_channel; u8 cme_threshold_ev_flags; u8 cvme_count[3]; u8 sub_type; u8 reserved; }; struct cxl_get_health_info { u8 health_status; u8 media_status; u8 add_status; u8 life_used; u8 device_temp[2]; u8 dirty_shutdown_cnt[4]; u8 cor_vol_err_cnt[4]; u8 cor_per_err_cnt[4]; }; struct cxl_event_mem_module { struct cxl_event_record_hdr hdr; u8 event_type; struct cxl_get_health_info info; u8 validity_flags[2]; u8 component_id[16]; u8 event_sub_type; u8 reserved[42]; }; union cxl_event { struct cxl_event_generic generic; struct cxl_event_gen_media gen_media; struct cxl_event_dram dram; struct cxl_event_mem_module mem_module; struct cxl_event_media_hdr media_hdr; }; enum cxl_event_type { CXL_CPER_EVENT_GENERIC = 0, CXL_CPER_EVENT_GEN_MEDIA = 1, CXL_CPER_EVENT_DRAM = 2, CXL_CPER_EVENT_MEM_MODULE = 3, }; struct cper_cxl_event_devid { u16 vendor_id; u16 device_id; u8 func_num; u8 device_num; u8 bus_num; u16 segment_num; u16 slot_num; u8 reserved; } __attribute__((packed)); struct cper_cxl_event_sn { u32 lower_dw; u32 upper_dw; }; struct cxl_cper_event_rec { struct { u32 length; u64 validation_bits; struct cper_cxl_event_devid device_id; struct cper_cxl_event_sn dev_serial_num; } __attribute__((packed)) hdr; union cxl_event event; }; struct cxl_cper_work_data { enum cxl_event_type event_type; struct cxl_cper_event_rec rec; } __attribute__((packed)); struct cxl_cper_prot_err_work_data { struct cxl_cper_sec_prot_err prot_err; struct cxl_ras_capability_regs ras_cap; int severity; }; struct ghes_vendor_record_entry { struct work_struct work; int error_severity; char vendor_record[0]; }; struct acpi_table_iort { struct acpi_table_header header; u32 node_count; u32 node_offset; u32 reserved; }; enum acpi_iort_node_type { ACPI_IORT_NODE_ITS_GROUP = 0, ACPI_IORT_NODE_NAMED_COMPONENT = 1, ACPI_IORT_NODE_PCI_ROOT_COMPLEX = 2, ACPI_IORT_NODE_SMMU = 3, ACPI_IORT_NODE_SMMU_V3 = 4, ACPI_IORT_NODE_PMCG = 5, ACPI_IORT_NODE_RMR = 6, }; struct acpi_iort_id_mapping { u32 input_base; u32 id_count; u32 output_base; u32 output_reference; u32 flags; }; struct acpi_iort_memory_access { u32 cache_coherency; u8 hints; u16 reserved; u8 memory_flags; } __attribute__((packed)); struct acpi_iort_its_group { u32 its_count; u32 identifiers[0]; }; struct acpi_iort_named_component { u32 node_flags; u64 memory_properties; u8 memory_address_limit; char device_name[0]; } __attribute__((packed)); struct acpi_iort_root_complex { u64 memory_properties; u32 ats_attribute; u32 pci_segment_number; u8 memory_address_limit; u16 pasid_capabilities; u8 reserved[0]; } __attribute__((packed)); struct acpi_iort_pmcg { u64 page0_base_address; u32 overflow_gsiv; u32 node_reference; u64 page1_base_address; }; struct acpi_iort_rmr { u32 flags; u32 rmr_count; u32 rmr_offset; }; struct acpi_iort_rmr_desc { u64 base_address; u64 length; u32 reserved; } __attribute__((packed)); struct iort_its_msi_chip { struct list_head list; struct fwnode_handle *fw_node; phys_addr_t base_addr; u32 translation_id; }; struct iort_fwnode { struct list_head list; struct acpi_iort_node *iort_node; struct fwnode_handle *fwnode; }; typedef acpi_status (*iort_find_node_callback)(struct acpi_iort_node *, void *); struct iort_pci_alias_info { struct device *dev; struct acpi_iort_node *node; }; struct iort_dev_config { const char *name; int (*dev_init)(struct acpi_iort_node *); void (*dev_dma_configure)(struct device *, struct acpi_iort_node *); int (*dev_count_resources)(struct acpi_iort_node *); void (*dev_init_resources)(struct resource *, struct acpi_iort_node *); int (*dev_set_proximity)(struct device *, struct acpi_iort_node *); int (*dev_add_platdata)(struct platform_device *); }; struct clk_divider { struct clk_hw hw; void *reg; u8 shift; u8 width; u16 flags; const struct clk_div_table *table; spinlock_t *lock; }; struct clk_gate { struct clk_hw hw; void *reg; u8 bit_idx; u8 flags; spinlock_t *lock; }; struct u32_fract { __u32 numerator; __u32 denominator; }; struct clk_fractional_divider { struct clk_hw hw; void *reg; u8 mshift; u8 mwidth; u8 nshift; u8 nwidth; u8 flags; void (*approximation)(struct clk_hw *, long unsigned int, long unsigned int *, long unsigned int *, long unsigned int *); spinlock_t *lock; }; struct cs2000_priv { struct clk_hw hw; struct i2c_client *client; struct clk *clk_in; struct clk *ref_clk; struct regmap *regmap; bool dynamic_mode; bool lf_ratio; bool clk_skip; long unsigned int saved_rate; long unsigned int saved_parent_rate; }; struct scpi_clk { u32 id; struct clk_hw hw; struct scpi_dvfs_info *info; struct scpi_ops *scpi_ops; }; struct scpi_clk_data { struct scpi_clk **clk; unsigned int clk_num; }; enum xgene_pll_type { PLL_TYPE_PCP = 0, PLL_TYPE_SOC = 1, }; struct xgene_clk_pll { struct clk_hw hw; void *reg; spinlock_t *lock; u32 pll_offset; enum xgene_pll_type type; int version; }; struct xgene_clk_pmd { struct clk_hw hw; void *reg; u8 shift; u32 mask; u64 denom; u32 flags; spinlock_t *lock; }; struct xgene_dev_parameters { void *csr_reg; u32 reg_clk_offset; u32 reg_clk_mask; u32 reg_csr_offset; u32 reg_csr_mask; void *divider_reg; u32 reg_divider_offset; u32 reg_divider_shift; u32 reg_divider_width; }; struct xgene_clk { struct clk_hw hw; spinlock_t *lock; struct xgene_dev_parameters param; }; struct dma_chan_tbl_ent { struct dma_chan *chan; }; struct dmaengine_unmap_pool { struct kmem_cache *cache; const char *name; mempool_t *pool; size_t size; }; struct scmi_pm_domain { struct generic_pm_domain genpd; const struct scmi_protocol_handle *ph; const char *name; u32 domain; }; enum { VP_MSIX_CONFIG_VECTOR = 0, VP_MSIX_VQ_VECTOR = 1, }; enum vp_vq_vector_policy { VP_VQ_VECTOR_POLICY_EACH = 0, VP_VQ_VECTOR_POLICY_SHARED_SLOW = 1, VP_VQ_VECTOR_POLICY_SHARED = 2, }; struct grant_entry_v1 { uint16_t flags; domid_t domid; uint32_t frame; }; struct grant_entry_header { uint16_t flags; domid_t domid; }; union grant_entry_v2 { struct grant_entry_header hdr; struct { struct grant_entry_header hdr; uint32_t pad0; uint64_t frame; } full_page; struct { struct grant_entry_header hdr; uint16_t page_off; uint16_t length; uint64_t frame; } sub_page; struct { struct grant_entry_header hdr; domid_t trans_domid; uint16_t pad0; grant_ref_t gref; } transitive; uint32_t __spacer[4]; }; struct gnttab_setup_table { domid_t dom; uint32_t nr_frames; int16_t status; __guest_handle_xen_pfn_t frame_list; }; struct gnttab_query_size { domid_t dom; uint32_t nr_frames; uint32_t max_nr_frames; int16_t status; }; struct gnttab_set_version { uint32_t version; }; struct gnttab_get_status_frames { uint32_t nr_frames; domid_t dom; int16_t status; __guest_handle_uint64_t frame_list; }; struct gnttab_free_callback { struct gnttab_free_callback *next; void (*fn)(void *); void *arg; u16 count; }; struct gnttab_page_cache { spinlock_t lock; struct list_head pages; unsigned int num_pages; }; struct xen_page_foreign { domid_t domid; grant_ref_t gref; }; struct gnttab_ops { unsigned int version; unsigned int grefs_per_grant_frame; int (*map_frames)(xen_pfn_t *, unsigned int); void (*unmap_frames)(); void (*update_entry)(grant_ref_t, domid_t, long unsigned int, unsigned int); int (*end_foreign_access_ref)(grant_ref_t); long unsigned int (*read_frame)(grant_ref_t); }; struct unmap_refs_callback_data { struct completion completion; int result; }; struct deferred_entry { struct list_head list; grant_ref_t ref; uint16_t warn_delay; struct page *page; }; typedef struct { union { evtchn_port_t *p; uint64_t q; }; } __guest_handle_evtchn_port_t; struct evtchn_bind_interdomain { domid_t remote_dom; evtchn_port_t remote_port; evtchn_port_t local_port; }; struct evtchn_bind_virq { uint32_t virq; uint32_t vcpu; evtchn_port_t port; }; struct evtchn_bind_pirq { uint32_t pirq; uint32_t flags; evtchn_port_t port; }; struct evtchn_bind_ipi { uint32_t vcpu; evtchn_port_t port; }; struct evtchn_status { domid_t dom; evtchn_port_t port; uint32_t status; uint32_t vcpu; union { struct { domid_t dom; } unbound; struct { domid_t dom; evtchn_port_t port; } interdomain; uint32_t pirq; uint32_t virq; } u; }; struct evtchn_bind_vcpu { evtchn_port_t port; uint32_t vcpu; }; struct evtchn_set_priority { evtchn_port_t port; uint32_t priority; }; struct sched_poll { __guest_handle_evtchn_port_t ports; unsigned int nr_ports; uint64_t timeout; }; enum ipi_vector { XEN_PLACEHOLDER_VECTOR = 0, XEN_NR_IPIS = 1, }; struct physdev_eoi { uint32_t irq; }; struct physdev_irq_status_query { uint32_t irq; uint32_t flags; }; struct physdev_irq { uint32_t irq; uint32_t vector; }; struct physdev_map_pirq { domid_t domid; int type; int index; int pirq; int bus; int devfn; int entry_nr; uint64_t table_base; }; struct physdev_unmap_pirq { domid_t domid; int pirq; }; struct physdev_get_free_pirq { int type; uint32_t pirq; }; struct evtchn_loop_ctrl { ktime_t timeout; unsigned int count; bool defer_eoi; }; enum xen_irq_type { IRQT_UNBOUND = 0, IRQT_PIRQ = 1, IRQT_VIRQ = 2, IRQT_IPI = 3, IRQT_EVTCHN = 4, }; struct irq_info___2 { struct list_head list; struct list_head eoi_list; struct rcu_work rwork; short int refcnt; u8 spurious_cnt; u8 is_accounted; short int type; u8 mask_reason; u8 is_active; unsigned int irq; evtchn_port_t evtchn; short unsigned int cpu; short unsigned int eoi_cpu; unsigned int irq_epoch; u64 eoi_time; raw_spinlock_t lock; bool is_static; union { short unsigned int virq; enum ipi_vector ipi; struct { short unsigned int pirq; short unsigned int gsi; unsigned char vector; unsigned char flags; uint16_t domid; } pirq; struct xenbus_device *interdomain; } u; }; struct lateeoi_work { struct delayed_work delayed; spinlock_t eoi_list_lock; struct list_head eoi_list; }; struct ioctl_evtchn_bind_virq { unsigned int virq; }; struct ioctl_evtchn_bind_interdomain { unsigned int remote_domain; unsigned int remote_port; }; struct ioctl_evtchn_bind_unbound_port { unsigned int remote_domain; }; struct ioctl_evtchn_unbind { unsigned int port; }; struct ioctl_evtchn_notify { unsigned int port; }; struct ioctl_evtchn_restrict_domid { domid_t domid; }; struct ioctl_evtchn_bind { unsigned int port; }; struct per_user_data { struct mutex bind_mutex; struct rb_root evtchns; unsigned int nr_evtchns; unsigned int ring_size; evtchn_port_t *ring; unsigned int ring_cons; unsigned int ring_prod; unsigned int ring_overflow; struct mutex ring_cons_mutex; spinlock_t ring_prod_lock; wait_queue_head_t evtchn_wait; struct fasync_struct *evtchn_async_queue; const char *name; domid_t restrict_domid; }; struct user_evtchn { struct rb_node node; struct per_user_data *user; evtchn_port_t port; bool enabled; bool unbinding; }; struct pre_voltage_change_data { long unsigned int old_uV; long unsigned int min_uV; long unsigned int max_uV; }; struct regulator_coupler { struct list_head list; int (*attach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*detach_regulator)(struct regulator_coupler *, struct regulator_dev *); int (*balance_voltage)(struct regulator_coupler *, struct regulator_dev *, suspend_state_t); }; struct ww_class { atomic_long_t stamp; struct lock_class_key acquire_key; struct lock_class_key mutex_key; const char *acquire_name; const char *mutex_name; unsigned int is_wait_die; }; struct regulator_enable_gpio { struct list_head list; struct gpio_desc *gpiod; u32 enable_count; u32 request_count; }; struct trace_event_raw_regulator_basic { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regulator_range { struct trace_entry ent; u32 __data_loc_name; int min; int max; char __data[0]; }; struct trace_event_raw_regulator_value { struct trace_entry ent; u32 __data_loc_name; unsigned int val; char __data[0]; }; struct trace_event_data_offsets_regulator_basic { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regulator_range { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regulator_value { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_regulator_enable)(void *, const char *); typedef void (*btf_trace_regulator_enable_delay)(void *, const char *); typedef void (*btf_trace_regulator_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_disable)(void *, const char *); typedef void (*btf_trace_regulator_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_enable_complete)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable)(void *, const char *); typedef void (*btf_trace_regulator_bypass_disable_complete)(void *, const char *); typedef void (*btf_trace_regulator_set_voltage)(void *, const char *, int, int); typedef void (*btf_trace_regulator_set_voltage_complete)(void *, const char *, unsigned int); struct regulator_map { struct list_head list; const char *dev_name; const char *supply; struct regulator_dev *regulator; }; struct regulator_supply_alias { struct list_head list; struct device *src_dev; const char *src_supply; struct device *alias_dev; const char *alias_supply; }; struct summary_data { struct seq_file *s; struct regulator_dev *parent; int level; }; struct summary_lock_data { struct ww_acquire_ctx *ww_ctx; struct regulator_dev **new_contended_rdev; struct regulator_dev **old_contended_rdev; }; struct scmi_regulator { u32 id; struct scmi_device *sdev; struct scmi_protocol_handle *ph; struct regulator_dev *rdev; struct device_node *of_node; struct regulator_desc desc; struct regulator_config conf; }; struct scmi_regulator_info { int num_doms; struct scmi_regulator **sregv; }; enum { FAN53555_VSEL_ID_0 = 0, FAN53555_VSEL_ID_1 = 1, }; struct fan53555_platform_data { struct regulator_init_data *regulator; unsigned int slew_rate; unsigned int sleep_vsel_id; }; enum fan53555_vendor { FAN53526_VENDOR_FAIRCHILD = 0, FAN53555_VENDOR_FAIRCHILD = 1, FAN53555_VENDOR_ROCKCHIP = 2, RK8602_VENDOR_ROCKCHIP = 3, FAN53555_VENDOR_SILERGY = 4, FAN53526_VENDOR_TCS = 5, }; enum { FAN53526_CHIP_ID_01 = 1, }; enum { FAN53526_CHIP_REV_08 = 8, }; enum { FAN53555_CHIP_ID_00 = 0, FAN53555_CHIP_ID_01 = 1, FAN53555_CHIP_ID_02 = 2, FAN53555_CHIP_ID_03 = 3, FAN53555_CHIP_ID_04 = 4, FAN53555_CHIP_ID_05 = 5, FAN53555_CHIP_ID_08 = 8, }; enum { RK8600_CHIP_ID_08 = 8, }; enum { RK8602_CHIP_ID_10 = 10, }; enum { TCS4525_CHIP_ID_12 = 12, }; enum { TCS4526_CHIP_ID_00 = 0, }; enum { FAN53555_CHIP_REV_00 = 3, FAN53555_CHIP_REV_13 = 15, }; enum { SILERGY_SYR82X = 8, SILERGY_SYR83X = 9, }; struct fan53555_device_info { enum fan53555_vendor vendor; struct device *dev; struct regulator_desc desc; struct regulator_init_data *regulator; int chip_id; int chip_rev; unsigned int vol_reg; unsigned int sleep_reg; unsigned int en_reg; unsigned int sleep_en_reg; unsigned int vsel_min; unsigned int vsel_step; unsigned int vsel_count; unsigned int mode_reg; unsigned int mode_mask; unsigned int sleep_vol_cache; unsigned int slew_reg; unsigned int slew_mask; const unsigned int *ramp_delay_table; unsigned int n_ramp_values; unsigned int slew_rate; }; struct max8973_regulator_platform_data { struct regulator_init_data *reg_init_data; long unsigned int control_flags; long unsigned int junction_temp_warning; bool enable_ext_control; unsigned int dvs_def_state: 1; }; enum device_id { MAX8973 = 0, MAX77621 = 1, }; struct max8973_chip { struct device *dev; struct regulator_desc desc; struct regmap *regmap; bool enable_external_control; struct gpio_desc *dvs_gpiod; int lru_index[2]; int curr_vout_val[2]; int curr_vout_reg; int curr_gpio_val; struct regulator_ops ops; enum device_id id; int junction_temp_warning; int irq; struct thermal_zone_device *tz_device; }; enum { MT6358_ID_VDRAM1 = 0, MT6358_ID_VCORE = 1, MT6358_ID_VPA = 2, MT6358_ID_VPROC11 = 3, MT6358_ID_VPROC12 = 4, MT6358_ID_VGPU = 5, MT6358_ID_VS2 = 6, MT6358_ID_VMODEM = 7, MT6358_ID_VS1 = 8, MT6358_ID_VDRAM2 = 9, MT6358_ID_VSIM1 = 10, MT6358_ID_VIBR = 11, MT6358_ID_VRF12 = 12, MT6358_ID_VIO18 = 13, MT6358_ID_VUSB = 14, MT6358_ID_VCAMIO = 15, MT6358_ID_VCAMD = 16, MT6358_ID_VCN18 = 17, MT6358_ID_VFE28 = 18, MT6358_ID_VSRAM_PROC11 = 19, MT6358_ID_VCN28 = 20, MT6358_ID_VSRAM_OTHERS = 21, MT6358_ID_VSRAM_GPU = 22, MT6358_ID_VXO22 = 23, MT6358_ID_VEFUSE = 24, MT6358_ID_VAUX18 = 25, MT6358_ID_VMCH = 26, MT6358_ID_VBIF28 = 27, MT6358_ID_VSRAM_PROC12 = 28, MT6358_ID_VCAMA1 = 29, MT6358_ID_VEMC = 30, MT6358_ID_VIO28 = 31, MT6358_ID_VA12 = 32, MT6358_ID_VRF18 = 33, MT6358_ID_VCN33 = 34, MT6358_ID_VCAMA2 = 35, MT6358_ID_VMC = 36, MT6358_ID_VLDO28 = 37, MT6358_ID_VAUD28 = 38, MT6358_ID_VSIM2 = 39, MT6358_ID_RG_MAX = 40, }; enum { MT6366_ID_VDRAM1 = 0, MT6366_ID_VCORE = 1, MT6366_ID_VPA = 2, MT6366_ID_VPROC11 = 3, MT6366_ID_VPROC12 = 4, MT6366_ID_VGPU = 5, MT6366_ID_VS2 = 6, MT6366_ID_VMODEM = 7, MT6366_ID_VS1 = 8, MT6366_ID_VDRAM2 = 9, MT6366_ID_VSIM1 = 10, MT6366_ID_VIBR = 11, MT6366_ID_VRF12 = 12, MT6366_ID_VIO18 = 13, MT6366_ID_VUSB = 14, MT6366_ID_VCN18 = 15, MT6366_ID_VFE28 = 16, MT6366_ID_VSRAM_PROC11 = 17, MT6366_ID_VCN28 = 18, MT6366_ID_VSRAM_OTHERS = 19, MT6366_ID_VSRAM_GPU = 20, MT6366_ID_VXO22 = 21, MT6366_ID_VEFUSE = 22, MT6366_ID_VAUX18 = 23, MT6366_ID_VMCH = 24, MT6366_ID_VBIF28 = 25, MT6366_ID_VSRAM_PROC12 = 26, MT6366_ID_VEMC = 27, MT6366_ID_VIO28 = 28, MT6366_ID_VA12 = 29, MT6366_ID_VRF18 = 30, MT6366_ID_VCN33 = 31, MT6366_ID_VMC = 32, MT6366_ID_VAUD28 = 33, MT6366_ID_VSIM2 = 34, MT6366_ID_VM18 = 35, MT6366_ID_VMDDR = 36, MT6366_ID_VSRAM_CORE = 37, MT6366_ID_RG_MAX = 38, }; struct mt6358_regulator_info { struct regulator_desc desc; u32 status_reg; u32 qi; u32 da_vsel_reg; u32 da_vsel_mask; u32 modeset_reg; u32 modeset_mask; }; enum spmi_vs_soft_start_str { SPMI_VS_SOFT_START_STR_0P05_UA = 0, SPMI_VS_SOFT_START_STR_0P25_UA = 1, SPMI_VS_SOFT_START_STR_0P55_UA = 2, SPMI_VS_SOFT_START_STR_0P75_UA = 3, SPMI_VS_SOFT_START_STR_HW_DEFAULT = 4, }; struct spmi_regulator_init_data { unsigned int pin_ctrl_enable; unsigned int pin_ctrl_hpm; enum spmi_vs_soft_start_str vs_soft_start_strength; }; enum spmi_regulator_logical_type { SPMI_REGULATOR_LOGICAL_TYPE_SMPS = 0, SPMI_REGULATOR_LOGICAL_TYPE_LDO = 1, SPMI_REGULATOR_LOGICAL_TYPE_VS = 2, SPMI_REGULATOR_LOGICAL_TYPE_BOOST = 3, SPMI_REGULATOR_LOGICAL_TYPE_FTSMPS = 4, SPMI_REGULATOR_LOGICAL_TYPE_BOOST_BYP = 5, SPMI_REGULATOR_LOGICAL_TYPE_LN_LDO = 6, SPMI_REGULATOR_LOGICAL_TYPE_ULT_LO_SMPS = 7, SPMI_REGULATOR_LOGICAL_TYPE_ULT_HO_SMPS = 8, SPMI_REGULATOR_LOGICAL_TYPE_ULT_LDO = 9, SPMI_REGULATOR_LOGICAL_TYPE_FTSMPS426 = 10, SPMI_REGULATOR_LOGICAL_TYPE_HFS430 = 11, SPMI_REGULATOR_LOGICAL_TYPE_FTSMPS3 = 12, SPMI_REGULATOR_LOGICAL_TYPE_LDO_510 = 13, SPMI_REGULATOR_LOGICAL_TYPE_HFSMPS = 14, }; enum spmi_regulator_type { SPMI_REGULATOR_TYPE_BUCK = 3, SPMI_REGULATOR_TYPE_LDO = 4, SPMI_REGULATOR_TYPE_VS = 5, SPMI_REGULATOR_TYPE_BOOST = 27, SPMI_REGULATOR_TYPE_FTS = 28, SPMI_REGULATOR_TYPE_BOOST_BYP = 31, SPMI_REGULATOR_TYPE_ULT_LDO = 33, SPMI_REGULATOR_TYPE_ULT_BUCK = 34, }; enum spmi_regulator_subtype { SPMI_REGULATOR_SUBTYPE_GP_CTL = 8, SPMI_REGULATOR_SUBTYPE_RF_CTL = 9, SPMI_REGULATOR_SUBTYPE_N50 = 1, SPMI_REGULATOR_SUBTYPE_N150 = 2, SPMI_REGULATOR_SUBTYPE_N300 = 3, SPMI_REGULATOR_SUBTYPE_N600 = 4, SPMI_REGULATOR_SUBTYPE_N1200 = 5, SPMI_REGULATOR_SUBTYPE_N600_ST = 6, SPMI_REGULATOR_SUBTYPE_N1200_ST = 7, SPMI_REGULATOR_SUBTYPE_N900_ST = 20, SPMI_REGULATOR_SUBTYPE_N300_ST = 21, SPMI_REGULATOR_SUBTYPE_P50 = 8, SPMI_REGULATOR_SUBTYPE_P150 = 9, SPMI_REGULATOR_SUBTYPE_P300 = 10, SPMI_REGULATOR_SUBTYPE_P600 = 11, SPMI_REGULATOR_SUBTYPE_P1200 = 12, SPMI_REGULATOR_SUBTYPE_LN = 16, SPMI_REGULATOR_SUBTYPE_LV_P50 = 40, SPMI_REGULATOR_SUBTYPE_LV_P150 = 41, SPMI_REGULATOR_SUBTYPE_LV_P300 = 42, SPMI_REGULATOR_SUBTYPE_LV_P600 = 43, SPMI_REGULATOR_SUBTYPE_LV_P1200 = 44, SPMI_REGULATOR_SUBTYPE_LV_P450 = 45, SPMI_REGULATOR_SUBTYPE_HT_N300_ST = 48, SPMI_REGULATOR_SUBTYPE_HT_N600_ST = 49, SPMI_REGULATOR_SUBTYPE_HT_N1200_ST = 50, SPMI_REGULATOR_SUBTYPE_HT_LVP150 = 59, SPMI_REGULATOR_SUBTYPE_HT_LVP300 = 60, SPMI_REGULATOR_SUBTYPE_L660_N300_ST = 66, SPMI_REGULATOR_SUBTYPE_L660_N600_ST = 67, SPMI_REGULATOR_SUBTYPE_L660_P50 = 70, SPMI_REGULATOR_SUBTYPE_L660_P150 = 71, SPMI_REGULATOR_SUBTYPE_L660_P600 = 73, SPMI_REGULATOR_SUBTYPE_L660_LVP150 = 77, SPMI_REGULATOR_SUBTYPE_L660_LVP600 = 79, SPMI_REGULATOR_SUBTYPE_LV100 = 1, SPMI_REGULATOR_SUBTYPE_LV300 = 2, SPMI_REGULATOR_SUBTYPE_MV300 = 8, SPMI_REGULATOR_SUBTYPE_MV500 = 9, SPMI_REGULATOR_SUBTYPE_HDMI = 16, SPMI_REGULATOR_SUBTYPE_OTG = 17, SPMI_REGULATOR_SUBTYPE_5V_BOOST = 1, SPMI_REGULATOR_SUBTYPE_FTS_CTL = 8, SPMI_REGULATOR_SUBTYPE_FTS2p5_CTL = 9, SPMI_REGULATOR_SUBTYPE_FTS426_CTL = 10, SPMI_REGULATOR_SUBTYPE_BB_2A = 1, SPMI_REGULATOR_SUBTYPE_ULT_HF_CTL1 = 13, SPMI_REGULATOR_SUBTYPE_ULT_HF_CTL2 = 14, SPMI_REGULATOR_SUBTYPE_ULT_HF_CTL3 = 15, SPMI_REGULATOR_SUBTYPE_ULT_HF_CTL4 = 16, SPMI_REGULATOR_SUBTYPE_HFS430 = 10, SPMI_REGULATOR_SUBTYPE_HT_P150 = 53, SPMI_REGULATOR_SUBTYPE_HT_P600 = 61, SPMI_REGULATOR_SUBTYPE_HFSMPS_510 = 10, SPMI_REGULATOR_SUBTYPE_FTSMPS_510 = 11, SPMI_REGULATOR_SUBTYPE_LV_P150_510 = 113, SPMI_REGULATOR_SUBTYPE_LV_P300_510 = 114, SPMI_REGULATOR_SUBTYPE_LV_P600_510 = 115, SPMI_REGULATOR_SUBTYPE_N300_510 = 106, SPMI_REGULATOR_SUBTYPE_N600_510 = 107, SPMI_REGULATOR_SUBTYPE_N1200_510 = 108, SPMI_REGULATOR_SUBTYPE_MV_P50_510 = 122, SPMI_REGULATOR_SUBTYPE_MV_P150_510 = 123, SPMI_REGULATOR_SUBTYPE_MV_P600_510 = 125, }; enum spmi_common_regulator_registers { SPMI_COMMON_REG_DIG_MAJOR_REV = 1, SPMI_COMMON_REG_TYPE = 4, SPMI_COMMON_REG_SUBTYPE = 5, SPMI_COMMON_REG_VOLTAGE_RANGE = 64, SPMI_COMMON_REG_VOLTAGE_SET = 65, SPMI_COMMON_REG_MODE = 69, SPMI_COMMON_REG_ENABLE = 70, SPMI_COMMON_REG_PULL_DOWN = 72, SPMI_COMMON_REG_SOFT_START = 76, SPMI_COMMON_REG_STEP_CTRL = 97, }; enum spmi_ftsmps426_regulator_registers { SPMI_FTSMPS426_REG_VOLTAGE_LSB = 64, SPMI_FTSMPS426_REG_VOLTAGE_MSB = 65, SPMI_FTSMPS426_REG_VOLTAGE_ULS_LSB = 104, SPMI_FTSMPS426_REG_VOLTAGE_ULS_MSB = 105, }; enum spmi_hfsmps_regulator_registers { SPMI_HFSMPS_REG_STEP_CTRL = 60, SPMI_HFSMPS_REG_PULL_DOWN = 160, }; enum spmi_vs_registers { SPMI_VS_REG_OCP = 74, SPMI_VS_REG_SOFT_START = 76, }; enum spmi_boost_registers { SPMI_BOOST_REG_CURRENT_LIMIT = 74, }; enum spmi_boost_byp_registers { SPMI_BOOST_BYP_REG_CURRENT_LIMIT = 75, }; enum spmi_saw3_registers { SAW3_SECURE = 0, SAW3_ID = 4, SAW3_SPM_STS = 12, SAW3_AVS_STS = 16, SAW3_PMIC_STS = 20, SAW3_RST = 24, SAW3_VCTL = 28, SAW3_AVS_CTL = 32, SAW3_AVS_LIMIT = 36, SAW3_AVS_DLY = 40, SAW3_AVS_HYSTERESIS = 44, SAW3_SPM_STS2 = 56, SAW3_SPM_PMIC_DATA_3 = 76, SAW3_VERSION = 4048, }; enum spmi_common_control_register_index { SPMI_COMMON_IDX_VOLTAGE_RANGE = 0, SPMI_COMMON_IDX_VOLTAGE_SET = 1, SPMI_COMMON_IDX_MODE = 5, SPMI_COMMON_IDX_ENABLE = 6, }; struct spmi_voltage_range { int min_uV; int max_uV; int step_uV; int set_point_min_uV; int set_point_max_uV; unsigned int n_voltages; u8 range_sel; }; struct spmi_voltage_set_points { struct spmi_voltage_range *range; int count; unsigned int n_voltages; }; struct spmi_regulator { struct regulator_desc desc; struct device *dev; struct delayed_work ocp_work; struct regmap *regmap; struct spmi_voltage_set_points *set_points; enum spmi_regulator_logical_type logical_type; int ocp_irq; int ocp_count; int ocp_max_retries; int ocp_retry_delay_ms; int hpm_min_load; int slew_rate; ktime_t vs_enable_time; u16 base; struct list_head node; }; struct spmi_regulator_mapping { enum spmi_regulator_type type; enum spmi_regulator_subtype subtype; enum spmi_regulator_logical_type logical_type; u32 revision_min; u32 revision_max; const struct regulator_ops *ops; struct spmi_voltage_set_points *set_points; int hpm_min_load; }; struct spmi_regulator_data { const char *name; u16 base; const char *supply; const char *ocp; u16 force_type; }; struct pwm_continuous_reg_data { unsigned int min_uV_dutycycle; unsigned int max_uV_dutycycle; unsigned int dutycycle_unit; }; struct pwm_voltages; struct pwm_regulator_data { struct pwm_device *pwm; struct pwm_voltages *duty_cycle_table; struct pwm_continuous_reg_data continuous; struct regulator_desc desc; int state; struct gpio_desc *enb_gpio; }; struct pwm_voltages { unsigned int uV; unsigned int dutycycle; }; enum tps65219_regulator_id { TPS65219_BUCK_1 = 0, TPS65219_BUCK_2 = 1, TPS65219_BUCK_3 = 2, TPS65219_LDO_1 = 3, TPS65219_LDO_2 = 4, TPS65219_LDO_3 = 5, TPS65219_LDO_4 = 6, }; struct tps65219_regulator_irq_type { const char *irq_name; const char *regulator_name; const char *event_name; long unsigned int event; }; struct tps65219_regulator_irq_data { struct device *dev; struct tps65219_regulator_irq_type *type; struct regulator_dev *rdev; }; struct tty_file_private { struct tty_struct *tty; struct file *file; struct list_head list; }; struct serial_struct32 { compat_int_t type; compat_int_t line; compat_uint_t port; compat_int_t irq; compat_int_t flags; compat_int_t xmit_fifo_size; compat_int_t custom_divisor; compat_int_t baud_base; short unsigned int close_delay; char io_type; char reserved_char; compat_int_t hub6; short unsigned int closing_wait; short unsigned int closing_wait2; compat_uint_t iomem_base; short unsigned int iomem_reg_shift; unsigned int port_high; compat_int_t reserved; }; struct sysrq_state { struct input_handle handle; struct work_struct reinject_work; long unsigned int key_down[12]; unsigned int alt; unsigned int alt_use; unsigned int shift; unsigned int shift_use; bool active; bool need_reinject; bool reinjecting; bool reset_canceled; bool reset_requested; long unsigned int reset_keybit[12]; int reset_seq_len; int reset_seq_cnt; int reset_seq_version; struct timer_list keyreset_timer; }; typedef uint32_t XENCONS_RING_IDX; struct xencons_interface { char in[1024]; char out[2048]; XENCONS_RING_IDX in_cons; XENCONS_RING_IDX in_prod; XENCONS_RING_IDX out_cons; XENCONS_RING_IDX out_prod; }; struct xencons_info { struct list_head list; struct xenbus_device *xbdev; struct xencons_interface *intf; unsigned int evtchn; XENCONS_RING_IDX out_cons; unsigned int out_cons_same; struct hvc_struct *hvc; int irq; int vtermno; grant_ref_t gntref; spinlock_t ring_lock; }; enum hwparam_type { hwparam_ioport = 0, hwparam_iomem = 1, hwparam_ioport_or_iomem = 2, hwparam_irq = 3, hwparam_dma = 4, hwparam_dma_addr = 5, hwparam_other = 6, }; struct plat_serial8250_port { long unsigned int iobase; void *membase; resource_size_t mapbase; resource_size_t mapsize; unsigned int uartclk; unsigned int irq; long unsigned int irqflags; void *private_data; unsigned char regshift; unsigned char iotype; unsigned char hub6; unsigned char has_sysrq; unsigned int type; upf_t flags; u16 bugs; unsigned int (*serial_in)(struct uart_port *, int); void (*serial_out)(struct uart_port *, int, int); u32 (*dl_read)(struct uart_8250_port *); void (*dl_write)(struct uart_8250_port *, u32); void (*set_termios)(struct uart_port *, struct ktermios *, const struct ktermios *); void (*set_ldisc)(struct uart_port *, struct ktermios *); unsigned int (*get_mctrl)(struct uart_port *); int (*handle_irq)(struct uart_port *); void (*pm)(struct uart_port *, unsigned int, unsigned int); void (*handle_break)(struct uart_port *); }; enum { PLAT8250_DEV_LEGACY = -1, PLAT8250_DEV_PLATFORM = 0, PLAT8250_DEV_PLATFORM1 = 1, PLAT8250_DEV_PLATFORM2 = 2, PLAT8250_DEV_FOURPORT = 3, PLAT8250_DEV_ACCENT = 4, PLAT8250_DEV_BOCA = 5, PLAT8250_DEV_EXAR_ST16C554 = 6, PLAT8250_DEV_HUB6 = 7, PLAT8250_DEV_AU1X00 = 8, PLAT8250_DEV_SM501 = 9, }; struct old_serial_port { unsigned int uart; unsigned int baud_base; unsigned int port; unsigned int irq; upf_t flags; unsigned char io_type; unsigned char *iomem_base; short unsigned int iomem_reg_shift; }; struct fsl8250_data { int line; }; struct pciserial_board { unsigned int flags; unsigned int num_ports; unsigned int base_baud; unsigned int uart_offset; unsigned int reg_shift; unsigned int first_offset; }; struct serial_private; struct pci_serial_quirk { u32 vendor; u32 device; u32 subvendor; u32 subdevice; int (*probe)(struct pci_dev *); int (*init)(struct pci_dev *); int (*setup)(struct serial_private *, const struct pciserial_board *, struct uart_8250_port *, int); void (*exit)(struct pci_dev *); }; struct serial_private { struct pci_dev *dev; unsigned int nr; struct pci_serial_quirk *quirk; const struct pciserial_board *board; int line[0]; }; struct f815xxa_data { spinlock_t lock; int idx; }; struct timedia_struct { int num; const short unsigned int *ids; }; enum { MOXA_SUPP_RS232 = 1, MOXA_SUPP_RS422 = 2, MOXA_SUPP_RS485 = 4, }; enum pci_board_num_t { pbn_default = 0, pbn_b0_1_115200 = 1, pbn_b0_2_115200 = 2, pbn_b0_4_115200 = 3, pbn_b0_5_115200 = 4, pbn_b0_8_115200 = 5, pbn_b0_1_921600 = 6, pbn_b0_2_921600 = 7, pbn_b0_4_921600 = 8, pbn_b0_2_1130000 = 9, pbn_b0_4_1152000 = 10, pbn_b0_4_1250000 = 11, pbn_b0_2_1843200 = 12, pbn_b0_4_1843200 = 13, pbn_b0_1_15625000 = 14, pbn_b0_bt_1_115200 = 15, pbn_b0_bt_2_115200 = 16, pbn_b0_bt_4_115200 = 17, pbn_b0_bt_8_115200 = 18, pbn_b0_bt_1_460800 = 19, pbn_b0_bt_2_460800 = 20, pbn_b0_bt_4_460800 = 21, pbn_b0_bt_1_921600 = 22, pbn_b0_bt_2_921600 = 23, pbn_b0_bt_4_921600 = 24, pbn_b0_bt_8_921600 = 25, pbn_b1_1_115200 = 26, pbn_b1_2_115200 = 27, pbn_b1_4_115200 = 28, pbn_b1_8_115200 = 29, pbn_b1_16_115200 = 30, pbn_b1_1_921600 = 31, pbn_b1_2_921600 = 32, pbn_b1_4_921600 = 33, pbn_b1_8_921600 = 34, pbn_b1_2_1250000 = 35, pbn_b1_bt_1_115200 = 36, pbn_b1_bt_2_115200 = 37, pbn_b1_bt_4_115200 = 38, pbn_b1_bt_2_921600 = 39, pbn_b1_1_1382400 = 40, pbn_b1_2_1382400 = 41, pbn_b1_4_1382400 = 42, pbn_b1_8_1382400 = 43, pbn_b2_1_115200 = 44, pbn_b2_2_115200 = 45, pbn_b2_4_115200 = 46, pbn_b2_8_115200 = 47, pbn_b2_1_460800 = 48, pbn_b2_4_460800 = 49, pbn_b2_8_460800 = 50, pbn_b2_16_460800 = 51, pbn_b2_1_921600 = 52, pbn_b2_4_921600 = 53, pbn_b2_8_921600 = 54, pbn_b2_8_1152000 = 55, pbn_b2_bt_1_115200 = 56, pbn_b2_bt_2_115200 = 57, pbn_b2_bt_4_115200 = 58, pbn_b2_bt_2_921600 = 59, pbn_b2_bt_4_921600 = 60, pbn_b3_2_115200 = 61, pbn_b3_4_115200 = 62, pbn_b3_8_115200 = 63, pbn_b4_bt_2_921600 = 64, pbn_b4_bt_4_921600 = 65, pbn_b4_bt_8_921600 = 66, pbn_panacom = 67, pbn_panacom2 = 68, pbn_panacom4 = 69, pbn_plx_romulus = 70, pbn_oxsemi = 71, pbn_oxsemi_1_15625000 = 72, pbn_oxsemi_2_15625000 = 73, pbn_oxsemi_4_15625000 = 74, pbn_oxsemi_8_15625000 = 75, pbn_intel_i960 = 76, pbn_sgi_ioc3 = 77, pbn_computone_4 = 78, pbn_computone_6 = 79, pbn_computone_8 = 80, pbn_sbsxrsio = 81, pbn_pasemi_1682M = 82, pbn_ni8430_2 = 83, pbn_ni8430_4 = 84, pbn_ni8430_8 = 85, pbn_ni8430_16 = 86, pbn_ADDIDATA_PCIe_1_3906250 = 87, pbn_ADDIDATA_PCIe_2_3906250 = 88, pbn_ADDIDATA_PCIe_4_3906250 = 89, pbn_ADDIDATA_PCIe_8_3906250 = 90, pbn_ce4100_1_115200 = 91, pbn_omegapci = 92, pbn_NETMOS9900_2s_115200 = 93, pbn_brcm_trumanage = 94, pbn_fintek_4 = 95, pbn_fintek_8 = 96, pbn_fintek_12 = 97, pbn_fintek_F81504A = 98, pbn_fintek_F81508A = 99, pbn_fintek_F81512A = 100, pbn_wch382_2 = 101, pbn_wch384_4 = 102, pbn_wch384_8 = 103, pbn_sunix_pci_1s = 104, pbn_sunix_pci_2s = 105, pbn_sunix_pci_4s = 106, pbn_sunix_pci_8s = 107, pbn_sunix_pci_16s = 108, pbn_titan_1_4000000 = 109, pbn_titan_2_4000000 = 110, pbn_titan_4_4000000 = 111, pbn_titan_8_4000000 = 112, pbn_moxa_2 = 113, pbn_moxa_4 = 114, pbn_moxa_8 = 115, }; struct cdns_uart { struct uart_port *port; struct clk *uartclk; struct clk *pclk; struct uart_driver *cdns_uart_driver; unsigned int baud; struct notifier_block clk_rate_change_nb; u32 quirks; bool cts_override; struct gpio_desc *gpiod_rts; bool rs485_tx_started; struct hrtimer tx_timer; struct reset_control *rstc; }; struct cdns_platform_data { u32 quirks; }; struct memdev { const char *name; const struct file_operations *fops; fmode_t fmode; umode_t mode; }; struct airoha_trng { void *base; struct hwrng rng; struct device *dev; struct completion rng_op_done; }; struct cn10k_rng { void *reg_base; struct hwrng ops; struct pci_dev *pdev; bool extended_trng_regs; }; enum tpm2_handle_types { TPM2_HT_HMAC_SESSION = 33554432, TPM2_HT_POLICY_SESSION = 50331648, TPM2_HT_TRANSIENT = 2147483648, }; struct tpm2_context { __be64 sequence; __be32 saved_handle; __be32 hierarchy; __be16 blob_size; } __attribute__((packed)); struct tpm2_cap_handles { u8 more_data; __be32 capability; __be32 count; __be32 handles[0]; } __attribute__((packed)); struct acpi_table_tpm2 { struct acpi_table_header header; u16 platform_class; u16 reserved; u64 control_address; u32 start_method; } __attribute__((packed)); struct acpi_tpm2_phy { u8 start_method_specific[12]; u32 log_area_minimum_length; u64 log_area_start_address; }; enum bios_platform_class { BIOS_CLIENT = 0, BIOS_SERVER = 1, }; struct client_hdr { u32 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct server_hdr { u16 reserved; u64 log_max_len; u64 log_start_addr; } __attribute__((packed)); struct acpi_tcpa { struct acpi_table_header hdr; u16 platform_class; union { struct client_hdr client; struct server_hdr server; }; }; struct cavium_smmu { struct arm_smmu_device smmu; u32 id_base; }; enum iommu_dma_queue_type { IOMMU_DMA_OPTS_PER_CPU_QUEUE = 0, IOMMU_DMA_OPTS_SINGLE_QUEUE = 1, }; struct iommu_dma_options { enum iommu_dma_queue_type qt; size_t fq_size; unsigned int fq_timeout; }; struct iova_fq; struct iommu_dma_cookie { struct iova_domain iovad; struct list_head msi_page_list; union { struct iova_fq *single_fq; struct iova_fq *percpu_fq; }; atomic64_t fq_flush_start_cnt; atomic64_t fq_flush_finish_cnt; struct timer_list fq_timer; atomic_t fq_timer_on; struct iommu_domain *fq_domain; struct iommu_dma_options options; }; struct iommu_dma_msi_cookie { dma_addr_t msi_iova; struct list_head msi_page_list; }; struct iommu_dma_msi_page { struct list_head list; dma_addr_t iova; phys_addr_t phys; }; struct iova_fq_entry { long unsigned int iova_pfn; long unsigned int pages; struct list_head freelist; u64 counter; }; struct iova_fq { spinlock_t lock; unsigned int head; unsigned int tail; unsigned int mod_mask; struct iova_fq_entry entries[0]; }; struct dma_sgt_handle { struct sg_table sgt; struct page **pages; }; struct of_pci_iommu_alias_info { struct device *dev; struct device_node *np; }; struct device_attach_data { struct device *dev; bool check_async; bool want_async; bool have_async; }; struct class_attribute_string { struct class_attribute attr; char *str; }; struct class_compat { struct kobject *kobj; }; struct anon_transport_class { struct transport_class tclass; struct attribute_container container; }; struct cache_type_info { const char *size_prop; const char *line_size_props[2]; const char *nr_sets_prop; }; struct req { struct req *next; struct completion done; int err; const char *name; umode_t mode; kuid_t uid; kgid_t gid; struct device *dev; }; struct reg_field { unsigned int reg; unsigned int lsb; unsigned int msb; unsigned int id_size; unsigned int id_offset; }; struct regmap_field { struct regmap *regmap; unsigned int mask; unsigned int shift; unsigned int reg; unsigned int id_size; unsigned int id_offset; }; struct trace_event_raw_regmap_reg { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; unsigned int val; char __data[0]; }; struct trace_event_raw_regmap_bulk { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; u32 __data_loc_buf; int val_len; char __data[0]; }; struct trace_event_raw_regmap_block { struct trace_entry ent; u32 __data_loc_name; unsigned int reg; int count; char __data[0]; }; struct trace_event_raw_regcache_sync { struct trace_entry ent; u32 __data_loc_name; u32 __data_loc_status; u32 __data_loc_type; char __data[0]; }; struct trace_event_raw_regmap_bool { struct trace_entry ent; u32 __data_loc_name; int flag; char __data[0]; }; struct trace_event_raw_regmap_async { struct trace_entry ent; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_regcache_drop_region { struct trace_entry ent; u32 __data_loc_name; unsigned int from; unsigned int to; char __data[0]; }; struct trace_event_data_offsets_regmap_reg { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regmap_bulk { u32 name; const void *name_ptr_; u32 buf; const void *buf_ptr_; }; struct trace_event_data_offsets_regmap_block { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regcache_sync { u32 name; const void *name_ptr_; u32 status; const void *status_ptr_; u32 type; const void *type_ptr_; }; struct trace_event_data_offsets_regmap_bool { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regmap_async { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_regcache_drop_region { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_regmap_reg_write)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_reg_read_cache)(void *, struct regmap *, unsigned int, unsigned int); typedef void (*btf_trace_regmap_bulk_write)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_bulk_read)(void *, struct regmap *, unsigned int, const void *, int); typedef void (*btf_trace_regmap_hw_read_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_read_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_hw_write_done)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regcache_sync)(void *, struct regmap *, const char *, const char *); typedef void (*btf_trace_regmap_cache_only)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_cache_bypass)(void *, struct regmap *, bool); typedef void (*btf_trace_regmap_async_write_start)(void *, struct regmap *, unsigned int, int); typedef void (*btf_trace_regmap_async_io_complete)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_start)(void *, struct regmap *); typedef void (*btf_trace_regmap_async_complete_done)(void *, struct regmap *); typedef void (*btf_trace_regcache_drop_region)(void *, struct regmap *, unsigned int, unsigned int); struct regmap_irq_chip_data { struct mutex lock; struct irq_chip irq_chip; struct regmap *map; const struct regmap_irq_chip *chip; int irq_base; struct irq_domain *domain; int irq; int wake_count; void *status_reg_buf; unsigned int *main_status_buf; unsigned int *status_buf; unsigned int *mask_buf; unsigned int *mask_buf_def; unsigned int *wake_buf; unsigned int *type_buf; unsigned int *type_buf_def; unsigned int **config_buf; unsigned int irq_reg_stride; unsigned int (*get_irq_reg)(struct regmap_irq_chip_data *, unsigned int, int); unsigned int clear_status: 1; }; struct trace_event_raw_hw_pressure_update { struct trace_entry ent; long unsigned int hw_pressure; int cpu; char __data[0]; }; struct trace_event_data_offsets_hw_pressure_update {}; typedef void (*btf_trace_hw_pressure_update)(void *, int, long unsigned int); typedef uint16_t blkif_vdev_t; typedef uint64_t blkif_sector_t; struct blkif_request_segment { grant_ref_t gref; uint8_t first_sect; uint8_t last_sect; }; struct blkif_request_rw { uint8_t nr_segments; blkif_vdev_t handle; uint32_t _pad1; uint64_t id; blkif_sector_t sector_number; struct blkif_request_segment seg[11]; } __attribute__((packed)); struct blkif_request_discard { uint8_t flag; blkif_vdev_t _pad1; uint32_t _pad2; uint64_t id; blkif_sector_t sector_number; uint64_t nr_sectors; uint8_t _pad3; } __attribute__((packed)); struct blkif_request_other { uint8_t _pad1; blkif_vdev_t _pad2; uint32_t _pad3; uint64_t id; } __attribute__((packed)); struct blkif_request_indirect { uint8_t indirect_op; uint16_t nr_segments; uint32_t _pad1; uint64_t id; blkif_sector_t sector_number; blkif_vdev_t handle; uint16_t _pad2; grant_ref_t indirect_grefs[8]; uint32_t _pad3; } __attribute__((packed)); struct blkif_request { uint8_t operation; union { struct blkif_request_rw rw; struct blkif_request_discard discard; struct blkif_request_other other; struct blkif_request_indirect indirect; } u; }; struct blkif_response { uint64_t id; uint8_t operation; int16_t status; }; union blkif_sring_entry { struct blkif_request req; struct blkif_response rsp; }; struct blkif_sring { RING_IDX req_prod; RING_IDX req_event; RING_IDX rsp_prod; RING_IDX rsp_event; uint8_t __pad[48]; union blkif_sring_entry ring[0]; }; struct blkif_front_ring { RING_IDX req_prod_pvt; RING_IDX rsp_cons; unsigned int nr_ents; struct blkif_sring *sring; }; enum blkif_state { BLKIF_STATE_DISCONNECTED = 0, BLKIF_STATE_CONNECTED = 1, BLKIF_STATE_SUSPENDED = 2, BLKIF_STATE_ERROR = 3, }; struct grant { grant_ref_t gref; struct page *page; struct list_head node; }; enum blk_req_status { REQ_PROCESSING = 0, REQ_WAITING = 1, REQ_DONE = 2, REQ_ERROR = 3, REQ_EOPNOTSUPP = 4, }; struct blk_shadow { struct blkif_request req; struct request *request; struct grant **grants_used; struct grant **indirect_grants; struct scatterlist *sg; unsigned int num_sg; enum blk_req_status status; long unsigned int associated_id; }; struct blkif_req { blk_status_t error; }; struct blkfront_info; struct blkfront_ring_info { spinlock_t ring_lock; struct blkif_front_ring ring; unsigned int ring_ref[16]; unsigned int evtchn; unsigned int irq; struct work_struct work; struct gnttab_free_callback callback; struct list_head indirect_pages; struct list_head grants; unsigned int persistent_gnts_c; long unsigned int shadow_free; struct blkfront_info *dev_info; struct blk_shadow shadow[0]; }; struct blkfront_info { struct mutex mutex; struct xenbus_device *xbdev; struct gendisk *gd; u16 sector_size; unsigned int physical_sector_size; long unsigned int vdisk_info; int vdevice; blkif_vdev_t handle; enum blkif_state connected; unsigned int nr_ring_pages; struct request_queue *rq; unsigned int feature_flush: 1; unsigned int feature_fua: 1; unsigned int feature_discard: 1; unsigned int feature_secdiscard: 1; unsigned int feature_persistent_parm: 1; unsigned int feature_persistent: 1; unsigned int bounce: 1; unsigned int discard_granularity; unsigned int discard_alignment; unsigned int max_indirect_segments; int is_ready; struct blk_mq_tag_set tag_set; struct blkfront_ring_info *rinfo; unsigned int nr_rings; unsigned int rinfo_size; struct list_head requests; struct bio_list bio_list; struct list_head info_list; }; struct setup_rw_req { unsigned int grant_idx; struct blkif_request_segment *segments; struct blkfront_ring_info *rinfo; struct blkif_request *ring_req; grant_ref_t gref_head; unsigned int id; bool need_copy; unsigned int bvec_off; char *bvec_data; bool require_extra_req; struct blkif_request *extra_ring_req; }; struct copy_from_grant { const struct blk_shadow *s; unsigned int grant_idx; unsigned int bvec_offset; char *bvec_data; }; enum pmic_id { TPS65214 = 0, TPS65215 = 1, TPS65219 = 2, }; enum { TPS65219_INT_LDO3_SCG = 0, TPS65219_INT_LDO3_OC = 1, TPS65219_INT_LDO3_UV = 2, TPS65219_INT_LDO4_SCG = 3, TPS65219_INT_LDO4_OC = 4, TPS65219_INT_LDO4_UV = 5, TPS65215_INT_LDO1_SCG = 6, TPS65215_INT_LDO1_OC = 7, TPS65215_INT_LDO1_UV = 8, TPS65215_INT_LDO2_SCG = 9, TPS65215_INT_LDO2_OC = 10, TPS65215_INT_LDO2_UV = 11, TPS65219_INT_LDO1_SCG = 12, TPS65219_INT_LDO1_OC = 13, TPS65219_INT_LDO1_UV = 14, TPS65219_INT_LDO2_SCG = 15, TPS65219_INT_LDO2_OC = 16, TPS65219_INT_LDO2_UV = 17, TPS65219_INT_BUCK3_SCG = 18, TPS65219_INT_BUCK3_OC = 19, TPS65219_INT_BUCK3_NEG_OC = 20, TPS65219_INT_BUCK3_UV = 21, TPS65219_INT_BUCK1_SCG = 22, TPS65219_INT_BUCK1_OC = 23, TPS65219_INT_BUCK1_NEG_OC = 24, TPS65219_INT_BUCK1_UV = 25, TPS65219_INT_BUCK2_SCG = 26, TPS65219_INT_BUCK2_OC = 27, TPS65219_INT_BUCK2_NEG_OC = 28, TPS65219_INT_BUCK2_UV = 29, TPS65219_INT_SENSOR_3_WARM = 30, TPS65219_INT_SENSOR_2_WARM = 31, TPS65219_INT_SENSOR_1_WARM = 32, TPS65219_INT_SENSOR_0_WARM = 33, TPS65219_INT_SENSOR_3_HOT = 34, TPS65219_INT_SENSOR_2_HOT = 35, TPS65219_INT_SENSOR_1_HOT = 36, TPS65219_INT_SENSOR_0_HOT = 37, TPS65219_INT_BUCK1_RV = 38, TPS65219_INT_BUCK2_RV = 39, TPS65219_INT_BUCK3_RV = 40, TPS65219_INT_LDO1_RV = 41, TPS65219_INT_LDO2_RV = 42, TPS65215_INT_LDO2_RV = 43, TPS65214_INT_LDO2_RV = 44, TPS65219_INT_LDO3_RV = 45, TPS65219_INT_LDO4_RV = 46, TPS65219_INT_BUCK1_RV_SD = 47, TPS65219_INT_BUCK2_RV_SD = 48, TPS65219_INT_BUCK3_RV_SD = 49, TPS65219_INT_LDO1_RV_SD = 50, TPS65214_INT_LDO1_RV_SD = 51, TPS65215_INT_LDO2_RV_SD = 52, TPS65219_INT_LDO2_RV_SD = 53, TPS65219_INT_LDO3_RV_SD = 54, TPS65219_INT_LDO4_RV_SD = 55, TPS65219_INT_TIMEOUT = 56, TPS65219_INT_PB_FALLING_EDGE_DETECT = 57, TPS65219_INT_PB_RISING_EDGE_DETECT = 58, }; struct tps65219_chip_data { const struct regmap_irq_chip *irq_chip; const struct mfd_cell *cells; int n_cells; }; enum { MAX77620_IRQ_TOP_GLBL = 0, MAX77620_IRQ_TOP_SD = 1, MAX77620_IRQ_TOP_LDO = 2, MAX77620_IRQ_TOP_GPIO = 3, MAX77620_IRQ_TOP_RTC = 4, MAX77620_IRQ_TOP_32K = 5, MAX77620_IRQ_TOP_ONOFF = 6, MAX77620_IRQ_LBT_MBATLOW = 7, MAX77620_IRQ_LBT_TJALRM1 = 8, MAX77620_IRQ_LBT_TJALRM2 = 9, }; enum mt6357_irq_top_status_shift { MT6357_BUCK_TOP = 0, MT6357_LDO_TOP = 1, MT6357_PSC_TOP = 2, MT6357_SCK_TOP = 3, MT6357_BM_TOP = 4, MT6357_HK_TOP = 5, MT6357_XPP_TOP = 6, MT6357_AUD_TOP = 7, MT6357_MISC_TOP = 8, }; struct irq_top_t { int hwirq_base; unsigned int num_int_regs; unsigned int en_reg; unsigned int en_reg_shift; unsigned int sta_reg; unsigned int sta_reg_shift; unsigned int top_offset; }; struct pmic_irq_data { unsigned int num_top; unsigned int num_pmic_irqs; short unsigned int top_int_status_reg; bool *enable_hwirq; bool *cache_hwirq; const struct irq_top_t *pmic_ints; }; enum mt6358_irq_top_status_shift { MT6358_BUCK_TOP = 0, MT6358_LDO_TOP = 1, MT6358_PSC_TOP = 2, MT6358_SCK_TOP = 3, MT6358_BM_TOP = 4, MT6358_HK_TOP = 5, MT6358_AUD_TOP = 6, MT6358_MISC_TOP = 7, }; enum mt6359_irq_top_status_shift { MT6359_BUCK_TOP = 0, MT6359_LDO_TOP = 1, MT6359_PSC_TOP = 2, MT6359_SCK_TOP = 3, MT6359_BM_TOP = 4, MT6359_HK_TOP = 5, MT6359_AUD_TOP = 7, MT6359_MISC_TOP = 8, }; enum s2mpa01_reg { S2MPA01_REG_ID = 0, S2MPA01_REG_INT1 = 1, S2MPA01_REG_INT2 = 2, S2MPA01_REG_INT3 = 3, S2MPA01_REG_INT1M = 4, S2MPA01_REG_INT2M = 5, S2MPA01_REG_INT3M = 6, S2MPA01_REG_ST1 = 7, S2MPA01_REG_ST2 = 8, S2MPA01_REG_PWRONSRC = 9, S2MPA01_REG_OFFSRC = 10, S2MPA01_REG_RTC_BUF = 11, S2MPA01_REG_CTRL1 = 12, S2MPA01_REG_ETC_TEST = 13, S2MPA01_REG_RSVD1 = 14, S2MPA01_REG_BU_CHG = 15, S2MPA01_REG_RAMP1 = 16, S2MPA01_REG_RAMP2 = 17, S2MPA01_REG_LDO_DSCH1 = 18, S2MPA01_REG_LDO_DSCH2 = 19, S2MPA01_REG_LDO_DSCH3 = 20, S2MPA01_REG_LDO_DSCH4 = 21, S2MPA01_REG_OTP_ADRL = 22, S2MPA01_REG_OTP_ADRH = 23, S2MPA01_REG_OTP_DATA = 24, S2MPA01_REG_MON1SEL = 25, S2MPA01_REG_MON2SEL = 26, S2MPA01_REG_LEE = 27, S2MPA01_REG_RSVD2 = 28, S2MPA01_REG_RSVD3 = 29, S2MPA01_REG_RSVD4 = 30, S2MPA01_REG_RSVD5 = 31, S2MPA01_REG_RSVD6 = 32, S2MPA01_REG_TOP_RSVD = 33, S2MPA01_REG_DVS_SEL = 34, S2MPA01_REG_DVS_PTR = 35, S2MPA01_REG_DVS_DATA = 36, S2MPA01_REG_RSVD_NO = 37, S2MPA01_REG_UVLO = 38, S2MPA01_REG_LEE_NO = 39, S2MPA01_REG_B1CTRL1 = 40, S2MPA01_REG_B1CTRL2 = 41, S2MPA01_REG_B2CTRL1 = 42, S2MPA01_REG_B2CTRL2 = 43, S2MPA01_REG_B3CTRL1 = 44, S2MPA01_REG_B3CTRL2 = 45, S2MPA01_REG_B4CTRL1 = 46, S2MPA01_REG_B4CTRL2 = 47, S2MPA01_REG_B5CTRL1 = 48, S2MPA01_REG_B5CTRL2 = 49, S2MPA01_REG_B5CTRL3 = 50, S2MPA01_REG_B5CTRL4 = 51, S2MPA01_REG_B5CTRL5 = 52, S2MPA01_REG_B5CTRL6 = 53, S2MPA01_REG_B6CTRL1 = 54, S2MPA01_REG_B6CTRL2 = 55, S2MPA01_REG_B7CTRL1 = 56, S2MPA01_REG_B7CTRL2 = 57, S2MPA01_REG_B8CTRL1 = 58, S2MPA01_REG_B8CTRL2 = 59, S2MPA01_REG_B9CTRL1 = 60, S2MPA01_REG_B9CTRL2 = 61, S2MPA01_REG_B10CTRL1 = 62, S2MPA01_REG_B10CTRL2 = 63, S2MPA01_REG_L1CTRL = 64, S2MPA01_REG_L2CTRL = 65, S2MPA01_REG_L3CTRL = 66, S2MPA01_REG_L4CTRL = 67, S2MPA01_REG_L5CTRL = 68, S2MPA01_REG_L6CTRL = 69, S2MPA01_REG_L7CTRL = 70, S2MPA01_REG_L8CTRL = 71, S2MPA01_REG_L9CTRL = 72, S2MPA01_REG_L10CTRL = 73, S2MPA01_REG_L11CTRL = 74, S2MPA01_REG_L12CTRL = 75, S2MPA01_REG_L13CTRL = 76, S2MPA01_REG_L14CTRL = 77, S2MPA01_REG_L15CTRL = 78, S2MPA01_REG_L16CTRL = 79, S2MPA01_REG_L17CTRL = 80, S2MPA01_REG_L18CTRL = 81, S2MPA01_REG_L19CTRL = 82, S2MPA01_REG_L20CTRL = 83, S2MPA01_REG_L21CTRL = 84, S2MPA01_REG_L22CTRL = 85, S2MPA01_REG_L23CTRL = 86, S2MPA01_REG_L24CTRL = 87, S2MPA01_REG_L25CTRL = 88, S2MPA01_REG_L26CTRL = 89, S2MPA01_REG_LDO_OVCB1 = 90, S2MPA01_REG_LDO_OVCB2 = 91, S2MPA01_REG_LDO_OVCB3 = 92, S2MPA01_REG_LDO_OVCB4 = 93, }; struct gpio_keys_button { unsigned int code; int gpio; int active_low; const char *desc; unsigned int type; int wakeup; int wakeup_event_action; int debounce_interval; bool can_disable; int value; unsigned int irq; unsigned int wakeirq; }; struct gpio_keys_platform_data { const struct gpio_keys_button *buttons; int nbuttons; unsigned int poll_interval; unsigned int rep: 1; int (*enable)(struct device *); void (*disable)(struct device *); const char *name; }; enum { BD718XX_INT_STBY_REQ = 0, BD718XX_INT_ON_REQ = 1, BD718XX_INT_WDOG = 2, BD718XX_INT_PWRBTN = 3, BD718XX_INT_PWRBTN_L = 4, BD718XX_INT_PWRBTN_S = 5, BD718XX_INT_SWRST = 6, }; struct dma_resv_list { struct callback_head rcu; u32 num_fences; u32 max_fences; struct dma_fence *table[0]; }; enum { ACTION_FAIL = 0, ACTION_REPREP = 1, ACTION_DELAYED_REPREP = 2, ACTION_RETRY = 3, ACTION_DELAYED_RETRY = 4, }; struct scsi_varlen_cdb_hdr { __u8 opcode; __u8 control; __u8 misc[5]; __u8 additional_cdb_length; __be16 service_action; }; struct sas_phy_data { struct sas_phy *phy; struct mutex event_lock; int hard_reset; int reset_result; struct sas_work reset_work; int enable; int enable_result; struct sas_work enable_work; }; struct sas_identify_frame { u8 frame_type: 4; u8 dev_type: 3; u8 _un0: 1; u8 _un1; union { struct { u8 _un20: 1; u8 smp_iport: 1; u8 stp_iport: 1; u8 ssp_iport: 1; u8 _un247: 4; }; u8 initiator_bits; }; union { struct { u8 _un30: 1; u8 smp_tport: 1; u8 stp_tport: 1; u8 ssp_tport: 1; u8 _un347: 4; }; u8 target_bits; }; u8 _un4_11[8]; u8 sas_addr[8]; u8 phy_id; u8 _un21_27[7]; __be32 crc; }; struct megasas_debugfs_buffer { void *buf; u32 len; }; struct megasas_debug_buffer; struct blkpg_compat_ioctl_arg { compat_int_t op; compat_int_t flags; compat_int_t datalen; compat_uptr_t data; }; struct erase_info_user { __u32 start; __u32 length; }; struct erase_info_user64 { __u64 start; __u64 length; }; struct mtd_oob_buf { __u32 start; __u32 length; unsigned char *ptr; }; struct mtd_oob_buf64 { __u64 start; __u32 pad; __u32 length; __u64 usr_ptr; }; struct mtd_write_req { __u64 start; __u64 len; __u64 ooblen; __u64 usr_data; __u64 usr_oob; __u8 mode; __u8 padding[7]; }; struct mtd_read_req_ecc_stats { __u32 uncorrectable_errors; __u32 corrected_bitflips; __u32 max_bitflips; }; struct mtd_read_req { __u64 start; __u64 len; __u64 ooblen; __u64 usr_data; __u64 usr_oob; __u8 mode; __u8 padding[7]; struct mtd_read_req_ecc_stats ecc_stats; }; struct mtd_info_user { __u8 type; __u32 flags; __u32 size; __u32 erasesize; __u32 writesize; __u32 oobsize; __u64 padding; }; struct region_info_user { __u32 offset; __u32 erasesize; __u32 numblocks; __u32 regionindex; }; struct nand_oobinfo { __u32 useecc; __u32 eccbytes; __u32 oobfree[16]; __u32 eccpos[32]; }; struct nand_oobfree { __u32 offset; __u32 length; }; struct nand_ecclayout_user { __u32 eccbytes; __u32 eccpos[64]; __u32 oobavail; struct nand_oobfree oobfree[8]; }; enum mtd_file_modes { MTD_FILE_MODE_NORMAL = 0, MTD_FILE_MODE_OTP_FACTORY = 1, MTD_FILE_MODE_OTP_USER = 2, MTD_FILE_MODE_RAW = 3, }; struct mtd_file_info { struct mtd_info *mtd; enum mtd_file_modes mode; }; struct mtd_oob_buf32 { u_int32_t start; u_int32_t length; compat_caddr_t ptr; }; struct cfi_early_fixup { uint16_t mfr; uint16_t id; void (*fixup)(struct cfi_private *); }; struct flchip_shared { struct mutex lock; struct flchip *writing; struct flchip *erasing; }; struct cfi_intelext_otpinfo { uint32_t ProtRegAddr; uint16_t FactGroups; uint8_t FactProtRegSize; uint16_t UserGroups; uint8_t UserProtRegSize; } __attribute__((packed)); struct cfi_intelext_blockinfo { uint16_t NumIdentBlocks; uint16_t BlockSize; uint16_t MinBlockEraseCycles; uint8_t BitsPerCell; uint8_t BlockCap; }; struct cfi_intelext_regioninfo { uint16_t NumIdentPartitions; uint8_t NumOpAllowed; uint8_t NumOpAllowedSimProgMode; uint8_t NumOpAllowedSimEraMode; uint8_t NumBlockTypes; struct cfi_intelext_blockinfo BlockTypes[1]; }; struct cfi_intelext_programming_regioninfo { uint8_t ProgRegShift; uint8_t Reserved1; uint8_t ControlValid; uint8_t Reserved2; uint8_t ControlInvalid; uint8_t Reserved3; }; struct dataflash { u8 command[4]; char name[24]; short unsigned int page_offset; unsigned int page_size; struct mutex lock; struct spi_device *spi; struct mtd_info mtd; }; struct flash_info___3 { char *name; u64 jedec_id; unsigned int nr_pages; u16 pagesize; u16 pageoffset; u16 flags; }; struct nand_onfi_vendor_micron { u8 two_plane_read; u8 read_cache; u8 read_unique_id; u8 dq_imped; u8 dq_imped_num_settings; u8 dq_imped_feat_addr; u8 rb_pulldown_strength; u8 rb_pulldown_strength_feat_addr; u8 rb_pulldown_strength_num_settings; u8 otp_mode; u8 otp_page_start; u8 otp_data_prot_addr; u8 otp_num_pages; u8 otp_feat_addr; u8 read_retry_options; u8 reserved[72]; u8 param_revision; }; struct micron_on_die_ecc { bool forced; bool enabled; void *rawbuf; }; struct micron_nand { struct micron_on_die_ecc ecc; }; enum { MICRON_ON_DIE_UNSUPPORTED = 0, MICRON_ON_DIE_SUPPORTED = 1, MICRON_ON_DIE_MANDATORY = 2, }; struct spi_offload_ops; struct spi_offload { struct device *provider_dev; void *priv; const struct spi_offload_ops *ops; u32 xfer_flags; }; struct spi_offload_ops { int (*trigger_enable)(struct spi_offload *); void (*trigger_disable)(struct spi_offload *); struct dma_chan * (*tx_stream_request_dma_chan)(struct spi_offload *); struct dma_chan * (*rx_stream_request_dma_chan)(struct spi_offload *); }; typedef void (*spi_res_release_t)(struct spi_controller *, struct spi_message *, void *); struct spi_res { struct list_head entry; spi_res_release_t release; long long unsigned int data[0]; }; struct spi_replaced_transfers; typedef void (*spi_replaced_release_t)(struct spi_controller *, struct spi_message *, struct spi_replaced_transfers *); struct spi_replaced_transfers { spi_replaced_release_t release; void *extradata; struct list_head replaced_transfers; struct list_head *replaced_after; size_t inserted; struct spi_transfer inserted_transfers[0]; }; struct spi_board_info { char modalias[32]; const void *platform_data; const struct software_node *swnode; void *controller_data; int irq; u32 max_speed_hz; u16 bus_num; u16 chip_select; u32 mode; }; struct trace_event_raw_spi_controller { struct trace_entry ent; int bus_num; char __data[0]; }; struct trace_event_raw_spi_setup { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; unsigned int bits_per_word; unsigned int max_speed_hz; int status; char __data[0]; }; struct trace_event_raw_spi_set_cs { struct trace_entry ent; int bus_num; int chip_select; long unsigned int mode; bool enable; char __data[0]; }; struct trace_event_raw_spi_message { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; char __data[0]; }; struct trace_event_raw_spi_message_done { struct trace_entry ent; int bus_num; int chip_select; struct spi_message *msg; unsigned int frame; unsigned int actual; char __data[0]; }; struct trace_event_raw_spi_transfer { struct trace_entry ent; int bus_num; int chip_select; struct spi_transfer *xfer; int len; u32 __data_loc_rx_buf; u32 __data_loc_tx_buf; char __data[0]; }; struct trace_event_data_offsets_spi_controller {}; struct trace_event_data_offsets_spi_setup {}; struct trace_event_data_offsets_spi_set_cs {}; struct trace_event_data_offsets_spi_message {}; struct trace_event_data_offsets_spi_message_done {}; struct trace_event_data_offsets_spi_transfer { u32 rx_buf; const void *rx_buf_ptr_; u32 tx_buf; const void *tx_buf_ptr_; }; typedef void (*btf_trace_spi_controller_idle)(void *, struct spi_controller *); typedef void (*btf_trace_spi_controller_busy)(void *, struct spi_controller *); typedef void (*btf_trace_spi_setup)(void *, struct spi_device *, int); typedef void (*btf_trace_spi_set_cs)(void *, struct spi_device *, bool); typedef void (*btf_trace_spi_message_submit)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_start)(void *, struct spi_message *); typedef void (*btf_trace_spi_message_done)(void *, struct spi_message *); typedef void (*btf_trace_spi_transfer_start)(void *, struct spi_message *, struct spi_transfer *); typedef void (*btf_trace_spi_transfer_stop)(void *, struct spi_message *, struct spi_transfer *); struct boardinfo { struct list_head list; struct spi_board_info board_info; }; struct acpi_spi_lookup { struct spi_controller *ctlr; u32 max_speed_hz; u32 mode; int irq; u8 bits_per_word; u8 chip_select; int n; int index; }; struct mdio_board_info { const char *bus_id; char modalias[32]; int mdio_addr; const void *platform_data; }; struct mdio_board_entry { struct list_head list; struct mdio_board_info board_info; }; struct mii_ioctl_data { __u16 phy_id; __u16 reg_num; __u16 val_in; __u16 val_out; }; enum link_inband_signalling { LINK_INBAND_DISABLE = 1, LINK_INBAND_ENABLE = 2, LINK_INBAND_BYPASS = 4, }; enum phy_state_work { PHY_STATE_WORK_NONE = 0, PHY_STATE_WORK_ANEG = 1, PHY_STATE_WORK_SUSPEND = 2, }; enum { LINK_CAPA_10HD = 0, LINK_CAPA_10FD = 1, LINK_CAPA_100HD = 2, LINK_CAPA_100FD = 3, LINK_CAPA_1000HD = 4, LINK_CAPA_1000FD = 5, LINK_CAPA_2500FD = 6, LINK_CAPA_5000FD = 7, LINK_CAPA_10000FD = 8, LINK_CAPA_20000FD = 9, LINK_CAPA_25000FD = 10, LINK_CAPA_40000FD = 11, LINK_CAPA_50000FD = 12, LINK_CAPA_56000FD = 13, LINK_CAPA_100000FD = 14, LINK_CAPA_200000FD = 15, LINK_CAPA_400000FD = 16, LINK_CAPA_800000FD = 17, __LINK_CAPA_MAX = 18, }; struct trace_event_raw_mdio_access { struct trace_entry ent; char busid[61]; char read; u8 addr; u16 val; unsigned int regnum; char __data[0]; }; struct trace_event_data_offsets_mdio_access {}; typedef void (*btf_trace_mdio_access)(void *, struct mii_bus *, char, u8, unsigned int, u16, int); struct mdio_bus_stat_attr { int addr; unsigned int field_offset; }; enum { MV_PMA_FW_VER0 = 49169, MV_PMA_FW_VER1 = 49170, MV_PMA_21X0_PORT_CTRL = 49226, MV_PMA_21X0_PORT_CTRL_SWRST = 32768, MV_PMA_21X0_PORT_CTRL_MACTYPE_MASK = 7, MV_PMA_21X0_PORT_CTRL_MACTYPE_USXGMII = 0, MV_PMA_2180_PORT_CTRL_MACTYPE_DXGMII = 1, MV_PMA_2180_PORT_CTRL_MACTYPE_QXGMII = 2, MV_PMA_21X0_PORT_CTRL_MACTYPE_5GBASER = 4, MV_PMA_21X0_PORT_CTRL_MACTYPE_5GBASER_NO_SGMII_AN = 5, MV_PMA_21X0_PORT_CTRL_MACTYPE_10GBASER_RATE_MATCH = 6, MV_PMA_BOOT = 49232, MV_PMA_BOOT_FATAL = 1, MV_PCS_BASE_T = 0, MV_PCS_BASE_R = 4096, MV_PCS_1000BASEX = 8192, MV_PCS_CSCR1 = 32768, MV_PCS_CSCR1_ED_MASK = 768, MV_PCS_CSCR1_ED_OFF = 0, MV_PCS_CSCR1_ED_RX = 512, MV_PCS_CSCR1_ED_NLP = 768, MV_PCS_CSCR1_MDIX_MASK = 96, MV_PCS_CSCR1_MDIX_MDI = 0, MV_PCS_CSCR1_MDIX_MDIX = 32, MV_PCS_CSCR1_MDIX_AUTO = 96, MV_PCS_DSC1 = 32771, MV_PCS_DSC1_ENABLE = 512, MV_PCS_DSC1_10GBT = 448, MV_PCS_DSC1_1GBR = 56, MV_PCS_DSC1_100BTX = 7, MV_PCS_DSC2 = 32772, MV_PCS_DSC2_2P5G = 61440, MV_PCS_DSC2_5G = 3840, MV_PCS_CSSR1 = 32776, MV_PCS_CSSR1_SPD1_MASK = 49152, MV_PCS_CSSR1_SPD1_SPD2 = 49152, MV_PCS_CSSR1_SPD1_1000 = 32768, MV_PCS_CSSR1_SPD1_100 = 16384, MV_PCS_CSSR1_SPD1_10 = 0, MV_PCS_CSSR1_DUPLEX_FULL = 8192, MV_PCS_CSSR1_RESOLVED = 2048, MV_PCS_CSSR1_MDIX = 64, MV_PCS_CSSR1_SPD2_MASK = 12, MV_PCS_CSSR1_SPD2_5000 = 8, MV_PCS_CSSR1_SPD2_2500 = 4, MV_PCS_CSSR1_SPD2_10000 = 0, MV_PCS_TEMP = 32834, MV_PCS_PORT_INFO = 53261, MV_PCS_PORT_INFO_NPORTS_MASK = 896, MV_PCS_PORT_INFO_NPORTS_SHIFT = 7, MV_AN_21X0_SERDES_CTRL2 = 32783, MV_AN_21X0_SERDES_CTRL2_AUTO_INIT_DIS = 8192, MV_AN_21X0_SERDES_CTRL2_RUN_INIT = 32768, MV_AN_CTRL1000 = 32768, MV_AN_STAT1000 = 32769, MV_V2_PORT_CTRL = 61441, MV_V2_PORT_CTRL_PWRDOWN = 2048, MV_V2_33X0_PORT_CTRL_SWRST = 32768, MV_V2_33X0_PORT_CTRL_MACTYPE_MASK = 7, MV_V2_33X0_PORT_CTRL_MACTYPE_RXAUI = 0, MV_V2_3310_PORT_CTRL_MACTYPE_XAUI_RATE_MATCH = 1, MV_V2_3340_PORT_CTRL_MACTYPE_RXAUI_NO_SGMII_AN = 1, MV_V2_33X0_PORT_CTRL_MACTYPE_RXAUI_RATE_MATCH = 2, MV_V2_3310_PORT_CTRL_MACTYPE_XAUI = 3, MV_V2_33X0_PORT_CTRL_MACTYPE_10GBASER = 4, MV_V2_33X0_PORT_CTRL_MACTYPE_10GBASER_NO_SGMII_AN = 5, MV_V2_33X0_PORT_CTRL_MACTYPE_10GBASER_RATE_MATCH = 6, MV_V2_33X0_PORT_CTRL_MACTYPE_USXGMII = 7, MV_V2_PORT_INTR_STS = 61504, MV_V2_PORT_INTR_MASK = 61507, MV_V2_PORT_INTR_STS_WOL_EN = 256, MV_V2_MAGIC_PKT_WORD0 = 61547, MV_V2_MAGIC_PKT_WORD1 = 61548, MV_V2_MAGIC_PKT_WORD2 = 61549, MV_V2_WOL_CTRL = 61550, MV_V2_WOL_CTRL_CLEAR_STS = 32768, MV_V2_WOL_CTRL_MAGIC_PKT_EN = 1, MV_V2_TEMP_CTRL = 61578, MV_V2_TEMP_CTRL_MASK = 49152, MV_V2_TEMP_CTRL_SAMPLE = 0, MV_V2_TEMP_CTRL_DISABLE = 49152, MV_V2_TEMP = 61580, MV_V2_TEMP_UNKNOWN = 38400, }; struct mv3310_mactype { bool valid; bool fixed_interface; phy_interface_t interface_10g; }; struct mv3310_chip { bool (*has_downshift)(struct phy_device *); void (*init_supported_interfaces)(long unsigned int *); int (*get_mactype)(struct phy_device *); int (*set_mactype)(struct phy_device *, int); int (*select_mactype)(long unsigned int *); const struct mv3310_mactype *mactypes; size_t n_mactypes; int (*hwmon_read_temp_reg)(struct phy_device *); }; struct mv3310_priv { long unsigned int supported_interfaces[1]; const struct mv3310_mactype *mactype; u32 firmware_ver; bool has_downshift; struct device *hwmon_dev; char *hwmon_name; }; struct at803x_priv { int flags; u16 clk_25m_reg; u16 clk_25m_mask; u8 smarteee_lpi_tw_1g; u8 smarteee_lpi_tw_100m; bool is_fiber; bool is_1000basex; struct regulator_dev *vddio_rdev; struct regulator_dev *vddh_rdev; }; struct at803x_context { u16 bmcr; u16 advertise; u16 control1000; u16 int_enable; u16 smart_speed; u16 led_control; }; struct cvmx_smix_clk_s { u64 phase: 8; u64 sample: 4; u64 preamble: 1; u64 clk_idle: 1; u64 reserved_14_14: 1; u64 sample_mode: 1; u64 sample_hi: 5; u64 reserved_21_23: 3; u64 mode: 1; u64 reserved_25_63: 39; }; union cvmx_smix_clk { u64 u64; struct cvmx_smix_clk_s s; }; struct cvmx_smix_cmd_s { u64 reg_adr: 5; u64 reserved_5_7: 3; u64 phy_adr: 5; u64 reserved_13_15: 3; u64 phy_op: 2; u64 reserved_18_63: 46; }; union cvmx_smix_cmd { u64 u64; struct cvmx_smix_cmd_s s; }; struct cvmx_smix_rd_dat_s { u64 dat: 16; u64 val: 1; u64 pending: 1; u64 reserved_18_63: 46; }; union cvmx_smix_rd_dat { u64 u64; struct cvmx_smix_rd_dat_s s; }; struct cvmx_smix_wr_dat_s { u64 dat: 16; u64 val: 1; u64 pending: 1; u64 reserved_18_63: 46; }; union cvmx_smix_wr_dat { u64 u64; struct cvmx_smix_wr_dat_s s; }; struct mdio_mux_mmioreg_state { void *mux_handle; phys_addr_t phys; unsigned int iosize; unsigned int mask; }; struct virtio_net_config { __u8 mac[6]; __virtio16 status; __virtio16 max_virtqueue_pairs; __virtio16 mtu; __le32 speed; __u8 duplex; __u8 rss_max_key_size; __le16 rss_max_indirection_table_length; __le32 supported_hash_types; }; struct virtio_net_hdr_v1 { __u8 flags; __u8 gso_type; __virtio16 hdr_len; __virtio16 gso_size; union { struct { __virtio16 csum_start; __virtio16 csum_offset; }; struct { __virtio16 start; __virtio16 offset; } csum; struct { __le16 segments; __le16 dup_acks; } rsc; }; __virtio16 num_buffers; }; struct virtio_net_hdr_v1_hash { struct virtio_net_hdr_v1 hdr; __le32 hash_value; __le16 hash_report; __le16 padding; }; struct virtio_net_ctrl_hdr { __u8 class; __u8 cmd; }; typedef __u8 virtio_net_ctrl_ack; struct virtio_net_ctrl_mac { __virtio32 entries; __u8 macs[0]; }; struct virtio_net_ctrl_mq { __virtio16 virtqueue_pairs; }; struct virtio_net_rss_config_hdr { __le32 hash_types; __le16 indirection_table_mask; __le16 unclassified_queue; __le16 indirection_table[0]; }; struct virtio_net_rss_config_trailer { __le16 max_tx_vq; __u8 hash_key_length; __u8 hash_key_data[0]; }; struct virtio_net_ctrl_coal_tx { __le32 tx_max_packets; __le32 tx_usecs; }; struct virtio_net_ctrl_coal_rx { __le32 rx_max_packets; __le32 rx_usecs; }; struct virtio_net_ctrl_coal { __le32 max_packets; __le32 max_usecs; }; struct virtio_net_ctrl_coal_vq { __le16 vqn; __le16 reserved; struct virtio_net_ctrl_coal coal; }; struct virtio_net_stats_capabilities { __le64 supported_stats_types[1]; }; struct virtio_net_ctrl_queue_stats { struct { __le16 vq_index; __le16 reserved[3]; __le64 types_bitmap[1]; } stats[1]; }; struct virtio_net_stats_reply_hdr { __u8 type; __u8 reserved; __le16 vq_index; __le16 reserved1; __le16 size; }; struct ewma_pkt_len { long unsigned int internal; }; struct virtnet_stat_desc { char desc[32]; size_t offset; size_t qstat_offset; }; struct virtnet_sq_free_stats { u64 packets; u64 bytes; u64 napi_packets; u64 napi_bytes; u64 xsk; }; struct virtnet_sq_stats { struct u64_stats_sync syncp; u64_stats_t packets; u64_stats_t bytes; u64_stats_t xdp_tx; u64_stats_t xdp_tx_drops; u64_stats_t kicks; u64_stats_t tx_timeouts; u64_stats_t stop; u64_stats_t wake; }; struct virtnet_rq_stats { struct u64_stats_sync syncp; u64_stats_t packets; u64_stats_t bytes; u64_stats_t drops; u64_stats_t xdp_packets; u64_stats_t xdp_tx; u64_stats_t xdp_redirects; u64_stats_t xdp_drops; u64_stats_t kicks; }; struct virtnet_interrupt_coalesce { u32 max_packets; u32 max_usecs; }; struct virtnet_rq_dma { dma_addr_t addr; u32 ref; u16 len; u16 need_sync; }; struct send_queue { struct virtqueue *vq; struct scatterlist sg[19]; char name[16]; struct virtnet_sq_stats stats; struct virtnet_interrupt_coalesce intr_coal; struct napi_struct napi; bool reset; struct xsk_buff_pool *xsk_pool; dma_addr_t xsk_hdr_dma_addr; }; struct receive_queue { struct virtqueue *vq; struct napi_struct napi; struct bpf_prog *xdp_prog; struct virtnet_rq_stats stats; u16 calls; bool dim_enabled; struct mutex dim_lock; struct dim dim; u32 packets_in_napi; struct virtnet_interrupt_coalesce intr_coal; struct page *pages; struct ewma_pkt_len mrg_avg_pkt_len; struct page_frag alloc_frag; struct scatterlist sg[19]; unsigned int min_buf_len; char name[16]; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xdp_rxq; struct virtnet_rq_dma *last_dma; struct xsk_buff_pool *xsk_pool; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct xdp_rxq_info xsk_rxq_info; struct xdp_buff **xsk_buffs; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct control_buf { struct virtio_net_ctrl_hdr hdr; virtio_net_ctrl_ack status; }; struct virtnet_info { struct virtio_device *vdev; struct virtqueue *cvq; struct net_device *dev; struct send_queue *sq; struct receive_queue *rq; unsigned int status; u16 max_queue_pairs; u16 curr_queue_pairs; u16 xdp_queue_pairs; bool xdp_enabled; bool big_packets; unsigned int big_packets_num_skbfrags; bool mergeable_rx_bufs; bool has_rss; bool has_rss_hash_report; u8 rss_key_size; u16 rss_indir_table_size; u32 rss_hash_types_supported; u32 rss_hash_types_saved; struct virtio_net_rss_config_hdr *rss_hdr; struct virtio_net_rss_config_trailer rss_trailer; u8 rss_hash_key_data[40]; bool has_cvq; struct mutex cvq_lock; bool any_header_sg; u8 hdr_len; struct delayed_work refill; bool refill_enabled; spinlock_t refill_lock; struct work_struct config_work; struct work_struct rx_mode_work; bool rx_mode_work_enabled; bool affinity_hint_set; struct hlist_node node; struct hlist_node node_dead; struct control_buf *ctrl; u8 duplex; u32 speed; bool rx_dim_enabled; struct virtnet_interrupt_coalesce intr_coal_tx; struct virtnet_interrupt_coalesce intr_coal_rx; long unsigned int guest_offloads; long unsigned int guest_offloads_capable; struct failover *failover; u64 device_stats_cap; }; struct virtio_net_common_hdr { union { struct virtio_net_hdr hdr; struct virtio_net_hdr_mrg_rxbuf mrg_hdr; struct virtio_net_hdr_v1_hash hash_v1_hdr; }; }; enum virtnet_xmit_type { VIRTNET_XMIT_TYPE_SKB = 0, VIRTNET_XMIT_TYPE_SKB_ORPHAN = 1, VIRTNET_XMIT_TYPE_XDP = 2, VIRTNET_XMIT_TYPE_XSK = 3, }; struct virtnet_stats_ctx { bool to_qstat; u32 desc_num[3]; u64 bitmap[3]; u32 size[3]; u64 *data; }; struct vfio_iommu_driver; struct vfio_container { struct kref kref; struct list_head group_list; struct rw_semaphore group_lock; struct vfio_iommu_driver *iommu_driver; void *iommu_data; bool noiommu; }; struct vfio_iommu_driver { const struct vfio_iommu_driver_ops *ops; struct list_head vfio_next; }; struct vfio___3 { struct list_head iommu_drivers_list; struct mutex iommu_drivers_lock; }; struct vfio_pci_irq_ctx { struct vfio_pci_core_device *vdev; struct eventfd_ctx *trigger; struct virqfd *unmask; struct virqfd *mask; char *name; bool masked; struct irq_bypass_producer producer; }; struct perm_bits { u8 *virt; u8 *write; int (*readfn)(struct vfio_pci_core_device *, int, int, struct perm_bits *, int, __le32 *); int (*writefn)(struct vfio_pci_core_device *, int, int, struct perm_bits *, int, __le32); }; struct input_seq_state { short unsigned int pos; bool mutex_acquired; int input_devices_state; }; struct input_devres { struct input_dev *input; }; struct ml_effect_state { struct ff_effect *effect; long unsigned int flags; int count; long unsigned int play_at; long unsigned int stop_at; long unsigned int adj_at; }; struct ml_device { void *private; struct ml_effect_state states[16]; int gain; struct timer_list timer; struct input_dev *dev; int (*play_effect)(struct input_dev *, void *, struct ff_effect *); }; struct pl031_vendor_data { struct rtc_class_ops ops; bool clockwatch; bool st_weekday; long unsigned int irqflags; time64_t range_min; timeu64_t range_max; }; struct pl031_local { struct pl031_vendor_data *vendor; struct rtc_device *rtc; void *base; }; struct i2c_smbus_alert_setup { int irq; }; struct trace_event_raw_smbus_write { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_read { struct trace_entry ent; int adapter_nr; __u16 flags; __u16 addr; __u8 command; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_reply { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 command; __u8 len; __u32 protocol; __u8 buf[34]; char __data[0]; }; struct trace_event_raw_smbus_result { struct trace_entry ent; int adapter_nr; __u16 addr; __u16 flags; __u8 read_write; __u8 command; __s16 res; __u32 protocol; char __data[0]; }; struct trace_event_data_offsets_smbus_write {}; struct trace_event_data_offsets_smbus_read {}; struct trace_event_data_offsets_smbus_reply {}; struct trace_event_data_offsets_smbus_result {}; typedef void (*btf_trace_smbus_write)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *); typedef void (*btf_trace_smbus_read)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int); typedef void (*btf_trace_smbus_reply)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, const union i2c_smbus_data *, int); typedef void (*btf_trace_smbus_result)(void *, const struct i2c_adapter *, u16, short unsigned int, char, u8, int, int); struct ec_params_i2c_passthru_msg { uint16_t addr_flags; uint16_t len; }; struct ec_params_i2c_passthru { uint8_t port; uint8_t num_msgs; struct ec_params_i2c_passthru_msg msg[0]; }; struct ec_response_i2c_passthru { uint8_t i2c_status; uint8_t num_msgs; uint8_t data[0]; }; struct ec_i2c_device { struct device *dev; struct i2c_adapter adap; struct cros_ec_device *ec; u16 remote_bus; u8 request_buf[256]; u8 response_buf[256]; }; struct microtune_priv { struct tuner_i2c_props i2c_props; unsigned int xogc; u32 frequency; }; struct tda829x_config { enum tda8290_lna lna_cfg; unsigned int probe_tuner: 1; unsigned int no_i2c_gate: 1; struct tda18271_std_map *tda18271_std_map; }; struct tda8290_priv { struct tuner_i2c_props i2c_props; unsigned char tda8290_easy_mode; unsigned char tda827x_addr; unsigned char ver; struct tda827x_config cfg; struct tda18271_std_map *tda18271_std_map; }; struct xc5000_config { u8 i2c_address; u32 if_khz; u8 radio_input; u16 xtal_khz; u16 output_amp; int chip_id; }; struct xc5000_priv { struct tuner_i2c_props i2c_props; struct list_head hybrid_tuner_instance_list; u32 if_khz; u16 xtal_khz; u32 freq_hz; u32 freq_offset; u32 bandwidth; u8 video_standard; unsigned int mode; u8 rf_mode; u8 radio_input; u16 output_amp; int chip_id; u16 pll_register_no; u8 init_status_supported; u8 fw_checksum_supported; struct dvb_frontend *fe; struct delayed_work timer_sleep; bool inited; }; struct XC_TV_STANDARD___2 { char *name; u16 audio_mode; u16 video_mode; }; struct xc5000_fw_cfg { char *name; u16 size; u16 pll_reg; u8 init_status_supported; u8 fw_checksum_supported; }; struct v4l2_ctrl_helper { struct v4l2_ctrl_ref *mref; struct v4l2_ctrl_ref *ref; u32 next; }; enum dmx_output { DMX_OUT_DECODER = 0, DMX_OUT_TAP = 1, DMX_OUT_TS_TAP = 2, DMX_OUT_TSDEMUX_TAP = 3, }; enum dmx_input { DMX_IN_FRONTEND = 0, DMX_IN_DVR = 1, }; struct dmx_filter { __u8 filter[16]; __u8 mask[16]; __u8 mode[16]; }; struct dmx_sct_filter_params { __u16 pid; struct dmx_filter filter; __u32 timeout; __u32 flags; }; struct dmx_pes_filter_params { __u16 pid; enum dmx_input input; enum dmx_output output; enum dmx_ts_pes pes_type; __u32 flags; }; struct dmx_stc { unsigned int num; unsigned int base; __u64 stc; }; struct dvb_buffer { struct vb2_buffer vb; struct list_head list; }; struct dvb_vb2_ctx { struct vb2_queue vb_q; struct mutex mutex; spinlock_t slock; struct list_head dvb_q; struct dvb_buffer *buf; int offset; int remain; int state; int buf_siz; int buf_cnt; int nonblocking; enum dmx_buffer_flags flags; u32 count; char name[21]; }; enum dmxdev_type { DMXDEV_TYPE_NONE = 0, DMXDEV_TYPE_SEC = 1, DMXDEV_TYPE_PES = 2, }; enum dmxdev_state { DMXDEV_STATE_FREE = 0, DMXDEV_STATE_ALLOCATED = 1, DMXDEV_STATE_SET = 2, DMXDEV_STATE_GO = 3, DMXDEV_STATE_DONE = 4, DMXDEV_STATE_TIMEDOUT = 5, }; struct dmxdev_feed { u16 pid; struct dmx_ts_feed *ts; struct list_head next; }; struct dmxdev; struct dmxdev_filter { union { struct dmx_section_filter *sec; } filter; union { struct list_head ts; struct dmx_section_feed *sec; } feed; union { struct dmx_sct_filter_params sec; struct dmx_pes_filter_params pes; } params; enum dmxdev_type type; enum dmxdev_state state; struct dmxdev *dev; struct dvb_ringbuffer buffer; struct dvb_vb2_ctx vb2_ctx; struct mutex mutex; struct timer_list timer; int todo; u8 secheader[3]; }; struct dmxdev { struct dvb_device *dvbdev; struct dvb_device *dvr_dvbdev; struct dmxdev_filter *filter; struct dmx_demux *demux; int filternum; int capabilities; unsigned int may_do_mmap: 1; unsigned int exit: 1; struct dmx_frontend *dvr_orig_fe; struct dvb_ringbuffer dvr_buffer; struct dvb_vb2_ctx dvr_vb2_ctx; struct mutex mutex; spinlock_t lock; }; struct ca_slot_info { int num; int type; unsigned int flags; }; struct ca_caps { unsigned int slot_num; unsigned int slot_type; unsigned int descr_num; unsigned int descr_type; }; struct dvb_ca_en50221 { struct module *owner; int (*read_attribute_mem)(struct dvb_ca_en50221 *, int, int); int (*write_attribute_mem)(struct dvb_ca_en50221 *, int, int, u8); int (*read_cam_control)(struct dvb_ca_en50221 *, int, u8); int (*write_cam_control)(struct dvb_ca_en50221 *, int, u8, u8); int (*read_data)(struct dvb_ca_en50221 *, int, u8 *, int); int (*write_data)(struct dvb_ca_en50221 *, int, u8 *, int); int (*slot_reset)(struct dvb_ca_en50221 *, int); int (*slot_shutdown)(struct dvb_ca_en50221 *, int); int (*slot_ts_enable)(struct dvb_ca_en50221 *, int); int (*poll_slot_status)(struct dvb_ca_en50221 *, int, int); void *data; void *private; }; struct dvb_ca_slot { int slot_state; struct mutex slot_lock; atomic_t camchange_count; int camchange_type; u32 config_base; u8 config_option; u8 da_irq_supported: 1; int link_buf_size; struct dvb_ringbuffer rx_buffer; long unsigned int timeout; }; struct dvb_ca_private { struct kref refcount; struct dvb_ca_en50221 *pub; struct dvb_device *dvbdev; u32 flags; unsigned int slot_count; struct dvb_ca_slot *slot_info; wait_queue_head_t wait_queue; struct task_struct *thread; unsigned int open: 1; unsigned int wakeup: 1; long unsigned int delay; int next_read_slot; struct mutex ioctl_mutex; struct mutex remove_mutex; int exit; }; struct lirc_fh { struct list_head list; struct rc_dev *rc; struct { union { struct __kfifo kfifo; unsigned int *type; const unsigned int *const_type; char (*rectype)[0]; unsigned int *ptr; const unsigned int *ptr_const; }; unsigned int buf[0]; } rawir; struct { union { struct __kfifo kfifo; struct lirc_scancode *type; const struct lirc_scancode *const_type; char (*rectype)[0]; struct lirc_scancode *ptr; const struct lirc_scancode *ptr_const; }; struct lirc_scancode buf[0]; } scancodes; wait_queue_head_t wait_poll; u32 carrier_low; u8 send_mode; u8 rec_mode; }; struct ptp_clock_caps { int max_adj; int n_alarm; int n_ext_ts; int n_per_out; int pps; int n_pins; int cross_timestamping; int adjust_phase; int max_phase_adj; int rsv[11]; }; struct ptp_sys_offset { unsigned int n_samples; unsigned int rsv[3]; struct ptp_clock_time ts[51]; }; struct ptp_sys_offset_extended { unsigned int n_samples; __kernel_clockid_t clockid; unsigned int rsv[2]; struct ptp_clock_time ts[75]; }; struct ptp_sys_offset_precise { struct ptp_clock_time device; struct ptp_clock_time sys_realtime; struct ptp_clock_time sys_monoraw; unsigned int rsv[4]; }; struct kvm_ptp_clock { struct ptp_clock *ptp_clock; struct ptp_clock_info caps; }; struct mode_info { const char *mode; u32 magic; struct list_head list; }; enum { POWER_SUPPLY_HEALTH_UNKNOWN = 0, POWER_SUPPLY_HEALTH_GOOD = 1, POWER_SUPPLY_HEALTH_OVERHEAT = 2, POWER_SUPPLY_HEALTH_DEAD = 3, POWER_SUPPLY_HEALTH_OVERVOLTAGE = 4, POWER_SUPPLY_HEALTH_UNDERVOLTAGE = 5, POWER_SUPPLY_HEALTH_UNSPEC_FAILURE = 6, POWER_SUPPLY_HEALTH_COLD = 7, POWER_SUPPLY_HEALTH_WATCHDOG_TIMER_EXPIRE = 8, POWER_SUPPLY_HEALTH_SAFETY_TIMER_EXPIRE = 9, POWER_SUPPLY_HEALTH_OVERCURRENT = 10, POWER_SUPPLY_HEALTH_CALIBRATION_REQUIRED = 11, POWER_SUPPLY_HEALTH_WARM = 12, POWER_SUPPLY_HEALTH_COOL = 13, POWER_SUPPLY_HEALTH_HOT = 14, POWER_SUPPLY_HEALTH_NO_BATTERY = 15, }; enum power_supply_usb_type { POWER_SUPPLY_USB_TYPE_UNKNOWN = 0, POWER_SUPPLY_USB_TYPE_SDP = 1, POWER_SUPPLY_USB_TYPE_DCP = 2, POWER_SUPPLY_USB_TYPE_CDP = 3, POWER_SUPPLY_USB_TYPE_ACA = 4, POWER_SUPPLY_USB_TYPE_C = 5, POWER_SUPPLY_USB_TYPE_PD = 6, POWER_SUPPLY_USB_TYPE_PD_DRP = 7, POWER_SUPPLY_USB_TYPE_PD_PPS = 8, POWER_SUPPLY_USB_TYPE_APPLE_BRICK_ID = 9, }; struct power_supply_attr { const char *prop_name; char attr_name[31]; struct device_attribute dev_attr; const char * const *text_values; int text_values_len; }; struct bq27xxx_dm_reg { u8 subclass_id; u8 offset; u8 bytes; u16 min; u16 max; }; enum bq27xxx_reg_index { BQ27XXX_REG_CTRL = 0, BQ27XXX_REG_TEMP = 1, BQ27XXX_REG_INT_TEMP = 2, BQ27XXX_REG_VOLT = 3, BQ27XXX_REG_AI = 4, BQ27XXX_REG_FLAGS = 5, BQ27XXX_REG_TTE = 6, BQ27XXX_REG_TTF = 7, BQ27XXX_REG_TTES = 8, BQ27XXX_REG_TTECP = 9, BQ27XXX_REG_NAC = 10, BQ27XXX_REG_RC = 11, BQ27XXX_REG_FCC = 12, BQ27XXX_REG_CYCT = 13, BQ27XXX_REG_AE = 14, BQ27XXX_REG_SOC = 15, BQ27XXX_REG_DCAP = 16, BQ27XXX_REG_AP = 17, BQ27XXX_DM_CTRL = 18, BQ27XXX_DM_CLASS = 19, BQ27XXX_DM_BLOCK = 20, BQ27XXX_DM_DATA = 21, BQ27XXX_DM_CKSUM = 22, BQ27XXX_REG_SEDVF = 23, BQ27XXX_REG_PKCFG = 24, BQ27XXX_REG_MAX = 25, }; enum bq27xxx_dm_reg_id { BQ27XXX_DM_DESIGN_CAPACITY = 0, BQ27XXX_DM_DESIGN_ENERGY = 1, BQ27XXX_DM_TERMINATE_VOLTAGE = 2, }; struct bq27xxx_dm_buf { u8 class; u8 block; u8 data[32]; bool has_data; bool dirty; }; enum hwmon_humidity_attributes { hwmon_humidity_enable = 0, hwmon_humidity_input = 1, hwmon_humidity_label = 2, hwmon_humidity_min = 3, hwmon_humidity_min_hyst = 4, hwmon_humidity_max = 5, hwmon_humidity_max_hyst = 6, hwmon_humidity_alarm = 7, hwmon_humidity_fault = 8, hwmon_humidity_rated_min = 9, hwmon_humidity_rated_max = 10, hwmon_humidity_min_alarm = 11, hwmon_humidity_max_alarm = 12, }; enum hwmon_pwm_attributes { hwmon_pwm_input = 0, hwmon_pwm_enable = 1, hwmon_pwm_mode = 2, hwmon_pwm_freq = 3, hwmon_pwm_auto_channels_temp = 4, }; enum hwmon_intrusion_attributes { hwmon_intrusion_alarm = 0, hwmon_intrusion_beep = 1, }; struct trace_event_raw_hwmon_attr_class { struct trace_entry ent; int index; u32 __data_loc_attr_name; long int val; char __data[0]; }; struct trace_event_raw_hwmon_attr_show_string { struct trace_entry ent; int index; u32 __data_loc_attr_name; u32 __data_loc_label; char __data[0]; }; struct trace_event_data_offsets_hwmon_attr_class { u32 attr_name; const void *attr_name_ptr_; }; struct trace_event_data_offsets_hwmon_attr_show_string { u32 attr_name; const void *attr_name_ptr_; u32 label; const void *label_ptr_; }; typedef void (*btf_trace_hwmon_attr_show)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_store)(void *, int, const char *, long int); typedef void (*btf_trace_hwmon_attr_show_string)(void *, int, const char *, const char *); struct hwmon_device { const char *name; const char *label; struct device dev; const struct hwmon_chip_info *chip; struct list_head tzdata; struct attribute_group group; const struct attribute_group **groups; }; struct hwmon_device_attribute { struct device_attribute dev_attr; const struct hwmon_ops *ops; enum hwmon_sensor_types type; u32 attr; int index; char name[32]; }; struct hwmon_thermal_data { struct list_head node; struct device *dev; int index; struct thermal_zone_device *tzd; }; struct devfreq_cooling_device { struct thermal_cooling_device *cdev; struct thermal_cooling_device_ops cooling_ops; struct devfreq *devfreq; long unsigned int cooling_state; u32 *freq_table; size_t max_state; struct devfreq_cooling_power *power_ops; u32 res_util; int capped_state; struct dev_pm_qos_request req_max_freq; struct em_perf_domain *em_pd; }; struct sp805_wdt { struct watchdog_device wdd; spinlock_t lock; void *base; struct clk *clk; u64 rate; struct amba_device *adev; unsigned int load_val; }; enum smcwd_call { SMCWD_INIT = 0, SMCWD_SET_TIMEOUT = 1, SMCWD_ENABLE = 2, SMCWD_PET = 3, SMCWD_GET_TIMELEFT = 4, }; struct dev_ch_attribute { struct device_attribute attr; unsigned int channel; }; struct edac_pci_gen_data { int edac_idx; }; struct cpufreq_freqs { struct cpufreq_policy *policy; unsigned int old; unsigned int new; u8 flags; }; struct airoha_cpufreq_priv { int opp_token; struct dev_pm_domain_list *pd_list; struct platform_device *cpufreq_dt; }; struct trace_event_raw_mmc_request_start { struct trace_entry ent; u32 cmd_opcode; u32 cmd_arg; unsigned int cmd_flags; unsigned int cmd_retries; u32 stop_opcode; u32 stop_arg; unsigned int stop_flags; unsigned int stop_retries; u32 sbc_opcode; u32 sbc_arg; unsigned int sbc_flags; unsigned int sbc_retries; unsigned int blocks; unsigned int blk_addr; unsigned int blksz; unsigned int data_flags; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_raw_mmc_request_done { struct trace_entry ent; u32 cmd_opcode; int cmd_err; u32 cmd_resp[4]; unsigned int cmd_retries; u32 stop_opcode; int stop_err; u32 stop_resp[4]; unsigned int stop_retries; u32 sbc_opcode; int sbc_err; u32 sbc_resp[4]; unsigned int sbc_retries; unsigned int bytes_xfered; int data_err; int tag; unsigned int can_retune; unsigned int doing_retune; unsigned int retune_now; int need_retune; int hold_retune; unsigned int retune_period; struct mmc_request *mrq; u32 __data_loc_name; char __data[0]; }; struct trace_event_data_offsets_mmc_request_start { u32 name; const void *name_ptr_; }; struct trace_event_data_offsets_mmc_request_done { u32 name; const void *name_ptr_; }; typedef void (*btf_trace_mmc_request_start)(void *, struct mmc_host *, struct mmc_request *); typedef void (*btf_trace_mmc_request_done)(void *, struct mmc_host *, struct mmc_request *); struct sd_app_op_cond_busy_data { struct mmc_host *host; u32 ocr; struct mmc_command *cmd; }; struct sdio_device_id { __u8 class; __u16 vendor; __u16 device; kernel_ulong_t driver_data; }; struct sdio_driver { char *name; const struct sdio_device_id *id_table; int (*probe)(struct sdio_func *, const struct sdio_device_id *); void (*remove)(struct sdio_func *); struct device_driver drv; }; struct mmc_gpio { struct gpio_desc *ro_gpio; struct gpio_desc *cd_gpio; irq_handler_t cd_gpio_isr; char *ro_label; char *cd_label; u32 cd_debounce_delay_ms; int cd_irq; }; enum { SDHCI_ACPI_SD_CD = 1, SDHCI_ACPI_RUNTIME_PM = 2, SDHCI_ACPI_SD_CD_OVERRIDE_LEVEL = 4, }; struct sdhci_acpi_chip { const struct sdhci_ops *ops; unsigned int quirks; unsigned int quirks2; long unsigned int caps; unsigned int caps2; mmc_pm_flag_t pm_caps; }; struct sdhci_acpi_slot { const struct sdhci_acpi_chip *chip; unsigned int quirks; unsigned int quirks2; long unsigned int caps; unsigned int caps2; mmc_pm_flag_t pm_caps; unsigned int flags; size_t priv_size; int (*probe_slot)(struct platform_device *, struct acpi_device *); int (*remove_slot)(struct platform_device *); int (*free_slot)(struct platform_device *); int (*setup_host)(struct platform_device *); }; struct sdhci_acpi_host { struct sdhci_host *host; const struct sdhci_acpi_slot *slot; struct platform_device *pdev; bool use_runtime_pm; bool is_intel; bool reset_signal_volt_on_suspend; long: 64; long: 64; long: 64; long: 64; long unsigned int private[0]; }; enum { DMI_QUIRK_RESET_SD_SIGNAL_VOLT_ON_SUSP = 1, DMI_QUIRK_SD_NO_WRITE_PROTECT = 2, DMI_QUIRK_SD_CD_ACTIVE_HIGH = 4, DMI_QUIRK_SD_CD_ENABLE_PULL_UP = 8, }; enum { INTEL_DSM_FNS = 0, INTEL_DSM_V18_SWITCH = 3, INTEL_DSM_V33_SWITCH = 4, INTEL_DSM_HS_CAPS = 8, }; struct intel_host { u32 dsm_fns; u32 hs_caps; }; struct amd_sdhci_host { bool tuned_clock; bool dll_enabled; }; struct sdhci_acpi_uid_slot { const char *hid; const char *uid; const struct sdhci_acpi_slot *slot; }; struct mt_gpdma_desc { u32 gpd_info; u32 next; u32 ptr; u32 gpd_data_len; u32 arg; u32 blknum; u32 cmd; }; struct mt_bdma_desc { u32 bd_info; u32 next; u32 ptr; u32 bd_data_len; }; struct msdc_dma { struct scatterlist *sg; struct mt_gpdma_desc *gpd; struct mt_bdma_desc *bd; dma_addr_t gpd_addr; dma_addr_t bd_addr; }; struct msdc_save_para { u32 msdc_cfg; u32 iocon; u32 sdc_cfg; u32 pad_tune; u32 patch_bit0; u32 patch_bit1; u32 patch_bit2; u32 pad_ds_tune; u32 pad_cmd_tune; u32 emmc50_cfg0; u32 emmc50_cfg3; u32 sdc_fifo_cfg; u32 emmc_top_control; u32 emmc_top_cmd; u32 emmc50_pad_ds_tune; u32 loop_test_control; }; struct mtk_mmc_compatible { u8 clk_div_bits; bool recheck_sdio_irq; bool hs400_tune; bool needs_top_base; u32 pad_tune_reg; bool async_fifo; bool data_tune; bool busy_check; bool stop_clk_fix; u8 stop_dly_sel; u8 pop_en_cnt; bool enhance_rx; bool support_64g; bool use_internal_cd; bool support_new_tx; bool support_new_rx; }; struct msdc_tune_para { u32 iocon; u32 pad_tune; u32 pad_cmd_tune; u32 emmc_top_control; u32 emmc_top_cmd; }; struct msdc_delay_phase { u8 maxlen; u8 start; u8 final_phase; }; struct msdc_host { struct device *dev; const struct mtk_mmc_compatible *dev_comp; int cmd_rsp; spinlock_t lock; struct mmc_request *mrq; struct mmc_command *cmd; struct mmc_data *data; int error; void *base; void *top_base; struct msdc_dma dma; u64 dma_mask; u32 timeout_ns; u32 timeout_clks; struct pinctrl *pinctrl; struct pinctrl_state *pins_default; struct pinctrl_state *pins_uhs; struct pinctrl_state *pins_eint; struct delayed_work req_timeout; int irq; int eint_irq; struct reset_control *reset; struct clk *src_clk; struct clk *h_clk; struct clk *bus_clk; struct clk *src_clk_cg; struct clk *sys_clk_cg; struct clk *crypto_clk; struct clk_bulk_data bulk_clks[3]; u32 mclk; u32 src_clk_freq; unsigned char timing; bool vqmmc_enabled; u32 latch_ck; u32 hs400_ds_delay; u32 hs400_ds_dly3; u32 hs200_cmd_int_delay; u32 hs400_cmd_int_delay; u32 tuning_step; bool hs400_cmd_resp_sel_rising; bool hs400_mode; bool hs400_tuning; bool internal_cd; bool cqhci; bool hsq_en; struct msdc_save_para save_para; struct msdc_tune_para def_tune_para; struct msdc_tune_para saved_tune_para; struct cqhci_host *cq_host; u32 cq_ssc1_time; }; enum dw_mci_exynos_type { DW_MCI_TYPE_EXYNOS4210 = 0, DW_MCI_TYPE_EXYNOS4412 = 1, DW_MCI_TYPE_EXYNOS5250 = 2, DW_MCI_TYPE_EXYNOS5420 = 3, DW_MCI_TYPE_EXYNOS5420_SMU = 4, DW_MCI_TYPE_EXYNOS7 = 5, DW_MCI_TYPE_EXYNOS7_SMU = 6, DW_MCI_TYPE_EXYNOS7870 = 7, DW_MCI_TYPE_EXYNOS7870_SMU = 8, DW_MCI_TYPE_ARTPEC8 = 9, }; struct dw_mci_exynos_priv_data { enum dw_mci_exynos_type ctrl_type; u8 ciu_div; u32 sdr_timing; u32 ddr_timing; u32 hs400_timing; u32 tuned_sample; u32 cur_speed; u32 dqs_delay; u32 saved_dqs_en; u32 saved_strobe_ctrl; }; struct dw_mci_exynos_compatible { char *compatible; enum dw_mci_exynos_type ctrl_type; }; struct cqhci_slot { struct mmc_request *mrq; unsigned int flags; }; struct xenon_emmc_phy_regs { u16 timing_adj; u16 func_ctrl; u16 pad_ctrl; u16 pad_ctrl2; u16 dll_ctrl; u16 logic_timing_adj; u32 dll_update; u32 logic_timing_val; }; enum xenon_phy_type_enum { EMMC_5_0_PHY = 0, EMMC_5_1_PHY = 1, NR_PHY_TYPES = 2, }; enum soc_pad_ctrl_type { SOC_PAD_SD = 0, SOC_PAD_FIXED_1_8V = 1, }; struct soc_pad_ctrl { void *reg; enum soc_pad_ctrl_type pad_type; void (*set_soc_pad)(struct sdhci_host *, unsigned char); }; struct xenon_emmc_phy_params { bool slow_mode; u8 znr; u8 zpr; u8 nr_tun_times; u8 tun_step_divider; struct soc_pad_ctrl pad_ctrl; }; typedef __kernel_mode_t mode_t; struct ufs_debugfs_attr { const char *name; mode_t mode; const struct file_operations *fops; }; enum scpi_error_codes { SCPI_SUCCESS = 0, SCPI_ERR_PARAM = 1, SCPI_ERR_ALIGN = 2, SCPI_ERR_SIZE = 3, SCPI_ERR_HANDLER = 4, SCPI_ERR_ACCESS = 5, SCPI_ERR_RANGE = 6, SCPI_ERR_TIMEOUT = 7, SCPI_ERR_NOMEM = 8, SCPI_ERR_PWRSTATE = 9, SCPI_ERR_SUPPORT = 10, SCPI_ERR_DEVICE = 11, SCPI_ERR_BUSY = 12, SCPI_ERR_MAX = 13, }; enum scpi_std_cmd { SCPI_CMD_INVALID = 0, SCPI_CMD_SCPI_READY = 1, SCPI_CMD_SCPI_CAPABILITIES = 2, SCPI_CMD_SET_CSS_PWR_STATE = 3, SCPI_CMD_GET_CSS_PWR_STATE = 4, SCPI_CMD_SET_SYS_PWR_STATE = 5, SCPI_CMD_SET_CPU_TIMER = 6, SCPI_CMD_CANCEL_CPU_TIMER = 7, SCPI_CMD_DVFS_CAPABILITIES = 8, SCPI_CMD_GET_DVFS_INFO = 9, SCPI_CMD_SET_DVFS = 10, SCPI_CMD_GET_DVFS = 11, SCPI_CMD_GET_DVFS_STAT = 12, SCPI_CMD_CLOCK_CAPABILITIES = 13, SCPI_CMD_GET_CLOCK_INFO = 14, SCPI_CMD_SET_CLOCK_VALUE = 15, SCPI_CMD_GET_CLOCK_VALUE = 16, SCPI_CMD_PSU_CAPABILITIES = 17, SCPI_CMD_GET_PSU_INFO = 18, SCPI_CMD_SET_PSU = 19, SCPI_CMD_GET_PSU = 20, SCPI_CMD_SENSOR_CAPABILITIES = 21, SCPI_CMD_SENSOR_INFO = 22, SCPI_CMD_SENSOR_VALUE = 23, SCPI_CMD_SENSOR_CFG_PERIODIC = 24, SCPI_CMD_SENSOR_CFG_BOUNDS = 25, SCPI_CMD_SENSOR_ASYNC_VALUE = 26, SCPI_CMD_SET_DEVICE_PWR_STATE = 27, SCPI_CMD_GET_DEVICE_PWR_STATE = 28, SCPI_CMD_COUNT = 29, }; enum legacy_scpi_std_cmd { LEGACY_SCPI_CMD_INVALID = 0, LEGACY_SCPI_CMD_SCPI_READY = 1, LEGACY_SCPI_CMD_SCPI_CAPABILITIES = 2, LEGACY_SCPI_CMD_EVENT = 3, LEGACY_SCPI_CMD_SET_CSS_PWR_STATE = 4, LEGACY_SCPI_CMD_GET_CSS_PWR_STATE = 5, LEGACY_SCPI_CMD_CFG_PWR_STATE_STAT = 6, LEGACY_SCPI_CMD_GET_PWR_STATE_STAT = 7, LEGACY_SCPI_CMD_SYS_PWR_STATE = 8, LEGACY_SCPI_CMD_L2_READY = 9, LEGACY_SCPI_CMD_SET_AP_TIMER = 10, LEGACY_SCPI_CMD_CANCEL_AP_TIME = 11, LEGACY_SCPI_CMD_DVFS_CAPABILITIES = 12, LEGACY_SCPI_CMD_GET_DVFS_INFO = 13, LEGACY_SCPI_CMD_SET_DVFS = 14, LEGACY_SCPI_CMD_GET_DVFS = 15, LEGACY_SCPI_CMD_GET_DVFS_STAT = 16, LEGACY_SCPI_CMD_SET_RTC = 17, LEGACY_SCPI_CMD_GET_RTC = 18, LEGACY_SCPI_CMD_CLOCK_CAPABILITIES = 19, LEGACY_SCPI_CMD_SET_CLOCK_INDEX = 20, LEGACY_SCPI_CMD_SET_CLOCK_VALUE = 21, LEGACY_SCPI_CMD_GET_CLOCK_VALUE = 22, LEGACY_SCPI_CMD_PSU_CAPABILITIES = 23, LEGACY_SCPI_CMD_SET_PSU = 24, LEGACY_SCPI_CMD_GET_PSU = 25, LEGACY_SCPI_CMD_SENSOR_CAPABILITIES = 26, LEGACY_SCPI_CMD_SENSOR_INFO = 27, LEGACY_SCPI_CMD_SENSOR_VALUE = 28, LEGACY_SCPI_CMD_SENSOR_CFG_PERIODIC = 29, LEGACY_SCPI_CMD_SENSOR_CFG_BOUNDS = 30, LEGACY_SCPI_CMD_SENSOR_ASYNC_VALUE = 31, LEGACY_SCPI_CMD_COUNT = 32, }; enum scpi_drv_cmds { CMD_SCPI_CAPABILITIES = 0, CMD_GET_CLOCK_INFO = 1, CMD_GET_CLOCK_VALUE = 2, CMD_SET_CLOCK_VALUE = 3, CMD_GET_DVFS = 4, CMD_SET_DVFS = 5, CMD_GET_DVFS_INFO = 6, CMD_SENSOR_CAPABILITIES = 7, CMD_SENSOR_INFO = 8, CMD_SENSOR_VALUE = 9, CMD_SET_DEVICE_PWR_STATE = 10, CMD_GET_DEVICE_PWR_STATE = 11, CMD_MAX_COUNT = 12, }; struct scpi_xfer { u32 slot; u32 cmd; u32 status; const void *tx_buf; void *rx_buf; unsigned int tx_len; unsigned int rx_len; struct list_head node; struct completion done; }; struct scpi_chan { struct mbox_client cl; struct mbox_chan *chan; void *tx_payload; void *rx_payload; struct list_head rx_pending; struct list_head xfers_list; struct scpi_xfer *xfers; spinlock_t rx_lock; struct mutex xfers_lock; u8 token; }; struct scpi_drvinfo { u32 protocol_version; u32 firmware_version; bool is_legacy; int num_chans; int *commands; long unsigned int cmd_priority[1]; atomic_t next_chan; struct scpi_ops *scpi_ops; struct scpi_chan *channels; struct scpi_dvfs_info *dvfs[8]; }; struct scpi_shared_mem { __le32 command; __le32 status; u8 payload[0]; }; struct legacy_scpi_shared_mem { __le32 status; u8 payload[0]; }; struct scp_capabilities { __le32 protocol_version; __le32 event_version; __le32 platform_version; __le32 commands[4]; }; struct clk_get_info { __le16 id; __le16 flags; __le32 min_rate; __le32 max_rate; u8 name[20]; }; struct clk_set_value { __le16 id; __le16 reserved; __le32 rate; }; struct legacy_clk_set_value { __le32 rate; __le16 id; __le16 reserved; }; struct dvfs_info { u8 domain; u8 opp_count; __le16 latency; struct { __le32 freq; __le32 m_volt; } opps[16]; }; struct dvfs_set { u8 domain; u8 index; }; struct _scpi_sensor_info { __le16 sensor_id; u8 class; u8 trigger_type; char name[20]; }; struct dev_pstate_set { __le16 dev_id; u8 pstate; } __attribute__((packed)); struct dmi_memdev_info { const char *device; const char *bank; u64 size; u16 handle; u8 type; }; struct simplefb_platform_data { u32 width; u32 height; u32 stride; const char *format; }; enum scmi_imx_bbm_protocol_cmd { IMX_BBM_GPR_SET = 3, IMX_BBM_GPR_GET = 4, IMX_BBM_RTC_ATTRIBUTES = 5, IMX_BBM_RTC_TIME_SET = 6, IMX_BBM_RTC_TIME_GET = 7, IMX_BBM_RTC_ALARM_SET = 8, IMX_BBM_BUTTON_GET = 9, IMX_BBM_RTC_NOTIFY = 10, IMX_BBM_BUTTON_NOTIFY = 11, }; struct scmi_imx_bbm_info { u32 version; int nr_rtc; int nr_gpr; }; struct scmi_msg_imx_bbm_protocol_attributes { __le32 attributes; }; struct scmi_imx_bbm_set_time { __le32 id; __le32 flags; __le32 value_low; __le32 value_high; }; struct scmi_imx_bbm_get_time { __le32 id; __le32 flags; }; struct scmi_imx_bbm_alarm_time { __le32 id; __le32 flags; __le32 value_low; __le32 value_high; }; struct scmi_msg_imx_bbm_rtc_notify { __le32 rtc_id; __le32 flags; }; struct scmi_msg_imx_bbm_button_notify { __le32 flags; }; struct scmi_imx_bbm_notify_payld { __le32 flags; }; struct scmi_base_error_report { ktime_t timestamp; unsigned int agent_id; bool fatal; unsigned int cmd_count; long long unsigned int reports[0]; }; enum scmi_base_protocol_cmd { BASE_DISCOVER_VENDOR = 3, BASE_DISCOVER_SUB_VENDOR = 4, BASE_DISCOVER_IMPLEMENT_VERSION = 5, BASE_DISCOVER_LIST_PROTOCOLS = 6, BASE_DISCOVER_AGENT = 7, BASE_NOTIFY_ERRORS = 8, BASE_SET_DEVICE_PERMISSIONS = 9, BASE_SET_PROTOCOL_PERMISSIONS = 10, BASE_RESET_AGENT_CONFIGURATION = 11, }; struct scmi_msg_resp_base_attributes { u8 num_protocols; u8 num_agents; __le16 reserved; }; struct scmi_msg_resp_base_discover_agent { __le32 agent_id; u8 name[16]; }; struct scmi_msg_base_error_notify { __le32 event_control; }; struct scmi_base_error_notify_payld { __le32 agent_id; __le32 error_status; __le64 msg_reports[1024]; }; struct scmi_perf_level_report { ktime_t timestamp; unsigned int agent_id; unsigned int domain_id; unsigned int performance_level; long unsigned int performance_level_freq; }; enum scmi_performance_protocol_cmd { PERF_DOMAIN_ATTRIBUTES = 3, PERF_DESCRIBE_LEVELS = 4, PERF_LIMITS_SET = 5, PERF_LIMITS_GET = 6, PERF_LEVEL_SET = 7, PERF_LEVEL_GET = 8, PERF_NOTIFY_LIMITS = 9, PERF_NOTIFY_LEVEL = 10, PERF_DESCRIBE_FASTCHANNEL = 11, PERF_DOMAIN_NAME_GET = 12, }; enum { PERF_FC_LEVEL = 0, PERF_FC_LIMIT = 1, PERF_FC_MAX = 2, }; struct scmi_opp { u32 perf; u32 power; u32 trans_latency_us; u32 indicative_freq; u32 level_index; struct hlist_node hash; }; struct scmi_msg_resp_perf_attributes { __le16 num_domains; __le16 flags; __le32 stats_addr_low; __le32 stats_addr_high; __le32 stats_size; }; struct scmi_msg_resp_perf_domain_attributes { __le32 flags; __le32 rate_limit_us; __le32 sustained_freq_khz; __le32 sustained_perf_level; u8 name[16]; }; struct scmi_msg_perf_describe_levels { __le32 domain; __le32 level_index; }; struct scmi_perf_set_limits { __le32 domain; __le32 max_level; __le32 min_level; }; struct scmi_perf_get_limits { __le32 max_level; __le32 min_level; }; struct scmi_perf_set_level { __le32 domain; __le32 level; }; struct scmi_perf_notify_level_or_limits { __le32 domain; __le32 notify_enable; }; struct scmi_perf_limits_notify_payld { __le32 agent_id; __le32 domain_id; __le32 range_max; __le32 range_min; }; struct scmi_perf_level_notify_payld { __le32 agent_id; __le32 domain_id; __le32 performance_level; }; struct scmi_msg_resp_perf_describe_levels { __le16 num_returned; __le16 num_remaining; struct { __le32 perf_val; __le32 power; __le16 transition_latency_us; __le16 reserved; } opp[0]; }; struct scmi_msg_resp_perf_describe_levels_v4 { __le16 num_returned; __le16 num_remaining; struct { __le32 perf_val; __le32 power; __le16 transition_latency_us; __le16 reserved; __le32 indicative_freq; __le32 level_index; } opp[0]; }; struct perf_dom_info { u32 id; bool set_limits; bool perf_limit_notify; bool perf_level_notify; bool perf_fastchannels; bool level_indexing_mode; u32 opp_count; u32 rate_limit_us; u32 sustained_freq_khz; u32 sustained_perf_level; long unsigned int mult_factor; struct scmi_perf_domain_info info; struct scmi_opp opp[32]; struct scmi_fc_info *fc_info; struct xarray opps_by_idx; struct xarray opps_by_lvl; struct hlist_head opps_by_freq[32]; }; struct scmi_perf_info { u32 version; u16 num_domains; enum scmi_power_scale power_scale; u64 stats_addr; u32 stats_size; bool notify_lvl_cmd; bool notify_lim_cmd; struct perf_dom_info *dom_info; }; struct scmi_perf_ipriv { u32 version; struct perf_dom_info *perf_dom; }; enum scmi_system_events { SCMI_SYSTEM_SHUTDOWN = 0, SCMI_SYSTEM_COLDRESET = 1, SCMI_SYSTEM_WARMRESET = 2, SCMI_SYSTEM_POWERUP = 3, SCMI_SYSTEM_SUSPEND = 4, SCMI_SYSTEM_MAX = 5, }; struct scmi_system_power_state_notifier_report { ktime_t timestamp; unsigned int agent_id; unsigned int flags; unsigned int system_state; unsigned int timeout; }; enum scmi_system_protocol_cmd { SYSTEM_POWER_STATE_NOTIFY = 5, }; struct scmi_system_power_state_notify { __le32 notify_enable; }; struct scmi_system_power_state_notifier_payld { __le32 agent_id; __le32 flags; __le32 system_state; __le32 timeout; }; struct scmi_system_info { u32 version; bool graceful_timeout_supported; bool power_state_notify_cmd; }; enum scmi_pinctrl_selector_type { PIN_TYPE = 0, GROUP_TYPE = 1, FUNCTION_TYPE = 2, }; enum scmi_pinctrl_conf_type { SCMI_PIN_DEFAULT = 0, SCMI_PIN_BIAS_BUS_HOLD = 1, SCMI_PIN_BIAS_DISABLE = 2, SCMI_PIN_BIAS_HIGH_IMPEDANCE = 3, SCMI_PIN_BIAS_PULL_UP = 4, SCMI_PIN_BIAS_PULL_DEFAULT = 5, SCMI_PIN_BIAS_PULL_DOWN = 6, SCMI_PIN_DRIVE_OPEN_DRAIN = 7, SCMI_PIN_DRIVE_OPEN_SOURCE = 8, SCMI_PIN_DRIVE_PUSH_PULL = 9, SCMI_PIN_DRIVE_STRENGTH = 10, SCMI_PIN_INPUT_DEBOUNCE = 11, SCMI_PIN_INPUT_MODE = 12, SCMI_PIN_PULL_MODE = 13, SCMI_PIN_INPUT_VALUE = 14, SCMI_PIN_INPUT_SCHMITT = 15, SCMI_PIN_LOW_POWER_MODE = 16, SCMI_PIN_OUTPUT_MODE = 17, SCMI_PIN_OUTPUT_VALUE = 18, SCMI_PIN_POWER_SOURCE = 19, SCMI_PIN_SLEW_RATE = 20, SCMI_PIN_OEM_START = 192, SCMI_PIN_OEM_END = 255, }; struct scmi_pinctrl_proto_ops { int (*count_get)(const struct scmi_protocol_handle *, enum scmi_pinctrl_selector_type); int (*name_get)(const struct scmi_protocol_handle *, u32, enum scmi_pinctrl_selector_type, const char **); int (*group_pins_get)(const struct scmi_protocol_handle *, u32, const unsigned int **, unsigned int *); int (*function_groups_get)(const struct scmi_protocol_handle *, u32, unsigned int *, const unsigned int **); int (*mux_set)(const struct scmi_protocol_handle *, u32, u32); int (*settings_get_one)(const struct scmi_protocol_handle *, u32, enum scmi_pinctrl_selector_type, enum scmi_pinctrl_conf_type, u32 *); int (*settings_get_all)(const struct scmi_protocol_handle *, u32, enum scmi_pinctrl_selector_type, unsigned int *, enum scmi_pinctrl_conf_type *, u32 *); int (*settings_conf)(const struct scmi_protocol_handle *, u32, enum scmi_pinctrl_selector_type, unsigned int, enum scmi_pinctrl_conf_type *, u32 *); int (*pin_request)(const struct scmi_protocol_handle *, u32); int (*pin_free)(const struct scmi_protocol_handle *, u32); }; enum scmi_pinctrl_protocol_cmd { PINCTRL_ATTRIBUTES = 3, PINCTRL_LIST_ASSOCIATIONS = 4, PINCTRL_SETTINGS_GET = 5, PINCTRL_SETTINGS_CONFIGURE = 6, PINCTRL_REQUEST = 7, PINCTRL_RELEASE = 8, PINCTRL_NAME_GET = 9, PINCTRL_SET_PERMISSIONS = 10, }; struct scmi_msg_settings_conf { __le32 identifier; __le32 function_id; __le32 attributes; __le32 configs[0]; }; struct scmi_msg_settings_get { __le32 identifier; __le32 attributes; }; struct scmi_resp_settings_get { __le32 function_selected; __le32 num_configs; __le32 configs[0]; }; struct scmi_msg_pinctrl_protocol_attributes { __le32 attributes_low; __le32 attributes_high; }; struct scmi_msg_pinctrl_attributes { __le32 identifier; __le32 flags; }; struct scmi_resp_pinctrl_attributes { __le32 attributes; u8 name[16]; }; struct scmi_msg_pinctrl_list_assoc { __le32 identifier; __le32 flags; __le32 index; }; struct scmi_resp_pinctrl_list_assoc { __le32 flags; __le16 array[0]; }; struct scmi_msg_request { __le32 identifier; __le32 flags; }; struct scmi_group_info { char name[64]; bool present; u32 *group_pins; u32 nr_pins; }; struct scmi_function_info { char name[64]; bool present; u32 *groups; u32 nr_groups; }; struct scmi_pin_info { char name[64]; bool present; }; struct scmi_pinctrl_info { u32 version; int nr_groups; int nr_functions; int nr_pins; struct scmi_group_info *groups; struct scmi_function_info *functions; struct scmi_pin_info *pins; }; struct scmi_pinctrl_ipriv { u32 selector; enum scmi_pinctrl_selector_type type; u32 *array; }; struct scmi_settings_get_ipriv { u32 selector; enum scmi_pinctrl_selector_type type; bool get_all; unsigned int *nr_configs; enum scmi_pinctrl_conf_type *config_types; u32 *config_values; }; struct efi_system_resource_entry_v1 { efi_guid_t fw_class; u32 fw_type; u32 fw_version; u32 lowest_supported_fw_version; u32 capsule_flags; u32 last_attempt_version; u32 last_attempt_status; }; struct efi_system_resource_table { u32 fw_resource_count; u32 fw_resource_count_max; u64 fw_resource_version; u8 entries[0]; }; struct esre_entry { union { struct efi_system_resource_entry_v1 *esre1; } esre; struct kobject kobj; struct list_head list; }; struct esre_attribute { struct attribute attr; ssize_t (*show)(struct esre_entry *, char *); }; struct clocksource_mmio { void *reg; struct clocksource clksrc; }; struct sp804_timer { int load; int load_h; int value; int value_h; int ctrl; int intclr; int ris; int mis; int bgload; int bgload_h; int timer_base[2]; int width; }; struct sp804_clkevt { void *base; void *load; void *load_h; void *value; void *value_h; void *ctrl; void *intclr; void *ris; void *mis; void *bgload; void *bgload_h; long unsigned int reload; int width; }; struct of_endpoint { unsigned int port; unsigned int id; const struct device_node *local_node; }; struct supplier_bindings { struct device_node * (*parse_prop)(struct device_node *, const char *, int); struct device_node * (*get_con_dev)(struct device_node *); bool optional; u8 fwlink_flags; }; struct of_bus___2 { void (*count_cells)(const void *, int, int *, int *); u64 (*map)(__be32 *, const __be32 *, int, int, int); int (*translate)(__be32 *, u64, int); }; struct of_intc_desc { struct list_head list; of_irq_init_cb_t irq_init_cb; struct device_node *dev; struct device_node *interrupt_parent; }; struct ec_params_hello { uint32_t in_data; }; struct ec_response_hello { uint32_t out_data; }; struct ec_params_read_memmap { uint8_t offset; uint8_t size; }; struct ec_params_get_cmd_versions { uint8_t cmd; }; enum ec_comms_status { EC_COMMS_STATUS_PROCESSING = 1, }; struct ec_response_get_comms_status { uint32_t flags; }; struct ec_response_get_protocol_info { uint32_t protocol_versions; uint16_t max_request_packet_size; uint16_t max_response_packet_size; uint32_t flags; }; struct ec_response_host_event_mask { uint32_t mask; }; enum rwsig_action { RWSIG_ACTION_ABORT = 0, RWSIG_ACTION_CONTINUE = 1, }; struct ec_params_rwsig_action { uint32_t action; }; enum ec_vbnvcontext_op { EC_VBNV_CONTEXT_OP_READ = 0, EC_VBNV_CONTEXT_OP_WRITE = 1, }; struct ec_params_vbnvcontext { uint32_t op; uint8_t block[16]; }; struct trace_event_raw_cros_ec_sensorhub_timestamp { struct trace_entry ent; u32 ec_sample_timestamp; u32 ec_fifo_timestamp; s64 fifo_timestamp; s64 current_timestamp; s64 current_time; s64 delta; char __data[0]; }; struct trace_event_raw_cros_ec_sensorhub_data { struct trace_entry ent; u32 ec_sensor_num; u32 ec_fifo_timestamp; s64 fifo_timestamp; s64 current_timestamp; s64 current_time; s64 delta; char __data[0]; }; struct trace_event_raw_cros_ec_sensorhub_filter { struct trace_entry ent; s64 dx; s64 dy; s64 median_m; s64 median_error; s64 history_len; s64 x; s64 y; char __data[0]; }; struct trace_event_data_offsets_cros_ec_sensorhub_timestamp {}; struct trace_event_data_offsets_cros_ec_sensorhub_data {}; struct trace_event_data_offsets_cros_ec_sensorhub_filter {}; typedef void (*btf_trace_cros_ec_sensorhub_timestamp)(void *, u32, u32, s64, s64, s64); typedef void (*btf_trace_cros_ec_sensorhub_data)(void *, u32, u32, s64, s64, s64); typedef void (*btf_trace_cros_ec_sensorhub_filter)(void *, struct cros_ec_sensors_ts_filter_state *, s64, s64); struct acpi_table_pcct { struct acpi_table_header header; u32 flags; u64 reserved; }; enum acpi_pcct_type { ACPI_PCCT_TYPE_GENERIC_SUBSPACE = 0, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE = 1, ACPI_PCCT_TYPE_HW_REDUCED_SUBSPACE_TYPE2 = 2, ACPI_PCCT_TYPE_EXT_PCC_MASTER_SUBSPACE = 3, ACPI_PCCT_TYPE_EXT_PCC_SLAVE_SUBSPACE = 4, ACPI_PCCT_TYPE_HW_REG_COMM_SUBSPACE = 5, ACPI_PCCT_TYPE_RESERVED = 6, }; struct acpi_pcct_subspace { struct acpi_subtable_header header; u8 reserved[6]; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; } __attribute__((packed)); struct acpi_pcct_hw_reduced_type2 { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved; u64 base_address; u64 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u16 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_write_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_master { struct acpi_subtable_header header; u32 platform_interrupt; u8 flags; u8 reserved1; u64 base_address; u32 length; struct acpi_generic_address doorbell_register; u64 preserve_mask; u64 write_mask; u32 latency; u32 max_access_rate; u32 min_turnaround_time; struct acpi_generic_address platform_ack_register; u64 ack_preserve_mask; u64 ack_set_mask; u64 reserved2; struct acpi_generic_address cmd_complete_register; u64 cmd_complete_mask; struct acpi_generic_address cmd_update_register; u64 cmd_update_preserve_mask; u64 cmd_update_set_mask; struct acpi_generic_address error_status_register; u64 error_status_mask; } __attribute__((packed)); struct acpi_pcct_ext_pcc_shared_memory { u32 signature; u32 flags; u32 length; u32 command; }; struct pcc_chan_reg { void *vaddr; struct acpi_generic_address *gas; u64 preserve_mask; u64 set_mask; u64 status_mask; }; struct pcc_chan_info { struct pcc_mbox_chan chan; struct pcc_chan_reg db; struct pcc_chan_reg plat_irq_ack; struct pcc_chan_reg cmd_complete; struct pcc_chan_reg cmd_update; struct pcc_chan_reg error; int plat_irq; u8 type; unsigned int plat_irq_flags; bool chan_in_use; }; struct rproc_dump_segment { struct list_head node; dma_addr_t da; size_t size; void *priv; void (*dump)(struct rproc *, struct rproc_dump_segment *, void *, size_t, size_t); loff_t offset; }; struct rproc_coredump_state { struct rproc *rproc; void *header; struct completion dump_done; }; struct rpm_toc_entry { __le32 id; __le32 offset; __le32 size; }; struct rpm_toc { __le32 magic; __le32 count; struct rpm_toc_entry entries[0]; }; struct glink_rpm_pipe { struct qcom_glink_pipe native; void *tail; void *head; void *fifo; }; struct glink_rpm { struct qcom_glink *glink; int irq; struct mbox_client mbox_client; struct mbox_chan *mbox_chan; struct glink_rpm_pipe rx_pipe; struct glink_rpm_pipe tx_pipe; }; struct extcon_cable { struct extcon_dev *edev; int cable_index; struct attribute_group attr_g; struct device_attribute attr_name; struct device_attribute attr_state; struct attribute *attrs[3]; union extcon_property_value usb_propval[3]; union extcon_property_value chg_propval[1]; union extcon_property_value jack_propval[1]; union extcon_property_value disp_propval[2]; long unsigned int usb_bits[1]; long unsigned int chg_bits[1]; long unsigned int jack_bits[1]; long unsigned int disp_bits[1]; }; struct __extcon_info { unsigned int type; unsigned int id; const char *name; }; enum iio_modifier { IIO_NO_MOD = 0, IIO_MOD_X = 1, IIO_MOD_Y = 2, IIO_MOD_Z = 3, IIO_MOD_X_AND_Y = 4, IIO_MOD_X_AND_Z = 5, IIO_MOD_Y_AND_Z = 6, IIO_MOD_X_AND_Y_AND_Z = 7, IIO_MOD_X_OR_Y = 8, IIO_MOD_X_OR_Z = 9, IIO_MOD_Y_OR_Z = 10, IIO_MOD_X_OR_Y_OR_Z = 11, IIO_MOD_LIGHT_BOTH = 12, IIO_MOD_LIGHT_IR = 13, IIO_MOD_ROOT_SUM_SQUARED_X_Y = 14, IIO_MOD_SUM_SQUARED_X_Y_Z = 15, IIO_MOD_LIGHT_CLEAR = 16, IIO_MOD_LIGHT_RED = 17, IIO_MOD_LIGHT_GREEN = 18, IIO_MOD_LIGHT_BLUE = 19, IIO_MOD_QUATERNION = 20, IIO_MOD_TEMP_AMBIENT = 21, IIO_MOD_TEMP_OBJECT = 22, IIO_MOD_NORTH_MAGN = 23, IIO_MOD_NORTH_TRUE = 24, IIO_MOD_NORTH_MAGN_TILT_COMP = 25, IIO_MOD_NORTH_TRUE_TILT_COMP = 26, IIO_MOD_RUNNING = 27, IIO_MOD_JOGGING = 28, IIO_MOD_WALKING = 29, IIO_MOD_STILL = 30, IIO_MOD_ROOT_SUM_SQUARED_X_Y_Z = 31, IIO_MOD_I = 32, IIO_MOD_Q = 33, IIO_MOD_CO2 = 34, IIO_MOD_VOC = 35, IIO_MOD_LIGHT_UV = 36, IIO_MOD_LIGHT_DUV = 37, IIO_MOD_PM1 = 38, IIO_MOD_PM2P5 = 39, IIO_MOD_PM4 = 40, IIO_MOD_PM10 = 41, IIO_MOD_ETHANOL = 42, IIO_MOD_H2 = 43, IIO_MOD_O2 = 44, IIO_MOD_LINEAR_X = 45, IIO_MOD_LINEAR_Y = 46, IIO_MOD_LINEAR_Z = 47, IIO_MOD_PITCH = 48, IIO_MOD_YAW = 49, IIO_MOD_ROLL = 50, IIO_MOD_LIGHT_UVA = 51, IIO_MOD_LIGHT_UVB = 52, }; struct iio_enum { const char * const *items; unsigned int num_items; int (*set)(struct iio_dev *, const struct iio_chan_spec *, unsigned int); int (*get)(struct iio_dev *, const struct iio_chan_spec *); }; typedef const struct iio_mount_matrix *iio_get_mount_matrix_t(const struct iio_dev *, const struct iio_chan_spec *); enum iio_buffer_direction { IIO_BUFFER_DIRECTION_IN = 0, IIO_BUFFER_DIRECTION_OUT = 1, }; struct iio_buffer_access_funcs; struct iio_buffer { unsigned int length; long unsigned int flags; size_t bytes_per_datum; enum iio_buffer_direction direction; const struct iio_buffer_access_funcs *access; long int *scan_mask; struct list_head demux_list; wait_queue_head_t pollq; unsigned int watermark; bool scan_timestamp; struct list_head buffer_attr_list; struct attribute_group buffer_group; const struct iio_dev_attr **attrs; void *demux_bounce; struct list_head attached_entry; struct list_head buffer_list; struct kref ref; struct list_head dmabufs; struct mutex dmabufs_mutex; }; struct iio_dma_buffer_block; struct iio_buffer_access_funcs { int (*store_to)(struct iio_buffer *, const void *); int (*read)(struct iio_buffer *, size_t, char *); size_t (*data_available)(struct iio_buffer *); int (*remove_from)(struct iio_buffer *, void *); int (*write)(struct iio_buffer *, size_t, const char *); size_t (*space_available)(struct iio_buffer *); int (*request_update)(struct iio_buffer *); int (*set_bytes_per_datum)(struct iio_buffer *, size_t); int (*set_length)(struct iio_buffer *, unsigned int); int (*enable)(struct iio_buffer *, struct iio_dev *); int (*disable)(struct iio_buffer *, struct iio_dev *); void (*release)(struct iio_buffer *); struct iio_dma_buffer_block * (*attach_dmabuf)(struct iio_buffer *, struct dma_buf_attachment *); void (*detach_dmabuf)(struct iio_buffer *, struct iio_dma_buffer_block *); int (*enqueue_dmabuf)(struct iio_buffer *, struct iio_dma_buffer_block *, struct dma_fence *, struct sg_table *, size_t, bool); void (*lock_queue)(struct iio_buffer *); void (*unlock_queue)(struct iio_buffer *); unsigned int modes; unsigned int flags; }; struct iio_const_attr { const char *string; struct device_attribute dev_attr; }; struct iio_dev_buffer_pair { struct iio_dev *indio_dev; struct iio_buffer *buffer; }; struct iio_dmabuf { __u32 fd; __u32 flags; __u64 bytes_used; }; struct iio_dmabuf_priv { struct list_head entry; struct kref ref; struct iio_buffer *buffer; struct iio_dma_buffer_block *block; u64 context; spinlock_t lock; struct dma_buf_attachment *attach; struct sg_table *sgt; enum dma_data_direction dir; atomic_t seqno; }; struct iio_dma_fence { struct dma_fence base; struct iio_dmabuf_priv *priv; struct work_struct work; }; struct iio_device_config { unsigned int mode; unsigned int watermark; const long unsigned int *scan_mask; unsigned int scan_bytes; bool scan_timestamp; }; struct iio_demux_table { unsigned int from; unsigned int to; unsigned int length; struct list_head l; }; struct nvmem_cell_lookup { const char *nvmem_name; const char *cell_name; const char *dev_id; const char *con_id; struct list_head node; }; enum { NVMEM_ADD = 1, NVMEM_REMOVE = 2, NVMEM_CELL_ADD = 3, NVMEM_CELL_REMOVE = 4, NVMEM_LAYOUT_ADD = 5, NVMEM_LAYOUT_REMOVE = 6, }; struct nvmem_cell_table { const char *nvmem_name; const struct nvmem_cell_info *cells; size_t ncells; struct list_head node; }; struct nvmem_cell_entry { const char *name; int offset; size_t raw_len; int bytes; int bit_offset; int nbits; nvmem_cell_post_process_t read_post_process; void *priv; struct device_node *np; struct nvmem_device *nvmem; struct list_head node; }; struct nvmem_cell { struct nvmem_cell_entry *entry; const char *id; int index; }; struct optee_shm_arg_entry { struct list_head list_node; struct tee_shm *shm; long unsigned int map[1]; }; struct net_device_devres { struct net_device *ndev; }; enum { TCA_STATS_UNSPEC = 0, TCA_STATS_BASIC = 1, TCA_STATS_RATE_EST = 2, TCA_STATS_QUEUE = 3, TCA_STATS_APP = 4, TCA_STATS_RATE_EST64 = 5, TCA_STATS_PAD = 6, TCA_STATS_BASIC_HW = 7, TCA_STATS_PKT64 = 8, __TCA_STATS_MAX = 9, }; struct gnet_stats_basic { __u64 bytes; __u32 packets; }; struct gnet_stats_rate_est { __u32 bps; __u32 pps; }; enum { TCA_FLOWER_KEY_CT_FLAGS_NEW = 1, TCA_FLOWER_KEY_CT_FLAGS_ESTABLISHED = 2, TCA_FLOWER_KEY_CT_FLAGS_RELATED = 4, TCA_FLOWER_KEY_CT_FLAGS_TRACKED = 8, TCA_FLOWER_KEY_CT_FLAGS_INVALID = 16, TCA_FLOWER_KEY_CT_FLAGS_REPLY = 32, __TCA_FLOWER_KEY_CT_FLAGS_MAX = 33, }; enum flow_dissect_ret { FLOW_DISSECT_RET_OUT_GOOD = 0, FLOW_DISSECT_RET_OUT_BAD = 1, FLOW_DISSECT_RET_PROTO_AGAIN = 2, FLOW_DISSECT_RET_IPPROTO_AGAIN = 3, FLOW_DISSECT_RET_CONTINUE = 4, }; struct flow_dissector_mpls_lse { u32 mpls_ttl: 8; u32 mpls_bos: 1; u32 mpls_tc: 3; u32 mpls_label: 20; }; struct flow_dissector_key_mpls { struct flow_dissector_mpls_lse ls[7]; u8 used_lses; }; struct flow_dissector_key_enc_opts { u8 data[255]; u8 len; u32 dst_opt_type; }; struct flow_dissector_key_arp { __u32 sip; __u32 tip; __u8 op; unsigned char sha[6]; unsigned char tha[6]; }; struct flow_dissector_key_ports_range { union { struct flow_dissector_key_ports tp; struct { struct flow_dissector_key_ports tp_min; struct flow_dissector_key_ports tp_max; }; }; }; struct flow_dissector_key_tcp { __be16 flags; }; struct flow_dissector_key_meta { int ingress_ifindex; u16 ingress_iftype; u8 l2_miss; }; struct flow_dissector_key_ct { u16 ct_state; u16 ct_zone; u32 ct_mark; u32 ct_labels[4]; }; struct flow_dissector_key_hash { u32 hash; }; struct flow_dissector_key_num_of_vlans { u8 num_of_vlans; }; struct flow_dissector_key_pppoe { __be16 session_id; __be16 ppp_proto; __be16 type; }; struct flow_dissector_key_l2tpv3 { __be32 session_id; }; struct flow_dissector_key_ipsec { __be32 spi; }; struct flow_dissector_key_cfm { u8 mdl_ver; u8 opcode; }; struct flow_dissector_key { enum flow_dissector_key_id key_id; size_t offset; }; struct flow_keys_digest { u8 data[16]; }; struct ip_esp_hdr { __be32 spi; __be32 seq_no; __u8 enc_data[0]; }; enum bpf_ret_code { BPF_OK = 0, BPF_DROP = 2, BPF_REDIRECT = 7, BPF_LWT_REROUTE = 128, BPF_FLOW_DISSECTOR_CONTINUE = 129, }; enum { BPF_FLOW_DISSECTOR_F_PARSE_1ST_FRAG = 1, BPF_FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL = 2, BPF_FLOW_DISSECTOR_F_STOP_AT_ENCAP = 4, }; struct gre_full_hdr { struct gre_base_hdr fixed_header; __be16 csum; __be16 reserved1; __be32 key; __be32 seq; }; struct pptp_gre_header { struct gre_base_hdr gre_hd; __be16 payload_len; __be16 call_id; __be32 seq; __be32 ack; }; struct tipc_basic_hdr { __be32 w[4]; }; enum dccp_state { DCCP_OPEN = 1, DCCP_REQUESTING = 2, DCCP_LISTEN = 10, DCCP_RESPOND = 3, DCCP_ACTIVE_CLOSEREQ = 4, DCCP_PASSIVE_CLOSE = 8, DCCP_CLOSING = 11, DCCP_TIME_WAIT = 6, DCCP_CLOSED = 7, DCCP_NEW_SYN_RECV = 12, DCCP_PARTOPEN = 14, DCCP_PASSIVE_CLOSEREQ = 15, DCCP_MAX_STATES = 16, }; struct pppoe_tag { __be16 tag_type; __be16 tag_len; char tag_data[0]; }; struct pppoe_hdr { __u8 type: 4; __u8 ver: 4; __u8 code; __be16 sid; __be16 length; struct pppoe_tag tag[0]; }; struct hsr_tag { __be16 path_and_LSDU_size; __be16 sequence_nr; __be16 encap_proto; }; struct mpls_label { __be32 entry; }; enum batadv_packettype { BATADV_IV_OGM = 0, BATADV_BCAST = 1, BATADV_CODED = 2, BATADV_ELP = 3, BATADV_OGM2 = 4, BATADV_MCAST = 5, BATADV_UNICAST = 64, BATADV_UNICAST_FRAG = 65, BATADV_UNICAST_4ADDR = 66, BATADV_ICMP = 67, BATADV_UNICAST_TVLV = 68, }; struct batadv_unicast_packet { __u8 packet_type; __u8 version; __u8 ttl; __u8 ttvn; __u8 dest[6]; }; struct _flow_keys_digest_data { __be16 n_proto; u8 ip_proto; u8 padding; __be32 ports; __be32 src; __be32 dst; }; enum { BPF_F_RECOMPUTE_CSUM = 1, BPF_F_INVALIDATE_HASH = 2, }; enum { BPF_F_HDR_FIELD_MASK = 15, }; enum { BPF_F_PSEUDO_HDR = 16, BPF_F_MARK_MANGLED_0 = 32, BPF_F_MARK_ENFORCE = 64, BPF_F_IPV6 = 128, }; enum { BPF_F_TUNINFO_IPV6 = 1, }; enum { BPF_F_ZERO_CSUM_TX = 2, BPF_F_DONT_FRAGMENT = 4, BPF_F_SEQ_NUMBER = 8, BPF_F_NO_TUNNEL_KEY = 16, }; enum { BPF_F_TUNINFO_FLAGS = 16, }; enum { BPF_CSUM_LEVEL_QUERY = 0, BPF_CSUM_LEVEL_INC = 1, BPF_CSUM_LEVEL_DEC = 2, BPF_CSUM_LEVEL_RESET = 3, }; enum { BPF_F_ADJ_ROOM_FIXED_GSO = 1, BPF_F_ADJ_ROOM_ENCAP_L3_IPV4 = 2, BPF_F_ADJ_ROOM_ENCAP_L3_IPV6 = 4, BPF_F_ADJ_ROOM_ENCAP_L4_GRE = 8, BPF_F_ADJ_ROOM_ENCAP_L4_UDP = 16, BPF_F_ADJ_ROOM_NO_CSUM_RESET = 32, BPF_F_ADJ_ROOM_ENCAP_L2_ETH = 64, BPF_F_ADJ_ROOM_DECAP_L3_IPV4 = 128, BPF_F_ADJ_ROOM_DECAP_L3_IPV6 = 256, }; enum { BPF_ADJ_ROOM_ENCAP_L2_MASK = 255, BPF_ADJ_ROOM_ENCAP_L2_SHIFT = 56, }; enum { BPF_SK_LOOKUP_F_REPLACE = 1, BPF_SK_LOOKUP_F_NO_REUSEPORT = 2, }; enum bpf_adj_room_mode { BPF_ADJ_ROOM_NET = 0, BPF_ADJ_ROOM_MAC = 1, }; enum bpf_hdr_start_off { BPF_HDR_START_MAC = 0, BPF_HDR_START_NET = 1, }; enum { BPF_SKB_TSTAMP_UNSPEC = 0, BPF_SKB_TSTAMP_DELIVERY_MONO = 1, BPF_SKB_CLOCK_REALTIME = 0, BPF_SKB_CLOCK_MONOTONIC = 1, BPF_SKB_CLOCK_TAI = 2, }; struct bpf_tunnel_key { __u32 tunnel_id; union { __u32 remote_ipv4; __u32 remote_ipv6[4]; }; __u8 tunnel_tos; __u8 tunnel_ttl; union { __u16 tunnel_ext; __be16 tunnel_flags; }; __u32 tunnel_label; union { __u32 local_ipv4; __u32 local_ipv6[4]; }; }; struct bpf_tcp_sock { __u32 snd_cwnd; __u32 srtt_us; __u32 rtt_min; __u32 snd_ssthresh; __u32 rcv_nxt; __u32 snd_nxt; __u32 snd_una; __u32 mss_cache; __u32 ecn_flags; __u32 rate_delivered; __u32 rate_interval_us; __u32 packets_out; __u32 retrans_out; __u32 total_retrans; __u32 segs_in; __u32 data_segs_in; __u32 segs_out; __u32 data_segs_out; __u32 lost_out; __u32 sacked_out; __u64 bytes_received; __u64 bytes_acked; __u32 dsack_dups; __u32 delivered; __u32 delivered_ce; __u32 icsk_retransmits; }; struct bpf_xdp_sock { __u32 queue_id; }; enum { TCP_BPF_IW = 1001, TCP_BPF_SNDCWND_CLAMP = 1002, TCP_BPF_DELACK_MAX = 1003, TCP_BPF_RTO_MIN = 1004, TCP_BPF_SYN = 1005, TCP_BPF_SYN_IP = 1006, TCP_BPF_SYN_MAC = 1007, TCP_BPF_SOCK_OPS_CB_FLAGS = 1008, SK_BPF_CB_FLAGS = 1009, }; enum { BPF_LOAD_HDR_OPT_TCP_SYN = 1, }; enum { BPF_FIB_LOOKUP_DIRECT = 1, BPF_FIB_LOOKUP_OUTPUT = 2, BPF_FIB_LOOKUP_SKIP_NEIGH = 4, BPF_FIB_LOOKUP_TBID = 8, BPF_FIB_LOOKUP_SRC = 16, BPF_FIB_LOOKUP_MARK = 32, }; enum { BPF_FIB_LKUP_RET_SUCCESS = 0, BPF_FIB_LKUP_RET_BLACKHOLE = 1, BPF_FIB_LKUP_RET_UNREACHABLE = 2, BPF_FIB_LKUP_RET_PROHIBIT = 3, BPF_FIB_LKUP_RET_NOT_FWDED = 4, BPF_FIB_LKUP_RET_FWD_DISABLED = 5, BPF_FIB_LKUP_RET_UNSUPP_LWT = 6, BPF_FIB_LKUP_RET_NO_NEIGH = 7, BPF_FIB_LKUP_RET_FRAG_NEEDED = 8, BPF_FIB_LKUP_RET_NO_SRC_ADDR = 9, }; struct bpf_fib_lookup { __u8 family; __u8 l4_protocol; __be16 sport; __be16 dport; union { __u16 tot_len; __u16 mtu_result; }; __u32 ifindex; union { __u8 tos; __be32 flowinfo; __u32 rt_metric; }; union { __be32 ipv4_src; __u32 ipv6_src[4]; }; union { __be32 ipv4_dst; __u32 ipv6_dst[4]; }; union { struct { __be16 h_vlan_proto; __be16 h_vlan_TCI; }; __u32 tbid; }; union { struct { __u32 mark; }; struct { __u8 smac[6]; __u8 dmac[6]; }; }; }; struct bpf_redir_neigh { __u32 nh_family; union { __be32 ipv4_nh; __u32 ipv6_nh[4]; }; }; enum bpf_check_mtu_flags { BPF_MTU_CHK_SEGS = 1, }; enum bpf_check_mtu_ret { BPF_MTU_CHK_RET_SUCCESS = 0, BPF_MTU_CHK_RET_FRAG_NEEDED = 1, BPF_MTU_CHK_RET_SEGS_TOOBIG = 2, }; struct udp6_sock { struct udp_sock udp; struct ipv6_pinfo inet6; long: 64; long: 64; long: 64; long: 64; long: 64; }; struct bpf_tcp_req_attrs { u32 rcv_tsval; u32 rcv_tsecr; u16 mss; u8 rcv_wscale; u8 snd_wscale; u8 ecn_ok; u8 wscale_ok; u8 sack_ok; u8 tstamp_ok; u8 usec_ts_ok; u8 reserved[3]; }; struct tls_msg { u8 control; }; struct sk_skb_cb { unsigned char data[20]; unsigned char pad[4]; struct _strp_msg strp; struct tls_msg tls; u64 temp_reg; }; typedef u64 (*btf_bpf_skb_get_pay_offset)(struct sk_buff *); typedef u64 (*btf_bpf_skb_get_nlattr)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_get_nlattr_nest)(struct sk_buff *, u32, u32); typedef u64 (*btf_bpf_skb_load_helper_8)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_8_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_16)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_16_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_load_helper_32)(const struct sk_buff *, const void *, int, int); typedef u64 (*btf_bpf_skb_load_helper_32_no_cache)(const struct sk_buff *, int); typedef u64 (*btf_bpf_skb_store_bytes)(struct sk_buff *, u32, const void *, u32, u64); typedef u64 (*btf_bpf_skb_load_bytes)(const struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_flow_dissector_load_bytes)(const struct bpf_flow_dissector *, u32, void *, u32); typedef u64 (*btf_bpf_skb_load_bytes_relative)(const struct sk_buff *, u32, void *, u32, u32); typedef u64 (*btf_bpf_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_sk_fullsock)(struct sock *); typedef u64 (*btf_sk_skb_pull_data)(struct sk_buff *, u32); typedef u64 (*btf_bpf_l3_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_l4_csum_replace)(struct sk_buff *, u32, u64, u64, u64); typedef u64 (*btf_bpf_csum_diff)(__be32 *, u32, __be32 *, u32, __wsum); typedef u64 (*btf_bpf_csum_update)(struct sk_buff *, __wsum); typedef u64 (*btf_bpf_csum_level)(struct sk_buff *, u64); enum { BPF_F_NEIGH = 65536, BPF_F_PEER = 131072, BPF_F_NEXTHOP = 262144, }; typedef u64 (*btf_bpf_clone_redirect)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_redirect)(u32, u64); typedef u64 (*btf_bpf_redirect_peer)(u32, u64); typedef u64 (*btf_bpf_redirect_neigh)(u32, struct bpf_redir_neigh *, int, u64); typedef u64 (*btf_bpf_msg_apply_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_cork_bytes)(struct sk_msg *, u32); typedef u64 (*btf_bpf_msg_pull_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_push_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_msg_pop_data)(struct sk_msg *, u32, u32, u64); typedef u64 (*btf_bpf_get_cgroup_classid_curr)(); typedef u64 (*btf_bpf_skb_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_cgroup_classid)(const struct sk_buff *); typedef u64 (*btf_bpf_get_route_realm)(const struct sk_buff *); typedef u64 (*btf_bpf_get_hash_recalc)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash_invalid)(struct sk_buff *); typedef u64 (*btf_bpf_set_hash)(struct sk_buff *, u32); typedef u64 (*btf_bpf_skb_vlan_push)(struct sk_buff *, __be16, u16); typedef u64 (*btf_bpf_skb_vlan_pop)(struct sk_buff *); typedef u64 (*btf_bpf_skb_change_proto)(struct sk_buff *, __be16, u64); typedef u64 (*btf_bpf_skb_change_type)(struct sk_buff *, u32); typedef u64 (*btf_sk_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_adjust_room)(struct sk_buff *, s32, u32, u64); typedef u64 (*btf_bpf_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_tail)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_sk_skb_change_head)(struct sk_buff *, u32, u64); typedef u64 (*btf_bpf_xdp_get_buff_len)(struct xdp_buff *); typedef u64 (*btf_bpf_xdp_adjust_head)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_load_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_store_bytes)(struct xdp_buff *, u32, void *, u32); typedef u64 (*btf_bpf_xdp_adjust_tail)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_adjust_meta)(struct xdp_buff *, int); typedef u64 (*btf_bpf_xdp_redirect)(u32, u64); typedef u64 (*btf_bpf_xdp_redirect_map)(struct bpf_map *, u64, u64); typedef u64 (*btf_bpf_skb_event_output)(struct sk_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_skb_get_tunnel_key)(struct sk_buff *, struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_get_tunnel_opt)(struct sk_buff *, u8 *, u32); typedef u64 (*btf_bpf_skb_set_tunnel_key)(struct sk_buff *, const struct bpf_tunnel_key *, u32, u64); typedef u64 (*btf_bpf_skb_set_tunnel_opt)(struct sk_buff *, const u8 *, u32); typedef u64 (*btf_bpf_skb_under_cgroup)(struct sk_buff *, struct bpf_map *, u32); typedef u64 (*btf_bpf_skb_cgroup_id)(const struct sk_buff *); typedef u64 (*btf_bpf_skb_ancestor_cgroup_id)(const struct sk_buff *, int); typedef u64 (*btf_bpf_sk_cgroup_id)(struct sock *); typedef u64 (*btf_bpf_sk_ancestor_cgroup_id)(struct sock *, int); typedef u64 (*btf_bpf_xdp_event_output)(struct xdp_buff *, struct bpf_map *, u64, void *, u64); typedef u64 (*btf_bpf_get_socket_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_socket_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_socket_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_socket_ptr_cookie)(struct sock *); typedef u64 (*btf_bpf_get_socket_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie)(struct sk_buff *); typedef u64 (*btf_bpf_get_netns_cookie_sock)(struct sock *); typedef u64 (*btf_bpf_get_netns_cookie_sock_addr)(struct bpf_sock_addr_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sock_ops)(struct bpf_sock_ops_kern *); typedef u64 (*btf_bpf_get_netns_cookie_sk_msg)(struct sk_msg *); typedef u64 (*btf_bpf_get_socket_uid)(struct sk_buff *); typedef u64 (*btf_bpf_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_setsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_unlocked_sk_getsockopt)(struct sock *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_setsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_addr_getsockopt)(struct bpf_sock_addr_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_setsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_getsockopt)(struct bpf_sock_ops_kern *, int, int, char *, int); typedef u64 (*btf_bpf_sock_ops_cb_flags_set)(struct bpf_sock_ops_kern *, int); typedef u64 (*btf_bpf_bind)(struct bpf_sock_addr_kern *, struct sockaddr *, int); typedef u64 (*btf_bpf_xdp_fib_lookup)(struct xdp_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_fib_lookup)(struct sk_buff *, struct bpf_fib_lookup *, int, u32); typedef u64 (*btf_bpf_skb_check_mtu)(struct sk_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_xdp_check_mtu)(struct xdp_buff *, u32, u32 *, s32, u64); typedef u64 (*btf_bpf_lwt_in_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_lwt_xmit_push_encap)(struct sk_buff *, u32, void *, u32); typedef u64 (*btf_bpf_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_skc_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_tcp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tc_sk_lookup_udp)(struct sk_buff *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sk_release)(struct sock *); typedef u64 (*btf_bpf_xdp_sk_lookup_udp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_skc_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_xdp_sk_lookup_tcp)(struct xdp_buff *, struct bpf_sock_tuple *, u32, u32, u64); typedef u64 (*btf_bpf_sock_addr_skc_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_tcp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_sock_addr_sk_lookup_udp)(struct bpf_sock_addr_kern *, struct bpf_sock_tuple *, u32, u64, u64); typedef u64 (*btf_bpf_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_get_listener_sock)(struct sock *); typedef u64 (*btf_bpf_skb_ecn_set_ce)(struct sk_buff *); typedef u64 (*btf_bpf_tcp_check_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_tcp_gen_syncookie)(struct sock *, void *, u32, struct tcphdr *, u32); typedef u64 (*btf_bpf_sk_assign)(struct sk_buff *, struct sock *, u64); typedef u64 (*btf_bpf_sock_ops_load_hdr_opt)(struct bpf_sock_ops_kern *, void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_store_hdr_opt)(struct bpf_sock_ops_kern *, const void *, u32, u64); typedef u64 (*btf_bpf_sock_ops_reserve_hdr_opt)(struct bpf_sock_ops_kern *, u32, u64); typedef u64 (*btf_bpf_skb_set_tstamp)(struct sk_buff *, u64, u32); typedef u64 (*btf_sk_select_reuseport)(struct sk_reuseport_kern *, struct bpf_map *, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes)(const struct sk_reuseport_kern *, u32, void *, u32); typedef u64 (*btf_sk_reuseport_load_bytes_relative)(const struct sk_reuseport_kern *, u32, void *, u32, u32); typedef u64 (*btf_bpf_sk_lookup_assign)(struct bpf_sk_lookup_kern *, struct sock *, u64); typedef u64 (*btf_bpf_skc_to_tcp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_timewait_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_tcp_request_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_udp6_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_unix_sock)(struct sock *); typedef u64 (*btf_bpf_skc_to_mptcp_sock)(struct sock *); typedef u64 (*btf_bpf_sock_from_file)(struct file *); struct flow_match_meta { struct flow_dissector_key_meta *key; struct flow_dissector_key_meta *mask; }; struct flow_match_basic { struct flow_dissector_key_basic *key; struct flow_dissector_key_basic *mask; }; struct flow_match_control { struct flow_dissector_key_control *key; struct flow_dissector_key_control *mask; }; struct flow_match_eth_addrs { struct flow_dissector_key_eth_addrs *key; struct flow_dissector_key_eth_addrs *mask; }; struct flow_match_vlan { struct flow_dissector_key_vlan *key; struct flow_dissector_key_vlan *mask; }; struct flow_match_arp { struct flow_dissector_key_arp *key; struct flow_dissector_key_arp *mask; }; struct flow_match_ipv4_addrs { struct flow_dissector_key_ipv4_addrs *key; struct flow_dissector_key_ipv4_addrs *mask; }; struct flow_match_ipv6_addrs { struct flow_dissector_key_ipv6_addrs *key; struct flow_dissector_key_ipv6_addrs *mask; }; struct flow_match_ip { struct flow_dissector_key_ip *key; struct flow_dissector_key_ip *mask; }; struct flow_match_ports { struct flow_dissector_key_ports *key; struct flow_dissector_key_ports *mask; }; struct flow_match_ports_range { struct flow_dissector_key_ports_range *key; struct flow_dissector_key_ports_range *mask; }; struct flow_match_icmp { struct flow_dissector_key_icmp *key; struct flow_dissector_key_icmp *mask; }; struct flow_match_tcp { struct flow_dissector_key_tcp *key; struct flow_dissector_key_tcp *mask; }; struct flow_match_ipsec { struct flow_dissector_key_ipsec *key; struct flow_dissector_key_ipsec *mask; }; struct flow_match_mpls { struct flow_dissector_key_mpls *key; struct flow_dissector_key_mpls *mask; }; struct flow_match_enc_keyid { struct flow_dissector_key_keyid *key; struct flow_dissector_key_keyid *mask; }; struct flow_match_enc_opts { struct flow_dissector_key_enc_opts *key; struct flow_dissector_key_enc_opts *mask; }; struct flow_match_ct { struct flow_dissector_key_ct *key; struct flow_dissector_key_ct *mask; }; struct flow_match_pppoe { struct flow_dissector_key_pppoe *key; struct flow_dissector_key_pppoe *mask; }; struct flow_match_l2tpv3 { struct flow_dissector_key_l2tpv3 *key; struct flow_dissector_key_l2tpv3 *mask; }; struct flow_stats { u64 pkts; u64 bytes; u64 drops; u64 lastused; enum flow_action_hw_stats used_hw_stats; bool used_hw_stats_valid; }; enum offload_act_command { FLOW_ACT_REPLACE = 0, FLOW_ACT_DESTROY = 1, FLOW_ACT_STATS = 2, }; struct flow_offload_action { struct netlink_ext_ack *extack; enum offload_act_command command; enum flow_action_id id; u32 index; long unsigned int cookie; struct flow_stats stats; struct flow_action action; }; typedef int flow_indr_block_bind_cb_t(struct net_device *, struct Qdisc *, void *, enum tc_setup_type, void *, void *, void (*)(struct flow_block_cb *)); struct flow_indr_dev { struct list_head list; flow_indr_block_bind_cb_t *cb; void *cb_priv; refcount_t refcnt; }; struct flow_indir_dev_info { void *data; struct net_device *dev; struct Qdisc *sch; enum tc_setup_type type; void (*cleanup)(struct flow_block_cb *); struct list_head list; enum flow_block_command command; enum flow_block_binder_type binder_type; struct list_head *cb_list; }; enum ethtool_test_flags { ETH_TEST_FL_OFFLINE = 1, ETH_TEST_FL_FAILED = 2, ETH_TEST_FL_EXTERNAL_LB = 4, ETH_TEST_FL_EXTERNAL_LB_DONE = 8, }; struct net_packet_attrs { const unsigned char *src; const unsigned char *dst; u32 ip_src; u32 ip_dst; bool tcp; u16 sport; u16 dport; int timeout; int size; int max_size; u8 id; u16 queue_mapping; }; struct net_test_priv { struct net_packet_attrs *packet; struct packet_type pt; struct completion comp; int double_vlan; int vlan_id; int ok; }; struct netsfhdr { __be32 version; __be64 magic; u8 id; } __attribute__((packed)); struct net_test { char name[32]; int (*fn)(struct net_device *); }; enum netdev_lag_tx_type { NETDEV_LAG_TX_TYPE_UNKNOWN = 0, NETDEV_LAG_TX_TYPE_RANDOM = 1, NETDEV_LAG_TX_TYPE_BROADCAST = 2, NETDEV_LAG_TX_TYPE_ROUNDROBIN = 3, NETDEV_LAG_TX_TYPE_ACTIVEBACKUP = 4, NETDEV_LAG_TX_TYPE_HASH = 5, }; enum netdev_lag_hash { NETDEV_LAG_HASH_NONE = 0, NETDEV_LAG_HASH_L2 = 1, NETDEV_LAG_HASH_L34 = 2, NETDEV_LAG_HASH_L23 = 3, NETDEV_LAG_HASH_E23 = 4, NETDEV_LAG_HASH_E34 = 5, NETDEV_LAG_HASH_VLAN_SRCMAC = 6, NETDEV_LAG_HASH_UNKNOWN = 7, }; struct netdev_lag_upper_info { enum netdev_lag_tx_type tx_type; enum netdev_lag_hash hash_type; }; enum { SK_DIAG_BPF_STORAGE_REQ_NONE = 0, SK_DIAG_BPF_STORAGE_REQ_MAP_FD = 1, __SK_DIAG_BPF_STORAGE_REQ_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_REP_NONE = 0, SK_DIAG_BPF_STORAGE = 1, __SK_DIAG_BPF_STORAGE_REP_MAX = 2, }; enum { SK_DIAG_BPF_STORAGE_NONE = 0, SK_DIAG_BPF_STORAGE_PAD = 1, SK_DIAG_BPF_STORAGE_MAP_ID = 2, SK_DIAG_BPF_STORAGE_MAP_VALUE = 3, __SK_DIAG_BPF_STORAGE_MAX = 4, }; typedef u64 (*btf_bpf_sk_storage_get)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete)(struct bpf_map *, struct sock *); typedef u64 (*btf_bpf_sk_storage_get_tracing)(struct bpf_map *, struct sock *, void *, u64, gfp_t); typedef u64 (*btf_bpf_sk_storage_delete_tracing)(struct bpf_map *, struct sock *); struct bpf_sk_storage_diag { u32 nr_maps; struct bpf_map *maps[0]; }; struct bpf_iter_seq_sk_storage_map_info { struct bpf_map *map; unsigned int bucket_id; unsigned int skip_elems; }; struct bpf_iter__bpf_sk_storage_map { union { struct bpf_iter_meta *meta; }; union { struct bpf_map *map; }; union { struct sock *sk; }; union { void *value; }; }; struct compat_cmsghdr { compat_size_t cmsg_len; compat_int_t cmsg_level; compat_int_t cmsg_type; }; struct sch_frag_data { long unsigned int dst; struct qdisc_skb_cb cb; __be16 inner_protocol; u16 vlan_tci; __be16 vlan_proto; unsigned int l2_len; u8 l2_data[18]; int (*xmit)(struct sk_buff *); }; struct tcamsg { unsigned char tca_family; unsigned char tca__pad1; short unsigned int tca__pad2; }; enum { TCA_ROOT_UNSPEC = 0, TCA_ROOT_TAB = 1, TCA_ROOT_FLAGS = 2, TCA_ROOT_COUNT = 3, TCA_ROOT_TIME_DELTA = 4, TCA_ROOT_EXT_WARN_MSG = 5, __TCA_ROOT_MAX = 6, }; struct tc_action_net { struct tcf_idrinfo *idrinfo; const struct tc_action_ops *ops; }; struct tc_act_pernet_id { struct list_head list; unsigned int id; }; struct bpf_dummy_ops_state { int val; }; struct bpf_dummy_ops { int (*test_1)(struct bpf_dummy_ops_state *); int (*test_2)(struct bpf_dummy_ops_state *, int, short unsigned int, char, long unsigned int); int (*test_sleepable)(struct bpf_dummy_ops_state *); }; typedef int (*dummy_ops_test_ret_fn)(struct bpf_dummy_ops_state *, ...); struct bpf_dummy_ops_test_args { u64 args[12]; struct bpf_dummy_ops_state state; }; struct bpf_struct_ops_bpf_dummy_ops { struct bpf_struct_ops_common_value common; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; long: 64; struct bpf_dummy_ops data; long: 64; long: 64; long: 64; long: 64; long: 64; }; enum ethtool_multicast_groups { ETHNL_MCGRP_MONITOR = 0, }; struct ethnl_dump_ctx { const struct ethnl_request_ops *ops; struct ethnl_req_info *req_info; struct ethnl_reply_data *reply_data; long unsigned int pos_ifindex; }; typedef void (*ethnl_notify_handler_t)(struct net_device *, unsigned int, const void *); struct linkinfo_reply_data { struct ethnl_reply_data base; struct ethtool_link_ksettings ksettings; struct ethtool_link_settings *lsettings; }; struct debug_reply_data { struct ethnl_reply_data base; u32 msg_mask; }; struct privflags_reply_data { struct ethnl_reply_data base; const char (*priv_flag_names)[32]; unsigned int n_priv_flags; u32 priv_flags; }; enum { ETHTOOL_A_PAUSE_STAT_UNSPEC = 0, ETHTOOL_A_PAUSE_STAT_PAD = 1, ETHTOOL_A_PAUSE_STAT_TX_FRAMES = 2, ETHTOOL_A_PAUSE_STAT_RX_FRAMES = 3, __ETHTOOL_A_PAUSE_STAT_CNT = 4, ETHTOOL_A_PAUSE_STAT_MAX = 3, }; struct pause_req_info { struct ethnl_req_info base; enum ethtool_mac_stats_src src; }; struct pause_reply_data { struct ethnl_reply_data base; struct ethtool_pauseparam pauseparam; struct ethtool_pause_stats pausestat; }; enum { ETHTOOL_A_TUNNEL_UDP_UNSPEC = 0, ETHTOOL_A_TUNNEL_UDP_TABLE = 1, __ETHTOOL_A_TUNNEL_UDP_CNT = 2, ETHTOOL_A_TUNNEL_UDP_MAX = 1, }; struct ethnl_tunnel_info_dump_ctx { struct ethnl_req_info req_info; long unsigned int ifindex; }; enum { ETHTOOL_A_MM_STAT_UNSPEC = 0, ETHTOOL_A_MM_STAT_PAD = 1, ETHTOOL_A_MM_STAT_REASSEMBLY_ERRORS = 2, ETHTOOL_A_MM_STAT_SMD_ERRORS = 3, ETHTOOL_A_MM_STAT_REASSEMBLY_OK = 4, ETHTOOL_A_MM_STAT_RX_FRAG_COUNT = 5, ETHTOOL_A_MM_STAT_TX_FRAG_COUNT = 6, ETHTOOL_A_MM_STAT_HOLD_COUNT = 7, __ETHTOOL_A_MM_STAT_CNT = 8, ETHTOOL_A_MM_STAT_MAX = 7, }; struct mm_reply_data { struct ethnl_reply_data base; struct ethtool_mm_state state; struct ethtool_mm_stats stats; }; enum ethtool_c33_pse_ext_state { ETHTOOL_C33_PSE_EXT_STATE_ERROR_CONDITION = 1, ETHTOOL_C33_PSE_EXT_STATE_MR_MPS_VALID = 2, ETHTOOL_C33_PSE_EXT_STATE_MR_PSE_ENABLE = 3, ETHTOOL_C33_PSE_EXT_STATE_OPTION_DETECT_TED = 4, ETHTOOL_C33_PSE_EXT_STATE_OPTION_VPORT_LIM = 5, ETHTOOL_C33_PSE_EXT_STATE_OVLD_DETECTED = 6, ETHTOOL_C33_PSE_EXT_STATE_PD_DLL_POWER_TYPE = 7, ETHTOOL_C33_PSE_EXT_STATE_POWER_NOT_AVAILABLE = 8, ETHTOOL_C33_PSE_EXT_STATE_SHORT_DETECTED = 9, }; enum ethtool_c33_pse_ext_substate_error_condition { ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_NON_EXISTING_PORT = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_UNDEFINED_PORT = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_INTERNAL_HW_FAULT = 3, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_COMM_ERROR_AFTER_FORCE_ON = 4, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_UNKNOWN_PORT_STATUS = 5, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_HOST_CRASH_TURN_OFF = 6, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_HOST_CRASH_FORCE_SHUTDOWN = 7, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_CONFIG_CHANGE = 8, ETHTOOL_C33_PSE_EXT_SUBSTATE_ERROR_CONDITION_DETECTED_OVER_TEMP = 9, }; enum ethtool_c33_pse_ext_substate_mr_pse_enable { ETHTOOL_C33_PSE_EXT_SUBSTATE_MR_PSE_ENABLE_DISABLE_PIN_ACTIVE = 1, }; enum ethtool_c33_pse_ext_substate_option_detect_ted { ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_DETECT_TED_DET_IN_PROCESS = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_DETECT_TED_CONNECTION_CHECK_ERROR = 2, }; enum ethtool_c33_pse_ext_substate_option_vport_lim { ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_HIGH_VOLTAGE = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_LOW_VOLTAGE = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_OPTION_VPORT_LIM_VOLTAGE_INJECTION = 3, }; enum ethtool_c33_pse_ext_substate_ovld_detected { ETHTOOL_C33_PSE_EXT_SUBSTATE_OVLD_DETECTED_OVERLOAD = 1, }; enum ethtool_c33_pse_ext_substate_power_not_available { ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_BUDGET_EXCEEDED = 1, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_PORT_PW_LIMIT_EXCEEDS_CONTROLLER_BUDGET = 2, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_PD_REQUEST_EXCEEDS_PORT_LIMIT = 3, ETHTOOL_C33_PSE_EXT_SUBSTATE_POWER_NOT_AVAILABLE_HW_PW_LIMIT = 4, }; enum ethtool_c33_pse_ext_substate_short_detected { ETHTOOL_C33_PSE_EXT_SUBSTATE_SHORT_DETECTED_SHORT_CONDITION = 1, }; enum ethtool_c33_pse_admin_state { ETHTOOL_C33_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_C33_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_C33_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_c33_pse_pw_d_status { ETHTOOL_C33_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_C33_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_C33_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_C33_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_C33_PSE_PW_D_STATUS_TEST = 5, ETHTOOL_C33_PSE_PW_D_STATUS_FAULT = 6, ETHTOOL_C33_PSE_PW_D_STATUS_OTHERFAULT = 7, }; enum ethtool_podl_pse_admin_state { ETHTOOL_PODL_PSE_ADMIN_STATE_UNKNOWN = 1, ETHTOOL_PODL_PSE_ADMIN_STATE_DISABLED = 2, ETHTOOL_PODL_PSE_ADMIN_STATE_ENABLED = 3, }; enum ethtool_podl_pse_pw_d_status { ETHTOOL_PODL_PSE_PW_D_STATUS_UNKNOWN = 1, ETHTOOL_PODL_PSE_PW_D_STATUS_DISABLED = 2, ETHTOOL_PODL_PSE_PW_D_STATUS_SEARCHING = 3, ETHTOOL_PODL_PSE_PW_D_STATUS_DELIVERING = 4, ETHTOOL_PODL_PSE_PW_D_STATUS_SLEEP = 5, ETHTOOL_PODL_PSE_PW_D_STATUS_IDLE = 6, ETHTOOL_PODL_PSE_PW_D_STATUS_ERROR = 7, }; struct ethtool_c33_pse_ext_state_info { enum ethtool_c33_pse_ext_state c33_pse_ext_state; union { enum ethtool_c33_pse_ext_substate_error_condition error_condition; enum ethtool_c33_pse_ext_substate_mr_pse_enable mr_pse_enable; enum ethtool_c33_pse_ext_substate_option_detect_ted option_detect_ted; enum ethtool_c33_pse_ext_substate_option_vport_lim option_vport_lim; enum ethtool_c33_pse_ext_substate_ovld_detected ovld_detected; enum ethtool_c33_pse_ext_substate_power_not_available power_not_available; enum ethtool_c33_pse_ext_substate_short_detected short_detected; u32 __c33_pse_ext_substate; }; }; struct ethtool_c33_pse_pw_limit_range { u32 min; u32 max; }; struct pse_control_config { enum ethtool_podl_pse_admin_state podl_admin_control; enum ethtool_c33_pse_admin_state c33_admin_control; }; struct ethtool_pse_control_status { enum ethtool_podl_pse_admin_state podl_admin_state; enum ethtool_podl_pse_pw_d_status podl_pw_status; enum ethtool_c33_pse_admin_state c33_admin_state; enum ethtool_c33_pse_pw_d_status c33_pw_status; u32 c33_pw_class; u32 c33_actual_pw; struct ethtool_c33_pse_ext_state_info c33_ext_state_info; u32 c33_avail_pw_limit; struct ethtool_c33_pse_pw_limit_range *c33_pw_limit_ranges; u32 c33_pw_limit_nb_ranges; }; enum { ETHTOOL_A_C33_PSE_PW_LIMIT_UNSPEC = 0, ETHTOOL_A_C33_PSE_PW_LIMIT_MIN = 1, ETHTOOL_A_C33_PSE_PW_LIMIT_MAX = 2, __ETHTOOL_A_C33_PSE_PW_LIMIT_CNT = 3, __ETHTOOL_A_C33_PSE_PW_LIMIT_MAX = 2, }; struct pse_reply_data { struct ethnl_reply_data base; struct ethtool_pse_control_status status; }; struct nf_hook_entries_rcu_head { struct callback_head head; void *allocation; }; struct nfnl_ct_hook { size_t (*build_size)(const struct nf_conn *); int (*build)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, u_int16_t, u_int16_t); int (*parse)(const struct nlattr *, struct nf_conn *); int (*attach_expect)(const struct nlattr *, struct nf_conn *, u32, u32); void (*seq_adjust)(struct sk_buff *, struct nf_conn *, enum ip_conntrack_info, s32); }; enum ip_conntrack_expect_events { IPEXP_NEW = 0, IPEXP_DESTROY = 1, }; enum retry_state { STATE_CONGESTED = 0, STATE_RESTART = 1, STATE_DONE = 2, }; struct rt_cache_stat { unsigned int in_slow_tot; unsigned int in_slow_mc; unsigned int in_no_route; unsigned int in_brd; unsigned int in_martian_dst; unsigned int in_martian_src; unsigned int out_slow_tot; unsigned int out_slow_mc; }; enum { BPF_WRITE_HDR_TCP_CURRENT_MSS = 1, BPF_WRITE_HDR_TCP_SYNACK_COOKIE = 2, }; enum tsq_flags { TSQF_THROTTLED = 1, TSQF_QUEUED = 2, TCPF_TSQ_DEFERRED = 4, TCPF_WRITE_TIMER_DEFERRED = 8, TCPF_DELACK_TIMER_DEFERRED = 16, TCPF_MTU_REDUCED_DEFERRED = 32, TCPF_ACK_DEFERRED = 64, }; struct mptcp_out_options { u16 suboptions; struct mptcp_rm_list rm_list; u8 join_id; u8 backup; u8 reset_reason: 4; u8 reset_transient: 1; u8 csum_reqd: 1; u8 allow_join_id0: 1; union { struct { u64 sndr_key; u64 rcvr_key; u64 data_seq; u32 subflow_seq; u16 data_len; __sum16 csum; }; struct { struct mptcp_addr_info addr; u64 ahmac; }; struct { struct mptcp_ext ext_copy; u64 fail_seq; }; struct { u32 nonce; u32 token; u64 thmac; u8 hmac[20]; }; }; }; struct tcp_out_options { u16 options; u16 mss; u8 ws; u8 num_sack_blocks; u8 hash_size; u8 bpf_opt_len; __u8 *hash_location; __u32 tsval; __u32 tsecr; struct tcp_fastopen_cookie *fastopen_cookie; struct mptcp_out_options mptcp; }; struct tsq_tasklet { struct tasklet_struct tasklet; struct list_head head; }; struct tcp_plb_state { u8 consec_cong_rounds: 5; u8 unused: 3; u32 pause_until; }; typedef struct sock * (*udp_lookup_t)(const struct sk_buff *, __be16, __be16); typedef struct sk_buff * (*gro_receive_sk_t)(struct sock *, struct list_head *, struct sk_buff *); enum { IFLA_INET_UNSPEC = 0, IFLA_INET_CONF = 1, __IFLA_INET_MAX = 2, }; struct in_validator_info { __be32 ivi_addr; struct in_device *ivi_dev; struct netlink_ext_ack *extack; }; struct devinet_sysctl_table { struct ctl_table_header *sysctl_header; struct ctl_table devinet_vars[33]; }; struct fib_nh_notifier_info { struct fib_notifier_info info; struct fib_nh *fib_nh; }; struct ping_table { struct hlist_head hash[64]; spinlock_t lock; }; struct bictcp { u32 cnt; u32 last_max_cwnd; u32 last_cwnd; u32 last_time; u32 bic_origin_point; u32 bic_K; u32 delay_min; u32 epoch_start; u32 ack_cnt; u32 tcp_cwnd; u16 unused; u8 sample_cnt; u8 found; u32 round_start; u32 end_seq; u32 last_ack; u32 curr_rtt; }; struct unix_stream_read_state { int (*recv_actor)(struct sk_buff *, int, int, struct unix_stream_read_state *); struct socket *socket; struct msghdr *msg; struct pipe_inode_info *pipe; size_t size; int flags; unsigned int splice_flags; }; struct bpf_unix_iter_state { struct seq_net_private p; unsigned int cur_sk; unsigned int end_sk; unsigned int max_sk; struct sock **batch; bool st_bucket_done; }; struct bpf_iter__unix { union { struct bpf_iter_meta *meta; }; union { struct unix_sock *unix_sk; }; uid_t uid; }; enum fib6_walk_state { FWS_L = 0, FWS_R = 1, FWS_C = 2, FWS_U = 3, }; struct fib6_walker { struct list_head lh; struct fib6_node *root; struct fib6_node *node; struct fib6_info *leaf; enum fib6_walk_state state; unsigned int skip; unsigned int count; unsigned int skip_in_node; int (*func)(struct fib6_walker *); void *args; }; struct fib6_entry_notifier_info { struct fib_notifier_info info; struct fib6_info *rt; unsigned int nsiblings; }; struct ipv6_route_iter { struct seq_net_private p; struct fib6_walker w; loff_t skip; struct fib6_table *tbl; int sernum; }; struct bpf_iter__ipv6_route { union { struct bpf_iter_meta *meta; }; union { struct fib6_info *rt; }; }; struct fib6_cleaner { struct fib6_walker w; struct net *net; int (*func)(struct fib6_info *, void *); int sernum; void *arg; bool skip_notify; }; enum { FIB6_NO_SERNUM_CHANGE = 0, }; struct fib6_dump_arg { struct net *net; struct notifier_block *nb; struct netlink_ext_ack *extack; }; struct fib6_nh_pcpu_arg { struct fib6_info *from; const struct fib6_table *table; }; struct lookup_args { int offset; const struct in6_addr *addr; }; enum ip6_defrag_users { IP6_DEFRAG_LOCAL_DELIVER = 0, IP6_DEFRAG_CONNTRACK_IN = 1, __IP6_DEFRAG_CONNTRACK_IN = 65536, IP6_DEFRAG_CONNTRACK_OUT = 65537, __IP6_DEFRAG_CONNTRACK_OUT = 131072, IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 131073, __IP6_DEFRAG_CONNTRACK_BRIDGE_IN = 196608, }; struct rt0_hdr { struct ipv6_rt_hdr rt_hdr; __u32 reserved; struct in6_addr addr[0]; }; struct ioam6_hdr { __u8 opt_type; __u8 opt_len; char: 8; __u8 type; }; enum { IP6_FH_F_FRAG = 1, IP6_FH_F_AUTH = 2, IP6_FH_F_SKIP_RH = 4, }; struct errormap { char *name; int val; int namelen; struct hlist_node list; }; enum dns_payload_content_type { DNS_PAYLOAD_IS_SERVER_LIST = 0, }; enum dns_lookup_status { DNS_LOOKUP_NOT_DONE = 0, DNS_LOOKUP_GOOD = 1, DNS_LOOKUP_GOOD_WITH_BAD = 2, DNS_LOOKUP_BAD = 3, DNS_LOOKUP_GOT_NOT_FOUND = 4, DNS_LOOKUP_GOT_LOCAL_FAILURE = 5, DNS_LOOKUP_GOT_TEMP_FAILURE = 6, DNS_LOOKUP_GOT_NS_FAILURE = 7, NR__dns_lookup_status = 8, }; struct dns_payload_header { __u8 zero; __u8 content; __u8 version; }; struct dns_server_list_v1_header { struct dns_payload_header hdr; __u8 source; __u8 status; __u8 nr_servers; }; enum { dns_key_data = 0, dns_key_error = 1, }; struct sockaddr_xdp { __u16 sxdp_family; __u16 sxdp_flags; __u32 sxdp_ifindex; __u32 sxdp_queue_id; __u32 sxdp_shared_umem_fd; }; struct xdp_ring_offset { __u64 producer; __u64 consumer; __u64 desc; __u64 flags; }; struct xdp_mmap_offsets { struct xdp_ring_offset rx; struct xdp_ring_offset tx; struct xdp_ring_offset fr; struct xdp_ring_offset cr; }; struct xdp_statistics { __u64 rx_dropped; __u64 rx_invalid_descs; __u64 tx_invalid_descs; __u64 rx_ring_full; __u64 rx_fill_ring_empty_descs; __u64 tx_ring_empty_descs; }; struct xdp_options { __u32 flags; }; struct xdp_ring_offset_v1 { __u64 producer; __u64 consumer; __u64 desc; }; struct xdp_mmap_offsets_v1 { struct xdp_ring_offset_v1 rx; struct xdp_ring_offset_v1 tx; struct xdp_ring_offset_v1 fr; struct xdp_ring_offset_v1 cr; }; struct parsed_desc { u32 mb; u32 valid; }; struct csum_pseudo_header { __be64 data_seq; __be32 subflow_seq; __be16 data_len; __sum16 csum; }; struct mptcp_pernet { struct ctl_table_header *ctl_table_hdr; unsigned int add_addr_timeout; unsigned int blackhole_timeout; unsigned int close_timeout; unsigned int stale_loss_cnt; atomic_t active_disable_times; u8 syn_retrans_before_tcp_fallback; long unsigned int active_disable_stamp; u8 mptcp_enabled; u8 checksum_enabled; u8 allow_join_initial_addr_port; u8 pm_type; char scheduler[16]; char path_manager[16]; }; enum mptcp_event_attr { MPTCP_ATTR_UNSPEC = 0, MPTCP_ATTR_TOKEN = 1, MPTCP_ATTR_FAMILY = 2, MPTCP_ATTR_LOC_ID = 3, MPTCP_ATTR_REM_ID = 4, MPTCP_ATTR_SADDR4 = 5, MPTCP_ATTR_SADDR6 = 6, MPTCP_ATTR_DADDR4 = 7, MPTCP_ATTR_DADDR6 = 8, MPTCP_ATTR_SPORT = 9, MPTCP_ATTR_DPORT = 10, MPTCP_ATTR_BACKUP = 11, MPTCP_ATTR_ERROR = 12, MPTCP_ATTR_FLAGS = 13, MPTCP_ATTR_TIMEOUT = 14, MPTCP_ATTR_IF_IDX = 15, MPTCP_ATTR_RESET_REASON = 16, MPTCP_ATTR_RESET_FLAGS = 17, MPTCP_ATTR_SERVER_SIDE = 18, __MPTCP_ATTR_MAX = 19, }; typedef long unsigned int cycles_t; struct freader { void *buf; u32 buf_sz; int err; union { struct { struct file *file; struct folio *folio; void *addr; loff_t folio_off; bool may_fault; }; struct { const char *data; u64 data_sz; }; }; }; struct fdt_errtabent { const char *str; }; struct ida_bitmap { long unsigned int bitmap[16]; }; typedef struct { u32 red_mask; u32 green_mask; u32 blue_mask; u32 reserved_mask; } efi_pixel_bitmask_t; typedef struct { u32 version; u32 horizontal_resolution; u32 vertical_resolution; int pixel_format; efi_pixel_bitmask_t pixel_information; u32 pixels_per_scan_line; } efi_graphics_output_mode_info_t; union efi_graphics_output_protocol_mode { struct { u32 max_mode; u32 mode; efi_graphics_output_mode_info_t *info; long unsigned int size_of_info; efi_physical_addr_t frame_buffer_base; long unsigned int frame_buffer_size; }; struct { u32 max_mode; u32 mode; u32 info; u32 size_of_info; u64 frame_buffer_base; u32 frame_buffer_size; } mixed_mode; }; typedef union efi_graphics_output_protocol_mode efi_graphics_output_protocol_mode_t; union efi_graphics_output_protocol; typedef union efi_graphics_output_protocol efi_graphics_output_protocol_t; union efi_graphics_output_protocol { struct { efi_status_t (*query_mode)(efi_graphics_output_protocol_t *, u32, long unsigned int *, efi_graphics_output_mode_info_t **); efi_status_t (*set_mode)(efi_graphics_output_protocol_t *, u32); void *blt; efi_graphics_output_protocol_mode_t *mode; }; struct { u32 query_mode; u32 set_mode; u32 blt; u32 mode; } mixed_mode; }; enum efi_cmdline_option { EFI_CMDLINE_NONE = 0, EFI_CMDLINE_MODE_NUM = 1, EFI_CMDLINE_RES = 2, EFI_CMDLINE_AUTO = 3, EFI_CMDLINE_LIST = 4, }; struct match { u32 mode; u32 area; u8 depth; }; union efi_rng_protocol; typedef union efi_rng_protocol efi_rng_protocol_t; union efi_rng_protocol { struct { efi_status_t (*get_info)(efi_rng_protocol_t *, long unsigned int *, efi_guid_t *); efi_status_t (*get_rng)(efi_rng_protocol_t *, efi_guid_t *, long unsigned int, u8 *); }; struct { u32 get_info; u32 get_rng; } mixed_mode; }; struct efi_smbios_type4_record { struct efi_smbios_record header; u8 socket; u8 processor_type; u8 processor_family; u8 processor_manufacturer; u8 processor_id[8]; u8 processor_version; u8 voltage; u16 external_clock; u16 max_speed; u16 current_speed; u8 status; u8 processor_upgrade; u16 l1_cache_handle; u16 l2_cache_handle; u16 l3_cache_handle; u8 serial_number; u8 asset_tag; u8 part_number; u8 core_count; u8 enabled_core_count; u8 thread_count; u16 processor_characteristics; u16 processor_family2; u16 core_count2; u16 enabled_core_count2; u16 thread_count2; u16 thread_enabled; }; typedef enum { EfiPciIoWidthUint8 = 0, EfiPciIoWidthUint16 = 1, EfiPciIoWidthUint32 = 2, EfiPciIoWidthUint64 = 3, EfiPciIoWidthFifoUint8 = 4, EfiPciIoWidthFifoUint16 = 5, EfiPciIoWidthFifoUint32 = 6, EfiPciIoWidthFifoUint64 = 7, EfiPciIoWidthFillUint8 = 8, EfiPciIoWidthFillUint16 = 9, EfiPciIoWidthFillUint32 = 10, EfiPciIoWidthFillUint64 = 11, EfiPciIoWidthMaximum = 12, } EFI_PCI_IO_PROTOCOL_WIDTH; typedef struct { u32 read; u32 write; } efi_pci_io_protocol_access_32_t; typedef struct { void *read; void *write; } efi_pci_io_protocol_access_t; union efi_pci_io_protocol; typedef union efi_pci_io_protocol efi_pci_io_protocol_t; typedef efi_status_t (*efi_pci_io_protocol_cfg_t)(efi_pci_io_protocol_t *, EFI_PCI_IO_PROTOCOL_WIDTH, u32, long unsigned int, void *); typedef struct { efi_pci_io_protocol_cfg_t read; efi_pci_io_protocol_cfg_t write; } efi_pci_io_protocol_config_access_t; union efi_pci_io_protocol { struct { void *poll_mem; void *poll_io; efi_pci_io_protocol_access_t mem; efi_pci_io_protocol_access_t io; efi_pci_io_protocol_config_access_t pci; void *copy_mem; void *map; void *unmap; void *allocate_buffer; void *free_buffer; void *flush; efi_status_t (*get_location)(efi_pci_io_protocol_t *, long unsigned int *, long unsigned int *, long unsigned int *, long unsigned int *); void *attributes; void *get_bar_attributes; void *set_bar_attributes; uint64_t romsize; void *romimage; }; struct { u32 poll_mem; u32 poll_io; efi_pci_io_protocol_access_32_t mem; efi_pci_io_protocol_access_32_t io; efi_pci_io_protocol_access_32_t pci; u32 copy_mem; u32 map; u32 unmap; u32 allocate_buffer; u32 free_buffer; u32 flush; u32 get_location; u32 attributes; u32 get_bar_attributes; u32 set_bar_attributes; u64 romsize; u32 romimage; } mixed_mode; }; #ifndef BPF_NO_PRESERVE_ACCESS_INDEX #pragma clang attribute pop #endif #endif /* __VMLINUX_H__ */ inspektor-gadget-0.46.0/include/gadget/bits.bpf.h000066400000000000000000000010201510117411400215720ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __BITS_BPF_H #define __BITS_BPF_H static __always_inline u64 log2(u32 v) { u32 shift, r; r = (v > 0xFFFF) << 4; v >>= r; shift = (v > 0xFF) << 3; v >>= shift; r |= shift; shift = (v > 0xF) << 2; v >>= shift; r |= shift; shift = (v > 0x3) << 1; v >>= shift; r |= shift; r |= (v >> 1); return r; } static __always_inline u64 log2l(u64 v) { u32 hi = v >> 32; if (hi) return log2(hi) + 32; else return log2(v); } #endif /* __BITS_BPF_H */ inspektor-gadget-0.46.0/include/gadget/buffer.h000066400000000000000000000036361510117411400213530ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) /* Copyright (c) 2022 Hengqi Chen */ #ifndef __BUFFER_BPF_H #define __BUFFER_BPF_H #include #include #ifndef GADGET_MAX_EVENT_SIZE #define GADGET_MAX_EVENT_SIZE 10240 #endif #define GADGET_TRACER_MAP(name, size) \ struct { \ __uint(type, BPF_MAP_TYPE_RINGBUF); \ __uint(max_entries, size); \ } name SEC(".maps"); \ const void *gadget_map_tracer_##name __attribute__((unused)); #ifndef GADGET_NO_BUF_RESERVE struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __uint(key_size, sizeof(__u32)); __uint(value_size, GADGET_MAX_EVENT_SIZE); } gadget_heap SEC(".maps"); static __always_inline void *gadget_reserve_buf(void *map, __u64 size) { static const int zero = 0; if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_reserve)) return bpf_ringbuf_reserve(map, size, 0); return bpf_map_lookup_elem(&gadget_heap, &zero); } static __always_inline void gadget_discard_buf(void *buf) { if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_discard)) bpf_ringbuf_discard(buf, 0); } static __always_inline long gadget_submit_buf(void *ctx, void *map, void *buf, __u64 size) { if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_submit)) { bpf_ringbuf_submit(buf, 0); return 0; } return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); } #endif /* GADGET_NO_BUF_RESERVE */ static __always_inline long gadget_output_buf(void *ctx, void *map, void *buf, __u64 size) { if (bpf_core_enum_value_exists(enum bpf_func_id, BPF_FUNC_ringbuf_output)) { bpf_ringbuf_output(map, buf, size, 0); return 0; } return bpf_perf_event_output(ctx, map, BPF_F_CURRENT_CPU, buf, size); } #endif /* __BUFFER_BPF_H */ inspektor-gadget-0.46.0/include/gadget/common.h000066400000000000000000000017311510117411400213640ustar00rootroot00000000000000/* SPDX-License-Identifier: Apache-2.0 */ #ifndef __COMMON_H #define __COMMON_H #include #include #include #include // gadget_process_populate fills the given process struct with the current // process information. void static __always_inline gadget_process_populate(struct gadget_process *p) { __u64 pid_tgid = bpf_get_current_pid_tgid(); __u64 uid_gid = bpf_get_current_uid_gid(); p->pid = pid_tgid >> 32; p->tid = pid_tgid; bpf_get_current_comm(p->comm, sizeof(p->comm)); p->creds.uid = uid_gid; p->creds.gid = uid_gid >> 32; struct task_struct *task = (struct task_struct *)bpf_get_current_task(); p->mntns_id = BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum); struct task_struct *parent = BPF_CORE_READ(task, real_parent); if (parent == NULL) return; bpf_probe_read_kernel(&p->parent.comm, sizeof(p->parent.comm), parent->comm); p->parent.pid = BPF_CORE_READ(parent, tgid); } #endif inspektor-gadget-0.46.0/include/gadget/core_fixes.bpf.h000066400000000000000000000151711510117411400227730ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ /* Copyright (c) 2021 Hengqi Chen */ #ifndef __CORE_FIXES_BPF_H #define __CORE_FIXES_BPF_H //#include "vmlinux.h" #include /** * kernel commit 9fdc4273b8da ("libbpf: Fix up verifier log for unguarded * failed CO-RE relos") explains the idea of BPF instruction "poisoning" for * failed relocations: * * While failing CO-RE relocation is expected, it is expected to be * property guarded in BPF code such that BPF verifier always eliminates * BPF instructions corresponding to such failed CO-RE relos as dead code. * In cases when user failed to take such precautions, BPF verifier * provides the best log it can: * * 123: (85) call unknown#195896080 * invalid func unknown#195896080 * * Such incomprehensible log error is due to libbpf "poisoning" BPF * instruction that corresponds to failed CO-RE relocation by replacing it * with invalid `call 0xbad2310` instruction (195896080 == 0xbad2310 reads * "bad relo" if you squint hard enough). * * cilium/ebpf uses the same strategy with the same value (0xbad2310). * * const badRelo = asm.BuiltinFunc(0xbad2310) * * bpf_core_unreachable() provides a way to trigger the bpf verifier to reject * the program with the same error. This can be used in the following way: * * typedef void (*btf_trace_block_rq_insert___new)(void *, struct request *); * * if (bpf_core_type_matches(btf_trace_block_rq_issue___new)) { * // After commit a54895fa (v5.11-rc1) * return trace_rq_start((void *)ctx[0], true); * } else { * bpf_core_unreachable(); * } * * See: * https://github.com/torvalds/linux/commit/9fdc4273b8da * https://github.com/cilium/ebpf/commit/b2df9e8f0042 * https://github.com/cilium/ebpf/blob/v0.13.2/btf/core.go#L44 */ static void (*bpf_core_unreachable)(void) = (void *)0xbad2310; /** * commit 2f064a59a1 ("sched: Change task_struct::state") changes * the name of task_struct::state to task_struct::__state * see: * https://github.com/torvalds/linux/commit/2f064a59a1 */ struct task_struct___o { volatile long int state; } __attribute__((preserve_access_index)); struct task_struct___x { unsigned int __state; } __attribute__((preserve_access_index)); static __always_inline __s64 get_task_state(void *task) { struct task_struct___x *t = task; if (bpf_core_field_exists(t->__state)) return BPF_CORE_READ(t, __state); return BPF_CORE_READ((struct task_struct___o *)task, state); } /** * commit 309dca309fc3 ("block: store a block_device pointer in struct bio") * adds a new member bi_bdev which is a pointer to struct block_device * see: * https://github.com/torvalds/linux/commit/309dca309fc3 */ struct bio___o { struct gendisk *bi_disk; } __attribute__((preserve_access_index)); struct bio___x { struct block_device *bi_bdev; } __attribute__((preserve_access_index)); static __always_inline struct gendisk *get_gendisk(void *bio) { struct bio___x *b = bio; if (bpf_core_field_exists(b->bi_bdev)) return BPF_CORE_READ(b, bi_bdev, bd_disk); return BPF_CORE_READ((struct bio___o *)bio, bi_disk); } /** * commit d5869fdc189f ("block: introduce block_rq_error tracepoint") * adds a new tracepoint block_rq_error and it shares the same arguments * with tracepoint block_rq_complete. As a result, the kernel BTF now has * a `struct trace_event_raw_block_rq_completion` instead of * `struct trace_event_raw_block_rq_complete`. * see: * https://github.com/torvalds/linux/commit/d5869fdc189f */ struct trace_event_raw_block_rq_complete___x { dev_t dev; sector_t sector; unsigned int nr_sector; } __attribute__((preserve_access_index)); struct trace_event_raw_block_rq_completion___x { dev_t dev; sector_t sector; unsigned int nr_sector; } __attribute__((preserve_access_index)); static __always_inline bool has_block_rq_completion() { if (bpf_core_type_exists( struct trace_event_raw_block_rq_completion___x)) return true; return false; } /** * commit d152c682f03c ("block: add an explicit ->disk backpointer to the * request_queue") and commit f3fa33acca9f ("block: remove the ->rq_disk * field in struct request") make some changes to `struct request` and * `struct request_queue`. Now, to get the `struct gendisk *` field in a CO-RE * way, we need both `struct request` and `struct request_queue`. * see: * https://github.com/torvalds/linux/commit/d152c682f03c * https://github.com/torvalds/linux/commit/f3fa33acca9f */ struct request_queue___x { struct gendisk *disk; } __attribute__((preserve_access_index)); struct request___x { struct request_queue___x *q; struct gendisk *rq_disk; } __attribute__((preserve_access_index)); static __always_inline struct gendisk *get_disk(void *request) { struct request___x *r = request; if (bpf_core_field_exists(r->rq_disk)) return BPF_CORE_READ(r, rq_disk); return BPF_CORE_READ(r, q, disk); } /** * commit 6521f8917082("namei: prepare for idmapped mounts") add `struct * user_namespace *mnt_userns` as vfs_create() and vfs_unlink() first argument. * At the same time, struct renamedata {} add `struct user_namespace * *old_mnt_userns` item. Now, to kprobe vfs_create()/vfs_unlink() in a CO-RE * way, determine whether there is a `old_mnt_userns` field for `struct * renamedata` to decide which input parameter of the vfs_create() to use as * `dentry`. * see: * https://github.com/torvalds/linux/commit/6521f8917082 */ struct renamedata___x { struct user_namespace *old_mnt_userns; } __attribute__((preserve_access_index)); static __always_inline bool renamedata_has_old_mnt_userns_field(void) { if (bpf_core_field_exists(struct renamedata___x, old_mnt_userns)) return true; return false; } /** * commit 3544de8ee6e4("mm, tracing: record slab name for kmem_cache_free()") * replaces `trace_event_raw_kmem_free` with `trace_event_raw_kfree` and adds * `tracepoint_kmem_cache_free` to enhance the information recorded for * `kmem_cache_free`. * see: * https://github.com/torvalds/linux/commit/3544de8ee6e4 */ struct trace_event_raw_kmem_free___x { const void *ptr; } __attribute__((preserve_access_index)); struct trace_event_raw_kfree___x { const void *ptr; } __attribute__((preserve_access_index)); struct trace_event_raw_kmem_cache_free___x { const void *ptr; } __attribute__((preserve_access_index)); static __always_inline bool has_kfree() { if (bpf_core_type_exists(struct trace_event_raw_kfree___x)) return true; return false; } static __always_inline bool has_kmem_cache_free() { if (bpf_core_type_exists(struct trace_event_raw_kmem_cache_free___x)) return true; return false; } #endif /* __CORE_FIXES_BPF_H */ inspektor-gadget-0.46.0/include/gadget/filesystem.h000066400000000000000000000150141510117411400222570ustar00rootroot00000000000000// Based on // https://github.com/aquasecurity/tracee/blob/bd80c1d9e69e275f06810f2a0f99414aced14fa8/pkg/ebpf/c/common/filesystem.h #ifndef __COMMON_FILESYSTEM_H__ #define __COMMON_FILESYSTEM_H__ // clang-format off #define MAX_PERCPU_BUFSIZE (1 << 15) // set by the kernel as an upper bound #define GADGET_PATH_MAX 512 // smaller than PATH_MAX to reduce memory consumption #define PATH_MAX 4096 #define MAX_STR_FILTER_SIZE 16 // bounded to size of the compared values (comm) #define MAX_BIN_PATH_SIZE 256 // max binary path size #define FILE_MAGIC_HDR_SIZE 32 // magic_write: bytes to save from a file's header #define FILE_MAGIC_MASK 31 // magic_write: mask used for verifier boundaries #define NET_SEQ_OPS_SIZE 4 // print_net_seq_ops: struct size - TODO: replace with uprobe argument #define NET_SEQ_OPS_TYPES 6 // print_net_seq_ops: argument size - TODO: replace with uprobe argument #define MAX_KSYM_NAME_SIZE 64 #define UPROBE_MAGIC_NUMBER 20220829 #define ARGS_BUF_SIZE 32000 #define SEND_META_SIZE 24 #define MAX_MEM_DUMP_SIZE 127 #define MAX_PATH_COMPONENTS 80 // memory related enum buf_idx_e { STRING_BUF_IDX, //FILE_BUF_IDX, MAX_BUFFERS }; typedef struct simple_buf { u8 buf[MAX_PERCPU_BUFSIZE]; } buf_t; #define BPF_MAP(_name, _type, _key_type, _value_type, _max_entries) \ struct { \ __uint(type, _type); \ __uint(max_entries, _max_entries); \ __type(key, _key_type); \ __type(value, _value_type); \ } _name SEC(".maps"); #define BPF_PERCPU_ARRAY(_name, _value_type, _max_entries) \ BPF_MAP(_name, BPF_MAP_TYPE_PERCPU_ARRAY, u32, _value_type, _max_entries) BPF_PERCPU_ARRAY(bufs, buf_t, MAX_BUFFERS); // percpu global buffer variables // undef as we don't want to use this in our gadgets. yet? #undef BPF_MAP #undef BPF_PERCPU_ARRAY static __always_inline buf_t *get_buf(int idx) { return bpf_map_lookup_elem(&bufs, &idx); } static __always_inline struct dentry *get_mnt_root_ptr_from_vfsmnt(struct vfsmount *vfsmnt) { return BPF_CORE_READ(vfsmnt, mnt_root); } static __always_inline struct dentry *get_d_parent_ptr_from_dentry(struct dentry *dentry) { return BPF_CORE_READ(dentry, d_parent); } static inline struct mount *real_mount(struct vfsmount *mnt) { return container_of(mnt, struct mount, mnt); } static __always_inline struct qstr get_d_name_from_dentry(struct dentry *dentry) { return BPF_CORE_READ(dentry, d_name); } static __always_inline void *get_path_str(struct path *path) { struct path f_path; bpf_probe_read(&f_path, sizeof(struct path), path); char slash = '/'; int zero = 0; struct dentry *dentry = f_path.dentry; struct vfsmount *vfsmnt = f_path.mnt; struct mount *mnt_parent_p; struct mount *mnt_p = real_mount(vfsmnt); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); u32 buf_off = (MAX_PERCPU_BUFSIZE >> 1); struct dentry *mnt_root; struct dentry *d_parent; struct qstr d_name; unsigned int len; unsigned int off; int sz; // Get per-cpu string buffer buf_t *string_p = get_buf(STRING_BUF_IDX); if (string_p == NULL) return NULL; #pragma unroll for (int i = 0; i < MAX_PATH_COMPONENTS; i++) { mnt_root = get_mnt_root_ptr_from_vfsmnt(vfsmnt); d_parent = get_d_parent_ptr_from_dentry(dentry); if (dentry == mnt_root || dentry == d_parent) { if (dentry != mnt_root) { // We reached root, but not mount root - escaped? break; } if (mnt_p != mnt_parent_p) { // We reached root, but not global root - continue with mount point path bpf_probe_read(&dentry, sizeof(struct dentry *), &mnt_p->mnt_mountpoint); bpf_probe_read(&mnt_p, sizeof(struct mount *), &mnt_p->mnt_parent); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); vfsmnt = &mnt_p->mnt; continue; } // Global root - path fully parsed break; } // Add this dentry name to path d_name = get_d_name_from_dentry(dentry); len = (d_name.len + 1) & (PATH_MAX - 1); off = buf_off - len; // Is string buffer big enough for dentry name? sz = 0; if (off <= buf_off) { // verify no wrap occurred len = len & ((MAX_PERCPU_BUFSIZE >> 1) - 1); sz = bpf_probe_read_str( &(string_p->buf[off & ((MAX_PERCPU_BUFSIZE >> 1) - 1)]), len, (void *) d_name.name); } else break; if (sz > 1) { buf_off -= 1; // remove null byte termination with slash sign bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); buf_off -= sz - 1; } else { // If sz is 0 or 1 we have an error (path can't be null nor an empty string) break; } dentry = d_parent; } if (buf_off == (MAX_PERCPU_BUFSIZE >> 1)) { // memfd files have no path in the filesystem -> extract their name buf_off = 0; d_name = get_d_name_from_dentry(dentry); bpf_probe_read_str(&(string_p->buf[0]), PATH_MAX, (void *) d_name.name); } else { // Add leading slash buf_off -= 1; bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); // Null terminate the path string bpf_probe_read(&(string_p->buf[(MAX_PERCPU_BUFSIZE >> 1) - 1]), 1, &zero); } return &string_p->buf[buf_off]; } // Function to extract file structure from a user space file descriptor static __always_inline struct file * get_struct_file_for_fd(int fd_num) { if (fd_num < 0) { return NULL; } struct task_struct *task = (struct task_struct *) bpf_get_current_task(); if (task == NULL) { return NULL; } // extract the file vector from the task_struct struct file **fd = BPF_CORE_READ(task, files, fdt, fd); // extract the file pointer from the file vector struct file *f = NULL; uint max_fds = BPF_CORE_READ(task, files, fdt, max_fds); if (fd_num < max_fds) { bpf_core_read((void *) &f, sizeof(f), &fd[fd_num]); } return f; } static __always_inline long read_full_path_of_open_file_fd(int fd_num, char *buf, u64 buf_len) { struct file *file = get_struct_file_for_fd(fd_num); if (file == NULL) { return -1; } struct path f_path = BPF_CORE_READ(file, f_path); // Extract the full path string char* c_path = get_path_str(&f_path); if (!c_path) { return -1; } return bpf_probe_read_kernel_str(buf, buf_len, c_path); } #endif inspektor-gadget-0.46.0/include/gadget/filter.h000066400000000000000000000103131510117411400213550ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ // This file defines some helpers to filter events based on different common // fields like pid, tid, uid, gid, comm and containers. Be aware that user space // terminology is used on this file: pid here refers to the task group id (tgid) // on kernel lingo and tid refers to pid on kernel lingo. #ifndef FILTER_H #define FILTER_H #include #include #include #include #ifndef GADGET_TYPE_NETWORKING #include #endif #define GADGET_INVALID_ID ((gadget_uid) - 1) const volatile gadget_pid targ_pid = 0; GADGET_PARAM(targ_pid); const volatile gadget_tid targ_tid = 0; GADGET_PARAM(targ_tid); const volatile gadget_uid targ_uid = GADGET_INVALID_ID; GADGET_PARAM(targ_uid); const volatile gadget_gid targ_gid = GADGET_INVALID_ID; GADGET_PARAM(targ_gid); const volatile gadget_comm targ_comm[TASK_COMM_LEN] = {}; GADGET_PARAM(targ_comm); static __always_inline bool gadget_should_discard_pid(gadget_pid pid) { return targ_pid != 0 && targ_pid != pid; } static __always_inline bool gadget_should_discard_tid(gadget_tid tid) { return targ_tid != 0 && targ_tid != tid; } static __always_inline bool gadget_should_discard_uid(gadget_uid uid) { return targ_uid != GADGET_INVALID_ID && targ_uid != uid; } static __always_inline bool gadget_should_discard_gid(gadget_gid gid) { return targ_gid != GADGET_INVALID_ID && targ_gid != gid; } static __always_inline bool gadget_should_discard_comm(gadget_comm comm[TASK_COMM_LEN]) { if (targ_comm[0] == '\0') return false; for (int i = 0; i < TASK_COMM_LEN; i++) { if (comm[i] != targ_comm[i]) return true; } return false; } // gadget_should_discard_data returns true if the gadget should skip this event. static __always_inline bool gadget_should_discard_data(gadget_mntns_id mntns_id, gadget_pid pid, gadget_tid tid, gadget_comm comm[TASK_COMM_LEN], gadget_uid uid, gadget_uid gid) { return gadget_should_discard_mntns_id(mntns_id) || gadget_should_discard_pid(pid) || gadget_should_discard_tid(tid) || gadget_should_discard_uid(uid) || gadget_should_discard_gid(gid) || gadget_should_discard_comm(comm); } #ifndef GADGET_TYPE_NETWORKING // gadget_should_discard_data_current returns true if the gadget should drop // this event. This function uses the current task mount namespace, pid, tid, // uid, and gid to determine if the event should be dropped. This function is // implemented in a way that it returns as soon as possible to avoid unnecessary // operations, hence there is some code duplication with the // gadget_should_discard_data function. static __always_inline bool gadget_should_discard_data_current() { if (gadget_should_discard_mntns_id(gadget_get_current_mntns_id())) return true; if (targ_pid != 0 || targ_tid != 0) { // user space terminology used here __u64 pid_tgid = bpf_get_current_pid_tgid(); __u32 pid = pid_tgid >> 32; __u32 tid = pid_tgid; if (gadget_should_discard_pid(pid) || gadget_should_discard_tid(tid)) return true; } if (targ_uid != GADGET_INVALID_ID || targ_gid != GADGET_INVALID_ID) { __u64 uid_gid = bpf_get_current_uid_gid(); __u32 uid = uid_gid; __u32 gid = uid_gid >> 32; if (gadget_should_discard_uid(uid) || gadget_should_discard_gid(gid)) return true; } if (targ_comm[0] != '\0') { char comm[TASK_COMM_LEN]; bpf_get_current_comm(&comm, sizeof(comm)); if (gadget_should_discard_comm(comm)) return true; } return false; } #endif // gadget_should_discard_data_by_skb returns true if the gadget should skip this // event based on the fields of the skb_val struct. static __always_inline bool gadget_should_discard_data_by_skb(struct gadget_socket_value *skb_val) { if (!skb_val) { // drop the packet if any filtering is specified if (gadget_filter_by_mntns || targ_pid != 0 || targ_tid != 0 || targ_uid != GADGET_INVALID_ID || targ_gid != GADGET_INVALID_ID || targ_comm[0] != '\0') return true; return false; } return gadget_should_discard_data( skb_val->mntns, skb_val->pid_tgid >> 32, skb_val->pid_tgid, skb_val->task, skb_val->uid_gid, skb_val->uid_gid >> 32); } #endif inspektor-gadget-0.46.0/include/gadget/fnv1a.h000066400000000000000000000035621510117411400211130ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __FNV1A_H #define __FNV1A_H #include // FNV-1a hash functions // https://en.wikipedia.org/wiki/Fowler%E2%80%93Noll%E2%80%93Vo_hash_function // // Original implementation in the public domain: // https://github.com/lcn2/fnv #define FNV1_32_PRIME ((u32)0x01000193) #define FNV1_32_INIT ((u32)0x811c9dc5) #define FNV1_64_PRIME ((u64)0x00000100000001b3) #define FNV1_64_INIT ((u64)0xcbf29ce484222325) static __always_inline u32 fnv_32a_init() { return FNV1_32_INIT; } static __always_inline u64 fnv_64a_init() { return FNV1_64_INIT; } // Ingest integers in little-endian order, as it is the most common usage // for FNV-1a. #define DEFINE_FNV_UPDATE(fn_name, hash_type, value_type, value_size, prime) \ static __always_inline void fn_name(hash_type *hash, value_type value) \ { \ for (int i = 0; i < value_size; i++) { \ *hash ^= (value >> (i * 8)) & 0xff; \ *hash *= prime; \ } \ } // 32-bit hash functions DEFINE_FNV_UPDATE(fnv_32a_update_u64, u32, u64, sizeof(u64), FNV1_32_PRIME) DEFINE_FNV_UPDATE(fnv_32a_update_u32, u32, u32, sizeof(u32), FNV1_32_PRIME) DEFINE_FNV_UPDATE(fnv_32a_update_u16, u32, u16, sizeof(u16), FNV1_32_PRIME) DEFINE_FNV_UPDATE(fnv_32a_update_u8, u32, u8, sizeof(u8), FNV1_32_PRIME) // 64-bit hash functions DEFINE_FNV_UPDATE(fnv_64a_update_u64, u64, u64, sizeof(u64), FNV1_64_PRIME) DEFINE_FNV_UPDATE(fnv_64a_update_u32, u64, u32, sizeof(u32), FNV1_64_PRIME) DEFINE_FNV_UPDATE(fnv_64a_update_u16, u64, u16, sizeof(u16), FNV1_64_PRIME) DEFINE_FNV_UPDATE(fnv_64a_update_u8, u64, u8, sizeof(u8), FNV1_64_PRIME) #undef DEFINE_FNV_UPDATE #endif /* __FNV1A_H */ inspektor-gadget-0.46.0/include/gadget/kernel_stack_map.h000066400000000000000000000014541510117411400234000ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2024 The Inspektor Gadget authors #ifndef __STACK_MAP_H #define __STACK_MAP_H #include #include #include #define GADGET_KERNEL_MAX_STACK_DEPTH 127 #define GADGET_KERNEL_STACK_MAP_MAX_ENTRIES 10000 struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); __uint(value_size, GADGET_KERNEL_MAX_STACK_DEPTH * sizeof(u64)); __uint(max_entries, GADGET_KERNEL_STACK_MAP_MAX_ENTRIES); } ig_kstack SEC(".maps"); /* Returns the kernel stack id, positive or zero on success, negative on failure */ static __always_inline long gadget_get_kernel_stack(void *ctx) { return bpf_get_stackid(ctx, &ig_kstack, BPF_F_FAST_STACK_CMP); } #endif /* __STACK_MAP_H */ inspektor-gadget-0.46.0/include/gadget/macros.h000066400000000000000000000077651510117411400213750ustar00rootroot00000000000000/* SPDX-License-Identifier: Apache-2.0 */ #ifndef __MACROS_H #define __MACROS_H // Internal helpers to concatenate two tokens. Do not use directly #define __CONCAT_IMPL(x, y) x##y #define __CONCAT(x, y) __CONCAT_IMPL(x, y) // Internal helpers to count the number of arguments. Do not use directly #define __VA_NARGS_IMPL(_1, _2, _3, _4, N, ...) N #define __VA_NARGS(...) __VA_NARGS_IMPL(__VA_ARGS__, 4, 3, 2, 1) // Internal helpers to expand the snapshotter's programs. Do not use directly #define __GADGET_ITER_PROGRAMS_EXPAND_1(name, type, programName1) \ const void *gadget_iter_##name##___##type##___##programName1 \ __attribute__((unused)); #define __GADGET_ITER_PROGRAMS_EXPAND_2(name, type, programName1, \ programName2) \ const void * \ gadget_iter_##name##___##type##___##programName1##___##programName2 \ __attribute__((unused)); #define __GADGET_ITER_PROGRAMS_EXPAND_3(name, type, programName1, \ programName2, programName3) \ const void * \ gadget_iter_##name##___##type##___##programName1##___##programName2##___##programName3 \ __attribute__((unused)); #define __GADGET_ITER_PROGRAMS_EXPAND(name, type, nargs, ...) \ __CONCAT(__GADGET_ITER_PROGRAMS_EXPAND_, nargs) \ (name, type, __VA_ARGS__) #define __GADGET_ITER_IMPL(name, type, ...) \ __GADGET_ITER_PROGRAMS_EXPAND(name, type, __VA_NARGS(__VA_ARGS__), \ __VA_ARGS__) // Public macros. Use these in your code // Keep this aligned with pkg/gadgets/run/types/metadata.go // GADGET_TRACER is used to define a tracer. Currently only one tracer per eBPF object is allowed. // name is the tracer's name // map_name is the name of the perf event array or ring buffer maps used to send events to user // space // event_type is the name of the structure that describes the event #define GADGET_TRACER(name, map_name, event_type) \ const void *gadget_tracer_##name##___##map_name##___##event_type \ __attribute__((unused)); \ const struct event_type *__gadget_tracer_type_##name \ __attribute__((unused)); // GADGET_PARAM is used to indicate that a given variable is used as a parameter. // Users of Inspektor Gadget can set these values from userspace #define GADGET_PARAM(name) \ const void *gadget_param_##name __attribute__((unused)); // GADGET_SNAPSHOTTER is used to define a snapshotter: // name is the snapshotter's name // type is the name of the structure that describes each element in a snapshot // ... is the variadic list of programs (min 1, max 3) that generate a snapshot // The snapshotter's output will be the union of the snapshots generated by the programs // Deprecated: please use GADGET_ITER() instead #define GADGET_SNAPSHOTTER(name, type, ...) \ const struct type *unusedevent_##name##___##type \ __attribute__((unused)); \ __GADGET_ITER_IMPL(name, type, __VA_ARGS__) // GADGET_ITER is used to define an iterator: // name is the iterator's name // type is the name of the structure that describes each element in an iterator // ... is the variadic list of programs (min 1, max 3) that generate an iterator // The iterator's output will be the union of the entries returned by the individual iter programs #define GADGET_ITER(name, type, ...) \ const struct type *unusedevent_##name##___##type \ __attribute__((unused)); \ __GADGET_ITER_IMPL(name, type, __VA_ARGS__) // GADGET_MAPITER defines maps that IG should periodically fetch into data sources // - name is the name of the map iterator // - mapname is the name of the hash map used to send events to user space. #define GADGET_MAPITER(name, mapname) \ const void *gadget_mapiter_##name##___##mapname __attribute__((unused)); #endif /* __MACROS_H */ inspektor-gadget-0.46.0/include/gadget/maps.bpf.h000066400000000000000000000010541510117411400216000ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2020 Anton Protopopov #ifndef __MAPS_BPF_H #define __MAPS_BPF_H #include #include static __always_inline void * bpf_map_lookup_or_try_init(void *map, const void *key, const void *init) { void *val; long err; val = bpf_map_lookup_elem(map, key); if (val) return val; err = bpf_map_update_elem(map, key, init, BPF_NOEXIST); if (err && err != -EEXIST) return 0; return bpf_map_lookup_elem(map, key); } #endif /* __MAPS_BPF_H */ inspektor-gadget-0.46.0/include/gadget/mntns.h000066400000000000000000000013421510117411400212310ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ #ifndef MNTNS_H #define MNTNS_H #include #include #include // gadget_get_mntns_id returns the mntns_id of the current task. static __always_inline gadget_mntns_id gadget_get_current_mntns_id() { struct task_struct *task; task = (struct task_struct *)bpf_get_current_task(); return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum); } // gadget_get_mntns_id returns the mntns_id of the current task. // Deprecated: Use gadget_get_current_mntns_id instead. __attribute__((deprecated)) static __always_inline gadget_mntns_id gadget_get_mntns_id() { return gadget_get_current_mntns_id(); } #endif inspektor-gadget-0.46.0/include/gadget/mntns_filter.h000066400000000000000000000014331510117411400225770ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ #ifndef MNTNS_FILTER_H #define MNTNS_FILTER_H #include #include #include #include const volatile bool gadget_filter_by_mntns = false; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, gadget_mntns_id); __type(value, __u32); __uint(max_entries, 1024); } gadget_mntns_filter_map SEC(".maps"); // gadget_should_discard_mntns_id returns true if events generated from the given mntns_id should // not be taken into consideration. static __always_inline bool gadget_should_discard_mntns_id(gadget_mntns_id mntns_id) { return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); } #endif inspektor-gadget-0.46.0/include/gadget/packetfilter.h000066400000000000000000000036141510117411400225530ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ // This file defines some helpers to apply packet filters to a skb. #ifndef PACKETFILTER_H #define PACKETFILTER_H // GADGET_PF is used to define a new packet filter with a given name. The name is optional. #define GADGET_PF(name) \ static __noinline bool gadget_pf_##name(void *_skb, void *__skb, \ void *___skb, void *data, \ void *data_end) \ { \ return data != data_end && _skb == __skb && __skb == ___skb; \ } // Count number of arguments #define _ARG_N(_1, _2, _3, _4, N, ...) N #define COUNT_ARGS(...) _ARG_N(__VA_ARGS__, 4, 3, 2, 1) // Dispatch to the correct macro based on argument count #define _GADGET_PF_MATCHES_0() \ _Static_assert(0, "gadget_pf_matches: wrong number of arguments") #define _GADGET_PF_MATCHES_1(ARG1) \ _Static_assert(0, "gadget_pf_matches: wrong number of arguments") #define _GADGET_PF_MATCHES_2(ARG1, ARG2) \ _Static_assert(0, "gadget_pf_matches: wrong number of arguments") #define _GADGET_PF_MATCHES_3(skb, data, data_end) \ gadget_pf_matches_impl(, skb, data, data_end) #define _GADGET_PF_MATCHES_4(name, skb, data, data_end) \ gadget_pf_matches_impl(name, skb, data, data_end) // Macro overloading dispatcher #define _GADGET_PF_MATCHES_CHOOSER2(count) _GADGET_PF_MATCHES_##count #define _GADGET_PF_MATCHES_CHOOSER1(count) _GADGET_PF_MATCHES_CHOOSER2(count) #define _GADGET_PF_MATCHES_CHOOSER(...) \ _GADGET_PF_MATCHES_CHOOSER1(COUNT_ARGS(__VA_ARGS__)) #define gadget_pf_matches(...) \ _GADGET_PF_MATCHES_CHOOSER(__VA_ARGS__)(__VA_ARGS__) // the redundant skb args reserve some registers (R1-R3) for the cbpf2ebpf conversion #define gadget_pf_matches_impl(name, skb, data, data_end) \ gadget_pf_##name(skb, skb, skb, data, data_end) #endifinspektor-gadget-0.46.0/include/gadget/sockets-map.h000066400000000000000000000177501510117411400223320ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ #ifndef SOCKETS_MAP_H #define SOCKETS_MAP_H // The include below requires to include either // or before. We can't include both because they // are incompatible. Let the gadget choose which one to include. #if !defined(__VMLINUX_H__) && !defined(_LINUX_TYPES_H) #error "Include or before including this file." #endif // Necessary for the SEC() definition #include #include // This file is shared between the networking and tracing programs. // Therefore, avoid includes that are specific to one of these types of programs. // For example, don't include nor here. // Redefine the constants we need but namespaced (GADGET_SE_) so we don't pollute gadgets. #define GADGET_SE_PACKET_HOST 0 #define GADGET_SE_ETH_HLEN 14 #define GADGET_SE_ETH_P_IP 0x0800 /* Internet Protocol packet */ #define GADGET_SE_ETH_P_IPV6 0x86DD /* IPv6 over bluebook */ #define GADGET_SE_AF_INET 2 /* Internet IP Protocol */ #define GADGET_SE_AF_INET6 10 /* IP version 6 */ #define GADGET_SE_IPV6_HLEN 40 #define GADGET_SE_IPV6_NEXTHDR_OFFSET 6 // offsetof(struct ipv6hdr, nexthdr) #define GADGET_SE_TCPHDR_DEST_OFFSET 2 // offsetof(struct tcphdr, dest); #define GADGET_SE_TCPHDR_SOURCE_OFFSET 0 // offsetof(struct tcphdr, source); #define GADGET_SE_UDPHDR_DEST_OFFSET 2 // offsetof(struct udphdr, dest); #define GADGET_SE_UDPHDR_SOURCE_OFFSET 0 // offsetof(struct udphdr, source); #define GADGET_SE_NEXTHDR_HOP 0 /* Hop-by-hop option header. */ #define GADGET_SE_NEXTHDR_TCP 6 /* TCP segment. */ #define GADGET_SE_NEXTHDR_UDP 17 /* UDP message. */ #define GADGET_SE_NEXTHDR_ROUTING 43 /* Routing header. */ #define GADGET_SE_NEXTHDR_FRAGMENT 44 /* Fragmentation/reassembly header. */ #define GADGET_SE_NEXTHDR_AUTH 51 /* Authentication header. */ #define GADGET_SE_NEXTHDR_NONE 59 /* No next header */ #define GADGET_SE_NEXTHDR_DEST 60 /* Destination options header. */ struct gadget_socket_key { __u32 netns; __u16 family; // proto is IPPROTO_TCP(6) or IPPROTO_UDP(17) __u8 proto; __u16 port; }; #define GADGET_MAX_SOCKETS 16384 struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, GADGET_MAX_SOCKETS); __type(key, struct gadget_socket_key); __type(value, struct gadget_socket_value); } gadget_sockets SEC(".maps"); #ifdef GADGET_TYPE_NETWORKING // Helper to lookup a socket based on the skb information and the packet direction. // This is useful for TC programs since we can't rely on skb->pkt_type to determine // the packet direction. static __always_inline struct gadget_socket_value * gadget_socket_lookup_with_direction(const struct __sk_buff *skb, __u8 is_ingress) { struct gadget_socket_value *ret; struct gadget_socket_key key = { 0, }; int l4_off; __u16 h_proto; int i; long err; key.netns = skb->cb[0]; // cb[0] initialized by dispatcher.bpf.c err = bpf_skb_load_bytes(skb, offsetof(struct ethhdr, h_proto), &h_proto, sizeof(h_proto)); if (err < 0) return 0; switch (h_proto) { case bpf_htons(GADGET_SE_ETH_P_IP): key.family = GADGET_SE_AF_INET; err = bpf_skb_load_bytes( skb, GADGET_SE_ETH_HLEN + offsetof(struct iphdr, protocol), &key.proto, sizeof(key.proto)); if (err < 0) return 0; // An IPv4 header doesn't have a fixed size. The IHL field of a packet // represents the size of the IP header in 32-bit words, so we need to // multiply this value by 4 to get the header size in bytes. __u8 ihl_byte; err = bpf_skb_load_bytes(skb, GADGET_SE_ETH_HLEN, &ihl_byte, sizeof(ihl_byte)); if (err < 0) return 0; struct iphdr *iph = (struct iphdr *)&ihl_byte; __u8 ip_header_len = iph->ihl * 4; l4_off = GADGET_SE_ETH_HLEN + ip_header_len; break; case bpf_htons(GADGET_SE_ETH_P_IPV6): key.family = GADGET_SE_AF_INET6; err = bpf_skb_load_bytes( skb, GADGET_SE_ETH_HLEN + GADGET_SE_IPV6_NEXTHDR_OFFSET, &key.proto, sizeof(key.proto)); if (err < 0) return 0; l4_off = GADGET_SE_ETH_HLEN + GADGET_SE_IPV6_HLEN; // Parse IPv6 extension headers // Up to 6 extension headers can be chained. See ipv6_ext_hdr(). #pragma unroll for (i = 0; i < 6; i++) { __u8 nextproto; __u8 off; // TCP or UDP found if (key.proto == GADGET_SE_NEXTHDR_TCP || key.proto == GADGET_SE_NEXTHDR_UDP) break; err = bpf_skb_load_bytes(skb, l4_off, &nextproto, sizeof(nextproto)); if (err < 0) return 0; // Unfortunately, each extension header has a different way to calculate the header length. // Support the ones defined in ipv6_ext_hdr(). See ipv6_skip_exthdr(). switch (key.proto) { case GADGET_SE_NEXTHDR_FRAGMENT: // No hdrlen in the fragment header l4_off += 8; break; case GADGET_SE_NEXTHDR_AUTH: // See ipv6_authlen() err = bpf_skb_load_bytes(skb, l4_off + 1, &off, sizeof(off)); if (err < 0) return 0; l4_off += 4 * (off + 2); break; case GADGET_SE_NEXTHDR_HOP: case GADGET_SE_NEXTHDR_ROUTING: case GADGET_SE_NEXTHDR_DEST: // See ipv6_optlen() err = bpf_skb_load_bytes(skb, l4_off + 1, &off, sizeof(off)); if (err < 0) return 0; l4_off += 8 * (off + 1); break; case GADGET_SE_NEXTHDR_NONE: // Nothing more in the packet. Not even TCP or UDP. return 0; default: // Unknown header return 0; } key.proto = nextproto; } break; default: return 0; } int off = l4_off; switch (key.proto) { case IPPROTO_TCP: if (is_ingress) off += GADGET_SE_TCPHDR_DEST_OFFSET; else off += GADGET_SE_TCPHDR_SOURCE_OFFSET; break; case IPPROTO_UDP: if (is_ingress) off += GADGET_SE_UDPHDR_DEST_OFFSET; else off += GADGET_SE_UDPHDR_SOURCE_OFFSET; break; default: return 0; } err = bpf_skb_load_bytes(skb, off, &key.port, sizeof(key.port)); if (err < 0) return 0; key.port = bpf_ntohs(key.port); ret = bpf_map_lookup_elem(&gadget_sockets, &key); if (ret) return ret; // If a native socket was not found, try to find a dual-stack socket. if (key.family == GADGET_SE_AF_INET) { key.family = GADGET_SE_AF_INET6; ret = bpf_map_lookup_elem(&gadget_sockets, &key); if (ret && ret->ipv6only == 0) return ret; } return 0; } // Helper to lookup a socket based using skb->pkt_type. // This shouldn't be used with TC program because in certain cases (e.g CNIs) // the skb->pkt_type will be set to GADGET_SE_PACKET_HOST since the packet is destined // for the host because it needs to be routed via host. In such cases, use // gadget_socket_lookup_with_direction() instead. static __always_inline struct gadget_socket_value * gadget_socket_lookup(const struct __sk_buff *skb) { __u8 is_ingress = (skb->pkt_type == GADGET_SE_PACKET_HOST); return gadget_socket_lookup_with_direction(skb, is_ingress); } #endif #ifdef GADGET_TYPE_TRACING static __always_inline struct gadget_socket_value * gadget_socket_lookup(const struct sock *sk, __u32 netns) { struct gadget_socket_key key = { 0, }; key.netns = netns; key.family = BPF_CORE_READ(sk, __sk_common.skc_family); key.proto = BPF_CORE_READ_BITFIELD_PROBED(sk, sk_protocol); if (key.proto != IPPROTO_TCP && key.proto != IPPROTO_UDP) return 0; BPF_CORE_READ_INTO(&key.port, sk, __sk_common.skc_dport); struct inet_sock *sockp = (struct inet_sock *)sk; BPF_CORE_READ_INTO(&key.port, sockp, inet_sport); // inet_sock.inet_sport is in network byte order key.port = bpf_ntohs(key.port); return bpf_map_lookup_elem(&gadget_sockets, &key); } #endif static __always_inline void gadget_process_populate_from_socket(const struct gadget_socket_value *skb_val, struct gadget_process *p) { if (!skb_val) return; __builtin_memcpy(p->comm, skb_val->task, sizeof(p->comm)); p->pid = skb_val->pid_tgid >> 32; p->tid = skb_val->pid_tgid; p->mntns_id = skb_val->mntns; p->creds.uid = skb_val->uid_gid; p->creds.gid = skb_val->uid_gid >> 32; __builtin_memcpy(p->parent.comm, skb_val->ptask, sizeof(p->parent.comm)); p->parent.pid = skb_val->ppid; } #endif inspektor-gadget-0.46.0/include/gadget/types.h000066400000000000000000000123721510117411400212430ustar00rootroot00000000000000/* SPDX-License-Identifier: Apache-2.0 */ #ifndef __TYPES_H #define __TYPES_H // The bool definition can come from vmlinux.h or stdbool.h. #if !defined(__VMLINUX_H__) #include #endif // Keep these types aligned with definitions in pkg/operators/ebpf/types/types.go. // union defining either an IPv4 or IPv6 address union gadget_ip_addr_t { __u8 v6[16]; unsigned __int128 v6_raw; __u32 v4; }; // struct defining either an IPv4 or IPv6 L3 endpoint struct gadget_l3endpoint_t { union gadget_ip_addr_t addr_raw; __u8 version; // 4 or 6 }; // struct defining an L4 endpoint struct gadget_l4endpoint_t { union gadget_ip_addr_t addr_raw; __u16 port; // L4 port in host byte order __u16 proto_raw; // IP protocol number __u8 version; // 4 or 6 }; // Inode id of a mount namespace. It's used to enrich the event in user space typedef __u64 gadget_mntns_id; // Inode id of a network namespace. It's used to enrich the event in user space typedef __u32 gadget_netns_id; // gadget_timestamp is a type that represents the nanoseconds since the system boot. Gadgets can use // this type to provide a timestamp. The value contained must be the one returned by // bpf_ktime_get_boot_ns() and it's automatically converted by Inspektor Gadget to a human friendly // time. typedef __u64 gadget_timestamp; // gadget_signal is used to represent a unix signal. // The formatter operator adds a field with the signal name. typedef __u32 gadget_signal; // gadget_errno is used to represent a unix errno. // The formatter operator adds a field with the name of the error. typedef __u32 gadget_errno; // gadget_uid is used to represent a uid. // The formatter operator adds a field with the name of the user. typedef __u32 gadget_uid; // gadget_gid is used to represent a gid. // The formatter operator adds a field with the name of the group. typedef __u32 gadget_gid; // gadget_syscall is used to represent a unix syscall. // The formatter operator adds a field with the name of the syscall. typedef __u64 gadget_syscall; // gadget_file_mode is used to represent a file mode. // The formatter operator adds a field with the string representation of the mode. typedef __u32 gadget_file_mode; // gadget_file_flags is used to represent file flags. // The formatter operator adds a field with the string representation of the flags. typedef __u32 gadget_file_flags; typedef __u32 gadget_kernel_stack; struct gadget_user_stack { // Leave fields as 0 to disable user stacks. // Identify the executable. __u32 major; __u32 minor; __u64 inode; __u64 mtime_sec; __u32 mtime_nsec; // Identify the base address. // Changes whenever the base address changes at execve. // Not shared between processes because of Address Space Layout Randomization. // FNV-1a hash of tuple (mm_addr, start_code, start_stack) __u32 base_addr_hash; // The stack id as returned by bpf_get_stackid. __u32 stack_id; // Pid number from the initial pid namespace's point of view. // In some setups (e.g. Minikube with Docker driver), the pidns of ig's // /host/proc mount is not the init pidns. To support this edge case, we // give the pid numbers from the level 1 pidns as well. Userspace can // figure out which pid to use based on the pidns. // Use separate fields because arrays are not supported: // https://github.com/inspektor-gadget/inspektor-gadget/issues/4060 __u32 tgid_level0; __u32 pid_level0; __u32 pidns_level0; __u32 pid_level1; __u32 pidns_level1; }; #ifndef TASK_COMM_LEN #define TASK_COMM_LEN 16 #endif typedef __u32 gadget_pid; typedef __u32 gadget_ppid; typedef __u32 gadget_tid; typedef char gadget_comm; typedef char gadget_pcomm; typedef __u64 gadget_bytes; typedef __u64 gadget_duration; // typedefs used for metrics typedef __u32 gadget_counter__u32; typedef __u64 gadget_counter__u64; typedef __u32 gadget_gauge__u32; typedef __u64 gadget_gauge__u64; typedef __u32 gadget_histogram_slot__u32; typedef __u64 gadget_histogram_slot__u64; struct gadget_creds { gadget_uid uid; gadget_gid gid; }; struct gadget_parent { gadget_pcomm comm[TASK_COMM_LEN]; gadget_ppid pid; }; struct gadget_process { gadget_comm comm[TASK_COMM_LEN]; gadget_pid pid; gadget_tid tid; gadget_mntns_id mntns_id; struct gadget_creds creds; struct gadget_parent parent; }; #define GADGET_SE_PATH_MAX 4096 // Keep aligned with the BTFSpec function in pkg/socketenricher/tracer.go. We // need to use preserve_access_index to ensure gadgets using this structure can // use CO-RE to access its fields. struct gadget_socket_value { // Fields that are always present must go at the beginning. Ideally these // fields aren't never changed, however it's possible to change their order, // type, etc. as CO-RE will produce relocations for the gadgets using them. __u64 mntns; __u64 pid_tgid; __u64 uid_gid; char task[TASK_COMM_LEN]; char ptask[TASK_COMM_LEN]; __u64 sock; __u64 deletion_timestamp; __u32 ppid; char ipv6only; char optional_fields_start[0] __attribute__((aligned(8))); // These fields are optional and can be disabled in the socket enricher // operator. Gadgets using these fields MUST check if they exist by using // bpf_core_field_exists() and get their size with bpf_core_field_size(). char cwd[GADGET_SE_PATH_MAX]; char exepath[GADGET_SE_PATH_MAX]; } __attribute__((preserve_access_index)); #endif /* __TYPES_H */ inspektor-gadget-0.46.0/include/gadget/user_stack_map.h000066400000000000000000000167141510117411400231030ustar00rootroot00000000000000// SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) // Copyright (c) 2025 The Inspektor Gadget authors #ifndef __USER_STACK_MAP_H #define __USER_STACK_MAP_H #include #include #include #include #include #include const volatile bool collect_ustack = false; GADGET_PARAM(collect_ustack); #define GADGET_USER_MAX_STACK_DEPTH 127 #define GADGET_USER_STACK_MAP_MAX_ENTRIES 10000 struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(u32)); __uint(value_size, GADGET_USER_MAX_STACK_DEPTH * sizeof(u64)); __uint(max_entries, GADGET_USER_STACK_MAP_MAX_ENTRIES); } ig_ustack SEC(".maps"); const volatile bool collect_build_id = false; GADGET_PARAM(collect_build_id); const volatile int ig_build_id_max_entries = 1024; GADGET_PARAM(ig_build_id_max_entries); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u32)); __uint(value_size, GADGET_USER_MAX_STACK_DEPTH * sizeof(struct bpf_stack_build_id)); __uint(max_entries, 0); // To be replaced at runtime } ig_build_id SEC(".maps"); static const struct bpf_stack_build_id ig_empty_build_id[GADGET_USER_MAX_STACK_DEPTH] = {}; // Linux v4.0 - v4.17 struct timespec___obsolete { __kernel_old_time_t tv_sec; long tv_nsec; }; struct inode___with_timespec { struct timespec___obsolete i_mtime; }; // Linux v4.18 - v6.6 // https://github.com/torvalds/linux/commit/95582b00838837fc07e042979320caf917ce3fe6 struct inode___with_timespec64 { struct timespec64 i_mtime; }; // Linux 6.7 - v6.10 // https://github.com/torvalds/linux/commit/12cd44023651666bd44baa36a5c999698890debb struct inode___with_timespec64_underscore { struct timespec64 __i_mtime; }; // Linux v6.11 - v6.14-rc2 // https://github.com/torvalds/linux/commit/3aa63a569c64e708df547a8913c84e64a06e7853 struct inode___with_two_fields { time64_t i_mtime_sec; u32 i_mtime_nsec; }; static __always_inline void gadget_inode_get_mtime(struct inode *inode, __u64 *mtime_sec, __u32 *mtime_nsec) { // There are 4 variants for the mtime fields in the inode struct. They can // vary by name, by type, and/or both. So we need to check both the name // (bpf_core_field_exists) and the type (bpf_core_field_size) of the field. // Linux v6.11 - v6.14-rc2 // https://github.com/torvalds/linux/commit/3aa63a569c64e708df547a8913c84e64a06e7853 if (bpf_core_field_exists(struct inode___with_two_fields, i_mtime_sec) && bpf_core_field_size(struct inode___with_two_fields, i_mtime_sec) == sizeof(time64_t)) { struct inode___with_two_fields *inode_with_two_fields = (struct inode___with_two_fields *)inode; *mtime_sec = BPF_CORE_READ(inode_with_two_fields, i_mtime_sec); *mtime_nsec = BPF_CORE_READ(inode_with_two_fields, i_mtime_nsec); return; } // Linux 6.7 - v6.10 // https://github.com/torvalds/linux/commit/12cd44023651666bd44baa36a5c999698890debb if (bpf_core_field_exists(struct inode___with_timespec64_underscore, __i_mtime) && bpf_core_field_size(struct inode___with_timespec64_underscore, __i_mtime) == sizeof(struct timespec64)) { struct inode___with_timespec64_underscore *inode_with_timespec64_underscore = (struct inode___with_timespec64_underscore *) inode; *mtime_sec = BPF_CORE_READ(inode_with_timespec64_underscore, __i_mtime.tv_sec); *mtime_nsec = BPF_CORE_READ(inode_with_timespec64_underscore, __i_mtime.tv_nsec); return; } // Linux v4.18 - v6.6 // https://github.com/torvalds/linux/commit/95582b00838837fc07e042979320caf917ce3fe6 if (bpf_core_field_exists(struct inode___with_timespec64, i_mtime) && bpf_core_field_size(struct inode___with_timespec64, i_mtime) == sizeof(struct timespec64)) { struct inode___with_timespec64 *inode_with_timespec64 = (struct inode___with_timespec64 *)inode; *mtime_sec = BPF_CORE_READ(inode_with_timespec64, i_mtime.tv_sec); *mtime_nsec = BPF_CORE_READ(inode_with_timespec64, i_mtime.tv_nsec); return; } // Linux v4.0 - v4.17 if (bpf_core_field_exists(struct inode___with_timespec, i_mtime) && bpf_core_field_size(struct inode___with_timespec, i_mtime) == sizeof(struct timespec___obsolete)) { struct inode___with_timespec *inode_with_timespec = (struct inode___with_timespec *)inode; *mtime_sec = BPF_CORE_READ(inode_with_timespec, i_mtime.tv_sec); *mtime_nsec = BPF_CORE_READ(inode_with_timespec, i_mtime.tv_nsec); return; } } static __always_inline u32 gadget_get_base_addr_hash(struct task_struct *task) { u32 hash = fnv_32a_init(); fnv_32a_update_u64(&hash, (u64)BPF_CORE_READ(task, mm)); fnv_32a_update_u64(&hash, (u64)BPF_CORE_READ(task, mm, start_code)); fnv_32a_update_u64(&hash, (u64)BPF_CORE_READ(task, mm, start_stack)); return hash; } /* gadget_get_user_stack gets the user stack into ustack if collect_ustack is * true, or initialize ustack to 0 otherwise. */ static __always_inline void gadget_get_user_stack(void *ctx, struct gadget_user_stack *ustack) { if (!collect_ustack) { ustack->major = 0; ustack->minor = 0; ustack->inode = 0; ustack->mtime_sec = 0; ustack->mtime_nsec = 0; ustack->base_addr_hash = 0; ustack->stack_id = 0; ustack->tgid_level0 = 0; ustack->pid_level0 = 0; ustack->pidns_level0 = 0; ustack->pid_level1 = 0; ustack->pidns_level1 = 0; return; } ustack->stack_id = bpf_get_stackid( ctx, &ig_ustack, BPF_F_FAST_STACK_CMP | BPF_F_USER_STACK); struct task_struct *task = (struct task_struct *)bpf_get_current_task(); struct inode *inode = BPF_CORE_READ(task, mm, exe_file, f_inode); struct pid *thread_pid = BPF_CORE_READ(task, thread_pid); unsigned int level = BPF_CORE_READ(thread_pid, level); // Cast pointer to "struct upid *" to avoid compilation warning in a way // that works both on Linux < v6.5 and >= v6.5. See: // https://github.com/torvalds/linux/commit/b69f0aeb068980af983d399deafc7477cec8bc04 struct upid *numbers = (struct upid *)&thread_pid->numbers; ustack->tgid_level0 = BPF_CORE_READ(task, tgid); ustack->pid_level0 = BPF_CORE_READ(numbers, nr); ustack->pidns_level0 = BPF_CORE_READ(numbers, ns, ns.inum); if (level >= 1) { numbers += 1; ustack->pid_level1 = BPF_CORE_READ(numbers, nr); ustack->pidns_level1 = BPF_CORE_READ(numbers, ns, ns.inum); } else { ustack->pid_level1 = 0; ustack->pidns_level1 = 0; } // dev_t kernel encoding explained here: // https://github.com/torvalds/linux/blob/v6.12/include/linux/kdev_t.h#L7-L12 // This is different to the way stat's st_dev is encoded in user space. // So we use the u64 major and minor device numbers to ensure hash compatibility // with user space. dev_t dev = BPF_CORE_READ(inode, i_sb, s_dev); ustack->major = (u32)((unsigned int)((dev) >> 20)); ustack->minor = (u32)((unsigned int)((dev) & ((1U << 20) - 1))); ustack->inode = (u64)BPF_CORE_READ(inode, i_ino); gadget_inode_get_mtime(inode, &ustack->mtime_sec, &ustack->mtime_nsec); ustack->base_addr_hash = gadget_get_base_addr_hash(task); if (collect_build_id && ustack->stack_id >= 0) { int already_exists = bpf_map_update_elem(&ig_build_id, &ustack->stack_id, &ig_empty_build_id, BPF_NOEXIST); if (already_exists != 0) return; struct bpf_stack_build_id *build_id = bpf_map_lookup_elem(&ig_build_id, &ustack->stack_id); if (!build_id) return; int ret = bpf_get_stack(ctx, build_id, GADGET_USER_MAX_STACK_DEPTH * sizeof(struct bpf_stack_build_id), BPF_F_USER_STACK | BPF_F_USER_BUILD_ID); if (ret < 0) return; } } #endif /* __STACK_MAP_H */ inspektor-gadget-0.46.0/integration/000077500000000000000000000000001510117411400173665ustar00rootroot00000000000000inspektor-gadget-0.46.0/integration/benchmarks/000077500000000000000000000000001510117411400215035ustar00rootroot00000000000000inspektor-gadget-0.46.0/integration/benchmarks/.gitignore000066400000000000000000000000401510117411400234650ustar00rootroot00000000000000test_results *.csv *.html *.pdf inspektor-gadget-0.46.0/integration/benchmarks/Makefile000066400000000000000000000005621510117411400231460ustar00rootroot00000000000000# BENCHMARKS_TESTS_PARAMS can be used to pass additional parameters locally e.g # BENCHMARKS_TESTS_PARAMS="-run TestBenchmarks/trace_dns" make benchmarks-test .PHONY: benchmarks-test benchmarks-test: go test -exec sudo -v ./... -benchmark -timeout 0 $$BENCHMARKS_TESTS_PARAMS .PHONY: gen-html gen-html: jupyter nbconvert --to html --execute benchmarks_analysis.ipynb inspektor-gadget-0.46.0/integration/benchmarks/benchmarks.yaml000066400000000000000000000070101510117411400245020ustar00rootroot00000000000000# How many times to run each test ntimes: 5 # Path of the ig binary igPath: ig # Extra flags to pass to ig # ig_flags: [ "--pprof-add=localhost:6060", "-v" ] # Container runtime to use. Only docker is supported for now igRuntime: "docker" # Time in seconds each gadget runs for gadgetRunDuration: 20 # Time in seconds we wait to run the gadget after the generator starts warmUpDuration: 5 tests: - name: trace_dns gadgetName: trace_dns:v0.43.0 # trace only the client container gadgetParams: ["--containername=test-trace_dns-client"] server: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=dns-server generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=dns:server={{.ServerIP}}:5353 --events-per-second={{.EventsPerSecond}} # at 8192 IG starts to drop packets eventsPerSecond: [ 256, 512, 1024, 2048, 4096 ] - name: trace_exec gadgetName: trace_exec:v0.43.0 generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=exec --events-per-second={{.EventsPerSecond}} eventsPerSecond: [ 1024, 2048, 4096, 8192 ] - name: trace_open gadgetName: trace_open:v0.43.0 generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=open --events-per-second={{.EventsPerSecond}} eventsPerSecond: [ 1024, 2048, 4096, 8192, 16384 ] - name: trace_tcp gadgetName: trace_tcp:v0.43.0 # trace only the client container gadgetParams: ["--containername=test-trace_tcp-client"] server: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=tcp-server sysctls: "net.ipv4.ip_local_port_range": "10000 65535" "net.ipv4.tcp_tw_reuse": "1" "net.ipv4.tcp_fin_timeout": "10" "net.ipv4.tcp_timestamps": "0" generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=tcp:server={{.ServerIP}}:8080 --events-per-second={{.EventsPerSecond}} sysctls: "net.ipv4.ip_local_port_range": "10000 65535" "net.ipv4.tcp_tw_reuse": "1" "net.ipv4.tcp_fin_timeout": "10" "net.ipv4.tcp_timestamps": "0" # limit to 1024 because the bench client can't handle more than that eventsPerSecond: [ 128, 256, 512, 1024 ] - name: top_tcp gadgetName: top_tcp:v0.43.0 # trace only the client container gadgetParams: ["--containername=test-top_tcp-client"] server: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=tcp-server sysctls: "net.ipv4.ip_local_port_range": "10000 65535" "net.ipv4.tcp_tw_reuse": "1" "net.ipv4.tcp_fin_timeout": "10" "net.ipv4.tcp_timestamps": "0" generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=tcp:server={{.ServerIP}}:8080 --events-per-second={{.EventsPerSecond}} sysctls: "net.ipv4.ip_local_port_range": "10000 65535" "net.ipv4.tcp_tw_reuse": "1" "net.ipv4.tcp_fin_timeout": "10" "net.ipv4.tcp_timestamps": "0" # limit to 1024 because the bench client can't handle more than that eventsPerSecond: [ 128, 256, 512, 1024] - name: top_process gadgetName: top_process:v0.43.0 generator: image: ghcr.io/inspektor-gadget/benchmark:main cmd: /bench --events=processes --events-per-second={{.EventsPerSecond}} # limit to 32768 as 32GB of memory aren't enough to run more processes eventsPerSecond: [ 2048, 4096, 8192, 16384, 32768 ] inspektor-gadget-0.46.0/integration/benchmarks/benchmarks_analysis.ipynb000066400000000000000000000573141510117411400266000ustar00rootroot00000000000000{ "cells": [ { "cell_type": "markdown", "id": "0f3f9a5b", "metadata": {}, "source": [ "# Inspektor Gadget Performance Benchmarks\n", "\n", "This document provides an overview of the performance impact that Inspektor\n", "Gadget has on the system. The document contains different experiments showing\n", "different performance aspects.\n", "\n", "## CPU and Memory Overhead \n", "\n", "This experiment measures the CPU and memory overhead introduced by Inspektor\n", "Gadget (`ig` binary) when running on a host.\n", "\n", "### Methodology \n", "\n", "The total total CPU and memory usage of the host is measured while an\n", "application generatess a fixed amount of events per second. The experiment is\n", "run with and without Inspektor Gadget enabled to compare the overhead. In this\n", "scenario, a single gadget is run at the time with the `ig` binary.\n", "\n", "The memory and CPU are only captured after the gadget is initialized and before\n", "it's stopped, so it only accounts for steady state performance." ] }, { "cell_type": "markdown", "id": "92fe81fa", "metadata": {}, "source": [ "## Results\n", "\n", "The following cells load and visualize the benchmark results.\n", "The produced plots show:\n", "- **Host Performance**: Comparison between baseline (without IG) and total system performance with IG enabled.\n", "- **IG Process**: Specific overhead introduced by the `ig` process itself (user space only).\n" ] }, { "cell_type": "markdown", "id": "5516ad30", "metadata": {}, "source": [ "### Input File\n", "\n", "Set the input file path to the CSV file generated by `make benchmarks-test`" ] }, { "cell_type": "code", "execution_count": null, "id": "b9c1c104", "metadata": {}, "outputs": [], "source": [ "import os\n", "\n", "# Configuration:\n", "# Either set input_file variable or use the environment variable INPUT_FILE\n", "#input_file = 'test_results_2025_...csv'\n", "input_file = os.environ['INPUT_FILE']\n", "\n", "# Configuration: Hide code cells when exporting to HTML\n", "# Set to True to hide code cells, False to show them\n", "hide_code_cells = True" ] }, { "cell_type": "markdown", "id": "2117cd25", "metadata": {}, "source": [ "## Machine Specifications\n", "\n", "The following section shows the specifications of the machine used for the benchmarks, as recorded in the CSV file." ] }, { "cell_type": "code", "execution_count": null, "id": "418ba852", "metadata": {}, "outputs": [], "source": [ "def extract_machine_specs(filepath):\n", " \"\"\"Extract machine specifications from CSV comment lines\"\"\"\n", " specs = []\n", " try:\n", " with open(filepath, 'r') as file:\n", " for line in file:\n", " line = line.strip()\n", " if line.startswith('#'):\n", " # Remove the # and any leading/trailing whitespace\n", " spec_line = line[1:].strip()\n", " if spec_line: # Only add non-empty lines\n", " specs.append(spec_line)\n", " else:\n", " # Stop reading when we reach the actual CSV data\n", " break\n", " except Exception as e:\n", " print(f\"Error reading machine specs: {e}\")\n", "\n", " return specs\n", "\n", "# Extract and display machine specifications\n", "if input_file and os.path.exists(input_file):\n", " machine_specs = extract_machine_specs(input_file)\n", "\n", " if machine_specs:\n", " print(\"Machine Specifications:\")\n", " print(\"=\" * 50)\n", " for spec in machine_specs:\n", " print(f\"• {spec}\")\n", " print(\"=\" * 50)\n", " else:\n", " print(\"No machine specifications found in the CSV file.\")\n", "elif input_file:\n", " print(f\"Error: Input file '{input_file}' not found for machine specs\")\n", "else:\n", " print(\"No input file specified for machine specs.\")" ] }, { "cell_type": "code", "execution_count": null, "id": "ec9c7815", "metadata": {}, "outputs": [], "source": [ "%matplotlib inline\n", "\n", "# Import required libraries\n", "import pandas as pd\n", "import matplotlib.pyplot as plt\n", "import numpy as np\n", "import glob\n", "from IPython.display import display, HTML\n", "from scipy import stats\n", "\n", "# Configure HTML output to hide code cells if requested\n", "if 'hide_code_cells' in locals() and hide_code_cells:\n", " display(HTML('''\n", " \n", " '''))\n", "\n", "#from IPython.display import set_matplotlib_formats\n", "#set_matplotlib_formats('png', 'pdf')" ] }, { "cell_type": "code", "execution_count": null, "id": "3a121935", "metadata": {}, "outputs": [], "source": [ "def calculate_stats(data):\n", " \"\"\"Calculate mean and 95% confidence interval for a dataset\"\"\"\n", " if len(data) == 0:\n", " return 0, 0\n", "\n", " mean_val = np.mean(data)\n", " if len(data) == 1:\n", " return mean_val, 0\n", "\n", " # Calculate 95% confidence interval using t-distribution\n", " sem = stats.sem(data) # Standard error of the mean\n", " ci = sem * stats.t.ppf((1 + 0.95) / 2, len(data) - 1)\n", "\n", " return mean_val, ci" ] }, { "cell_type": "code", "execution_count": null, "id": "24cb761f", "metadata": {}, "outputs": [], "source": [ "def aggregate_data(df_gadget):\n", " \"\"\"Aggregate data by test type and events per second, calculating means and CIs\"\"\"\n", " aggregated = []\n", "\n", " # Group by TestCase and EventsPerSecond\n", " for (test_name, eps), group in df_gadget.groupby(['TestCase', 'EventsPerSecond']):\n", " cpu_mean, cpu_ci = calculate_stats(group['Cpu'].values)\n", " mem_mean, mem_ci = calculate_stats(group['Mem'].values)\n", " ig_cpu_mean, ig_cpu_ci = calculate_stats(group['IgCpu'].values)\n", " ig_mem_mean, ig_mem_ci = calculate_stats(group['IgMem'].values)\n", " lost_mean, lost_ci = calculate_stats(group['Lost'].values)\n", "\n", " aggregated.append({\n", " 'Name': test_name.strip(),\n", " 'rps': eps,\n", " '%cpu': cpu_mean,\n", " 'cpu_ci': cpu_ci,\n", " 'mem(MB)': mem_mean, # Assuming already in MB based on sample data\n", " 'mem_ci': mem_ci,\n", " 'ig_cpu_mean': ig_cpu_mean,\n", " 'ig_cpu_ci': ig_cpu_ci,\n", " 'ig_mem_mean': ig_mem_mean, # Assuming already in MB based on sample data\n", " 'ig_mem_ci': ig_mem_ci,\n", " 'lost': lost_mean\n", " })\n", "\n", " return pd.DataFrame(aggregated)" ] }, { "cell_type": "code", "execution_count": null, "id": "235f384a", "metadata": {}, "outputs": [], "source": [ "def create_performance_table(baseline_data, ig_data):\n", " \"\"\"Create a formatted table with performance metrics\"\"\"\n", " rps_values = baseline_data['rps'].values\n", " baseline_cpu = baseline_data['%cpu'].values\n", " ig_cpu = ig_data['%cpu'].values\n", " baseline_mem = baseline_data['mem(MB)'].values\n", " ig_mem = ig_data['mem(MB)'].values\n", " ig_lost = ig_data['lost'].values\n", "\n", " # Get IG process specific data\n", " ig_process_cpu = ig_data['ig_cpu_mean'].values\n", " ig_process_mem = ig_data['ig_mem_mean'].values\n", "\n", " # Create table data\n", " table_data = {\n", " 'RPS': rps_values,\n", " 'Baseline CPU (%)': [f'{cpu:.2f}' for cpu in baseline_cpu],\n", " 'With IG CPU (%)': [f'{cpu:.2f}' for cpu in ig_cpu],\n", " 'IG Process CPU (%)': [f'{cpu:.2f}' for cpu in ig_process_cpu],\n", " 'Baseline Mem (MB)': [f'{mem:.0f}' for mem in baseline_mem],\n", " 'With IG Mem (MB)': [f'{mem:.0f}' for mem in ig_mem],\n", " 'IG Process Mem (MB)': [f'{mem:.0f}' for mem in ig_process_mem],\n", " 'Lost Events': [int(lost) for lost in ig_lost]\n", " }\n", "\n", " df_table = pd.DataFrame(table_data)\n", "\n", " # Style the table for better display\n", " styled_table = df_table.style.set_table_styles([\n", " {'selector': 'thead th', 'props': [('background-color', '#4CAF50'),\n", " ('color', 'white'),\n", " ('font-weight', 'bold'),\n", " ('text-align', 'center')]},\n", " {'selector': 'tbody td', 'props': [('text-align', 'center')]},\n", " {'selector': 'table', 'props': [('border-collapse', 'collapse'),\n", " ('margin', '25px 0'),\n", " ('font-size', '0.9em'),\n", " ('min-width', '400px'),\n", " ('border-radius', '5px 5px 0 0'),\n", " ('overflow', 'hidden'),\n", " ('box-shadow', '0 0 20px rgba(0,0,0,0.15)')]},\n", " {'selector': 'tbody tr', 'props': [('border-bottom', '1px solid #dddddd')]},\n", " ])\n", "\n", " return df_table, styled_table" ] }, { "cell_type": "code", "execution_count": null, "id": "5e93b253", "metadata": {}, "outputs": [], "source": [ "def create_ig_process_plots(baseline_data, ig_data, gadget):\n", " \"\"\"Create plots showing the overhead introduced by the IG process itself\"\"\"\n", " fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(15, 6))\n", "\n", " # Get data for plotting\n", " rps_values = baseline_data['rps'].values\n", " ig_process_cpu = ig_data['ig_cpu_mean'].values\n", " ig_process_mem = ig_data['ig_mem_mean'].values\n", " ig_process_cpu_ci = ig_data['ig_cpu_ci'].values\n", " ig_process_mem_ci = ig_data['ig_mem_ci'].values\n", "\n", " x = np.arange(len(rps_values))\n", "\n", " # Plot 1: IG Process CPU Usage\n", " bars1 = ax1.bar(x, ig_process_cpu, alpha=0.8, color='orange',\n", " yerr=ig_process_cpu_ci, capsize=5, label='IG Process CPU')\n", "\n", " ax1.set_xlabel('Events per Second')\n", " ax1.set_ylabel('CPU Usage (%)')\n", " ax1.set_title('CPU Usage (with 95% CI)')\n", " ax1.set_xticks(x)\n", " ax1.set_xticklabels(rps_values)\n", " ax1.grid(True, alpha=0.3, axis='y')\n", "\n", " # Set dynamic Y-axis range for CPU\n", " max_cpu = np.max(ig_process_cpu)\n", " ax1.set_ylim(0, max_cpu * 1.25)\n", "\n", " # Add value labels on CPU bars\n", " for i, bar in enumerate(bars1):\n", " height = bar.get_height()\n", " ci_value = ig_process_cpu_ci[i]\n", " ax1.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.2f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " # Plot 2: IG Process Memory Usage\n", " bars2 = ax2.bar(x, ig_process_mem, alpha=0.8, color='red',\n", " yerr=ig_process_mem_ci, capsize=5, label='IG Process Memory')\n", "\n", " ax2.set_xlabel('Events per Second')\n", " ax2.set_ylabel('Memory Usage (MB)')\n", " ax2.set_title('Memory Usage (with 95% CI)')\n", " ax2.set_xticks(x)\n", " ax2.set_xticklabels(rps_values)\n", " ax2.grid(True, alpha=0.3, axis='y')\n", "\n", " # Set dynamic Y-axis range for memory\n", " max_mem = np.max(ig_process_mem)\n", " min_mem = np.min(ig_process_mem)\n", " if max_mem > 0:\n", " ax2.set_ylim(0.75*min_mem, 1.25*max_mem)\n", " else:\n", " ax2.set_ylim(0, 10)\n", "\n", " # Add value labels on Memory bars\n", " for i, bar in enumerate(bars2):\n", " height = bar.get_height()\n", " ci_value = ig_process_mem_ci[i]\n", " ax2.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.0f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " # Set main title\n", " fig.suptitle(f'{gadget} - IG Process', fontsize=16, fontweight='bold')\n", "\n", " plt.tight_layout()\n", "\n", " return fig" ] }, { "cell_type": "code", "execution_count": null, "id": "5b40d4b1", "metadata": {}, "outputs": [], "source": [ "def create_performance_plots(filepath):\n", " \"\"\"Create CPU and memory performance plots for a single test result file\"\"\"\n", " # Read the CSV file, ignoring lines starting with #\n", " df = pd.read_csv(filepath, comment='#')\n", "\n", " # Clean column names (remove extra spaces)\n", " df.columns = df.columns.str.strip()\n", "\n", " # Get unique test names\n", " test_name = df['TestName'].unique()\n", " all_results = []\n", "\n", " for test in test_name:\n", " # Filter data for this gadget\n", " df_test = df[df['TestName'] == test].copy()\n", "\n", " # Aggregate the data (calculate means and CIs)\n", " aggregated_df = aggregate_data(df_test)\n", "\n", " # Separate baseline and ig data\n", " baseline_data = aggregated_df[aggregated_df['Name'] == 'baseline']\n", " ig_data = aggregated_df[aggregated_df['Name'] == 'ig']\n", "\n", " if len(baseline_data) == 0 or len(ig_data) == 0:\n", " print(f\"Warning: Missing baseline or ig data for gadget {test}\")\n", " continue\n", "\n", " # Set up the main figure\n", " fig, (ax1, ax2) = plt.subplots(1, 2, figsize=(15, 6))\n", "\n", " # Get data for plotting\n", " rps_values = baseline_data['rps'].values\n", " baseline_cpu = baseline_data['%cpu'].values\n", " ig_cpu = ig_data['%cpu'].values\n", " baseline_cpu_ci = baseline_data['cpu_ci'].values\n", " ig_cpu_ci = ig_data['cpu_ci'].values\n", "\n", " # Plot 1: CPU Usage - simple comparison bars\n", " x = np.arange(len(rps_values))\n", " width = 0.35\n", "\n", " # Baseline bar\n", " bars1 = ax1.bar(x - width/2, baseline_cpu, width, label='Baseline', alpha=0.8,\n", " yerr=baseline_cpu_ci, capsize=5)\n", "\n", " # IG Total bar\n", " bars2 = ax1.bar(x + width/2, ig_cpu, width, label='With IG', alpha=0.8,\n", " yerr=ig_cpu_ci, capsize=5)\n", "\n", " ax1.set_xlabel('Events per Second')\n", " ax1.set_ylabel('CPU Usage (%)')\n", " ax1.set_title('CPU Usage (with 95% CI)')\n", " ax1.set_xticks(x)\n", " ax1.set_xticklabels(rps_values)\n", " ax1.legend()\n", " ax1.grid(True, alpha=0.3, axis='y')\n", "\n", " # Set dynamic Y-axis range for CPU\n", " max_cpu = np.max(ig_cpu)\n", " ax1.set_ylim(0, max_cpu * 1.25)\n", "\n", " # Add value labels on CPU bars\n", " for i, bar in enumerate(bars1):\n", " height = bar.get_height()\n", " ci_value = baseline_cpu_ci[i]\n", " ax1.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.2f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " for i, bar in enumerate(bars2):\n", " height = bar.get_height()\n", " ci_value = ig_cpu_ci[i]\n", " ax1.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.2f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " # Plot 2: Memory Usage - simple comparison bars\n", " baseline_mem = baseline_data['mem(MB)'].values\n", " ig_mem = ig_data['mem(MB)'].values\n", " baseline_mem_ci = baseline_data['mem_ci'].values\n", " ig_mem_ci = ig_data['mem_ci'].values\n", "\n", " # Baseline bar\n", " bars3 = ax2.bar(x - width/2, baseline_mem, width, label='Baseline', alpha=0.8,\n", " yerr=baseline_mem_ci, capsize=5)\n", "\n", " # IG Total bar\n", " bars4 = ax2.bar(x + width/2, ig_mem, width, label='With IG', alpha=0.8,\n", " yerr=ig_mem_ci, capsize=5)\n", "\n", " ax2.set_xlabel('Events per Second')\n", " ax2.set_ylabel('Memory Usage (MB)')\n", " ax2.set_title('Memory Usage (with 95% CI)')\n", " ax2.set_xticks(x)\n", " ax2.set_xticklabels(rps_values)\n", " ax2.legend()\n", " ax2.grid(True, alpha=0.3, axis='y')\n", "\n", " # Adjust Y-axis range for memory\n", " all_mem_values = np.concatenate([baseline_mem, ig_mem])\n", " mem_min, mem_max = np.min(all_mem_values), np.max(all_mem_values)\n", " ax2.set_ylim(0.75*mem_min, 1.25*mem_max)\n", "\n", " # Add value labels on Memory bars\n", " for i, bar in enumerate(bars3):\n", " height = bar.get_height()\n", " ci_value = baseline_mem_ci[i]\n", " ax2.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.0f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " for i, bar in enumerate(bars4):\n", " height = bar.get_height()\n", " ci_value = ig_mem_ci[i]\n", " ax2.text(bar.get_x() + bar.get_width()/2., height + ci_value,\n", " f'{height:.0f}', ha='center', va='bottom', fontsize=9, rotation=0)\n", "\n", " # Set main title\n", " fig.suptitle(f'{test} - Host', fontsize=16, fontweight='bold')\n", "\n", " plt.tight_layout()\n", "\n", " # Create IG process plots\n", " ig_fig = create_ig_process_plots(baseline_data, ig_data, test)\n", "\n", " # Create table\n", " df_table, styled_table = create_performance_table(baseline_data, ig_data)\n", "\n", " all_results.append((fig, ig_fig, aggregated_df, df_table, styled_table, test))\n", "\n", " return all_results" ] }, { "cell_type": "code", "execution_count": null, "id": "c30dd9ed", "metadata": {}, "outputs": [], "source": [ "# Process the configured input file\n", "if input_file and os.path.exists(input_file):\n", " print(f\"Processing file: {os.path.basename(input_file)}\")\n", " try:\n", " results = create_performance_plots(input_file)\n", " if results:\n", " for fig, ig_fig, df, df_table, styled_table, test in results:\n", "\n", "\n", " # Show the system performance plot\n", " plt.show()\n", "\n", " # Show the IG process plot\n", " plt.show()\n", "\n", " # Display the styled table\n", " print(f\"\\nPerformance Metrics Table - {test}:\")\n", " display(styled_table)\n", " else:\n", " print(f\"Skipping {input_file} due to data issues\")\n", " except Exception as e:\n", " print(f\"Error processing {input_file}: {e}\")\n", "elif input_file:\n", " print(f\"Error: Input file '{input_file}' not found\")\n", "else:\n", " print(\"No input file specified. Please set the 'input_file' variable in the configuration cell.\")" ] }, { "cell_type": "markdown", "id": "bbb198e9", "metadata": {}, "source": [ "## Raw Data\n", "\n", "The following table shows the complete raw data from the benchmark CSV file for reference and further analysis." ] }, { "cell_type": "code", "execution_count": null, "id": "ec2d4153", "metadata": {}, "outputs": [], "source": [ "# Display the raw CSV data as a table\n", "if input_file and os.path.exists(input_file):\n", " try:\n", " # Read the CSV file, ignoring lines starting with #\n", " raw_df = pd.read_csv(input_file, comment='#')\n", "\n", " # Clean column names (remove extra spaces)\n", " raw_df.columns = raw_df.columns.str.strip()\n", "\n", " # Style the raw data table and hide the index\n", " styled_raw_table = raw_df.style.hide(axis=\"index\").set_table_styles([\n", " {'selector': 'thead th', 'props': [('background-color', '#2196F3'),\n", " ('color', 'white'),\n", " ('font-weight', 'bold'),\n", " ('text-align', 'center'),\n", " ('padding', '8px')]},\n", " {'selector': 'tbody td', 'props': [('text-align', 'center'),\n", " ('padding', '6px')]},\n", " {'selector': 'table', 'props': [('border-collapse', 'collapse'),\n", " ('margin', '25px 0'),\n", " ('font-size', '0.85em'),\n", " ('min-width', '100%'),\n", " ('border-radius', '5px 5px 0 0'),\n", " ('overflow', 'hidden'),\n", " ('box-shadow', '0 0 20px rgba(0,0,0,0.15)')]},\n", " {'selector': 'tbody tr:nth-of-type(even)', 'props': [('background-color', '#f3f3f3')]},\n", " {'selector': 'tbody tr', 'props': [('border-bottom', '1px solid #dddddd')]},\n", " ])\n", "\n", " # Display the styled table\n", " display(styled_raw_table)\n", " except Exception as e:\n", " print(f\"Error displaying raw data: {e}\")\n", "elif input_file:\n", " print(f\"Error: Input file '{input_file}' not found for raw data display\")\n", "else:\n", " print(\"No input file specified for raw data display.\")" ] } ], "metadata": { "kernelspec": { "display_name": "my-venv", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.12.3" } }, "nbformat": 4, "nbformat_minor": 5 } inspektor-gadget-0.46.0/integration/benchmarks/benchmarks_test.go000066400000000000000000000320471510117411400252140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package benchmarks import ( "flag" "fmt" "os" "os/exec" "runtime" "strconv" "strings" "testing" "time" "github.com/stretchr/testify/require" "gopkg.in/yaml.v3" gadgettesting "github.com/inspektor-gadget/inspektor-gadget/gadgets/testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" igrunner "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/ig" statsrecorder "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/stats" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) var benchmark = flag.Bool("benchmark", false, "run benchmark tests") type BenchmarkConfig struct { Ntimes int `yaml:"ntimes"` IgPath string `yaml:"igPath"` IgFlags []string `yaml:"igFlags"` IgRuntime string `yaml:"igRuntime"` GadgetRunDuration int `yaml:"gadgetRunDuration"` WarmUpDuration int `yaml:"warmUpDuration"` Tests []TestConfig `yaml:"tests"` } type TestConfig struct { Name string `yaml:"name"` GadgetName string `yaml:"gadgetName"` Server *ContainerConfig `yaml:"server,omitempty"` Generator ContainerConfig `yaml:"generator"` EventsPerSecond []int `yaml:"eventsPerSecond"` GadgetParams []string `yaml:"gadgetParams,omitempty"` } type ContainerConfig struct { Image string `yaml:"image"` Cmd string `yaml:"cmd"` Sysctls map[string]string `yaml:"sysctls,omitempty"` } func TestMain(m *testing.M) { flag.Parse() if !*benchmark { fmt.Println("Skipping benchmark tests") os.Exit(0) } fmt.Println("Running benchmark tests") os.Exit(m.Run()) } // getMachineSpecs gathers system specifications for the benchmark func getMachineSpecs() string { specs := []string{} // Get processor information if cpuInfo, err := os.ReadFile("/proc/cpuinfo"); err == nil { lines := strings.Split(string(cpuInfo), "\n") for _, line := range lines { if strings.HasPrefix(line, "model name") { parts := strings.SplitN(line, ":", 2) if len(parts) == 2 { specs = append(specs, fmt.Sprintf("# Processor: %s", strings.TrimSpace(parts[1]))) break } } } } // Get memory information if memInfo, err := os.ReadFile("/proc/meminfo"); err == nil { lines := strings.Split(string(memInfo), "\n") for _, line := range lines { if strings.HasPrefix(line, "MemTotal") { parts := strings.Fields(line) if len(parts) >= 2 { if memKB, err := strconv.ParseInt(parts[1], 10, 64); err == nil { memGB := float64(memKB) / (1024 * 1024) specs = append(specs, fmt.Sprintf("# Memory: %.1f GB", memGB)) } } break } } } // Get Linux distribution if osRelease, err := os.ReadFile("/etc/os-release"); err == nil { lines := strings.Split(string(osRelease), "\n") var name, version string for _, line := range lines { if strings.HasPrefix(line, "NAME=") { name = strings.Trim(strings.TrimPrefix(line, "NAME="), "\"") } else if strings.HasPrefix(line, "VERSION=") { version = strings.Trim(strings.TrimPrefix(line, "VERSION="), "\"") } } if name != "" { distro := name if version != "" { distro += " " + version } specs = append(specs, fmt.Sprintf("# Distribution: %s", distro)) } } // Get kernel version if cmd := exec.Command("uname", "-r"); cmd != nil { if output, err := cmd.Output(); err == nil { kernel := strings.TrimSpace(string(output)) specs = append(specs, fmt.Sprintf("# Kernel: %s", kernel)) } } // Get Go version and architecture specs = append(specs, fmt.Sprintf("# Go Version: %s", runtime.Version())) specs = append(specs, fmt.Sprintf("# Architecture: %s", runtime.GOARCH)) // Add timestamp specs = append(specs, fmt.Sprintf("# Benchmark Date: %s", time.Now().Format("2006-01-02 15:04:05 MST"))) return strings.Join(specs, "\n") + "\n" } func TestBenchmarks(t *testing.T) { configData, err := os.ReadFile("benchmarks.yaml") require.NoError(t, err, "failed to read benchmarks.yaml") var config BenchmarkConfig err = yaml.Unmarshal(configData, &config) require.NoError(t, err, "failed to parse benchmarks.yaml") // validate some things before runnning // Other runtimes don't check if the workload finished correctly. require.Equal(t, "docker", config.IgRuntime, "only docker runtime is supported for benchmarks") // Calculate total number of runs totalRuns := 0 for _, testConfig := range config.Tests { totalRuns += len(testConfig.EventsPerSecond) * 2 * config.Ntimes // 2 for baseline + IG } // set up the environment for benchmarks t.Setenv("IG_PATH", config.IgPath) t.Setenv("IG_FLAGS", strings.Join(config.IgFlags, " ")) t.Setenv("IG_RUNTIME", config.IgRuntime) filePath := fmt.Sprintf("test_results_%s.csv", time.Now().Format("20060102_150405")) file, err := os.Create(filePath) require.NoError(t, err) defer file.Close() // Write machine specifications as comments at the beginning machineSpecs := getMachineSpecs() _, err = file.WriteString(machineSpecs) require.NoError(t, err, "failed to write machine specs to file") r := RunResult{} _, err = file.WriteString(r.HeaderString() + "\n") require.NoError(t, err, "failed to write header to file") currentRun := 0 for _, testConfig := range config.Tests { t.Run(testConfig.Name, func(t *testing.T) { for _, eventsPerSecond := range testConfig.EventsPerSecond { // TODO: another t.run for each RPS value? for _, useTracer := range []bool{false, true} { tCase := "baseline" if useTracer { tCase = "ig" } t.Logf("Starting test series for %s at %d RPS (%d runs)", tCase, eventsPerSecond, config.Ntimes) for i := 0; i < config.Ntimes; i++ { currentRun++ t.Run(fmt.Sprintf("comb=%v_usetracer=%t_run=%d", eventsPerSecond, useTracer, i+1), func(t *testing.T) { t.Logf("Running test %d/%d for comb=%d, usetracer=%t (Run %d of %d: %2.f%%)", i+1, config.Ntimes, eventsPerSecond, useTracer, currentRun, totalRuns, 100.0*float64(currentRun)/float64(totalRuns)) result := testGadgetSingle(t, &config, &testConfig, eventsPerSecond, useTracer) result.TestName = testConfig.Name result.TestCase = tCase result.Run = i + 1 result.EventsPerSecond = eventsPerSecond resultStr := result.String() fmt.Printf("Test result: %s\n", resultStr) _, err := file.WriteString(resultStr + "\n") require.NoError(t, err, "failed to write result to file") }) } } } }) } } type linesCounter struct { lines uint64 } func (c *linesCounter) Write(p []byte) (n int, err error) { // Count the number of lines in the input for _, b := range p { if b == '\n' { c.lines++ } } return len(p), nil } // singleRunResult holds the results of a single run of a gadget test type RunResult struct { TestName string TestCase string Run int EventsPerSecond int Cpu float64 Mem float64 IgCpu float64 IgMem float64 Lost uint64 } func (r *RunResult) HeaderString() string { // format as csv header line return "TestName,TestCase,Run,EventsPerSecond,Cpu,Mem,IgCpu,IgMem,Lost" } func (r *RunResult) String() string { // format as csv line return fmt.Sprintf("%s,%s,%d,%d,%.2f,%.2f,%.2f,%.2f,%d", r.TestName, r.TestCase, r.Run, r.EventsPerSecond, r.Cpu, r.Mem, r.IgCpu, r.IgMem, r.Lost, ) } func testGadgetSingle(t *testing.T, bc *BenchmarkConfig, tc *TestConfig, eventsPerSecond int, usetracer bool) RunResult { tName := fmt.Sprintf("test-%s", tc.Name) runDuration := bc.GadgetRunDuration timeoutParam := fmt.Sprintf("--timeout=%d", runDuration) sleepTimeout := time.Duration(runDuration) * time.Second warmUpTimeout := time.Duration(bc.WarmUpDuration) * time.Second // TODO: is it fine? cpuAndMemoryInitialDelay := (time.Duration(runDuration) * time.Second) / 4 gadgettesting.RequireEnvironmentVariables(t) utils.InitTest(t) containerFactory, err := containers.NewContainerFactory(utils.Runtime) require.NoError(t, err, "new container factory") serverContainerName := fmt.Sprintf("%s-server", tName) clientContainerName := fmt.Sprintf("%s-client", tName) var nsTest string clientContainerOpts := []containers.ContainerOption{ containers.WithContainerImage(tc.Generator.Image), containers.WithSysctls(tc.Generator.Sysctls), containers.WithExpectedExitCode(0), } // TODO: kubectl support is future work if utils.CurrentTestComponent == utils.KubectlGadgetTestComponent { t.Skip("Skipping benchmark test in kubernetes for now") } var serverIP string if tc.Server != nil { serverContainerOpts := []containers.ContainerOption{ containers.WithContainerImage(tc.Server.Image), containers.WithSysctls(tc.Server.Sysctls), containers.WithExpectedExitCode(0), } serverContainer := containerFactory.NewContainer(serverContainerName, tc.Server.Cmd, serverContainerOpts...) serverContainer.Start(t) defer serverContainer.Stop(t) serverIP = serverContainer.IP() } clientCmd := tc.Generator.Cmd // Replace placeholders with actual values clientCmd = strings.ReplaceAll(clientCmd, "{{.ServerIP}}", serverIP) clientCmd = strings.ReplaceAll(clientCmd, "{{.EventsPerSecond}}", fmt.Sprintf("%d", eventsPerSecond)) clientContainer := containerFactory.NewContainer( clientContainerName, clientCmd, clientContainerOpts..., ) clientContainer.Start(t) defer clientContainer.Stop(t) var runnerOpts []igrunner.Option var testingOpts []igtesting.Option switch utils.CurrentTestComponent { case utils.IgLocalTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-r=%s", utils.Runtime), timeoutParam)) case utils.KubectlGadgetTestComponent: runnerOpts = append(runnerOpts, igrunner.WithFlags(fmt.Sprintf("-n=%s", nsTest), timeoutParam)) testingOpts = append(testingOpts, igtesting.WithCbBeforeCleanup(utils.PrintLogsFn(nsTest))) } runnerOpts = append(runnerOpts, igrunner.WithFlags(tc.GadgetParams...)) lost := uint64(0) var gadgetCmd igtesting.TestStep var lWriter *linesCounter if usetracer { // Count dropped events. runnerOpts = append(runnerOpts, igrunner.WithValidateStderrOutput(func(t *testing.T, output string) { // Parse output to count lost samples lines := strings.Split(output, "\n") for _, line := range lines { line = strings.TrimSpace(line) if strings.Contains(line, "lost") && strings.Contains(line, "samples") { // Extract number from "lost samples" parts := strings.Fields(line) for i, part := range parts { if part == "lost" && i+1 < len(parts) { if num, err := strconv.ParseUint(parts[i+1], 10, 64); err == nil { lost += num } break } } } } })) // check that the gadget captured data lWriter = &linesCounter{} runnerOpts = append(runnerOpts, igrunner.WithStdOutWriter(lWriter)) gadgetCmd = igrunner.New(tc.GadgetName, runnerOpts...) } else { gadgetCmd = utils.Sleep(sleepTimeout) } initialDelay := cpuAndMemoryInitialDelay // Start capturing CPU and memory after an initial delay to avoid initial spikes opts := []statsrecorder.Option{ statsrecorder.WithInitialDelay(initialDelay), } if usetracer { opts = append(opts, statsrecorder.WithComms([]string{"ig"})) } // skip beginning and end of the run to avoid spikes. // runDuration is the total duration of the run, we need to subtract the // initial delay and the end of the run cpuAndMemory := statsrecorder.New(runDuration-2*int(initialDelay.Seconds()), opts...) steps := []igtesting.TestStep{ // warm up utils.Sleep(warmUpTimeout), cpuAndMemory, gadgetCmd, } igtesting.RunTestSteps(steps, t, testingOpts...) if lWriter != nil { require.Greater(t, lWriter.lines, uint64(0), "Gadget %s should have captured some data", tc.GadgetName) // for tracers, check if they captured enough events if strings.HasPrefix(tc.GadgetName, "trace_") { require.Greater(t, float64(lWriter.lines), 0.95*float64(runDuration*eventsPerSecond)) } } cpuAndMemoryAvg := cpuAndMemory.Stats() ret := RunResult{ Cpu: cpuAndMemoryAvg.System.CPUPercentage, Mem: float64(cpuAndMemoryAvg.System.Memory) / (1024 * 1024), Lost: lost / uint64(runDuration), // Convert lost events to per second } if usetracer { require.Contains(t, cpuAndMemoryAvg.Processes, "ig", "IG should be running") igStats := cpuAndMemoryAvg.Processes["ig"] ret.IgCpu = igStats.CPUPercentage ret.IgMem = float64(igStats.Memory) / (1024 * 1024) } return ret } inspektor-gadget-0.46.0/integration/benchmarks/requirements.txt000066400000000000000000000001211510117411400247610ustar00rootroot00000000000000notebook>=7.4.5 ipykernel>=6.30.1 pandas>=2.3.1 scipy>=1.16.1 matplotlib>=3.10.5 inspektor-gadget-0.46.0/integration/command.go000066400000000000000000000542711510117411400213440ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package integration import ( "bytes" "errors" "fmt" "math/rand" "os/exec" "regexp" "strings" "syscall" "testing" "time" "github.com/kr/pretty" "github.com/stretchr/testify/require" ) type TestComponent string const ( InspektorGadgetTestComponent TestComponent = "$KUBECTL_GADGET" IgTestComponent TestComponent = "ig" ) // DefaultTestComponent indicates component under testing allowing component specific logic // e.g. indicating whether we have to enrich error message with InspektorGadget logs var DefaultTestComponent = InspektorGadgetTestComponent const ( namespaceLabelKey string = "scope" namespaceLabelValue string = "ig-integration-tests" ) type Command struct { // Name of the command to be run, used to give information. Name string // Cmd is a string of the command which will be run. Cmd string // ExpectedString contains the exact expected output of the command. ExpectedString string // ExpectedRegexp contains a regex used to match against the command output. ExpectedRegexp string // ValidateOutput is a function used to verify the output. It must make the test fail in // case of error. ValidateOutput func(t *testing.T, output string) // Cleanup indicates this command is used to clean resource and should not be // skipped even if previous commands failed. Cleanup bool // StartAndStop indicates this command should first be started then stopped. // It corresponds to gadget like execsnoop which wait user to type Ctrl^C. StartAndStop bool // started indicates this command was started. // It is only used by command which have StartAndStop set. started bool // command is a Cmd object used when we want to start the command, then other // do stuff and wait for its completion. command *exec.Cmd // stdout contains command standard output when started using Startcommand(). stdout bytes.Buffer // stderr contains command standard output when started using Startcommand(). stderr bytes.Buffer } var ( seed int64 = time.Now().UTC().UnixNano() r *rand.Rand = rand.New(rand.NewSource(seed)) ) func GetSeed() int64 { return seed } func (c *Command) DisplayName() string { return c.Name } func (c *Command) IsCleanup() bool { return c.Cleanup } func (c *Command) IsStartAndStop() bool { return c.StartAndStop } func (c *Command) Running() bool { return c.started } func DeploySPO(limitReplicas, patchWebhookConfig, bestEffortResourceMgmt bool) *Command { cmdStr := fmt.Sprintf(` kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.10.0/cert-manager.yaml kubectl --namespace cert-manager wait --for condition=ready pod -l app.kubernetes.io/instance=cert-manager curl https://raw.githubusercontent.com/kubernetes-sigs/security-profiles-operator/v0.6.0/deploy/operator.yaml | \ if [ %v = true ] ; then sed 's/replicas: 3/replicas: 1/' | grep -v cpu: else cat fi | \ kubectl apply -f - # Wait for the SPO which will create the rest of the resources. # Unfortunately, it takes quite a while, hence the long timeouts. kubectl -n security-profiles-operator wait deploy security-profiles-operator --for condition=available kubectl -n security-profiles-operator wait pod -l app=security-profiles-operator --for condition=ready # The SPO-webhook and SPO-daemon are not part of the YAML but created by the SPO. # We cannot use kubectl-wait before they are created, see also: https://github.com/kubernetes/kubernetes/issues/83242 webhook=false daemon=false for i in $(seq 1 120); do if [ "$(kubectl get pod -n security-profiles-operator -l app=security-profiles-operator,name=security-profiles-operator-webhook -o go-template='{{len .items}}')" -ge 1 ] ; then webhook=true fi if [ "$(kubectl get pod -n security-profiles-operator -l app=security-profiles-operator,name=spod -o go-template='{{len .items}}')" -ge 1 ] ; then daemon=true fi if [ $webhook = true ] && [ $daemon = true ] ; then break fi sleep 1 done # Similar to https://github.com/Azure/AKS/issues/1771 SPO webhook reconcilation doesn't work # on AKS because of an additional selector. So we patch the SPO-daemon config to respect this selector # using https://github.com/kubernetes-sigs/security-profiles-operator/blob/main/installation-usage.md#configuring-webhooks. # SPO issue: https://github.com/kubernetes-sigs/security-profiles-operator/issues/1187 if [ %v = true ] ; then kubectl -n security-profiles-operator patch spod spod --type=merge \ -p='{"spec":{"webhookOptions":[{"name":"binding.spo.io","namespaceSelector":{"matchExpressions":[{"key":"control-plane","operator":"DoesNotExist"}]}},{"name":"recording.spo.io","namespaceSelector":{"matchExpressions":[{"key":"control-plane","operator":"DoesNotExist"}]}}]}}' kubectl -n security-profiles-operator wait spod spod --for condition=ready fi # If requested, remove the resource management and let Kubernetes use the best-effort # QoS approach. It is useful on system with limited resources as Minikube on a GH runner. if [ %v = true ] ; then kubectl patch deploy -n security-profiles-operator security-profiles-operator-webhook --type=json \ -p='[{"op": "remove", "path": "/spec/template/spec/containers/0/resources"}]' kubectl patch ds -n security-profiles-operator spod --type=json \ -p='[{"op": "remove", "path": "/spec/template/spec/containers/0/resources"}, {"op": "remove", "path": "/spec/template/spec/containers/1/resources"}, {"op": "remove", "path": "/spec/template/spec/initContainers/0/resources"}]' # Give some time to the pods to be restarted sleep 3 fi # At this point, the webhook and daemon were created, wait til they are ready. kubectl -n security-profiles-operator wait deploy security-profiles-operator-webhook --for condition=available || \ (kubectl get pod -n security-profiles-operator ; kubectl get events -n security-profiles-operator ; false) kubectl rollout status -n security-profiles-operator ds spod --timeout=180s || \ (kubectl get pod -n security-profiles-operator ; kubectl get events -n security-profiles-operator ; false) `, limitReplicas, patchWebhookConfig, bestEffortResourceMgmt) return &Command{ Name: "DeploySecurityProfilesOperator", Cmd: cmdStr, ExpectedRegexp: `daemon set "spod" successfully rolled out`, } } // CleanupSPO cleans up security profile operator in Kubernetes var CleanupSPO = []*Command{ { Name: "RemoveSecurityProfilesOperator", Cmd: ` kubectl delete seccompprofile --all --all-namespaces kubectl delete -f https://raw.githubusercontent.com/kubernetes-sigs/security-profiles-operator/v0.6.0/deploy/operator.yaml --ignore-not-found kubectl delete -f https://github.com/jetstack/cert-manager/releases/download/v1.10.0/cert-manager.yaml --ignore-not-found `, Cleanup: true, }, { Name: "PatchSecurityProfilesOperatorProfiles", Cmd: ` while true; do # Ensure we have profiles to clean, otherwise just exit. NAMESPACES=$(kubectl get seccompprofile --all-namespaces --no-headers --ignore-not-found -o custom-columns=":metadata.namespace" | uniq) if [ -z $NAMESPACES ]; then break fi # Patch profiles in each namespace, ignore any errors since it can already be deleted. for NAMESPACE in $NAMESPACES; do PROFILES=$(kubectl get seccompprofile --namespace $NAMESPACE -o name) for PROFILE in $PROFILES; do kubectl patch $PROFILE -n $NAMESPACE -p '{"metadata":{"finalizers":null}}' --type=merge || true done done # Give some time before starting next cycle. sleep 1 done `, Cleanup: true, }, } // createExecCmd creates an exec.Cmd for the command c.Cmd and stores it in // Command.command. The exec.Cmd is configured to store the stdout and stderr in // Command.stdout and Command.stderr so that we can use them on // Command.verifyOutput(). func (c *Command) createExecCmd() { cmd := exec.Command("/bin/sh", "-c", c.Cmd) cmd.Stdout = &c.stdout cmd.Stderr = &c.stderr // To be able to kill the process of /bin/sh and its child (the process of // c.Cmd), we need to send the termination signal to their process group ID // (PGID). However, child processes get the same PGID as their parents by // default, so in order to avoid killing also the integration tests process, // we set the fields Setpgid and Pgid of syscall.SysProcAttr before // executing /bin/sh. Doing so, the PGID of /bin/sh (and its children) // will be set to its process ID, see: // https://cs.opensource.google/go/go/+/refs/tags/go1.17.8:src/syscall/exec_linux.go;l=32-34. cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true, Pgid: 0} c.command = cmd } // PrintLogsFn returns a function that print logs in case the test fails. func PrintLogsFn(namespaces ...string) func(t *testing.T) { return func(t *testing.T) { if !t.Failed() { return } if DefaultTestComponent == InspektorGadgetTestComponent { t.Logf("Inspektor Gadget pod logs:") t.Log(getPodLogs("gadget")) } for _, ns := range namespaces { t.Logf("Logs in namespace %s:", ns) t.Log(getPodLogs(ns)) } } } // getPodLogs returns a string with the logs of all pods in namespace ns func getPodLogs(ns string) string { if DefaultTestComponent != InspektorGadgetTestComponent { return "" } var sb strings.Builder logCommands := []string{ fmt.Sprintf("kubectl get pods -n %s -o wide", ns), fmt.Sprintf(`for pod in $(kubectl get pods -n %[1]s -o name); do kubectl logs -n %[1]s $pod --previous; kubectl logs -n %[1]s $pod; done`, ns), } for _, c := range logCommands { cmd := exec.Command("/bin/sh", "-xc", c) output, err := cmd.CombinedOutput() if err != nil { sb.WriteString(fmt.Sprintf("Error: failed to run log command: %s, %s\n", cmd.String(), err)) continue } sb.WriteString(string(output)) } return sb.String() } // verifyOutput verifies if the stdout match with the expected regular expression and the expected // string. If it doesn't, verifyOutput makes the test fail. func (c *Command) verifyOutput(t *testing.T) { output := c.stdout.String() if c.ExpectedRegexp != "" { r := regexp.MustCompile(c.ExpectedRegexp) if !r.MatchString(output) { t.Fatalf("output didn't match the expected regexp: %s", c.ExpectedRegexp) } } if c.ExpectedString != "" { require.Equal(t, c.ExpectedString, output, "output didn't match the expected string") } if c.ValidateOutput != nil { c.ValidateOutput(t, output) } } // verifyOutputWihoutTest verifies the output without using the ValidateOutput function. func (c *Command) verifyOutputWihoutTest() error { output := c.stdout.String() if c.ExpectedRegexp != "" { r := regexp.MustCompile(c.ExpectedRegexp) if !r.MatchString(output) { return fmt.Errorf("output didn't match the expected regexp: %s", c.ExpectedRegexp) } } if c.ExpectedString != "" && output != c.ExpectedString { return fmt.Errorf("output didn't match the expected string: %s\n%v", c.ExpectedString, pretty.Diff(c.ExpectedString, output)) } return nil } // kill kills a command by sending SIGKILL because we want to stop the process // immediately and avoid that the signal is trapped. func (c *Command) kill() error { const sig syscall.Signal = syscall.SIGKILL // No need to kill, command has not been executed yet or it already exited if c.command == nil || (c.command.ProcessState != nil && c.command.ProcessState.Exited()) { return nil } // Given that we set Setpgid, here we just need to send the PID of /bin/sh // (which is the same PGID) as a negative number to syscall.Kill(). As a // result, the signal will be received by all the processes with such PGID, // in our case, the process of /bin/sh and c.Cmd. err := syscall.Kill(-c.command.Process.Pid, sig) if err != nil { return fmt.Errorf("killing command(%s): %w", c.Name, err) } // In some cases, we do not have to wait here because the Cmd was executed // with Run(), which already waits. On the contrary, in the case it was // executed with Start() thus c.started is true, we need to wait indeed. if c.started { err = c.command.Wait() if err == nil { return nil } // Verify if the error is about the signal we just sent. In that case, // do not return error, it is what we were expecting. var exiterr *exec.ExitError if ok := errors.As(err, &exiterr); !ok { return fmt.Errorf("command returned error(%s): %w", c.Name, err) } waitStatus, ok := exiterr.Sys().(syscall.WaitStatus) if !ok { return fmt.Errorf("command returned error(%s): %w", c.Name, err) } if waitStatus.Signal() != sig { return fmt.Errorf("command returned error(%s): %w", c.Name, err) } } return nil } // RunWithoutTest runs the Command, this is thought to be used in TestMain(). func (c *Command) RunWithoutTest() error { c.createExecCmd() fmt.Printf("run command(%s):\n%s\n", c.Name, c.Cmd) err := c.command.Run() fmt.Printf("Command returned(%s):\n%s\n%s\n", c.Name, c.stderr.String(), c.stdout.String()) if err != nil { return fmt.Errorf("running command(%s): %w", c.Name, err) } if err = c.verifyOutputWihoutTest(); err != nil { return fmt.Errorf("invalid command output(%s): %w", c.Name, err) } return nil } // StartWithoutTest starts the Command, this is thought to be used in TestMain(). func (c *Command) StartWithoutTest() error { if c.started { fmt.Printf("Warn(%s): trying to start command but it was already started\n", c.Name) return nil } c.createExecCmd() fmt.Printf("Start command(%s): %s\n", c.Name, c.Cmd) err := c.command.Start() if err != nil { return fmt.Errorf("starting command(%s): %w", c.Name, err) } c.started = true return nil } // WaitWithoutTest waits for a Command that was started with StartWithoutTest(), // this is thought to be used in TestMain(). func (c *Command) WaitWithoutTest() error { if !c.started { fmt.Printf("Warn(%s): trying to wait for a command that has not been started yet\n", c.Name) return nil } fmt.Printf("Wait for command(%s)\n", c.Name) err := c.command.Wait() fmt.Printf("Command returned(%s):\n%s\n%s\n", c.Name, c.stderr.String(), c.stdout.String()) if err != nil { return fmt.Errorf("waiting for command(%s): %w", c.Name, err) } c.started = false return nil } // KillWithoutTest kills a Command started with StartWithoutTest() // or RunWithoutTest() and we do not need to verify its output. This is thought // to be used in TestMain(). func (c *Command) KillWithoutTest() error { fmt.Printf("Kill command(%s)\n", c.Name) if err := c.kill(); err != nil { return err } return nil } // Run runs the Command on the given as parameter test. func (c *Command) Run(t *testing.T) { c.createExecCmd() t.Logf("Run command(%s):\n%s\n", c.Name, c.Cmd) err := c.command.Run() t.Logf("Command returned(%s):\n%s\n%s\n", c.Name, c.stderr.String(), c.stdout.String()) require.NoError(t, err, "failed to run command(%s)", c.Name) c.verifyOutput(t) } // Start starts the Command on the given as parameter test, you need to // wait it using Stop(). func (c *Command) Start(t *testing.T) { if c.started { t.Logf("Warn(%s): trying to start command but it was already started\n", c.Name) return } c.createExecCmd() t.Logf("Start command(%s): %s\n", c.Name, c.Cmd) err := c.command.Start() require.NoError(t, err, "failed to start command(%s)", c.Name) c.started = true } // Stop stops a Command previously started with Start(). // To do so, it Kill() the process corresponding to this Cmd and then wait for // its termination. // Cmd output is then checked with regard to ExpectedString and ExpectedRegexp func (c *Command) Stop(t *testing.T) { if !c.started { t.Logf("Warn(%s): trying to stop command but it was not started\n", c.Name) return } t.Logf("Stop command(%s)\n", c.Name) err := c.kill() t.Logf("Command returned(%s):\n%s\n%s\n", c.Name, c.stderr.String(), c.stdout.String()) require.NoError(t, err) c.verifyOutput(t) c.started = false } // JobCommand returns a Command which runs a job with a specified image, command and args func JobCommand(jobname, image, namespace, command string, commandArgs ...string) *Command { cmdLine := "" if command != "" { cmdLine = fmt.Sprintf("\n command:\n - %s", command) } for _, arg := range commandArgs { cmdLine = cmdLine + fmt.Sprintf("\n - %s", arg) } cmd := fmt.Sprintf(`kubectl apply -f - < 0 { require.NotNil(t, err) for _, expected := range tc.expectedStderr { if tc.negateExpected { require.NotContains(t, stderr.String(), expected) continue } require.Contains(t, stderr.String(), expected) } return } require.Nil(t, err) require.Empty(t, stderr.String()) for _, expected := range tc.expectedStdout { if tc.negateExpected { require.NotContains(t, stdout.String(), expected) continue } require.Contains(t, stdout.String(), expected) } }) } } func calculateSha256Sum(t *testing.T, filePath string) string { t.Helper() file, err := os.Open(filePath) require.NoError(t, err) defer file.Close() hash := sha256.New() _, err = io.Copy(hash, file) require.NoError(t, err) return fmt.Sprintf("%x", hash.Sum(nil)) } func runCmd(t *testing.T, cmd *cobra.Command, args []string) { t.Helper() cmd.SetArgs(args) cmd.SetOut(io.Discard) cmd.SetErr(io.Discard) err := cmd.Execute() require.NoError(t, err) } func TestExportDeterministic(t *testing.T) { testImage := "test-image-export" tmpFolder := t.TempDir() gadgetSrcFolder := path.Join(tmpFolder, "gadget") err := os.MkdirAll(gadgetSrcFolder, 0o755) require.NoError(t, err) // create an empty eBPF program for the test as it compiles fine _, err = os.Create(path.Join(gadgetSrcFolder, "program.bpf.c")) require.NoError(t, err) sums := make([]string, 2) t.Setenv("SOURCE_DATE_EPOCH", fmt.Sprint(time.Now().Unix())) // build and export the image for i := 0; i < 2; i++ { runCmd(t, commonImage.NewBuildCmd(), []string{ "--builder-image", *testBuilderImage, "--tag", testImage, gadgetSrcFolder, }) exportPath := path.Join(tmpFolder, fmt.Sprintf("export%d.tar", i)) runCmd(t, commonImage.NewExportCmd(), []string{testImage, exportPath}) sums[i] = calculateSha256Sum(t, exportPath) runCmd(t, commonImage.NewRemoveCmd(), []string{testImage}) os.Remove(exportPath) time.Sleep(2 * time.Second) // ensure that the timestamp of the files is different } require.Equal(t, sums[0], sums[1]) } inspektor-gadget-0.46.0/integration/components/image/integration_test.go000066400000000000000000000020301510117411400265410ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package image import ( "flag" "fmt" "os" "testing" ) var ( integration = flag.Bool("integration", false, "run integration tests") testBuilderImage = flag.String("builder-image", "ghcr.io/inspektor-gadget/gadget-builder:main", "gadget builder image") ) func TestMain(m *testing.M) { flag.Parse() if !*integration { fmt.Println("Skipping image tests") os.Exit(0) } fmt.Println("Running image tests") os.Exit(m.Run()) } inspektor-gadget-0.46.0/integration/helpers.go000066400000000000000000000055621510117411400213670ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package integration import ( "bytes" "fmt" "os/exec" "strings" "testing" "github.com/docker/go-connections/nat" "github.com/google/go-cmp/cmp/cmpopts" "github.com/stretchr/testify/require" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" ) var cmpIgnoreUnexported = cmpopts.IgnoreUnexported( containercollection.Container{}, containercollection.K8sMetadata{}, ) func GetPodUID(t *testing.T, ns, podname string) string { cmd := exec.Command("kubectl", "-n", ns, "get", "pod", podname, "-o", "jsonpath={.metadata.uid}") r, err := cmd.Output() require.NoError(t, err, "getting UID of %s/%s: %s", ns, podname, r) return string(r) } func CheckNamespace(ns string) bool { cmd := exec.Command("kubectl", "get", "ns", ns) return cmd.Run() == nil } // IsDockerRuntime checks whether the container runtime of the first node in the Kubernetes cluster is Docker or not. func IsDockerRuntime(t *testing.T) bool { cmd := exec.Command("kubectl", "get", "node", "-o", "jsonpath={.items[0].status.nodeInfo.containerRuntimeVersion}") var stderr bytes.Buffer cmd.Stderr = &stderr r, err := cmd.Output() require.NoError(t, err, "getting container runtime: %s", stderr.String()) ret := string(r) return strings.Contains(ret, "docker") } // GetContainerRuntime returns the container runtime the cluster is using. func GetContainerRuntime() (string, error) { cmd := exec.Command("kubectl", "get", "node", "-o", "jsonpath={.items[0].status.nodeInfo.containerRuntimeVersion}") var stderr bytes.Buffer cmd.Stderr = &stderr r, err := cmd.Output() if err != nil { return "", fmt.Errorf("getting container runtime: %w, %s", err, stderr.String()) } ret := string(r) parts := strings.Split(ret, ":") if len(parts) < 1 { return "", fmt.Errorf("unexpected container runtime version: %s", ret) } return parts[0], nil } func StartRegistry(t *testing.T, name string) testutils.Container { t.Helper() c := testutils.NewDockerContainer(name, "registry serve /etc/docker/registry/config.yml", testutils.WithImage("registry:2"), testutils.WithoutWait(), testutils.WithPortBindings(nat.PortMap{ "5000/tcp": []nat.PortBinding{{HostIP: "127.0.0.1"}}, }), ) c.Start(t) return c } inspektor-gadget-0.46.0/integration/ig/000077500000000000000000000000001510117411400177655ustar00rootroot00000000000000inspektor-gadget-0.46.0/integration/ig/.gitignore000066400000000000000000000000221510117411400217470ustar00rootroot00000000000000k8s/ig non-k8s/ig inspektor-gadget-0.46.0/integration/ig/non-k8s/000077500000000000000000000000001510117411400212625ustar00rootroot00000000000000inspektor-gadget-0.46.0/integration/ig/non-k8s/Makefile000066400000000000000000000013601510117411400227220ustar00rootroot00000000000000DNSTESTER_IMAGE ?= "ghcr.io/inspektor-gadget/dnstester:main" CONTAINER_RUNTIME ?= docker # build build: make -C $(shell pwd)/../../.. ig # test TEST_TARGETS = \ test-containerd \ test-docker .PHONY: test-all test-all: $(TEST_TARGETS) test: test-$(CONTAINER_RUNTIME) # INTEGRATION_TESTS_PARAMS can be used to pass additional parameters locally e.g # INTEGRATION_TESTS_PARAMS="-test.run TestFilterByContainerName" make -C integration/ig/non-k8s test-docker test-%: build cp ../../../ig-linux-amd64 ig go test -c -o ./ig-docker-integration.test ./... sudo ./ig-docker-integration.test -test.v -test.timeout 30m -integration -runtime $* -dnstester-image $(DNSTESTER_IMAGE) $${INTEGRATION_TESTS_PARAMS} rm -f ./ig-docker-integration.test ./ig inspektor-gadget-0.46.0/integration/ig/non-k8s/integration_test.go000066400000000000000000000030201510117411400251660ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "flag" "fmt" "os" "testing" . "github.com/inspektor-gadget/inspektor-gadget/integration" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" ) var ( containerFactory containers.ContainerFactory // flags integration = flag.Bool("integration", false, "run integration tests") dnsTesterImage = flag.String("dnstester-image", "ghcr.io/inspektor-gadget/dnstester:main", "dnstester container image") runtime = flag.String("runtime", "docker", "which runtime to use (docker, containerd)") ) func init() { DefaultTestComponent = IgTestComponent } func TestMain(m *testing.M) { flag.Parse() if !*integration { fmt.Println("Skipping integration test.") os.Exit(0) } var err error containerFactory, err = containers.NewContainerFactory(*runtime) if err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) os.Exit(1) } fmt.Println("Start running tests:") os.Exit(m.Run()) } inspektor-gadget-0.46.0/integration/ig/non-k8s/list_containers_test.go000066400000000000000000000105461510117411400260560ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "testing" . "github.com/inspektor-gadget/inspektor-gadget/integration" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func TestFilterByContainerName(t *testing.T) { t.Parallel() cn := "test-filtered-container" listContainersCmd := &Command{ Name: "RunFilterByContainerName", Cmd: fmt.Sprintf("./ig list-containers -o json --runtimes=%s --containername=%s", *runtime, cn), ValidateOutput: func(t *testing.T, output string) { expectedContainer := &containercollection.Container{ Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(*runtime), ContainerName: cn, }, }, } normalize := func(c *containercollection.Container) { c.OciConfig = "" c.Bundle = "" c.Mntns = 0 c.Netns = 0 c.CgroupPath = "" c.CgroupID = 0 c.CgroupV1 = "" c.CgroupV2 = "" c.K8s.PodLabels = nil c.K8s.PodUID = "" c.Runtime.ContainerID = "" c.Runtime.ContainerPID = 0 c.Runtime.ContainerStartedAt = 0 // TODO: Handle once we support getting ContainerImageName from Docker c.Runtime.ContainerImageName = "" c.Runtime.ContainerImageDigest = "" } match.MatchAllEntries(t, match.JSONSingleArrayMode, output, normalize, expectedContainer) }, } testSteps := []TestStep{ containerFactory.NewContainer(cn, "sleep inf", containers.WithStartAndStop()), SleepForSecondsCommand(2), listContainersCmd, } RunTestSteps(testSteps, t) } func TestWatchContainers(t *testing.T) { t.Parallel() cn := "test-watched-container" watchContainersCommand := &Command{ Name: "RunWatchContainers", Cmd: fmt.Sprintf("./ig list-containers -o json --watch --runtimes=%s -c %s", *runtime, cn), StartAndStop: true, ValidateOutput: func(t *testing.T, output string) { expectedEvents := []*containercollection.PubSubEvent{ { Type: containercollection.EventTypeAddContainer, Container: &containercollection.Container{ Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(*runtime), ContainerName: cn, }, }, }, }, { Type: containercollection.EventTypeRemoveContainer, Container: &containercollection.Container{ Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(*runtime), ContainerName: cn, }, }, }, }, } normalize := func(e *containercollection.PubSubEvent) { e.Container.OciConfig = "" e.Container.Bundle = "" e.Container.Mntns = 0 e.Container.Netns = 0 e.Container.CgroupPath = "" e.Container.CgroupID = 0 e.Container.CgroupV1 = "" e.Container.CgroupV2 = "" e.Timestamp = "" e.Container.K8s.PodLabels = nil e.Container.K8s.PodUID = "" e.Container.Runtime.ContainerID = "" e.Container.Runtime.ContainerPID = 0 e.Container.Runtime.ContainerStartedAt = 0 // TODO: Handle once we support getting ContainerImageName from Docker e.Container.Runtime.ContainerImageName = "" e.Container.Runtime.ContainerImageDigest = "" } match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEvents...) }, } testSteps := []TestStep{ watchContainersCommand, SleepForSecondsCommand(2), containerFactory.NewContainer(cn, "echo I am short lived container"), } RunTestSteps(testSteps, t) } inspektor-gadget-0.46.0/integration/k8s/000077500000000000000000000000001510117411400200735ustar00rootroot00000000000000inspektor-gadget-0.46.0/integration/k8s/Makefile000066400000000000000000000047721510117411400215450ustar00rootroot00000000000000# Test commands in this Makefile only covers ig. # Kubectl-gadget test commands are covered in ../../Makefile. include $(shell pwd)/../../minikube.mk GADGET_REPOSITORY ?= "ghcr.io/inspektor-gadget/gadget" GADGET_TAG ?= "main" DNSTESTER_IMAGE ?= "ghcr.io/inspektor-gadget/dnstester:main" GOPROXY ?= $(shell go env GOPROXY) # make does not allow implicit rules (with '%') to be phony so let's use # the 'phony_explicit' dependency to make implicit rules inherit the phony # attribute .PHONY: phony_explicit phony_explicit: build: make -C $(shell pwd)/../.. ig .PHONY: build-tests build-tests: docker buildx build --load -t ig-tests -f ./../../Dockerfiles/ig-tests.Dockerfile \ --build-arg GOPROXY=$(GOPROXY) ../../ docker create --name ig-tests-container ig-tests docker cp ig-tests-container:/usr/bin/ig-integration.test ig-integration.test docker rm ig-tests-container chmod +x ig-integration.test # test TEST_TARGETS = \ test-docker \ test-containerd \ test-cri-o .PHONY: test-all test-all: $(TEST_TARGETS) test test: test-$(CONTAINER_RUNTIME) # INTEGRATION_TESTS_PARAMS can be used to pass additional parameters locally e.g # INTEGRATION_TESTS_PARAMS="-test.run TestListContainers" CONTAINER_RUNTIME=containerd make -C integration/k8s test .PHONY: phony_explicit test-%: build build-tests export MINIKUBE_PROFILE=minikube-$* && \ echo "Checking minikube with profile $${MINIKUBE_PROFILE} is running ..." && \ $(MINIKUBE) status -p $${MINIKUBE_PROFILE} -f {{.APIServer}} >/dev/null || (echo "Error: $${MINIKUBE_PROFILE} not running, exiting ..." && exit 1) && \ echo "Preparing minikube with profile $${MINIKUBE_PROFILE} for testing ..." && \ $(MINIKUBE) cp ../../ig-linux-amd64 $${MINIKUBE_PROFILE}:/bin/ig >/dev/null && \ $(MINIKUBE) ssh sudo chmod +x /bin/ig && \ $(MINIKUBE) cp ig-integration.test $${MINIKUBE_PROFILE}:/bin/ig-integration.test >/dev/null && \ $(MINIKUBE) ssh sudo chmod +x /bin/ig-integration.test && \ rm ig-integration.test && \ $(MINIKUBE) -p $${MINIKUBE_PROFILE} ssh "sudo ln -sf /var/lib/minikube/binaries/$(KUBERNETES_VERSION)/kubectl /bin/kubectl" && \ $(MINIKUBE) -p $${MINIKUBE_PROFILE} ssh "sudo ln -sf /etc/kubernetes/admin.conf /root/.kube/config" && \ echo "Running test in minikube with profile $${MINIKUBE_PROFILE} ..." && \ $(MINIKUBE) -p $${MINIKUBE_PROFILE} ssh "sudo ig-integration.test -test.v -test.timeout 30m -integration -dnstester-image $(DNSTESTER_IMAGE) -gadget-repository $(GADGET_REPOSITORY) -gadget-tag $(GADGET_TAG) -test-component=ig $${INTEGRATION_TESTS_PARAMS}" inspektor-gadget-0.46.0/integration/k8s/enrichment_pod_label_test.go000066400000000000000000000160351510117411400256230ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "testing" . "github.com/inspektor-gadget/inspektor-gadget/integration" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func TestEnrichmentPodLabelExistingPod(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running existing pod label enrichment test with test component different than ig") } t.Parallel() cn := "test-enrichment-pod-label-existing-pod" pod := cn ns := GenerateTestNamespaceName(pod) t.Cleanup(func() { commandsPostTest := []TestStep{ DeleteTestNamespaceCommand(ns), } RunTestSteps(commandsPostTest, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) commands := []TestStep{ CreateTestNamespaceCommand(ns), PodCommand(cn, "ghcr.io/inspektor-gadget/ci/busybox:latest", ns, `["sleep", "inf"]`, ""), WaitUntilPodReadyCommand(ns, pod), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) podUID := GetPodUID(t, ns, pod) // Containerd and docker shim name the container with the Kubernetes container // name, while CRI-O use a composed name. runtimeContainerName := cn if containerRuntime == ContainerRuntimeCRIO { // Test container shouldn't have been restarted, so append "0". runtimeContainerName = "k8s_" + cn + "_" + pod + "_" + ns + "_" + podUID + "_" + "0" } listContainersCmd := &Command{ Name: "RunListContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --runtime-protocol=cri", containerRuntime), ValidateOutput: func(t *testing.T, output string) { expectedContainer := &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: pod, Namespace: ns, PodLabels: map[string]string{ "run": cn, }, }, PodUID: podUID, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(containerRuntime), ContainerName: runtimeContainerName, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedContainer.Runtime.ContainerImageName = "" } normalize := func(c *containercollection.Container) { c.OciConfig = "" c.Bundle = "" c.Mntns = 0 c.Netns = 0 c.CgroupPath = "" c.CgroupID = 0 c.CgroupV1 = "" c.CgroupV2 = "" c.SandboxId = "" c.Runtime.ContainerID = "" c.Runtime.ContainerPID = 0 c.Runtime.ContainerImageDigest = "" c.Runtime.ContainerStartedAt = 0 // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { c.Runtime.ContainerImageName = "" } } match.MatchEntries(t, match.JSONSingleArrayMode, output, normalize, expectedContainer) }, } RunTestSteps([]TestStep{listContainersCmd}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) } func TestEnrichmentPodLabelNewPod(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running new pod label enrichment test with test component different than ig") } t.Parallel() cn := "test-enrichment-pod-label-new-pod" pod := cn ns := GenerateTestNamespaceName(pod) listContainersCmd := &Command{ Name: "RunWatchContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --runtime-protocol=cri --watch", containerRuntime), StartAndStop: true, ValidateOutput: func(t *testing.T, output string) { expectedEvent := &containercollection.PubSubEvent{ Type: containercollection.EventTypeAddContainer, Container: &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: pod, Namespace: ns, PodLabels: map[string]string{ "run": cn, }, }, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(containerRuntime), ContainerName: cn, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedEvent.Container.Runtime.ContainerImageName = "" } normalize := func(e *containercollection.PubSubEvent) { e.Container.OciConfig = "" e.Container.Bundle = "" e.Container.Mntns = 0 e.Container.Netns = 0 e.Container.CgroupPath = "" e.Container.CgroupID = 0 e.Container.CgroupV1 = "" e.Container.CgroupV2 = "" e.Timestamp = "" e.Container.SandboxId = "" e.Container.K8s.PodUID = "" e.Container.Runtime.ContainerID = "" e.Container.Runtime.ContainerPID = 0 e.Container.Runtime.ContainerImageDigest = "" e.Container.Runtime.ContainerStartedAt = 0 // CRI-O uses a custom container name composed, among // other things, by the pod UID. We don't know the pod UID in // advance, so we can't match the expected container name. // TODO: Create a test for this once we support filtering by k8s // container name. See // https://github.com/inspektor-gadget/inspektor-gadget/issues/1403. if e.Container.Runtime.RuntimeName == ContainerRuntimeCRIO { e.Container.Runtime.ContainerName = cn } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { e.Container.Runtime.ContainerImageName = "" } } // Watching containers is a command that needs to be started before // the container is created, so we can't filter by container name // neither use MatchAllEntries here. match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEvent) }, } commands := []TestStep{ CreateTestNamespaceCommand(ns), listContainersCmd, SleepForSecondsCommand(2), // wait to ensure ig has started PodCommand(pod, "ghcr.io/inspektor-gadget/ci/busybox:latest", ns, `["sleep", "inf"]`, ""), WaitUntilPodReadyCommand(ns, pod), DeleteTestNamespaceCommand(ns), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) } inspektor-gadget-0.46.0/integration/k8s/integration_test.go000066400000000000000000000054631510117411400240140ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "flag" "fmt" "os" "slices" "strings" "testing" . "github.com/inspektor-gadget/inspektor-gadget/integration" ) const ( ContainerRuntimeDocker = "docker" ContainerRuntimeContainerd = "containerd" ContainerRuntimeCRIO = "cri-o" timeout = 10 maxRows = 999 topTimeoutInSeconds = 10 ) var ( supportedK8sDistros = []string{ K8sDistroAKSAzureLinux, K8sDistroAKSUbuntu, K8sDistroARO, K8sDistroMinikubeGH, K8sDistroEKSAmazonLinux, K8sDistroGKECOS, } containerRuntime string isDockerRuntime bool isCrioRuntime bool ) var ( integrationTest = flag.Bool("integration", false, "run integration tests") dnsTesterImage = flag.String("dnstester-image", "ghcr.io/inspektor-gadget/dnstester:main", "dnstester container image") testComponent = flag.String("test-component", "", "run tests for specific component") k8sArch = flag.String("k8s-arch", "amd64", "allows to skip tests that are not supported on a given CPU architecture") ) func initialize() error { var err error containerRuntime, err = GetContainerRuntime() if err != nil { return fmt.Errorf("getting container runtime: %w", err) } isDockerRuntime = containerRuntime == ContainerRuntimeDocker isCrioRuntime = containerRuntime == ContainerRuntimeCRIO switch *testComponent { case "ig": DefaultTestComponent = IgTestComponent case "inspektor-gadget": DefaultTestComponent = InspektorGadgetTestComponent default: return fmt.Errorf("invalid argument '-test-component': %q. Valid values: ig, inspektor-gadget", *testComponent) } if *k8sDistro != "" { found := slices.Contains(supportedK8sDistros, *k8sDistro) if !found { return fmt.Errorf("Error: invalid argument '-k8s-distro': %q. Valid values: %s\n", *k8sDistro, strings.Join(supportedK8sDistros, ", ")) } } return nil } func TestMain(m *testing.M) { flag.Parse() if !*integrationTest { fmt.Println("Skipping integration test.") os.Exit(0) } err := initialize() if err != nil { fmt.Println("Error: ", err) os.Exit(1) } switch DefaultTestComponent { case IgTestComponent: os.Exit(testMainIG(m)) case InspektorGadgetTestComponent: os.Exit(testMainInspektorGadget(m)) } } inspektor-gadget-0.46.0/integration/k8s/integration_test_ig.go000066400000000000000000000013521510117411400244640ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "testing" ) func testMainIG(m *testing.M) int { fmt.Println("Start running tests:") return m.Run() } inspektor-gadget-0.46.0/integration/k8s/integration_test_kubectl_gadget.go000066400000000000000000000125761510117411400270430ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "flag" "fmt" "os" "os/signal" "sync/atomic" "syscall" "testing" "github.com/inspektor-gadget/inspektor-gadget/integration" ) const ( K8sDistroAKSAzureLinux = "aks-AzureLinux" K8sDistroAKSUbuntu = "aks-Ubuntu" K8sDistroARO = "aro" K8sDistroMinikubeGH = "minikube-github" K8sDistroEKSAmazonLinux = "eks-AmazonLinux" K8sDistroGKECOS = "gke-COS_containerd" securityProfileOperatorNamespace = "security-profiles-operator" ) var cleaningUp = uint32(0) var ( doNotDeploySPO = flag.Bool("no-deploy-spo", true, "don't deploy the Security Profiles Operator (SPO)") k8sDistro = flag.String("k8s-distro", "", "allows to skip tests that are not supported on a given Kubernetes distribution") gadgetRepository = flag.String("gadget-repository", "ghcr.io/inspektor-gadget/gadget", "repository where gadget images are stored") gadgetTag = flag.String("gadget-tag", "main", "tag used for gadgets's OCI images") ) func cleanupFunc(cleanupCommands []*integration.Command) { if !atomic.CompareAndSwapUint32(&cleaningUp, 0, 1) { return } fmt.Println("Cleaning up...") // We don't want to wait for each cleanup command to finish before // running the next one because in the case the workflow run is // cancelled, we have few seconds (7.5s + 2.5s) before the runner kills // the entire process tree. Therefore, let's try to, at least, launch // the cleanup process in the cluster: // https://docs.github.com/en/actions/managing-workflow-runs/canceling-a-workflow#steps-github-takes-to-cancel-a-workflow-run for _, cmd := range cleanupCommands { err := cmd.StartWithoutTest() if err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) } } for _, cmd := range cleanupCommands { err := cmd.WaitWithoutTest() if err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) } } } func testMainInspektorGadget(m *testing.M) int { if os.Getenv("KUBECTL_GADGET") == "" { fmt.Fprintf(os.Stderr, "please set $KUBECTL_GADGET.") return -1 } fmt.Printf("using random seed: %d\n", integration.GetSeed()) initCommands := []*integration.Command{} cleanupCommands := []*integration.Command{integration.DeleteRemainingNamespacesCommand()} deploySPO := !integration.CheckNamespace(securityProfileOperatorNamespace) && !*doNotDeploySPO if deploySPO { limitReplicas := false patchWebhookConfig := false bestEffortResourceMgmt := false if *k8sDistro == K8sDistroMinikubeGH { limitReplicas = true bestEffortResourceMgmt = true } if *k8sDistro == K8sDistroAKSUbuntu { patchWebhookConfig = true } initCommands = append(initCommands, integration.DeploySPO(limitReplicas, patchWebhookConfig, bestEffortResourceMgmt)) cleanupCommands = append(cleanupCommands, integration.CleanupSPO...) } if integration.CheckNamespace(securityProfileOperatorNamespace) { fmt.Println("Using existing installation of SPO in the cluster:") } notifyInitDone := make(chan bool, 1) cancel := make(chan os.Signal, 1) signal.Notify(cancel, syscall.SIGINT) cancelling := false notifyCancelDone := make(chan bool, 1) go func() { for { <-cancel fmt.Printf("\nHandling cancellation...\n") if cancelling { fmt.Println("Warn: Forcing cancellation. Resources couldn't have been cleaned up") os.Exit(1) } cancelling = true go func() { defer func() { // This will actually never be called due to the os.Exit() // but the notifyCancelDone channel helps to make the main // go routing wait for the handler to finish the clean up. notifyCancelDone <- true }() // Start by stopping the init commands (in the case they are // still running) to avoid trying to undeploy resources that are // being deployed. fmt.Println("Stop init commands (if they are still running)...") for _, cmd := range initCommands { err := cmd.KillWithoutTest() if err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) } } // Wait until init commands have exited before starting the // cleanup. <-notifyInitDone cleanupFunc(cleanupCommands) os.Exit(1) }() } }() fmt.Printf("Running init commands:\n") initDone := true for _, cmd := range initCommands { if cancelling { initDone = false break } err := cmd.RunWithoutTest() if err != nil { fmt.Fprintf(os.Stderr, "%s\n", err) initDone = false break } } // Notify the cancelling handler that the init commands finished notifyInitDone <- initDone defer cleanupFunc(cleanupCommands) if !initDone { // If needed, wait for the cancelling handler to finish before exiting // from the main go routine. Otherwise, the cancelling handler will be // terminated as well and the cleanup operations will not be completed. if cancelling { <-notifyCancelDone } return 1 } fmt.Println("Start running tests:") return m.Run() } inspektor-gadget-0.46.0/integration/k8s/list_containers_test.go000066400000000000000000000512721510117411400246700ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "encoding/json" "fmt" "testing" ocispec "github.com/opencontainers/runtime-spec/specs-go" "github.com/stretchr/testify/require" . "github.com/inspektor-gadget/inspektor-gadget/integration" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // Only CRI-O enriches the container with the pod labels by default. func addPodLabels(podName string) map[string]string { if containerRuntime == ContainerRuntimeCRIO { return map[string]string{"run": podName} } return nil } func newListContainerTestStep( cmd string, cn, pod, podUID, ns, runtime, runtimeContainerName string, verifyOutput func(*testing.T, string, func(*containercollection.Container), *containercollection.Container), ) *Command { return &Command{ Name: "RunListContainers", Cmd: cmd, ValidateOutput: func(t *testing.T, output string) { expectedContainer := &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: pod, Namespace: ns, PodLabels: addPodLabels(pod), }, PodUID: podUID, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(runtime), ContainerName: runtimeContainerName, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedContainer.Runtime.ContainerImageName = "" } normalize := func(c *containercollection.Container) { c.Bundle = "" c.Mntns = 0 c.Netns = 0 c.CgroupPath = "" c.CgroupID = 0 c.CgroupV1 = "" c.CgroupV2 = "" c.SandboxId = "" c.K8s.PodLabels = addPodLabels(pod) c.Runtime.ContainerID = "" c.Runtime.ContainerPID = 0 c.Runtime.ContainerImageDigest = "" c.Runtime.ContainerStartedAt = 0 // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { c.Runtime.ContainerImageName = "" } // only validate the OCI config is not empty before normalizing it var spec *ocispec.Spec err := json.Unmarshal([]byte(c.OciConfig), &spec) require.NoError(t, err, "unmarshalling OCI config") require.NotNil(t, spec, "OCI config is nil") require.NotEmpty(t, spec.Version, "OCI config version is empty") c.OciConfig = "" } verifyOutput(t, output, normalize, expectedContainer) }, } } func TestListContainers(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running list-containers with test component different than ig") } t.Parallel() cn := "test-list-containers" pod := cn ns := GenerateTestNamespaceName(pod) t.Cleanup(func() { commandsPostTest := []TestStep{ DeleteTestNamespaceCommand(ns), } RunTestSteps(commandsPostTest, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) commands := []TestStep{ CreateTestNamespaceCommand(ns), PodCommand(cn, "ghcr.io/inspektor-gadget/ci/busybox:latest", ns, `["sleep", "inf"]`, ""), WaitUntilPodReadyCommand(ns, pod), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) podUID := GetPodUID(t, ns, pod) // Containerd name the container with the Kubernetes container name, while // Docker and CRI-O use a composed name. runtimeContainerName := cn if containerRuntime == ContainerRuntimeDocker || containerRuntime == ContainerRuntimeCRIO { // Test container shouldn't have been restarted, so append "0". runtimeContainerName = "k8s_" + cn + "_" + pod + "_" + ns + "_" + podUID + "_" + "0" } t.Run("ListAll", func(t *testing.T) { t.Parallel() listContainerTestStep := newListContainerTestStep( fmt.Sprintf("ig list-containers -o json --runtimes=%s", containerRuntime), cn, pod, podUID, ns, containerRuntime, runtimeContainerName, func(t *testing.T, o string, f func(*containercollection.Container), c *containercollection.Container) { match.MatchEntries(t, match.JSONSingleArrayMode, o, f, c) }, ) RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("FilteredList", func(t *testing.T) { t.Parallel() listContainerTestStep := newListContainerTestStep( fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=%s", containerRuntime, runtimeContainerName), cn, pod, podUID, ns, containerRuntime, runtimeContainerName, func(t *testing.T, output string, f func(*containercollection.Container), c *containercollection.Container) { match.MatchAllEntries(t, match.JSONSingleArrayMode, output, f, c) }, ) RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("FilteredListK8sContainerName", func(t *testing.T) { t.Parallel() listContainerTestStep := newListContainerTestStep( fmt.Sprintf("ig list-containers -o json --runtimes=%s --k8s-containername=%s", containerRuntime, cn), cn, pod, podUID, ns, containerRuntime, runtimeContainerName, func(t *testing.T, output string, f func(*containercollection.Container), c *containercollection.Container) { match.MatchAllEntries(t, match.JSONSingleArrayMode, output, f, c) }, ) RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("FilteredListWithPodName", func(t *testing.T) { t.Parallel() listContainerTestStep := newListContainerTestStep( fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=%s --k8s-podname=%s", containerRuntime, runtimeContainerName, cn), cn, pod, podUID, ns, containerRuntime, runtimeContainerName, func(t *testing.T, output string, f func(*containercollection.Container), c *containercollection.Container) { match.MatchAllEntries(t, match.JSONSingleArrayMode, output, f, c) }, ) RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("FilteredListWithNamespace", func(t *testing.T) { t.Parallel() listContainerTestStep := newListContainerTestStep( fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=%s --k8s-namespace=%s", containerRuntime, runtimeContainerName, ns), cn, pod, podUID, ns, containerRuntime, runtimeContainerName, func(t *testing.T, output string, f func(*containercollection.Container), c *containercollection.Container) { match.MatchAllEntries(t, match.JSONSingleArrayMode, output, f, c) }, ) RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("NegativeFilteredList", func(t *testing.T) { t.Parallel() listContainerTestStep := &Command{ Name: "RunListContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=non-existing", containerRuntime), ValidateOutput: func(t *testing.T, output string) { var containers []containercollection.Container err := json.Unmarshal([]byte(output), &containers) require.NoError(t, err, "unmarshalling list-containers output") require.Len(t, containers, 0, "expected no containers") }, } RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("NegativeFilteredListK8sContainerName", func(t *testing.T) { t.Parallel() listContainerTestStep := &Command{ Name: "RunListContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --k8s-containername=non-existing", containerRuntime), ValidateOutput: func(t *testing.T, output string) { var containers []containercollection.Container err := json.Unmarshal([]byte(output), &containers) require.NoError(t, err, "unmarshalling list-containers output") require.Len(t, containers, 0, "expected no containers") }, } RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("NegativeFilteredListWithPodName", func(t *testing.T) { t.Parallel() listContainerTestStep := &Command{ Name: "RunListContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=%s --k8s-podname=non-existing", containerRuntime, runtimeContainerName), ValidateOutput: func(t *testing.T, output string) { var containers []containercollection.Container err := json.Unmarshal([]byte(output), &containers) require.NoError(t, err, "unmarshalling list-containers output") require.Len(t, containers, 0, "expected no containers") }, } RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) t.Run("NegativeFilteredListWithNamespace", func(t *testing.T) { t.Parallel() listContainerTestStep := &Command{ Name: "RunListContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --containername=%s --k8s-namespace=non-existing", containerRuntime, runtimeContainerName), ValidateOutput: func(t *testing.T, output string) { var containers []containercollection.Container err := json.Unmarshal([]byte(output), &containers) require.NoError(t, err, "unmarshalling list-containers output") require.Len(t, containers, 0, "expected no containers") }, } RunTestSteps([]TestStep{listContainerTestStep}, t, WithCbBeforeCleanup(PrintLogsFn(ns))) }) } func TestWatchCreatedContainers(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running list-containers --watch for created containers with test component different than ig") } t.Parallel() cn := "test-created-containers" pod := cn ns := GenerateTestNamespaceName(pod) watchContainersCmd := &Command{ Name: "RunWatchContainers", // TODO: Filter by namespace once we support it. Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --watch", containerRuntime), StartAndStop: true, ValidateOutput: func(t *testing.T, output string) { expectedEvent := &containercollection.PubSubEvent{ Type: containercollection.EventTypeAddContainer, Container: &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: pod, Namespace: ns, PodLabels: addPodLabels(pod), }, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(containerRuntime), ContainerName: cn, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedEvent.Container.Runtime.ContainerImageName = "" } normalize := func(e *containercollection.PubSubEvent) { e.Container.OciConfig = "" e.Container.Bundle = "" e.Container.Mntns = 0 e.Container.Netns = 0 e.Container.CgroupPath = "" e.Container.CgroupID = 0 e.Container.CgroupV1 = "" e.Container.CgroupV2 = "" e.Timestamp = "" e.Container.SandboxId = "" e.Container.K8s.PodLabels = addPodLabels(pod) e.Container.K8s.PodUID = "" e.Container.Runtime.ContainerID = "" e.Container.Runtime.ContainerPID = 0 e.Container.Runtime.ContainerImageDigest = "" e.Container.Runtime.ContainerStartedAt = 0 // Docker and CRI-O use a custom container name composed, among // other things, by the pod UID. We don't know the pod UID in // advance, so we can't match the expected container name. // TODO: Create a test for this once we support filtering by k8s // container name. See // https://github.com/inspektor-gadget/inspektor-gadget/issues/1403. if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker || e.Container.Runtime.RuntimeName == ContainerRuntimeCRIO { e.Container.Runtime.ContainerName = cn } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker { e.Container.Runtime.ContainerImageName = "" } } // Watching containers is a command that needs to be started before // the container is created, so we can't filter by container name // neither use MatchAllEntries here. match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEvent) }, } commands := []TestStep{ CreateTestNamespaceCommand(ns), watchContainersCmd, SleepForSecondsCommand(2), // wait to ensure ig has started PodCommand(pod, "ghcr.io/inspektor-gadget/ci/busybox:latest", ns, `["sleep", "inf"]`, ""), WaitUntilPodReadyCommand(ns, pod), DeleteTestNamespaceCommand(ns), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) } func TestWatchDeletedContainers(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running list-containers --watch for deleted containers with test component different than ig") } t.Parallel() cn := "test-deleted-container" pod := cn ns := GenerateTestNamespaceName(pod) watchContainersCmd := &Command{ Name: "RunWatchContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --watch", containerRuntime), StartAndStop: true, ValidateOutput: func(t *testing.T, output string) { expectedEvent := &containercollection.PubSubEvent{ Type: containercollection.EventTypeRemoveContainer, Container: &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: pod, Namespace: ns, PodLabels: addPodLabels(pod), }, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(containerRuntime), ContainerName: cn, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedEvent.Container.Runtime.ContainerImageName = "" } normalize := func(e *containercollection.PubSubEvent) { e.Container.OciConfig = "" e.Container.Bundle = "" e.Container.Mntns = 0 e.Container.Netns = 0 e.Container.CgroupPath = "" e.Container.CgroupID = 0 e.Container.CgroupV1 = "" e.Container.CgroupV2 = "" e.Timestamp = "" e.Container.SandboxId = "" e.Container.K8s.PodLabels = addPodLabels(pod) e.Container.K8s.PodUID = "" e.Container.Runtime.ContainerID = "" e.Container.Runtime.ContainerPID = 0 e.Container.Runtime.ContainerImageDigest = "" e.Container.Runtime.ContainerStartedAt = 0 // Docker and CRI-O use a custom container name composed, among // other things, by the pod UID. We don't know the pod UID in // advance, so we can't match the expected container name. // TODO: Create a test for this once we support filtering by k8s // container name. See // https://github.com/inspektor-gadget/inspektor-gadget/issues/1403. if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker || e.Container.Runtime.RuntimeName == ContainerRuntimeCRIO { e.Container.Runtime.ContainerName = cn } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker { e.Container.Runtime.ContainerImageName = "" } } // Watching containers is a command that needs to be started before // the container is created, so we can't filter by container name // neither use MatchAllEntries here. match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEvent) }, } commands := []TestStep{ CreateTestNamespaceCommand(ns), PodCommand(pod, "ghcr.io/inspektor-gadget/ci/busybox:latest", ns, `["sleep", "inf"]`, ""), WaitUntilPodReadyCommand(ns, pod), watchContainersCmd, &Command{ Name: "DeletePod", Cmd: fmt.Sprintf("kubectl delete pod %s -n %s", pod, ns), }, DeleteTestNamespaceCommand(ns), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) } func TestPodWithSecurityContext(t *testing.T) { if DefaultTestComponent != IgTestComponent { t.Skip("Skip running list-containers --watch for pod security context with test component different than ig") } t.Parallel() cn := "test-security-context" po := cn ns := GenerateTestNamespaceName(cn) watchContainersCmd := &Command{ Name: "RunWatchContainers", Cmd: fmt.Sprintf("ig list-containers -o json --runtimes=%s --watch", containerRuntime), StartAndStop: true, ValidateOutput: func(t *testing.T, output string) { expectedEvent := &containercollection.PubSubEvent{ Type: containercollection.EventTypeAddContainer, Container: &containercollection.Container{ K8s: containercollection.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: cn, PodName: po, Namespace: ns, PodLabels: addPodLabels(po), }, }, Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.String2RuntimeName(containerRuntime), ContainerName: cn, ContainerImageName: "ghcr.io/inspektor-gadget/ci/busybox:latest", }, }, }, } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if isDockerRuntime { expectedEvent.Container.Runtime.ContainerImageName = "" } normalize := func(e *containercollection.PubSubEvent) { e.Container.OciConfig = "" e.Container.Bundle = "" e.Container.Mntns = 0 e.Container.Netns = 0 e.Container.CgroupPath = "" e.Container.CgroupID = 0 e.Container.CgroupV1 = "" e.Container.CgroupV2 = "" e.Timestamp = "" e.Container.SandboxId = "" e.Container.Runtime.ContainerID = "" e.Container.Runtime.ContainerPID = 0 e.Container.Runtime.ContainerImageDigest = "" e.Container.Runtime.ContainerStartedAt = 0 e.Container.K8s.PodLabels = addPodLabels(po) e.Container.K8s.PodUID = "" // Docker and CRI-O use a custom container name composed, among // other things, by the pod UID. We don't know the pod UID in // advance, so we can't match the expected container name. // TODO: Create a test for this once we support filtering by k8s // container name. See // https://github.com/inspektor-gadget/inspektor-gadget/issues/1403. if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker || e.Container.Runtime.RuntimeName == ContainerRuntimeCRIO { e.Container.Runtime.ContainerName = cn } // Docker can provide different values for ContainerImageName. See `getContainerImageNamefromImage` if e.Container.Runtime.RuntimeName == ContainerRuntimeDocker { e.Container.Runtime.ContainerImageName = "" } } // Watching containers is a command that needs to be started before // the container is created, so we can't filter by container name // neither use MatchAllEntries here. match.MatchEntries(t, match.JSONMultiObjectMode, output, normalize, expectedEvent) }, } securityContextPodYaml := fmt.Sprintf(` apiVersion: v1 kind: Pod metadata: name: %s namespace: %s labels: run: %s spec: securityContext: runAsUser: 1000 runAsGroup: 1001 fsGroup: 1002 restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: %s image: ghcr.io/inspektor-gadget/ci/busybox:latest command: ["sleep", "inf"] `, po, ns, po, cn) commands := []TestStep{ CreateTestNamespaceCommand(ns), watchContainersCmd, SleepForSecondsCommand(2), // wait to ensure ig has started &Command{ Name: "RunTestPodWithSecurityContext", Cmd: fmt.Sprintf("echo '%s' | kubectl apply -f -", securityContextPodYaml), ExpectedRegexp: fmt.Sprintf("pod/%s created", po), }, WaitUntilPodReadyCommand(ns, po), DeleteTestNamespaceCommand(ns), } RunTestSteps(commands, t, WithCbBeforeCleanup(PrintLogsFn(ns))) } inspektor-gadget-0.46.0/integration/teststeps.go000066400000000000000000000060361510117411400217600ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package integration import ( "testing" "time" ) const stepWaitDuration = 10 * time.Second // TestStep allows combining different steps (e.g command, container creation) // to allow simplified/consistent flow for tests via RunTestSteps type TestStep interface { // DisplayName returns a short descriptive name for the step. DisplayName() string // Run runs the step and wait its completion. Run(t *testing.T) // Start starts the step and immediately returns, it does wait until // its completion, use Stop() for that. Start(t *testing.T) // Stop stops the step and waits its completion. Stop(t *testing.T) // IsCleanup returns true if the step is used to clean resource and // should not be skipped even if previous commands failed. IsCleanup() bool // IsStartAndStop returns true if the step should first be started then // stopped after some time. IsStartAndStop() bool // Running returns true if the step has been started. Running() bool } type Option func(*runTestStepsOpts) type runTestStepsOpts struct { cbBeforeCleanup func(t *testing.T) } func WithCbBeforeCleanup(f func(t *testing.T)) func(opts *runTestStepsOpts) { return func(ops *runTestStepsOpts) { ops.cbBeforeCleanup = f } } // RunTestSteps is used to run a list of test steps with stopping/clean up logic. // executeBeforeCleanup is executed before calling the cleanup functions, it can be use for instance // to print extra logs when the test fails. func RunTestSteps(steps []TestStep, t *testing.T, options ...Option) { opts := &runTestStepsOpts{} for _, option := range options { option(opts) } // Defer all cleanup steps so we are sure to exit clean whatever // happened defer func() { for _, o := range steps { if o.IsCleanup() { o.Run(t) } } }() if opts.cbBeforeCleanup != nil { defer opts.cbBeforeCleanup(t) } // Defer stopping commands for _, step := range steps { step := step defer func() { if step.IsStartAndStop() && step.Running() { // Wait a bit before stopping the step. time.Sleep(stepWaitDuration) t.Logf("[%s] Stopping %q\n", time.Now().UTC(), step.DisplayName()) step.Stop(t) } }() } // Run all steps except cleanup ones for _, step := range steps { if step.IsCleanup() { continue } t.Logf("[%s] Starting %q\n", time.Now().UTC(), step.DisplayName()) if step.IsStartAndStop() { step.Start(t) continue } step.Run(t) t.Logf("[%s] Stopped %q\n", time.Now().UTC(), step.DisplayName()) } } inspektor-gadget-0.46.0/internal/000077500000000000000000000000001510117411400166575ustar00rootroot00000000000000inspektor-gadget-0.46.0/internal/version/000077500000000000000000000000001510117411400203445ustar00rootroot00000000000000inspektor-gadget-0.46.0/internal/version/version.go000066400000000000000000000067531510117411400223730ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package version stores the semver of this binary. It is filled out by the Makefile at build time // by using "-ldflags github.com/inspektor-gadget/inspektor-gadget/internal/version.version". package version import ( "fmt" "os" "path/filepath" "runtime" "runtime/debug" "strings" "github.com/blang/semver" ) // When used in the Inspektor Gadget project, version is filled out by the // Makefile at build-time using: // -ldflags "-X github.com/inspektor-gadget/inspektor-gadget/internal/version.version=${VERSION}" var ( version = "v0.0.0" parsedVersion semver.Version userAgent = "" ) func init() { thirdParty := false if version == "v0.0.0" { // If Inspektor Gadget is used as a library, its version will // be in ReadBuildInfo if info, ok := debug.ReadBuildInfo(); ok { for _, dep := range info.Deps { if dep.Path != "github.com/inspektor-gadget/inspektor-gadget" { continue } thirdParty = true if dep.Replace == nil { version = dep.Version } else { version = dep.Replace.Version } break } } } parsedVersion, _ = semver.ParseTolerant(version) kubernetesVersion, mainVersion := getVersions() userAgent = buildUserAgent(thirdParty, kubernetesVersion, mainVersion) } func getVersions() (kubernetesVersion string, mainVersion string) { kubernetesVersion = "unknown" mainVersion = "unknown" info, ok := debug.ReadBuildInfo() if !ok { return kubernetesVersion, mainVersion } mainVersion = info.Main.Version for _, dep := range info.Deps { if dep.Path != "k8s.io/client-go" { continue } if dep.Replace == nil { kubernetesVersion = dep.Version } else { kubernetesVersion = dep.Replace.Version } break } // Avoid parenthesis such as "(devel)" when compiled without vcs info mainVersion = strings.Trim(mainVersion, "()") return kubernetesVersion, mainVersion } func getCommand() string { command := os.Args[0] if command == "" { command = "unknown" } return filepath.Base(command) } // buildUserAgent builds the user agent similarly to // https://github.com/kubernetes/client-go/blob/v0.33.0/rest/config.go#L524 // but with correct IG versioning. User agent should be in the format: // https://www.rfc-editor.org/rfc/rfc9110#name-user-agent func buildUserAgent(thirdParty bool, kubernetesVersion string, mainVersion string) string { if thirdParty { // Other software using IG Golang packages return fmt.Sprintf("%s/%s (%s/%s) ig/%s kubernetes/%s", getCommand(), mainVersion, runtime.GOOS, runtime.GOARCH, version, kubernetesVersion) } // Executable from the main inspektor-gadget repository. // No need to give version twice. return fmt.Sprintf("%s/%s (%s/%s) kubernetes/%s", getCommand(), version, runtime.GOOS, runtime.GOARCH, kubernetesVersion) } func Version() semver.Version { return parsedVersion } func VersionString() string { return version } func UserAgent() string { return userAgent } inspektor-gadget-0.46.0/internal/version/version_test.go000066400000000000000000000024431510117411400234220ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package version_test import ( "regexp" "testing" "github.com/stretchr/testify/assert" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) func TestVersion(t *testing.T) { // Example of version when running unit tests: // v0.0.0 v := version.VersionString() assert.NotEqual(t, v, "") assert.NotContains(t, v, "unknown") assert.Regexp(t, regexp.MustCompile(`^v\d+\.\d+\.\d+`), v) } func TestUserAgent(t *testing.T) { // Example of user agent when running unit tests: // version.test/v0.0.0 (linux/amd64) kubernetes/unknown ua := version.UserAgent() assert.NotEqual(t, ua, "") assert.Regexp(t, regexp.MustCompile(`[\w.-]+/v\d+\.\d+\.\d+[\w-]* \(\w+/\w+\) kubernetes/[\w.-]+`), ua) } inspektor-gadget-0.46.0/minikube.mk000066400000000000000000000031241510117411400171770ustar00rootroot00000000000000MINIKUBE_VERSION ?= v1.37.0 KUBERNETES_VERSION ?= v1.34.0 MINIKUBE_DRIVER ?= docker PROJECT_DIR := $(shell dirname $(abspath $(lastword $(MAKEFILE_LIST)))) MINIKUBE_DIR ?= $(PROJECT_DIR)/bin/minikube CONTAINER_RUNTIME ?= docker # make does not allow implicit rules (with '%') to be phony so let's use # the 'phony_explicit' dependency to make implicit rules inherit the phony # attribute .PHONY: phony_explicit phony_explicit: # minikube MINIKUBE = $(MINIKUBE_DIR)/minikube-$(MINIKUBE_VERSION) .PHONY: minikube-install minikube-install: mkdir -p $(MINIKUBE_DIR) test -e $(MINIKUBE_DIR)/minikube-$(MINIKUBE_VERSION) || \ (cd $(MINIKUBE_DIR) && curl -Lo ./minikube-$(MINIKUBE_VERSION) https://github.com/kubernetes/minikube/releases/download/$(MINIKUBE_VERSION)/minikube-linux-$(shell go env GOHOSTARCH)) chmod +x $(MINIKUBE_DIR)/minikube-$(MINIKUBE_VERSION) # clean .PHONY: minikube-clean minikube-clean: $(MINIKUBE) delete -p minikube-docker $(MINIKUBE) delete -p minikube-containerd $(MINIKUBE) delete -p minikube-cri-o rm -rf $(MINIKUBE_DIR) # start MINIKUBE_START_TARGETS = \ minikube-start-docker \ minikube-start-containerd \ minikube-start-cri-o .PHONY: minikube-start-all minikube-start-all: $(MINIKUBE_START_TARGETS) minikube-start: minikube-start-$(CONTAINER_RUNTIME) .PHONY: phony_explicit minikube-start-%: minikube-install $(MINIKUBE) status -p minikube-$* -f {{.APIServer}} >/dev/null || \ $(MINIKUBE) start -p minikube-$* --driver=$(MINIKUBE_DRIVER) --kubernetes-version=$(KUBERNETES_VERSION) --container-runtime=$* --wait=all $${MINIKUBE_PARAMS} $(MINIKUBE) profile minikube-$* inspektor-gadget-0.46.0/pkg/000077500000000000000000000000001510117411400156245ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/bpfstats/000077500000000000000000000000001510117411400174525ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/bpfstats/bpfstats.go000066400000000000000000000112041510117411400216250ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package bpfstats import ( "bufio" "errors" "fmt" "io" "os" "path/filepath" "strconv" "strings" "sync" "github.com/cilium/ebpf" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) type BPFStatsMethod int const ( // MethodNone means that no call to EnableBPFStats() has been made or was unsuccessful MethodNone BPFStatsMethod = iota // MethodBPFFunc uses stats collection via BPF(BPF_ENABLE_STATS) MethodBPFFunc // MethodSysctl uses stats collection via sysctl (/proc/sys/kernel/bpf_stats_enabled) MethodSysctl ) var ( mutex sync.Mutex refCnt int statsSock io.Closer method = MethodNone ) // EnableBPFStats enables collection of bpf program stats. It tries to use BPF_ENABLE_STATS first // (which requires Linux >= 5.8). If that fails, it will fall back to trying to // enable via sysctl (/proc/sys/kernel/bpf_stats_enabled). This function will make // sure that repeated calls will not enable stats collection more than once. Instead, // it will keep track of the number of calls and only stop stat collection, when // DisableBPFStats() has been called the same number of times. func EnableBPFStats() error { mutex.Lock() defer mutex.Unlock() if refCnt != 0 { refCnt++ return nil } // Actually enable s, err := ebpf.EnableStats(unix.BPF_STATS_RUN_TIME) if err != nil { // Use fallback method err = os.WriteFile(filepath.Join(os.Getenv("HOST_ROOT"), "/proc/sys/kernel/bpf_stats_enabled"), []byte("1"), 0o644) if err != nil { return fmt.Errorf("enabling stat collection: %w", err) } method = MethodSysctl } else { statsSock = s method = MethodBPFFunc } refCnt++ return nil } // DisableBPFStats disables collection of bpf program stats if no consumer func DisableBPFStats() error { mutex.Lock() defer mutex.Unlock() refCnt-- if refCnt < 0 { refCnt = 0 return errors.New("bpf stat collection already disabled") } if refCnt != 0 { return nil } // Actually disable switch method { case MethodBPFFunc: err := statsSock.Close() statsSock = nil if err != nil { return fmt.Errorf("disabling stat collection using BPF(): %w", err) } case MethodSysctl: err := os.WriteFile(filepath.Join(os.Getenv("HOST_ROOT"), "/proc/sys/kernel/bpf_stats_enabled"), []byte("0"), 0o644) if err != nil { return fmt.Errorf("disabling stat collection using sysctl: %w", err) } } return nil } // GetMethod returns the currently used method to enable stats collection. If // EnableBPFStats() has not yet been called, it will return MethodNone. func GetMethod() BPFStatsMethod { mutex.Lock() defer mutex.Unlock() return method } // GetMapsMemUsage returns a map with the memory usage for all maps on the // system func GetMapsMemUsage() (map[ebpf.MapID]uint64, error) { var err error mapSizes := make(map[ebpf.MapID]uint64) curMapID := ebpf.MapID(0) nextMapID := ebpf.MapID(0) for { nextMapID, err = ebpf.MapGetNextID(curMapID) if err != nil { if errors.Is(err, os.ErrNotExist) { break } return nil, fmt.Errorf("getting next map ID: %w", err) } if nextMapID <= curMapID { break } curMapID = nextMapID m, err := ebpf.NewMapFromID(curMapID) if err != nil { continue } mapSizes[curMapID], err = GetMapMemUsage(m) m.Close() if err != nil { return nil, fmt.Errorf("getting memory usage of map ID (%d): %w", curMapID, err) } } return mapSizes, nil } // GetMapMemUsage returns the memory usage of a map func GetMapMemUsage(m *ebpf.Map) (uint64, error) { fdInfoPath := filepath.Join(host.HostProcFs, "self", "fdinfo", fmt.Sprint(m.FD())) f, err := os.Open(fdInfoPath) if err != nil { return 0, fmt.Errorf("reading fdinfo: %w", err) } defer f.Close() sc := bufio.NewScanner(f) for sc.Scan() { if strings.HasPrefix(sc.Text(), "memlock:\t") { lineSplit := strings.Split(sc.Text(), "\t") if len(lineSplit) == 2 { size, err := strconv.ParseUint(lineSplit[1], 10, 64) if err != nil { return 0, fmt.Errorf("reading memlock: %w", err) } return size, nil } } } return 0, fmt.Errorf("finding memlock in fdinfo") } inspektor-gadget-0.46.0/pkg/btfgen/000077500000000000000000000000001510117411400170715ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/btfgen/btfgen.go000066400000000000000000000064141510117411400206720ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package btfgen provides a way to load BTF information generated with btfgen. Files to be // included into the binary have to be generated with BTFGen (make btfgen on the root) before // compiling the binary. package btfgen import ( "bufio" "bytes" _ "embed" "fmt" "os" "path/filepath" "runtime" "strings" "sync" "github.com/cilium/ebpf/btf" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) var ( spec *btf.Spec once sync.Once ) func initialize() error { // If the kernel exposes BTF; nothing to do _, err := btf.LoadKernelSpec() if err == nil { return nil } info, err := GetOSInfo() if err != nil { return err } // architecture naming is a mess: // - Golang uses amd64 and arm64 // - btfhub uses x86_64 and arm64 // - bpf2go uses x86 and arm64 goarch := runtime.GOARCH if goarch == "amd64" { goarch = "x86" } btfFile := fmt.Sprintf("btfs/%s/%s/%s/%s/%s.btf", goarch, info.ID, info.VersionID, info.Arch, info.Kernel) file, err := btfs.ReadFile(btfFile) if err != nil { return fmt.Errorf("reading %s BTF file %w", btfFile, err) } s, err := btf.LoadSpecFromReader(bytes.NewReader(file)) if err != nil { return fmt.Errorf("loading BTF spec: %w", err) } spec = s return nil } // GetBTFSpec returns the BTF spec with kernel information for the current kernel version. If the // kernel exposes BTF information or if the BTF for this kernel is not found, it returns nil. func GetBTFSpec() *btf.Spec { once.Do(func() { err := initialize() if err != nil { log.Warnf("Failed to initialize BTF: %v", err) } }) return spec } type OsInfo struct { ID string VersionID string Arch string Kernel string } func GetOSInfo() (*OsInfo, error) { osInfo := &OsInfo{} file, err := os.Open(filepath.Join(host.HostRoot, "/etc/os-release")) if err != nil { return nil, fmt.Errorf("opening file: %w", err) } defer file.Close() scanner := bufio.NewScanner(file) for scanner.Scan() { line := scanner.Text() parts := strings.SplitN(line, "=", 2) if len(parts) != 2 { continue } switch parts[0] { case "ID": osInfo.ID = parts[1] case "VERSION_ID": osInfo.VersionID = strings.Trim(parts[1], "\"") } } if osInfo.ID == "" || osInfo.VersionID == "" { return nil, fmt.Errorf("os-release file is incomplete") } if err := scanner.Err(); err != nil { return nil, fmt.Errorf("scanning file: %w", err) } uts := &unix.Utsname{} if err := unix.Uname(uts); err != nil { return nil, fmt.Errorf("calling uname: %w", err) } osInfo.Kernel = unix.ByteSliceToString(uts.Release[:]) osInfo.Arch = unix.ByteSliceToString(uts.Machine[:]) return osInfo, nil } inspektor-gadget-0.46.0/pkg/btfgen/btfgen_amd64.go000066400000000000000000000013101510117411400216530ustar00rootroot00000000000000//go:build amd64 // +build amd64 // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package btfgen import "embed" //go:embed btfs/x86/* var btfs embed.FS inspektor-gadget-0.46.0/pkg/btfgen/btfgen_arm64.go000066400000000000000000000013121510117411400216730ustar00rootroot00000000000000//go:build arm64 // +build arm64 // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package btfgen import "embed" //go:embed btfs/arm64/* var btfs embed.FS inspektor-gadget-0.46.0/pkg/btfgen/btfs/000077500000000000000000000000001510117411400200275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/btfgen/btfs/arm64/000077500000000000000000000000001510117411400207605ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/btfgen/btfs/arm64/README.md000066400000000000000000000001241510117411400222340ustar00rootroot00000000000000NOTE: This empty folder is required to build the gadget container. Don't remove it. inspektor-gadget-0.46.0/pkg/btfgen/btfs/x86/000077500000000000000000000000001510117411400204545ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/btfgen/btfs/x86/README.md000066400000000000000000000001241510117411400217300ustar00rootroot00000000000000NOTE: This empty folder is required to build the gadget container. Don't remove it. inspektor-gadget-0.46.0/pkg/btfhelpers/000077500000000000000000000000001510117411400177625ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/btfhelpers/bpfhelpers_test.go000066400000000000000000000132551510117411400235100ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package btfhelpers import ( "reflect" "testing" "github.com/cilium/ebpf/btf" "github.com/stretchr/testify/assert" ) var int32Type = &btf.Int{ Encoding: btf.Signed, Size: 4, Name: "int32", } func TestGetType(t *testing.T) { t.Parallel() tests := []struct { name string typ btf.Type expectedType reflect.Type expectedNames []string }{ { name: "int8", typ: &btf.Int{ Encoding: btf.Signed, Size: 1, Name: "int8", }, expectedType: reflect.TypeOf(int8(0)), expectedNames: []string{"int8"}, }, { name: "int16", typ: &btf.Int{ Encoding: btf.Signed, Size: 2, Name: "int16", }, expectedType: reflect.TypeOf(int16(0)), expectedNames: []string{"int16"}, }, { name: "int32", typ: &btf.Int{ Encoding: btf.Signed, Size: 4, Name: "int32", }, expectedType: reflect.TypeOf(int32(0)), expectedNames: []string{"int32"}, }, { name: "int64", typ: &btf.Int{ Encoding: btf.Signed, Size: 8, Name: "int64", }, expectedType: reflect.TypeOf(int64(0)), expectedNames: []string{"int64"}, }, { name: "uint8", typ: &btf.Int{ Encoding: btf.Unsigned, Size: 1, Name: "uint8", }, expectedType: reflect.TypeOf(uint8(0)), expectedNames: []string{"uint8"}, }, { name: "uint16", typ: &btf.Int{ Encoding: btf.Unsigned, Size: 2, Name: "uint16", }, expectedType: reflect.TypeOf(uint16(0)), expectedNames: []string{"uint16"}, }, { name: "uint32", typ: &btf.Int{ Encoding: btf.Unsigned, Size: 4, Name: "uint32", }, expectedType: reflect.TypeOf(uint32(0)), expectedNames: []string{"uint32"}, }, { name: "uint64", typ: &btf.Int{ Encoding: btf.Unsigned, Size: 8, Name: "uint64", }, expectedType: reflect.TypeOf(uint64(0)), expectedNames: []string{"uint64"}, }, { name: "bool", typ: &btf.Int{ Encoding: btf.Bool, Size: 1, Name: "bool", }, expectedType: reflect.TypeOf(false), expectedNames: []string{"bool"}, }, { name: "char", typ: &btf.Int{ Encoding: btf.Char, Size: 1, Name: "char", }, expectedType: reflect.TypeOf(uint8(0)), expectedNames: []string{"char"}, }, { name: "float32", typ: &btf.Float{ Size: 4, Name: "float32", }, expectedType: reflect.TypeOf(float32(0)), expectedNames: []string{"float32"}, }, { name: "float64", typ: &btf.Float{ Size: 8, Name: "float64", }, expectedType: reflect.TypeOf(float64(0)), expectedNames: []string{"float64"}, }, { name: "typedef", typ: &btf.Typedef{ Type: &btf.Int{ Encoding: btf.Signed, Size: 4, Name: "int32", }, Name: "typedef", }, expectedType: reflect.TypeOf(int32(0)), expectedNames: []string{"typedef", "int32"}, }, { name: "typedef typedef", typ: &btf.Typedef{ Type: &btf.Typedef{ Type: int32Type, Name: "typedef2", }, Name: "typedef1", }, expectedType: reflect.TypeOf(int32(0)), expectedNames: []string{"typedef1", "typedef2", "int32"}, }, { name: "array", typ: &btf.Array{ Type: int32Type, Nelems: 10, }, expectedType: reflect.ArrayOf(10, reflect.TypeOf(int32(0))), expectedNames: []string{"int32"}, }, { name: "array of arrays", typ: &btf.Array{ Type: &btf.Array{ Type: int32Type, Nelems: 10, }, Nelems: 10, }, expectedType: reflect.ArrayOf(10, reflect.ArrayOf(10, reflect.TypeOf(int32(0)))), expectedNames: []string{"int32"}, }, { name: "array of typedefs", typ: &btf.Array{ Type: &btf.Typedef{ Type: int32Type, Name: "typedef1", }, Nelems: 10, }, expectedType: reflect.ArrayOf(10, reflect.TypeOf(int32(0))), expectedNames: []string{"typedef1", "int32"}, }, { name: "unknown", typ: &btf.Void{}, expectedNames: []string{}, }, { name: "unnamed", typ: &btf.Int{ Encoding: btf.Unsigned, Size: 2, }, expectedType: reflect.TypeOf(uint16(0)), expectedNames: []string{}, }, // TODO: checks structures } for _, tt := range tests { tt := tt t.Run(tt.name, func(t *testing.T) { t.Parallel() retTyp, retNames := GetType(tt.typ) assert.Equal(t, tt.expectedType, retTyp) assert.Equal(t, tt.expectedNames, retNames) }) } } func TestGetUnderlyingType(t *testing.T) { t.Parallel() tests := []struct { name string typDef *btf.Typedef expectedType btf.Type }{ { name: "typedef", typDef: &btf.Typedef{ Type: int32Type, Name: "typedef", }, expectedType: int32Type, }, { name: "typedef typedef", typDef: &btf.Typedef{ Type: &btf.Typedef{ Type: int32Type, Name: "typedef", }, Name: "typedef", }, expectedType: int32Type, }, } for _, tt := range tests { tt := tt t.Run(tt.name, func(t *testing.T) { t.Parallel() retTyp := GetUnderlyingType(tt.typDef) assert.Equal(t, tt.expectedType, retTyp) }) } } inspektor-gadget-0.46.0/pkg/btfhelpers/btfhelpers.go000066400000000000000000000100221510117411400224420ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package btfhelpers provides a couple of helper functions to bridge Go's reflection system with // types from BTF package btfhelpers import ( "bytes" "fmt" "reflect" "github.com/cilium/ebpf/btf" ) // GetType returns the reflect.Type for a given BTF type and the list of type names found while // resolving it. func GetType(typ btf.Type) (reflect.Type, []string) { var refType reflect.Type typeNames := []string{} if typ.TypeName() != "" { typeNames = append(typeNames, typ.TypeName()) } switch typed := typ.(type) { case *btf.Array: arrType, arrayTypeNames := GetType(typed.Type) if arrType == nil { return nil, nil } typeNames = append(typeNames, arrayTypeNames...) refType = reflect.ArrayOf(int(typed.Nelems), arrType) case *btf.Typedef: switch typed := typ.(type) { case *btf.Typedef: refType, typeNames2 := GetType(typed.Type) typeNames = append(typeNames, typeNames2...) return refType, typeNames default: return GetType(typed) } case *btf.Volatile: return GetType(typed.Type) case *btf.Const: return GetType(typed.Type) default: refType = getSimpleType(typ) } return refType, typeNames } // GetUnderlyingType returns the underlying type of a typedef func GetUnderlyingType(tf *btf.Typedef) btf.Type { switch typed := tf.Type.(type) { case *btf.Typedef: return GetUnderlyingType(typed) default: return typed } } // ResolveType returns the underlying type removing qualifiers like typedef, // const, volatile. func ResolveType(tf btf.Type) btf.Type { switch typed := tf.(type) { case *btf.Typedef: return ResolveType(typed.Type) case *btf.Volatile: return ResolveType(typed.Type) case *btf.Const: return ResolveType(typed.Type) default: return typed } } func getSimpleType(typ btf.Type) reflect.Type { switch typed := typ.(type) { case *btf.Int: switch typed.Encoding { case btf.Signed: switch typed.Size { case 1: return reflect.TypeOf(int8(0)) case 2: return reflect.TypeOf(int16(0)) case 4: return reflect.TypeOf(int32(0)) case 8: return reflect.TypeOf(int64(0)) } case btf.Unsigned: switch typed.Size { case 1: return reflect.TypeOf(uint8(0)) case 2: return reflect.TypeOf(uint16(0)) case 4: return reflect.TypeOf(uint32(0)) case 8: return reflect.TypeOf(uint64(0)) } case btf.Bool: return reflect.TypeOf(false) case btf.Char: return reflect.TypeOf(uint8(0)) } case *btf.Float: switch typed.Size { case 4: return reflect.TypeOf(float32(0)) case 8: return reflect.TypeOf(float64(0)) } case *btf.Enum: if typed.Signed { switch typed.Size { case 1: return reflect.TypeOf(int8(0)) case 2: return reflect.TypeOf(int16(0)) case 4: return reflect.TypeOf(int32(0)) case 8: return reflect.TypeOf(int64(0)) } } switch typed.Size { case 1: return reflect.TypeOf(uint8(0)) case 2: return reflect.TypeOf(uint16(0)) case 4: return reflect.TypeOf(uint32(0)) case 8: return reflect.TypeOf(uint64(0)) } } return nil } func BuildSpec(types []btf.Type) (*btf.Spec, error) { builder, err := btf.NewBuilder(types) if err != nil { return nil, fmt.Errorf("creating BTF builder: %w", err) } buf, err := builder.Marshal(nil, nil) if err != nil { return nil, fmt.Errorf("marshalling BTF: %w", err) } spec, err := btf.LoadSpecFromReader(bytes.NewReader(buf)) if err != nil { return nil, fmt.Errorf("loading BTF spec: %w", err) } return spec, nil } inspektor-gadget-0.46.0/pkg/cachedmap/000077500000000000000000000000001510117411400175315ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/cachedmap/cachedmap.go000066400000000000000000000101341510117411400217640ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package cachedmap provides a CachedMap which functions as a map with a TTL // for old entries. So after an entry is "removed" from the map its value is still // available for a certain amount of time. package cachedmap import ( "sync" "time" ) type oldResource[T any] struct { deletionTimestamp time.Time obj T } type CachedMap[Key comparable, T any] interface { Clear() Add(key Key, obj T) Remove(key Key) Keys() []Key Values() []T Get(key Key) (T, bool) GetCmp(cmp func(T) bool) (T, bool) // Close stops the background goroutine that prunes old entries Close() } type cachedMap[Key comparable, T any] struct { sync.RWMutex current map[Key]T old map[Key]oldResource[T] oldEntryTTL time.Duration exit chan struct{} } // NewCachedMap creates a new CachedMap with the given oldEntryTTL // The old entries will be deleted between oldEntryTTL and 2*oldEntryTTL func NewCachedMap[Key comparable, T any](oldEntryTTL time.Duration) CachedMap[Key, T] { cm := &cachedMap[Key, T]{ current: make(map[Key]T), old: make(map[Key]oldResource[T]), oldEntryTTL: oldEntryTTL, exit: make(chan struct{}), } go cm.pruneLoop() return cm } func (c *cachedMap[Key, T]) Close() { close(c.exit) c.Clear() } func (c *cachedMap[Key, T]) Clear() { c.Lock() defer c.Unlock() c.current = make(map[Key]T) c.old = make(map[Key]oldResource[T]) } func (c *cachedMap[Key, T]) Add(key Key, obj T) { c.Lock() defer c.Unlock() c.current[key] = obj delete(c.old, key) } func (c *cachedMap[Key, T]) Remove(key Key) { c.Lock() defer c.Unlock() oldObj, ok := c.current[key] if ok { delete(c.current, key) c.old[key] = oldResource[T]{deletionTimestamp: time.Now(), obj: oldObj} } } func (c *cachedMap[Key, T]) pruneLoop() { ticker := time.NewTicker(c.oldEntryTTL) defer ticker.Stop() for { select { case <-ticker.C: c.pruneOldObjects() case <-c.exit: return } } } func (c *cachedMap[Key, T]) pruneOldObjects() { c.Lock() defer c.Unlock() now := time.Now() for key, oldObj := range c.old { if now.Sub(oldObj.deletionTimestamp) > c.oldEntryTTL { delete(c.old, key) } } } func (c *cachedMap[Key, T]) Keys() []Key { c.RLock() defer c.RUnlock() keys := make([]Key, 0, len(c.current)+len(c.old)) for key := range c.current { keys = append(keys, key) } for oldKey := range c.old { if _, ok := c.current[oldKey]; !ok { keys = append(keys, oldKey) } } return keys } func (c *cachedMap[Key, T]) Values() []T { c.RLock() defer c.RUnlock() objs := make([]T, 0, len(c.current)+len(c.old)) for _, obj := range c.current { objs = append(objs, obj) } for oldKey, oldObj := range c.old { if _, ok := c.current[oldKey]; !ok { objs = append(objs, oldObj.obj) } } return objs } func (c *cachedMap[Key, T]) Get(key Key) (T, bool) { c.RLock() defer c.RUnlock() if obj, ok := c.current[key]; ok { return obj, true } if oldObj, ok := c.old[key]; ok { return oldObj.obj, true } var zeroValue T return zeroValue, false } // GetCmp returns the first object for which the cmp function returns true // The cmp function is applied to both current and old objects until a match is found // This is an expensive operation and should be used with caution func (c *cachedMap[Key, T]) GetCmp(cmp func(T) bool) (T, bool) { c.RLock() defer c.RUnlock() for _, obj := range c.current { if cmp(obj) { return obj, true } } for _, oldObj := range c.old { if cmp(oldObj.obj) { return oldObj.obj, true } } var zeroValue T return zeroValue, false } inspektor-gadget-0.46.0/pkg/cachedmap/cachedmap_test.go000066400000000000000000000121701510117411400230250ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cachedmap import ( "strings" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) const defaultTestTTL = 2 * time.Second func TestNewCachedMap(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) require.NotNil(t, cache) t.Cleanup(func() { cache.Close() }) assert.Len(t, cache.current, 0) assert.Len(t, cache.old, 0) } func TestResourceCacheAdd(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) } func TestResourceCacheOverwrite(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) value2 := "value2" cache.Add(key, value2) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value2, cache.current[key]) } func TestResourceCacheRemove(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) cache.Remove(key) assert.Len(t, cache.current, 0) assert.Len(t, cache.old, 1) assert.Equal(t, value, cache.old[key].obj) } func TestResourceCachePruneOldObjects(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) cache.Remove(key) assert.Len(t, cache.current, 0) assert.Len(t, cache.old, 1) assert.Equal(t, value, cache.old[key].obj) // Manually subtract the TTL from the timestamp temp := cache.old[key] temp.deletionTimestamp = temp.deletionTimestamp.Add(-defaultTestTTL) cache.old[key] = temp cache.pruneOldObjects() assert.Len(t, cache.current, 0) assert.Len(t, cache.old, 0) } func TestResourceCacheValues(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) sliceFromCurrent := cache.Values() cache.Remove(key) sliceFromOld := cache.Values() // Manually subtract the TTL from the timestamp temp := cache.old[key] temp.deletionTimestamp = temp.deletionTimestamp.Add(-defaultTestTTL) cache.old[key] = temp cache.pruneOldObjects() sliceAfterPrune := cache.Values() require.Len(t, sliceFromCurrent, 1) require.Len(t, sliceFromOld, 1) assert.Equal(t, value, sliceFromCurrent[0]) assert.Equal(t, value, sliceFromOld[0]) assert.Len(t, sliceAfterPrune, 0) } func TestResourceCacheGet(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) t.Cleanup(func() { cache.Close() }) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) objFromCache, found := cache.Get(key) require.True(t, found) assert.Equal(t, value, objFromCache) } func TestResourceCacheGetNotFound(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) key := 1 value := "value" cache.Add(key, value) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value, cache.current[key]) _, found := cache.Get(2) assert.False(t, found) } func TestResourceCacheGetCmp(t *testing.T) { t.Parallel() cache := NewCachedMap[int, string](defaultTestTTL).(*cachedMap[int, string]) key1 := 1 value1 := "value1" cache.Add(key1, value1) assert.Len(t, cache.current, 1) assert.Len(t, cache.old, 0) assert.Equal(t, value1, cache.current[key1]) key2 := 2 value2 := "value2" cache.Add(key2, value2) assert.Len(t, cache.current, 2) assert.Len(t, cache.old, 0) assert.Equal(t, value2, cache.current[key2]) objFromCache, found := cache.GetCmp(func(obj string) bool { return strings.HasSuffix(obj, "2") }) require.True(t, found) assert.Equal(t, value2, objFromCache) } inspektor-gadget-0.46.0/pkg/columns/000077500000000000000000000000001510117411400173045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/columninfo.go000066400000000000000000000317531510117411400220150ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "fmt" "reflect" "strconv" "strings" "unsafe" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" ) const ( MaxCharsUint8 = 3 // 255 MaxCharsInt8 = 4 // -128 MaxCharsUint16 = 5 // 65535 MaxCharsInt16 = 6 // -32768 MaxCharsUint32 = 10 // 4294967295 MaxCharsInt32 = 11 // -2147483648 MaxCharsUint64 = 20 // 18446744073709551615 MaxCharsInt64 = 20 // −9223372036854775808 MaxCharsBool = 5 // false MaxCharsChar = 1 // 1 character ) type subField struct { index int // number of the referenced field inside the struct offset uintptr // offset of the referenced field inside the struct parentIsPtr bool // true, if the referenced field is a member of a pointer type isPtr bool // true, if the referenced field is a pointer type } type Attributes struct { // Name of the column; case-insensitive for most use cases; includes inherited prefixes Name string `yaml:"name"` // Name of the columns without inherited prefixes RawName string `yaml:"raw_name"` // Alias is an alternative shorter name to be used for header of the column; if not set, the Name will be used Alias string `yaml:"alias"` // Width to reserve for this column Width int `yaml:"width"` // MinWidth will be the minimum width this column will be scaled to when using auto-scaling MinWidth int `yaml:"min_width"` // MaxWidth will be the maximum width this column will be scaled to when using auto-scaling MaxWidth int `yaml:"max_width"` // Alignment of this column (left or right) Alignment Alignment `yaml:"alignment"` // Visible defines whether a column is to be shown by default Visible bool `yaml:"visible"` // GroupType defines the aggregation method used when grouping this column GroupType GroupType `yaml:"group_type"` // EllipsisType defines how to abbreviate this column if the value needs more space than is available EllipsisType ellipsis.EllipsisType `yaml:"ellipsis_type"` // FixedWidth forces the Width even when using Auto-Scaling FixedWidth bool `yaml:"fixed_width"` // Precision defines how many decimals should be shown on float values, default: 2 Precision int `yaml:"precision"` // Hex defines whether the value should be shown as a hexadecimal number Hex bool `yaml:"hex"` // Description can hold a short description of the field that can be used to aid the user Description string `yaml:"description"` // Order defines the default order in which columns are shown Order int `yaml:"order"` // Tags can be used to dynamically include or exclude columns Tags []string `yaml:"tags"` // Template defines the template that will be used. Non-typed templates will be applied first. Template string `yaml:"template"` } type Column[T any] struct { Attributes Extractor func(*T) any // Extractor to be used; this can be defined to transform the output before retrieving the actual value explicitName bool // true, if the name has been set explicitly offset uintptr // offset to the field (relative to root non-ptr struct) getStart func(*T) unsafe.Pointer // getStarts, if present, should point to the start of the struct to be used fieldIndex int // used for the main struct subFieldIndex []subField // used for embedded structs kind reflect.Kind // cached kind info from reflection columnType reflect.Type // cached type info from reflection rawColumnType reflect.Type // cached type info from reflection useTemplate bool // if a template has been set, this will be true template string // defines the template that will be used. Non-typed templates will be applied first. } func (ci *Column[T]) GetAttributes() *Attributes { return &ci.Attributes } func (ci *Column[T]) getWidthFromType() int { return GetWidthFromType(ci.kind) } func (ci *Column[T]) getWidth(params []string) (int, error) { if len(params) == 1 { return 0, fmt.Errorf("missing %q value for field %q", params[0], ci.Name) } if params[1] == "type" { // Special case, we get the maximum length this field can have by its type w := ci.getWidthFromType() if w > 0 { return w, nil } return 0, fmt.Errorf("special value %q used for field %q is only available for integer and bool types", params[1], ci.Name) } res, err := strconv.Atoi(params[1]) if err != nil { return 0, fmt.Errorf("invalid width %q for field %q: %w", params[1], ci.Name, err) } return res, nil } func (ci *Column[T]) fromTag(tag string) error { tagInfo := strings.Split(tag, ",") // Don't overwrite the name if it has been already set. This prevents an // already computed name (for example, with a prefix) from being overwritten // when applying a template. if ci.Name == "" { ci.Name = tagInfo[0] ci.RawName = ci.Name } if len(ci.Name) > 0 { ci.explicitName = true } return ci.parseTagInfo(tagInfo[1:]) } func (ci *Column[T]) applyTemplate() error { if ci.Template == "" { return nil } name := ci.Name tpl, ok := getTemplate(ci.Template) if !ok { return fmt.Errorf("applying template %q for %q on field %q: template not found", ci.Template, ci.rawColumnType.Name(), name) } err := ci.parseTagInfo(strings.Split(tpl, ",")) if err != nil { return fmt.Errorf("applying template %q for %q on field %q: %w", ci.Template, ci.rawColumnType.Name(), name, err) } ci.Name = name return nil } func (ci *Column[T]) parseTagInfo(tagInfo []string) error { var err error for _, subTag := range tagInfo { params := strings.SplitN(subTag, ":", 2) paramsLen := len(params) switch params[0] { case "align": if paramsLen == 1 { return fmt.Errorf("missing alignment value for field %q", ci.Name) } switch params[1] { case "left": ci.Alignment = AlignLeft case "right": ci.Alignment = AlignRight default: return fmt.Errorf("invalid alignment %q for field %q", params[1], ci.Name) } case "ellipsis": if paramsLen == 1 { ci.EllipsisType = ellipsis.End continue } switch params[1] { case "end", "": ci.EllipsisType = ellipsis.End case "middle": ci.EllipsisType = ellipsis.Middle case "none": ci.EllipsisType = ellipsis.None case "start": ci.EllipsisType = ellipsis.Start default: return fmt.Errorf("invalid ellipsis value %q for field %q", params[1], ci.Name) } case "hex": if paramsLen != 1 { return fmt.Errorf("parameter hex on field %q must not have a value", ci.Name) } ci.Hex = true case "fixed": if paramsLen != 1 { return fmt.Errorf("parameter fixed on field %q must not have a value", ci.Name) } ci.FixedWidth = true case "group": if paramsLen == 1 { return fmt.Errorf("missing group value for field %q", ci.Name) } switch params[1] { case "sum": if !ci.columnType.ConvertibleTo(reflect.TypeOf(int(0))) { return fmt.Errorf("invalid use of sum on field %q of kind %q", ci.Name, ci.kind.String()) } ci.GroupType = GroupTypeSum default: return fmt.Errorf("invalid group value %q for field %q", params[1], ci.Name) } case "hide": if paramsLen != 1 { return fmt.Errorf("parameter hide on field %q must not have a value", ci.Name) } ci.Visible = false case "noembed": if ci.Kind() != reflect.Struct && (ci.Kind() != reflect.Pointer || ci.Type().Elem().Kind() != reflect.Struct) { return fmt.Errorf("parameter noembed on field %q is only valid for struct types", ci.Name) } case "order": if paramsLen == 1 { return fmt.Errorf("missing width value for field %q", ci.Name) } w, err := strconv.Atoi(params[1]) if err != nil { return fmt.Errorf("invalid order value %q for field %q: %w", params[1], ci.Name, err) } ci.Order = w case "precision": if ci.kind != reflect.Float32 && ci.kind != reflect.Float64 { return fmt.Errorf("field %q is not a float field and thereby cannot have precision defined", ci.Name) } if paramsLen == 1 { return fmt.Errorf("missing precision value for field %q", ci.Name) } w, err := strconv.Atoi(params[1]) if err != nil { return fmt.Errorf("invalid precision value %q for field %q: %w", params[1], ci.Name, err) } if w < -1 { return fmt.Errorf("negative precision value %q for field %q", params[1], ci.Name) } ci.Precision = w case "width": ci.Width, err = ci.getWidth(params) if err != nil { return err } case "maxWidth": ci.MaxWidth, err = ci.getWidth(params) if err != nil { return err } case "minWidth": ci.MinWidth, err = ci.getWidth(params) if err != nil { return err } case "template": ci.useTemplate = true if paramsLen < 2 || params[1] == "" { return fmt.Errorf("no template specified for field %q", ci.Name) } ci.Template = params[1] case "stringer": if ci.Extractor != nil { break } stringer := reflect.TypeOf((*fmt.Stringer)(nil)).Elem() if ci.Type().Implements(stringer) { ci.Extractor = func(t *T) any { return ci.getRawField(reflect.ValueOf(t)).Interface().(fmt.Stringer).String() } ci.kind = reflect.String ci.columnType = stringType } else { return fmt.Errorf("column parameter %q set for field %q, but doesn't implement fmt.Stringer", params[0], ci.Name) } default: return fmt.Errorf("invalid column parameter %q for field %q", params[0], ci.Name) } } return nil } // Get returns the reflected value of an entry for the current column; if given nil, it will return the zero value of // the underlying type func (ci *Column[T]) Get(entry *T) reflect.Value { if entry == nil { return reflect.Zero(ci.Type()) } v := reflect.ValueOf(entry) if ci.Extractor != nil { return reflect.ValueOf(ci.Extractor(v.Interface().(*T))) } return ci.getRawField(v) } func (ci *Column[T]) getOffset() uintptr { return ci.offset } func (ci *Column[T]) getSubFields() []subField { return ci.subFieldIndex } // GetRef returns the reflected value of an already reflected entry for the current column; expects v to be valid or // will panic func (ci *Column[T]) GetRef(v reflect.Value) reflect.Value { if ci.Extractor != nil || ci.fieldIndex == manualIndex { return reflect.ValueOf(ci.Extractor(v.Interface().(*T))) } return ci.getRawField(v) } // GetRaw returns the reflected value of an entry for the current column without evaluating the extractor func; // if given nil or run on a virtual or manually added column, it will return the zero value of the underlying type. // If using embedded structs via pointers and the embedded value is nil, it will also return the zero value of the // underlying type. func (ci *Column[T]) GetRaw(entry *T) reflect.Value { if entry == nil || ci.fieldIndex == virtualIndex || ci.fieldIndex == manualIndex { return reflect.Zero(ci.RawType()) } v := reflect.ValueOf(entry) return ci.getRawField(v) } func (ci *Column[T]) getRawField(v reflect.Value) reflect.Value { if v.Kind() == reflect.Pointer { v = v.Elem() } if len(ci.subFieldIndex) > 0 { return ci.getFieldRec(v, ci.subFieldIndex) } return v.Field(ci.fieldIndex) } func (ci *Column[T]) getFieldRec(v reflect.Value, sub []subField) reflect.Value { if sub[0].parentIsPtr { if v.IsNil() { // Return the (empty) default value for this type return reflect.Zero(ci.Type()) } v = v.Elem() } val := v.Field(sub[0].index) if len(sub) == 1 { return val } return ci.getFieldRec(val, sub[1:]) } // Kind returns the underlying kind of the column (always reflect.String in case of virtual columns) func (ci *Column[T]) Kind() reflect.Kind { return ci.kind } // Type returns the underlying type of the column // (reflect.String, if a custom extractor is used) func (ci *Column[T]) Type() reflect.Type { return ci.columnType } // RawType returns the underlying type of the column func (ci *Column[T]) RawType() reflect.Type { return ci.rawColumnType } func (ci *Column[T]) HasTag(tag string) bool { for _, curTag := range ci.Tags { if curTag == tag { return true } } return false } func (ci *Column[T]) HasNoTags() bool { return len(ci.Tags) == 0 } // IsEmbedded returns true, if the current column is a member of an embedded struct func (ci *Column[T]) IsEmbedded() bool { return len(ci.subFieldIndex) != 0 } // IsVirtual returns true, if the column has direct reference to a field func (ci *Column[T]) IsVirtual() bool { return ci.fieldIndex == virtualIndex } // HasCustomExtractor returns true, if the column has a user defined extractor set func (ci *Column[T]) HasCustomExtractor() bool { return ci.Extractor != nil } inspektor-gadget-0.46.0/pkg/columns/columninfo_test.go000066400000000000000000000407511510117411400230520ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "reflect" "testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" ) func expectColumnsSuccess[T any](t *testing.T, options ...Option) *Columns[T] { cols, err := NewColumns[T](options...) if err != nil { t.Fatalf("Failed to initialize: %v", err) } return cols } func expectColumnsFail[T any](t *testing.T, name string, options ...Option) { t.Run(name, func(t *testing.T) { _, err := NewColumns[T](options...) if err == nil { t.Errorf("Succeeded to initialize but expected error") } }) } func expectColumn[T any](t *testing.T, cols *Columns[T], columnName string) *Column[T] { col, ok := cols.GetColumn(columnName) if !ok { t.Fatalf("Expected column with name %q", columnName) } return col } func expectColumnValue[T any](t *testing.T, col *Column[T], fieldName string, expectedValue interface{}) { columnValue := reflect.ValueOf(col).Elem() fieldValue := columnValue.FieldByName(fieldName) if !fieldValue.IsValid() { t.Errorf("Expected field %q", fieldName) return } if fieldValue.Interface() != expectedValue { t.Errorf("Expected field %q to equal %+v, got %+v", fieldName, expectedValue, fieldValue.Interface()) } } func TestColumnsInvalid(t *testing.T) { type testFail1 struct { Unknown string `column:"left,unknown"` } type testFail2 struct { Unknown1 string `column:"unknown"` Unknown2 string `column:"unknown"` } type testFail3 struct { testFail2 } expectColumnsFail[testFail1](t, "unknown parameter") expectColumnsFail[testFail2](t, "double name") expectColumnsFail[testFail3](t, "nested double name") } func TestColumnsAlign(t *testing.T) { type testSuccess1 struct { AlignLeft string `column:"left,align:left"` AlignRight string `column:"right,align:right"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "left"), "Alignment", AlignLeft) expectColumnValue(t, expectColumn(t, cols, "right"), "Alignment", AlignRight) expectColumnsFail[struct { Field string `column:"fail,align"` }](t, "missing parameter") expectColumnsFail[struct { Field string `column:"fail,align:"` }](t, "empty parameter") expectColumnsFail[struct { Field string `column:"fail,align:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field string `column:"fail,align:left:bar"` }](t, "double parameter") } func TestColumnsEllipsis(t *testing.T) { type testSuccess1 struct { EllipsisEmpty string `column:"empty,ellipsis"` EllipsisEmptyColon string `column:"emptyColon,ellipsis:"` EllipsisNone string `column:"none,ellipsis:none"` EllipsisStart string `column:"start,ellipsis:start"` EllipsisEnd string `column:"end,ellipsis:end"` EllipsisMiddle string `column:"middle,ellipsis:middle"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "empty"), "EllipsisType", cols.options.DefaultEllipsis) expectColumnValue(t, expectColumn(t, cols, "emptyColon"), "EllipsisType", cols.options.DefaultEllipsis) expectColumnValue(t, expectColumn(t, cols, "none"), "EllipsisType", ellipsis.None) expectColumnValue(t, expectColumn(t, cols, "start"), "EllipsisType", ellipsis.Start) expectColumnValue(t, expectColumn(t, cols, "end"), "EllipsisType", ellipsis.End) expectColumnValue(t, expectColumn(t, cols, "middle"), "EllipsisType", ellipsis.Middle) expectColumnsFail[struct { Field string `column:"fail,ellipsis:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field string `column:"fail,ellipsis:left:bar"` }](t, "double parameter") } func TestColumnsFixed(t *testing.T) { type testSuccess1 struct { Field string `column:"field,fixed"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "field"), "FixedWidth", true) expectColumnsFail[struct { Field string `column:"fail,fixed:foo"` }](t, "invalid parameter") } func TestColumnsGroup(t *testing.T) { type testSuccess1 struct { FieldInt int64 `column:"int,group:sum"` FieldUint int64 `column:"uint,group:sum"` FieldFloat32 float32 `column:"float32,group:sum"` FieldFloat64 float64 `column:"float64,group:sum"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int"), "GroupType", GroupTypeSum) expectColumnValue(t, expectColumn(t, cols, "uint"), "GroupType", GroupTypeSum) expectColumnValue(t, expectColumn(t, cols, "float32"), "GroupType", GroupTypeSum) expectColumnValue(t, expectColumn(t, cols, "float64"), "GroupType", GroupTypeSum) expectColumnsFail[struct { Field int64 `column:"fail,group"` }](t, "missing parameter") expectColumnsFail[struct { Field int64 `column:"fail,group:"` }](t, "empty parameter") expectColumnsFail[struct { Field int64 `column:"fail,group:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field int64 `column:"fail,group:sum:bar"` }](t, "double parameter") expectColumnsFail[struct { Field string `column:"fail,group:sum"` }](t, "wrong type") } func TestColumnsHide(t *testing.T) { type testSuccess1 struct { Field string `column:"field,hide"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "field"), "Visible", false) expectColumnsFail[struct { Field string `column:"fail,hide:foo"` }](t, "invalid parameter") } func TestColumnsOrder(t *testing.T) { type testSuccess1 struct { FieldWidth int64 `column:"int,order:4"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int"), "Order", 4) expectColumnsFail[struct { Field int64 `column:"fail,order"` }](t, "missing parameter") expectColumnsFail[struct { Field int64 `column:"fail,order:"` }](t, "empty parameter") expectColumnsFail[struct { Field int64 `column:"fail,order:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field int64 `column:"fail,order:sum:bar"` }](t, "double parameter") } func TestColumnsPrecision(t *testing.T) { type testSuccess1 struct { Float32 float32 `column:"float32,precision:4"` Float64 float64 `column:"float64,precision:4"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "float32"), "Precision", 4) expectColumnValue(t, expectColumn(t, cols, "float64"), "Precision", 4) expectColumnsFail[struct { Field1 float32 `column:"fail,precision"` }](t, "float32: missing parameter") expectColumnsFail[struct { Field float32 `column:"fail,precision:"` }](t, "float32: empty parameter") expectColumnsFail[struct { Field float32 `column:"fail,precision:foo"` }](t, "float32: invalid parameter") expectColumnsFail[struct { Field float32 `column:"fail,precision:-2"` }](t, "float32: double parameter") expectColumnsFail[struct { Field1 float64 `column:"fail,precision"` }](t, "float64: missing parameter") expectColumnsFail[struct { Field float64 `column:"fail,precision:"` }](t, "float64: empty parameter") expectColumnsFail[struct { Field float64 `column:"fail,precision:foo"` }](t, "float64: invalid parameter") expectColumnsFail[struct { Field float64 `column:"fail,precision:-2"` }](t, "float64: double parameter") expectColumnsFail[struct { Field string `column:"fail,precision:2"` }](t, "invalid field") } func TestColumnsWidth(t *testing.T) { type testSuccess1 struct { FieldWidth int64 `column:"int,width:4"` FieldWidthType int64 `column:"intType,width:type"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int"), "Width", 4) expectColumnValue(t, expectColumn(t, cols, "intType"), "Width", MaxCharsInt64) expectColumnsFail[struct { Field int64 `column:"fail,width"` }](t, "missing parameter") expectColumnsFail[struct { Field int64 `column:"fail,width:"` }](t, "empty parameter") expectColumnsFail[struct { Field int64 `column:"fail,width:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field int64 `column:"fail,width:sum:bar"` }](t, "double parameter") } func TestColumnsMaxWidth(t *testing.T) { type testSuccess1 struct { FieldMaxWidth int64 `column:"int,maxWidth:4"` FieldMaxWidthType int64 `column:"intType,maxWidth:type"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int"), "MaxWidth", 4) expectColumnValue(t, expectColumn(t, cols, "intType"), "MaxWidth", MaxCharsInt64) expectColumnsFail[struct { Field int64 `column:"fail,maxWidth"` }](t, "missing parameter") expectColumnsFail[struct { Field int64 `column:"fail,maxWidth:"` }](t, "empty parameter") expectColumnsFail[struct { Field int64 `column:"fail,maxWidth:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field int64 `column:"fail,maxWidth:sum:bar"` }](t, "double parameter") } func TestColumnsMinWidth(t *testing.T) { type testSuccess1 struct { FieldMinWidth int64 `column:"int,minWidth:4"` FieldMaxWidthType int64 `column:"intType,minWidth:type"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int"), "MinWidth", 4) expectColumnValue(t, expectColumn(t, cols, "intType"), "MinWidth", MaxCharsInt64) expectColumnsFail[struct { Field int64 `column:"fail,minWidth"` }](t, "missing parameter") expectColumnsFail[struct { Field int64 `column:"fail,minWidth:"` }](t, "empty parameter") expectColumnsFail[struct { Field int64 `column:"fail,minWidth:foo"` }](t, "invalid parameter") expectColumnsFail[struct { Field int64 `column:"fail,minWidth:sum:bar"` }](t, "double parameter") } func TestColumnsWidthFromType(t *testing.T) { type testSuccess1 struct { Int8 int8 `column:",minWidth:type,maxWidth:type,width:type"` Int16 int16 `column:",minWidth:type,maxWidth:type,width:type"` Int32 int32 `column:",minWidth:type,maxWidth:type,width:type"` Int64 int64 `column:",minWidth:type,maxWidth:type,width:type"` Uint8 uint8 `column:",minWidth:type,maxWidth:type,width:type"` Uint16 uint16 `column:",minWidth:type,maxWidth:type,width:type"` Uint32 uint32 `column:",minWidth:type,maxWidth:type,width:type"` Uint64 uint64 `column:",minWidth:type,maxWidth:type,width:type"` Bool bool `column:",minWidth:type,maxWidth:type,width:type"` } cols := expectColumnsSuccess[testSuccess1](t) col := expectColumn(t, cols, "int8") expectColumnValue(t, col, "Width", MaxCharsInt8) expectColumnValue(t, col, "MinWidth", MaxCharsInt8) expectColumnValue(t, col, "MaxWidth", MaxCharsInt8) col = expectColumn(t, cols, "int16") expectColumnValue(t, col, "Width", MaxCharsInt16) expectColumnValue(t, col, "MinWidth", MaxCharsInt16) expectColumnValue(t, col, "MaxWidth", MaxCharsInt16) col = expectColumn(t, cols, "int32") expectColumnValue(t, col, "Width", MaxCharsInt32) expectColumnValue(t, col, "MinWidth", MaxCharsInt32) expectColumnValue(t, col, "MaxWidth", MaxCharsInt32) col = expectColumn(t, cols, "int64") expectColumnValue(t, col, "Width", MaxCharsInt64) expectColumnValue(t, col, "MinWidth", MaxCharsInt64) expectColumnValue(t, col, "MaxWidth", MaxCharsInt64) col = expectColumn(t, cols, "uint8") expectColumnValue(t, col, "Width", MaxCharsUint8) expectColumnValue(t, col, "MinWidth", MaxCharsUint8) expectColumnValue(t, col, "MaxWidth", MaxCharsUint8) col = expectColumn(t, cols, "uint16") expectColumnValue(t, col, "Width", MaxCharsUint16) expectColumnValue(t, col, "MinWidth", MaxCharsUint16) expectColumnValue(t, col, "MaxWidth", MaxCharsUint16) col = expectColumn(t, cols, "uint32") expectColumnValue(t, col, "Width", MaxCharsUint32) expectColumnValue(t, col, "MinWidth", MaxCharsUint32) expectColumnValue(t, col, "MaxWidth", MaxCharsUint32) col = expectColumn(t, cols, "uint64") expectColumnValue(t, col, "Width", MaxCharsUint64) expectColumnValue(t, col, "MinWidth", MaxCharsUint64) expectColumnValue(t, col, "MaxWidth", MaxCharsUint64) col = expectColumn(t, cols, "bool") expectColumnValue(t, col, "Width", MaxCharsBool) expectColumnValue(t, col, "MinWidth", MaxCharsBool) expectColumnValue(t, col, "MaxWidth", MaxCharsBool) expectColumnsFail[struct { String string `column:",minWidth:type,maxWidth:type,width:type"` }](t, "invalid field type") } func TestWithoutColumnTag(t *testing.T) { type Main struct { StringField string IntField int } cols := expectColumnsSuccess[Main](t, WithRequireColumnDefinition(false)) expectColumn(t, cols, "StringField") } func TestColumnFilters(t *testing.T) { type Embedded struct { EmbeddedString string `column:"embeddedString" columnTags:"test"` } type Main struct { Embedded MainString string `column:"mainString" columnTags:"test2"` NoTags string `column:"noTags"` } cols := expectColumnsSuccess[Main](t) expectColumn := func(columnName string, name string, filters ...ColumnFilter) { t.Run(name, func(t *testing.T) { colMap := cols.GetColumnMap(filters...) if _, ok := colMap.GetColumn(columnName); !ok { t.Errorf("Expected column %q to exist after applying filters", columnName) } }) } expectColumn("embeddedString", "embedded or WithTag(test)", Or(WithEmbedded(true), WithTag("test"))) expectColumn("mainString", "not embedded or WithoutTag(test)", Or(WithEmbedded(false), WithoutTag("test"))) expectColumn("mainString", "WithTags(test2) and WithoutTags(test)", And(WithTags([]string{"test2"}), WithoutTags([]string{"test"}))) expectColumn("mainString", "WithTags(test2) and WithoutTags(test)", And(WithTags([]string{"test2"}), WithoutTags([]string{"test"}))) orderedColumns := cols.GetOrderedColumns(WithoutTags([]string{"test"})) // missing path if len(orderedColumns) != 2 || orderedColumns[0].Name != "mainString" { t.Errorf("Expected a mainString column after getting ordered columns using filters") } orderedColumns = cols.GetOrderedColumns(WithNoTags()) if len(orderedColumns) != 1 || orderedColumns[0].Name != "noTags" { t.Errorf("Expected a noTags column after getting ordered columns using filters") } } func TestColumnMatcher(t *testing.T) { type Embedded struct { EmbeddedString string `column:"embeddedString" columnTags:"test"` } type Main struct { Embedded MainString string `column:"mainString" columnTags:"test2"` } cols := expectColumnsSuccess[Main](t) c := expectColumn(t, cols, "embeddedString") if !c.IsEmbedded() { t.Errorf("Expected the embedded field to be identified as embedded") } if !c.HasTag("test") { t.Errorf("Expected the embedded field to have tag 'test'") } if c.HasTag("test2") { t.Errorf("Didn't expect the embedded field to have tag 'test2'") } c = expectColumn(t, cols, "mainString") if c.IsEmbedded() { t.Errorf("Expected mainString to not be identified as embedded") } if !c.HasTag("test2") { t.Errorf("Expected mainString to have tag 'test2'") } if c.HasTag("test") { t.Errorf("Didn't expect mainString to have tag 'test'") } } func TestColumnTemplates(t *testing.T) { if RegisterTemplate("", "width:789") == nil { t.Errorf("Expected error because of empty name") } if RegisterTemplate("demo", "") == nil { t.Errorf("Expected error because of empty value") } if err := RegisterTemplate("numbers", "width:123"); err != nil { t.Errorf("Expected success, got %v", err) } type testSuccess1 struct { Int16 int16 `column:",template:numbers"` Int32 int32 `column:",template:numbers,width:5"` Int64 int64 `column:",template:numbers,hide"` } cols := expectColumnsSuccess[testSuccess1](t) expectColumnValue(t, expectColumn(t, cols, "int16"), "Width", 123) expectColumnValue(t, expectColumn(t, cols, "int32"), "Width", 5) expectColumnValue(t, expectColumn(t, cols, "int64"), "Width", 123) expectColumnValue(t, expectColumn(t, cols, "int64"), "Visible", false) expectColumnsFail[struct { String string `column:",template"` }](t, "not template name given") expectColumnsFail[struct { String string `column:",template:foobar"` }](t, "trying to use non-existing template") } func TestColumnTemplatesRegisterExisting(t *testing.T) { t.Run("untyped", func(t *testing.T) { defer func() { if r := recover(); r == nil { t.Errorf("expected panic") } }() MustRegisterTemplate("abc", "width:123") MustRegisterTemplate("abc", "width:123") }) } inspektor-gadget-0.46.0/pkg/columns/columns.go000066400000000000000000000541021510117411400213150ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "bytes" "errors" "fmt" "reflect" "sort" "strconv" "strings" "unsafe" "golang.org/x/exp/constraints" ) type ColumnMap[T any] map[string]*Column[T] type Columns[T any] struct { // columns map[string]*Column[T] ColumnMap[T] options *Options } const ( virtualIndex = -1 manualIndex = -2 ) var stringType = reflect.TypeOf("") // used for virtual columns and columns with a custom extractor // MustCreateColumns creates a new column helper and panics if it cannot successfully be created; useful if you // want to initialize Columns as a global variable inside a package (similar to regexp.MustCompile) func MustCreateColumns[T any](options ...Option) *Columns[T] { cols, err := NewColumns[T](options...) if err != nil { panic(err) } return cols } // NewColumns creates a new column helper. T must be of type struct and its fields must have a column tag if they // should be considered. Struct and pointer to struct fields will be recursively traversed by default unless a column // tag with parameter "noembed" is present. Options can be passed to change the default behavior. func NewColumns[T any](options ...Option) (*Columns[T], error) { opts := GetDefault() for _, o := range options { o(opts) } entryPrototype := new(T) t := reflect.TypeOf(entryPrototype) if t.Kind() == reflect.Pointer { t = t.Elem() } // Generics sadly don't provide a way to constraint to a type like struct{}, so we need to check here if t.Kind() != reflect.Struct { return nil, fmt.Errorf("NewColumns works only on structs") } columns := &Columns[T]{ ColumnMap: make(ColumnMap[T]), options: opts, } err := columns.iterateFields(t, nil, 0, "", nil) if err != nil { return nil, fmt.Errorf("trying to initialize columns on type %s: %w", t.String(), err) } return columns, nil } func (c *Columns[T]) AddFields(fields []DynamicField, base func(*T) unsafe.Pointer) error { newCols := make(map[string]*Column[T]) for _, f := range fields { column := &Column[T]{ explicitName: true, offset: f.Offset, fieldIndex: manualIndex, kind: f.Type.Kind(), columnType: f.Type, rawColumnType: f.Type, getStart: base, } // Copy attributes, if present if f.Attributes != nil { column.Attributes = *f.Attributes } else { // Set defaults column.Attributes = Attributes{ EllipsisType: c.options.DefaultEllipsis, Alignment: c.options.DefaultAlignment, Visible: true, Precision: 2, Order: len(c.ColumnMap) * 10, } } // Apply tag err := column.fromTag(f.Tag) if err != nil { return fmt.Errorf("applying tag: %w", err) } // After applying attributes and tag, we should have a name if column.Name == "" { return fmt.Errorf("missing name") } column.applyTemplate() lowerName := strings.ToLower(column.Name) if _, ok := c.ColumnMap[lowerName]; ok { return fmt.Errorf("duplicate column name %q", column.Name) } if _, ok := newCols[lowerName]; ok { return fmt.Errorf("duplicate column name %q", column.Name) } newCols[strings.ToLower(column.Name)] = column } for colName, col := range newCols { c.ColumnMap[colName] = col } return nil } // GetColumn returns a specific column by its name func (c ColumnMap[T]) GetColumn(columnName string) (*Column[T], bool) { column, ok := c[strings.ToLower(columnName)] return column, ok } // GetColumnMap returns a map of column names to their Column, filtered by filters func (c ColumnMap[T]) GetColumnMap(filters ...ColumnFilter) ColumnMap[T] { if len(filters) == 0 { return c } // return a new copy res := make(map[string]*Column[T]) filter: for columnName, column := range c { for _, f := range filters { if !f(column) { continue filter } } res[columnName] = column } return res } // GetOrderedColumns returns an ordered list of columns according to their order values, filtered by filters func (c ColumnMap[T]) GetOrderedColumns(filters ...ColumnFilter) []*Column[T] { columns := make([]*Column[T], 0, len(c)) filter: for _, column := range c { for _, f := range filters { if !f(column) { continue filter } } columns = append(columns, column) } sort.Slice(columns, func(i, j int) bool { return columns[i].Order < columns[j].Order }) return columns } // GetColumnNames returns a list of column names, ordered by the column order values func (c ColumnMap[T]) GetColumnNames(filters ...ColumnFilter) []string { columns := make([]string, 0, len(c)) sorted := c.GetOrderedColumns(filters...) for _, column := range sorted { columns = append(columns, column.Name) } return columns } // VerifyColumnNames takes a list of column names and returns two lists, one containing the valid column names // and another containing the invalid column names. Prefixes like "-" for descending sorting will be ignored. func (c ColumnMap[T]) VerifyColumnNames(columnNames []string) (valid []string, invalid []string) { for _, cname := range columnNames { cname = strings.ToLower(cname) // Strip prefixes cname = strings.TrimPrefix(cname, "-") if _, ok := c[cname]; ok { valid = append(valid, cname) continue } invalid = append(invalid, cname) } return } func (c *Columns[T]) iterateFields(t reflect.Type, sub []subField, offset uintptr, prefix string, tags []string) error { isPtr := false if t.Kind() == reflect.Pointer { if t.Elem().Kind() != reflect.Struct { return errors.New("unsupported pointer type") } isPtr = true t = t.Elem() } for i := 0; i < t.NumField(); i++ { f := t.Field(i) tag := f.Tag.Get("column") // tagSet := len(tag) > 0 column := &Column[T]{ Attributes: Attributes{ EllipsisType: c.options.DefaultEllipsis, Alignment: c.options.DefaultAlignment, Visible: true, Precision: 2, Order: len(c.ColumnMap) * 10, }, offset: offset + f.Offset, } // store kind for faster lookups if required column.kind = f.Type.Kind() column.columnType = f.Type column.rawColumnType = f.Type // read information from tag err := column.fromTag(tag) if err != nil { return fmt.Errorf("parsing tag for %q on field %q: %w", t.Name(), f.Name, err) } // add optional tags if tags := f.Tag.Get("columnTags"); tags != "" { column.Tags = strings.Split(strings.ToLower(tags), ",") } column.Tags = append(column.Tags, tags...) // Apply prefixes to name column.Name = prefix + column.Name // If this field is a pointer to a struct or a struct, try to embed it unless a "noembed" tag is set if f.Type.Kind() == reflect.Struct || (f.Type.Kind() == reflect.Pointer && f.Type.Elem().Kind() == reflect.Struct) { if !strings.Contains(tag, ",noembed") { newOffset := offset + f.Offset if f.Type.Kind() == reflect.Pointer { newOffset = 0 // offset of the struct pointed to will begin at zero again } newPrefix := prefix // If not explicit name was set for this field, don't inherit a new prefix if column.explicitName { newPrefix = column.Name + "." } err := c.iterateFields( f.Type, append(append([]subField{}, sub...), subField{ index: i, offset: offset + f.Offset, parentIsPtr: isPtr, isPtr: f.Type.Kind() == reflect.Pointer, }), newOffset, newPrefix, append(tags, column.Tags...), ) if err != nil { return err } continue } } if tag == "" && c.options.RequireColumnDefinition { continue } if tag == "" { // set the name, so it will get picked up tag = f.Name } if sub == nil { column.fieldIndex = i } else { // Nested structs column.subFieldIndex = append(append([]subField{}, sub...), subField{i, offset + f.Offset, isPtr, false}) } if column.useTemplate { err := column.applyTemplate() if err != nil { return err } // re-apply information from field tag to overwrite template settings err = column.fromTag(tag) if err != nil { return fmt.Errorf("parsing tag for %q on field %q: %w", t.Name(), f.Name, err) } } // fall back to struct field name if column name is empty if column.Name == "" { column.Name = f.Name } if column.Width > 0 && column.MinWidth > column.Width { return fmt.Errorf("minWidth should not be greater than width on field %q", t.Name()) } if column.MaxWidth > 0 { if column.MaxWidth < column.Width { return fmt.Errorf("maxWidth should not be less than width on field %q", t.Name()) } if column.MaxWidth < column.MinWidth { return fmt.Errorf("maxWidth must be greater than minWidth %q", t.Name()) } } // check if we can default to a maxWidth for this field if column.MaxWidth == 0 { column.MaxWidth = column.getWidthFromType() } if column.Width == 0 { column.Width = c.options.DefaultWidth } if column.MinWidth > column.Width { column.Width = column.MinWidth } // add optional description column.Description = f.Tag.Get("columnDesc") lowerName := strings.ToLower(column.Name) if _, ok := c.ColumnMap[lowerName]; ok { return fmt.Errorf("duplicate column %q for %q", lowerName, t.Name()) } c.ColumnMap[lowerName] = column } return nil } // AddColumn adds a virtual column to the table. This virtual column requires at least a // name and an Extractor func (c *Columns[T]) AddColumn(attributes Attributes, extractor func(*T) any) error { if attributes.Name == "" { return errors.New("no name set for column") } if extractor == nil { return fmt.Errorf("no extractor set for column %q", attributes.Name) } var temp T typ := reflect.TypeOf(extractor(&temp)) column := Column[T]{ Attributes: attributes, Extractor: extractor, fieldIndex: virtualIndex, kind: typ.Kind(), columnType: typ, rawColumnType: typ, } column.applyTemplate() columnName := strings.ToLower(column.Name) if _, ok := c.ColumnMap[columnName]; ok { return fmt.Errorf("duplicate column name %q", column.Name) } if column.Width == 0 { column.Width = c.options.DefaultWidth } c.ColumnMap[columnName] = &column return nil } // MustAddColumn adds a new column and panics if it cannot successfully do so func (c *Columns[T]) MustAddColumn(attributes Attributes, extractor func(*T) any) { err := c.AddColumn(attributes, extractor) if err != nil { panic(err) } } // SetExtractor sets the extractor function for a specific column func (c *Columns[T]) SetExtractor(columnName string, extractor func(*T) any) error { if extractor == nil { return fmt.Errorf("extractor func must be non-nil") } column, ok := c.ColumnMap[strings.ToLower(columnName)] if !ok { return fmt.Errorf("field %q not found", columnName) } var temp T typ := reflect.TypeOf(extractor(&temp)) column.kind = typ.Kind() column.Extractor = extractor column.columnType = typ return nil } // MustSetExtractor adds a new extractor to a column and panics if it cannot successfully do so func (c *Columns[T]) MustSetExtractor(columnName string, extractor func(*T) any) { err := c.SetExtractor(columnName, extractor) if err != nil { panic(fmt.Errorf("setting extractor for %q column: %w", columnName, err)) } } // ColumnInternals is a non-generic interface to return internal values of columns like offsets // for faster access. type ColumnInternals interface { getOffset() uintptr getSubFields() []subField IsVirtual() bool HasCustomExtractor() bool } // GetFieldFunc returns a helper function to access the value of type OT of a struct T // without using reflection. It differentiates between direct members of the struct and // members of embedded structs. If any of the embedded structs being accessed is a nil-pointer, // the default value of OT will be returned. Custom extractors will be preferred. func GetFieldFunc[OT any, T any](column ColumnInternals) func(entry *T) OT { return GetFieldFuncExt[OT, T](column, false) } // GetFieldFuncExt returns a helper function to access the value of type OT of a struct T // without using reflection. It differentiates between direct members of the struct and // members of embedded structs. If any of the embedded structs being accessed is a nil-pointer, // the default value of OT will be returned. If raw is set, even if a custom extractor has been // set, the returned func will access the underlying values. func GetFieldFuncExt[OT any, T any](column ColumnInternals, raw bool) func(entry *T) OT { if column.IsVirtual() || (column.HasCustomExtractor() && !raw) { return func(entry *T) OT { return column.(*Column[T]).Extractor(entry).(OT) } } sub := column.getSubFields() offset := column.getOffset() subLen := len(sub) if subLen == 0 { return func(entry *T) OT { start := unsafe.Pointer(entry) if column.(*Column[T]).getStart != nil { start = column.(*Column[T]).getStart(entry) if start == nil { return *new(OT) } } // Previous note was outdated since we weren't using uintptr here return *(*OT)(unsafe.Add(start, offset)) } } return func(entry *T) OT { start := unsafe.Pointer(entry) if column.(*Column[T]).getStart != nil { start = column.(*Column[T]).getStart(entry) if start == nil { return *new(OT) } } for i := 0; i < subLen-1; i++ { if sub[i].isPtr { start = unsafe.Add(start, sub[i].offset) // now pointing at the pointer start = unsafe.Pointer(*(*uintptr)(start)) if start == nil { // If we at any time hit a nil-pointer, we return the default // value of type OT var defaultValue OT return defaultValue } } } return *(*OT)(unsafe.Add(start, (sub)[subLen-1].offset)) } } // GetFieldAsArrayFunc returns a helper function to access an array of type OT of a struct T // without using reflection. It does not differentiate between direct members of the struct and // members of embedded structs. func GetFieldAsArrayFunc[OT any, T any](column ColumnInternals) func(entry *T) []OT { l := column.(*Column[T]).RawType().Len() return func(entry *T) []OT { entryStart := unsafe.Pointer(entry) if column.(*Column[T]).getStart != nil { entryStart = column.(*Column[T]).getStart(entry) } fieldStart := unsafe.Add(entryStart, column.getOffset()) srcSlice := unsafe.Slice((*OT)(fieldStart), l) r := make([]OT, l) copy(r, srcSlice) return r } } // SetFieldFunc returns a helper function to set the value of type OT to a member of struct T // without using reflection. It differentiates between direct members of the struct and // members of embedded structs. If any of the embedded structs being accessed is a nil-pointer, // no value will be set func SetFieldFunc[OT any, T any](column ColumnInternals) func(entry *T, val OT) { // We cannot write to virtual columns if column.IsVirtual() { return func(entry *T, val OT) { } } sub := column.getSubFields() offset := column.getOffset() subLen := len(sub) if subLen == 0 { return func(entry *T, val OT) { start := unsafe.Pointer(entry) if column.(*Column[T]).getStart != nil { start = column.(*Column[T]).getStart(entry) } // Previous note was outdated since we weren't using uintptr here *(*OT)(unsafe.Add(start, offset)) = val } } return func(entry *T, val OT) { start := unsafe.Pointer(entry) if column.(*Column[T]).getStart != nil { start = column.(*Column[T]).getStart(entry) } for i := 0; i < subLen-1; i++ { if sub[i].isPtr { start = unsafe.Add(start, sub[i].offset) // now pointing at the pointer start = unsafe.Pointer(*(*uintptr)(start)) if start == nil { // If we at any time hit a nil-pointer, we cannot set the value return } } } *(*OT)(unsafe.Add(start, (sub)[subLen-1].offset)) = val } } func GetFieldAsStringExt[T any](column ColumnInternals, floatFormat byte, floatPrecision int, hex bool) func(entry *T) string { switch column.(*Column[T]).Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: ff := GetFieldAsNumberFunc[int64, T](column) if hex { return func(entry *T) string { return "0x" + strings.ToUpper(strconv.FormatInt(ff(entry), 16)) } } return func(entry *T) string { return strconv.FormatInt(ff(entry), 10) } case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: ff := GetFieldAsNumberFunc[uint64, T](column) if hex { return func(entry *T) string { return "0x" + strings.ToUpper(strconv.FormatUint(ff(entry), 16)) } } return func(entry *T) string { return strconv.FormatUint(ff(entry), 10) } case reflect.Float32, reflect.Float64: ff := GetFieldAsNumberFunc[float64, T](column) return func(entry *T) string { return strconv.FormatFloat(ff(entry), floatFormat, floatPrecision, 64) } case reflect.Bool: ff := GetFieldFunc[bool, T](column) return func(entry *T) string { if ff(entry) { return "true" } return "false" } case reflect.Array: s := column.(*Column[T]).Type().Elem().Size() // c strings: []char null terminated if s == 1 { return func(entry *T) string { arr := GetFieldAsArrayFunc[byte, T](column)(entry) i := bytes.IndexByte(arr, 0) if i != -1 { arr = arr[:i] } return string(arr) } } return func(entry *T) string { return "TODO" } case reflect.Slice: s := column.(*Column[T]).Type().Elem().Size() if s == 1 { ff := GetFieldFunc[[]byte, T](column) return func(entry *T) string { return string(ff(entry)) } } return func(entry *T) string { return "TODO" } case reflect.Map: keyType := column.(*Column[T]).Type().Key() valueType := column.(*Column[T]).Type().Elem() if keyType.Kind() == reflect.String && valueType.Kind() == reflect.String { ff := GetFieldFunc[map[string]string, T](column) return func(entry *T) string { m := ff(entry) kvPairs := make([]string, 0, len(m)) for k, v := range m { kvPairs = append(kvPairs, fmt.Sprintf("%s=%s", k, v)) } sort.Strings(kvPairs) return strings.Join(kvPairs, ",") } } return func(entry *T) string { return "TODO" } case reflect.String: return GetFieldFunc[string, T](column) } return func(entry *T) string { return "" } } func GetFieldAsString[T any](column ColumnInternals) func(entry *T) string { return GetFieldAsStringExt[T](column, 'E', -1, false) } // GetFieldAsNumberFunc returns a helper function to access a field of struct T as a number. func GetFieldAsNumberFunc[OT constraints.Integer | constraints.Float, T any](column ColumnInternals) func(entry *T) OT { switch column.(*Column[T]).Kind() { default: var defaultValue OT return func(entry *T) OT { return defaultValue } case reflect.Int: ff := GetFieldFunc[int, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Int8: ff := GetFieldFunc[int8, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Int16: ff := GetFieldFunc[int16, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Int32: ff := GetFieldFunc[int32, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Int64: ff := GetFieldFunc[int64, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Uint: ff := GetFieldFunc[uint, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Uint8: ff := GetFieldFunc[uint8, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Uint16: ff := GetFieldFunc[uint16, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Uint32: ff := GetFieldFunc[uint32, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Uint64: ff := GetFieldFunc[uint64, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Float32: ff := GetFieldFunc[float32, T](column) return func(entry *T) OT { return OT(ff(entry)) } case reflect.Float64: ff := GetFieldFunc[float64, T](column) return func(entry *T) OT { return OT(ff(entry)) } } } // SetFieldAsNumberFunc returns a helper function to set a field of struct T to a number. func SetFieldAsNumberFunc[OT constraints.Integer | constraints.Float, T any](column ColumnInternals) func(entry *T, value OT) { switch column.(*Column[T]).Kind() { case reflect.Int: ff := SetFieldFunc[int, T](column) return func(entry *T, value OT) { ff(entry, int(value)) } case reflect.Int8: ff := SetFieldFunc[int8, T](column) return func(entry *T, value OT) { ff(entry, int8(value)) } case reflect.Int16: ff := SetFieldFunc[int16, T](column) return func(entry *T, value OT) { ff(entry, int16(value)) } case reflect.Int32: ff := SetFieldFunc[int32, T](column) return func(entry *T, value OT) { ff(entry, int32(value)) } case reflect.Int64: ff := SetFieldFunc[int64, T](column) return func(entry *T, value OT) { ff(entry, int64(value)) } case reflect.Uint: ff := SetFieldFunc[uint, T](column) return func(entry *T, value OT) { ff(entry, uint(value)) } case reflect.Uint8: ff := SetFieldFunc[uint8, T](column) return func(entry *T, value OT) { ff(entry, uint8(value)) } case reflect.Uint16: ff := SetFieldFunc[uint16, T](column) return func(entry *T, value OT) { ff(entry, uint16(value)) } case reflect.Uint32: ff := SetFieldFunc[uint32, T](column) return func(entry *T, value OT) { ff(entry, uint32(value)) } case reflect.Uint64: ff := SetFieldFunc[uint64, T](column) return func(entry *T, value OT) { ff(entry, uint64(value)) } case reflect.Float32: ff := SetFieldFunc[float32, T](column) return func(entry *T, value OT) { ff(entry, float32(value)) } case reflect.Float64: ff := SetFieldFunc[float64, T](column) return func(entry *T, value OT) { ff(entry, float64(value)) } } return func(entry *T, value OT) {} } inspektor-gadget-0.46.0/pkg/columns/columns_test.go000066400000000000000000000336101510117411400223550ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "fmt" "reflect" "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestColumnMap(t *testing.T) { type testStruct struct { StringField string `column:"stringField"` IntField int `column:"intField"` } cols := expectColumnsSuccess[testStruct](t) columnMap := cols.GetColumnMap() assert.Contains(t, columnMap, "stringfield") assert.Contains(t, columnMap, "intfield") } func TestEmptyStruct(t *testing.T) { type testStruct struct { StringField string IntField int } cols := expectColumnsSuccess[testStruct](t) require.Empty(t, cols.GetColumnMap()) } func TestFieldsWithTypeDefinition(t *testing.T) { type StringAlias string type IntAlias int type testStruct struct { StringField StringAlias `column:"stringField"` IntField IntAlias `column:"intField"` } testVar := &testStruct{ StringField: "abc", IntField: 123, } cols := expectColumnsSuccess[testStruct](t) assert.Equal(t, expectColumn(t, cols, "stringField").Get(testVar).Interface(), testVar.StringField) assert.Equal(t, expectColumn(t, cols, "intField").Get(testVar).Interface(), testVar.IntField) } func TestGetColumnNames(t *testing.T) { type testStruct struct { StringField string `column:"stringField,order:500"` IntField int `column:"intField,order:200"` } cols := expectColumnsSuccess[testStruct](t).GetColumnNames() require.Len(t, cols, 2) assert.Equal(t, cols[0], "intField") assert.Equal(t, cols[1], "stringField") } func TestGetSortedColumns(t *testing.T) { type testStruct struct { StringField string `column:"stringField,order:500"` IntField int `column:"intField,order:200"` } cols := expectColumnsSuccess[testStruct](t).GetOrderedColumns() require.Len(t, cols, 2) assert.Equal(t, cols[0].Name, "intField") assert.Equal(t, cols[1].Name, "stringField") } func TestGetters(t *testing.T) { type embeddedStruct struct { EmbeddedString string `column:"embeddedString"` } type embeddedPtrStruct struct { EmbeddedString2 string `column:"embeddedString2"` } type ptrStruct struct { EmbeddedString string `column:"ptrStructString"` } type normalStruct struct { EmbeddedString string `column:"normalStructString"` } type testStruct struct { embeddedStruct *embeddedPtrStruct PointerStruct *ptrStruct NormalStruct normalStruct NotEmbeddedPtrStruct *ptrStruct `column:"ptrStruct,noembed"` NotEmbeddedNormalStruct normalStruct `column:"normalStruct,noembed"` StringField string `column:"stringField"` IntField int `column:"intField"` MapField map[string]string `column:"mapField"` } cols := expectColumnsSuccess[testStruct](t) // String tests col := expectColumn(t, cols, "StRiNgFiElD") require.Equal(t, col.Kind(), reflect.String) _, ok := col.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok := col.Get(&testStruct{StringField: "demo"}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") // Raw access should return the same str, ok = col.GetRaw(&testStruct{StringField: "demo"}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") // Map tests col = expectColumn(t, cols, "MaPfiELd") require.Equal(t, col.Kind(), reflect.Map) _, ok = col.Get(nil).Interface().(map[string]string) require.True(t, ok, "type should be map[string]string") m, ok := col.Get(&testStruct{MapField: map[string]string{"demo": "foo"}}).Interface().(map[string]string) require.True(t, ok, "type should be map[string]string") assert.Equal(t, m["demo"], "foo") // Int tests col = expectColumn(t, cols, "InTfIeLd") i, ok := col.Get(&testStruct{IntField: 5}).Interface().(int) require.True(t, ok, "type should be int") assert.Equal(t, i, 5) _, ok = cols.GetColumn("uNkNoWn") require.False(t, ok, "no column should be present") // Embedded string tests col = expectColumn(t, cols, "embeddedstring") _, ok = col.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok = col.Get(&testStruct{embeddedStruct: embeddedStruct{EmbeddedString: "demo"}}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") // Reflection access refStruct := reflect.ValueOf(&testStruct{embeddedStruct: embeddedStruct{EmbeddedString: "demo"}}) str, ok = col.GetRef(refStruct).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") // Embedded (via pointer) string tests col = expectColumn(t, cols, "embeddedstring2") _, ok = col.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok = col.Get(&testStruct{embeddedPtrStruct: &embeddedPtrStruct{EmbeddedString2: "demo"}}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") str, ok = col.Get(&testStruct{}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "") // Embedded named structs (via pointer) string tests col = expectColumn(t, cols, "ptrStructString") _, ok = col.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok = col.Get(&testStruct{PointerStruct: &ptrStruct{EmbeddedString: "demo"}}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") str, ok = col.Get(&testStruct{}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "") // Embedded named structs (without pointer) string tests col = expectColumn(t, cols, "normalStructString") _, ok = col.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok = col.Get(&testStruct{NormalStruct: normalStruct{EmbeddedString: "demo"}}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "demo") str, ok = col.Get(&testStruct{}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "") // Not-Embedded named structs (with pointer) string tests col = expectColumn(t, cols, "ptrStruct") tmpPtrStruct, ok := col.Get(&testStruct{NotEmbeddedPtrStruct: &ptrStruct{EmbeddedString: "demo"}}).Interface().(*ptrStruct) require.True(t, ok, "type should be *ptrStruct") assert.Equal(t, tmpPtrStruct.EmbeddedString, "demo") // Not-Embedded named structs (without pointer) string tests col = expectColumn(t, cols, "normalStruct") tmpNormalStruct, ok := col.Get(&testStruct{NotEmbeddedNormalStruct: normalStruct{EmbeddedString: "demo"}}).Interface().(normalStruct) require.True(t, ok, "type should be normalStruct") assert.Equal(t, tmpNormalStruct.EmbeddedString, "demo") } func TestInvalidType(t *testing.T) { expectColumnsFail[int](t, "non-struct type int") } func TestMustCreateHelper(t *testing.T) { type testStruct struct { StringField string `column:"stringField"` } MustCreateColumns[testStruct]() defer func() { if err := recover(); err == nil { t.Errorf("Expected panic") } }() MustCreateColumns[int]() } func TestExtractor(t *testing.T) { type testStruct struct { StringField string `column:"stringField"` } cols := expectColumnsSuccess[testStruct](t) assert.NoError(t, cols.SetExtractor("sTrInGfIeLd", func(t *testStruct) any { return "empty" })) assert.Error(t, cols.SetExtractor("unknown", func(t *testStruct) any { return "empty" }), "should return error when trying to set extractor for non-existent field") assert.Error( t, cols.SetExtractor("sTrInGfIeLd", nil), "should return error when no extractor has been set", ) } type Uint32 uint32 func (v Uint32) String() string { return fmt.Sprintf("%d-from-stringer", v) } func TestStringer(t *testing.T) { type testStruct struct { StringerField Uint32 `column:"stringerField,stringer"` } cols := expectColumnsSuccess[testStruct](t) col := expectColumn(t, cols, "stringerField") ts := &testStruct{StringerField: 12345} val, ok := col.Get(ts).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, val, "12345-from-stringer") } func TestVirtualColumns(t *testing.T) { type testStruct struct { StringField string `column:"stringField"` } cols := expectColumnsSuccess[testStruct](t) assert.Error(t, cols.AddColumn(Attributes{ Name: "vcol", }, nil), "should return error when adding a column without extractor func") assert.Error(t, cols.AddColumn(Attributes{}, func(_ *testStruct) any { return "" }), "should return error when adding a column without name") assert.Error(t, cols.AddColumn(Attributes{ Name: "stringfield", }, func(_ *testStruct) any { return "" }), "should return error when adding a column with already existing name") assert.NoError(t, cols.AddColumn(Attributes{ Name: "foobarstring", }, func(t *testStruct) any { return "FooBar" })) colStr := expectColumn(t, cols, "foobarstring") _, ok := colStr.Get(nil).Interface().(string) require.True(t, ok, "type should be string") str, ok := colStr.Get(&testStruct{}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "FooBar") // Test GetRef also str, ok = colStr.GetRef(reflect.ValueOf(&testStruct{})).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "FooBar") // Raw access should return an empty string str, ok = colStr.GetRaw(&testStruct{}).Interface().(string) require.True(t, ok, "type should be string") assert.Equal(t, str, "", "should be empty on a virtual column") assert.NoError(t, cols.AddColumn(Attributes{ Name: "foobarint", }, func(t *testStruct) any { return 42 })) colInt := expectColumn(t, cols, "foobarint") _, ok = colInt.Get(nil).Interface().(int) require.True(t, ok, "type should be int") intv, ok := colInt.Get(&testStruct{}).Interface().(int) require.True(t, ok, "type should be int") assert.Equal(t, intv, 42) } func TestVerifyColumnNames(t *testing.T) { type testStruct struct { StringField string `column:"stringField"` IntField string `column:"intField"` } cols := expectColumnsSuccess[testStruct](t) valid, invalid := cols.VerifyColumnNames([]string{"-stringField", "intField", "notExistingField", "notExistingField2"}) assert.Len(t, valid, 2) assert.Len(t, invalid, 2) } func TestEmbeddedStructs(t *testing.T) { type embeddedStructUnnamed struct { foo int `column:"foo"` } type embeddedStructNamed struct { foo int `column:"foo"` } type embeddedStructNamedWithTemplate struct { foo int `column:"foo,template:bar"` } type testStruct struct { embeddedStructUnnamed embeddedStructNamed `column:"named" columnTags:"abc,def"` embeddedStructNamedWithTemplate `column:"withTemplate" columnTags:"ghi"` } assert.NoError(t, RegisterTemplate("bar", "width:123")) cols := MustCreateColumns[testStruct]() _, found := cols.GetColumn("embeddedStructUnnamed.foo") assert.False(t, found) fooCol, found := cols.GetColumn("foo") require.True(t, found) assert.Equal(t, fooCol.Name, "foo") _, found = cols.GetColumn("embeddedStructNamed.foo") assert.False(t, found) fooCol, found = cols.GetColumn("named.foo") require.True(t, found) assert.Equal(t, fooCol.Name, "named.foo") assert.Contains(t, fooCol.Tags, "def", "tags from parent should be inherited") _, found = cols.GetColumn("embeddedStructNamedWithTemplate.foo") assert.False(t, found) fooCol, found = cols.GetColumn("withTemplate.foo") require.True(t, found) assert.Equal(t, fooCol.Name, "withTemplate.foo") assert.Contains(t, fooCol.Tags, "ghi", "tags from parent should be inherited") expectColumnValue(t, expectColumn(t, cols, "withTemplate.foo"), "Width", 123) } func TestFieldFuncs(t *testing.T) { type testStruct struct { stringField string `column:"stringField"` uint8ArrField [16]uint8 `column:"uint8ArrField"` uint64ArrField [4]uint64 `column:"uint64ArrField"` mapField map[string]string `column:"mapField"` } testInstance := &testStruct{ stringField: "foo", uint8ArrField: [16]uint8{}, // Will be setup by copy uint64ArrField: [4]uint64{1123, 4567, 8910, 111213141516}, mapField: map[string]string{"foo": "bar", "abc": "xyz"}, } testInstanceDefault := &testStruct{} copy(testInstance.uint8ArrField[:], []uint8("foobarbaz\x00asdfgh")) cols := MustCreateColumns[testStruct]() cols.MustSetExtractor("uint64ArrField", func(t *testStruct) any { return "This should be ignored for GetFieldAsArrayFunc" }) stringFieldCol, _ := cols.GetColumn("stringField") stringFieldFunc := GetFieldFunc[string, testStruct](stringFieldCol) assert.Equal(t, "foo", stringFieldFunc(testInstance)) uint8ArrFieldCol, _ := cols.GetColumn("uint8ArrField") uint8ArrFieldFunc := GetFieldAsArrayFunc[uint8, testStruct](uint8ArrFieldCol) assert.Equal(t, "foobarbaz\x00asdfgh", string(uint8ArrFieldFunc(testInstance))) uint8ArrFieldStringFunc := GetFieldAsString[testStruct](uint8ArrFieldCol) assert.Equal(t, "foobarbaz", uint8ArrFieldStringFunc(testInstance)) uint64ArrFieldCol, _ := cols.GetColumn("uint64ArrField") uint64ArrFieldFunc := GetFieldAsArrayFunc[uint64, testStruct](uint64ArrFieldCol) assert.Equal(t, []uint64{1123, 4567, 8910, 111213141516}, uint64ArrFieldFunc(testInstance)) mapFieldCol, _ := cols.GetColumn("mapField") mapFieldFunc := GetFieldAsString[testStruct](mapFieldCol) assert.Equal(t, "abc=xyz,foo=bar", mapFieldFunc(testInstance)) assert.Equal(t, "", mapFieldFunc(testInstanceDefault)) } inspektor-gadget-0.46.0/pkg/columns/doc.go000066400000000000000000000110721510117411400204010ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package columns is a library that helps to carry data structs in a more generic way using a combination of reflection and generics. It can work with any type of struct (and arrays of those), providing useful functions like sorting, grouping, filtering and printing. How columns are handled can be configured using tags along the struct definition. This keeps metadata and type data in the same place, avoiding extra and/or duplicated code and thereby the likelihood of typos/errors. Columns just has to be initialized by passing a prototype of the struct. Afterwards you can use all helper functions (sorting, grouping, etc.) on it. # How does it work? You simply add a "column" tag to members of the struct you want to handle, like so: type Event struct { Node string `json:"node" column:"node,width:12,ellipsis:middle"` PID int `json:"pid" column:"PID,hide,align:right,width:6"` Comm string `json:"comm" column:"Comm"` Name string `json:"name" column:"Name"` Dummy string `json:"dummy"` Time int64 `json:"time" column:"Time,align:right,width:24,group:sum"` } Let's briefly analyze: - All fields that have a column tag will be considered, that means the `Dummy` field will not be considered. - Each column tag starts with the name of the field. This name is case-insensitive (and an error will be thrown if multiple fields share the same name.) - Additional information on the fields are added as a comma separated list after the name of the column; key and value (if applicable) are separated by a colon (see `attributes` below) You initialize `Columns` by passing it the type of the struct you want to use, like so: cols, err := columns.NewColumns[Event]() The parameter could be used for specific options, passing nil will use the defaults. # Attributes | Attribute | Value(s) | Description | |-----------|------------------------|----------------------------------------------------------------------------------------------------------------------| | align | left,right | defines the alignment of the column (whitespace before or after the value) | | ellipsis | none,left,right,middle | defines how situations of content exceeding the given space should be handled, eg: where to place the ellipsis ("…") | | fixed | none | defines that this column will have a fixed width, even when auto-scaling is enabled | | group | sum | defines what should happen with the field whenever entries are grouped (see grouping) | | hide | none | specifies that this column is not to be considered by default | | precision | int | specifies the precision of floats (number of decimals) | | width | int | defines the space allocated for the column | # Virtual Columns or Custom Extractors Sometimes it's necessary to add columns on the fly or have special treatment when extracting values. This can be achieved by specifying a virtual column or custom extractors. Say that for example you have a struct with a (by default) not printable member `Foo` that you still want to output. type Event struct { Node string `json:"node" column:"node,width:12,ellipsis:middle"` Foo []byte } You can do that by adding a virtual column: cols.AddColumn(columns.Attributes{ Name: "foo", Width: 14, }, func(e *Event) any { return string(e.Foo) }) This will convert the []byte to a string before printing it. You can also just override the default extractor like so: cols.SetExtractor("node", func(a *Event) any { return "Foobar" }) */ package columns inspektor-gadget-0.46.0/pkg/columns/dynamic.go000066400000000000000000000020621510117411400212570ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "reflect" ) // DynamicField manually describes fields this library should be able to access. Combined with the DynamicPtr // interface, this can be used to access fields for example in a byte slice. Either Attributes or a Tag has // to be set - if both are set, Tag takes precedence over the Attributes. type DynamicField struct { Attributes *Attributes Tag string Template string Type reflect.Type Offset uintptr } inspektor-gadget-0.46.0/pkg/columns/ellipsis/000077500000000000000000000000001510117411400211305ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/ellipsis/doc.go000066400000000000000000000015601510117411400222260ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package ellipsis helps to truncate text at a specific width and adding an optional ellipsis ("…") to indicate that the text has been truncated. Use the different [EllipsisType] to define how and where the truncation should take place, if necessary. */ package ellipsis inspektor-gadget-0.46.0/pkg/columns/ellipsis/ellipsis.go000066400000000000000000000042371510117411400233110ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ellipsis type EllipsisType int const ( None EllipsisType = iota // None simply cuts the text if it is too long End // End cuts an overflowing string one character before reaching the maximum width and adds an ellipsis ("…"). Start // Start lets the overflowing string start with an ellipsis ("…") followed by the last X characters, where X is the maximum length - 1. Middle // Middle uses the first and last characters of an overflowing string, merging them in the middle with an ellipsis ("…"). ) const ellipsisRune = rune('…') func (et EllipsisType) String() string { switch et { default: fallthrough case None: return "None" case End: return "End" case Start: return "Start" case Middle: return "Middle" } } func ShortenString(str string, maxLength int, ellipsisType EllipsisType) string { return string(Shorten([]rune(str), maxLength, ellipsisType)) } func Shorten(rs []rune, maxLength int, ellipsisType EllipsisType) []rune { if maxLength <= 0 { return []rune{} } slen := len(rs) if slen <= maxLength { return rs } if maxLength <= 1 && ellipsisType != None { return []rune{ellipsisRune} } switch ellipsisType { default: fallthrough case None: return rs[:maxLength] case Start: return append([]rune{ellipsisRune}, rs[slen-maxLength+1:]...) case End: return append(rs[:maxLength-1], ellipsisRune) case Middle: mid := maxLength / 2 end := mid if maxLength%2 == 0 { end -= 1 } return append(append(rs[:mid], ellipsisRune), rs[slen-end:]...) } } inspektor-gadget-0.46.0/pkg/columns/ellipsis/ellipsis_test.go000066400000000000000000000103701510117411400243430ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ellipsis import ( "fmt" "testing" ) func TestEllipsis(t *testing.T) { type ellipsisTest struct { Input string MaxLength int Type EllipsisType Result string } ellipsisTests := []ellipsisTest{ { Input: "Demo", MaxLength: 8, Type: None, Result: "Demo", }, { Input: "D", MaxLength: 1, Type: None, Result: "D", }, { Input: "Demo1234", MaxLength: 4, Type: None, Result: "Demo", }, { Input: "Demo1234", MaxLength: 4, Type: End, Result: "Dem…", }, { Input: "Demo1234", MaxLength: 4, Type: Start, Result: "…234", }, { Input: "Demo1234", MaxLength: 4, Type: Middle, Result: "De…4", }, { Input: "Demo1234", MaxLength: 5, Type: Middle, Result: "De…34", }, { Input: "Demo🖐🖐🖐🖐", MaxLength: 8, Type: None, Result: "Demo🖐🖐🖐🖐", }, { Input: "A", MaxLength: 1, Type: None, Result: "A", }, { Input: "Demo", MaxLength: 0, Type: None, Result: "", }, { Input: "Demo", MaxLength: 1, Type: None, Result: "D", }, { Input: "Demo", MaxLength: 1, Type: Start, Result: "…", }, { Input: "Demo", MaxLength: 1, Type: End, Result: "…", }, { Input: "Demo", MaxLength: 1, Type: Middle, Result: "…", }, { Input: "Exact", MaxLength: 5, Type: None, Result: "Exact", }, { Input: "Exact", MaxLength: 5, Type: Start, Result: "Exact", }, { Input: "Exact", MaxLength: 5, Type: End, Result: "Exact", }, { Input: "Exact", MaxLength: 5, Type: Middle, Result: "Exact", }, { Input: "Demo", MaxLength: 3, Type: -1, Result: "Dem", }, { Input: "", MaxLength: 5, Type: None, Result: "", }, { Input: "", MaxLength: 5, Type: Start, Result: "", }, { Input: "", MaxLength: 5, Type: End, Result: "", }, { Input: "", MaxLength: 5, Type: Middle, Result: "", }, { Input: "Demo", MaxLength: 4, Type: None, Result: "Demo", }, } for _, test := range ellipsisTests { t.Run(fmt.Sprintf("%s_%d@%s", test.Input, test.MaxLength, test.Type.String()), func(t *testing.T) { if res := Shorten([]rune(test.Input), test.MaxLength, test.Type); string(res) != test.Result { t.Errorf("%q (%d): got %q, expected %q", test.Input, test.MaxLength, res, test.Result) } }) } } func FuzzEllipsis(f *testing.F) { f.Add("inputString", 5) f.Fuzz(func(t *testing.T, inputString string, maxLength int) { correctedLength := maxLength if maxLength < 0 { correctedLength = 0 } if out := Shorten([]rune(inputString), maxLength, None); len(out) > correctedLength { t.Errorf("None of %q (%d): wrong output %q of length %d", inputString, maxLength, out, len(out)) } if out := Shorten([]rune(inputString), maxLength, End); len(out) > correctedLength { t.Errorf("End of %q (%d): wrong output %q of length %d", inputString, maxLength, out, len(out)) } if out := Shorten([]rune(inputString), maxLength, Start); len(out) > correctedLength { t.Errorf("Start of %q (%d): wrong output %q of length %d", inputString, maxLength, out, len(out)) } if out := Shorten([]rune(inputString), maxLength, Middle); len(out) > correctedLength { t.Errorf("Middle of %q (%d): wrong output %q of length %d", inputString, maxLength, out, len(out)) } }) } inspektor-gadget-0.46.0/pkg/columns/ellipsis/examples_test.go000066400000000000000000000021061510117411400243330ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ellipsis_test import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" ) func ExampleShortenString() { fmt.Println(ellipsis.ShortenString("Foobar123", 8, ellipsis.None)) fmt.Println(ellipsis.ShortenString("Foobar123", 8, ellipsis.Start)) fmt.Println(ellipsis.ShortenString("Foobar123", 8, ellipsis.End)) fmt.Println(ellipsis.ShortenString("Foobar123", 8, ellipsis.Middle)) // Output: // Foobar12 // …obar123 // Foobar1… // Foob…123 } inspektor-gadget-0.46.0/pkg/columns/example_test.go000066400000000000000000000071651510117411400223360ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns_test import ( "bytes" "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/filter" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/sort" ) type Employee struct { Name string `column:"name" columnTags:"sensitive"` Age int `column:"age" columnTags:"sensitive"` Department string `column:"department"` } var Employees = []*Employee{ {"Alice", 32, "Security"}, {"Bob", 26, "Security"}, {"Eve", 99, "Security also"}, } // Defining the column helper here lets the program crash on start if there are // errors in the syntax var employeeColumns = columns.MustCreateColumns[Employee]() func Example() { out := bytes.NewBuffer(nil) // Get columnMap cmap := employeeColumns.GetColumnMap() // Get a new formatter formatter := textcolumns.NewFormatter(cmap, textcolumns.WithRowDivider(textcolumns.DividerDash)) // Output the whole table formatter.WriteTable(out, Employees) out.WriteString("\n") // Reverse the order by name and output again sort.SortEntries[Employee](cmap, Employees, []string{"-name"}) formatter.WriteTable(out, Employees) out.WriteString("\n") // Now only get security personnel securityOnly, err := filter.FilterEntries[Employee](cmap, Employees, []string{"department:Security"}) if err != nil { panic(err) } formatter.WriteTable(out, securityOnly) out.WriteString("\n") // Confidentiality! formatter = textcolumns.NewFormatter(employeeColumns.GetColumnMap(columns.WithoutTag("sensitive")), textcolumns.WithRowDivider(textcolumns.DividerDash)) formatter.WriteTable(out, securityOnly) // Split output by newline and remove whitespace at the end of each line to match test output below outLines := strings.Split(out.String(), "\n") for _, line := range outLines { fmt.Println(strings.TrimRight(line, " ")) } // Output: // NAME AGE DEPARTMENT // —————————————————————————————————————————————————— // Alice 32 Security // Bob 26 Security // Eve 99 Security also // // NAME AGE DEPARTMENT // —————————————————————————————————————————————————— // Eve 99 Security also // Bob 26 Security // Alice 32 Security // // NAME AGE DEPARTMENT // —————————————————————————————————————————————————— // Bob 26 Security // Alice 32 Security // // DEPARTMENT // ———————————————— // Security // Security } inspektor-gadget-0.46.0/pkg/columns/examples/000077500000000000000000000000001510117411400211225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/examples/gadget/000077500000000000000000000000001510117411400223555ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/examples/gadget/gadget.go000066400000000000000000000063551510117411400241500ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" ) type Kubernetes struct { Node string `column:"node" columnTags:"kubernetes"` Container string `column:"container" columnTags:"kubernetes"` Pod string `column:"pod" columnTags:"kubernetes"` } type Runtime struct { Runtime string `column:"runtime" columnTags:"runtime"` } type GadgetData struct { Kubernetes Runtime GadgetData string `column:"gadgetData"` } var GadgetOutput = []*GadgetData{ { Kubernetes: Kubernetes{ Node: "Node 1", Container: "Container 1", Pod: "Pod 1", }, Runtime: Runtime{Runtime: "Runtime 1"}, GadgetData: "Data 1", }, { Kubernetes: Kubernetes{ Node: "Node 2", Container: "Container 2", Pod: "Pod 2", }, Runtime: Runtime{Runtime: "Runtime 2"}, GadgetData: "Data 2", }, { Kubernetes: Kubernetes{ Node: "Node 3", Container: "Container 3", Pod: "Pod 3", }, Runtime: Runtime{Runtime: "Runtime 3"}, GadgetData: "Data 3", }, } // Defining the column helper here lets the program crash on start if there are // errors in the syntax var gadgetColumns = columns.MustCreateColumns[GadgetData]() func main() { // Get columnMap cmap := gadgetColumns.GetColumnMap() // Get a new formatter and output all data formatter := textcolumns.NewFormatter(cmap, textcolumns.WithAutoScale(false)) formatter.WriteTable(os.Stdout, GadgetOutput) /* NODE CONTAINER POD RUNTIME GADGETDATA ———————————————————————————————————————————————————————————————————————————————————— Node 1 Container 1 Pod 1 Runtime 1 Data 1 Node 2 Container 2 Pod 2 Runtime 2 Data 2 Node 3 Container 3 Pod 3 Runtime 3 Data 3 */ fmt.Println() // Leave out kubernetes info for this one, but include gadget data (not-embedded struct) and runtime information formatter = textcolumns.NewFormatter( gadgetColumns.GetColumnMap(columns.Or(columns.WithEmbedded(false), columns.WithTag("runtime"))), textcolumns.WithAutoScale(false), ) formatter.WriteTable(os.Stdout, GadgetOutput) /* RUNTIME GADGETDATA ————————————————————————————————— Runtime 1 Data 1 Runtime 2 Data 2 Runtime 3 Data 3 */ } inspektor-gadget-0.46.0/pkg/columns/filter.go000066400000000000000000000063301510117411400211220ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import "strings" type ColumnFilter func(matcher ColumnMatcher) bool // Or combines several ColumnFilter and matches if one filter matches func Or(filters ...ColumnFilter) ColumnFilter { return func(matcher ColumnMatcher) bool { for _, f := range filters { if f(matcher) { return true } } return false } } // And combines several ColumnFilter and matches if all filters match func And(filters ...ColumnFilter) ColumnFilter { return func(matcher ColumnMatcher) bool { for _, f := range filters { if !f(matcher) { return false } } return true } } // WithEmbedded checks whether a column matches the embedded criteria func WithEmbedded(embedded bool) ColumnFilter { return func(matcher ColumnMatcher) bool { return matcher.IsEmbedded() == embedded } } // WithTags makes sure that all returned columns contain all the given tags func WithTags(tags []string) ColumnFilter { tags = ToLowerStrings(tags) return func(matcher ColumnMatcher) bool { for _, tag := range tags { if !matcher.HasTag(tag) { return false } } return true } } // WithAnyTag makes sure that all returned columns contain at least one of the given tags func WithAnyTag(tags []string) ColumnFilter { tags = ToLowerStrings(tags) return func(matcher ColumnMatcher) bool { for _, tag := range tags { if matcher.HasTag(tag) { return true } } return false } } // WithoutTags makes sure that all returned columns contain none of the given tags func WithoutTags(tags []string) ColumnFilter { tags = ToLowerStrings(tags) return func(matcher ColumnMatcher) bool { for _, tag := range tags { if matcher.HasTag(tag) { return false } } return true } } // WithTag makes sure that all returned columns contain all the given tag func WithTag(tag string) ColumnFilter { tag = strings.ToLower(tag) return func(matcher ColumnMatcher) bool { return matcher.HasTag(tag) } } // WithoutTag makes sure that all returned columns don't contain the given tag func WithoutTag(tag string) ColumnFilter { tag = strings.ToLower(tag) return func(matcher ColumnMatcher) bool { return !matcher.HasTag(tag) } } // WithoutExceptTag makes sure that all returned columns don't contain the given // tag, except when it also includes the exception given func WithoutExceptTag(tag, exception string) ColumnFilter { tag = strings.ToLower(tag) return func(matcher ColumnMatcher) bool { return !matcher.HasTag(tag) || matcher.HasTag(exception) } } // WithNoTags makes sure that all returned columns contain no tags func WithNoTags() ColumnFilter { return func(matcher ColumnMatcher) bool { return matcher.HasNoTags() } } inspektor-gadget-0.46.0/pkg/columns/filter/000077500000000000000000000000001510117411400205715ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/filter/doc.go000066400000000000000000000045551510117411400216760ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package filter helps filtering an array of structs that were analyzed by the columns library. If you have an array of a struct you have a `Column` instance for, you can simply filter it by using a filter string like this: filter.FilterEntries(columnMap, events, []string{"pid:55"}) This will return an array only containing entries that have the pid column set to 55. A filter string always starts with the column name, followed by a colon and then the actual filter rule. If the filter rule starts with an exclamation mark ("!"), the filter will be negated and return only entries that don't match the rule. This indicator has always be the first character of the filter rule. filter.FilterEntries(columnMap, events, "name:!Demo") // matches entries with column "name" not being "Demo" A tilde ("~") at the start of a filter rule indicates a regular expression. The actual regular expression has to be written using the re2 syntax used by Go (see [https://github.com/google/re2/wiki/Syntax]). Additional rule options for integers, floats and strings are `>`, `>=`, `<` and `<=`, e.g.: filter.FilterEntries(columnMap, events, []string{"pid:>=55"}) # Optimizing / Streaming If you have to filter a stream of incoming events, you can use myFilter := filter.GetFilterFromString(columnMap, filter) to get a filter with a .Match(entry) function that you can use to match against entries. # Filter examples "columnName:value" - matches, if the content of columnName equals exactly value "columnName:!value" - matches, if the content of columnName does not equal exactly value "columnName:>=value" - matches, if the content of columnName is greater or equal to the value "columnName:~value" - matches, if the content of columnName matches the regular expression 'value' */ package filter inspektor-gadget-0.46.0/pkg/columns/filter/examples_test.go000066400000000000000000000044451510117411400240040ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filter_test import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/filter" ) func ExampleFilterEntries() { type Employee struct { Name string `column:"name" columnTags:"sensitive"` Age int `column:"age" columnTags:"sensitive"` Department string `column:"department"` } Employees := []*Employee{ {"Alice", 32, "Security"}, {"Bob", 26, "Security"}, {"Eve", 99, "Security also"}, } employeeColumns := columns.MustCreateColumns[Employee]() // Get columnMap cmap := employeeColumns.GetColumnMap() // Filter entries, searching for people younger than 50 and an "e" in the name (case insensitive) result, err := filter.FilterEntries(cmap, Employees, []string{"age:<50", "name:~(?i)e"}) if err != nil { panic(err) } for _, e := range result { fmt.Println(*e) } // Output: // {Alice 32 Security} } func ExampleGetFilterFromString() { type Employee struct { Name string `column:"name" columnTags:"sensitive"` Age int `column:"age" columnTags:"sensitive"` Department string `column:"department"` } Employees := []*Employee{ {"Alice", 32, "Security"}, {"Bob", 26, "Security"}, {"Eve", 99, "Security also"}, } employeeColumns := columns.MustCreateColumns[Employee]() // Get columnMap cmap := employeeColumns.GetColumnMap() // Create a new filter that matches employees from the "Security" department employeeFilter, err := filter.GetFilterFromString(cmap, "department:Security") if err != nil { panic(err) } for _, e := range Employees { if employeeFilter.Match(e) { fmt.Println(*e) } } // Output: // {Alice 32 Security} // {Bob 26 Security} } inspektor-gadget-0.46.0/pkg/columns/filter/filter.go000066400000000000000000000251711510117411400224130ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filter import ( "fmt" "reflect" "regexp" "strconv" "strings" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "golang.org/x/exp/constraints" ) type comparisonType int const ( comparisonTypeMatch comparisonType = iota comparisonTypeRegex comparisonTypeLt comparisonTypeLte comparisonTypeGt comparisonTypeGte ) var durationType = reflect.TypeOf(time.Duration(0)) type FilterSpecs[T any] []*FilterSpec[T] type FilterSpec[T any] struct { value string refValue any comparisonType comparisonType compareFunc func(entry *T) bool negate bool regex *regexp.Regexp column *columns.Column[T] cols columns.ColumnMap[T] } func getValueFromFilterSpec[T any](fs *FilterSpec[T], column *columns.Column[T]) (value reflect.Value, err error) { if column.RawType() == durationType { duration, err := time.ParseDuration(fs.value) if err != nil { return value, fmt.Errorf("invalid duration format: %w", err) } value = reflect.ValueOf(int64(duration)) return value, nil } switch fs.column.Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: number, err := strconv.ParseInt(fs.value, 10, 64) if err != nil { return value, fmt.Errorf("tried to compare %q to int column %q", fs.value, column.Name) } value = reflect.ValueOf(number).Convert(column.Type()) case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: number, err := strconv.ParseUint(fs.value, 10, 64) if err != nil { return value, fmt.Errorf("tried to compare %q to uint column %q", fs.value, column.Name) } value = reflect.ValueOf(number).Convert(column.Type()) case reflect.Float32, reflect.Float64: number, err := strconv.ParseFloat(fs.value, 64) if err != nil { return value, fmt.Errorf("tried to compare %q to float column %q", fs.value, column.Name) } value = reflect.ValueOf(number).Convert(column.Type()) case reflect.String, reflect.Array, reflect.Slice: value = reflect.ValueOf(fs.value) default: return reflect.Value{}, fmt.Errorf("tried to match %q on unsupported column %q", fs.value, column.Name) } return value, nil } // GetFilterFromString prepares a filter that has a Match() function that can be called on // entries of type *T func GetFilterFromString[T any](cols columns.ColumnMap[T], filter string) (*FilterSpec[T], error) { filterInfo := strings.SplitN(filter, ":", 2) if len(filterInfo) == 1 { // special case: only a column means we match with an empty string filterInfo = append(filterInfo, "") } // Get column to group column, ok := cols.GetColumn(filterInfo[0]) if !ok { return nil, fmt.Errorf("applying filter: column %q not found", filterInfo[0]) } fs := &FilterSpec[T]{ cols: cols, column: column, } filterRule := filterInfo[1] fs.value = filterRule if strings.HasPrefix(filterRule, "!") { fs.negate = true filterRule = filterRule[1:] fs.value = filterRule } if strings.HasPrefix(filterRule, "~") { fs.comparisonType = comparisonTypeRegex filterRule = strings.TrimPrefix(filterRule, "~") fs.value = filterRule re, err := regexp.Compile(fs.value) if err != nil { return nil, fmt.Errorf("compiling regular expression %q: %w", fs.value, err) } fs.regex = re } else if strings.HasPrefix(filterRule, ">=") { fs.comparisonType = comparisonTypeGte filterRule = strings.TrimPrefix(filterRule, ">=") fs.value = filterRule } else if strings.HasPrefix(filterRule, ">") { fs.comparisonType = comparisonTypeGt filterRule = strings.TrimPrefix(filterRule, ">") fs.value = filterRule } else if strings.HasPrefix(filterRule, "<=") { fs.comparisonType = comparisonTypeLte filterRule = strings.TrimPrefix(filterRule, "<=") fs.value = filterRule } else if strings.HasPrefix(filterRule, "<") { fs.comparisonType = comparisonTypeLt filterRule = strings.TrimPrefix(filterRule, "<") fs.value = filterRule } // We precalculate value to be of a comparable type to column.kind when comparisonType is not comparisonTypeRegex var value reflect.Value var err error switch fs.comparisonType { case comparisonTypeMatch, comparisonTypeGt, comparisonTypeGte, comparisonTypeLt, comparisonTypeLte: value, err = getValueFromFilterSpec(fs, column) if err != nil { return nil, err } } if value.IsValid() { fs.refValue = value.Interface() } fs.compareFunc = fs.getComparisonFunc() return fs, nil } // GetFiltersFromStrings prepares filters to FilterSpecs that can be used to match on several filters at once func GetFiltersFromStrings[T any](cols columns.ColumnMap[T], filters []string) (*FilterSpecs[T], error) { filterSpecs := make(FilterSpecs[T], 0, len(filters)) for _, filter := range filters { filterSpec, err := GetFilterFromString(cols, filter) if err != nil { return nil, fmt.Errorf("invalid filter %q: %w", filter, err) } filterSpecs = append(filterSpecs, filterSpec) } return &filterSpecs, nil } func (fs *FilterSpec[T]) getComparisonFunc() func(*T) bool { if fs.comparisonType == comparisonTypeRegex { ff := columns.GetFieldAsString[T](fs.column) return func(entry *T) bool { return fs.regex.MatchString(ff(entry)) != fs.negate } } kind := fs.column.Kind() if fs.column.RawType() == durationType { kind = reflect.Int64 } switch kind { case reflect.Int: return getComparisonFuncForComparisonType[int, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Int8: return getComparisonFuncForComparisonType[int8, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Int16: return getComparisonFuncForComparisonType[int16, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Int32: return getComparisonFuncForComparisonType[int32, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Int64: return getComparisonFuncForComparisonType[int64, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Uint: return getComparisonFuncForComparisonType[uint, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Uint8: return getComparisonFuncForComparisonType[uint8, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Uint16: return getComparisonFuncForComparisonType[uint16, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Uint32: return getComparisonFuncForComparisonType[uint32, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Uint64: return getComparisonFuncForComparisonType[uint64, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.String: return getComparisonFuncForComparisonType[string, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Array, reflect.Slice: ff := columns.GetFieldAsString[T](fs.column) return getComparisonFuncForComparisonTypeWithFieldFunc[string, T](fs.comparisonType, fs.negate, fs.column, fs.refValue, ff) case reflect.Float32: return getComparisonFuncForComparisonType[float32, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Float64: return getComparisonFuncForComparisonType[float64, T](fs.comparisonType, fs.negate, fs.column, fs.refValue) case reflect.Bool: if fs.comparisonType == comparisonTypeMatch { ff := columns.GetFieldFunc[bool, T](fs.column) return func(entry *T) bool { return ff(entry) == fs.refValue.(bool) } } fallthrough default: return func(a *T) bool { return false } } } func getComparisonFuncForComparisonTypeWithFieldFunc[OT constraints.Ordered, T any](ct comparisonType, negate bool, column *columns.Column[T], refValue any, ff func(*T) OT) func(a *T) bool { switch ct { case comparisonTypeMatch: return func(a *T) bool { return ff(a) == refValue.(OT) != negate } case comparisonTypeGt: return func(a *T) bool { return ff(a) > refValue.(OT) != negate } case comparisonTypeGte: return func(a *T) bool { return ff(a) >= refValue.(OT) != negate } case comparisonTypeLt: return func(a *T) bool { return ff(a) < refValue.(OT) != negate } case comparisonTypeLte: return func(a *T) bool { return ff(a) <= refValue.(OT) != negate } default: return func(a *T) bool { return false } } } func getComparisonFuncForComparisonType[OT constraints.Ordered, T any](ct comparisonType, negate bool, column *columns.Column[T], refValue any) func(a *T) bool { ff := columns.GetFieldFunc[OT, T](column) // If column has been flagged as duration, use that value instead of the string for comparison if column.RawType() == durationType { ff = columns.GetFieldFuncExt[OT, T](column, true) } return getComparisonFuncForComparisonTypeWithFieldFunc[OT, T](ct, negate, column, refValue, ff) } // MatchAll matches a single entry against the FilterSpecs and returns true if all filters match func (fs *FilterSpecs[T]) MatchAll(entry *T) bool { for _, filterSpec := range *fs { if !filterSpec.Match(entry) { return false } } return true } // MatchAny matches a single entry against the FilterSpecs and returns true if any filter matches func (fs *FilterSpecs[T]) MatchAny(entry *T) bool { for _, filterSpec := range *fs { if filterSpec.Match(entry) { return true } } return false } // Match matches a single entry against the FilterSpec and returns true if it matches func (fs *FilterSpec[T]) Match(entry *T) bool { if entry == nil { return fs.negate } return fs.compareFunc(entry) } // FilterEntries will return the elements of entries that match all given filters. func FilterEntries[T any](cols columns.ColumnMap[T], entries []*T, filters []string) ([]*T, error) { if entries == nil { return nil, nil } var outEntries []*T for _, filter := range filters { fs, err := GetFilterFromString(cols, filter) if err != nil { return nil, fmt.Errorf("applying filter %q: %w", filter, err) } outEntries = make([]*T, 0) // Iterate over entries and push them to their corresponding map key for _, entry := range entries { if entry == nil { // Skip nil entries continue } if fs.Match(entry) { outEntries = append(outEntries, entry) } } entries = outEntries } return outEntries, nil } inspektor-gadget-0.46.0/pkg/columns/filter/filter_test.go000066400000000000000000000672111510117411400234530ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filter import ( "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) func TestFilters(t *testing.T) { type embeddedData struct { Int int `column:"embeddedInt"` Uint int `column:"embeddedUint"` } type testData struct { Int int `column:"int,align:right,width:6"` Int8 int8 `column:"int8,align:right,width:6"` Int16 int16 `column:"int16,align:right,width:6"` Int32 int32 `column:"int32,align:right,width:6"` Int64 int64 `column:"int64,align:right,width:6"` Uint uint `column:"uint,align:right,width:6"` Uint8 uint8 `column:"uint8,align:right,width:6"` Uint16 uint16 `column:"uint16,align:right,width:6"` Uint32 uint32 `column:"uint32,align:right,width:6"` Uint64 uint64 `column:"uint64,align:right,width:6"` String string `column:"string"` Array [10]byte `column:"array"` Slice []byte `column:"slice"` Dummy string // This a dummy field that we can expose using a virtual field Time int64 `column:"time,align:right,width:24,group:sum"` Float32 float32 `column:"float32"` Float64 float64 `column:"float64"` Duration time.Duration `column:"duration"` Unsupported struct{} `column:"unsupported"` EmbeddedDirect embeddedData `column:"embeddedDirectStruct"` EmbeddedPtr *embeddedData `column:"embeddedPtrStruct"` EmbeddedEmptyPtr *embeddedData `column:"embeddedEmptyPtrStruct"` } type filterTest struct { filterString string expectedCount int expectError bool description string } filterEntries := []*testData{ { String: "", Dummy: "", Array: [10]byte{}, Slice: []byte{}, Int: 7, Int8: 7, Int16: 7, Int32: 7, Int64: 7, Uint: 7, Uint8: 7, Uint16: 7, Uint32: 7, Uint64: 7, Float32: 7, Float64: 7, Duration: 7 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 7, Uint: 7}, EmbeddedPtr: &embeddedData{Int: 7, Uint: 7}, }, { String: "Demo 123", Dummy: "Demo 123", Array: [10]byte{68, 101, 109, 111, 32, 49, 50, 51, 0, 0}, // "Demo 123" Slice: []byte{68, 101, 109, 111, 32, 49, 50, 51}, // "Demo 123" Int: 1, Int8: 1, Int16: 1, Int32: 1, Int64: 1, Uint: 1, Uint8: 1, Uint16: 1, Uint32: 1, Uint64: 1, Float32: 1, Float64: 1, Duration: 1 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 1, Uint: 1}, EmbeddedPtr: &embeddedData{Int: 1, Uint: 1}, }, { String: "Demo 234", Dummy: "Demo 234", Array: [10]byte{68, 101, 109, 111, 32, 50, 51, 52, 0, 0}, // "Demo 234" Slice: []byte{68, 101, 109, 111, 32, 50, 51, 52}, // "Demo 234" Int: 2, Int8: 2, Int16: 2, Int32: 2, Int64: 2, Uint: 2, Uint8: 2, Uint16: 2, Uint32: 2, Uint64: 2, Float32: 2, Float64: 2, Duration: 20 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 2, Uint: 2}, EmbeddedPtr: &embeddedData{Int: 2, Uint: 2}, }, { String: "Demo 234", Dummy: "Demo 234", Array: [10]byte{68, 101, 109, 111, 32, 50, 51, 52, 0, 0}, // "Demo 234" Slice: []byte{68, 101, 109, 111, 32, 50, 51, 52}, // "Demo 234" Int: 3, Int8: 3, Int16: 3, Int32: 3, Int64: 3, Uint: 3, Uint8: 3, Uint16: 3, Uint32: 3, Uint64: 3, Float32: 3, Float64: 3, Duration: 30 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 3, Uint: 3}, EmbeddedPtr: &embeddedData{Int: 3, Uint: 3}, }, { String: "Foobar", Dummy: "Foobar", Array: [10]byte{70, 111, 111, 98, 97, 114, 0, 0, 0, 0}, // "Foobar" Slice: []byte{70, 111, 111, 98, 97, 114}, // "Foobar" Int: 2, Int8: 2, Int16: 2, Int32: 2, Int64: 2, Uint: 2, Uint8: 2, Uint16: 2, Uint32: 2, Uint64: 2, Float32: 2, Float64: 2, Duration: 2 * time.Second, EmbeddedDirect: embeddedData{Int: 2, Uint: 2}, EmbeddedPtr: &embeddedData{Int: 2, Uint: 2}, }, { String: "straße", Dummy: "straße", Array: [10]byte{115, 116, 114, 97, 195, 159, 101, 0, 0, 0}, // "straße" Slice: []byte{115, 116, 114, 97, 195, 159, 101}, // "straße" Int: 2, Int8: 2, Int16: 2, Int32: 2, Int64: 2, Uint: 2, Uint8: 2, Uint16: 2, Uint32: 2, Uint64: 2, Float32: 2, Float64: 2, Duration: 20 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 2, Uint: 2}, EmbeddedPtr: &embeddedData{Int: 2, Uint: 2}, }, { String: "\xff\xff\xff\xff\xff\xff\xff\xff", // invalid utf-8 Dummy: "\xff\xff\xff\xff\xff\xff\xff\xff", // invalid utf-8 Array: [10]byte{255, 255, 255, 255, 255, 255, 255, 255, 255, 255}, // invalid utf-8 Slice: []byte{255, 255, 255, 255, 255, 255, 255, 255, 255, 255}, // invalid utf-8 Int: 2, Int8: 2, Int16: 2, Int32: 2, Int64: 2, Uint: 2, Uint8: 2, Uint16: 2, Uint32: 2, Uint64: 2, Float32: 2, Float64: 2, Duration: 20 * time.Millisecond, EmbeddedDirect: embeddedData{Int: 2, Uint: 2}, EmbeddedPtr: &embeddedData{Int: 2, Uint: 2}, }, nil, } filterTests := []filterTest{ {filterString: "", expectedCount: 0, expectError: true, description: "empty filter, error"}, {filterString: "string", expectedCount: 1, expectError: false, description: "empty value in column string"}, {filterString: "string:", expectedCount: 1, expectError: false, description: "same"}, {filterString: "string:Demo 123", expectedCount: 1, expectError: false, description: "exact match on string"}, {filterString: "string:straße", expectedCount: 1, expectError: false, description: "exact match on multi-byte string"}, {filterString: "string:>Demo", expectedCount: 6, expectError: false, description: "gt match on string"}, {filterString: "string:>=Demo", expectedCount: 6, expectError: false, description: "gte match on string"}, {filterString: "string:Demo", expectedCount: 6, expectError: false, description: "gt match on array"}, {filterString: "array:>=Demo", expectedCount: 6, expectError: false, description: "gte match on array"}, {filterString: "array:Demo", expectedCount: 6, expectError: false, description: "gt match on slice"}, {filterString: "slice:>=Demo", expectedCount: 6, expectError: false, description: "gte match on slice"}, {filterString: "slice:1", expectedCount: 6, expectError: false, description: "match on int, gt"}, {filterString: "int:>=1", expectedCount: 7, expectError: false, description: "match on int, gte"}, {filterString: "uint:", expectedCount: 0, expectError: true, description: "match on uint, empty string"}, {filterString: "uint:1", expectedCount: 1, expectError: false, description: "match on uint, empty string"}, {filterString: "uint:!1", expectedCount: 6, expectError: false, description: "match on uint, negated"}, {filterString: "uint:<2", expectedCount: 1, expectError: false, description: "match on uint, lt"}, {filterString: "uint:<=1", expectedCount: 1, expectError: false, description: "match on uint, lte"}, {filterString: "uint:>1", expectedCount: 6, expectError: false, description: "match on uint, gt"}, {filterString: "uint:>=1", expectedCount: 7, expectError: false, description: "match on uint, gte"}, {filterString: "uint:>1", expectedCount: 6, expectError: false, description: "match on uint, gt"}, {filterString: "uint:>=1", expectedCount: 7, expectError: false, description: "match on uint, gte"}, {filterString: "int:~1", expectedCount: 1, expectError: false, description: "regular expression search on int"}, {filterString: "int:!~1", expectedCount: 6, expectError: false, description: "regular expression search on int, negated"}, {filterString: "int8:", expectedCount: 0, expectError: true, description: "match on int8, empty string"}, {filterString: "int8:1", expectedCount: 1, expectError: false, description: "match on int8, exact match"}, {filterString: "int8:!1", expectedCount: 6, expectError: false, description: "match on int8, negated"}, {filterString: "int8:<2", expectedCount: 1, expectError: false, description: "match on int8, lt"}, {filterString: "int8:<=1", expectedCount: 1, expectError: false, description: "match on int8, lte"}, {filterString: "int8:>1", expectedCount: 6, expectError: false, description: "match on int8, gt"}, {filterString: "int8:>=1", expectedCount: 7, expectError: false, description: "match on int8, gte"}, {filterString: "uint8:", expectedCount: 0, expectError: true, description: "match on uint8, empty string"}, {filterString: "uint8:1", expectedCount: 1, expectError: false, description: "match on uint8, empty string"}, {filterString: "uint8:!1", expectedCount: 6, expectError: false, description: "match on uint8, negated"}, {filterString: "uint8:<2", expectedCount: 1, expectError: false, description: "match on uint8, lt"}, {filterString: "uint8:<=1", expectedCount: 1, expectError: false, description: "match on uint8, lte"}, {filterString: "uint8:>1", expectedCount: 6, expectError: false, description: "match on uint8, gt"}, {filterString: "uint8:>=1", expectedCount: 7, expectError: false, description: "match on uint8, gte"}, {filterString: "int8:~1", expectedCount: 1, expectError: false, description: "regular expression search on int8"}, {filterString: "int8:!~1", expectedCount: 6, expectError: false, description: "regular expression search on int8, negated"}, {filterString: "int16:", expectedCount: 0, expectError: true, description: "match on int16, empty string"}, {filterString: "int16:1", expectedCount: 1, expectError: false, description: "match on int16, exact match"}, {filterString: "int16:!1", expectedCount: 6, expectError: false, description: "match on int16, negated"}, {filterString: "int16:<2", expectedCount: 1, expectError: false, description: "match on int16, lt"}, {filterString: "int16:<=1", expectedCount: 1, expectError: false, description: "match on int16, lte"}, {filterString: "int16:>1", expectedCount: 6, expectError: false, description: "match on int16, gt"}, {filterString: "int16:>=1", expectedCount: 7, expectError: false, description: "match on int16, gte"}, {filterString: "uint16:", expectedCount: 0, expectError: true, description: "match on uint16, empty string"}, {filterString: "uint16:1", expectedCount: 1, expectError: false, description: "match on uint16, empty string"}, {filterString: "uint16:!1", expectedCount: 6, expectError: false, description: "match on uint16, negated"}, {filterString: "uint16:<2", expectedCount: 1, expectError: false, description: "match on uint16, lt"}, {filterString: "uint16:<=1", expectedCount: 1, expectError: false, description: "match on uint16, lte"}, {filterString: "uint16:>1", expectedCount: 6, expectError: false, description: "match on uint16, gt"}, {filterString: "uint16:>=1", expectedCount: 7, expectError: false, description: "match on uint16, gte"}, {filterString: "int16:~1", expectedCount: 1, expectError: false, description: "regular expression search on int16"}, {filterString: "int16:!~1", expectedCount: 6, expectError: false, description: "regular expression search on int16, negated"}, {filterString: "int32:", expectedCount: 0, expectError: true, description: "match on int32, empty string"}, {filterString: "int32:1", expectedCount: 1, expectError: false, description: "match on int32, exact match"}, {filterString: "int32:!1", expectedCount: 6, expectError: false, description: "match on int32, negated"}, {filterString: "int32:<2", expectedCount: 1, expectError: false, description: "match on int32, lt"}, {filterString: "int32:<=1", expectedCount: 1, expectError: false, description: "match on int32, lte"}, {filterString: "int32:>1", expectedCount: 6, expectError: false, description: "match on int32, gt"}, {filterString: "int32:>=1", expectedCount: 7, expectError: false, description: "match on int32, gte"}, {filterString: "uint32:", expectedCount: 0, expectError: true, description: "match on uint32, empty string"}, {filterString: "uint32:1", expectedCount: 1, expectError: false, description: "match on uint32, empty string"}, {filterString: "uint32:!1", expectedCount: 6, expectError: false, description: "match on uint32, negated"}, {filterString: "uint32:<2", expectedCount: 1, expectError: false, description: "match on uint32, lt"}, {filterString: "uint32:<=1", expectedCount: 1, expectError: false, description: "match on uint32, lte"}, {filterString: "uint32:>1", expectedCount: 6, expectError: false, description: "match on uint32, gt"}, {filterString: "uint32:>=1", expectedCount: 7, expectError: false, description: "match on uint32, gte"}, {filterString: "int32:~1", expectedCount: 1, expectError: false, description: "regular expression search on int32"}, {filterString: "int32:!~1", expectedCount: 6, expectError: false, description: "regular expression search on int32, negated"}, {filterString: "int64:", expectedCount: 0, expectError: true, description: "match on int64, empty string"}, {filterString: "int64:1", expectedCount: 1, expectError: false, description: "match on int64, exact match"}, {filterString: "int64:!1", expectedCount: 6, expectError: false, description: "match on int64, negated"}, {filterString: "int64:<2", expectedCount: 1, expectError: false, description: "match on int64, lt"}, {filterString: "int64:<=1", expectedCount: 1, expectError: false, description: "match on int64, lte"}, {filterString: "int64:>1", expectedCount: 6, expectError: false, description: "match on int64, gt"}, {filterString: "int64:>=1", expectedCount: 7, expectError: false, description: "match on int64, gte"}, {filterString: "uint64:", expectedCount: 0, expectError: true, description: "match on uint64, empty string"}, {filterString: "uint64:1", expectedCount: 1, expectError: false, description: "match on uint64, empty string"}, {filterString: "uint64:!1", expectedCount: 6, expectError: false, description: "match on uint64, negated"}, {filterString: "uint64:<2", expectedCount: 1, expectError: false, description: "match on uint64, lt"}, {filterString: "uint64:<=1", expectedCount: 1, expectError: false, description: "match on uint64, lte"}, {filterString: "uint64:>1", expectedCount: 6, expectError: false, description: "match on uint64, gt"}, {filterString: "uint64:>=1", expectedCount: 7, expectError: false, description: "match on uint64, gte"}, {filterString: "int64:~1", expectedCount: 1, expectError: false, description: "regular expression search on int64"}, {filterString: "int64:!~1", expectedCount: 6, expectError: false, description: "regular expression search on int64, negated"}, {filterString: "float32:", expectedCount: 0, expectError: true, description: "match on float32, empty string"}, {filterString: "float32:1", expectedCount: 1, expectError: false, description: "match on float32, exact match"}, {filterString: "float32:!1", expectedCount: 6, expectError: false, description: "match on float32, negated"}, {filterString: "float32:<2", expectedCount: 1, expectError: false, description: "match on float32, lt"}, {filterString: "float32:<=1", expectedCount: 1, expectError: false, description: "match on float32, lte"}, {filterString: "float32:>1", expectedCount: 6, expectError: false, description: "match on float32, gt"}, {filterString: "float32:>=1", expectedCount: 7, expectError: false, description: "match on float32, gte"}, {filterString: "float64:", expectedCount: 0, expectError: true, description: "match on float64, empty string"}, {filterString: "float64:1", expectedCount: 1, expectError: false, description: "match on float64, empty string"}, {filterString: "float64:!1", expectedCount: 6, expectError: false, description: "match on float64, negated"}, {filterString: "float64:<2", expectedCount: 1, expectError: false, description: "match on float64, lt"}, {filterString: "float64:<=1", expectedCount: 1, expectError: false, description: "match on float64, lte"}, {filterString: "float64:>1", expectedCount: 6, expectError: false, description: "match on float64, gt"}, {filterString: "float64:>=1", expectedCount: 7, expectError: false, description: "match on float64, gte"}, {filterString: "float32:~1", expectedCount: 1, expectError: false, description: "regular expression search on float32"}, {filterString: "float32:!~1", expectedCount: 6, expectError: false, description: "regular expression search on float32, negated"}, {filterString: "duration:", expectedCount: 0, expectError: true, description: "match on duration, empty string"}, {filterString: "duration:1ms", expectedCount: 1, expectError: false, description: "match on duration, exact match"}, {filterString: "duration:30ms", expectedCount: 1, expectError: false, description: "match on duration, exact match"}, {filterString: "duration:2s", expectedCount: 1, expectError: false, description: "match on duration, exact match"}, {filterString: "duration:!1ms", expectedCount: 6, expectError: false, description: "match on duration, negated"}, {filterString: "duration:<2ms", expectedCount: 1, expectError: false, description: "match on duration, lt"}, {filterString: "duration:<=1ms", expectedCount: 1, expectError: false, description: "match on duration, lte"}, {filterString: "duration:>1ms", expectedCount: 6, expectError: false, description: "match on duration, gt"}, {filterString: "duration:>=1ms", expectedCount: 7, expectError: false, description: "match on duration, gte"}, {filterString: "duration:~1ms", expectedCount: 1, expectError: false, description: "regular expression search on duration"}, {filterString: "duration:!~1ms", expectedCount: 6, expectError: false, description: "regular expression search on duration, negated"}, {filterString: "duration:~2s", expectedCount: 1, expectError: false, description: "regular expression search on duration"}, {filterString: "duration:!~2s", expectedCount: 6, expectError: false, description: "regular expression search on duration, negated"}, {filterString: "embeddedDirectStruct.embeddedInt:", expectedCount: 0, expectError: true, description: "match on embedded int, empty string"}, {filterString: "embeddedDirectStruct.embeddedInt:1", expectedCount: 1, expectError: false, description: "match on embedded int, exact match"}, {filterString: "embeddedDirectStruct.embeddedInt:!1", expectedCount: 6, expectError: false, description: "match on embedded int, negated"}, {filterString: "embeddedDirectStruct.embeddedInt:<2", expectedCount: 1, expectError: false, description: "match on embedded int, lt"}, {filterString: "embeddedDirectStruct.embeddedInt:<=1", expectedCount: 1, expectError: false, description: "match on embedded int, lte"}, {filterString: "embeddedDirectStruct.embeddedInt:>1", expectedCount: 6, expectError: false, description: "match on embedded int, gt"}, {filterString: "embeddedDirectStruct.embeddedInt:>=1", expectedCount: 7, expectError: false, description: "match on embedded int, gte"}, {filterString: "embeddedPtrStruct.embeddedInt:", expectedCount: 0, expectError: true, description: "match on embedded int (using ptr), empty string"}, {filterString: "embeddedPtrStruct.embeddedInt:1", expectedCount: 1, expectError: false, description: "match on embedded int (using ptr), exact match"}, {filterString: "embeddedPtrStruct.embeddedInt:!1", expectedCount: 6, expectError: false, description: "match on embedded int (using ptr), negated"}, {filterString: "embeddedPtrStruct.embeddedInt:<2", expectedCount: 1, expectError: false, description: "match on embedded int (using ptr), lt"}, {filterString: "embeddedPtrStruct.embeddedInt:<=1", expectedCount: 1, expectError: false, description: "match on embedded int (using ptr), lte"}, {filterString: "embeddedPtrStruct.embeddedInt:>1", expectedCount: 6, expectError: false, description: "match on embedded int (using ptr), gt"}, {filterString: "embeddedPtrStruct.embeddedInt:>=1", expectedCount: 7, expectError: false, description: "match on embedded int (using ptr), gte"}, {filterString: "embeddedDirectStruct.embeddedUint:1", expectedCount: 1, expectError: false, description: "match on uint with second embedded field, exact match"}, {filterString: "embeddedPtrStruct.embeddedUint:1", expectedCount: 1, expectError: false, description: "match on uint with second embedded field (using ptr), exact match"}, {filterString: "embeddedEmptyPtrStruct.embeddedInt:0", expectedCount: 7, expectError: false, description: "match on embedded int in nil pointer, exact match (testing defaults)"}, {filterString: "unsupported:1", expectedCount: 0, expectError: true, description: "unsupported field"}, {filterString: "virtual:Demo 123", expectedCount: 1, expectError: false, description: "exact match on virtual column"}, } cols, err := columns.NewColumns[testData]() require.NoError(t, err) cols.MustAddColumn(columns.Attributes{Name: "virtual"}, func(t *testData) any { return t.Dummy }) cols.MustSetExtractor("duration", func(t *testData) any { return t.Duration.String() }) cmap := cols.GetColumnMap() t.Run("test empty input", func(t *testing.T) { res, err := FilterEntries(cmap, nil, []string{""}) assert.NoError(t, err) assert.Nil(t, res) }) for _, filterTest := range filterTests { t.Run(filterTest.description, func(t *testing.T) { out, err := FilterEntries(cmap, filterEntries, []string{filterTest.filterString}) assert.False(t, err != nil && !filterTest.expectError) assert.False(t, err == nil && filterTest.expectError) assert.Len(t, out, filterTest.expectedCount) }) } filter, err := GetFilterFromString(cmap, "int8:1") require.NoError(t, err) assert.False(t, filter.Match(nil), "matching nil on non-negated filter should return false") t.Run("multiple filters", func(t *testing.T) { out, err := FilterEntries(cmap, filterEntries, []string{"int:1", "int8:1", "string:Demo 123"}) require.NoError(t, err) require.Len(t, out, 1) assert.Equal(t, out[0].Int, 1) }) } inspektor-gadget-0.46.0/pkg/columns/formatter/000077500000000000000000000000001510117411400213075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/000077500000000000000000000000001510117411400236745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/doc.go000066400000000000000000000050531510117411400247730ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package textcolumns helps to output structs (and events of structs) using metadata from a `Columns` instance in a tabular way suitable for consoles or other frontends using fixed-width characters / fonts. It can automatically size the output tables according to either screen size or content and provides some helpful tools to get a consistent output. # Initializing You can create a new formatter by calling tc := textcolumns.NewFormatter(columnMap) You can specify options by adding one or more of the WithX() functions to the initializer. The [columns.ColumnMap] can be obtained by calling [columns.GetColumpMap] on your `Column` instance. # Output After you have initialized the formatter, you can use tc.FormatHeader() to obtain the header line as string, which will look something like this: NODE PID COMM NAME TIME You can also pass a filled struct to tc.FormatEntry(&event) to get a string like this: Node1 2 AAA 12ns Even simpler, use tc.WriteTable(os.Stdout, entries) to directly print the whole table: NODE PID COMM NAME TIME ---------------------------------------------------------------------------------- Node1 2 AAA 12ns Node1 1 AAA Yay 14.677772ms Node1 2 AnotherComm 24.645772ms Node2 4 BBB 3.462217772s Node2 3 BBB 333ns # Custom Columns By default, Columns will show all fields that have a column tag without the `hide` attribute. Using tc.SetShowColumns("node,time") you can adjust the output to contain exactly the specified columns. */ package textcolumns inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/helpers.go000066400000000000000000000021551510117411400256700ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import "strings" // buildFillString builds a string that has the length of the widest column; it is used to copy // whitespace from, instead of generating it character by character all the time func (tf *TextColumnsFormatter[T]) buildFillString() { maxLength := 0 for _, column := range tf.showColumns { if column.calculatedWidth > maxLength { maxLength = column.calculatedWidth } } var s strings.Builder for i := 0; i < maxLength; i++ { s.WriteString(" ") } tf.fillString = s.String() } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/options.go000066400000000000000000000055131510117411400257220ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns type HeaderStyle int const ( HeaderStyleNormal HeaderStyle = iota HeaderStyleUppercase HeaderStyleLowercase ) const ( DividerSpace = " " DividerTab = "\t" DividerDash = "—" DividerNone = "" ) type Option func(*Options) type Options struct { AutoScale bool // if enabled, the screen size will be used to scale the widths ColumnDivider string // defines the string that should be used as spacer in between columns (default " ") DefaultColumns []string // defines which columns to show by default; will be set to all visible columns if nil HeaderStyle HeaderStyle // defines how column headers are decorated (e.g. uppercase/lowercase) RowDivider string // defines the (to be repeated) string that should be used below the header ShouldTruncate bool // defines whether to truncate strings or not } func DefaultOptions() *Options { return &Options{ AutoScale: true, ColumnDivider: DividerSpace, DefaultColumns: nil, HeaderStyle: HeaderStyleUppercase, RowDivider: DividerNone, ShouldTruncate: true, } } // WithAutoScale sets whether auto-scaling to screen width should be enabled func WithAutoScale(autosScale bool) Option { return func(opts *Options) { opts.AutoScale = autosScale } } // WithColumnDivider sets the string that should be used as divider between columns func WithColumnDivider(divider string) Option { return func(opts *Options) { opts.ColumnDivider = divider } } // WithDefaultColumns sets the columns that should be displayed by default func WithDefaultColumns(columns []string) Option { return func(opts *Options) { opts.DefaultColumns = columns } } // WithHeaderStyle sets the style to be used for the table header func WithHeaderStyle(headerStyle HeaderStyle) Option { return func(opts *Options) { opts.HeaderStyle = headerStyle } } // WithRowDivider sets the string that should be used (repeatedly) to build the divider between header and content func WithRowDivider(divider string) Option { return func(opts *Options) { opts.RowDivider = divider } } // WithShouldTruncate sets whether strings should be truncated. func WithShouldTruncate(ellipsis bool) Option { return func(opts *Options) { opts.ShouldTruncate = ellipsis } } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/options_test.go000066400000000000000000000027071510117411400267630ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import "testing" func TestOptions(t *testing.T) { opts := &Options{ AutoScale: false, ColumnDivider: "", DefaultColumns: nil, HeaderStyle: 0, RowDivider: DividerNone, } WithAutoScale(true)(opts) if !opts.AutoScale { t.Errorf("Expected AutoScale to be true") } WithColumnDivider("X")(opts) if opts.ColumnDivider != "X" { t.Errorf("Expected ColumnDivider to be X") } WithDefaultColumns([]string{"abc"})(opts) if len(opts.DefaultColumns) != 1 || opts.DefaultColumns[0] != "abc" { t.Errorf("Expected DefaultColumns to have exactly 'abc' as value") } WithHeaderStyle(HeaderStyleLowercase)(opts) if opts.HeaderStyle != HeaderStyleLowercase { t.Errorf("Expected HeaderStyle to be HeaderStyleLowercase") } WithRowDivider("X")(opts) if opts.RowDivider != "X" { t.Errorf("Expected RowDivider to be X") } } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/output.go000066400000000000000000000105111510117411400255610ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import ( "bytes" "io" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" ) func (tf *TextColumnsFormatter[T]) setFormatter(column *Column[T]) { ff := columns.GetFieldAsStringExt[T](column.col, 'f', column.col.Precision, column.col.Hex) column.formatter = func(entry *T) string { return tf.buildFixedString(ff(entry), column.calculatedWidth, column.col.EllipsisType, column.col.Alignment) } } func (tf *TextColumnsFormatter[T]) buildFixedString(s string, length int, ellipsisType ellipsis.EllipsisType, alignment columns.Alignment) string { if length <= 0 { return "" } if !tf.options.ShouldTruncate { return s } rs := []rune(s) shortened := ellipsis.Shorten(rs, length, ellipsisType) if len(shortened) == length { return string(shortened) } if alignment == columns.AlignLeft { return string(shortened) + tf.fillString[0:length-len(shortened)] } return tf.fillString[0:length-len(shortened)] + string(shortened) } // FormatEntry returns an entry as a formatted string, respecting the given formatting settings func (tf *TextColumnsFormatter[T]) FormatEntry(entry *T) string { if entry == nil { return "" } var row strings.Builder for i, col := range tf.showColumns { if i > 0 { row.WriteString(tf.options.ColumnDivider) } row.WriteString(col.formatter(entry)) } return row.String() } // FormatHeader returns the formatted header line with all visible column names, separated by ColumnDivider func (tf *TextColumnsFormatter[T]) FormatHeader() string { tf.AdjustWidthsToScreen() var row strings.Builder for i, column := range tf.showColumns { if i > 0 { row.WriteString(tf.options.ColumnDivider) } name := column.col.Name if column.col.Alias != "" { name = column.col.Alias } switch tf.options.HeaderStyle { case HeaderStyleUppercase: name = strings.ToUpper(name) case HeaderStyleLowercase: name = strings.ToLower(name) } row.WriteString(tf.buildFixedString(name, column.calculatedWidth, ellipsis.End, column.col.Alignment)) } return row.String() } // FormatRowDivider returns a string that repeats the defined RowDivider until the total length of a row is reached func (tf *TextColumnsFormatter[T]) FormatRowDivider() string { if tf.options.RowDivider == DividerNone { return "" } var row strings.Builder rowDividerLen := 0 for i, col := range tf.showColumns { if i > 0 { rowDividerLen += len([]rune(tf.options.ColumnDivider)) } rowDividerLen += col.calculatedWidth } for i := 0; i < rowDividerLen; i += len([]rune(tf.options.RowDivider)) { row.WriteString(tf.options.RowDivider) } return string([]rune(row.String())[:rowDividerLen]) } // FormatTable returns header, divider and the formatted entries with the current settings as a string func (tf *TextColumnsFormatter[T]) FormatTable(entries []*T) string { buf := bytes.NewBuffer(nil) _ = tf.WriteTable(buf, entries) out := buf.Bytes() return string(out[:len(out)-1]) } // WriteTable writes header, divider and the formatted entries with the current settings to writer func (tf *TextColumnsFormatter[T]) WriteTable(writer io.Writer, entries []*T) error { _, err := writer.Write([]byte(tf.FormatHeader())) if err != nil { return err } _, err = writer.Write([]byte("\n")) if err != nil { return err } if tf.options.RowDivider != DividerNone { _, err = writer.Write([]byte(tf.FormatRowDivider())) if err != nil { return err } _, err = writer.Write([]byte("\n")) if err != nil { return err } } for _, entry := range entries { _, err = writer.Write([]byte(tf.FormatEntry(entry))) if err != nil { return err } _, err = writer.Write([]byte("\n")) if err != nil { return err } } return nil } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/scaler.go000066400000000000000000000216251510117411400255020ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import ( "fmt" "math" "os" "reflect" "strconv" "golang.org/x/term" ) // RecalculateWidths sets the screen width and automatically scales columns to fit (if enabled in options) // If force is true, fixed widths will also be adjusted. func (tf *TextColumnsFormatter[T]) RecalculateWidths(maxWidth int, force bool) { if tf.currentMaxWidth == maxWidth { // No need to recalculate return } // set for caching (to avoid recalculation) tf.currentMaxWidth = maxWidth if len(tf.showColumns) == 0 { return } // Keep count of occurrences (needed when redistributing leftover space) occurrences := make(map[string]int) // width of all dividers between the columns dividerWidth := (len(tf.showColumns) - 1) * len([]rune(tf.options.ColumnDivider)) // calculate the minimum required length (that is: length of dividers plus width (in case it's fixed or MinWidth is // set) or one character (if no width was specified)) - else we could get negative values on auto-scaling requiredWidth := dividerWidth // totalWidthNotFixed will contain all columns that haven't been set to "fixed" totalWidthNotFixed := 0 // totalWidthFixed will contain dividers and all columns that have either been set to "fixed" (or in a later pass // have minWidth or maxWidth constraints) totalWidthFixed := dividerWidth for _, column := range tf.showColumns { // Reset temporary values column.treatAsFixed = false occurrences[column.col.Name]++ if column.col.FixedWidth && !force { requiredWidth += column.col.Width totalWidthFixed += column.col.Width continue } totalWidthNotFixed += column.col.Width if column.col.MinWidth > 0 && !force { requiredWidth += column.col.MinWidth continue } // at least account one character per column requiredWidth++ } // if force is set, we only account one character per column plus dividers if force { requiredWidth = dividerWidth + len(tf.showColumns) } // enforce at least having requiredWidth (we need to ignore maxWidth in this case) if requiredWidth > maxWidth { maxWidth = requiredWidth } // totalAdjustedWidthNotFixed stores the combined widths of all fields that have been scaled var totalAdjustedWidthNotFixed int // we might need to do several passes to satisfy the constraints for { satisfied := true // collect deltas when moving columns from nonFixed to fixed because of exceeding their constraints addToFixed := 0 removeFromNotFixed := 0 totalAdjustedWidthNotFixed = 0 for _, column := range tf.showColumns { if (column.col.FixedWidth || column.treatAsFixed) && !force { if column.col.FixedWidth { column.calculatedWidth = column.col.Width } continue } // set calculatedWidth based on the "weight" (relative width to other columns) of this column column.calculatedWidth = int(math.Floor(float64(column.col.Width) / float64(totalWidthNotFixed) * float64(maxWidth-totalWidthFixed))) // honor min/max widths; they'll now be treated as fixed width, afterwards we'll need another pass if !force { if column.col.MaxWidth > 0 && column.calculatedWidth > column.col.MaxWidth { column.calculatedWidth = column.col.MaxWidth column.treatAsFixed = true satisfied = false addToFixed += column.calculatedWidth removeFromNotFixed += column.col.Width continue } if column.col.MinWidth > 0 && column.calculatedWidth < column.col.MinWidth { column.calculatedWidth = column.col.MinWidth column.treatAsFixed = true satisfied = false addToFixed += column.calculatedWidth removeFromNotFixed += column.col.Width continue } } totalAdjustedWidthNotFixed += column.calculatedWidth } if satisfied { break } totalWidthFixed += addToFixed totalWidthNotFixed -= removeFromNotFixed } // Handle leftover space (gets distributed amongst non-fixed columns) leftover := maxWidth - (totalAdjustedWidthNotFixed + totalWidthFixed) distributeLeftover: for leftover > 0 { // keep track whether we actually got to distribute space (e.g. can't do that if all columns are fixed) spent := false alreadySpent := make(map[string]struct{}) // distribute one to each remaining candidate for _, column := range tf.showColumns { if (column.col.FixedWidth || column.treatAsFixed) && !force { continue } // we can only distribute to columns that are used more than once if we have leftover space for all // occurrences if occ := occurrences[column.col.Name]; occ > 1 { if _, ok := alreadySpent[column.col.Name]; ok { // we already distributed to this column in this pass (on another occurrence) continue } if occ <= leftover { column.calculatedWidth += 1 leftover -= occ spent = true if leftover == 0 { break distributeLeftover } alreadySpent[column.col.Name] = struct{}{} continue } // cannot redistribute here, since it would be used more than just once continue } column.calculatedWidth += 1 leftover-- spent = true if leftover == 0 { break distributeLeftover } } if !spent { // in case there are no columns to be resized found break } } tf.buildFillString() } // GetTerminalWidth returns the width of the terminal (if one is in use) or 0 otherwise func GetTerminalWidth() int { if !term.IsTerminal(int(os.Stdout.Fd())) { return 0 } terminalWidth, _, err := term.GetSize(0) if err != nil { return 0 } return terminalWidth } // AdjustWidthsToScreen will try to get the width of the screen buffer and, if successful, call RecalculateWidths with // that value func (tf *TextColumnsFormatter[T]) AdjustWidthsToScreen() { if !tf.options.AutoScale { return } terminalWidth := GetTerminalWidth() if terminalWidth == 0 { return } tf.RecalculateWidths(terminalWidth, false) } // AdjustWidthsToContent will calculate widths of columns by getting the maximum length found for each column // in the input array. If considerHeaders is true, header lengths will also be considered when calculating. // If maxWidth > 0, space will be reduced to accordingly to match the given width. // If force is true, fixed widths will be ignored and scaled as well in the case that maxWidths is exceeded. func (tf *TextColumnsFormatter[T]) AdjustWidthsToContent(entries []*T, considerHeaders bool, maxWidth int, force bool) { columnWidths := make([]int, len(tf.showColumns)) for columnIndex, column := range tf.showColumns { // Get info on fixed columns first if column.col.FixedWidth { columnWidths[columnIndex] = column.calculatedWidth } } for _, entry := range entries { if entry == nil { continue } entryValue := reflect.ValueOf(entry) for columnIndex, column := range tf.showColumns { if column.col.FixedWidth { continue } field := column.col.GetRef(entryValue) flen := 0 switch column.col.Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: flen = len([]rune((strconv.FormatInt(field.Int(), 10)))) case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: flen = len([]rune((strconv.FormatUint(field.Uint(), 10)))) case reflect.Float32, reflect.Float64: flen = len([]rune(strconv.FormatFloat(field.Float(), 'f', column.col.Precision, 64))) case reflect.String: flen = len([]rune(field.String())) default: flen = len([]rune(fmt.Sprintf("%v", field.Interface()))) } if columnWidths[columnIndex] < flen { columnWidths[columnIndex] = flen } } } if considerHeaders { for columnIndex, column := range tf.showColumns { if column.col.FixedWidth { continue } headerLen := len([]rune(column.col.Name)) if headerLen > columnWidths[columnIndex] { columnWidths[columnIndex] = headerLen } } } // Now set calculated widths accordingly totalWidth := 0 for columnIndex, column := range tf.showColumns { column.calculatedWidth = columnWidths[columnIndex] totalWidth += column.calculatedWidth } tf.buildFillString() // Last but not least, add column dividers totalWidth += len([]rune(tf.options.ColumnDivider)) * (len(tf.showColumns) - 1) if maxWidth == 0 || totalWidth <= maxWidth { // Yay, it fits! (or user doesn't care) return } // Force RecalculateWidths() to run tf.currentMaxWidth = -1 // We did our best, but let's resize to fit to maxWidth tf.RecalculateWidths(maxWidth, force) } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/textcolumns.go000066400000000000000000000074771510117411400266270ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import ( "fmt" "sort" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) type Column[T any] struct { col *columns.Column[T] calculatedWidth int treatAsFixed bool formatter func(*T) string } type TextColumnsFormatter[T any] struct { options *Options columns map[string]*Column[T] currentMaxWidth int showColumns []*Column[T] fillString string } // NewFormatter returns a TextColumnsFormatter that will turn entries of type T into tables that can be shown // on terminals or other frontends using fixed-width characters func NewFormatter[T any](columns columns.ColumnMap[T], options ...Option) *TextColumnsFormatter[T] { opts := DefaultOptions() for _, o := range options { o(opts) } formatterColumnMap := make(map[string]*Column[T]) for columnName, column := range columns { formatterColumnMap[columnName] = &Column[T]{ col: column, calculatedWidth: column.Width, } } tf := &TextColumnsFormatter[T]{ options: opts, columns: formatterColumnMap, } for _, column := range tf.columns { tf.setFormatter(column) } tf.SetShowColumns(opts.DefaultColumns) return tf } // SetShowDefaultColumns resets the shown columns to those defined by default func (tf *TextColumnsFormatter[T]) SetShowDefaultColumns() { if tf.options.DefaultColumns != nil { tf.SetShowColumns(tf.options.DefaultColumns) return } newColumns := make([]*Column[T], 0) for _, c := range tf.columns { if !c.col.Visible { continue } newColumns = append(newColumns, c) } // Sort using the default sort order sort.Slice(newColumns, func(i, j int) bool { return newColumns[i].col.Order < newColumns[j].col.Order }) tf.showColumns = newColumns tf.rebuild() } // SetShowColumns takes a list of column names that will be displayed when using the output methods // Returns an error if any of the columns is not available. func (tf *TextColumnsFormatter[T]) SetShowColumns(columns []string) error { if columns == nil { tf.SetShowDefaultColumns() return nil } aliasLookup := make(map[string]string) for _, c := range tf.columns { if c.col.Alias != "" { aliasLookup[strings.ToLower(c.col.Alias)] = strings.ToLower(c.col.Name) } } newColumns := make([]*Column[T], 0) for _, c := range columns { column, ok := tf.columns[strings.ToLower(c)] if !ok { // Check if there is an alias column, ok = tf.columns[aliasLookup[strings.ToLower(c)]] if !ok { return fmt.Errorf("column %q is invalid", strings.ToLower(c)) } } newColumns = append(newColumns, column) } tf.showColumns = newColumns tf.rebuild() return nil } // SetAutoScale enables or disables the AutoScale option for the formatter. This will recalculate the widths. func (tf *TextColumnsFormatter[T]) SetAutoScale(enableAutoScale bool) { tf.options.AutoScale = enableAutoScale if enableAutoScale { tf.rebuild() } else { // Set calculated width to configured widths for _, column := range tf.columns { column.calculatedWidth = column.col.Width column.treatAsFixed = false } tf.buildFillString() } } func (tf *TextColumnsFormatter[T]) rebuild() { tf.buildFillString() tf.currentMaxWidth = -1 // force recalculation tf.AdjustWidthsToScreen() } inspektor-gadget-0.46.0/pkg/columns/formatter/textcolumns/textcolumns_test.go000066400000000000000000000233641510117411400276570ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package textcolumns import ( "bytes" "encoding/binary" "reflect" "strings" "testing" "unsafe" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) type testStruct struct { Name string `column:"name,width:10"` Age uint `column:"age,width:4,align:right,fixed"` Size float32 `column:"size,width:6,precision:2,align:right"` Balance int `column:"balance,width:8,align:right"` CanDance bool `column:"canDance,width:8"` } var testEntries = []*testStruct{ {"Alice", 32, 1.74, 1000, true}, {"Bob", 26, 1.73, -200, true}, {"Eve", 99, 5.12, 1000000, false}, nil, } var testColumns = columns.MustCreateColumns[testStruct]().GetColumnMap() func TestTextColumnsFormatter_FormatEntryAndTable(t *testing.T) { expected := []string{ "Alice 32 1.74 1000 true ", "Bob 26 1.73 -200 true ", "Eve 99 5.12 1000000 false ", "", } formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) t.Run("FormatEntry", func(t *testing.T) { for i, entry := range testEntries { assert.Equal(t, expected[i], formatter.FormatEntry(entry)) } }) t.Run("FormatTable", func(t *testing.T) { assert.Equal(t, strings.Join(append([]string{"NAME AGE SIZE BALANCE CANDANCE", "————————————————————————————————————————"}, expected...), "\n"), formatter.FormatTable(testEntries), ) }) } func TestTextColumnsFormatter_FormatHeader(t *testing.T) { formatter := NewFormatter(testColumns) assert.Equal(t, "NAME AGE SIZE BALANCE CANDANCE", formatter.FormatHeader()) formatter.options.HeaderStyle = HeaderStyleLowercase assert.Equal(t, "name age size balance candance", formatter.FormatHeader()) formatter.options.HeaderStyle = HeaderStyleNormal assert.Equal(t, "name age size balance canDance", formatter.FormatHeader()) } func TestTextColumnsFormatter_FormatRowDivider(t *testing.T) { formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) assert.Equal(t, "————————————————————————————————————————", formatter.FormatRowDivider()) } func TestTextColumnsFormatter_RecalculateWidths(t *testing.T) { formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) maxWidth := 100 formatter.RecalculateWidths(maxWidth, true) assert.Equal(t, 100, len([]rune(formatter.FormatHeader())), "bad header width") assert.Equal(t, 100, len([]rune(formatter.FormatRowDivider())), "bad row divider width") for _, e := range testEntries { if e != nil { assert.Equal(t, 100, len([]rune(formatter.FormatEntry(e))), "bad entry width") } } } func TestTextColumnsFormatter_AdjustWidthsToContent(t *testing.T) { /* Expected result (32 characters): NAME AGE SIZE BALANCE CANDANCE ———————————————————————————————— Alice 32 1.74 1000 true Bob 26 1.73 -200 true Eve 99 5.12 1000000 false */ formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) formatter.AdjustWidthsToContent(testEntries, true, 0, false) assert.Equal(t, "NAME AGE SIZE BALANCE CANDANCE", formatter.FormatHeader(), "header does not match") assert.Equal(t, "————————————————————————————————", formatter.FormatRowDivider(), "row divider does not match") assert.Equal(t, "Alice 32 1.74 1000 true ", formatter.FormatEntry(testEntries[0]), "entry does not match") } func TestTextColumnsFormatter_AdjustWidthsToContentNoHeaders(t *testing.T) { /* Expected result (29 characters): NAME AGE SIZE BALANCE CAND… ————————————————————————————— Alice 32 1.74 1000 true Bob 26 1.73 -200 true Eve 99 5.12 1000000 false */ formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) formatter.AdjustWidthsToContent(testEntries, false, 0, false) assert.Equal(t, "NAME AGE SIZE BALANCE CAND…", formatter.FormatHeader(), "header does not match") assert.Equal(t, "—————————————————————————————", formatter.FormatRowDivider(), "row divider does not match") assert.Equal(t, "Alice 32 1.74 1000 true ", formatter.FormatEntry(testEntries[0]), "entry does not match") } func TestTextColumnsFormatter_AdjustWidthsMaxWidth(t *testing.T) { /* Expected result (9 characters): N… … … … ————————— A… … … … B… … … … E… … … … */ formatter := NewFormatter(testColumns, WithRowDivider(DividerDash)) formatter.AdjustWidthsToContent(testEntries, false, 9, true) assert.Equal(t, "N… … … …", formatter.FormatHeader(), "header does not match") assert.Equal(t, "—————————", formatter.FormatRowDivider(), "row divider does not match") assert.Equal(t, "A… … … …", formatter.FormatEntry(testEntries[0]), "entry does not match") } func TestWidthRestrictions(t *testing.T) { type testStruct struct { Name string `column:"name,width:5,minWidth:2,maxWidth:10"` SecondField string `column:"second"` } entries := []*testStruct{ {"123456789012", "123456789012"}, {"234567890123", "234567890123"}, } cols, err := columns.NewColumns[testStruct]() require.Nil(t, err, "error initializing: %s", err) formatter := NewFormatter(cols.GetColumnMap(), WithRowDivider(DividerDash), WithAutoScale(true)) t.Run("maxWidth", func(t *testing.T) { formatter.RecalculateWidths(40, false) assert.Equal(t, "123456789… 123456789012", strings.TrimSpace(formatter.FormatEntry(entries[0])), "entry does not match") }) t.Run("minWidth", func(t *testing.T) { formatter.RecalculateWidths(1, false) assert.Equal(t, "1… …", strings.TrimSpace(formatter.FormatEntry(entries[0])), "entry does not match") }) } func TestWithTypeDefinition(t *testing.T) { type StringAlias string type testStruct struct { Name StringAlias `column:"name,width:5,minWidth:2,maxWidth:10"` } entries := []*testStruct{ {"123456789012"}, {"234567890123"}, } cols, err := columns.NewColumns[testStruct]() require.Nil(t, err, "error initializing: %s", err) formatter := NewFormatter(cols.GetColumnMap(), WithAutoScale(false)) formatter.AdjustWidthsToContent(entries, false, 0, false) for _, entry := range entries { assert.Equal(t, string(entry.Name), formatter.FormatEntry(entry)) } } func TestTextColumnsFormatter_SetShownColumns(t *testing.T) { type test struct { name string setShown []string expected []string err bool } tests := []test{ { name: "default", setShown: nil, expected: []string{"name", "age", "size", "balance", "canDance"}, }, { name: "empty", setShown: []string{}, expected: []string{}, }, { name: "shown-columns-match", setShown: []string{"name"}, expected: []string{"name"}, }, { name: "multipe-shown-columns-match", setShown: []string{"name", "canDance"}, expected: []string{"name", "canDance"}, }, { name: "column-not-found", setShown: []string{"foo"}, err: true, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { formatter := NewFormatter(testColumns) err := formatter.SetShowColumns(test.setShown) if test.err { require.NotNil(t, err, "SetShowColumns should have failed") return } require.Nil(t, err, "SetShowColumns failed: %s", err) found := []string{} for _, c := range formatter.showColumns { found = append(found, c.col.Name) } require.Equal(t, test.expected, found, "shown columns doesn't match the expected ones") }) } } func TestDynamicFields(t *testing.T) { // Write the data in its binary representation to a buffer buf := new(bytes.Buffer) err := binary.Write(buf, binary.LittleEndian, []uint8("foobar")) require.NoError(t, err) err = binary.Write(buf, binary.LittleEndian, int32(1234567890)) require.NoError(t, err) err = binary.Write(buf, binary.LittleEndian, true) require.NoError(t, err) fields := []columns.DynamicField{{ Attributes: &columns.Attributes{ Name: "str", Width: columns.GetDefault().DefaultWidth, Visible: true, Order: 0, }, Type: reflect.TypeOf([6]uint8{}), Offset: 0, }, { Attributes: &columns.Attributes{ Name: "int32", Width: columns.GetDefault().DefaultWidth, Visible: true, Order: 1, }, Type: reflect.TypeOf(int32(0)), Offset: 6, }, { Attributes: &columns.Attributes{ Name: "bool", Width: columns.GetDefault().DefaultWidth, Visible: true, Order: 2, }, Type: reflect.TypeOf(true), Offset: 10, }} type empty struct{} cols := columns.MustCreateColumns[empty]() cols.AddFields(fields, func(ev *empty) unsafe.Pointer { bytes := buf.Bytes() return unsafe.Pointer(&bytes[0]) }) formatter := NewFormatter[empty](cols.GetColumnMap()) assert.Equal(t, "STR INT32 BOOL ", formatter.FormatHeader()) assert.Equal(t, "foobar 1234567890 true ", formatter.FormatEntry(&empty{})) } inspektor-gadget-0.46.0/pkg/columns/group/000077500000000000000000000000001510117411400204405ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/group/group.go000066400000000000000000000076361510117411400221370ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package group import ( "fmt" "reflect" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/sort" ) // GroupEntries will group the given entries using the column names given in groupBy and return a new // array with the results; if groupBy contains an empty string, all given entries will be grouped func GroupEntries[T any](cols columns.ColumnMap[T], entries []*T, groupBy []string) ([]*T, error) { if entries == nil { return nil, nil } newEntries := entries for _, groupName := range groupBy { groupName = strings.ToLower(groupName) // Special case: empty group // This means we will reduce the output to one record if groupName == "" { groupMap := make(map[string][]*T) allValues := make([]*T, 0, len(entries)) for _, entry := range entries { if entry == nil { // Skip nil entries continue } allValues = append(allValues, entry) } groupMap[""] = allValues outEntries := make([]*T, 0, len(allValues)) flattenValues(cols, &outEntries, groupMap) // We may exit now, since grouping more fields makes no sense after this return outEntries, nil } // Get column to group column, ok := cols.GetColumn(groupName) if !ok { return nil, fmt.Errorf("grouping by %q: column not found", groupName) } // Create a new map with key matching the group key groupMap := make(map[string][]*T) stringFunc := columns.GetFieldAsString[T](column) // Iterate over entries and push them to their corresponding map key for _, entry := range newEntries { if entry == nil { continue } // Transform group key according to request key := stringFunc(entry) if _, ok := groupMap[key]; !ok { groupMap[key] = make([]*T, 0) } groupMap[key] = append(groupMap[key], entry) } outEntries := make([]*T, 0, len(groupMap)) flattenValues(cols, &outEntries, groupMap) // Sort by groupName to get a deterministic result sort.SortEntries(cols, outEntries, []string{groupName}) newEntries = outEntries } return newEntries, nil } func flattenValues[T any](cols columns.ColumnMap[T], outEntries *[]*T, groupMap map[string][]*T) { for _, v := range groupMap { if len(v) == 0 { continue } // Use first entry as base entry := new(T) *entry = *v[0] // Copy base for _, curEntry := range v[1:] { for _, column := range cols.GetColumnMap() { switch column.GroupType { case columns.GroupTypeNone: continue case columns.GroupTypeSum: switch column.Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64: fs := columns.SetFieldAsNumberFunc[int64, T](column) fg := columns.GetFieldAsNumberFunc[int64, T](column) fs(entry, fg(curEntry)+fg(entry)) case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: fs := columns.SetFieldAsNumberFunc[uint64, T](column) fg := columns.GetFieldAsNumberFunc[uint64, T](column) fs(entry, fg(curEntry)+fg(entry)) case reflect.Float32, reflect.Float64: fs := columns.SetFieldAsNumberFunc[float64, T](column) fg := columns.GetFieldAsNumberFunc[float64, T](column) fs(entry, fg(curEntry)+fg(entry)) } } } } *outEntries = append(*outEntries, entry) } } inspektor-gadget-0.46.0/pkg/columns/group/group_test.go000066400000000000000000000076051510117411400231720ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package group import ( "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) func TestGroupSum(t *testing.T) { type Embedded struct { EmbeddedInt int64 `column:"embeddedInt,group:sum"` EmbeddedFloat float64 `column:"embeddedFloat,group:sum"` } type testStruct struct { Name string `column:"name"` Int int64 `column:"int,group:sum"` Uint uint64 `column:"uint,group:sum"` Float float64 `column:"float,group:sum"` Secondary int `column:"secondary"` Embedded } type testDefinition struct { Name string GroupBy []string Input []*testStruct ExpectedResult []*testStruct ExpectError bool } entries := []*testStruct{ {Name: "a", Int: 1, Float: 1, Uint: 1, Secondary: 1, Embedded: Embedded{EmbeddedInt: 1, EmbeddedFloat: 1}}, {Name: "a", Int: 1, Float: 1, Uint: 1, Secondary: 2, Embedded: Embedded{EmbeddedInt: 1, EmbeddedFloat: 1}}, {Name: "b", Int: 2, Float: 2, Uint: 2, Secondary: 2, Embedded: Embedded{EmbeddedInt: 2, EmbeddedFloat: 2}}, {Name: "b", Int: 2, Float: 2, Uint: 2, Secondary: 3, Embedded: Embedded{EmbeddedInt: 2, EmbeddedFloat: 2}}, nil, } tests := []testDefinition{ { Name: "GroupAll", GroupBy: []string{""}, Input: entries, ExpectedResult: []*testStruct{ { Name: "a", Int: 6, Uint: 6, Float: 6, Secondary: 1, Embedded: Embedded{ EmbeddedInt: 6, EmbeddedFloat: 6, }, }, }, }, { Name: "GroupByColumn", GroupBy: []string{"name"}, Input: entries, ExpectedResult: []*testStruct{ { Name: "a", Int: 2, Uint: 2, Float: 2, Secondary: 1, Embedded: Embedded{ EmbeddedInt: 2, EmbeddedFloat: 2, }, }, { Name: "b", Int: 4, Uint: 4, Float: 4, Secondary: 2, Embedded: Embedded{ EmbeddedInt: 4, EmbeddedFloat: 4, }, }, }, }, { Name: "GroupByMultipleColumn", GroupBy: []string{"secondary", "name"}, Input: entries, ExpectedResult: []*testStruct{ { Name: "a", Int: 4, Uint: 4, Float: 4, Secondary: 1, Embedded: Embedded{ EmbeddedInt: 4, EmbeddedFloat: 4, }, }, { Name: "b", Int: 2, Uint: 2, Float: 2, Secondary: 3, Embedded: Embedded{ EmbeddedInt: 2, EmbeddedFloat: 2, }, }, }, }, { Name: "InvalidColumn", GroupBy: []string{"foobar"}, Input: entries, ExpectedResult: nil, ExpectError: true, }, { Name: "NilArray", GroupBy: []string{"name"}, Input: nil, ExpectedResult: nil, ExpectError: false, }, } cols, err := columns.NewColumns[testStruct]() require.NoError(t, err) cmap := cols.GetColumnMap() for _, test := range tests { t.Run(test.Name, func(t *testing.T) { result, err := GroupEntries(cmap, test.Input, test.GroupBy) if !test.ExpectError { require.NoError(t, err) } if test.ExpectError { require.Error(t, err) } assert.Equal(t, result, test.ExpectedResult) }) } } inspektor-gadget-0.46.0/pkg/columns/helpers.go000066400000000000000000000025331510117411400213000ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "reflect" "strings" ) // ToLowerStrings transforms the elements of an array of strings into lowercase. func ToLowerStrings(in []string) []string { for i := range in { in[i] = strings.ToLower(in[i]) } return in } func GetWidthFromType(kind reflect.Kind) int { switch kind { default: return 0 case reflect.Uint8: return MaxCharsUint8 case reflect.Int8: return MaxCharsInt8 case reflect.Uint16: return MaxCharsUint16 case reflect.Int16: return MaxCharsInt16 case reflect.Uint32: return MaxCharsUint32 case reflect.Int32: return MaxCharsInt32 case reflect.Uint64, reflect.Uint: return MaxCharsUint64 case reflect.Int64, reflect.Int: return MaxCharsInt64 case reflect.Bool: return MaxCharsBool } } inspektor-gadget-0.46.0/pkg/columns/options.go000066400000000000000000000042471510117411400213350ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" type Option func(*Options) type Options struct { DefaultAlignment Alignment // default text alignment to use; default AlignLeft DefaultEllipsis ellipsis.EllipsisType // default type of ellipsis to use for overflowing text; default: ellipsis.End DefaultWidth int // width to be used when no width is specified for a column; default: 16 RequireColumnDefinition bool // if set to false, Columns will consider all struct members, regardless of the column tag (in backticks behind the struct field, like `column:"columnName"`) being present; default: true } func GetDefault() *Options { return &Options{ DefaultAlignment: AlignLeft, DefaultEllipsis: ellipsis.End, DefaultWidth: 16, RequireColumnDefinition: true, } } // WithAlignment sets the default alignment func WithAlignment(a Alignment) Option { return func(opts *Options) { opts.DefaultAlignment = a } } // WithEllipsis sets the default ellipsis type func WithEllipsis(e ellipsis.EllipsisType) Option { return func(opts *Options) { opts.DefaultEllipsis = e } } // WithRequireColumnDefinition sets whether the library should handle struct members without a column tag func WithRequireColumnDefinition(require bool) Option { return func(opts *Options) { opts.RequireColumnDefinition = require } } // WithWidth sets the default column width func WithWidth(w int) Option { return func(opts *Options) { opts.DefaultWidth = w } } inspektor-gadget-0.46.0/pkg/columns/options_test.go000066400000000000000000000022061510117411400223650ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" ) func TestOptions(t *testing.T) { opts := GetDefault() WithAlignment(AlignRight)(opts) if opts.DefaultAlignment != AlignRight { t.Errorf("Expected default alignment to be AlignRight") } WithEllipsis(ellipsis.Middle)(opts) if opts.DefaultEllipsis != ellipsis.Middle { t.Errorf("Expected ellipsis to be ellipsis.Middle") } WithWidth(2342)(opts) if opts.DefaultWidth != 2342 { t.Errorf("Expected default width to be 2342") } } inspektor-gadget-0.46.0/pkg/columns/sort/000077500000000000000000000000001510117411400202735ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/columns/sort/doc.go000066400000000000000000000033671510117411400214000ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package sort can be used to sort an array by their columns in either ascending or descending order. Calling sort.SortEntries(columnMap, entries, []string{"node", "-time"}) for example sorts the array by the time column in descending order and afterwards by the node column. The "-" prefix means the sorter should use descending order. Sorting by multiple fields will be done from the last field to the first in a stable way - so the first column always gets the highest priority. Three special cases exist: 1. Non-existent columns will be silently ignored. 2. When a virtual column is selected as a column to sort by, that column will be silently ignored. 3. A column with a custom extractor is allowed to sort by. But the sorting function uses the underlying value instead of the result of the extractor function One can use sort.CanSortBy(columnMap, []string{"node", "-time"}) to check if any column will be silently ignored. For more information the function sort.FilterSortableColumns(columnMap, []string{"node", "-time"}) can be used, which returns two lists. One with all valid filterable columns and another one with the invalid columns */ package sort inspektor-gadget-0.46.0/pkg/columns/sort/sort.go000066400000000000000000000120411510117411400216070ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package sort import ( "reflect" "sort" "golang.org/x/exp/constraints" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) type columnSorter[T any] struct { column *columns.Column[T] order columns.Order } type ColumnSorterCollection[T any] struct { sorters []*columnSorter[T] } func (csc *ColumnSorterCollection[T]) Sort(entries []*T) { if len(entries) == 0 { return } for _, s := range csc.sorters { var sortFunc func(i, j int) bool order := s.order kind := s.column.Kind() if s.column.HasCustomExtractor() { kind = s.column.GetRaw(entries[0]).Kind() } switch kind { case reflect.Int: sortFunc = getLessFunc[int, T](entries, s.column, order) case reflect.Int8: sortFunc = getLessFunc[int8, T](entries, s.column, order) case reflect.Int16: sortFunc = getLessFunc[int16, T](entries, s.column, order) case reflect.Int32: sortFunc = getLessFunc[int32, T](entries, s.column, order) case reflect.Int64: sortFunc = getLessFunc[int64, T](entries, s.column, order) case reflect.Uint: sortFunc = getLessFunc[uint, T](entries, s.column, order) case reflect.Uint8: sortFunc = getLessFunc[uint8, T](entries, s.column, order) case reflect.Uint16: sortFunc = getLessFunc[uint16, T](entries, s.column, order) case reflect.Uint32: sortFunc = getLessFunc[uint32, T](entries, s.column, order) case reflect.Uint64: sortFunc = getLessFunc[uint64, T](entries, s.column, order) case reflect.Float32: sortFunc = getLessFunc[float32, T](entries, s.column, order) case reflect.Float64: sortFunc = getLessFunc[float64, T](entries, s.column, order) case reflect.String: sortFunc = getLessFunc[string, T](entries, s.column, order) default: continue } sort.SliceStable(entries, sortFunc) } } // Prepare prepares a sorter collection that can be re-used for multiple calls to Sort() for efficiency. Filter rules // will be applied from right to left (first rule has the highest priority). func Prepare[T any](cols columns.ColumnMap[T], sortBy []string) *ColumnSorterCollection[T] { valid, _ := FilterSortableColumns(cols, sortBy) sorters := make([]*columnSorter[T], 0, len(sortBy)) for i := len(valid) - 1; i >= 0; i-- { sortField := valid[i] // Handle ordering order := columns.OrderAsc if sortField[0] == '-' { sortField = sortField[1:] order = columns.OrderDesc } column, _ := cols.GetColumn(sortField) sorters = append(sorters, &columnSorter[T]{ column: column, order: order, }) } return &ColumnSorterCollection[T]{ sorters: sorters, } } // SortEntries sorts entries by applying the sortBy rules from right to left (first rule has the highest // priority). The rules are strings containing the column names, optionally prefixed with "-" to switch to descending // sort order. func SortEntries[T any](cols columns.ColumnMap[T], entries []*T, sortBy []string) { if entries == nil { return } coll := Prepare(cols, sortBy) coll.Sort(entries) } func getLessFunc[OT constraints.Ordered, T any](array []*T, column columns.ColumnInternals, order columns.Order) func(i, j int) bool { fieldFunc := columns.GetFieldFuncExt[OT, T](column, true) return func(i, j int) bool { if array[i] == nil { return false } if array[j] == nil { return true } return (fieldFunc(array[i]) >= fieldFunc(array[j])) != order } } // CanSortBy returns true, if all requested sortBy arguments can be used for sorting // This is not the case for a virtual column, which has no underlying value type func CanSortBy[T any](cols columns.ColumnMap[T], sortBy []string) bool { valid, _ := FilterSortableColumns(cols, sortBy) return len(valid) == len(sortBy) } // FilterSortableColumns returns two lists, one containing the valid column names // and another containing the invalid column names. func FilterSortableColumns[T any](cols columns.ColumnMap[T], sortBy []string) ([]string, []string) { valid := make([]string, 0, len(sortBy)) invalid := make([]string, 0) for _, sortField := range sortBy { if len(sortField) == 0 { invalid = append(invalid, sortField) continue } rawSortField := sortField if rawSortField[0] == '-' { rawSortField = rawSortField[1:] } column, ok := cols.GetColumn(rawSortField) if !ok { invalid = append(invalid, sortField) continue } // Skip virtual columns, they have no underlying value to sort by if column.IsVirtual() { invalid = append(invalid, sortField) continue } valid = append(valid, sortField) } return valid, invalid } inspektor-gadget-0.46.0/pkg/columns/sort/sort_test.go000066400000000000000000000176121510117411400226570ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package sort import ( "fmt" "math/rand" "reflect" "testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) type testEmbedded struct { EmbeddedInt int `column:"embeddedInt"` } type testEmbeddedPtr struct { EmbeddedPtrInt int `column:"embeddedPtrInt"` } type testData struct { testEmbedded *testEmbeddedPtr Int int `column:"int"` Uint uint `column:"uint"` String string `column:"string"` Float32 float32 `column:"float32"` Float64 float64 `column:"float64"` Bool bool `column:"bool"` Group string `column:"group"` Extractor int `column:"extractor"` } func getTestCol(t *testing.T) *columns.Columns[testData] { cols, err := columns.NewColumns[testData]() if err != nil { t.Errorf("Failed to initialize %v", err) } cols.MustSetExtractor("extractor", func(t *testData) any { return fmt.Sprint(t.Extractor) }) cols.MustAddColumn(columns.Attributes{ Name: "virtual_column", }, func(*testData) any { return "" }) return cols } func TestSorter(t *testing.T) { testEntries := []*testData{ nil, {Int: 1, Uint: 2, String: "c", Float32: 3, Float64: 4, Group: "b", testEmbedded: testEmbedded{EmbeddedInt: 7}, testEmbeddedPtr: &testEmbeddedPtr{EmbeddedPtrInt: 7}, Extractor: 1}, nil, {Int: 2, Uint: 3, String: "d", Float32: 4, Float64: 5, Group: "b", testEmbedded: testEmbedded{EmbeddedInt: 6}, testEmbeddedPtr: &testEmbeddedPtr{EmbeddedPtrInt: 6}, Extractor: 2}, nil, {Int: 3, Uint: 4, String: "e", Float32: 5, Float64: 1, Group: "a", testEmbedded: testEmbedded{EmbeddedInt: 5}, testEmbeddedPtr: nil, Extractor: 3}, nil, {Int: 4, Uint: 5, String: "a", Float32: 1, Float64: 2, Group: "a", testEmbedded: testEmbedded{EmbeddedInt: 4}, testEmbeddedPtr: &testEmbeddedPtr{EmbeddedPtrInt: 4}, Extractor: 4}, nil, {Int: 5, Uint: 1, String: "b", Float32: 2, Float64: 3, Group: "c", testEmbedded: testEmbedded{EmbeddedInt: 3}, testEmbeddedPtr: &testEmbeddedPtr{EmbeddedPtrInt: 3}, Extractor: 5}, nil, } // Using shuffle should cover all sorting paths r := rand.New(rand.NewSource(0)) cmap := getTestCol(t).GetColumnMap() shuffle := func() { r.Shuffle(len(testEntries), func(i, j int) { testEntries[i], testEntries[j] = testEntries[j], testEntries[i] }) } if !CanSortBy(cmap, []string{"uint"}) { t.Errorf("expected sort to be able to sort by \"uint\" (struct field without custom extractor)") } if !CanSortBy(cmap, []string{"extractor"}) { t.Errorf("expected sort to be able to sort by \"extractor\" (struct field with custom extractor)") } if CanSortBy(cmap, []string{"virtual_column"}) { t.Errorf("expected sort to not be able to sort by \"virtual_column\" (virtual column)") } if CanSortBy(cmap, []string{"non_existent_column"}) { t.Errorf("expected sort to not be able to sort by \"non_existent_column\" (column doesn't exist)") } shuffle() SortEntries(cmap, testEntries, []string{"uint"}) if testEntries[0].Uint != 1 { t.Errorf("expected value to be 1") } shuffle() SortEntries(cmap, testEntries, []string{"-uint"}) if testEntries[0].Uint != 5 { t.Errorf("expected value to be 5") } shuffle() SortEntries(cmap, testEntries, []string{"int"}) if testEntries[0].Int != 1 { t.Errorf("expected value to be 1") } shuffle() SortEntries(cmap, testEntries, []string{"-int"}) if testEntries[0].Int != 5 { t.Errorf("expected value to be 5") } shuffle() SortEntries(cmap, testEntries, []string{"float32"}) if testEntries[0].Float32 != 1 { t.Errorf("expected value to be 1") } shuffle() SortEntries(cmap, testEntries, []string{"-float32"}) if testEntries[0].Float32 != 5 { t.Errorf("expected value to be 5") } shuffle() SortEntries(cmap, testEntries, []string{"float64"}) if testEntries[0].Float64 != 1 { t.Errorf("expected value to be 1") } shuffle() SortEntries(cmap, testEntries, []string{"-float64"}) if testEntries[0].Float64 != 5 { t.Errorf("expected value to be 5") } shuffle() SortEntries(cmap, testEntries, []string{"group", "string"}) if testEntries[0].Group != "a" || testEntries[0].String != "a" { t.Errorf("expected value to be a (group) and a (string)") } shuffle() SortEntries(cmap, testEntries, []string{"-embeddedInt"}) if testEntries[0].EmbeddedInt != 7 { t.Errorf("expected embedded value to be a 7") } shuffle() SortEntries(cmap, testEntries, []string{"-embeddedPtrInt"}) if testEntries[0].EmbeddedPtrInt != 7 { t.Errorf("expected embedded ptr value to be a 7") } shuffle() SortEntries(cmap, testEntries, []string{"-extractor"}) if testEntries[0].Extractor != 5 { t.Errorf("expected value to be 5") } shuffle() SortEntries(cmap, testEntries, []string{"string"}) if testEntries[0].String != "a" { t.Errorf("expected value to be a") } // Sort by unsupported column - should result in noop SortEntries(cmap, testEntries, []string{"bool"}) if testEntries[0].String != "a" { t.Errorf("expected value to be a") } // Sort by invalid column - should result in noop SortEntries(cmap, testEntries, []string{"invalid"}) if testEntries[0].String != "a" { t.Errorf("expected value to be a") } // Sort by empty column - should result in noop SortEntries(cmap, testEntries, []string{""}) if testEntries[0].String != "a" { t.Errorf("expected value to be a") } // Sort nil array - should result in noop SortEntries(cmap, nil, []string{""}) } func TestCanSortBy(t *testing.T) { cmap := getTestCol(t).GetColumnMap() if !CanSortBy(cmap, []string{"uint"}) { t.Errorf("expected sort to be able to sort by \"uint\" (struct field without custom extractor)") } if !CanSortBy(cmap, []string{"extractor"}) { t.Errorf("expected sort to be able to sort by \"extractor\" (struct field with custom extractor)") } if CanSortBy(cmap, []string{"virtual_column"}) { t.Errorf("expected sort to not be able to sort by \"virtual_column\" (virtual column)") } if CanSortBy(cmap, []string{"non_existent_column"}) { t.Errorf("expected sort to not be able to sort by \"non_existent_column\" (column doesn't exist)") } } func TestFilterSortableColumns(t *testing.T) { cmap := getTestCol(t).GetColumnMap() valid, invalid := FilterSortableColumns(cmap, []string{"uint"}) if !reflect.DeepEqual(valid, []string{"uint"}) || len(invalid) != 0 { t.Errorf("expected FilterSortableColumns to return \"uint\" in the valid array (struct field without custom extractor)") } valid, invalid = FilterSortableColumns(cmap, []string{"extractor"}) if !reflect.DeepEqual(valid, []string{"extractor"}) || len(invalid) != 0 { t.Errorf("expected FilterSortableColumns to return \"extractor\" in the valid array (struct field with custom extractor)") } valid, invalid = FilterSortableColumns(cmap, []string{"virtual_column"}) if len(valid) != 0 || !reflect.DeepEqual(invalid, []string{"virtual_column"}) { t.Errorf("expected FilterSortableColumns to return \"virtual_column\" in the invalid array (virtual column)") } valid, invalid = FilterSortableColumns(cmap, []string{"non_existent_column"}) if len(valid) != 0 || !reflect.DeepEqual(invalid, []string{"non_existent_column"}) { t.Errorf("expected FilterSortableColumns to return \"non_existent_column\" in the invalid array (column doesn't exist)") } valid, _ = FilterSortableColumns(cmap, []string{"uint", "extractor"}) if len(valid) != 2 || !reflect.DeepEqual(valid, []string{"uint", "extractor"}) { t.Errorf("expected FilterSortableColumns to not change the ordering") } } inspektor-gadget-0.46.0/pkg/columns/templates.go000066400000000000000000000033561510117411400216400ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "fmt" "sync" ) var ( templates = map[string]string{} templateLock sync.Mutex ) // RegisterTemplate registers the column settings template in value to name. Whenever a column has "template:name" set, // this template will be used. Plausibility and syntax checks will only be applied when the template gets used. func RegisterTemplate(name, value string) error { templateLock.Lock() defer templateLock.Unlock() if name == "" { return fmt.Errorf("no template name given") } if value == "" { return fmt.Errorf("no value given for template %q", name) } if _, ok := templates[name]; ok { return fmt.Errorf("template with name %q already exists", name) } templates[name] = value return nil } // MustRegisterTemplate calls RegisterTemplate and will panic if an error occurs. func MustRegisterTemplate(name, value string) { err := RegisterTemplate(name, value) if err != nil { panic(err) } } // getTemplate returns a template that has previously been registered as name. func getTemplate(name string) (string, bool) { templateLock.Lock() defer templateLock.Unlock() tpl, ok := templates[name] return tpl, ok } inspektor-gadget-0.46.0/pkg/columns/templates_test.go000066400000000000000000000067341510117411400227020ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns import ( "fmt" "math/rand" "testing" ) func uniqueTemplateName(t *testing.T, suffix ...string) string { name := "test-" + t.Name() for _, s := range suffix { name += "-" + s } return fmt.Sprintf("%s-%d", name, rand.Int()) } func TestRegisterTemplate(t *testing.T) { name := uniqueTemplateName(t) err := RegisterTemplate(name, "value") if err != nil { t.Fatalf("expected no error, got %v", err) } value, exists := getTemplate(name) if !exists { t.Fatalf("expected template %q to exist", name) } if value != "value" { t.Fatalf("expected template value 'value', got %q", value) } } func TestRegisterTemplateWithEmptyName(t *testing.T) { err := RegisterTemplate("", "value") if err == nil { t.Fatal("expected error, got nil") } expectedErr := "no template name given" if err.Error() != expectedErr { t.Fatalf("expected error %q, got %q", expectedErr, err) } } func TestRegisterTemplateWithEmptyValue(t *testing.T) { name := uniqueTemplateName(t) err := RegisterTemplate(name, "") if err == nil { t.Fatal("expected error, got nil") } expectedErr := fmt.Sprintf("no value given for template %q", name) if err.Error() != expectedErr { t.Fatalf("expected error %q, got %q", expectedErr, err) } } func TestRegisterTemplateDuplicate(t *testing.T) { name := uniqueTemplateName(t) if err := RegisterTemplate(name, "value"); err != nil { t.Fatalf("unexpected error: %v", err) } err := RegisterTemplate(name, "new_value") if err == nil { t.Fatal("expected error, got nil") } expectedErr := fmt.Sprintf("template with name %q already exists", name) if err.Error() != expectedErr { t.Fatalf("expected error %q, got %q", expectedErr, err) } } func TestMustRegisterTemplate(t *testing.T) { name := uniqueTemplateName(t) defer func() { if r := recover(); r != nil { t.Errorf("unexpected panic: %v", r) } }() MustRegisterTemplate(name, "value") value, exists := getTemplate(name) if !exists { t.Fatalf("expected template %q to exist", name) } if value != "value" { t.Fatalf("expected template value 'value', got %q", value) } } func TestMustRegisterTemplatePanics(t *testing.T) { defer func() { if r := recover(); r == nil { t.Fatal("expected panic, but did not panic") } }() MustRegisterTemplate("", "value") } func TestGetTemplate(t *testing.T) { name := uniqueTemplateName(t) if err := RegisterTemplate(name, "value"); err != nil { t.Fatalf("unexpected error: %v", err) } tpl, exists := getTemplate(name) if !exists { t.Fatalf("expected template %q to exist", name) } if tpl != "value" { t.Fatalf("expected template value 'value', got %q", tpl) } } func TestGetTemplateNonexistent(t *testing.T) { name := uniqueTemplateName(t, "nonexistent") tpl, exists := getTemplate(name) if exists { t.Fatalf("expected template %q to not exist", name) } if tpl != "" { t.Fatalf("expected empty template value, got %q", tpl) } } inspektor-gadget-0.46.0/pkg/columns/types.go000066400000000000000000000033231510117411400210000ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package columns // Alignment defines whether text should be aligned to the left or right inside a column type Alignment int const ( AlignLeft Alignment = iota AlignRight ) // GroupType defines how columns should be aggregated in case of grouping type GroupType int const ( GroupTypeNone GroupType = iota // GroupTypeNone uses the first occurrence of a value in a group to represent its group GroupTypeSum // GroupTypeSum adds values of this column up for its group ) // Order defines the sorting order of columns type Order bool const ( OrderAsc Order = true // OrderAsc sorts in ascending alphanumerical order OrderDesc Order = false // OrderDesc sorts in descending alphanumerical order ) type ColumnMatcher interface { HasTag(string) bool HasNoTags() bool IsEmbedded() bool } // ColumnInterface is an interface that is valid for Columns and ColumnMap type ColumnInterface[T any] interface { GetColumn(columnName string) (*Column[T], bool) GetColumnMap(filters ...ColumnFilter) ColumnMap[T] GetOrderedColumns(filters ...ColumnFilter) []*Column[T] GetColumnNames(filters ...ColumnFilter) []string } inspektor-gadget-0.46.0/pkg/config/000077500000000000000000000000001510117411400170715ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/config/config.go000066400000000000000000000023751510117411400206740ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package config import ( "os" "path/filepath" "strings" "github.com/spf13/viper" ) const ( OperatorKey = "operator" RuntimeKey = "runtime" ) const ( configName = "config" configType = "yaml" configEnvPrefix = "INSPEKTOR_GADGET" ) var Config *viper.Viper func init() { h, _ := os.UserHomeDir() Config = NewWithPath(filepath.Join(h, ".ig", configName+"."+configType)) } func NewWithPath(path string) *viper.Viper { conf := viper.New() conf.SetConfigName(configName) conf.SetConfigType(configType) conf.SetConfigFile(path) conf.SetEnvPrefix(configEnvPrefix) conf.SetEnvKeyReplacer(strings.NewReplacer("-", "_", ".", "_")) return conf } inspektor-gadget-0.46.0/pkg/config/gadgettracermanagerconfig/000077500000000000000000000000001510117411400242465ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/config/gadgettracermanagerconfig/config.go000066400000000000000000000060661510117411400260520ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgettracermanagerconfig import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" ) const ConfigPath = "/etc/ig/config.yaml" const ( EventsBufferLengthKey = "events-buffer-length" ContainerdSocketPath = "containerd-socketpath" CrioSocketPath = "crio-socketpath" DockerSocketPath = "docker-socketpath" PodmanSocketPath = "podman-socketpath" GadgetNamespace = "gadget-namespace" DaemonLogLevel = "daemon-log-level" VerifyImage = "verify-image" PublicKeys = "public-keys" InsecureRegistries = "insecure-registries" DisallowPulling = "disallow-pulling" AllowedGadgets = "allowed-gadgets" OtelMetricsListen = "otel-metrics-listen" OtelMetricsListenAddress = "otel-metrics-listen-address" ) func Init() error { config.Config = config.NewWithPath(ConfigPath) config.Config.SetDefault(EventsBufferLengthKey, 16384) config.Config.SetDefault(DaemonLogLevel, "info") err := config.Config.ReadInConfig() if err != nil { return fmt.Errorf("reading config: %w", err) } return nil } // IsValidKey checks if the given key is a valid configuration key for the GadgetTracerManager. // TODO: Remove in the future once we remove the flags from kubectl-gadget deploy. func IsValidKey(key string) bool { return isRootKey(key) || isOciKey(key) || isOtelKey(key) } // FullKeyPath returns the full key path for the given key. // TODO: Remove in the future once we remove the flags from kubectl-gadget deploy. func FullKeyPath(key string) string { if isRootKey(key) { return key } else if isOciKey(key) { return "operator.oci." + key } else if isOtelKey(key) { return "operator.otel-metrics." + key } return "" } // TODO: Remove in the future once we remove the flags from kubectl-gadget deploy. func isRootKey(key string) bool { switch key { case EventsBufferLengthKey, ContainerdSocketPath, CrioSocketPath, DockerSocketPath, PodmanSocketPath, GadgetNamespace, DaemonLogLevel: return true default: return false } } // TODO: Remove in the future once we remove the flags from kubectl-gadget deploy. func isOciKey(key string) bool { switch key { case VerifyImage, PublicKeys, AllowedGadgets, InsecureRegistries, DisallowPulling: return true default: return false } } // TODO: Remove in the future once we remove the flags from kubectl-gadget deploy. func isOtelKey(key string) bool { switch key { case OtelMetricsListen, OtelMetricsListenAddress: return true default: return false } } inspektor-gadget-0.46.0/pkg/container-collection/000077500000000000000000000000001510117411400217375ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-collection/container-collection.go000066400000000000000000000415411510117411400264060ustar00rootroot00000000000000// Copyright 2019-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package containercollection provides the ContainerCollection struct to keep // track of the set of running containers and primitives to query that set with // various criteria. // // It is used by the kube manager operator to keep track of containers part of // Kubernetes pods and by local manager to keep track of containers on a Linux // system (no matter they were created through Kubernetes or not). package containercollection import ( "sync" "time" log "github.com/sirupsen/logrus" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // ContainerCollection holds a set of containers. It can be embedded as an // anonymous struct to help other structs implement the ContainerResolver // interface. For this reason, some methods are namespaced with 'Container' to // make this clear. type ContainerCollection struct { mu sync.Mutex // Keys: containerID string // Values: container Container containers sync.Map // Keys: MntNsID string // Values: container Container containersByMntNs sync.Map // Keys: NetNsID string // Values: container Container containersByNetNs sync.Map // Saves containers for "cacheDelay" to be able to enrich events after the container is // removed. This is enabled by using WithTracerCollection(). cachedContainers *sync.Map cacheDelay time.Duration // subs contains a list of subscribers of container events pubsub *GadgetPubSub // containerEnrichers are functions that automatically add metadata // upon AddContainer. The functions return true on success or false if // the container is meant to be dropped. containerEnrichers []func(container *Container) (ok bool) // initialContainers is used during the initialization process to // gather initial containers and then call the enrichers initialContainers []*Container // nodeName is used by the Enrich() function nodeName string // initialized tells if Initialize() has been called. initialized bool // closed tells if Close() has been called. closed bool done chan struct{} // functions to be called on Close() cleanUpFuncs []func() // disableContainerRuntimeWarnings is used to disable warnings about container runtimes. disableContainerRuntimeWarnings bool // kubeconfigPath is the path to the kubeconfig file, or empty for in-cluster config. // Some options like WithPodInformer will use it. kubeconfigPath string } // ContainerCollectionOption are options to pass to // Initialize using the functional option code pattern. type ContainerCollectionOption func(*ContainerCollection) error // Initialize initializes a ContainerCollection. It is // useful when ContainerCollection is embedded as an anonymous struct because // we don't use a contructor in that case. func (cc *ContainerCollection) Initialize(options ...ContainerCollectionOption) error { cc.done = make(chan struct{}) if cc.initialized { panic("Initialize already called") } // Call functional options. This might fetch initial containers. for _, o := range options { err := o(cc) if err != nil { return err } } // Consume initial containers that might have been fetched by // functional options. This is done after all functional options have // been called, so that cc.containerEnrichers is fully set up. for _, container := range cc.initialContainers { cc.AddContainer(container) } cc.initialContainers = nil cc.initialized = true return nil } // GetContainer looks up a container by the container id and return it if // found, or return nil if not found. func (cc *ContainerCollection) GetContainer(id string) *Container { v, ok := cc.containers.Load(id) if !ok { return nil } container := v.(*Container) return container } // RemoveContainer removes a container from the collection, but only after // notifying all the subscribers. func (cc *ContainerCollection) RemoveContainer(id string) { v, loaded := cc.containers.Load(id) if !loaded { return } container := v.(*Container) if cc.pubsub != nil { cc.pubsub.Publish(EventTypeRemoveContainer, container) } // Save the container in the cache as enrichers might need the container some time after it // has been removed. if cc.cachedContainers != nil { container.deletionTimestamp = time.Now() cc.cachedContainers.Store(id, v) } // Remove the container from the collection after publishing the event as // subscribers might need to use the different collection's lookups during // the notification handler, and they expect the container to still be // present. cc.containers.Delete(id) // Make this operation atomic, as RemoveContainer() could be called concurrently, which could result in // dirty map contents cc.mu.Lock() defer cc.mu.Unlock() // Remove from MntNs lookup mntNsContainer, ok := cc.containersByMntNs.Load(container.Mntns) if !ok || mntNsContainer.(*Container).Runtime.ContainerID != container.Runtime.ContainerID { log.Warn("container not found or mismatch in mntns lookup map") return } else { cc.containersByMntNs.Delete(container.Mntns) } // Remove from NetNs lookup; arrays should be immutable, so recreate them netNsContainers, ok := cc.containersByNetNs.Load(container.Netns) if !ok { log.Warn("container netns not found in netns lookup map") return } found := false netNsContainersArr := netNsContainers.([]*Container) newNetNsContainers := make([]*Container, 0, len(netNsContainersArr)-1) for _, netNsContainer := range netNsContainersArr { if netNsContainer.Runtime.ContainerID == container.Runtime.ContainerID { found = true continue } newNetNsContainers = append(newNetNsContainers, netNsContainer) } if !found { log.Warn("container not found in netns lookup array") } if len(newNetNsContainers) > 0 { cc.containersByNetNs.Store(container.Netns, newNetNsContainers) } else { // clean up empty entries cc.containersByNetNs.Delete(container.Netns) } } // AddContainer adds a container to the collection. func (cc *ContainerCollection) AddContainer(container *Container) { for _, enricher := range cc.containerEnrichers { ok := enricher(container) // Enrichers can decide to drop a container if !ok { container.close() return } } _, loaded := cc.containers.LoadOrStore(container.Runtime.ContainerID, container) if loaded { return } cc.mu.Lock() cc.containersByMntNs.Store(container.Mntns, container) arr, ok := cc.containersByNetNs.Load(container.Netns) var newContainerArr []*Container if ok { newContainerArr = append(newContainerArr, arr.([]*Container)...) } newContainerArr = append(newContainerArr, container) cc.containersByNetNs.Store(container.Netns, newContainerArr) cc.mu.Unlock() if cc.pubsub != nil { cc.pubsub.Publish(EventTypeAddContainer, container) } } // LookupMntnsByContainer returns the mount namespace inode of the container // specified in arguments or zero if not found func (cc *ContainerCollection) LookupMntnsByContainer(namespace, pod, container string) (mntns uint64) { cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if namespace == c.K8s.Namespace && pod == c.K8s.PodName && container == c.K8s.ContainerName { mntns = c.Mntns // container found, stop iterating return false } return true }) return } func lookupContainerByMntns(m *sync.Map, mntnsid uint64) *Container { var container *Container m.Range(func(key, value interface{}) bool { c := value.(*Container) if c.Mntns == mntnsid { container = c // container found, stop iterating return false } return true }) return container } // LookupContainerByMntns returns a container by its mount namespace // inode id. If not found nil is returned. func (cc *ContainerCollection) LookupContainerByMntns(mntnsid uint64) *Container { container, ok := cc.containersByMntNs.Load(mntnsid) if !ok { return nil } return container.(*Container) } // LookupContainersByNetns returns a slice of containers that run in a given // network namespace. Or an empty slice if there are no containers running in // that network namespace. func (cc *ContainerCollection) LookupContainersByNetns(netnsid uint64) []*Container { containers, ok := cc.containersByNetNs.Load(netnsid) if !ok { return nil } return containers.([]*Container) } func lookupContainersByNetns(m *sync.Map, netnsid uint64) (containers []*Container) { m.Range(func(key, value interface{}) bool { c := value.(*Container) if c.Netns == netnsid { containers = append(containers, c) } return true }) return containers } // LookupMntnsByPod returns the mount namespace inodes of all containers // belonging to the pod specified in arguments, indexed by the name of the // containers or an empty map if not found func (cc *ContainerCollection) LookupMntnsByPod(namespace, pod string) map[string]uint64 { ret := make(map[string]uint64) cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if namespace == c.K8s.Namespace && pod == c.K8s.PodName { ret[c.K8s.ContainerName] = c.Mntns } return true }) return ret } // LookupPIDByContainer returns the PID of the container // specified in arguments or zero if not found func (cc *ContainerCollection) LookupPIDByContainer(namespace, pod, container string) (pid uint32) { cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if namespace == c.K8s.Namespace && pod == c.K8s.PodName && container == c.K8s.ContainerName { pid = c.Runtime.ContainerPID // container found, stop iterating return false } return true }) return } // LookupPIDByPod returns the PID of all containers belonging to // the pod specified in arguments, indexed by the name of the // containers or an empty map if not found func (cc *ContainerCollection) LookupPIDByPod(namespace, pod string) map[string]uint32 { ret := make(map[string]uint32) cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if namespace == c.K8s.Namespace && pod == c.K8s.PodName { ret[c.K8s.ContainerName] = c.Runtime.ContainerPID } return true }) return ret } // LookupOwnerReferenceByMntns returns a pointer to the owner reference of the // container identified by the mount namespace, or nil if not found func (cc *ContainerCollection) LookupOwnerReferenceByMntns(mntns uint64) *metav1.OwnerReference { var ownerRef *metav1.OwnerReference var err error cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if mntns == c.Mntns { ownerRef, err = c.GetOwnerReference(cc.kubeconfigPath) if err != nil { log.Warnf("Failed to get owner reference of %s/%s/%s: %s", c.K8s.Namespace, c.K8s.PodName, c.K8s.ContainerName, err) } // container found, stop iterating return false } return true }) return ownerRef } // GetContainersBySelector returns a slice of containers that match // the selector or an empty slice if there are not matches func (cc *ContainerCollection) GetContainersBySelector( containerSelector *ContainerSelector, ) []*Container { selectedContainers := []*Container{} cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if ContainerSelectorMatches(containerSelector, c) { selectedContainers = append(selectedContainers, c) } return true }) return selectedContainers } // ContainerLen returns how many containers are stored in the collection. func (cc *ContainerCollection) ContainerLen() (count int) { cc.containers.Range(func(key, value interface{}) bool { count++ return true }) return } // ContainerRange iterates over the containers of the collection and calls the // callback function for each of them. func (cc *ContainerCollection) ContainerRange(f func(*Container)) { cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) f(c) return true }) } // ContainerRangeWithSelector iterates over the containers of the collection // and calls the callback function for each of those that matches the container // selector. func (cc *ContainerCollection) ContainerRangeWithSelector( containerSelector *ContainerSelector, f func(*Container), ) { cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) if ContainerSelectorMatches(containerSelector, c) { f(c) } return true }) } func (cc *ContainerCollection) EnrichNode(event *eventtypes.CommonData) { event.K8s.Node = cc.nodeName } func (cc *ContainerCollection) EnrichByMntNs(event *eventtypes.CommonData, mountnsid uint64) { event.K8s.Node = cc.nodeName container := cc.LookupContainerByMntns(mountnsid) if container == nil && cc.cachedContainers != nil { container = lookupContainerByMntns(cc.cachedContainers, mountnsid) } if container != nil { event.K8s.ContainerName = container.K8s.ContainerName event.K8s.PodName = container.K8s.PodName event.K8s.PodLabels = container.K8s.PodLabels event.K8s.Namespace = container.K8s.Namespace event.Runtime.RuntimeName = container.Runtime.RuntimeName event.Runtime.ContainerName = container.Runtime.ContainerName event.Runtime.ContainerID = container.Runtime.ContainerID event.Runtime.ContainerImageName = container.Runtime.ContainerImageName event.Runtime.ContainerImageDigest = container.Runtime.ContainerImageDigest } } func (cc *ContainerCollection) EnrichByNetNs(event *eventtypes.CommonData, netnsid uint64) { event.K8s.Node = cc.nodeName containers := cc.LookupContainersByNetns(netnsid) if len(containers) == 0 && cc.cachedContainers != nil { containers = lookupContainersByNetns(cc.cachedContainers, netnsid) } if len(containers) == 0 { return } if containers[0].HostNetwork { event.K8s.HostNetwork = true return } if len(containers) == 1 { event.K8s.ContainerName = containers[0].K8s.ContainerName event.K8s.PodName = containers[0].K8s.PodName event.K8s.PodLabels = containers[0].K8s.PodLabels event.K8s.Namespace = containers[0].K8s.Namespace event.Runtime.RuntimeName = containers[0].Runtime.RuntimeName event.Runtime.ContainerName = containers[0].Runtime.ContainerName event.Runtime.ContainerID = containers[0].Runtime.ContainerID event.Runtime.ContainerImageName = containers[0].Runtime.ContainerImageName event.Runtime.ContainerImageDigest = containers[0].Runtime.ContainerImageDigest return } if containers[0].K8s.PodName != "" && containers[0].K8s.Namespace != "" { // Kubernetes containers within the same pod. event.K8s.PodName = containers[0].K8s.PodName event.K8s.PodLabels = containers[0].K8s.PodLabels event.K8s.Namespace = containers[0].K8s.Namespace // All containers in the same pod share the same container runtime event.Runtime.RuntimeName = containers[0].Runtime.RuntimeName } // else { // TODO: Non-Kubernetes containers sharing the same network namespace. // What should we do here? // } } // Subscribe returns the list of existing containers and registers a callback // for notifications about additions and deletions of containers func (cc *ContainerCollection) Subscribe(key interface{}, selector ContainerSelector, f FuncNotify) []*Container { if cc.pubsub == nil { panic("ContainerCollection's pubsub uninitialized") } ret := []*Container{} cc.pubsub.Subscribe(key, func(event PubSubEvent) { // PRECREATE events cannot be filtered since they are not enriched yet. if event.Type == EventTypePreCreateContainer || ContainerSelectorMatches(&selector, event.Container) { f(event) } }, func() { // Fetch the list of containers inside pubsub.Subscribe() to // guarantee that no new container event will be published at // the same time. cc.ContainerRangeWithSelector(&selector, func(c *Container) { ret = append(ret, c) }) }) return ret } // Unsubscribe undoes a previous call to Subscribe func (cc *ContainerCollection) Unsubscribe(key interface{}) { if cc.pubsub == nil { panic("ContainerCollection's pubsub uninitialized") } cc.pubsub.Unsubscribe(key) } func (cc *ContainerCollection) Close() { cc.mu.Lock() defer cc.mu.Unlock() close(cc.done) if !cc.initialized || cc.closed { panic("ContainerCollection is not initialized or has been closed") } // TODO: it's not clear if we want/can allow to re-initialize // this instance yet, so we don't set cc.initialized = false. cc.closed = true for _, f := range cc.cleanUpFuncs { f() } // Similar to RemoveContainer() on all containers but without publishing // events. cc.containers.Range(func(key, value interface{}) bool { c := value.(*Container) c.close() cc.containers.Delete(c) return true }) } inspektor-gadget-0.46.0/pkg/container-collection/container-collection_test.go000066400000000000000000000150241510117411400274420ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "fmt" "math/rand" "testing" "time" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" types "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type fakeTracerMapsUpdater struct { containers map[string]*Container } var r *rand.Rand = rand.New(rand.NewSource(time.Now().UnixNano())) func (f *fakeTracerMapsUpdater) TracerMapsUpdater() FuncNotify { return func(event PubSubEvent) { switch event.Type { case EventTypeAddContainer: f.containers[event.Container.Runtime.ContainerID] = event.Container case EventTypeRemoveContainer: delete(f.containers, event.Container.Runtime.ContainerID) } } } func BenchmarkCreateContainerCollection(b *testing.B) { b.ReportAllocs() for n := 0; n < b.N; n++ { cc := ContainerCollection{} cc.AddContainer(&Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: fmt.Sprint(n), }, }, Mntns: uint64(n), }) } } const ( TestContainerCount = 10000 ) func BenchmarkLookupContainerByMntns(b *testing.B) { cc := ContainerCollection{} for n := 0; n < TestContainerCount; n++ { cc.AddContainer(&Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: fmt.Sprint(n), }, }, Mntns: uint64(n), }) } b.ResetTimer() for n := 0; n < b.N; n++ { mntnsID := uint64(r.Intn(TestContainerCount)) container := cc.LookupContainerByMntns(mntnsID) if container == nil { b.Fatalf("there should be a container for mount namespace ID %d", mntnsID) } } } func BenchmarkLookupContainerByNetns(b *testing.B) { cc := ContainerCollection{} for n := 0; n < TestContainerCount; n++ { cc.AddContainer(&Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: fmt.Sprint(n), }, }, Netns: uint64(n), }) } b.ResetTimer() for n := 0; n < b.N; n++ { netnsID := uint64(r.Intn(TestContainerCount)) container := cc.LookupContainersByNetns(netnsID) if len(container) == 0 { b.Fatalf("there should be a container for net namespace ID %d", netnsID) } } } func TestWithTracerCollection(t *testing.T) { t.Parallel() // We need root to create the runners that will act as containers on this test utils.RequireRoot(t) cc := ContainerCollection{} f := &fakeTracerMapsUpdater{containers: make(map[string]*Container)} if err := cc.Initialize(WithTracerCollection(f)); err != nil { t.Fatalf("Failed to initialize container collection: %s", err) } nContainers := 5 // We have to use real runners here as the WithTracerCollection() will drop the enricher if // this doesn't have a valid PID runners := make([]*utils.Runner, nContainers) containers := make([]*Container, nContainers) for i := 0; i < nContainers; i++ { runner, err := utils.NewRunner(nil) if err != nil { t.Fatalf("Creating runner: %s", err) } t.Cleanup(runner.Close) runners[i] = runner containers[i] = &Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: types.RuntimeNameDocker, ContainerName: fmt.Sprintf("name%d", i), ContainerID: fmt.Sprintf("id%d", i), ContainerPID: uint32(runner.Info.Pid), }, }, Mntns: runner.Info.MountNsID, Netns: runner.Info.NetworkNsID, K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: fmt.Sprintf("name%d", i), Namespace: fmt.Sprintf("namespace%d", i), PodName: fmt.Sprintf("pod%d", i), }, }, } cc.AddContainer(containers[i]) } require.Equal(t, nContainers, len(f.containers), "number of containers should be equal") verifyEnrichByMntNs := func() { for i := 0; i < nContainers; i++ { ev := types.CommonData{} expected := types.CommonData{ Runtime: types.BasicRuntimeMetadata{ RuntimeName: containers[i].Runtime.RuntimeName, ContainerName: containers[i].Runtime.ContainerName, ContainerID: containers[i].Runtime.ContainerID, }, K8s: types.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: containers[i].K8s.Namespace, PodName: containers[i].K8s.PodName, ContainerName: containers[i].K8s.ContainerName, }, }, } cc.EnrichByMntNs(&ev, containers[i].Mntns) require.Equal(t, expected, ev, "events should be equal") } } verifyEnrichByNetNs := func() { for i := 0; i < nContainers; i++ { ev := types.CommonData{} expected := types.CommonData{ Runtime: types.BasicRuntimeMetadata{ RuntimeName: containers[i].Runtime.RuntimeName, ContainerName: containers[i].Runtime.ContainerName, ContainerID: containers[i].Runtime.ContainerID, }, K8s: types.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: containers[i].K8s.Namespace, PodName: containers[i].K8s.PodName, ContainerName: containers[i].K8s.ContainerName, }, }, } cc.EnrichByNetNs(&ev, containers[i].Netns) require.Equal(t, expected, ev, "events should be equal") } } // Enrich by should work verifyEnrichByMntNs() verifyEnrichByNetNs() cc.RemoveContainer(containers[0].Runtime.ContainerID) // Pubsub events should be triggered immediately after container removal require.Equal(t, nContainers-1, len(f.containers), "number of containers should be equal") time.Sleep(1 * time.Second) // Enrich should work 1 second after removing container verifyEnrichByMntNs() verifyEnrichByNetNs() time.Sleep(6 * time.Second) // Enrich should **not** work after removing container more than 6 seconds ago ev := types.CommonData{} expected := types.CommonData{} cc.EnrichByMntNs(&ev, containers[0].Mntns) require.Equal(t, expected, ev, "events should be equal") // This is in a separated line to understand who is causing the issue. cc.EnrichByNetNs(&ev, containers[0].Netns) require.Equal(t, expected, ev, "events should be equal") } inspektor-gadget-0.46.0/pkg/container-collection/containers.go000066400000000000000000000177731510117411400244520ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "fmt" "strings" "time" "github.com/moby/moby/pkg/stringid" "golang.org/x/sys/unix" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/dynamic" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // Container represents a container with its metadata. type Container struct { // Runtime contains the metadata of the container runtime Runtime RuntimeMetadata `json:"runtime,omitempty" column:"runtime" columnTags:"runtime"` // K8s contains the Kubernetes metadata of the container. K8s K8sMetadata `json:"k8s,omitempty" column:"k8s" columnTags:"kubernetes"` // Container's configuration is the config.json from the OCI runtime // spec OciConfig string `json:"ociConfig,omitempty"` // Bundle is the directory containing the config.json from the OCI // runtime spec // See https://github.com/opencontainers/runtime-spec/blob/main/bundle.md Bundle string `json:"bundle,omitempty"` // SandboxId is the sandbox id for the corresponding pod SandboxId string `json:"sandboxId,omitempty"` // Linux metadata can be derived from the pid via /proc/$pid/... Mntns uint64 `json:"mntns,omitempty" column:"mntns,template:ns"` Netns uint64 `json:"netns,omitempty" column:"netns,template:ns"` HostNetwork bool `json:"hostNetwork,omitempty" column:"hostNetwork,width:11,fixed,hide"` CgroupPath string `json:"cgroupPath,omitempty"` CgroupID uint64 `json:"cgroupID,omitempty"` // Data required to find the container to Pod association in the // gadgettracermanager. CgroupV1 string `json:"cgroupV1,omitempty"` CgroupV2 string `json:"cgroupV2,omitempty"` // podLabelsAsString is the same as K8s.PodLabels but in a string representation. // Kept in sync via SetPodLabels() and GetPodLabelsAsString() helpers. // It is used to avoid re-serializing the map[string]string for every event. podLabelsAsString string // We keep an open file descriptor of the containers mount and net namespaces to be sure the // kernel doesn't reuse the inode id before we get rid of this container. This logic avoids // a race condition when the ns inode id is reused by a new container and we erroneously // pick events from it or enrich data using it. // These are only used when cachedContainers are enabled through WithTracerCollection(). mntNsFd int netNsFd int // when the container was removed. Useful for running cached containers. deletionTimestamp time.Time } // close releases any resources (like file descriptors) the container is using. func (c *Container) close() { if c.mntNsFd != 0 { unix.Close(c.mntNsFd) c.mntNsFd = 0 } if c.netNsFd != 0 { unix.Close(c.netNsFd) c.netNsFd = 0 } } type RuntimeMetadata struct { types.BasicRuntimeMetadata `json:",inline"` } type K8sMetadata struct { types.BasicK8sMetadata `json:",inline"` PodUID string `json:"podUID,omitempty"` ownerReference *metav1.OwnerReference } type K8sSelector struct { types.BasicK8sMetadata } type RuntimeSelector struct { // TODO: Support filtering by all the fields in BasicRuntimeMetadata ContainerName string } type ContainerSelector struct { K8s K8sSelector Runtime RuntimeSelector } // GetOwnerReference returns the owner reference information of the // container. Currently it's added to the seccomp profile as annotations // to help users to identify the workflow of the profile. We "lazily // enrich" this information because this operation is expensive and this // information is only needed in some cases. func (c *Container) GetOwnerReference(kubeconfigPath string) (*metav1.OwnerReference, error) { if c.K8s.ownerReference != nil { return c.K8s.ownerReference, nil } kubeconfig, err := k8sutil.NewKubeConfig(kubeconfigPath, "container-collection/GetOwnerReference") if err != nil { return nil, fmt.Errorf("getting Kubernetes config: %w", err) } dynamicClient, err := dynamic.NewForConfig(kubeconfig) if err != nil { return nil, fmt.Errorf("getting get dynamic Kubernetes client: %w", err) } err = ownerReferenceEnrichment(dynamicClient, c, nil) if err != nil { return nil, fmt.Errorf("enriching owner reference: %w", err) } return c.K8s.ownerReference, nil } func ownerReferenceEnrichment( dynamicClient dynamic.Interface, container *Container, ownerReferences []metav1.OwnerReference, ) error { resGroupVersion := "v1" resKind := "pods" resName := container.K8s.PodName resNamespace := container.K8s.Namespace var highestOwnerRef *metav1.OwnerReference // Iterate until we reach the highest level of reference with one of the // expected resource kind. Take into account that if this logic is changed, // the gadget cluster role needs to be updated accordingly. for { if len(ownerReferences) == 0 { var err error ownerReferences, err = getOwnerReferences(dynamicClient, resNamespace, resKind, resGroupVersion, resName) if err != nil { return fmt.Errorf("getting %s/%s/%s/%s owner reference: %w", resNamespace, resKind, resGroupVersion, resName, err) } // No owner reference found if len(ownerReferences) == 0 { break } } ownerRef := getExpectedOwnerReference(ownerReferences) if ownerRef == nil { // None expected owner reference found break } // Update parameters for next iteration (Namespace does not change) highestOwnerRef = ownerRef resGroupVersion = ownerRef.APIVersion resKind = strings.ToLower(ownerRef.Kind) + "s" resName = ownerRef.Name ownerReferences = nil } // Update container's owner reference (If any) if highestOwnerRef != nil { container.K8s.ownerReference = &metav1.OwnerReference{ APIVersion: highestOwnerRef.APIVersion, Kind: highestOwnerRef.Kind, Name: highestOwnerRef.Name, UID: highestOwnerRef.UID, } } return nil } func GetColumns() *columns.Columns[Container] { cols := columns.MustCreateColumns[Container]() cols.MustSetExtractor("runtime.containerImageName", func(container *Container) any { if container == nil { return "" } if strings.Contains(container.Runtime.ContainerImageName, "sha256") { return stringid.TruncateID(container.Runtime.ContainerImageName) } return container.Runtime.ContainerImageName }) return cols } func (c *Container) K8sMetadata() *types.BasicK8sMetadata { return &c.K8s.BasicK8sMetadata } func (c *Container) RuntimeMetadata() *types.BasicRuntimeMetadata { return &c.Runtime.BasicRuntimeMetadata } func (c *Container) UsesHostNetwork() bool { return c.HostNetwork } func (c *Container) ContainerPid() uint32 { return c.Runtime.ContainerPID } func (c *Container) K8sOwnerReference() *types.K8sOwnerReference { if c.K8s.ownerReference == nil { return &types.K8sOwnerReference{} } return &types.K8sOwnerReference{ Kind: c.K8s.ownerReference.Kind, Name: c.K8s.ownerReference.Name, } } func (c *Container) K8sPodLabelsAsString() string { return c.podLabelsAsString } func (c *Container) SetPodLabels(podLabels map[string]string) { if len(podLabels) == 0 { // IsEnriched relies on c.K8s.PodLabels == nil to know if it // has been initialized. c.K8s.PodLabels = nil c.podLabelsAsString = "" return } kvPairs := make([]string, 0, len(podLabels)) c.K8s.PodLabels = make(map[string]string, len(podLabels)) for k, v := range podLabels { c.K8s.PodLabels[k] = v kvPairs = append(kvPairs, fmt.Sprintf("%s=%s", k, v)) } c.podLabelsAsString = strings.Join(kvPairs, ",") } inspektor-gadget-0.46.0/pkg/container-collection/interface.go000066400000000000000000000054611510117411400242340ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" // ContainerResolver offers primitives to look up running containers with // various criteria, and to subscribe to container creation and termination. type ContainerResolver interface { // LookupMntnsByContainer returns the mount namespace inode of the container // specified in arguments or zero if not found LookupMntnsByContainer(namespace, pod, container string) uint64 // LookupContainerByMntns returns a container by its mount namespace // inode id. If not found nil is returned. LookupContainerByMntns(mntnsid uint64) *Container // LookupContainersByNetns returns a slice of containers that run in a given // network namespace. Or an empty slice if there are no containers running // in that network namespace. LookupContainersByNetns(netnsid uint64) []*Container // LookupMntnsByPod returns the mount namespace inodes of all containers // belonging to the pod specified in arguments, indexed by the name of the // containers or an empty map if not found LookupMntnsByPod(namespace, pod string) map[string]uint64 // LookupPIDByContainer returns the PID of the container // specified in arguments or zero if not found LookupPIDByContainer(namespace, pod, container string) uint32 // LookupPIDByPod returns the PID of all containers belonging to // the pod specified in arguments, indexed by the name of the // containers or an empty map if not found LookupPIDByPod(namespace, pod string) map[string]uint32 // LookupOwnerReferenceByMntns returns a pointer to the owner reference of the // container identified by the mount namespace, or nil if not found LookupOwnerReferenceByMntns(mntns uint64) *metav1.OwnerReference // GetContainersBySelector returns a slice of containers that match // the selector or an empty slice if there are not matches GetContainersBySelector(containerSelector *ContainerSelector) []*Container // Subscribe returns the list of existing containers and registers a // callback for notifications about additions and deletions of // containers Subscribe(key interface{}, s ContainerSelector, f FuncNotify) []*Container // Unsubscribe undoes a previous call to Subscribe Unsubscribe(key interface{}) } inspektor-gadget-0.46.0/pkg/container-collection/k8s.go000066400000000000000000000233451510117411400230020ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "context" "encoding/json" "fmt" "math" "os" "path/filepath" "strings" log "github.com/sirupsen/logrus" securejoin "github.com/cyphar/filepath-securejoin" v1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/fields" "k8s.io/client-go/kubernetes" kubeletconfigv1beta1 "k8s.io/kubelet/config/v1beta1" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/config/gadgettracermanagerconfig" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) type K8sClient struct { clientset *kubernetes.Clientset nodeName string fieldSelector string runtimeClient runtimeclient.ContainerRuntimeClient RuntimeConfig *containerutilsTypes.RuntimeConfig } func NewK8sClient(nodeName string, kubeconfigPath string, userAgentComment string) (*K8sClient, error) { clientset, err := k8sutil.NewClientset(kubeconfigPath, userAgentComment) if err != nil { return nil, err } fieldSelector := fields.OneTermEqualSelector("spec.nodeName", nodeName).String() socketPath, err := getContainerRuntimeSocketPath(clientset, nodeName) if err != nil { log.Warnf("Failed to retrieve socket path for runtime client from kubelet: %v. Falling back to default container runtime", err) } else { socketPath, err = securejoin.SecureJoin(host.HostRoot, socketPath) if err != nil { log.Warnf("securejoin failed: %s. Falling back to default container runtime", err) } } node, err := clientset.CoreV1().Nodes().Get(context.TODO(), nodeName, metav1.GetOptions{}) if err != nil { return nil, fmt.Errorf("getting node %w", err) } // Get a runtime client to talk to the container runtime handling pods in // this node. list := strings.SplitN(node.Status.NodeInfo.ContainerRuntimeVersion, "://", 2) if socketPath == "" { socketPath, err = getSocketPathFromConfig(types.String2RuntimeName(list[0])) if err != nil { log.Warnf("Failed to retrieve socket path for runtime client from config: %v. Falling back to default container runtime", err) } } runtimeConfig := &containerutilsTypes.RuntimeConfig{ Name: types.String2RuntimeName(list[0]), SocketPath: socketPath, RuntimeProtocol: containerutilsTypes.RuntimeProtocolCRI, } runtimeClient, err := containerutils.NewContainerRuntimeClient(runtimeConfig) if err != nil { return nil, err } return &K8sClient{ clientset: clientset, nodeName: nodeName, fieldSelector: fieldSelector, runtimeClient: runtimeClient, RuntimeConfig: runtimeConfig, }, nil } func (k *K8sClient) Close() { k.runtimeClient.Close() } // trimRuntimePrefix removes the runtime prefix from a container ID. func trimRuntimePrefix(id string) string { parts := strings.SplitN(id, "//", 2) if len(parts) != 2 { return "" } return parts[1] } func getSocketPathFromConfig(runtime types.RuntimeName) (string, error) { switch runtime { case types.RuntimeNameDocker: return config.Config.GetString(gadgettracermanagerconfig.DockerSocketPath), nil case types.RuntimeNameContainerd: return config.Config.GetString(gadgettracermanagerconfig.ContainerdSocketPath), nil case types.RuntimeNameCrio: return config.Config.GetString(gadgettracermanagerconfig.CrioSocketPath), nil case types.RuntimeNamePodman: return config.Config.GetString(gadgettracermanagerconfig.PodmanSocketPath), nil } return "", fmt.Errorf("unsupported runtime: %s", runtime) } // GetNonRunningContainers returns the list of containers IDs that are not running. func (k *K8sClient) GetNonRunningContainers(pod *v1.Pod) []string { ret := []string{} containerStatuses := append([]v1.ContainerStatus{}, pod.Status.InitContainerStatuses...) containerStatuses = append(containerStatuses, pod.Status.ContainerStatuses...) containerStatuses = append(containerStatuses, pod.Status.EphemeralContainerStatuses...) for _, s := range containerStatuses { if s.ContainerID != "" && s.State.Running == nil { id := trimRuntimePrefix(s.ContainerID) if id == "" { continue } ret = append(ret, id) } } return ret } // GetRunningContainers returns a list of the containers of a given Pod that are running. func (k *K8sClient) GetRunningContainers(pod *v1.Pod) []Container { containers := []Container{} labels := map[string]string{} for k, v := range pod.Labels { labels[k] = v } containerStatuses := append([]v1.ContainerStatus{}, pod.Status.InitContainerStatuses...) containerStatuses = append(containerStatuses, pod.Status.ContainerStatuses...) containerStatuses = append(containerStatuses, pod.Status.EphemeralContainerStatuses...) for _, s := range containerStatuses { if s.ContainerID == "" || s.State.Running == nil { continue } containerData, err := k.runtimeClient.GetContainerDetails(s.ContainerID) if err != nil { log.Warnf("Skip pod %s/%s: cannot find container (ID: %s): %v", pod.GetNamespace(), pod.GetName(), s.ContainerID, err) continue } pid := containerData.Pid if pid > math.MaxUint32 { log.Errorf("Container PID (%d) exceeds math.MaxUint32 (%d), skipping this container", pid, math.MaxUint32) continue } // Check if process exists. Better check now rather than fail later in the enrichment pipeline. containerPidPath := filepath.Join(host.HostProcFs, fmt.Sprint(pid)) _, err = os.Stat(containerPidPath) if os.IsNotExist(err) { log.Warnf("Skip pod %s/%s container %q (ID: %s, image: %s): PID %d doesn't exist", pod.GetNamespace(), pod.GetName(), containerData.Runtime.RuntimeName, containerData.Runtime.ContainerID, containerData.Runtime.ContainerImageName, pid) continue } containerDef := Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ RuntimeName: containerData.Runtime.RuntimeName, ContainerID: containerData.Runtime.ContainerID, ContainerName: containerData.Runtime.ContainerName, ContainerPID: uint32(pid), ContainerImageName: containerData.Runtime.ContainerImageName, ContainerImageDigest: containerData.Runtime.ContainerImageDigest, ContainerStartedAt: containerData.Runtime.ContainerStartedAt, }, }, K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: pod.GetNamespace(), PodName: pod.GetName(), ContainerName: s.Name, }, }, } // PodLabels must be set through the SetPodLabels method containerDef.SetPodLabels(pod.Labels) containers = append(containers, containerDef) } return containers } // ListContainers return a list of the current containers that are // running in the node. func (k *K8sClient) ListContainers() (arr []Container, err error) { // List pods pods, err := k.clientset.CoreV1().Pods("").List(context.TODO(), metav1.ListOptions{ FieldSelector: k.fieldSelector, }) if err != nil { return nil, err } for _, pod := range pods.Items { containers := k.GetRunningContainers(&pod) arr = append(arr, containers...) } return arr, nil } func getContainerRuntimeSocketPath(clientset *kubernetes.Clientset, nodeName string) (string, error) { kubeletConfig, err := getCurrentKubeletConfig(clientset, nodeName) if err != nil { return "", fmt.Errorf("getting /configz: %w", err) } socketPath := strings.TrimPrefix(kubeletConfig.ContainerRuntimeEndpoint, "unix://") if socketPath == "" { return "", fmt.Errorf("container runtime socket path is empty") } log.Infof("using the detected container runtime socket path from Kubelet's config: %s", socketPath) return socketPath, nil } // The /configz endpoint isn't officially documented. It was introduced in Kubernetes 1.26 and been around for a long time // as stated in https://github.com/kubernetes/kubernetes/blob/master/staging/src/k8s.io/component-base/configz/OWNERS func getCurrentKubeletConfig(clientset *kubernetes.Clientset, nodeName string) (*kubeletconfigv1beta1.KubeletConfiguration, error) { resp, err := clientset.CoreV1().RESTClient().Get().Resource("nodes"). Name(nodeName).Suffix("proxy", "configz").DoRaw(context.TODO()) if err != nil { return nil, fmt.Errorf("fetching /configz from %q: %w", nodeName, err) } kubeCfg, err := decodeConfigz(resp) if err != nil { return nil, err } return kubeCfg, nil } // Decodes the http response from /configz and returns the kubelet configuration func decodeConfigz(respBody []byte) (*kubeletconfigv1beta1.KubeletConfiguration, error) { // This hack because /configz reports the following structure: // {"kubeletconfig": {the JSON representation of kubeletconfigv1beta1.KubeletConfiguration}} type configzWrapper struct { ComponentConfig kubeletconfigv1beta1.KubeletConfiguration `json:"kubeletconfig"` } configz := configzWrapper{} err := json.Unmarshal(respBody, &configz) if err != nil { return nil, err } return &configz.ComponentConfig, nil } inspektor-gadget-0.46.0/pkg/container-collection/match.go000066400000000000000000000025411510117411400233640ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "slices" "strings" ) // ContainerSelectorMatches tells if a container matches the criteria in a // container selector. func ContainerSelectorMatches(s *ContainerSelector, c *Container) bool { if s.K8s.Namespace != "" && !slices.Contains(strings.Split(s.K8s.Namespace, ","), c.K8s.Namespace) { return false } if s.K8s.PodName != "" && s.K8s.PodName != c.K8s.PodName { return false } if s.K8s.ContainerName != "" && s.K8s.ContainerName != c.K8s.ContainerName { return false } if s.Runtime.ContainerName != "" && s.Runtime.ContainerName != c.Runtime.ContainerName { return false } for sk, sv := range s.K8s.PodLabels { if cv, ok := c.K8s.PodLabels[sk]; !ok || cv != sv { return false } } return true } inspektor-gadget-0.46.0/pkg/container-collection/match_test.go000066400000000000000000000424241510117411400244270ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "fmt" "reflect" "testing" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" k8sTypes "k8s.io/apimachinery/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func TestSelector(t *testing.T) { table := []struct { description string match bool selector *ContainerSelector container *Container }{ { description: "Selector without filter", match: true, selector: &ContainerSelector{}, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", }, }, }, }, { description: "Selector with all filters", match: true, selector: &ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", PodLabels: map[string]string{ "key1": "value1", "key2": "value2", }, }, }, }, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", PodLabels: map[string]string{ "unrelated-label": "here", "key1": "value1", "key2": "value2", }, }, }, }, }, { description: "Podname does not match", match: false, selector: &ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", }, }, }, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "a-misnamed-pod", ContainerName: "this-container", }, }, }, }, { description: "One label doesn't match", match: false, selector: &ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", PodLabels: map[string]string{ "key1": "value1", "key2": "value2", }, }, }, }, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", PodLabels: map[string]string{ "key1": "value1", "key2": "something-else", }, }, }, }, }, { description: "Several namespaces without match", match: false, selector: &ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "ns1,ns2,ns3", PodName: "this-pod", }, }, }, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "this-pod", ContainerName: "this-container", }, }, }, }, { description: "Several namespaces with match", match: true, selector: &ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "ns1,ns2,ns3", PodName: "this-pod", }, }, }, container: &Container{ K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "ns2", PodName: "this-pod", ContainerName: "this-container", }, }, }, }, } for i, entry := range table { result := ContainerSelectorMatches(entry.selector, entry.container) if entry.match != result { t.Fatalf("Failed test %q (index %d): result %v expected %v", entry.description, i, result, entry.match) } } } func TestContainerResolver(t *testing.T) { opts := []ContainerCollectionOption{} cc := &ContainerCollection{} err := cc.Initialize(opts...) if err != nil { t.Fatalf("Failed to initialize container collection: %s", err) } // Add 3 Containers for i := 0; i < 3; i++ { cc.AddContainer(&Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: fmt.Sprintf("abcde%d", i), ContainerPID: uint32(100 + i), }, }, Mntns: 55555 + uint64(i), CgroupPath: "/none", CgroupID: 1, K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "my-pod", ContainerName: fmt.Sprintf("container%d", i), }, ownerReference: &metav1.OwnerReference{ UID: k8sTypes.UID(fmt.Sprintf("abcde%d", i)), }, }, }) } // Remove 1 Container cc.RemoveContainer("abcde1") // Remove non-existent Container cc.RemoveContainer("abcde99") // Check content if cc.ContainerLen() != 2 { t.Fatalf("Error while checking containers: len %d", cc.ContainerLen()) } if cc.GetContainer("abcde0") == nil { t.Fatalf("Error while checking container %s: not found", "abcde0") } if cc.GetContainer("abcde2") == nil { t.Fatalf("Error while checking container %s: not found", "abcde2") } // Check content using LookupMntnsByPod mntnsByContainer := cc.LookupMntnsByPod("this-namespace", "my-pod") if !reflect.DeepEqual(mntnsByContainer, map[string]uint64{"container0": 55555, "container2": 55557}) { t.Fatalf("Error while looking up mount ns by Pod: unexpected %v", mntnsByContainer) } mntnsByContainer = cc.LookupMntnsByPod("this-namespace", "this-other-pod") if !reflect.DeepEqual(mntnsByContainer, map[string]uint64{}) { t.Fatalf("Error while looking up mount ns by Pod: unexpected %v", mntnsByContainer) } // Check content using LookupMntnsByContainer mntns := cc.LookupMntnsByContainer("this-namespace", "my-pod", "container0") if mntns != 55555 { t.Fatalf("Error while looking up container0: unexpected mntns %v", mntns) } mntns = cc.LookupMntnsByContainer("this-namespace", "my-pod", "container1") if mntns != 0 { t.Fatalf("Error while looking up container1: unexpected mntns %v", mntns) } mntns = cc.LookupMntnsByContainer("this-namespace", "my-pod", "container2") if mntns != 55557 { t.Fatalf("Error while looking up container2: unexpected mntns %v", mntns) } // Check content using LookupPIDByPod pidByContainer := cc.LookupPIDByPod("this-namespace", "my-pod") if !reflect.DeepEqual(pidByContainer, map[string]uint32{"container0": 100, "container2": 102}) { t.Fatalf("Error while looking up PID by Pod: unexpected %v", pidByContainer) } pidByContainer = cc.LookupPIDByPod("this-namespace", "this-other-pod") if !reflect.DeepEqual(pidByContainer, map[string]uint32{}) { t.Fatalf("Error while looking up PID by Pod: unexpected %v", pidByContainer) } // Check content using LookupPIDByContainer pid := cc.LookupPIDByContainer("this-namespace", "my-pod", "container0") if pid != 100 { t.Fatalf("Error while looking up container0: unexpected pid %v", pid) } pid = cc.LookupPIDByContainer("this-namespace", "my-pod", "container1") if pid != 0 { t.Fatalf("Error while looking up container1: unexpected pid %v", pid) } pid = cc.LookupPIDByContainer("this-namespace", "my-pod", "container2") if pid != 102 { t.Fatalf("Error while looking up container2: unexpected pid %v", pid) } // Check content using LookupOwnerReferenceByMntns ownerRef := cc.LookupOwnerReferenceByMntns(55555) if ownerRef == nil || ownerRef.UID != "abcde0" { t.Fatalf("Error while looking up owner reference: unexpected %v", ownerRef) } ownerRef = cc.LookupOwnerReferenceByMntns(55557) if ownerRef == nil || ownerRef.UID != "abcde2" { t.Fatalf("Error while looking up owner reference: unexpected %v", ownerRef) } // Non-existent mntns ownerRef = cc.LookupOwnerReferenceByMntns(55556) if ownerRef != nil { t.Fatalf("Error while looking up owner reference: unexpected %v", ownerRef) } // Check LookupContainerByMntns containerByMntns0 := cc.LookupContainerByMntns(55555) if containerByMntns0.K8s.ContainerName != "container0" { t.Fatalf("Error in LookupContainerByMntns: expected %s, found %s", "container0", containerByMntns0.K8s.ContainerName) } // Check LookupContainerByMntns containerByMntns2 := cc.LookupContainerByMntns(55555 + 2) if containerByMntns2.K8s.ContainerName != "container2" { t.Fatalf("Error in LookupContainerByMntns: expected %s, found %s", "container2", containerByMntns2.K8s.ContainerName) } containerByMntnsNotFound := cc.LookupContainerByMntns(989898) if containerByMntnsNotFound != nil { t.Fatalf("Error in LookupContainerByMntns: returned non nil") } // Add new container with same pod and container name of container0 but in different namespace cc.AddContainer(&Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: "abcde0-different", }, }, K8s: K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "another-namespace", PodName: "my-pod", ContainerName: "container0", PodLabels: map[string]string{ "key1": "value1", "key2": "value2", }, }, }, }) // Look up containers with label 'key1=value1' selectedContainers := cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ PodLabels: map[string]string{ "key1": "value1", }, }, }, }) if len(selectedContainers) != 1 { t.Fatalf("Error while looking up containers by one label: invalid number of matches") } if v, found := selectedContainers[0].K8s.PodLabels["key1"]; !found || v != "value1" { t.Fatalf("Error while looking up containers by one label: unexpected container %+v", selectedContainers[0]) } // Look up containers with label 'key1=value1' and 'key2=value2' selector := ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ PodLabels: map[string]string{ "key1": "value1", "key2": "value2", }, }, }, } selectedContainers = cc.GetContainersBySelector(&selector) if len(selectedContainers) != 1 { t.Fatalf("Error while looking up containers by multiple labels: invalid number of matches") } for sk, sv := range selector.K8s.PodLabels { if v, found := selectedContainers[0].K8s.PodLabels[sk]; !found || v != sv { t.Fatalf("Error while looking up containers by multiple labels: unexpected container %+v", selectedContainers[0]) } } // Look up containers in 'this-namespace' selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", }, }, }) if len(selectedContainers) != 2 { t.Fatalf("Error while looking up containers by namespace: invalid number of matches") } for _, container := range selectedContainers { if container.K8s.Namespace != "this-namespace" { t.Fatalf("Error while looking up containers by namespace: unexpected container %+v", container) } } // Look up containers in 'this-namespace' and 'my-pod' selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "my-pod", }, }, }) if len(selectedContainers) != 2 { t.Fatalf("Error while looking up containers by namespace and pod: invalid number of matches") } for _, container := range selectedContainers { if container.K8s.Namespace != "this-namespace" || container.K8s.PodName != "my-pod" { t.Fatalf("Error while looking up containers by namespace and pod: unexpected container %+v", container) } } // Look up containers named 'container0' anywhere selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ ContainerName: "container0", }, }, }) if len(selectedContainers) != 2 { t.Fatalf("Error while looking up containers by name: invalid number of matches") } for _, container := range selectedContainers { if container.K8s.ContainerName != "container0" { t.Fatalf("Error while looking up containers by name: unexpected container %+v", container) } } // Look up containers named 'container0' in 'my-pod' but any namespace selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ PodName: "my-pod", ContainerName: "container0", }, }, }) if len(selectedContainers) != 2 { t.Fatalf("Error while looking up containers by name and pod: invalid number of matches") } for _, container := range selectedContainers { if container.K8s.PodName != "my-pod" || container.K8s.ContainerName != "container0" { t.Fatalf("Error while looking up containers by name and pod: unexpected container %+v", container) } } // Look up container0 in 'this-namespace' and 'my-pod' selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "my-pod", ContainerName: "container0", }, }, }) if len(selectedContainers) != 1 { t.Fatalf("Error while looking up specific container: invalid number of matches") } if selectedContainers[0].K8s.Namespace != "this-namespace" || selectedContainers[0].K8s.PodName != "my-pod" || selectedContainers[0].K8s.ContainerName != "container0" { t.Fatalf("Error while looking up specific container: unexpected container %+v", selectedContainers[0]) } // Look up container0 in 'another-namespace' and 'my-pod' selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "another-namespace", PodName: "my-pod", ContainerName: "container0", }, }, }) if len(selectedContainers) != 1 { t.Fatalf("Error while looking up specific container: invalid number of matches") } if selectedContainers[0].K8s.Namespace != "another-namespace" || selectedContainers[0].K8s.PodName != "my-pod" || selectedContainers[0].K8s.ContainerName != "container0" { t.Fatalf("Error while looking up specific container: unexpected container %+v", selectedContainers[0]) } // Look up container2 in 'this-namespace' and 'my-pod' selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "my-pod", ContainerName: "container2", }, }, }) if len(selectedContainers) != 1 { t.Fatalf("Error while looking up specific container: invalid number of matches") } if selectedContainers[0].K8s.Namespace != "this-namespace" || selectedContainers[0].K8s.PodName != "my-pod" || selectedContainers[0].K8s.ContainerName != "container2" { t.Fatalf("Error while looking up specific container: unexpected container %+v", selectedContainers[0]) } // Look up a non-existent container selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "my-pod", ContainerName: "non-existent", }, }, }) if len(selectedContainers) != 0 { t.Fatalf("Error while looking up a non-existent container") } // Look up containers in a non-existent pod selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "non-existent", }, }, }) if len(selectedContainers) != 0 { t.Fatalf("Error while looking up containers in a non-existent pod") } // Look up containers in a non-existent pod selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "this-namespace", PodName: "non-existent", ContainerName: "container0", }, }, }) if len(selectedContainers) != 0 { t.Fatalf("Error while looking up containers in a non-existent namespace") } // Look up containers in a non-existent namespace selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "non-existent", }, }, }) if len(selectedContainers) != 0 { t.Fatalf("Error while looking up containers in a non-existent namespace") } // Look up containers in a non-existent namespace selectedContainers = cc.GetContainersBySelector(&ContainerSelector{ K8s: K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "non-existent", PodName: "my-pod", ContainerName: "container0", }, }, }) if len(selectedContainers) != 0 { t.Fatalf("Error while looking up containers in a non-existent namespace") } } inspektor-gadget-0.46.0/pkg/container-collection/ocispec.go000066400000000000000000000034431510117411400237170ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // This file provides lightweight functions to parse the OCI config // The oci config is expected to be in the format of // https://github.com/opencontainers/runtime-spec/blob/v1.2.1/specs-go/config.go#L18 package containercollection import ( "encoding/json" "errors" ) // ociConfigGetSourceMounts returns the source mounts from the oci config func ociConfigGetSourceMounts(ociConfig string) (out []string, err error) { if ociConfig == "" { return nil, errors.New("ociConfig is empty") } var config struct { Mounts []struct { Source string `json:"source,omitempty"` } `json:"mounts,omitempty"` } err = json.Unmarshal([]byte(ociConfig), &config) if err != nil { return nil, err } for _, m := range config.Mounts { out = append(out, m.Source) } return out, nil } // ociConfigGetAnnotations returns the annotations from the oci config func ociConfigGetAnnotations(ociConfig string) (map[string]string, error) { if ociConfig == "" { return nil, errors.New("ociConfig is empty") } var config struct { Annotations map[string]string `json:"annotations,omitempty"` } err := json.Unmarshal([]byte(ociConfig), &config) if err != nil { return nil, err } return config.Annotations, nil } inspektor-gadget-0.46.0/pkg/container-collection/operator.go000066400000000000000000000036151510117411400241260ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func (cc *ContainerCollection) EnrichEventByMntNs(event operators.ContainerInfoFromMountNSID) bool { event.SetNode(cc.nodeName) mountNsId := event.GetMountNSID() container := cc.LookupContainerByMntns(mountNsId) if container == nil && cc.cachedContainers != nil { container = lookupContainerByMntns(cc.cachedContainers, mountNsId) } if container != nil { event.SetContainerMetadata(container) } return container != nil } func (cc *ContainerCollection) EnrichEventByNetNs(event operators.ContainerInfoFromNetNSID) bool { event.SetNode(cc.nodeName) netNsId := event.GetNetNSID() containers := cc.LookupContainersByNetns(netNsId) if len(containers) == 0 { containers = lookupContainersByNetns(cc.cachedContainers, netNsId) } if len(containers) == 0 || containers[0].HostNetwork { return false } if len(containers) == 1 { event.SetContainerMetadata(containers[0]) return true } if containers[0].K8s.PodName != "" && containers[0].K8s.Namespace != "" { // Kubernetes containers within the same pod. event.SetPodMetadata(containers[0]) return true } return false // else { // TODO: Non-Kubernetes containers sharing the same network namespace. // What should we do here? // } } inspektor-gadget-0.46.0/pkg/container-collection/options.go000066400000000000000000001044011510117411400237610ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "context" "errors" "fmt" "io" "math" "os" "path/filepath" "strings" "sync" "time" securejoin "github.com/cyphar/filepath-securejoin" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/fields" "k8s.io/apimachinery/pkg/runtime/schema" "k8s.io/client-go/dynamic" "k8s.io/client-go/kubernetes" "k8s.io/client-go/tools/cache" containerhook "github.com/inspektor-gadget/inspektor-gadget/pkg/container-hook" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cgroups" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cri" ociannotations "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/oci-annotations" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( // config.json is typically less than 100 KiB. // 16 MiB should be enough. configJsonMaxSize = int64(16 * 1024 * 1024) ) func setIfEmptyStr[T ~string](s *T, v T) { if *s == "" { *s = v } } func enrichContainerWithContainerData(containerData *runtimeclient.ContainerData, container *Container) { // Runtime setIfEmptyStr(&container.Runtime.ContainerID, containerData.Runtime.ContainerID) setIfEmptyStr(&container.Runtime.RuntimeName, containerData.Runtime.RuntimeName) setIfEmptyStr(&container.Runtime.ContainerName, containerData.Runtime.ContainerName) setIfEmptyStr(&container.Runtime.ContainerImageName, containerData.Runtime.ContainerImageName) setIfEmptyStr(&container.Runtime.ContainerImageDigest, containerData.Runtime.ContainerImageDigest) // Kubernetes setIfEmptyStr(&container.K8s.Namespace, containerData.K8s.Namespace) setIfEmptyStr(&container.K8s.PodName, containerData.K8s.PodName) setIfEmptyStr(&container.K8s.PodUID, containerData.K8s.PodUID) setIfEmptyStr(&container.K8s.ContainerName, containerData.K8s.ContainerName) if container.K8s.PodLabels == nil { container.SetPodLabels(containerData.K8s.PodLabels) } } func containerRuntimeEnricher( runtimeName types.RuntimeName, runtimeClient runtimeclient.ContainerRuntimeClient, container *Container, ) bool { // If the container is already enriched with all the metadata a runtime // client is able to provide, skip it. if runtimeclient.IsEnrichedWithK8sMetadata(container.K8s.BasicK8sMetadata) && runtimeclient.IsEnrichedWithRuntimeMetadata(container.Runtime.BasicRuntimeMetadata) { return true } // For new CRI-O containers, the next GetContainer() call will always fail // because the container doesn't exist yet. So, if we have the sandbox ID, // let's enrich the container at least with the PodLabels as the PodSandbox // do exist at this point. if container.Runtime.RuntimeName == types.RuntimeNameCrio { criClient, ok := runtimeClient.(*cri.CRIClient) if ok && container.SandboxId != "" { labels, err := criClient.GetPodLabels(container.SandboxId) if err != nil { log.Warnf("Runtime enricher (%s): failed to GetPodLabels: %s", runtimeName, err) // We couldn't get the labels, but don't drop the container. return true } container.SetPodLabels(labels) } return true } containerData, err := runtimeClient.GetContainer(container.Runtime.ContainerID) if err != nil { // Temporary dropping pause container. See issue // https://github.com/inspektor-gadget/inspektor-gadget/issues/1095. if errors.Is(err, runtimeclient.ErrPauseContainer) { log.Warnf("Runtime enricher (%s): failed to get container: %s", runtimeName, err) return false } // Container could be managed by another runtime, don't drop it. return true } enrichContainerWithContainerData(containerData, container) return true } // WithDisableContainerRuntimeWarnings disables the warnings about container runtime. // Notice that this option must be set before WithMultipleContainerRuntimesEnrichment. func WithDisableContainerRuntimeWarnings() ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.disableContainerRuntimeWarnings = true return nil } } // WithMultipleContainerRuntimesEnrichment is a wrapper for // WithContainerRuntimeEnrichment() to allow caller to add multiple runtimes in // one single call. // // ContainerCollection.Initialize(WithMultipleContainerRuntimesEnrichment([]*RuntimeConfig)...) func WithMultipleContainerRuntimesEnrichment(runtimes []*containerutilsTypes.RuntimeConfig) ContainerCollectionOption { var opts []ContainerCollectionOption for _, r := range runtimes { opts = append(opts, WithContainerRuntimeEnrichment(r)) } return func(cc *ContainerCollection) error { for _, o := range opts { err := o(cc) if err != nil { return err } } return nil } } // WithContainerRuntimeEnrichment automatically adds the container name using // the requested container runtime. // // Pay attention if you want to use it with other enrichers that set the // Kubernetes metadata as this enricher also collects such info from the // runtime. Notice also that, if such info is missing in the runtime, it // hardcodes the namespace to "default" and the podname equal to the container // name because some gadgets need those two values to be set. // // ContainerCollection.Initialize(WithContainerRuntimeEnrichment(*RuntimeConfig)) func WithContainerRuntimeEnrichment(runtime *containerutilsTypes.RuntimeConfig) ContainerCollectionOption { return func(cc *ContainerCollection) error { runtimeClient, err := containerutils.NewContainerRuntimeClient(runtime) if err != nil { if !cc.disableContainerRuntimeWarnings { log.Warnf("Runtime enricher (%s): failed to initialize container runtime: %s", runtime.Name, err) } return err } switch runtime.Name { case types.RuntimeNamePodman: // Podman only supports runtime enrichment for initial containers otherwise it will deadlock. // As a consequence, we need to ensure that new podman containers will be enriched with all // the information via other enrichers e.g. see RuncNotifier.futureContainers implementation // to see how container name is enriched. default: // Add the enricher for future containers even if enriching the current // containers fails. We do it because the runtime could be temporarily // unavailable and once it is up, we will start receiving the // notifications for its containers thus we will be able to enrich them. cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { return containerRuntimeEnricher(runtime.Name, runtimeClient, container) }) } cc.cleanUpFuncs = append(cc.cleanUpFuncs, func() { if err := runtimeClient.Close(); err != nil { log.Warnf("failed to close container runtime %s: %s", runtime.Name, err) } }) // Enrich already running containers containers, err := runtimeClient.GetContainers() if err != nil { if !cc.disableContainerRuntimeWarnings { log.Warnf("Runtime enricher (%s): couldn't get current containers: %s", runtime.Name, err) } return nil } for _, container := range containers { if container.Runtime.State != runtimeclient.StateRunning { log.Debugf("Runtime enricher(%s): Skip container %q (ID: %s, image: %s): not running", runtime.Name, container.Runtime.ContainerName, container.Runtime.ContainerID, container.Runtime.ContainerImageName) continue } containerDetails, err := runtimeClient.GetContainerDetails(container.Runtime.ContainerID) if err != nil { log.Debugf("Runtime enricher (%s): Skip container %q (ID: %s, image: %s): couldn't find container: %s", runtime.Name, container.Runtime.ContainerName, container.Runtime.ContainerID, container.Runtime.ContainerImageName, err) continue } pid := containerDetails.Pid if pid > math.MaxUint32 { log.Errorf("Container PID (%d) exceeds math.MaxUint32 (%d), skipping this container", pid, math.MaxUint32) continue } // Check if process exists. Better check now rather than fail later in the enrichment pipeline. containerPidPath := filepath.Join(host.HostProcFs, fmt.Sprint(pid)) _, err = os.Stat(containerPidPath) if os.IsNotExist(err) { log.Warnf("Runtime enricher (%s): Skip container %q (ID: %s, image: %s): PID %d doesn't exist", runtime.Name, container.Runtime.ContainerName, container.Runtime.ContainerID, container.Runtime.ContainerImageName, pid) continue } var c Container c.Runtime.ContainerPID = uint32(pid) enrichContainerWithContainerData(&containerDetails.ContainerData, &c) cc.initialContainers = append(cc.initialContainers, &c) } return nil } } // WithPodInformer uses a pod informer to get both initial containers and the // stream of container events. It then uses the CRI interface to get the // process ID. // // This cannot be used together with WithInitialKubernetesContainers() since // the pod informer already gets initial containers. func WithPodInformer(nodeName string) ContainerCollectionOption { return withPodInformer(nodeName, false) } // WithFallbackPodInformer uses a pod informer as a fallback mechanism to a main // hook. If the podinformer detects a new container and it hasn't been added to // the list of containers it means the main hook is not working fine. We warn // the user about it. func WithFallbackPodInformer(nodeName string) ContainerCollectionOption { return withPodInformer(nodeName, true) } func withPodInformer(nodeName string, fallbackMode bool) ContainerCollectionOption { return func(cc *ContainerCollection) error { k8sClient, err := NewK8sClient(nodeName, cc.kubeconfigPath, "WithPodInformer") if err != nil { return fmt.Errorf("creating Kubernetes client: %w", err) } podInformer, err := NewPodInformer(nodeName) if err != nil { return fmt.Errorf("creating pod informer: %w", err) } cc.cleanUpFuncs = append(cc.cleanUpFuncs, func() { k8sClient.Close() podInformer.Stop() }) go func() { // containerIDsByKey keeps track of container ids for each key. This is // necessary because messages from deletedChan only gives the key // without additional context. // // key is "namespace/podname" // value is an set of containerId containerIDsByKey := make(map[string]map[string]struct{}) for { select { case key, ok := <-podInformer.DeletedChan(): if !ok { return } if containerIDs, ok := containerIDsByKey[key]; ok { for containerID := range containerIDs { cc.RemoveContainer(containerID) } } delete(containerIDsByKey, key) case pod, ok := <-podInformer.UpdatedChan(): if !ok { return } key, _ := cache.MetaNamespaceKeyFunc(pod) containerIDs, ok := containerIDsByKey[key] if !ok { containerIDs = make(map[string]struct{}) containerIDsByKey[key] = containerIDs } // first: remove containers that are not running anymore nonrunning := k8sClient.GetNonRunningContainers(pod) for _, id := range nonrunning { // container had not been added, no need to remove it if _, ok := containerIDs[id]; !ok { continue } cc.RemoveContainer(id) } // second: add containers that are in running state containers := k8sClient.GetRunningContainers(pod) for _, container := range containers { // The container is already registered, there is not any chance the // PID will change, so ignore it. if _, ok := containerIDs[container.Runtime.ContainerID]; ok { continue } containerIDs[container.Runtime.ContainerID] = struct{}{} // Make a copy instead of passing the same pointer at // each iteration of the loop newContainer := Container{} newContainer = container if fallbackMode { if cc.GetContainer(container.Runtime.ContainerID) != nil { continue // container is already there. All good! } log.Warnf("container %s/%s/%s wasn't detected by the main hook! The fallback pod informer will add it.", container.K8s.Namespace, container.K8s.PodName, container.K8s.ContainerName) } cc.AddContainer(&newContainer) } } } }() return nil } } // WithHost adds the host as a virtual/fake container; TODO: Just for testing func WithHost() ContainerCollectionOption { return func(cc *ContainerCollection) error { newContainer := Container{} newContainer.K8s.ContainerName = "host" newContainer.CgroupID = 1 newContainer.Runtime.ContainerPID = 1 newContainer.HostNetwork = true cc.initialContainers = append(cc.initialContainers, &newContainer) return nil } } // WithInitialKubernetesContainers gets initial containers from the Kubernetes // API with the process ID from CRI. // // This cannot be used together with WithPodInformer() since the pod informer // already gets initial containers. func WithInitialKubernetesContainers(nodeName string) ContainerCollectionOption { return func(cc *ContainerCollection) error { k8sClient, err := NewK8sClient(nodeName, cc.kubeconfigPath, "WithInitialKubernetesContainers") if err != nil { return fmt.Errorf("creating Kubernetes client: %w", err) } defer k8sClient.Close() containers, err := k8sClient.ListContainers() if err != nil { return fmt.Errorf("listing containers: %w", err) } for _, container := range containers { // Make a copy instead of passing the same pointer at // each iteration of the loop newContainer := Container{} newContainer = container cc.initialContainers = append(cc.initialContainers, &newContainer) } return nil } } // WithPubSub enables subscription with container events with Subscribe(). // Optionally, a list of callbacks can be registered from the beginning, so // they would get called for initial containers too. func WithPubSub(funcs ...FuncNotify) ContainerCollectionOption { return func(cc *ContainerCollection) error { if cc.pubsub == nil { cc.pubsub = NewGadgetPubSub() } for i, f := range funcs { cc.pubsub.Subscribe(fmt.Sprintf("WithPubSub/%d", i), f, nil) } return nil } } // getExpectedOwnerReference returns a resource only if it has an expected kind. // In the case of multiple references, it first tries to find the controller // reference. If there does not exist or it does not have an expected kind, the // function will try to find the first resource with one of the expected // resource kinds. Otherwise, it returns nil. func getExpectedOwnerReference(ownerReferences []metav1.OwnerReference) *metav1.OwnerReference { // From: https://kubernetes.io/docs/concepts/workloads/controllers/ // Notice that any change on this map needs to be aligned with the gadget // cluster role. expectedResKinds := map[string]struct{}{ "Deployment": {}, "ReplicaSet": {}, "StatefulSet": {}, "DaemonSet": {}, "Job": {}, "CronJob": {}, "ReplicationController": {}, } var ownerRef *metav1.OwnerReference for i, or := range ownerReferences { if _, ok := expectedResKinds[or.Kind]; !ok { continue } if or.Controller != nil && *or.Controller { // There is at most one controller reference per resource return &or } // Keep track of the first expected reference in case it will be needed if ownerRef == nil { ownerRef = &ownerReferences[i] } } return ownerRef } func getOwnerReferences(dynamicClient dynamic.Interface, resNamespace, resKind, resGroupVersion, resName string, ) ([]metav1.OwnerReference, error) { gv, err := schema.ParseGroupVersion(resGroupVersion) if err != nil { return nil, fmt.Errorf("parsing %s/%s groupVersion %s: %w", resNamespace, resName, resGroupVersion, err) } params := schema.GroupVersionResource{ Group: gv.Group, Version: gv.Version, Resource: resKind, } res, err := dynamicClient. Resource(params). Namespace(resNamespace). Get(context.TODO(), resName, metav1.GetOptions{}) if err != nil { return nil, fmt.Errorf("fetching %s/%s %s/%s: %w", resKind, resGroupVersion, resNamespace, resName, err) } return res.GetOwnerReferences(), nil } func getPodByCgroups(clientset *kubernetes.Clientset, nodeName string, container *Container) (*corev1.Pod, error) { if container.CgroupV1 == "" && container.CgroupV2 == "" { return nil, fmt.Errorf("need cgroup paths to work") } fieldSelector := fields.OneTermEqualSelector("spec.nodeName", nodeName).String() pods, err := clientset.CoreV1().Pods("").List(context.TODO(), metav1.ListOptions{ FieldSelector: fieldSelector, }) if err != nil { return nil, fmt.Errorf("fetching pods: %w", err) } for _, pod := range pods.Items { uid := string(pod.UID) // check if this container is associated to this pod uidWithUnderscores := strings.ReplaceAll(uid, "-", "_") if !strings.Contains(container.CgroupV2, uidWithUnderscores) && !strings.Contains(container.CgroupV2, uid) && !strings.Contains(container.CgroupV1, uidWithUnderscores) && !strings.Contains(container.CgroupV1, uid) { continue } return &pod, nil } return nil, fmt.Errorf("no pod found for container %q", container.Runtime.ContainerName) } // WithKubernetesEnrichment automatically adds pod metadata // // ContainerCollection.Initialize(WithKubernetesEnrichment()) func WithKubernetesEnrichment(nodeName string) ContainerCollectionOption { return func(cc *ContainerCollection) error { clientset, err := k8sutil.NewClientset(cc.kubeconfigPath, "container-collection/WithKubernetesEnrichment") if err != nil { return fmt.Errorf("getting Kubernetes client: %w", err) } // Future containers cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { // Skip enriching if basic k8s fields are already known. // This is an optimization and to make sure to avoid erasing the fields in case of error. if !runtimeclient.IsEnrichedWithK8sMetadata(container.K8s.BasicK8sMetadata) { var pod *corev1.Pod var err error if container.K8s.PodName == "" || container.K8s.Namespace == "" { pod, err = getPodByCgroups(clientset, nodeName, container) if err != nil { log.Errorf("kubernetes enricher (from UID): cannot find pod for container %s: %s", container.Runtime.ContainerName, err) return false } } else { pod, err = clientset.CoreV1().Pods(container.K8s.Namespace).Get(context.TODO(), container.K8s.PodName, metav1.GetOptions{}) if err != nil { log.Errorf("kubernetes enricher (from ns/podname): cannot find pod %s/%s: %s", container.K8s.Namespace, container.K8s.PodName, err) return false } } if container.K8s.ContainerName == "" { var containerName string uid := string(pod.UID) containerNames := []string{} for _, c := range pod.Spec.Containers { containerNames = append(containerNames, c.Name) } for _, c := range pod.Spec.InitContainers { containerNames = append(containerNames, c.Name) } for _, c := range pod.Spec.EphemeralContainers { containerNames = append(containerNames, c.Name) } srcs, err := ociConfigGetSourceMounts(container.OciConfig) if err != nil { log.Warnf("kubernetes enricher: failed to get source mounts for container %s: %s", container.Runtime.ContainerID, err) // We won't get ContainerName but keep going } outerLoop: for _, name := range containerNames { for _, src := range srcs { pattern := fmt.Sprintf("pods/%s/containers/%s/", uid, name) if strings.Contains(src, pattern) { containerName = name break outerLoop } } } container.K8s.ContainerName = containerName } container.K8s.Namespace = pod.Namespace container.K8s.PodName = pod.Name container.K8s.PodUID = string(pod.UID) container.SetPodLabels(pod.Labels) // drop pause containers if container.K8s.PodName != "" && container.K8s.ContainerName == "" { return false } } if container.K8s.ownerReference == nil { _, err = container.GetOwnerReference(cc.kubeconfigPath) if err != nil { log.Errorf("kubernetes enricher: failed to get owner reference for container %s: %s", container.Runtime.ContainerID, err) // Don't drop the container. We just have problems getting the owner reference, but still want to trace the container. } } return true }) return nil } } // WithContainerFanotifyEbpf uses fanotify and eBPF to detect when containers // are created and add them in the ContainerCollection. // // This works either in the host pid namespace or in a container pid namespace. // // ContainerCollection.Initialize(WithContainerFanotifyEbpf()) func WithContainerFanotifyEbpf() ContainerCollectionOption { return func(cc *ContainerCollection) error { containerNotifier, err := containerhook.NewContainerNotifier(func(notif containerhook.ContainerEvent) { switch notif.Type { case containerhook.EventTypeAddContainer: container := &Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: notif.ContainerID, ContainerPID: notif.ContainerPID, ContainerName: notif.ContainerName, }, }, OciConfig: notif.ContainerConfig, } cc.AddContainer(container) case containerhook.EventTypeRemoveContainer: cc.RemoveContainer(notif.ContainerID) case containerhook.EventTypePreCreateContainer: if cc.pubsub != nil { container := &Container{ Runtime: RuntimeMetadata{ types.BasicRuntimeMetadata{ ContainerID: notif.ContainerID, ContainerName: notif.ContainerName, }, }, OciConfig: notif.ContainerConfig, Bundle: notif.Bundle, } cc.pubsub.Publish(EventTypePreCreateContainer, container) } } }) if err != nil { return fmt.Errorf("starting container fanotify: %w", err) } cc.cleanUpFuncs = append(cc.cleanUpFuncs, func() { containerNotifier.Close() }) // Future containers cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { err := containerNotifier.AddWatchContainerTermination(container.Runtime.ContainerID, int(container.ContainerPid())) if err != nil { log.Errorf("container fanotify enricher: failed to watch container %s: %s", container.Runtime.ContainerID, err) return false } return true }) return nil } } // WithCgroupEnrichment enables an enricher to add the cgroup metadata func WithCgroupEnrichment() ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { pid := int(container.ContainerPid()) if pid == 0 { log.Errorf("cgroup enricher: failed to enrich container %s with pid zero", container.Runtime.ContainerID) return true } cgroupPathV1, cgroupPathV2, err := cgroups.GetCgroupPaths(pid) if err != nil { log.Errorf("cgroup enricher: failed to get cgroup paths on container %s: %s", container.Runtime.ContainerID, err) return true } cgroupPathV2WithMountpoint, _ := cgroups.CgroupPathV2AddMountpoint(cgroupPathV2) cgroupID, _ := cgroups.GetCgroupID(cgroupPathV2WithMountpoint) container.CgroupPath = cgroupPathV2WithMountpoint container.CgroupID = cgroupID container.CgroupV1 = cgroupPathV1 container.CgroupV2 = cgroupPathV2 return true }) return nil } } // WithLinuxNamespaceEnrichment enables an enricher to add the namespaces metadata func WithLinuxNamespaceEnrichment() ContainerCollectionOption { return func(cc *ContainerCollection) error { // GetNetNs() needs a pid in the host pid namespace: it uses $HOST_ROOT/proc/$pid/ns/net // This needs CAP_SYS_PTRACE. netnsHost, err := containerutils.GetNetNs(1) if err != nil { return fmt.Errorf("getting host net ns inode: %w", err) } cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { pid := int(container.ContainerPid()) if pid == 0 { log.Errorf("namespace enricher: failed to enrich container %s with pid zero", container.Runtime.ContainerID) return true } mntns, err := containerutils.GetMntNs(pid) if err != nil { log.Errorf("namespace enricher: failed to get mnt namespace on container %s: %s", container.Runtime.ContainerID, err) return true } container.Mntns = mntns netns, err := containerutils.GetNetNs(pid) if err != nil { log.Errorf("namespace enricher: failed to get net namespace on container %s: %s", container.Runtime.ContainerID, err) return true } container.Netns = netns container.HostNetwork = netns == netnsHost return true }) return nil } } // isEnrichedWithOCIConfigInfo returns true if container is enriched with the // metadata from OCI config that WithOCIConfigEnrichment is able to provide. // Keep in sync with what WithOCIConfigEnrichment does. func isEnrichedWithOCIConfigInfo(container *Container) bool { return container.OciConfig != "" && container.Runtime.RuntimeName != "" && container.Runtime.ContainerImageName != "" && container.K8s.ContainerName != "" && container.K8s.PodName != "" && container.K8s.Namespace != "" && container.K8s.PodUID != "" && container.SandboxId != "" } // WithOCIConfigEnrichment enriches container using provided OCI config. // Since this enricher is performant compared to the runtime client, it // should be used as a first step in the enrichment pipeline. func WithOCIConfigEnrichment() ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { if container.OciConfig == "" || isEnrichedWithOCIConfigInfo(container) { return true } annotations, err := ociConfigGetAnnotations(container.OciConfig) if err != nil { log.Errorf("OCIConfig enricher: failed to get annotations from OCI config (len=%d): %s", len(container.OciConfig), err) return true } if cm, ok := annotations["io.container.manager"]; ok && cm == "libpod" { container.Runtime.RuntimeName = types.RuntimeNamePodman } resolver, err := ociannotations.NewResolverFromAnnotations(annotations) // ignore if annotations aren't supported for runtime e.g docker if err != nil { log.Debugf("OCIConfig enricher: failed to initialize annotation resolver: %s", err) return true } // TODO: handle this once we support pod sandboxes via WithContainerRuntimeEnrichment // Issue: https://github.com/inspektor-gadget/inspektor-gadget/issues/1095 if ct := resolver.ContainerType(annotations); ct == "sandbox" { return false } // Enrich the container. Keep in sync with isEnrichedWithOCIConfigInfo. container.Runtime.RuntimeName = resolver.Runtime() if name := resolver.ContainerName(annotations); name != "" { container.K8s.ContainerName = name } if podName := resolver.PodName(annotations); podName != "" { container.K8s.PodName = podName } if podNamespace := resolver.PodNamespace(annotations); podNamespace != "" { container.K8s.Namespace = podNamespace } if podUID := resolver.PodUID(annotations); podUID != "" { container.K8s.PodUID = podUID } if imageName := resolver.ContainerImageName(annotations); imageName != "" { container.Runtime.ContainerImageName = imageName } if podSandboxId := resolver.PodSandboxId(annotations); podSandboxId != "" { container.SandboxId = podSandboxId } return true }) return nil } } // WithOCIConfigForInitialContainer enriches initial containers with the OCI config. // It assumes that the initial containers are already populated in the ContainerCollection func WithOCIConfigForInitialContainer() ContainerCollectionOption { return func(cc *ContainerCollection) error { for _, container := range cc.initialContainers { info, err := processhelpers.GetProcessInfo(int(container.ContainerPid()), 0, &procOpts{}) if err != nil { log.Errorf("OCIConfig enricher: failed to get process info for container %s: %s", container.Runtime.ContainerID, err) continue } bPath, err := os.Readlink(filepath.Join(host.HostProcFs, fmt.Sprintf("%d", info.PPID), "cwd")) if err != nil { log.Errorf("OCIConfig enricher: failed to read cwd symlink of container runtime for container %s: %s", container.Runtime.ContainerID, err) continue } // In case of containerd, we get the bundle path of sandbox containers so we need to switch to the actual container directory. if container.Runtime.RuntimeName == types.RuntimeNameContainerd && !strings.HasSuffix(bPath, container.Runtime.ContainerID) { bPath = filepath.Join(filepath.Dir(bPath), filepath.Base(container.Runtime.ContainerID)) } cfgPath, err := securejoin.SecureJoin(host.HostRoot, filepath.Join(bPath, "config.json")) if err != nil { log.Errorf("OCIConfig enricher: failed to join config.json path for container %s: %s", container.Runtime.ContainerID, err) continue } cfg, err := readOciConfigFromPath(cfgPath) if err != nil { log.Errorf("OCIConfig enricher: failed to get OCI config for container %s: %s", container.Runtime.ContainerID, err) continue } container.OciConfig = cfg } return nil } } func readOciConfigFromPath(cfgPath string) (string, error) { cfgData, err := os.Open(cfgPath) if err != nil { return "", fmt.Errorf("reading config.json for pid %s: %w", cfgPath, err) } defer cfgData.Close() cfg, err := io.ReadAll(io.LimitReader(cfgData, configJsonMaxSize)) if err != nil { return "", fmt.Errorf("reading config.json for pid %s: %w", cfgPath, err) } return string(cfg), nil } func WithNodeName(nodeName string) ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.nodeName = nodeName return nil } } type TracerCollection interface { TracerMapsUpdater() FuncNotify } // WithTracerCollection enables the interation between the TracerCollection and ContainerCollection // packages. When this option is used: // - A cache mechanism to keep containers after they are removed is enabled. // - The tracer collection TracerMapsUpdater() receives notifications from containers created / // removed. func WithTracerCollection(tc TracerCollection) ContainerCollectionOption { return func(cc *ContainerCollection) error { // 2 seconds should enough time for the tracer to read the event from the perf ring // buffer and enrich it after the container has been terminated. cc.cacheDelay = 2 * time.Second cc.cachedContainers = &sync.Map{} // This functions cleans up the container cache go func() { ticker := time.NewTicker(5 * time.Second) for { select { case <-ticker.C: cc.mu.Lock() if cc.closed { cc.mu.Unlock() return } now := time.Now() cc.cachedContainers.Range(func(key, value interface{}) bool { c := value.(*Container) if now.Sub(c.deletionTimestamp) > cc.cacheDelay { c.close() cc.cachedContainers.Delete(c.Runtime.ContainerID) } return true }) cc.mu.Unlock() case <-cc.done: return } } }() cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { mntNsPath := filepath.Join(host.HostProcFs, fmt.Sprint(container.ContainerPid()), "ns", "mnt") mntNsFd, err := unix.Open(mntNsPath, unix.O_RDONLY|unix.O_CLOEXEC, 0) if err != nil { log.Warnf("WithTracerCollection: failed to open mntns reference for container %s: %s", container.Runtime.ContainerID, err) return false } if container.mntNsFd != 0 { log.Warnf("WithTracerCollection: mntns reference already set for container %s", container.Runtime.ContainerID) } container.mntNsFd = mntNsFd netNsPath := filepath.Join(host.HostProcFs, fmt.Sprint(container.ContainerPid()), "ns", "net") netNsFd, err := unix.Open(netNsPath, unix.O_RDONLY|unix.O_CLOEXEC, 0) if err != nil { log.Warnf("WithTracerCollection: failed to open netns reference for container %s: %s", container.Runtime.ContainerID, err) return false } if container.netNsFd != 0 { log.Warnf("WithTracerCollection: netns reference already set for container %s", container.Runtime.ContainerID) } container.netNsFd = netNsFd return true }) cc.cleanUpFuncs = append(cc.cleanUpFuncs, func() { // clean up functions are called with the mutex held cc.cachedContainers.Range(func(key, value interface{}) bool { c := value.(*Container) c.close() cc.cachedContainers.Delete(key) return true }) }) if cc.pubsub == nil { cc.pubsub = NewGadgetPubSub() } cc.pubsub.Subscribe("tracercollection", tc.TracerMapsUpdater(), nil) return nil } } // WithProcEnrichment enables an enricher to add process metadata func WithProcEnrichment() ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.containerEnrichers = append(cc.containerEnrichers, func(container *Container) bool { pid := int(container.ContainerPid()) if pid == 0 { log.Errorf("proc enricher: failed to enrich container %s with pid zero", container.Runtime.ContainerID) return false } procStat, err := host.GetProcStat(pid) if err != nil { log.Errorf("proc enricher: failed to read /proc/%d/stat for container %s: %v", pid, container.Runtime.ContainerID, err) return false } container.Runtime.ContainerStartedAt = procStat.StartedAt return true }) return nil } } // WithKubeconfigPath sets the kubeconfig path for the Kubernetes client. // Some options like WithPodInformer or WithKubernetesEnrichment will use it. func WithKubeconfigPath(kubeconfigPath string) ContainerCollectionOption { return func(cc *ContainerCollection) error { cc.kubeconfigPath = kubeconfigPath return nil } } inspektor-gadget-0.46.0/pkg/container-collection/options_test.go000066400000000000000000000141401510117411400250200ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "testing" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" ) func TestGetExpectedOwnerReference(t *testing.T) { cTrue := true cFalse := false table := []struct { description string ownerReferences []metav1.OwnerReference expectedResult *metav1.OwnerReference }{ { description: "From empty list", ownerReferences: []metav1.OwnerReference{}, }, { description: "Neither controller reference nor expected kind", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde2", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde3", Kind: "non-expected-kind", Controller: &cFalse, }, }, }, { description: "One element with expected kind", ownerReferences: []metav1.OwnerReference{ { UID: "abcde", Kind: "Deployment", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde", }, }, { description: "Selecting first expected kind reference (First element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "ReplicaSet", Controller: &cFalse, }, { UID: "abcde2", Kind: "StatefulSet", Controller: &cFalse, }, { UID: "abcde3", Kind: "DaemonSet", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde1", }, }, { description: "Selecting first expected kind reference (Intermediate element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde2", Kind: "Job", Controller: &cFalse, }, { UID: "abcde3", Kind: "CronJob", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde2", }, }, { description: "Selecting first expected kind reference (Last element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde2", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde3", Kind: "ReplicationController", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde3", }, }, { description: "Nil controller flag", ownerReferences: []metav1.OwnerReference{ { UID: "abcde", Kind: "CronJob", }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde", }, }, { description: "Controller reference without expected kind and no fallback", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "non-expected-kind", Controller: &cTrue, }, { UID: "abcde2", Kind: "non-expected-kind", Controller: &cFalse, }, { UID: "abcde3", Kind: "non-expected-kind", Controller: &cFalse, }, }, }, { description: "Fallback references for controller reference without expected kind", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "non-expected-kind", Controller: &cTrue, }, { UID: "abcde2", Kind: "ReplicaSet", Controller: &cFalse, }, { UID: "abcde3", Kind: "StatefulSet", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde2", }, }, { description: "Selecting controller reference (First element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "Deployment", Controller: &cTrue, }, { UID: "abcde2", Kind: "Job", Controller: &cFalse, }, { UID: "abcde3", Kind: "ReplicaSet", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde1", }, }, { description: "Selecting controller reference (Intermediate element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "DaemonSet", Controller: &cFalse, }, { UID: "abcde2", Kind: "ReplicationController", Controller: &cTrue, }, { UID: "abcde3", Kind: "StatefulSet", Controller: &cFalse, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde2", }, }, { description: "Selecting controller reference (Last element)", ownerReferences: []metav1.OwnerReference{ { UID: "abcde1", Kind: "ReplicaSet", Controller: &cFalse, }, { UID: "abcde2", Kind: "Deployment", Controller: &cFalse, }, { UID: "abcde3", Kind: "CronJob", Controller: &cTrue, }, }, expectedResult: &metav1.OwnerReference{ UID: "abcde3", }, }, } for i, entry := range table { result := getExpectedOwnerReference(entry.ownerReferences) if (entry.expectedResult == nil && result != nil) || (entry.expectedResult != nil && entry.expectedResult.UID != result.UID) { t.Fatalf("Failed test %q (index %d): result %+v expected %+v", entry.description, i, result, entry.expectedResult) } } } inspektor-gadget-0.46.0/pkg/container-collection/podinformer.go000066400000000000000000000114351510117411400246160ustar00rootroot00000000000000// Copyright 2017 The Kubernetes Authors. // Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Code based on the official client-go example: * https://github.com/kubernetes/client-go/blob/master/examples/workqueue/main.go */ package containercollection import ( "errors" "sync" "time" log "github.com/sirupsen/logrus" v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/fields" "k8s.io/apimachinery/pkg/util/runtime" "k8s.io/apimachinery/pkg/util/wait" "k8s.io/client-go/kubernetes" "k8s.io/client-go/rest" "k8s.io/client-go/tools/cache" "k8s.io/client-go/util/workqueue" _ "k8s.io/client-go/plugin/pkg/client/auth" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) type PodInformer struct { store cache.Store queue workqueue.TypedRateLimitingInterface[string] informer cache.Controller stop chan struct{} updatedPodChan chan *v1.Pod deletedPodChan chan string wg sync.WaitGroup } func NewPodInformer(node string) (*PodInformer, error) { config, err := rest.InClusterConfig() if err != nil { return nil, err } config.UserAgent = version.UserAgent() + " (container-collection/NewPodInformer)" clientset, err := kubernetes.NewForConfig(config) if err != nil { return nil, err } podListWatcher := cache.NewListWatchFromClient(clientset.CoreV1().RESTClient(), "pods", "", fields.OneTermEqualSelector("spec.nodeName", node)) // creates the queue queue := workqueue.NewTypedRateLimitingQueue(workqueue.DefaultTypedControllerRateLimiter[string]()) store, informer := cache.NewInformerWithOptions(cache.InformerOptions{ ListerWatcher: podListWatcher, ObjectType: &v1.Pod{}, Handler: cache.ResourceEventHandlerFuncs{ AddFunc: func(obj interface{}) { key, err := cache.MetaNamespaceKeyFunc(obj) if err == nil { queue.Add(key) } }, UpdateFunc: func(old interface{}, new interface{}) { key, err := cache.MetaNamespaceKeyFunc(new) if err == nil { queue.Add(key) } }, DeleteFunc: func(obj interface{}) { // IndexerInformer uses a delta queue, therefore for deletes we have to use this // key function. key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) if err == nil { queue.Add(key) } }, }, ResyncPeriod: 0, }) p := &PodInformer{ store: store, queue: queue, informer: informer, stop: make(chan struct{}), updatedPodChan: make(chan *v1.Pod), deletedPodChan: make(chan string), } // Now let's start the controller go p.Run(1, p.stop) return p, nil } func (p *PodInformer) Stop() { // tell all workers to end close(p.stop) // wait for workers to end before closing channels to avoid // writing to closed channels p.wg.Wait() close(p.updatedPodChan) close(p.deletedPodChan) } func (p *PodInformer) UpdatedChan() <-chan *v1.Pod { return p.updatedPodChan } func (p *PodInformer) DeletedChan() <-chan string { return p.deletedPodChan } func (p *PodInformer) processNextItem() bool { // Wait until there is a new item in the working queue key, quit := p.queue.Get() if quit { return false } defer p.queue.Done(key) p.notifyChans(key) return true } // notifyChans passes the event to the channels configured by the user func (p *PodInformer) notifyChans(key string) error { obj, exists, err := p.store.GetByKey(key) if err != nil { log.Errorf("Fetching object with key %s from store failed with %v", key, err) return err } defer p.queue.Forget(key) if !exists { p.deletedPodChan <- key return nil } p.updatedPodChan <- obj.(*v1.Pod) return nil } func (p *PodInformer) Run(threadiness int, stopCh chan struct{}) { defer runtime.HandleCrash() // Let the workers stop when we are done defer p.queue.ShutDown() log.Info("Starting Pod controller") go p.informer.Run(stopCh) // Wait for all involved caches to be synced, before processing items from the queue is started if !cache.WaitForCacheSync(stopCh, p.informer.HasSynced) { runtime.HandleError(errors.New("timed out waiting for caches to sync")) return } for i := 0; i < threadiness; i++ { p.wg.Add(1) go wait.Until(p.runWorker, time.Second, stopCh) } <-stopCh log.Info("Stopping Pod controller") } func (p *PodInformer) runWorker() { defer p.wg.Done() for p.processNextItem() { } } inspektor-gadget-0.46.0/pkg/container-collection/process.go000066400000000000000000000031231510117411400237430ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "time" ) type procOpts struct{} func (procOpts) WithCPUUsage() bool { return false } func (procOpts) WithCPUUsageRelative() bool { return false } func (procOpts) WithComm() bool { return false } func (procOpts) WithPPID() bool { return true } func (procOpts) WithState() bool { return false } func (procOpts) WithUID() bool { return false } func (procOpts) WithVmSize() bool { return false } func (procOpts) WithVmRSS() bool { return false } func (procOpts) WithMemoryRelative() bool { return false } func (procOpts) WithThreadCount() bool { return false } func (procOpts) WithStartTime() bool { return false } func (procOpts) TotalMemory() uint64 { return 0 } func (procOpts) NumCPU() int { return 0 } func (procOpts) LastCPUTime(_ int) (uint64, bool) { return 0, false } func (procOpts) BootTime() time.Time { return time.Time{} } inspektor-gadget-0.46.0/pkg/container-collection/pubsub.go000066400000000000000000000065121510117411400235720ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "sync" "time" ) type EventType int type FuncNotify func(event PubSubEvent) const ( EventTypeAddContainer EventType = iota EventTypeRemoveContainer EventTypePreCreateContainer ) func (e *EventType) String() string { switch *e { case EventTypeRemoveContainer: return "DELETED" case EventTypePreCreateContainer: return "PRECREATE" case EventTypeAddContainer: fallthrough default: return "CREATED" } } func EventTypeFromString(s string) EventType { switch s { case "DELETED": return EventTypeRemoveContainer case "PRECREATE": return EventTypePreCreateContainer case "CREATED": fallthrough default: return EventTypeAddContainer } } func (e *EventType) MarshalText() (text []byte, err error) { return []byte(e.String()), nil } func (e *EventType) UnmarshalText(bytes []byte) error { *e = EventTypeFromString(string(bytes)) return nil } type PubSubEvent struct { Timestamp string `json:"timestamp,omitempty" column:"timestamp,maxWidth:30" columnTags:"runtime"` Type EventType `json:"event" column:"event,maxWidth:10" columnTags:"runtime"` Container *Container `json:"container"` } // GadgetPubSub provides a synchronous publish subscribe mechanism for gadgets // to be informed of container creation and deletion. It needs to be // synchronous so that gadgets have time to attach their tracer before the // container is started. type GadgetPubSub struct { mu sync.RWMutex // subs is the set of subscribers subs map[interface{}]FuncNotify } func NewGadgetPubSub() *GadgetPubSub { return &GadgetPubSub{ subs: make(map[interface{}]FuncNotify), } } // Subscribe registers the callback to be called for every container event // published with Publish(). Optionally, the caller can pass an initializer() // function that is guaranteed to be called before any new container events are // published. func (g *GadgetPubSub) Subscribe(key interface{}, callback FuncNotify, initializer func()) { g.mu.Lock() defer g.mu.Unlock() g.subs[key] = callback if initializer != nil { initializer() } } func (g *GadgetPubSub) Unsubscribe(key interface{}) { g.mu.Lock() defer g.mu.Unlock() delete(g.subs, key) } func (g *GadgetPubSub) Publish(eventType EventType, container *Container) { // Make a copy so we don't keep the lock while actually publishing g.mu.RLock() copiedSubs := []FuncNotify{} for _, callback := range g.subs { copiedSubs = append(copiedSubs, callback) } g.mu.RUnlock() var wg sync.WaitGroup for _, callback := range copiedSubs { wg.Add(1) go func(callback FuncNotify) { event := PubSubEvent{ Timestamp: time.Now().Format(time.RFC3339), Type: eventType, Container: container, } callback(event) wg.Done() }(callback) } wg.Wait() } inspektor-gadget-0.46.0/pkg/container-collection/pubsub_test.go000066400000000000000000000047731510117411400246400ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containercollection import ( "testing" types "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func TestPubSub(t *testing.T) { p := NewGadgetPubSub() if p == nil { t.Fatalf("Failed to create new pubsub") } var event PubSubEvent done := make(chan struct{}, 1) counter := 0 key := "callback1" callback := func(e PubSubEvent) { event = e counter++ done <- struct{}{} } p.Subscribe(key, callback, nil) p.Publish( EventTypeRemoveContainer, &Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: "container1", }, }, }, ) _, ok := <-done if !ok { t.Fatalf("Failed to receive event from callback") } if event.Type != EventTypeRemoveContainer { t.Fatalf("Failed to receive correct event of type EVENT_TYPE_REMOVE_CONTAINER") } if event.Container.Runtime.ContainerID != "container1" { t.Fatalf("Failed to receive correct event") } p.Unsubscribe(key) p.Publish( EventTypeRemoveContainer, &Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: "container2", }, }, }, ) if counter != 1 { t.Fatalf("Callback called too many times") } } func TestPubSubVerifyPointerToContainer(t *testing.T) { p := NewGadgetPubSub() if p == nil { t.Fatalf("Failed to create new pubsub") } c := &Container{ Runtime: RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerID: "container1", }, }, } var receivedC *Container key := "callback1" done := make(chan struct{}, 1) callback := func(e PubSubEvent) { receivedC = e.Container done <- struct{}{} } p.Subscribe(key, callback, nil) p.Publish(EventTypeAddContainer, c) _, ok := <-done if !ok { t.Fatalf("Failed to receive event from callback") } p.Unsubscribe(key) if receivedC != c { t.Fatalf("Pointer doesn't correspond to original object") } } inspektor-gadget-0.46.0/pkg/container-hook/000077500000000000000000000000001510117411400205445ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-hook/bpf/000077500000000000000000000000001510117411400213135ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-hook/bpf/execruntime.bpf.c000066400000000000000000000135701510117411400245630ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 #include #include #include #include #include "execruntime.h" static const struct record empty_record = {}; // configured by userspace const volatile u64 tracer_group = 0; // ig_fa_pick_ctx keeps context for kprobe/kretprobe fsnotify_remove_first_event struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 64); __type(key, u64); // tgid_pid __type(value, u64); // dummy } ig_fa_pick_ctx SEC(".maps"); // ig_fa_records is consumed by userspace struct { __uint(type, BPF_MAP_TYPE_QUEUE); __uint(max_entries, 64); __type(value, struct record); } ig_fa_records SEC(".maps"); // man clone(2): // If any of the threads in a thread group performs an // execve(2), then all threads other than the thread group // leader are terminated, and the new program is executed in // the thread group leader. // // sys_enter_execve might be called from a thread and the corresponding // sys_exit_execve will be called from the thread group leader in case of // execve success, or from the same thread in case of execve failure. // // Moreover, checking ctx->ret == 0 is not a reliable way to distinguish // successful execve from failed execve because seccomp can change ctx->ret. // // Therefore, use two different tracepoints to handle the map cleanup: // - tracepoint/sched/sched_process_exec is called after a successful execve // - tracepoint/syscalls/sys_exit_execve is always called struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 128); __type(key, u32); // pid (not tgid) __type(value, struct record); } exec_args SEC(".maps"); SEC("kprobe/fsnotify_remove_first_event") int BPF_KPROBE(ig_fa_pick_e, struct fsnotify_group *group) { u64 current_pid_tgid; u64 dummy = 0; if (tracer_group != (u64)group) return 0; current_pid_tgid = bpf_get_current_pid_tgid(); // Keep context for kretprobe/fsnotify_remove_first_event bpf_map_update_elem(&ig_fa_pick_ctx, ¤t_pid_tgid, &dummy, 0); return 0; } SEC("kretprobe/fsnotify_remove_first_event") int BPF_KRETPROBE(ig_fa_pick_x, struct fanotify_event *ret) { struct record *record; u64 current_pid_tgid; u32 event_pid; u64 *exists; // current_pid_tgid is the Inspektor Gadget task current_pid_tgid = bpf_get_current_pid_tgid(); exists = bpf_map_lookup_elem(&ig_fa_pick_ctx, ¤t_pid_tgid); if (!exists) return 0; // event_pid is the thread that triggered the fanotify event. // Since Inspektor Gadget uses FAN_REPORT_TID, this is the thread id // and not the process id. event_pid = BPF_CORE_READ(ret, pid, numbers[0].nr); record = bpf_map_lookup_elem(&exec_args, &event_pid); if (!record) { // no record found but we need to push an empty record in the queue to // ensure userspace understands that there is no record for this event goto fail; } bpf_map_push_elem(&ig_fa_records, record, 0); bpf_map_delete_elem(&ig_fa_pick_ctx, ¤t_pid_tgid); return 0; fail: bpf_map_push_elem(&ig_fa_records, &empty_record, 0); bpf_map_delete_elem(&ig_fa_pick_ctx, ¤t_pid_tgid); return 0; } SEC("tracepoint/syscalls/sys_enter_execve") int ig_execve_e(struct syscall_trace_enter *ctx) { u64 pid_tgid; u32 tgid, pid; struct record *record; struct task_struct *task; uid_t uid = (u32)bpf_get_current_uid_gid(); u64 *pid_sum; int ret; const char **args = (const char **)(ctx->args[1]); const char *argp; int i; pid_tgid = bpf_get_current_pid_tgid(); tgid = pid_tgid >> 32; pid = (u32)pid_tgid; // Add new entry but not from the stack due to size limitations if (bpf_map_update_elem(&exec_args, &pid, &empty_record, 0)) return 0; record = bpf_map_lookup_elem(&exec_args, &pid); if (!record) return 0; task = (struct task_struct *)bpf_get_current_task(); bpf_get_current_comm(&record->caller_comm, sizeof(record->caller_comm)); record->mntns_id = BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum); record->pid = tgid; record->args_size = 0; ret = bpf_probe_read_user_str(record->args, ARGSIZE, (const char *)ctx->args[0]); if (ret > 0 && ret <= ARGSIZE) { record->args_size += ret; } else { // write an empty string record->args[0] = '\0'; record->args_size++; } #pragma unroll for (i = 1; i < TOTAL_MAX_ARGS; i++) { ret = bpf_probe_read_user(&argp, sizeof(argp), &args[i]); if (ret != 0 || !argp) return 0; if (record->args_size > LAST_ARG) return 0; ret = bpf_probe_read_user_str(&record->args[record->args_size], ARGSIZE, argp); if (ret > 0 && ret <= ARGSIZE) { record->args_size += ret; } else { return 0; } } return 0; } // tracepoint/sched/sched_process_exec is called after a successful execve SEC("tracepoint/sched/sched_process_exec") int ig_sched_exec(struct trace_event_raw_sched_process_exec *ctx) { // Don't use the pid from bpf_get_current_pid_tgid() as a key: the pid // might have changed since sys_enter_execve if the execve was performed by // a thread. Thankfully, the old thread id is passed in ctx->old_pid. u32 execs_lookup_key = ctx->old_pid; bpf_map_delete_elem(&exec_args, &execs_lookup_key); return 0; } SEC("tracepoint/syscalls/sys_exit_execve") int ig_execve_x(struct syscall_trace_exit *ctx) { // - If the execve was successful, ig_sched_exec would have deleted the // entry already. Deleting it again is harmless. // - If the execve failed, we need to delete the entry here. // bpf_get_current_pid_tgid() returns the same pid as in // sys_enter_execve. // - If the execve was blocked by seccomp, sys_enter_execve was not called. // But deleting the entry that was not added is harmless. // - We cannot reliably distinguish successful execve from failed execve // with ctx->ret because it can be changed by seccomp with // SCMP_ACT_ERRNO(0). u32 pid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(&exec_args, &pid); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/container-hook/bpf/execruntime.h000066400000000000000000000011251510117411400240130ustar00rootroot00000000000000/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */ #ifndef __EXECRUNTIME_H #define __EXECRUNTIME_H #define ARGSIZE 256 #define TASK_COMM_LEN 16 #define TOTAL_MAX_ARGS 20 #define FULL_MAX_ARGS_ARR (TOTAL_MAX_ARGS * ARGSIZE) #define INVALID_UID ((uid_t) - 1) #define BASE_EVENT_SIZE (size_t)(&((struct event *)0)->args) #define EVENT_SIZE(e) (BASE_EVENT_SIZE + e->args_size) #define LAST_ARG (FULL_MAX_ARGS_ARR - ARGSIZE) struct record { __u64 mntns_id; __u32 pid; unsigned int args_size; __u8 caller_comm[TASK_COMM_LEN]; __u8 args[FULL_MAX_ARGS_ARR]; }; #endif /* __EXECRUNTIME_H */ inspektor-gadget-0.46.0/pkg/container-hook/execruntime_arm64_bpfel.go000066400000000000000000000104301510117411400256020ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build arm64 package containerhook import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type execruntimeRecord struct { _ structs.HostLayout MntnsId uint64 Pid uint32 ArgsSize uint32 CallerComm [16]uint8 Args [5120]uint8 } // loadExecruntime returns the embedded CollectionSpec for execruntime. func loadExecruntime() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_ExecruntimeBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load execruntime: %w", err) } return spec, err } // loadExecruntimeObjects loads execruntime and converts it into a struct. // // The following types are suitable as obj argument: // // *execruntimeObjects // *execruntimePrograms // *execruntimeMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadExecruntimeObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadExecruntime() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // execruntimeSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeSpecs struct { execruntimeProgramSpecs execruntimeMapSpecs execruntimeVariableSpecs } // execruntimeProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeProgramSpecs struct { IgExecveE *ebpf.ProgramSpec `ebpf:"ig_execve_e"` IgExecveX *ebpf.ProgramSpec `ebpf:"ig_execve_x"` IgFaPickE *ebpf.ProgramSpec `ebpf:"ig_fa_pick_e"` IgFaPickX *ebpf.ProgramSpec `ebpf:"ig_fa_pick_x"` IgSchedExec *ebpf.ProgramSpec `ebpf:"ig_sched_exec"` } // execruntimeMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeMapSpecs struct { ExecArgs *ebpf.MapSpec `ebpf:"exec_args"` IgFaPickCtx *ebpf.MapSpec `ebpf:"ig_fa_pick_ctx"` IgFaRecords *ebpf.MapSpec `ebpf:"ig_fa_records"` } // execruntimeVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeVariableSpecs struct { TracerGroup *ebpf.VariableSpec `ebpf:"tracer_group"` } // execruntimeObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeObjects struct { execruntimePrograms execruntimeMaps execruntimeVariables } func (o *execruntimeObjects) Close() error { return _ExecruntimeClose( &o.execruntimePrograms, &o.execruntimeMaps, ) } // execruntimeMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeMaps struct { ExecArgs *ebpf.Map `ebpf:"exec_args"` IgFaPickCtx *ebpf.Map `ebpf:"ig_fa_pick_ctx"` IgFaRecords *ebpf.Map `ebpf:"ig_fa_records"` } func (m *execruntimeMaps) Close() error { return _ExecruntimeClose( m.ExecArgs, m.IgFaPickCtx, m.IgFaRecords, ) } // execruntimeVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeVariables struct { TracerGroup *ebpf.Variable `ebpf:"tracer_group"` } // execruntimePrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimePrograms struct { IgExecveE *ebpf.Program `ebpf:"ig_execve_e"` IgExecveX *ebpf.Program `ebpf:"ig_execve_x"` IgFaPickE *ebpf.Program `ebpf:"ig_fa_pick_e"` IgFaPickX *ebpf.Program `ebpf:"ig_fa_pick_x"` IgSchedExec *ebpf.Program `ebpf:"ig_sched_exec"` } func (p *execruntimePrograms) Close() error { return _ExecruntimeClose( p.IgExecveE, p.IgExecveX, p.IgFaPickE, p.IgFaPickX, p.IgSchedExec, ) } func _ExecruntimeClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed execruntime_arm64_bpfel.o var _ExecruntimeBytes []byte inspektor-gadget-0.46.0/pkg/container-hook/execruntime_arm64_bpfel.o000066400000000000000000001501201510117411400254340ustar00rootroot00000000000000ELF@@y{*y"] { y{  (cqyaqbWy cU,%{zw #a{sqyyqyqac& c{gi yrg w -svaa c yspg w Uyab %a! rg w %aa c spg w Uyab %a! rg w %aa c spg w Uyab %a! rg w %aa c s pg w Uyab %a! rg w %aa c s(pg w U}y{ab %ya! rg w %oaa c s0pg w Ucyaab %_a! rg w %Uaa c s8pg w UIyGab %Ea! rg w %;aa c s@pg w U/y-ab %+a! rg w %!aa c sHpg w Uyab %a! rg w %aa c sPpg w Uyab %a! rg w %aa c sXpg w Uyab %a! rg w %aa c s`pg w Uyab %a! rg w %aa c shpg w Uyab %a! rg w %aa c sppg w Uyab %a! rg w %aa c sxpg w Uyywab %ua! rg w %kaa c spg w U_y]ab %[a! rg w %Qaa c spg w UEyCab %Aa! rg w %7aa c spg w U+y)ab %'a! rg w %aa c spg w Uyab % a! rg w %aa c acc GPLDDV3    #  0 7 @ @D `NZ_e@x} @ @  @@  P!& (@  @ "$)6#; > A @ 6%;>A@H'LR0)dqt@ w{ * w ,h0w/{25 @6@011@034@23  7@ 8 <@IJ*N0M7OBQFW@N9Yi:n;w=>?@AB:CEDDFFGH K&L@/L7@JEP3MVPh<x0@}RS@QT RV@UYZ@Z[H@ K wX \#_/ 7 CbI8@ `O V]ch @tKg @` hp r @  M# @* K? O X @f p b H H   0@  K D@ DH# `6 0M ` 0@t    0@ 0 @ *0 J! " " #& @#1 `#; #G #U K#\ $h $| !$ "$ #$ @$ A$ B$ C$ D$ E$ F$ G$ K$+ $@&9 &> K&K g'W g@'^ 0'g 0(o g(| 0( 0@) 6) * 0, , , - b@- - - . @. K/ K@/ /! /0 K08 K@0@ 0P 3e 4r 5| @5 5 5 @6 6 6 @7 7 7 8 @8 8 8 9 @99K@: : :$R;/@;=;F ;P;X@<i@<x<<<<=@=g=>b@>>>?@??K?@$@@)B7@BDBQB^Co C@C0CD@D0DE@E @F`FFF 0G0@H>HHHPDHZHiIw I @I`IKIIJ@JQJK@KKK0KEKLYL^Mg MpK@MMMMMQNNNOOOKOP@P-P<PKPUQf@Qw:Q:QKQ R@RRR S @SBQ@S8SSgT  @T1U?8UNbVW@VcVkV{WW#K`@a df@F`Fped :^iJ@&01?LYdu@j@W mnn@KoK@kl@h @ @)6?NKWK@dKm v00KK H H0q@p J@j@     2  = N W f wss{|@@tuv@zDDDD Jujw xy/AsQ}~ glrr g  @K DDDD 0K@@(%0@/0+ 89KC@ F@(KQ[(`@`fmry @ @`KK2   @?@ P"( @6 `DX`@gwwL@w LP 8Q  @`0wj: | I@`  $ @/?M[@dp|@Nb@@  %BQ-2;EN0sXaKe0 pwKP: @8@ @&<G[mvm DKK @ `(2K    Pe!-08 Cb@MbWZdK@rK} 0p@0r2@3334@4! hKK@KKKK@KK KK@qK;K>K0KK@&+K/<NT Y ^@i  0{  @ooM 000&J!@-0;2G0T` k@v `o  b!@ `"@&F F F  -@ w@ @  4 @M Y 0W d @`j 0gv @ :@ A 0 K@  O B    K@ C!C!Q#! 0!: &@G&KS&K^&o& s&@`|&0&0@&"& @&`o&&& @@s&0&&@(&6&8&&'@ '7'^''+'5'='I'9;@O':98Z'De'Dp'Fx'@}'>?''"@''@' cD'GE FC'T#g'0' K M 'OP QR ((*(@1(:(Sm@!D(TN(Q(U@[(V_(Wh(X@v(Z((\(\((@3$(((@((@( ( () Y ) )G )G0") [ 4) ;) C) M) V) _) !k) %v) &) () +) .)) 6@!ad@K)b)a)g@)i)g)K)K0)0*j *d@*K*bc KKde`f+*7*0G*hT*h@`*gk*kl dm}**** +P+q"+q'+q,+q1+q6+B+KE+K@H++q H8+t@+u+v+V+w@+x+x+yz,{,~,@,@",(, 8,I, @S, `b,Js,0@,8,I,|@, 8} ,,L@,L[O,Q.Z.@@`.. w. v/Z@/ w/   0 0+030  90 A0I0\0j0t0{0>00000000011&1.171B1M1Y1c1o1y11111111122)2>2N2`2l2{22222 222222/33/30Y>3J3kint__ARRAY_SIZE_TYPE__u32__u32unsigned intrecordmntns_idpidargs_sizecaller_commargs__u64unsigned long long__u8unsigned chartypemax_entrieskeyvalueexec_argsu64ig_fa_pick_ctxig_fa_recordspt_regsorig_x0syscallnopmrsdei_ttbr1stackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regsregssppcpstates32__s32frame_record_metaframe_recordfplrctxig_fa_pick_ekprobe/fsnotify_remove_first_event0:0:0bpf/execruntime.bpf.cint BPF_KPROBE(ig_fa_pick_e, struct fsnotify_group *group) u64 dummy = 0; if (tracer_group != (u64)group) current_pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&ig_fa_pick_ctx, ¤t_pid_tgid, &dummy, 0);ig_fa_pick_xkretprobe/fsnotify_remove_first_eventint BPF_KRETPROBE(ig_fa_pick_x, struct fanotify_event *ret) exists = bpf_map_lookup_elem(&ig_fa_pick_ctx, ¤t_pid_tgid); if (!exists)fanotify_eventfsemerge_listmaskfsnotify_eventlistlist_headnextprevhlist_nodepprevhash0:4 event_pid = BPF_CORE_READ(ret, pid, numbers[0].nr);countlevellockstashedinopidfs_nodetasksinodeswait_pidfdrcunumbersrefcount_trefcount_structrefsatomic_tcounterspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvallockedpendingu8locked_pendingtailu16__u16unsigned shortrb_node__rb_parent_colorrb_rightrb_leftunsigned longhlist_headfirstwait_queue_head_twait_queue_headheadcallback_headfuncupidnrns0:10:0:0 record = bpf_map_lookup_elem(&exec_args, &event_pid);syscall_trace_enterenttrace_entryflagspreempt_countig_execve_etracepoint/syscalls/sys_enter_execveint ig_execve_e(struct syscall_trace_enter *ctx) uid_t uid = (u32)bpf_get_current_uid_gid();0:2:1 const char **args = (const char **)(ctx->args[1]); pid_tgid = bpf_get_current_pid_tgid(); pid = (u32)pid_tgid; if (bpf_map_update_elem(&exec_args, &pid, &empty_record, 0)) record = bpf_map_lookup_elem(&exec_args, &pid); if (!record) task = (struct task_struct *)bpf_get_current_task(); bpf_get_current_comm(&record->caller_comm, sizeof(record->caller_comm));task_structthread_info__statesaved_statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupstatspreempt_notifierspolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infopushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitno_cgroup_migrationfrozenuse_memdelayin_eventfdatomic_flagsrestart_blocktgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionmemcg_nr_pages_over_highactive_memcgobjcgthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxbpf_net_contextkretprobe_instancesthreadcpupreemptneed_resched__call_single_nodellistsrcdstllist_nodeu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weights64__s64long longsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listtimeoutwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTdl_server_has_tasks_fbool_Booldl_server_pick_fsched_statisticscpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnlongfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_traw_spinlock_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headrb_rootrb_root_cachedrb_leftmostworkmutexscheduledownerwait_lockosqwait_listatomic_long_tatomic64_toptimistic_spin_queueuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuseruser_nsucountsgroup_infokuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcucharsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingsize_t__kernel_size_t__kernel_ulong_tmodefilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockseqcountseqcount_tsequenceshorttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchpage_fragpageoffsetsizetimer_listentryllist_headthread_structcpu_contextuwfp_typefpsimd_cpusve_statesme_statevlvl_onexecfault_addressfault_codedebugkernel_fpsimd_statekernel_fpsimd_cpukeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0por_el0x19x20x21x22x23x24x25x26x27x28tp_valuetp2_valuefpmrpadfpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128FP_STATE_CURRENTFP_STATE_FPSIMDFP_STATE_SVEdebug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwpmu_ctxrefcountchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrbrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventdestroyidlost_samplesclockoverflow_handleroverflow_handler_contextprogbpf_cookietp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlemmapfreqinherit_statenable_on_exectaskwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputcgrouptext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrllenprivilegeenabledrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idaddrphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiprivatesaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:120 record->mntns_id = BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_ns0:3mnt_namespacerootseqseq_origineventn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listpassivens_commonopsinummountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:2 record->args_size = 0; record->pid = tgid; ret = bpf_probe_read_user_str(record->args, ARGSIZE,0:2:0 (const char *)ctx->args[0]); if (ret > 0 && ret <= ARGSIZE) { record->args[0] = '\0'; ret = bpf_probe_read_user(&argp, sizeof(argp), &args[i]); if (ret != 0 || !argp) if (record->args_size > LAST_ARG) ret = bpf_probe_read_user_str(&record->args[record->args_size], if (ret > 0 && ret <= ARGSIZE) { record->args_size += ret;}trace_event_raw_sched_process_exec__data_loc_filenameold_pid__dataig_sched_exectracepoint/sched/sched_process_exec u32 execs_lookup_key = ctx->old_pid; bpf_map_delete_elem(&exec_args, &execs_lookup_key); return 0;syscall_trace_exitretig_execve_xtracepoint/syscalls/sys_exit_execve u32 pid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(&exec_args, &pid);tracer_groupempty_recordLICENSE.maps.rodatalicensehrtimer_clock_baseaddress_spacemm_structdentrycompletionbpf_local_storagenetuser_namespaceproc_ns_operationsuts_namespaceipc_namespacemountfsnotify_mark_connectorpid_namespacetime_namespacecgroup_namespacecss_setbpf_progobj_cgroupmem_cgroupftrace_hashvm_structuser_structfs_structtrace_event_callevent_filterseccomp_filterrt_mutex_waiterpipe_inode_infofasync_structgendiskperf_event_pmu_contextperf_event_contextperf_bufferperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackperf_cgroupkernel_siginfotask_grouprcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_plugsignal_structsighand_structrobust_list_headcompat_robust_list_headfutex_pi_stateuprobe_taskbpf_run_ctx TTp+-]./ 083@3P3hc 3838 ( @@ZD`h\\ dHDu& (8@pX  b+b+b+,$, b+,(,8-0,,_-4(-DHh-3\- \- `-`-l-l."x. xV. y.8-3\Py.X- \h- `x-`-l-l."x. xV.y.-3\ y.(- \8- `H-``-lh-lp."x. xV.y.-3\y.- \- `-`0-l8-l@."xX. xhV.y.-3\y.- \- `-`-l-l."x(. x8V.`y.x-3\y.- \- `-`-l-l."x. xV.0y.H-3\`y.h- \x- `-`-l-l."x. xV.y.-3\0y.8- \H- `X-`p-lx-l."x. xV.y.-3\ y. - \ - `( -`@ -lH -lP ."xh . xx V. y. -3\ y. - \ - ` -` -l -l ."x8 . xH V.p y. -3\ y. - \ - ` -` -l -l ."x . x V.@ y.X -3\p y.x - \ - ` -` -l -l ."x . x V. y.( -3\@ y.H - \X - `h -` -l -l ."x . x V. y. -3\ y. - \( - `8 -`P -lX -l` ."xx . x V. y. -3\ y. - \ - `-` -l(-l0."xH. xXV.y.-3\y.- \- `-`-l-l."x. x(V.Py.h-3\y.- \- `-`-l-l."x. xV. y.8-3\Py.X- \h- `x-`-l-l."x. xV.y.-3\y. - \8- `H-``-lh-lp."x. xV.y...// 6/8k/// / /  /8k/""H.7Y^\+0s+`z,Y2-.+H8  @     X @,m H Hh( 0@P   A A,ADAPA hA,<L\ l (8HXhx 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p    ( @ P ` p   ,D  ig_fa_pick_ctxig_fa_pick_xig_execve_x.text.rel.BTF.ext.relkretprobe/fsnotify_remove_first_event.relkprobe/fsnotify_remove_first_event.mapsexec_argsig_fa_recordstracer_group.llvm_addrsig.reltracepoint/syscalls/sys_exit_execve.reltracepoint/syscalls/sys_enter_execvelicenseig_fa_pick_eig_execve_eempty_record.reltracepoint/sched/sched_process_execig_sched_exec.strtab.symtab.rodata.rel.BTFLICENSELBB2_4LBB1_4LBB1_3LBB0_2LBB2_81{)@j@f @ @X< @P0 @h0IHE @ `H @ ((X(),)Jx @`3xT/ @Lo г( inspektor-gadget-0.46.0/pkg/container-hook/execruntime_x86_bpfel.go000066400000000000000000000104351510117411400253030ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 package containerhook import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type execruntimeRecord struct { _ structs.HostLayout MntnsId uint64 Pid uint32 ArgsSize uint32 CallerComm [16]uint8 Args [5120]uint8 } // loadExecruntime returns the embedded CollectionSpec for execruntime. func loadExecruntime() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_ExecruntimeBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load execruntime: %w", err) } return spec, err } // loadExecruntimeObjects loads execruntime and converts it into a struct. // // The following types are suitable as obj argument: // // *execruntimeObjects // *execruntimePrograms // *execruntimeMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadExecruntimeObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadExecruntime() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // execruntimeSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeSpecs struct { execruntimeProgramSpecs execruntimeMapSpecs execruntimeVariableSpecs } // execruntimeProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeProgramSpecs struct { IgExecveE *ebpf.ProgramSpec `ebpf:"ig_execve_e"` IgExecveX *ebpf.ProgramSpec `ebpf:"ig_execve_x"` IgFaPickE *ebpf.ProgramSpec `ebpf:"ig_fa_pick_e"` IgFaPickX *ebpf.ProgramSpec `ebpf:"ig_fa_pick_x"` IgSchedExec *ebpf.ProgramSpec `ebpf:"ig_sched_exec"` } // execruntimeMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeMapSpecs struct { ExecArgs *ebpf.MapSpec `ebpf:"exec_args"` IgFaPickCtx *ebpf.MapSpec `ebpf:"ig_fa_pick_ctx"` IgFaRecords *ebpf.MapSpec `ebpf:"ig_fa_records"` } // execruntimeVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type execruntimeVariableSpecs struct { TracerGroup *ebpf.VariableSpec `ebpf:"tracer_group"` } // execruntimeObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeObjects struct { execruntimePrograms execruntimeMaps execruntimeVariables } func (o *execruntimeObjects) Close() error { return _ExecruntimeClose( &o.execruntimePrograms, &o.execruntimeMaps, ) } // execruntimeMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeMaps struct { ExecArgs *ebpf.Map `ebpf:"exec_args"` IgFaPickCtx *ebpf.Map `ebpf:"ig_fa_pick_ctx"` IgFaRecords *ebpf.Map `ebpf:"ig_fa_records"` } func (m *execruntimeMaps) Close() error { return _ExecruntimeClose( m.ExecArgs, m.IgFaPickCtx, m.IgFaRecords, ) } // execruntimeVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimeVariables struct { TracerGroup *ebpf.Variable `ebpf:"tracer_group"` } // execruntimePrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadExecruntimeObjects or ebpf.CollectionSpec.LoadAndAssign. type execruntimePrograms struct { IgExecveE *ebpf.Program `ebpf:"ig_execve_e"` IgExecveX *ebpf.Program `ebpf:"ig_execve_x"` IgFaPickE *ebpf.Program `ebpf:"ig_fa_pick_e"` IgFaPickX *ebpf.Program `ebpf:"ig_fa_pick_x"` IgSchedExec *ebpf.Program `ebpf:"ig_sched_exec"` } func (p *execruntimePrograms) Close() error { return _ExecruntimeClose( p.IgExecveE, p.IgExecveX, p.IgFaPickE, p.IgFaPickX, p.IgSchedExec, ) } func _ExecruntimeClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed execruntime_x86_bpfel.o var _ExecruntimeBytes []byte inspektor-gadget-0.46.0/pkg/container-hook/execruntime_x86_bpfel.o000066400000000000000000001534201510117411400251360ustar00rootroot00000000000000ELF@@yp{*y"] { yP{  (cqyaqbWy cU,%{zw #a {sqyyqyqac& c{gi yrg w -svaa c yspg w Uyab %a! rg w %aa c spg w Uyab %a! rg w %aa c spg w Uyab %a! rg w %aa c s pg w Uyab %a! rg w %aa c s(pg w U}y{ab %ya! rg w %oaa c s0pg w Ucyaab %_a! rg w %Uaa c s8pg w UIyGab %Ea! rg w %;aa c s@pg w U/y-ab %+a! rg w %!aa c sHpg w Uyab %a! rg w %aa c sPpg w Uyab %a! rg w %aa c sXpg w Uyab %a! rg w %aa c s`pg w Uyab %a! rg w %aa c shpg w Uyab %a! rg w %aa c sppg w Uyab %a! rg w %aa c sxpg w Uyywab %ua! rg w %kaa c spg w U_y]ab %[a! rg w %Qaa c spg w UEyCab %Aa! rg w %7aa c spg w U+y)ab %'a! rg w %aa c spg w Uyab % a! rg w %aa c acc GPLIIJ5    #  0 7 @ @D `NZ_e@x} @ @  @@  !!@!!!!@!!!!@!!!!@ ! !!"@!!' @.#15&=$A%G5.VY]#`d(d ]lpx| 089:<  )  +0.14 @5@/00@/23@12  6@ ,72 8;@=EEIFTIZHaJlLpR@x89:<=>?@A9BDCC ##%!7G@@GFHS2HYKk8;{/@MN@LO MQ@PTU@ZV%@ ! S W% Z, 4 @[F7@ `L SZ\e @q!` @` ai k z@~    !@5 E N \ @f [@?x %? %? ? ? /@ @ !@ CA CA  A, /@AC AV /Bj B} B B /C /C D @DT/E @F FG @H H H I'  I1 @I= `IK !IR I^ Ir I I I J J J J J J J J J$ J4 JH JU !@Jb J@@Lp `Lu !L `L `M /@M /M `@N /N /O 5O O /Q @R R R [S! @S' S- S3 T@ !TF !UM @UX Ug !Uo !Vw @V X Z Z [ @[ [ \ @\ \ ] @] ] ]^ @^^^*_@_8!`B@`N `[M`fat@a} `aabc@c;cccd`dd[e@eee$f/@f?!fNf[g`hni{@iimmm/nnn/oo o p'p6qF@qW/@rgrus@sCPs`ssss!t@t`tttLt@u  '2C!U@d{@99!@ lL7@`2`BSa7@p[y  @[  @ A B>L @  L$  !+!@8?CV]_@\#``#pd^]o w9YbF@/ @(c-3@A fGgNg@S!chgs!z@de@a @@!!@!  0/#!+!: % E%0Mj@iRFbmy@c@           ll#t&u7{@HzN@Vm[nho@qsvC|CCC VFncp qrlvw xzyk|} `z (3@<GP]@ht~c@cc@@0EP`@s@ !  C CCC 0&!-@7ES`@l(w/@/b 8!@ @((@` @ +0@5`A!H!PV13 ! ' @8e>w Ptz @ `@G@G 8L  @`/-c89 FN@R`V[`ejp v @@@p[@#@.5; LSY jwlL/x!/!9 @ "!@)!-x9EV8io@u{@! Cx@ +xH 4Nx ]g" @l `! q(|1!h S^@!%%% %0!@!`!!!@!!a !@  %b) 5#<#B# #( #,H#-L#/N#0U#4Y#5[#6]#7_#8 eM p/|//F@/1/ @ ` [v@ `, $ 7 @J Q V # b # q # { @ @~ 1   @  /  @?` /` @ 9@!2!/ !!@!$!J*!31! @! M! ]!!@j!4v!4!L! !9 !9@!:!!@!!;LQ!!"=@ "?"[3"N 8"@ C"O P L"Q!W"_'p[(\"/@(d" (n""""""" #####< l -# @4# @# L# @U# A]# Bd# Cn# D{# E# F# G# H I# J# K# L# M# N# O# Q# R# S$ T$ U.$ VE$ WK$ XU$ Ya$ Zp$ [$ \$ ]$ ^$ _$ `$ a$ b$ c$ d$ e$ f$ $ @%  % 2% C% @Q%$`b%$po% % % % % % % % % % % % % & & && *& ;& E& P& ]&  k&`![@!!vr&%@.}&&@&&`!#$%&'- `-#&@&!&!&& &@`&"'"@ '-#' @#'`&)'4' @@Nl?'/G'O'@(T'(Y')a't'!!@)CC|''*,@'+*)'C'C'#'@'/0''@''@' V\5'86 74(#` (/8#( < > 3(@A BCK(\(i(@p(y(D@!(E(F@(G(H(sI@(K((M(M((@$(((@ ))@#) ?') 0)C) JH) P)$ W)$0^) L p) w) ) ) ) ) !) %) &) () +) .)) )@L"RU@!)[)R)X@*Z*X*!&*!/6*/A*[J*U@R*!^*ST !!UVQWl*x*0*Y*Y@*X*\] U^***!+%& L+!@]+ce+ct+dy+d+ee+++ @+ `]+ @l + +@+++ + , , )f,',g-,i4,q9,s?,wI, pU,Y, ],@a,`e,i,m,q,h8`z, U,#Y,#],# ,#0j@,,q,m,n'o pkl,,@a,e, i,@m,` @ 0,o,o,U,Y, ],@a,`e,i,m,q,h,C`,Ch,Cp,Cx,C,CT'r,-@-i-t-v1-@+?-@')uCC H,7-y@-z-{-Q-|@-}-}-~---@.@.. $.5. @?. `N.F_./@k.7s.=E}.@. ,7 ..G@.GJ.L0U0@@`00 0 b1U@u1 y1   1 222  %2 -252C2Q2W2o2}2222G#22222g222u3#353A3K3W3#a3n3z333$3333334#454A4P4[4d4s44 444444f4/445g 505<5int__ARRAY_SIZE_TYPE__u32__u32unsigned intrecordmntns_idpidargs_sizecaller_commargs__u64unsigned long long__u8unsigned chartypemax_entrieskeyvalueexec_argsu64ig_fa_pick_ctxig_fa_recordspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axipflagsspunsigned longcscsxfred_csu16__u16unsigned shortslwfessssxfred_ssstisweventnmivectorenclavelmnestedinsnlenctxig_fa_pick_ekprobe/fsnotify_remove_first_event0:14bpf/execruntime.bpf.cint BPF_KPROBE(ig_fa_pick_e, struct fsnotify_group *group) u64 dummy = 0; if (tracer_group != (u64)group) current_pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&ig_fa_pick_ctx, ¤t_pid_tgid, &dummy, 0);ig_fa_pick_xkretprobe/fsnotify_remove_first_event0:10int BPF_KRETPROBE(ig_fa_pick_x, struct fanotify_event *ret) exists = bpf_map_lookup_elem(&ig_fa_pick_ctx, ¤t_pid_tgid); if (!exists)fanotify_eventfsemerge_listmaskfsnotify_eventlistlist_headnextprevhlist_nodepprevhash0:4 event_pid = BPF_CORE_READ(ret, pid, numbers[0].nr);countlevellockstashedinopidfs_nodetasksinodeswait_pidfdrcunumbersrefcount_trefcount_structrefsatomic_tcounterspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvallockedpendingu8locked_pendingtailrb_node__rb_parent_colorrb_rightrb_lefthlist_headfirstwait_queue_head_twait_queue_headheadcallback_headfuncupidnrns0:10:0:0 record = bpf_map_lookup_elem(&exec_args, &event_pid);syscall_trace_enterenttrace_entrypreempt_countig_execve_etracepoint/syscalls/sys_enter_execveint ig_execve_e(struct syscall_trace_enter *ctx) uid_t uid = (u32)bpf_get_current_uid_gid();0:2:1 const char **args = (const char **)(ctx->args[1]); pid_tgid = bpf_get_current_pid_tgid(); pid = (u32)pid_tgid; if (bpf_map_update_elem(&exec_args, &pid, &empty_record, 0)) record = bpf_map_lookup_elem(&exec_args, &pid); if (!record) task = (struct task_struct *)bpf_get_current_task(); bpf_get_current_comm(&record->caller_comm, sizeof(record->caller_comm));task_structthread_info__statesaved_statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupstatsbtrace_seqpolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infopushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitrestore_sigmaskno_cgroup_migrationfrozenuse_memdelayin_eventfdpasid_activatedreported_split_lockin_thrashingatomic_flagsrestart_blocktgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forkrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxbpf_net_contextmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_workstatuscpu__call_single_nodellistsrcdstllist_nodeu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weights64__s64long longsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listtimeoutwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTdl_server_has_tasks_fbool_Booldl_server_pick_fsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnlongfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_traw_spinlock_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headrb_rootrb_root_cachedrb_leftmostworkmutexscheduledownerwait_lockosqwait_listatomic_long_tatomic64_toptimistic_spin_queueuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuseruser_nsucountsgroup_infokuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcucharsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingsize_t__kernel_size_t__kernel_ulong_tmodefilter_countfiltersyscall_user_dispatchselectoroffsetlenon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockseqcountseqcount_tsequenceshorttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchunmapped_pagespage_fragpagesizetimer_listentryllist_headthread_structtls_arrayesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnpkrufpudesc_structlimit0base0base1dplplimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwpmu_ctxrefcountchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrbrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventdestroyidlost_samplesclockoverflow_handleroverflow_handler_contextprogbpf_cookietp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlemmapfreqinherit_statenable_on_exectaskwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputcgrouptext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2__s32aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddressrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entrycallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idaddrphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregsprivatesaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERavx512_timestampfpstate__task_fpstatepermguest_perm__fpstatefpu_state_perm__state_perm__state_size__user_state_sizeuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_statecwdswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387headerextended_state_areaxstate_headerxcomp_bv0:124 record->mntns_id = BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_ns0:3mnt_namespacerootseqseq_origineventn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listpassivens_commonopsinummountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:2 record->args_size = 0; record->pid = tgid; ret = bpf_probe_read_user_str(record->args, ARGSIZE,0:2:0 (const char *)ctx->args[0]); if (ret > 0 && ret <= ARGSIZE) { record->args[0] = '\0'; ret = bpf_probe_read_user(&argp, sizeof(argp), &args[i]); if (ret != 0 || !argp) if (record->args_size > LAST_ARG) ret = bpf_probe_read_user_str(&record->args[record->args_size], if (ret > 0 && ret <= ARGSIZE) { record->args_size += ret;}trace_event_raw_sched_process_exec__data_loc_filenameold_pid__dataig_sched_exectracepoint/sched/sched_process_exec u32 execs_lookup_key = ctx->old_pid; bpf_map_delete_elem(&exec_args, &execs_lookup_key); return 0;syscall_trace_exitretig_execve_xtracepoint/syscalls/sys_exit_execve u32 pid = (u32)bpf_get_current_pid_tgid(); bpf_map_delete_elem(&exec_args, &pid);tracer_groupempty_recordLICENSE.maps.rodatalicenseuts_namespaceipc_namespacemountfsnotify_mark_connectorpid_namespacetime_namespacecgroup_namespacecss_setbpf_proghrtimer_clock_baseaddress_spacemm_structdentrycompletionnetuser_namespaceproc_ns_operationsbpf_local_storage__kernel_timespecftrace_hashvm_structuser_structfs_structevent_filterbpf_run_ctxpipe_inode_infofasync_structgendisktrace_event_callperf_event_pmu_contextperf_event_contextperf_bufferperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackperf_cgroupkernel_siginfotask_grouprcu_nodeseccomp_filterold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_plugsignal_structsighand_structrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infouprobe_taskmath_emu_info TTp*,X01 '7078X@XPXh X8X8 (A @@D`h\\ dHAr& (8@pU  N-N-N-.$. N-.(,$/0.,K/4(m/DHh/3\/ \/ `/`/l/l0"x0 xB0 e08/3\Pe0X/ \h/ `x/`/l/l0"x0 xB0e0/3\ e0(/ \8/ `H/``/lh/lp0"x0 xB0e0/3\e0/ \/ `/`0/l8/l@0"xX0 xhB0e0/3\e0/ \/ `/`/l/l0"x(0 x8B0`e0x/3\e0/ \/ `/`/l/l0"x0 xB00e0H/3\`e0h/ \x/ `/`/l/l0"x0 xB0e0/3\0e08/ \H/ `X/`p/lx/l0"x0 xB0e0/3\ e0 / \ / `( /`@ /lH /lP 0"xh 0 xx B0 e0 /3\ e0 / \ / ` /` /l /l 0"x8 0 xH B0p e0 /3\ e0 / \ / ` /` /l /l 0"x 0 x B0@ e0X /3\p e0x / \ / ` /` /l /l 0"x 0 x B0 e0( /3\@ e0H / \X / `h /` /l /l 0"x 0 x B0 e0 /3\ e0 / \( / `8 /`P /lX /l` 0"xx 0 x B0 e0 /3\ e0 / \ / `/` /l(/l00"xH0 xXB0e0/3\e0/ \/ `/`/l/l0"x0 x(B0Pe0h/3\e0/ \/ `/`/l/l0"x0 xB0 e08/3\Pe0X/ \h/ `x/`/l/l0"x0 xB0e0/3\e0 / \8/ `H/``/lh/lp0"x0 xB0e00000 "18W111 1 1  18W1  H-6TYH-0x-`.T/0-H8  @     X @,m H Hh( 0@P   EEEF F 8F,<L\ l (8HXhx 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p    ( @ P ` p   ,D  ig_fa_pick_ctxig_fa_pick_xig_execve_x.text.rel.BTF.ext.relkretprobe/fsnotify_remove_first_event.relkprobe/fsnotify_remove_first_event.mapsexec_argsig_fa_recordstracer_group.llvm_addrsig.reltracepoint/syscalls/sys_exit_execve.reltracepoint/syscalls/sys_enter_execvelicenseig_fa_pick_eig_execve_eempty_record.reltracepoint/sched/sched_process_execig_sched_exec.strtab.symtab.rodata.rel.BTFLICENSELBB2_4LBB1_4LBB1_3LBB0_2LBB2_81{)@j@f @ @X< @ؼP0 @(0IHE @X `H @h ((X(),) @x`3<T/ @ؽLo ( inspektor-gadget-0.46.0/pkg/container-hook/runtime-finder/000077500000000000000000000000001510117411400234745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-hook/runtime-finder/finder.go000066400000000000000000000052621510117411400252770ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package finder import ( "errors" "fmt" "os" "strings" securejoin "github.com/cyphar/filepath-securejoin" "github.com/s3rj1k/go-fanotify/fanotify" "golang.org/x/sys/unix" ) // RuntimePaths is the list of paths where the container runtime runc or crun // could be installed. Depending on the Linux distribution, it could be in // different locations. // // When this package is executed in a container, it prepends the HOST_ROOT env // variable to the path. var RuntimePaths = []string{ "/bin/runc", "/usr/bin/runc", "/usr/sbin/runc", "/usr/local/bin/runc", "/usr/local/sbin/runc", "/usr/lib/cri-o-runc/sbin/runc", "/usr/bin/crun", "/var/lib/rancher/k3s/data/current/bin/runc", // Used in k3s "/var/lib/rancher/rke2/bin/runc", // Used in RKE2 "/usr/libexec/crio/runc", // Used in kubeadm on Debian, upstream crio "/var/lib/k0s/bin/runc", // Used in k0s "/aarch64-bottlerocket-linux-gnu/sys-root/usr/bin/runc", // Used in Bottlerocket OS "/x86_64-bottlerocket-linux-gnu/sys-root/usr/bin/runc", // Used in Bottlerocket OS "/snap/microk8s/current/bin/runc", } // Notify marks the runtime path given as argument if it exists. // The host root is prepend is not already present in runtime path. // If prepend runtime path is a symbolic link, it will be resolved. // The resulting runtime path is then marked using the corresponding NotifyFD. func Notify(runtimePath string, hostRoot string, notifyFD *fanotify.NotifyFD) (string, error) { path := runtimePath var err error // Check if we have to prepend the host root to the runtime path if !strings.HasPrefix(runtimePath, hostRoot) { // SecureJoin will resolve symlinks according to the host root path, err = securejoin.SecureJoin(hostRoot, path) if err != nil { return "", fmt.Errorf("securejoining of %s: %w", path, err) } } if _, err = os.Stat(path); errors.Is(err, os.ErrNotExist) { return "", err } if err = notifyFD.Mark(unix.FAN_MARK_ADD, unix.FAN_OPEN_EXEC_PERM, unix.AT_FDCWD, path); err != nil { return "", fmt.Errorf("marking of %s: %w", path, err) } return path, nil } inspektor-gadget-0.46.0/pkg/container-hook/tracer.go000066400000000000000000000722231510117411400223610ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package containerhook detects when a container is created or terminated. // // It uses two mechanisms to detect new containers: // 1. fanotify with FAN_OPEN_EXEC_PERM. // 2. ebpf on the sys_enter_execve tracepoint to get the execve arguments. // // Using fanotify with FAN_OPEN_EXEC_PERM allows to call a callback function // while the container is being created. The container is paused until the // callback function returns. // // Using ebpf on the sys_enter_execve tracepoint allows to get the execve // arguments without the need to read /proc/$pid/cmdline or /proc/$pid/comm. // Reading /proc/$pid/cmdline is not possible using only fanotify when the // tracer is not in the same pidns as the process being traced. This is the // case when Inspektor Gadget is started with hostPID=false. // // https://github.com/inspektor-gadget/inspektor-gadget/blob/main/docs/devel/fanotify-ebpf.png package containerhook import ( "errors" "fmt" "io" "io/fs" "math" "os" "path/filepath" "strconv" "strings" "sync" "sync/atomic" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/link" "github.com/s3rj1k/go-fanotify/fanotify" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfgen" runtimefinder "github.com/inspektor-gadget/inspektor-gadget/pkg/container-hook/runtime-finder" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms/symscache" "github.com/inspektor-gadget/inspektor-gadget/pkg/kfilefields" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target $TARGET -cc clang -cflags ${CFLAGS} -no-global-types -type record execruntime ./bpf/execruntime.bpf.c -- -I./bpf/ func init() { spec, err := loadExecruntime() if err != nil { panic(err) } symscache.RegisterSymbolsFromSpec(spec) } type EventType int const ( EventTypeAddContainer EventType = iota EventTypeRemoveContainer EventTypePreCreateContainer ) const ( defaultContainerPendingTimeout = 15 * time.Second defaultContainerCheckInterval = 10 * time.Second ) const ( // config.json is typically less than 100 KiB. // 16 MiB should be enough. configJsonMaxSize = int64(16 * 1024 * 1024) // pid files store a string with a int32 value, so 11 characters. // Keep a larger buffer to be able to notice errors with strconv.Atoi. pidFileMaxSize = int64(32) ) var ( // How long to wait for a container after a "conmon" or a "runc start" command // The values can be overridden by tests. containerPendingTimeout = defaultContainerPendingTimeout containerCheckInterval = defaultContainerCheckInterval ) // ContainerEvent is the notification for container creation or termination type ContainerEvent struct { // Type is whether the container was added or removed Type EventType // ContainerID is the container id, typically a 64 hexadecimal string ContainerID string // ContainerName is the container name, typically two words with an underscore ContainerName string // ContainerPID is the process id of the container ContainerPID uint32 // Container's configuration is the config.json from the OCI runtime // spec ContainerConfig string // Bundle is the directory containing the config.json from the OCI // runtime spec // See https://github.com/opencontainers/runtime-spec/blob/main/bundle.md Bundle string } type ContainerNotifyFunc func(notif ContainerEvent) type watchedContainer struct { id string pid int } type pendingContainer struct { id string bundleDir string configJSONPath string pidFile string pidFileDir string mntnsId uint64 timestamp time.Time removeMarks []func() } type futureContainer struct { id string name string bundleDir string pidFile string timestamp time.Time } type ContainerNotifier struct { runtimeBinaryNotify *fanotify.NotifyFD pidFileDirNotify *fanotify.NotifyFD callback ContainerNotifyFunc // containers is the set of containers that are being watched for // termination. This prevents duplicate calls to // AddWatchContainerTermination. // // Keys: Container ID containers map[string]*watchedContainer containersMu sync.Mutex // futureContainers is the set of containers that are detected before // oci-runtime (runc/crun) creates the container e.g. detected via conmon // // Keys: Container ID futureContainers map[string]*futureContainer futureMu sync.Mutex // pendingContainers is the set of containers that are created but not yet // started (e.g. 'runc create' executed but not yet 'runc start'). // // Keys: pid file pendingContainers map[string]*pendingContainer pendingMu sync.Mutex objs execruntimeObjects links []link.Link // set to true when the notifier is closed is closed closed atomic.Bool // this channel is used in watchContainersTermination() to avoid having to wait for the // ticker to trigger before returning done chan bool wg sync.WaitGroup } var runtimePaths []string = append( runtimefinder.RuntimePaths, "/usr/bin/conmon", ) // initFanotify initializes the fanotify API with the flags we need func initFanotify() (*fanotify.NotifyFD, error) { // Flags for the fanotify fd var fanotifyFlags uint // FAN_REPORT_TID is required so that kretprobe/fsnotify_remove_first_event can report the tid fanotifyFlags |= uint(unix.FAN_REPORT_TID) // FAN_CLOEXEC is required to avoid leaking the fd to child processes fanotifyFlags |= uint(unix.FAN_CLOEXEC) // FAN_CLASS_CONTENT is required for perm events such as FAN_OPEN_EXEC_PERM fanotifyFlags |= uint(unix.FAN_CLASS_CONTENT) // FAN_UNLIMITED_QUEUE is required so we don't miss any events fanotifyFlags |= uint(unix.FAN_UNLIMITED_QUEUE) // FAN_UNLIMITED_MARKS is required so we can monitor as many pid files as // necessary without being restricted by: // sysctl fs.fanotify.max_user_marks // With this flag, we don't influence other applications using fanotify // (kernel accounting is per-uid), fanotifyFlags |= uint(unix.FAN_UNLIMITED_MARKS) // FAN_NONBLOCK is required so GetEvent can be interrupted by Close() fanotifyFlags |= uint(unix.FAN_NONBLOCK) // Flags for the fd installed when reading a fanotify event (e.g. flag for // the runc fd or the pid file fd). openFlags := os.O_RDONLY | unix.O_LARGEFILE | unix.O_CLOEXEC return fanotify.Initialize(fanotifyFlags, openFlags) } // Supported detects if RuncNotifier is supported in the current environment func Supported() bool { notifier, err := NewContainerNotifier(func(notif ContainerEvent) {}) if notifier != nil { notifier.Close() } if err != nil { log.Warnf("ContainerNotifier: not supported: %s", err) } return err == nil } // NewContainerNotifier uses fanotify and ebpf to detect when a container is // created or terminated, and call the callback on such event. // // Limitations: // - the container runtime must be installed in one of the paths listed by runtimePaths func NewContainerNotifier(callback ContainerNotifyFunc) (*ContainerNotifier, error) { n := &ContainerNotifier{ callback: callback, containers: make(map[string]*watchedContainer), futureContainers: make(map[string]*futureContainer), pendingContainers: make(map[string]*pendingContainer), done: make(chan bool), } if err := n.install(); err != nil { n.Close() return nil, err } return n, nil } func (n *ContainerNotifier) installEbpf(fanotifyFd int) error { symscache.PopulateKallsymsCache() spec, err := loadExecruntime() if err != nil { return fmt.Errorf("load ebpf program for container-hook: %w", err) } fanotifyPrivateData, err := kfilefields.ReadPrivateDataFromFd(fanotifyFd) if err != nil { return fmt.Errorf("reading private data from fanotify fd: %w", err) } execSpec := &execruntimeSpecs{} if err := spec.Assign(execSpec); err != nil { return err } if err := execSpec.TracerGroup.Set(fanotifyPrivateData); err != nil { return err } opts := ebpf.CollectionOptions{ Programs: ebpf.ProgramOptions{ KernelTypes: btfgen.GetBTFSpec(), }, } if err := spec.LoadAndAssign(&n.objs, &opts); err != nil { return fmt.Errorf("loading maps and programs: %w", err) } // Attach ebpf programs l, err := link.Kprobe("fsnotify_remove_first_event", n.objs.IgFaPickE, nil) if err != nil { return fmt.Errorf("attaching kprobe fsnotify_remove_first_event: %w", err) } n.links = append(n.links, l) l, err = link.Kretprobe("fsnotify_remove_first_event", n.objs.IgFaPickX, nil) if err != nil { return fmt.Errorf("attaching kretprobe fsnotify_remove_first_event: %w", err) } n.links = append(n.links, l) l, err = link.Tracepoint("syscalls", "sys_enter_execve", n.objs.IgExecveE, nil) if err != nil { return fmt.Errorf("attaching tracepoint: %w", err) } n.links = append(n.links, l) l, err = link.Tracepoint("sched", "sched_process_exec", n.objs.IgSchedExec, nil) if err != nil { return fmt.Errorf("attaching tracepoint: %w", err) } n.links = append(n.links, l) l, err = link.Tracepoint("syscalls", "sys_exit_execve", n.objs.IgExecveX, nil) if err != nil { return fmt.Errorf("attaching tracepoint: %w", err) } n.links = append(n.links, l) return nil } func (n *ContainerNotifier) install() error { // Start fanotify runtimeBinaryNotify, err := initFanotify() if err != nil { return err } n.runtimeBinaryNotify = runtimeBinaryNotify pidFileDirNotify, err := initFanotify() if err != nil { return err } n.pidFileDirNotify = pidFileDirNotify // Load, initialize and attach ebpf program err = n.installEbpf(runtimeBinaryNotify.Fd) if err != nil { return err } // Attach fanotify to various runtime binaries runtimeFound := false runtimePath := os.Getenv("RUNTIME_PATH") if runtimePath != "" { log.Debugf("container-hook: trying runtime from RUNTIME_PATH env variable at %s", runtimePath) notifiedPath, err := runtimefinder.Notify(runtimePath, host.HostRoot, runtimeBinaryNotify) if err != nil { return fmt.Errorf("container-hook: notifying %s: %w", runtimePath, err) } log.Debugf("container-hook: monitoring runtime at %s (originally %s)", notifiedPath, runtimePath) runtimeFound = true } else { for _, r := range runtimePaths { log.Debugf("container-hook: trying runtime at %s", r) notifiedPath, err := runtimefinder.Notify(r, host.HostRoot, runtimeBinaryNotify) if err != nil { log.Debugf("container-hook: notifying %s: %v", runtimePath, err) continue } log.Debugf("container-hook: monitoring runtime at %s (originally %s)", notifiedPath, r) runtimeFound = true } } if !runtimeFound { return fmt.Errorf("no container runtime can be monitored with fanotify. The following paths were tested: %s. You can use the RUNTIME_PATH env variable to specify a custom path. If you are successful doing so, please open a PR to add your custom path to runtimePaths", strings.Join(runtimePaths, ", ")) } n.wg.Add(4) go n.watchContainersTermination() go n.watchRuntimeBinary() go n.watchPendingContainers() go n.checkTimeout() return nil } // AddWatchContainerTermination watches a container for termination and // generates an event on the notifier. This is automatically called for new // containers detected by ContainerNotifier, but it can also be called for // containers detected externally such as initial containers. func (n *ContainerNotifier) AddWatchContainerTermination(containerID string, containerPID int) error { n.containersMu.Lock() defer n.containersMu.Unlock() if _, ok := n.containers[containerID]; ok { // This container is already being watched for termination return nil } n.containers[containerID] = &watchedContainer{ id: containerID, pid: containerPID, } return nil } // watchContainerTermination waits until the container terminates func (n *ContainerNotifier) watchContainersTermination() { defer n.wg.Done() ticker := time.NewTicker(time.Second) defer ticker.Stop() for { select { case <-n.done: return case <-ticker.C: if n.closed.Load() { return } dirEntries, err := os.ReadDir(host.HostProcFs) if err != nil { log.Errorf("reading /proc: %s", err) return } pids := make(map[int]bool) for _, entry := range dirEntries { pid, err := strconv.Atoi(entry.Name()) if err != nil { // entry is not a process directory. Ignore. continue } pids[pid] = true } n.containersMu.Lock() for _, c := range n.containers { if pids[c.pid] { // container still running continue } if c.pid > math.MaxUint32 { log.Errorf("container PID (%d) exceeds math.MaxUint32 (%d)", c.pid, math.MaxUint32) return } go n.callback(ContainerEvent{ Type: EventTypeRemoveContainer, ContainerID: c.id, ContainerPID: uint32(c.pid), }) delete(n.containers, c.id) } n.containersMu.Unlock() } } } func (n *ContainerNotifier) watchPidFileIterate() error { // Get the next event from fanotify. // Even though the API allows to pass skipPIDs, we cannot use // it here because ResponseAllow would not be called. data, err := n.pidFileDirNotify.GetEvent() if err != nil { return err } // data can be nil if the event received is from a process in skipPIDs. // In that case, skip and get the next event. if data == nil { return nil } // Don't leak the fd received by GetEvent defer data.Close() dataFile := data.File() defer dataFile.Close() if !data.MatchMask(unix.FAN_ACCESS_PERM) { // This should not happen: FAN_ACCESS_PERM is the only mask Marked log.Errorf("fanotify: unknown event on pid file: mask=%d pid=%d", data.Mask, data.Pid) return nil } // This unblocks whoever is accessing the pidfile defer n.pidFileDirNotify.ResponseAllow(data) pathFromProcfs, err := data.GetPath() if err != nil { log.Errorf("fanotify: could not get path for pid file") return nil } // Coherence check: the pid file should be a small regular file var stat unix.Stat_t err = unix.Fstat(int(dataFile.Fd()), &stat) if err != nil { log.Errorf("fanotify: could not stat received fd (%q): %s", pathFromProcfs, err) return nil } if stat.Mode&unix.S_IFMT != unix.S_IFREG { log.Debugf("fanotify: received fd (%q) is not a regular file: expected %d, got %d", pathFromProcfs, unix.S_IFREG, stat.Mode&unix.S_IFMT) return nil } if stat.Size > pidFileMaxSize { log.Debugf("fanotify: received fd (%q) refers to a large file: %d bytes", pathFromProcfs, stat.Size) return nil } path := filepath.Join(host.HostRoot, pathFromProcfs) n.pendingMu.Lock() var pc *pendingContainer for pidFile := range n.pendingContainers { // Consider files identical if they have the same device/inode, // even if the paths differ due to symlinks (for example, // the event's path is /run/... but the runc --pid-file argument // uses /var/run/..., where /var/run is a symlink to /run). filesAreIdentical, err := checkFilesAreIdentical(path, pidFile) if err == nil && filesAreIdentical { pc = n.pendingContainers[pidFile] delete(n.pendingContainers, pidFile) for _, remove := range pc.removeMarks { remove() } break } } n.pendingMu.Unlock() if pc == nil { return nil } pidFileContent, err := io.ReadAll(io.LimitReader(dataFile, pidFileMaxSize)) if err != nil { log.Errorf("fanotify: error reading pid file (%q): %s", pathFromProcfs, err) return nil } if len(pidFileContent) == 0 { log.Errorf("fanotify: empty pid file (%q)", pathFromProcfs) return nil } containerPID, err := strconv.Atoi(string(pidFileContent)) if err != nil { log.Errorf("fanotify: pid file (%q) cannot be parsed: %s", pathFromProcfs, err) return nil } if containerPID > math.MaxUint32 { log.Errorf("fanotify: Container PID (%d) from pid file (%q) exceeds math.MaxUint32 (%d)", containerPID, pathFromProcfs, math.MaxUint32) return nil } // Coherence check: mntns changed newMntNs, err := containerutils.GetMntNs(containerPID) if err != nil { log.Errorf("fanotify: checking mnt namespace of pid %d (%q): %s", containerPID, pathFromProcfs, err) return nil } if pc.mntnsId == newMntNs { log.Errorf("fanotify: new container does not have a new mnt namespace: pid %d (%q) mntns %d", containerPID, pathFromProcfs, newMntNs) return nil } bundleConfigJSONFile, err := os.Open(pc.configJSONPath) if err != nil { log.Errorf("fanotify: could not open config.json (%q): %s", pc.configJSONPath, err) return nil } defer bundleConfigJSONFile.Close() bundleConfigJSON, err := io.ReadAll(io.LimitReader(bundleConfigJSONFile, configJsonMaxSize)) if err != nil { log.Errorf("fanotify: could not read config.json (%q): %s", pc.configJSONPath, err) return nil } err = n.AddWatchContainerTermination(pc.id, containerPID) if err != nil { log.Errorf("fanotify: container %s with pid %d terminated before we could watch it: %s", pc.id, containerPID, err) return nil } var containerName string n.futureMu.Lock() fc, ok := n.futureContainers[pc.id] if ok { containerName = fc.name } delete(n.futureContainers, pc.id) n.futureMu.Unlock() n.callback(ContainerEvent{ Type: EventTypeAddContainer, ContainerID: pc.id, ContainerPID: uint32(containerPID), ContainerConfig: string(bundleConfigJSON), Bundle: pc.bundleDir, ContainerName: containerName, }) return nil } func checkFilesAreIdentical(path1, path2 string) (bool, error) { // Since fanotify masks don't work on Linux 5.4, we could get a // notification for an unrelated file before the pid file is created // See fix in Linux 5.9: // https://github.com/torvalds/linux/commit/497b0c5a7c0688c1b100a9c2e267337f677c198e // In this case we should not return an error. if filepath.Base(path1) != filepath.Base(path2) { return false, nil } f1, err := os.Stat(path1) if err != nil { return false, err } f2, err := os.Stat(path2) if err != nil { return false, err } return os.SameFile(f1, f2), nil } func (n *ContainerNotifier) monitorRuntimeInstance(mntnsId uint64, bundleDir string, pidFile string) error { removeMarks := []func(){} // The pidfile does not exist yet, so we cannot monitor it directly. // Instead we monitor its parent directory with FAN_EVENT_ON_CHILD to // get events on the directory's children. // Coherence check: the pidfile does not exist yet. if _, err := os.Stat(pidFile); err == nil { return fmt.Errorf("pidfile already exists: %s", pidFile) } else if !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("checking pidfile existence: %s: %w", pidFile, err) } pidFileDir := filepath.Dir(pidFile) err := n.pidFileDirNotify.Mark(unix.FAN_MARK_ADD, unix.FAN_ACCESS_PERM|unix.FAN_EVENT_ON_CHILD, unix.AT_FDCWD, pidFileDir) if err != nil { return fmt.Errorf("marking %s: %w", pidFileDir, err) } removeMarks = append(removeMarks, func() { _ = n.pidFileDirNotify.Mark(unix.FAN_MARK_REMOVE, unix.FAN_ACCESS_PERM|unix.FAN_EVENT_ON_CHILD, unix.AT_FDCWD, pidFileDir) }) // watchPidFileIterate() will read config.json and it might be in the // same directory as the pid file. To avoid getting events unrelated to // the pidfile, add an ignore mask. // // This is best-effort to reduce noise: Linux < 5.9 doesn't respect ignore // masks on files when the parent directory is the object being watched: // https://github.com/torvalds/linux/commit/497b0c5a7c0688c1b100a9c2e267337f677c198e configJSONPath := filepath.Join(bundleDir, "config.json") if _, err := os.Stat(configJSONPath); errors.Is(err, os.ErrNotExist) { // podman might install config.json in the userdata directory configJSONPath = filepath.Join(bundleDir, "userdata", "config.json") if _, err := os.Stat(configJSONPath); errors.Is(err, os.ErrNotExist) { return fmt.Errorf("config not found at %s", configJSONPath) } } err = n.pidFileDirNotify.Mark(unix.FAN_MARK_ADD|unix.FAN_MARK_IGNORED_MASK, unix.FAN_ACCESS_PERM, unix.AT_FDCWD, configJSONPath) if err != nil { return fmt.Errorf("marking %s: %w", configJSONPath, err) } removeMarks = append(removeMarks, func() { _ = n.pidFileDirNotify.Mark(unix.FAN_MARK_REMOVE|unix.FAN_MARK_IGNORED_MASK, unix.FAN_ACCESS_PERM, unix.AT_FDCWD, configJSONPath) }) // This is best-effort to reduce noise: Linux < 5.9 doesn't respect ignore // masks on files when the parent directory is the object being watched: // https://github.com/torvalds/linux/commit/497b0c5a7c0688c1b100a9c2e267337f677c198e ignoreFileList := []string{ "passwd", "log.json", "runtime", } for _, ignoreFile := range ignoreFileList { ignoreFilePath := filepath.Join(bundleDir, ignoreFile) // No need to os.Stat() before: this is best-effort and we ignore the // errors. Not all files are guaranteed to exist depending on the // container runtime. err := n.pidFileDirNotify.Mark(unix.FAN_MARK_ADD|unix.FAN_MARK_IGNORED_MASK, unix.FAN_ACCESS_PERM, unix.AT_FDCWD, ignoreFilePath) if err == nil { removeMarks = append(removeMarks, func() { _ = n.pidFileDirNotify.Mark(unix.FAN_MARK_REMOVE|unix.FAN_MARK_IGNORED_MASK, unix.FAN_ACCESS_PERM, unix.AT_FDCWD, ignoreFilePath) }) } else if !errors.Is(err, fs.ErrNotExist) { // Don't log if the error is "NotExist": this is normal // depending on the container runtime. log.Debugf("fanotify: marking %s: %v", ignoreFilePath, err) } } // cri-o appends userdata to bundleDir, // so we trim it here to get the correct containerID containerID := filepath.Base(filepath.Clean(strings.TrimSuffix(bundleDir, "userdata"))) n.pendingMu.Lock() defer n.pendingMu.Unlock() // Insert new entry now := time.Now() pc := &pendingContainer{ id: containerID, bundleDir: bundleDir, configJSONPath: configJSONPath, pidFile: pidFile, pidFileDir: pidFileDir, mntnsId: mntnsId, timestamp: now, removeMarks: removeMarks, } n.pendingContainers[pidFile] = pc n.callPreCreateContainerCallback(pc) return nil } func (n *ContainerNotifier) callPreCreateContainerCallback(pc *pendingContainer) { bundleConfigJSONFile, err := os.Open(pc.configJSONPath) if err != nil { log.Errorf("fanotify: could not open config.json (%q): %s", pc.configJSONPath, err) return } defer bundleConfigJSONFile.Close() bundleConfigJSON, err := io.ReadAll(io.LimitReader(bundleConfigJSONFile, configJsonMaxSize)) if err != nil { log.Errorf("fanotify: could not read config.json (%q): %s", pc.configJSONPath, err) return } containerConfig := string(bundleConfigJSON) n.callback(ContainerEvent{ Type: EventTypePreCreateContainer, ContainerID: pc.id, ContainerConfig: containerConfig, Bundle: pc.bundleDir, }) } func (n *ContainerNotifier) watchRuntimeBinary() { defer n.wg.Done() for { err := n.watchRuntimeIterate() if n.closed.Load() { return } if err != nil { log.Errorf("error watching runtime binary: %v\n", err) return } } } func (n *ContainerNotifier) watchPendingContainers() { defer n.wg.Done() for { err := n.watchPidFileIterate() if n.closed.Load() { return } if err != nil { log.Errorf("error watching pid file directories: %v\n", err) return } } } func (n *ContainerNotifier) checkTimeout() { defer n.wg.Done() ticker := time.NewTicker(containerCheckInterval) defer ticker.Stop() for { select { case <-n.done: return case <-ticker.C: now := time.Now() n.futureMu.Lock() for id, fc := range n.futureContainers { if now.Sub(fc.timestamp) > containerPendingTimeout { delete(n.futureContainers, id) } } n.futureMu.Unlock() n.pendingMu.Lock() for id, pc := range n.pendingContainers { if now.Sub(pc.timestamp) > containerPendingTimeout { for _, remove := range pc.removeMarks { remove() } delete(n.pendingContainers, id) } } n.pendingMu.Unlock() } } } func (n *ContainerNotifier) parseConmonCmdline(cmdlineArr []string) { containerName := "" containerID := "" bundleDir := "" pidFile := "" for i := 0; i < len(cmdlineArr); i++ { verb := cmdlineArr[i] arg := "" if i+1 < len(cmdlineArr) { arg = cmdlineArr[i+1] } switch verb { case "-n", "--name": containerName = arg i++ case "-c", "--cid": containerID = arg i++ case "-b", "--bundle": bundleDir = arg i++ case "-p", "--container-pidfile": pidFile = arg i++ } } if containerName == "" || containerID == "" || bundleDir == "" || pidFile == "" { return } n.futureMu.Lock() n.futureContainers[containerID] = &futureContainer{ id: containerID, pidFile: pidFile, bundleDir: bundleDir, name: containerName, timestamp: time.Now(), } n.futureMu.Unlock() } func (n *ContainerNotifier) parseOCIRuntime(mntnsId uint64, cmdlineArr []string) { // Parse oci-runtime (runc/crun) command line createFound := false bundleDir := "" pidFile := "" for i := 0; i < len(cmdlineArr); i++ { if cmdlineArr[i] == "create" { createFound = true continue } if cmdlineArr[i] == "--bundle" && i+1 < len(cmdlineArr) { i++ bundleDir = filepath.Join(host.HostRoot, cmdlineArr[i]) continue } if cmdlineArr[i] == "--pid-file" && i+1 < len(cmdlineArr) { i++ pidFile = filepath.Join(host.HostRoot, cmdlineArr[i]) continue } } if createFound && bundleDir != "" && pidFile != "" { err := n.monitorRuntimeInstance(mntnsId, bundleDir, pidFile) if err != nil { log.Errorf("error monitoring runtime instance: %v\n", err) } } } func (n *ContainerNotifier) watchRuntimeIterate() error { // Get the next event from fanotify. // Even though the API allows to pass skipPIDs, we cannot use it here // because ResponseAllow would not be called. data, err := n.runtimeBinaryNotify.GetEvent() if err != nil { return err } // data can be nil if the event received is from a process in skipPIDs. // In that case, skip and get the next event. if data == nil { return nil } // Don't leak the fd received by GetEvent defer data.Close() if !data.MatchMask(unix.FAN_OPEN_EXEC_PERM) { // This should not happen: FAN_OPEN_EXEC_PERM is the only mask Marked log.Errorf("fanotify: unknown event on runtime: mask=%d pid=%d", data.Mask, data.Pid) return nil } // This unblocks the execution defer n.runtimeBinaryNotify.ResponseAllow(data) // Lookup entry in ebpf map ig_fa_records var record execruntimeRecord err = n.objs.IgFaRecords.LookupAndDelete(nil, &record) if err != nil { log.Errorf("fanotify: lookup record: %s", err) return nil } pathFromProcfs, err := data.GetPath() if err != nil { log.Errorf("fanotify: could not get path for runtime pid=%d", data.Pid) return nil } basename := filepath.Base(pathFromProcfs) if basename != "conmon" && basename != "runc" && basename != "crun" { // When runc re-executes itself with memfd, basename is empty ("/") // Ignore this event return nil } // Skip empty record // This can happen when the ebpf code didn't find the exec args // This happens when using execveat instead of execve if record.MntnsId == 0 { log.Debugf("fanotify: skip event from %q (pid %d) without args (mntns=0)", pathFromProcfs, data.Pid) return nil } if record.Pid == 0 { log.Debugf("fanotify: skip event from %q (pid %d) without args (pid=0)", pathFromProcfs, data.Pid) return nil } if record.ArgsSize == 0 { log.Debugf("fanotify: skip event from %q (pid %d) without args", pathFromProcfs, data.Pid) return nil } callerComm := strings.TrimRight(string(record.CallerComm[:]), "\x00") cmdlineArr := []string{} calleeComm := "" for _, arg := range strings.Split(string(record.Args[0:record.ArgsSize]), "\x00") { if arg != "" { cmdlineArr = append(cmdlineArr, arg) } } if len(cmdlineArr) == 0 { log.Debugf("fanotify: cannot get cmdline for %q (pid %d)", pathFromProcfs, record.Pid) return nil } if cmdlineArr[0] == "/proc/self/exe" { // runc re-executes itself: "/proc/self/exe init" // Ignore this event return nil } if len(cmdlineArr) > 0 { calleeComm = filepath.Base(cmdlineArr[0]) } log.Debugf("fanotify: got event with mntns=%d pid=%d caller=%q callee=%q path=%v args=%v", record.MntnsId, record.Pid, callerComm, calleeComm, pathFromProcfs, cmdlineArr) // runc is executing itself with unix.Exec(), so fanotify receives two // FAN_OPEN_EXEC_PERM events: // 1. from containerd-shim (or similar) // 2. from runc, by this re-execution. // This filter takes the first one. switch calleeComm { case "conmon": // Calling sequence: crio/podman -> conmon -> runc/crun n.parseConmonCmdline(cmdlineArr) case "runc", "crun": n.parseOCIRuntime(record.MntnsId, cmdlineArr) default: return nil } return nil } func (n *ContainerNotifier) Close() { n.closed.Store(true) close(n.done) if n.runtimeBinaryNotify != nil { n.runtimeBinaryNotify.File.Close() } if n.pidFileDirNotify != nil { n.pidFileDirNotify.File.Close() } n.wg.Wait() for _, l := range n.links { gadgets.CloseLink(l) } n.links = nil n.objs.Close() } inspektor-gadget-0.46.0/pkg/container-hook/tracer_test.go000066400000000000000000000106631510117411400234200ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build linux // +build linux package containerhook import ( "fmt" "math/rand" "testing" "time" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func TestContainerHookEvent(t *testing.T) { utils.RequireRoot(t) type testDefinition struct { generateEvent func(t *testing.T) string validateEvent func(t *testing.T, info *utils.RunnerInfo, containerID string, events []ContainerEvent) } for name, test := range map[string]testDefinition{ "one_container": { generateEvent: generateEvent(0), validateEvent: utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, containerID string) *ContainerEvent { return &ContainerEvent{ Type: EventTypeAddContainer, ContainerID: containerID, } }), }, "one_container_after_some_failed_containers": { generateEvent: generateEvent(2), validateEvent: utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, containerID string) *ContainerEvent { return &ContainerEvent{ Type: EventTypeAddContainer, ContainerID: containerID, } }), }, "one_container_after_many_failed_containers": { // Test with a number bigger than FANOTIFY_DEFAULT_MAX_GROUPS // https://github.com/torvalds/linux/blob/v6.9/fs/notify/fanotify/fanotify_user.c#L32 // #define FANOTIFY_DEFAULT_MAX_GROUPS 128 generateEvent: generateEvent(130), validateEvent: utils.ExpectAtLeastOneEvent(func(info *utils.RunnerInfo, containerID string) *ContainerEvent { return &ContainerEvent{ Type: EventTypeAddContainer, ContainerID: containerID, } }), }, } { test := test t.Run(name, func(t *testing.T) { t.Parallel() events := []ContainerEvent{} eventCallback := func(event ContainerEvent) { // normalize event.ContainerName = "" event.ContainerPID = 0 event.ContainerConfig = "" event.Bundle = "" events = append(events, event) } notifier, err := NewContainerNotifier(eventCallback) require.NoError(t, err) require.NotNil(t, notifier, "Returned notifier was nil") containerID := test.generateEvent(t) // Give some time for the tracer to capture the events time.Sleep(100 * time.Millisecond) test.validateEvent(t, nil, containerID, events) }) } } func TestContainerHookCleanup(t *testing.T) { utils.RequireRoot(t) containerPendingTimeout = 100 * time.Millisecond containerCheckInterval = 1 * time.Second t.Cleanup(func() { containerPendingTimeout = defaultContainerPendingTimeout containerCheckInterval = defaultContainerCheckInterval }) notifier, err := NewContainerNotifier(func(event ContainerEvent) {}) require.NoError(t, err) require.NotNil(t, notifier, "Returned notifier was nil") // Give some time for the tracer to capture the events time.Sleep(100 * time.Millisecond) generateEvent(10)(t) time.Sleep(2 * time.Second) require.Equal(t, 0, len(notifier.pendingContainers)) require.Equal(t, 0, len(notifier.futureContainers)) notifier.Close() } func generateEvent(nfailure int) func(t *testing.T) string { return func(t *testing.T) string { // Failed container with bad configuration for i := 0; i < nfailure; i++ { fmt.Printf("running %d\n", i) name := fmt.Sprintf("ig-test-%d-%d", i, rand.Uint32()) // /dev/null/invalid is not a valid path, hence it fails during 'runc create' mounts := []string{"/dev/null:/dev/null/invalid"} container := testutils.NewDockerContainer(name, "id", testutils.WithoutLogs(), testutils.WithBindMounts(mounts), testutils.WithExpectStartError()) container.Run(t) } // Good container with valid configuration name := fmt.Sprintf("ig-test-%d", rand.Uint32()) container := testutils.NewDockerContainer(name, "id", testutils.WithoutLogs()) container.Run(t) return container.ID() } } inspektor-gadget-0.46.0/pkg/container-utils/000077500000000000000000000000001510117411400207445ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/cgroups/000077500000000000000000000000001510117411400224265ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/cgroups/cgroups.go000066400000000000000000000061541510117411400244450ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cgroups import ( "bufio" "fmt" "os" "path/filepath" "strings" "unsafe" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/nsenter" ) func CgroupPathV2AddMountpoint(path string) (string, error) { pathWithMountpoint := filepath.Join("/sys/fs/cgroup/unified", path) if _, err := os.Stat(pathWithMountpoint); os.IsNotExist(err) { pathWithMountpoint = filepath.Join("/sys/fs/cgroup", path) if _, err := os.Stat(pathWithMountpoint); os.IsNotExist(err) { return "", fmt.Errorf("accessing cgroup %q: %w", path, err) } } return pathWithMountpoint, nil } // GetCgroupID returns the cgroup2 ID of a path. func GetCgroupID(pathWithMountpoint string) (uint64, error) { hf, _, err := unix.NameToHandleAt(unix.AT_FDCWD, pathWithMountpoint, 0) if err != nil { return 0, fmt.Errorf("GetCgroupID on %q failed: %w", pathWithMountpoint, err) } if hf.Size() != 8 { return 0, fmt.Errorf("GetCgroupID on %q failed: unexpected size", pathWithMountpoint) } ret := *(*uint64)(unsafe.Pointer(&hf.Bytes()[0])) return ret, nil } // GetCgroupPaths returns the cgroup1 and cgroup2 paths of a process. // It does not include the "/sys/fs/cgroup/{unified,systemd,}" prefix. func GetCgroupPaths(pid int) (string, string, error) { cgroupPathV1 := "" cgroupPathV2 := "" hostCgroupNs, err := host.IsHostCgroupNs() if err != nil { return "", "", err } readFn := func() error { cgroupFile, err := os.Open(filepath.Join(host.HostProcFs, fmt.Sprint(pid), "cgroup")) if err != nil { return fmt.Errorf("parsing cgroup: %w", err) } defer cgroupFile.Close() reader := bufio.NewReader(cgroupFile) for { line, err := reader.ReadString('\n') if err != nil { break } if strings.HasPrefix(line, "1:name=systemd:") { cgroupPathV1 = strings.TrimPrefix(line, "1:name=systemd:") cgroupPathV1 = strings.TrimSuffix(cgroupPathV1, "\n") continue } if strings.HasPrefix(line, "0::") { cgroupPathV2 = strings.TrimPrefix(line, "0::") cgroupPathV2 = strings.TrimSuffix(cgroupPathV2, "\n") continue } } return nil } if hostCgroupNs { err = readFn() } else { err = nsenter.CgroupnsEnter(1, readFn) } if err != nil { return "", "", err } if cgroupPathV1 == "/" { cgroupPathV1 = "" } if cgroupPathV2 == "/" { cgroupPathV2 = "" } if cgroupPathV2 == "" && cgroupPathV1 == "" { return "", "", fmt.Errorf("cgroup path not found in /proc/PID/cgroup") } return cgroupPathV1, cgroupPathV2, nil } inspektor-gadget-0.46.0/pkg/container-utils/containerd/000077500000000000000000000000001510117411400230725ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/containerd/containerd.go000066400000000000000000000247021510117411400255540ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containerd import ( "context" "fmt" "time" "github.com/containerd/containerd" "github.com/containerd/containerd/namespaces" "github.com/containerd/containerd/pkg/cri/constants" "github.com/containerd/errdefs" "github.com/sirupsen/logrus" "google.golang.org/grpc" "google.golang.org/grpc/credentials/insecure" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cri" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( DefaultTimeout = 2 * time.Second LabelK8sContainerName = "io.kubernetes.container.name" LabelK8sContainerdKind = "io.cri-containerd.kind" LabelK8sContainerdKindSandbox = "sandbox" ) var log = logrus.WithField("container-client", "containerd") type ContainerdClient struct { client *containerd.Client ctx context.Context } func NewContainerdClient(socketPath string, protocol string, config *containerutilsTypes.ExtraConfig) (runtimeclient.ContainerRuntimeClient, error) { if socketPath == "" { socketPath = runtimeclient.ContainerdDefaultSocketPath } switch protocol { // Empty string falls back to "internal". Used by unit tests. case "", containerutilsTypes.RuntimeProtocolInternal: // handled below case containerutilsTypes.RuntimeProtocolCRI: return cri.NewCRIClient(types.RuntimeNameContainerd, socketPath, DefaultTimeout) default: return nil, fmt.Errorf("unknown runtime protocol %q", protocol) } namespace := constants.K8sContainerdNamespace if config != nil && config.Namespace != "" { namespace = config.Namespace } dialCtx, cancelFunc := context.WithTimeout(context.TODO(), DefaultTimeout) defer cancelFunc() //nolint:staticcheck grpcConn, err := grpc.DialContext( dialCtx, "unix:"+socketPath, grpc.WithTransportCredentials(insecure.NewCredentials()), ) if err != nil { return nil, err } client, err := containerd.NewWithConn(grpcConn) if err != nil { return nil, err } containerdCtx := namespaces.WithNamespace( context.TODO(), namespace, ) return &ContainerdClient{ client: client, ctx: containerdCtx, }, nil } func (c *ContainerdClient) Close() error { if c.client != nil { return c.client.Close() } return nil } func (c *ContainerdClient) GetContainers() ([]*runtimeclient.ContainerData, error) { containers, err := c.client.Containers(c.ctx) if err != nil { return nil, fmt.Errorf("listing containers: %w", err) } ret := make([]*runtimeclient.ContainerData, 0, len(containers)) for _, container := range containers { if c.isSandboxContainer(container) { log.Debugf("container %q is a sandbox container. Temporary skipping it", container.ID()) continue } task, err := c.getContainerTask(container) if err != nil { log.Debugf("getting containerTask for container %q: %s", container.ID(), err) continue } containerData, err := c.taskAndContainerToContainerData(task, container) if err != nil { log.Debugf("creating containerData for container %q: %s", container.ID(), err) continue } ret = append(ret, containerData) } return ret, nil } func (c *ContainerdClient) GetContainer(containerID string) (*runtimeclient.ContainerData, error) { container, err := c.getContainer(containerID) if err != nil { return nil, err } return c.buildContainerData(container, nil) } func (c *ContainerdClient) GetContainerDetails(containerID string) (*runtimeclient.ContainerDetailsData, error) { containerID, err := runtimeclient.ParseContainerID(types.RuntimeNameContainerd, containerID) if err != nil { return nil, err } containerData, container, task, err := c.getContainerDataAndContainerAndTask(containerID) if err != nil { return nil, err } if task.pid == 0 { return nil, fmt.Errorf("got zero pid") } spec, err := container.Spec(c.ctx) if err != nil { return nil, fmt.Errorf("getting spec for container %q: %w", containerID, err) } mountData := make([]runtimeclient.ContainerMountData, len(spec.Mounts)) for i := range spec.Mounts { mount := spec.Mounts[i] mountData[i] = runtimeclient.ContainerMountData{ Source: mount.Source, Destination: mount.Destination, } } return &runtimeclient.ContainerDetailsData{ ContainerData: *containerData, Pid: int(task.pid), CgroupsPath: spec.Linux.CgroupsPath, Mounts: mountData, }, nil } func (c *ContainerdClient) getContainerDataAndContainerAndTask(containerID string) (*runtimeclient.ContainerData, containerd.Container, *containerTask, error) { container, err := c.getContainer(containerID) if err != nil { return nil, nil, nil, err } task, err := c.getContainerTask(container) if err != nil { return nil, nil, nil, err } containerData, err := c.taskAndContainerToContainerData(task, container) if err != nil { return nil, nil, nil, err } return containerData, container, task, nil } // getContainer returns the corresponding container.Container instance to // the given id func (c *ContainerdClient) getContainer(id string) (containerd.Container, error) { container, err := c.client.LoadContainer(c.ctx, id) if err != nil { return nil, fmt.Errorf("loading container with id %q: %w", id, err) } if c.isSandboxContainer(container) { log.Debugf("container %q is a sandbox container. Temporary skipping it", container.ID()) return nil, runtimeclient.ErrPauseContainer } return container, nil } // containerTask represents the task information for a given container. type containerTask struct { status string pid uint32 } // getContainerTask returns the containerTask information for a given container. // If the container is not running yet, it returns a containerTask with status // StateCreated and pid 0. func (c *ContainerdClient) getContainerTask(container containerd.Container) (*containerTask, error) { task, err := container.Task(c.ctx, nil) if err != nil { // According to nerdctl, if there is no task, we can assume the // container was just created but it is not running yet: // https://github.com/containerd/nerdctl/blob/b0a75d880ef9e6d1f1a8752804c9087ee2d02f73/pkg/formatter/formatter.go#L48-L55 if !errdefs.IsNotFound(err) { return nil, fmt.Errorf("getting task for container %q: %w", container.ID(), err) } t := &containerTask{ status: runtimeclient.StateCreated, pid: 0, } log.Debugf("No task for %q. Assuming it is in %q status", container.ID(), t.status) return t, nil } containerdStatus, err := task.Status(c.ctx) if err != nil { return nil, fmt.Errorf("getting status of task for container %q: %w", container.ID(), err) } return &containerTask{ status: processStatusStateToRuntimeClientState(containerdStatus.Status), pid: task.Pid(), }, nil } // Constructs a ContainerData from a containerTask and containerd.Container // The extra containerd.Container parameter saves an additional call to the API func (c *ContainerdClient) taskAndContainerToContainerData(task *containerTask, container containerd.Container) (*runtimeclient.ContainerData, error) { return c.buildContainerData(container, task) } // Checks if the K8s Label for the Containerkind equals to sandbox func (c *ContainerdClient) isSandboxContainer(container containerd.Container) bool { labels, err := container.Labels(c.ctx) if err != nil { return false } if kind, ok := labels[LabelK8sContainerdKind]; ok { return kind == LabelK8sContainerdKindSandbox } return false } // Convert the state from container status to state of runtime client. func processStatusStateToRuntimeClientState(status containerd.ProcessStatus) string { switch status { case containerd.Created: return runtimeclient.StateCreated case containerd.Running: return runtimeclient.StateRunning case containerd.Stopped: return runtimeclient.StateExited default: return runtimeclient.StateUnknown } } // getContainerName returns the name of the container. If the container is // managed by Kubernetes, it returns the name of the container as defined in // Kubernetes. Otherwise, it returns the container ID. func getContainerName(container containerd.Container, labels map[string]string) string { if k8sName, ok := labels[LabelK8sContainerName]; ok { return k8sName } return container.ID() } // buildContainerData retrieves and sets basic runtime metadata for a given container, // including its ID, name, runtime name, image name, and image digest. It also retrieves and sets // the container's state (which is set to "Running" by default, unless a container task is provided). func (c *ContainerdClient) buildContainerData(container containerd.Container, task *containerTask) (*runtimeclient.ContainerData, error) { labels, err := container.Labels(c.ctx) if err != nil { return nil, fmt.Errorf("listing labels of container %q: %w", container.ID(), err) } image, err := container.Image(c.ctx) if err != nil { return nil, fmt.Errorf("getting image of container %q: %w", container.ID(), err) } // When `task` is nil, state is getting set to `Running` for the following reasons: // 1. `buildContainerData` is called by `GetContainer`, which is only getting called on // new created containers // 2. We would need to get the Task for the Container. containerd needs to acquire a mutex // that is currently hold by the creating process, which we interrupted -> deadlock taskState := runtimeclient.StateRunning if task != nil { taskState = task.status } containerData := &runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ ContainerID: container.ID(), ContainerName: getContainerName(container, labels), RuntimeName: types.RuntimeNameContainerd, ContainerImageName: image.Name(), ContainerImageDigest: image.Metadata().Target.Digest.String(), State: taskState, }, } runtimeclient.EnrichWithK8sMetadata(containerData, labels) return containerData, nil } inspektor-gadget-0.46.0/pkg/container-utils/containerd/containerd_test.go000066400000000000000000000044271510117411400266150ustar00rootroot00000000000000package containerd import ( "testing" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func TestNamespace(t *testing.T) { utils.RequireRoot(t) // validate the container in k8s.io (default for ig) namespace c1 := testutils.NewContainerdContainer("test-k8s-io", "sleep inf") c1.Start(t) k8sClient, err := NewContainerdClient("", "", nil) t.Cleanup(func() { k8sClient.Close() c1.Stop(t) }) require.Nil(t, err) require.NotNil(t, k8sClient) container, err := k8sClient.GetContainer("test-k8s-io") require.Nil(t, err) require.NotNil(t, container) require.Equal(t, "test-k8s-io", container.Runtime.ContainerID) require.Equal(t, "test-k8s-io", container.Runtime.ContainerName) // validate the container in default (default for containerd) namespace c2 := testutils.NewContainerdContainer("test-default", "sleep inf", testutils.WithNamespace("default")) c2.Start(t) config := &containerutilsTypes.ExtraConfig{ Namespace: "default", } defaultClient, err := NewContainerdClient("", "", config) t.Cleanup(func() { defaultClient.Close() c2.Stop(t) }) require.Nil(t, err) require.NotNil(t, defaultClient) container, err = defaultClient.GetContainer("test-default") require.Nil(t, err) require.NotNil(t, container) require.Equal(t, "test-default", container.Runtime.ContainerID) require.Equal(t, "test-default", container.Runtime.ContainerName) // validate we can't see the container in empty-ns namespace config = &containerutilsTypes.ExtraConfig{ Namespace: "empty-ns", } emptyClient, err := NewContainerdClient("", "", config) t.Cleanup(func() { emptyClient.Close() }) require.Nil(t, err) require.NotNil(t, emptyClient) containers, err := k8sClient.GetContainers() require.Nil(t, err) require.NotNil(t, containers) require.GreaterOrEqual(t, len(containers), 1) containers, err = defaultClient.GetContainers() require.Nil(t, err) require.NotNil(t, containers) require.GreaterOrEqual(t, len(containers), 1) containers, err = emptyClient.GetContainers() require.Nil(t, err) require.NotNil(t, containers) require.Len(t, containers, 0) } inspektor-gadget-0.46.0/pkg/container-utils/containerutils.go000066400000000000000000000130541510117411400243410ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containerutils import ( "encoding/json" "errors" "fmt" "net" "os" "path/filepath" "regexp" "strings" "syscall" ocispec "github.com/opencontainers/runtime-spec/specs-go" "github.com/vishvananda/netlink" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/containerd" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/crio" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/docker" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/podman" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" nsenter "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/nsenter" ) var AvailableRuntimes = []string{ types.RuntimeNameDocker.String(), types.RuntimeNameContainerd.String(), types.RuntimeNameCrio.String(), types.RuntimeNamePodman.String(), } var AvailableRuntimeProtocols = []string{ containerutilsTypes.RuntimeProtocolInternal, containerutilsTypes.RuntimeProtocolCRI, } func NewContainerRuntimeClient(runtime *containerutilsTypes.RuntimeConfig) (runtimeclient.ContainerRuntimeClient, error) { switch runtime.Name { case types.RuntimeNameDocker: socketPath := runtime.SocketPath if envsp := os.Getenv("INSPEKTOR_GADGET_DOCKER_SOCKETPATH"); envsp != "" && socketPath == "" { socketPath = filepath.Join(host.HostRoot, envsp) } return docker.NewDockerClient(socketPath, runtime.RuntimeProtocol) case types.RuntimeNameContainerd: socketPath := runtime.SocketPath if envsp := os.Getenv("INSPEKTOR_GADGET_CONTAINERD_SOCKETPATH"); envsp != "" && socketPath == "" { socketPath = filepath.Join(host.HostRoot, envsp) } return containerd.NewContainerdClient(socketPath, runtime.RuntimeProtocol, &runtime.Extra) case types.RuntimeNameCrio: socketPath := runtime.SocketPath if envsp := os.Getenv("INSPEKTOR_GADGET_CRIO_SOCKETPATH"); envsp != "" && socketPath == "" { socketPath = filepath.Join(host.HostRoot, envsp) } return crio.NewCrioClient(socketPath) case types.RuntimeNamePodman: socketPath := runtime.SocketPath if envsp := os.Getenv("INSPEKTOR_GADGET_PODMAN_SOCKETPATH"); envsp != "" && socketPath == "" { socketPath = filepath.Join(host.HostRoot, envsp) } return podman.NewPodmanClient(socketPath), nil default: return nil, fmt.Errorf("unknown container runtime: %s (available %s)", runtime.Name, strings.Join(AvailableRuntimes, ", ")) } } func getNamespaceInode(pid int, nsType string) (uint64, error) { fileinfo, err := os.Stat(filepath.Join(host.HostProcFs, fmt.Sprint(pid), "ns", nsType)) if err != nil { return 0, err } stat, ok := fileinfo.Sys().(*syscall.Stat_t) if !ok { return 0, errors.New("not a syscall.Stat_t") } return stat.Ino, nil } func GetMntNs(pid int) (uint64, error) { return getNamespaceInode(pid, "mnt") } func GetNetNs(pid int) (uint64, error) { return getNamespaceInode(pid, "net") } func ParseOCIState(stateBuf []byte) (id string, pid int, err error) { ociState := &ocispec.State{} err = json.Unmarshal(stateBuf, ociState) if err != nil { // Some versions of runc produce an invalid json... // As a workaround, make it valid by trimming the invalid parts fix := regexp.MustCompile(`(?ms)^(.*),"annotations":.*$`) matches := fix.FindStringSubmatch(string(stateBuf)) if len(matches) != 2 { err = fmt.Errorf("parsing OCI state: matches=%+v\n %w\n%s", matches, err, string(stateBuf)) return } err = json.Unmarshal([]byte(matches[1]+"}"), ociState) if err != nil { err = fmt.Errorf("parsing OCI state: %w\n%s", err, string(stateBuf)) return } } id = ociState.ID pid = ociState.Pid return } // GetIfacePeers returns the networking interfaces on the host side of the container where pid is // running in. func GetIfacePeers(pid int) ([]*net.Interface, error) { var ifaceLinks []int err := nsenter.NetnsEnter(pid, func() error { links, err := netlink.LinkList() if err != nil { return fmt.Errorf("getting links: %w", err) } for _, link := range links { veth, ok := link.(*netlink.Veth) if !ok { continue } if veth.Flags&net.FlagUp == 0 { continue } ifaceLink, err := netlink.VethPeerIndex(veth) if err != nil { return fmt.Errorf("getting veth's pair index: %w", err) } ifaceLinks = append(ifaceLinks, ifaceLink) } return nil }) if err != nil { return nil, err } if len(ifaceLinks) == 0 { return nil, fmt.Errorf("no interface found") } ifacesHost := make([]*net.Interface, 0, len(ifaceLinks)) err = nsenter.NetnsEnter(1, func() error { for _, ifaceLink := range ifaceLinks { ifaceHost, err := net.InterfaceByIndex(ifaceLink) if err != nil { return fmt.Errorf("getting interface by index: %w", err) } ifacesHost = append(ifacesHost, ifaceHost) } return nil }) return ifacesHost, err } inspektor-gadget-0.46.0/pkg/container-utils/containerutils_test.go000066400000000000000000000051041510117411400253750ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containerutils import ( "os" "path/filepath" "testing" "github.com/stretchr/testify/require" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func newRuntimeClient(t *testing.T, runtime types.RuntimeName, sPath string) (runtimeclient.ContainerRuntimeClient, error) { config := &containerutilsTypes.RuntimeConfig{ Name: runtime, SocketPath: sPath, } rc, err := NewContainerRuntimeClient(config) t.Cleanup(func() { if rc != nil { rc.Close() } }) return rc, err } func TestNewContainerRuntimeClient(t *testing.T) { t.Parallel() nonExistingSocketPath := filepath.Join(t.TempDir(), "non-existing-socket") for _, runtime := range AvailableRuntimes { t.Run(runtime, func(t *testing.T) { runtime := types.String2RuntimeName(runtime) t.Parallel() t.Run("WithNonExistingSocketPath", func(t *testing.T) { t.Parallel() rc, err := newRuntimeClient(t, runtime, nonExistingSocketPath) require.Nil(t, err) require.NotNil(t, rc) }) t.Run("WithDefaultSocketPath", func(t *testing.T) { t.Parallel() rc, err := newRuntimeClient(t, runtime, "") require.Nil(t, err) require.NotNil(t, rc) }) }) } } func TestParseOCIState(t *testing.T) { t.Parallel() match, err := filepath.Glob("testdata/*.input") if err != nil { t.Fatal(err) } for _, inputFile := range match { t.Logf("Parsing OCI state from file %s", inputFile) stateBuf, err := os.ReadFile(inputFile) if err != nil { t.Fatal(err) } ID, PID, err := ParseOCIState(stateBuf) if err != nil { t.Errorf("Cannot parse file %s: %s", inputFile, err) } if ID != "92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a" { t.Errorf("Cannot get ID in %s", inputFile) } if PID != 210223 { t.Errorf("Cannot get PID in %s", inputFile) } } } inspektor-gadget-0.46.0/pkg/container-utils/cri/000077500000000000000000000000001510117411400215215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/cri/cri.go000066400000000000000000000332461510117411400226350ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cri import ( "context" "encoding/json" "fmt" "net" "strconv" "strings" "time" log "github.com/sirupsen/logrus" "google.golang.org/grpc" "google.golang.org/grpc/credentials/insecure" runtime "k8s.io/cri-api/pkg/apis/runtime/v1" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // podLabelFilter is a set of labels that are used to filter out pod sandbox labels // that are not user given K8s labels of the pod var podLabelFilter = map[string]struct{}{ runtimeclient.ContainerLabelK8sContainerName: {}, runtimeclient.ContainerLabelK8sPodName: {}, runtimeclient.ContainerLabelK8sPodNamespace: {}, runtimeclient.ContainerLabelK8sPodUID: {}, } // CRIClient implements the ContainerRuntimeClient interface using the CRI // plugin interface to communicate with the different container runtimes. type CRIClient struct { Name types.RuntimeName SocketPath string ConnTimeout time.Duration conn *grpc.ClientConn client runtime.RuntimeServiceClient } func NewCRIClient(name types.RuntimeName, socketPath string, timeout time.Duration) (*CRIClient, error) { //nolint:staticcheck conn, err := grpc.Dial( socketPath, grpc.WithTransportCredentials(insecure.NewCredentials()), grpc.WithContextDialer(func(ctx context.Context, addr string) (net.Conn, error) { d := net.Dialer{Timeout: timeout} return d.DialContext(ctx, "unix", socketPath) }), ) if err != nil { return nil, err } return &CRIClient{ Name: name, SocketPath: socketPath, ConnTimeout: timeout, conn: conn, client: runtime.NewRuntimeServiceClient(conn), }, nil } func listContainers(c *CRIClient, filter *runtime.ContainerFilter) ([]*runtime.Container, error) { request := &runtime.ListContainersRequest{} if filter != nil { request.Filter = filter } res, err := c.client.ListContainers(context.Background(), request) if err != nil { return nil, fmt.Errorf("listing containers with request %+v: %w", request, err) } return res.GetContainers(), nil } func listPodSandboxes(c *CRIClient, filter *runtime.PodSandboxFilter) ([]*runtime.PodSandbox, error) { podRequest := &runtime.ListPodSandboxRequest{ Filter: filter, } podRes, err := c.client.ListPodSandbox(context.Background(), podRequest) if err != nil { return nil, fmt.Errorf("listing pod sandboxes with request %+v: %w", podRequest, err) } return podRes.Items, nil } func getPodSandbox(c *CRIClient, podSandboxID string) (*runtime.PodSandbox, error) { podSandboxes, err := listPodSandboxes(c, &runtime.PodSandboxFilter{ Id: podSandboxID, }) if err != nil { return nil, err } if len(podSandboxes) == 0 { return nil, fmt.Errorf("pod sandbox %q not found", podSandboxID) } if len(podSandboxes) > 1 { log.Errorf("CRIClient: found multiple pod sandboxes (%d) with ID %q. Taking the first one: %+v", len(podSandboxes), podSandboxID, podSandboxes) } return podSandboxes[0], nil } func (c *CRIClient) GetContainers() ([]*runtimeclient.ContainerData, error) { containers, err := listContainers(c, nil) if err != nil { return nil, err } podSandboxes, err := listPodSandboxes(c, nil) if err != nil { return nil, err } podSandboxesMap := make(map[string]*runtime.PodSandbox, len(podSandboxes)) for _, podSandbox := range podSandboxes { podSandboxesMap[podSandbox.Id] = podSandbox } ret := make([]*runtimeclient.ContainerData, len(containers)) for i, container := range containers { podSandbox, ok := podSandboxesMap[container.PodSandboxId] if !ok { return nil, fmt.Errorf("pod sandbox %q not found for container %q", container.PodSandboxId, container.Id) } ret[i] = buildContainerData(c.Name, container, podSandbox) } return ret, nil } func (c *CRIClient) GetContainer(containerID string) (*runtimeclient.ContainerData, error) { containers, err := listContainers(c, &runtime.ContainerFilter{ Id: containerID, }) if err != nil { return nil, err } if len(containers) == 0 { // Test if the containerID belongs to a pause container _, err := getPodSandbox(c, containerID) if err != nil { // It is not a pause container or we got an error return nil, fmt.Errorf("container %q not found", containerID) } return nil, runtimeclient.ErrPauseContainer } if len(containers) > 1 { log.Errorf("CRIClient: multiple containers (%d) with ID %q. Taking the first one: %+v", len(containers), containerID, containers) } podSandbox, err := getPodSandbox(c, containers[0].PodSandboxId) if err != nil { return nil, err } containerData := buildContainerData(c.Name, containers[0], podSandbox) return containerData, nil } func (c *CRIClient) GetContainerDetails(containerID string) (*runtimeclient.ContainerDetailsData, error) { containerID, err := runtimeclient.ParseContainerID(c.Name, containerID) if err != nil { return nil, err } request := &runtime.ContainerStatusRequest{ ContainerId: containerID, Verbose: true, } res, err := c.client.ContainerStatus(context.Background(), request) if err != nil { return nil, err } podSandbox, err := c.getPodSandboxFromContainerID(containerID) if err != nil { return nil, err } return parseContainerDetailsData(c.Name, res.Status, res.Info, podSandbox) } func (c *CRIClient) GetPodLabels(sandboxId string) (map[string]string, error) { podSandbox, err := getPodSandbox(c, sandboxId) if err != nil { return nil, err } return getFilteredPodLabels(podSandbox), nil } func (c *CRIClient) getPodSandboxFromContainerID(containerID string) (*runtime.PodSandbox, error) { containerID, err := runtimeclient.ParseContainerID(c.Name, containerID) if err != nil { return nil, err } containers, err := listContainers(c, &runtime.ContainerFilter{ Id: containerID, }) if err != nil { return nil, err } if len(containers) == 0 { return nil, fmt.Errorf("container %q not found", containerID) } if len(containers) > 1 { log.Warnf("CRIClient: multiple containers (%d) with ID %q. Taking the first one: %+v", len(containers), containerID, containers) } return getPodSandbox(c, containers[0].PodSandboxId) } func (c *CRIClient) Close() error { if c.conn != nil { return c.conn.Close() } return nil } // parseContainerDetailsData parses the container status and extra information // returned by ContainerStatus() into a ContainerDetailsData structure. func parseContainerDetailsData(runtimeName types.RuntimeName, containerStatus CRIContainer, extraInfo map[string]string, podSandbox *runtime.PodSandbox, ) (*runtimeclient.ContainerDetailsData, error) { containerData := buildContainerData(runtimeName, containerStatus, podSandbox) // Create container details structure to be filled. containerDetailsData := &runtimeclient.ContainerDetailsData{ ContainerData: *containerData, } // Parse the extra info and fill the data. err := parseExtraInfo(extraInfo, containerDetailsData) if err != nil { return nil, err } return containerDetailsData, nil } // parseExtraInfo parses the extra information returned by ContainerStatus() // into a ContainerDetailsData structure. It keeps backward compatibility after // the ContainerInfo format was modified in: // cri-o v1.18.0: https://github.com/cri-o/cri-o/commit/be8e876cdabec4e055820502fed227aa44971ddc // containerd v1.6.0-beta.1: https://github.com/containerd/containerd/commit/85b943eb47bc7abe53b9f9e3d953566ed0f65e6c // NOTE: CRI-O does not have runtime spec prior to 1.18.0 func parseExtraInfo(extraInfo map[string]string, containerDetailsData *runtimeclient.ContainerDetailsData, ) error { // Define the info content (only required fields). type RuntimeSpecContent struct { Mounts []struct { Destination string `json:"destination"` Source string `json:"source,omitempty"` } `json:"mounts,omitempty"` Linux *struct { CgroupsPath string `json:"cgroupsPath,omitempty"` } `json:"linux,omitempty" platform:"linux"` } type InfoContent struct { Pid int `json:"pid"` RuntimeSpec RuntimeSpecContent `json:"runtimeSpec"` } // Set invalid value to PID. pid := -1 containerDetailsData.Pid = pid // Get the extra info from the map. var runtimeSpec *RuntimeSpecContent info, ok := extraInfo["info"] if ok { // Unmarshal the JSON to fields. var infoContent InfoContent err := json.Unmarshal([]byte(info), &infoContent) if err != nil { return fmt.Errorf("extracting pid from container status reply: %w", err) } // Set the PID value. pid = infoContent.Pid // Set the runtime spec pointer, to be copied below. runtimeSpec = &infoContent.RuntimeSpec // Legacy parsing. } else { // Extract the PID. pidStr, ok := extraInfo["pid"] if !ok { return fmt.Errorf("container status reply from runtime doesn't contain pid") } var err error pid, err = strconv.Atoi(pidStr) if err != nil { return fmt.Errorf("parsing pid %q: %w", pidStr, err) } // Extract the runtime spec (may not exist). runtimeSpecStr, ok := extraInfo["runtimeSpec"] if ok { // Unmarshal the JSON to fields. runtimeSpec = &RuntimeSpecContent{} err := json.Unmarshal([]byte(runtimeSpecStr), runtimeSpec) if err != nil { return fmt.Errorf("extracting runtime spec from container status reply: %w", err) } } } // Validate extracted fields. if pid == 0 { return fmt.Errorf("got zero pid") } // Set the PID value. containerDetailsData.Pid = pid // Copy the runtime spec fields. if runtimeSpec != nil { if runtimeSpec.Linux != nil { containerDetailsData.CgroupsPath = runtimeSpec.Linux.CgroupsPath } if len(runtimeSpec.Mounts) > 0 { containerDetailsData.Mounts = make([]runtimeclient.ContainerMountData, len(runtimeSpec.Mounts)) for i, specMount := range runtimeSpec.Mounts { containerDetailsData.Mounts[i] = runtimeclient.ContainerMountData{ Destination: specMount.Destination, Source: specMount.Source, } } } } return nil } // ParseExtraInfoTest exports parseExtraInfo for the tests only (cri_test.go) // This allows the tests to be in a separate package (package cri_test) so we // can remove memory expensive dependencies from ig // (github.com/google/go-cmp/cmp) func ParseExtraInfoTest(extraInfo map[string]string, containerDetailsData *runtimeclient.ContainerDetailsData, ) error { return parseExtraInfo(extraInfo, containerDetailsData) } // Convert the state from container status to state of runtime client. func containerStatusStateToRuntimeClientState(containerStatusState runtime.ContainerState) (runtimeClientState string) { switch containerStatusState { case runtime.ContainerState_CONTAINER_CREATED: runtimeClientState = runtimeclient.StateCreated case runtime.ContainerState_CONTAINER_RUNNING: runtimeClientState = runtimeclient.StateRunning case runtime.ContainerState_CONTAINER_EXITED: runtimeClientState = runtimeclient.StateExited case runtime.ContainerState_CONTAINER_UNKNOWN: runtimeClientState = runtimeclient.StateUnknown default: runtimeClientState = runtimeclient.StateUnknown } return } // CRIContainer is an interface that contains the methods required to get // the information of a container from the responses of the CRI. In particular, // from runtime.ContainerStatus and runtime.Container. type CRIContainer interface { GetId() string GetState() runtime.ContainerState GetMetadata() *runtime.ContainerMetadata GetLabels() map[string]string GetImage() *runtime.ImageSpec GetImageRef() string } func digestFromRef(imageRef string) string { splitted := strings.Split(imageRef, "@") if len(splitted) == 1 { return imageRef } else { return splitted[1] } } func getFilteredPodLabels(podSandbox *runtime.PodSandbox) map[string]string { labels := map[string]string{} for k, v := range podSandbox.GetLabels() { if _, ok := podLabelFilter[k]; !ok { labels[k] = v } } return labels } func buildContainerData(runtimeName types.RuntimeName, container CRIContainer, podSandbox *runtime.PodSandbox) *runtimeclient.ContainerData { containerMetadata := container.GetMetadata() image := container.GetImage() imageRef := container.GetImageRef() containerData := &runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ ContainerID: container.GetId(), ContainerName: strings.TrimPrefix(containerMetadata.GetName(), "/"), RuntimeName: runtimeName, ContainerImageName: image.GetImage(), ContainerImageDigest: digestFromRef(imageRef), State: containerStatusStateToRuntimeClientState(container.GetState()), }, } // Fill K8S information. runtimeclient.EnrichWithK8sMetadata(containerData, container.GetLabels()) // Initial labels are stored in the pod sandbox containerData.K8s.PodLabels = getFilteredPodLabels(podSandbox) // CRI-O does not use the same container name of Kubernetes as containerd. // Instead, it uses a composed name as Docker does, but such name is not // available in the container metadata. if runtimeName == types.RuntimeNameCrio { containerData.Runtime.ContainerName = fmt.Sprintf("k8s_%s_%s_%s_%s_%d", containerData.K8s.ContainerName, containerData.K8s.PodName, containerData.K8s.Namespace, containerData.K8s.PodUID, containerMetadata.GetAttempt()) } return containerData } inspektor-gadget-0.46.0/pkg/container-utils/cri/cri_test.go000066400000000000000000000127731510117411400236760ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cri_test import ( "reflect" "testing" "github.com/google/go-cmp/cmp" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cri" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" ) func TestParseExtraInfo(t *testing.T) { table := []struct { description string info map[string]string expected *runtimeclient.ContainerDetailsData }{ // Invalid params { description: "From empty map", info: map[string]string{}, }, { description: "Nil map", info: nil, }, // Former format { description: "Former format: No pid entry", info: map[string]string{"sandboxID": "myID"}, }, { description: "Former format: Invalid PID", info: map[string]string{"sandboxID": "myID", "pid": "abc"}, }, { description: "Former format: Zero PID", info: map[string]string{"sandboxID": "myID", "pid": "0"}, }, { description: "Former format: Pid 1234", info: map[string]string{"sandboxID": "myID", "pid": "1234"}, expected: &runtimeclient.ContainerDetailsData{Pid: 1234}, }, { description: "Former format: cgroupPath missing", info: map[string]string{ "sandboxID": "myID", "pid": "1234", "runtimeSpec": `{"linux":{"cgroupsPath2":"/mypath"}}`, }, expected: &runtimeclient.ContainerDetailsData{Pid: 1234}, }, { description: "Former format: cgroupPath", info: map[string]string{ "sandboxID": "myID", "pid": "1234", "runtimeSpec": `{"linux":{"cgroupsPath":"/mypath"}}`, }, expected: &runtimeclient.ContainerDetailsData{Pid: 1234, CgroupsPath: "/mypath"}, }, { description: "Former format: mounts", info: map[string]string{ "sandboxID": "myID", "pid": "1234", "runtimeSpec": `{ "linux": { "cgroupsPath": "/mypath" }, "mounts": [ { "source": "/src/a1", "destination": "/dst/b1" }, { "source": "/src/a2", "destination": "/dst/b2" } ] }`, }, expected: &runtimeclient.ContainerDetailsData{ Pid: 1234, CgroupsPath: "/mypath", Mounts: []runtimeclient.ContainerMountData{ {Source: "/src/a1", Destination: "/dst/b1"}, {Source: "/src/a2", Destination: "/dst/b2"}, }, }, }, // New format { description: "New format: Invalid format", info: map[string]string{"info": `{"InvalidFormat"}`}, }, { description: "New format: No pid entry", info: map[string]string{"info": `{"sandboxID":"myID"}`}, }, { description: "New format: Zero pid", info: map[string]string{"info": `{"sandboxID":"myID","pid":0}`}, }, { description: "New format: Invalid PID", info: map[string]string{"info": `{"sandboxID":"myID","pid":1.2}`}, }, { description: "New format: Pid 1234", info: map[string]string{"info": `{"sandboxID":"myID","pid":1234}`}, expected: &runtimeclient.ContainerDetailsData{Pid: 1234}, }, { description: "New format: cgroupPath missing", info: map[string]string{ "info": `{ "pid": 1234, "runtimeSpec": { "linux": { "cgroupsPath2": "/mypath" } } }`, }, expected: &runtimeclient.ContainerDetailsData{Pid: 1234}, }, { description: "New format: cgroupPath", info: map[string]string{ "info": `{ "pid": 1234, "runtimeSpec": { "linux": { "cgroupsPath": "/mypath" } } }`, }, expected: &runtimeclient.ContainerDetailsData{Pid: 1234, CgroupsPath: "/mypath"}, }, { description: "New format: mounts", info: map[string]string{ "info": `{ "pid": 1234, "runtimeSpec": { "linux": { "cgroupsPath": "/mypath" }, "mounts": [ { "source": "/src/a1", "destination": "/dst/b1" }, { "source": "/src/a2", "destination": "/dst/b2" } ] } }`, }, expected: &runtimeclient.ContainerDetailsData{ Pid: 1234, CgroupsPath: "/mypath", Mounts: []runtimeclient.ContainerMountData{ {Source: "/src/a1", Destination: "/dst/b1"}, {Source: "/src/a2", Destination: "/dst/b2"}, }, }, }, } // Iterate on all tests. for _, entry := range table { // Parse the extra info. containerDetailsData := &runtimeclient.ContainerDetailsData{} err := cri.ParseExtraInfoTest(entry.info, containerDetailsData) // Expected error. if err != nil { if entry.expected != nil { t.Fatalf("Failed test %q: unexpected error: %s", entry.description, err.Error()) } // An error was returned, no point in checking rest of fields. continue } // Make sure expected field was filled. if entry.expected == nil { t.Fatalf("Failed test %q: unexpected success (expected error)", entry.description) } if !reflect.DeepEqual(entry.expected, containerDetailsData) { t.Fatalf("%q: event doesn't match:\n%s", entry.description, cmp.Diff(entry.expected, containerDetailsData)) } } } inspektor-gadget-0.46.0/pkg/container-utils/crio/000077500000000000000000000000001510117411400217005ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/crio/crio.go000066400000000000000000000022301510117411400231600ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package crio import ( "time" criclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cri" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( DefaultTimeout = 2 * time.Second ) func NewCrioClient(socketPath string) (runtimeclient.ContainerRuntimeClient, error) { if socketPath == "" { socketPath = runtimeclient.CrioDefaultSocketPath } return criclient.NewCRIClient(types.RuntimeNameCrio, socketPath, DefaultTimeout) } inspektor-gadget-0.46.0/pkg/container-utils/docker/000077500000000000000000000000001510117411400222135ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/docker/docker.go000066400000000000000000000257241510117411400240230ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package docker import ( "context" "errors" "fmt" "strings" "time" securejoin "github.com/cyphar/filepath-securejoin" "github.com/docker/docker/api/types/container" dockerfilters "github.com/docker/docker/api/types/filters" "github.com/docker/docker/client" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cgroups" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/cri" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( DefaultTimeout = 2 * time.Second ) // DockerClient implements the ContainerRuntimeClient interface but using the // Docker Engine API instead of the CRI plugin interface (Dockershim). It was // necessary because Dockershim does not always use the same approach of CRI-O // and containerd. For instance, Dockershim does not provide the container pid1 // with the ContainerStatus() call as containerd and CRI-O do. type DockerClient struct { client *client.Client socketPath string } func NewDockerClient(socketPath string, protocol string) (runtimeclient.ContainerRuntimeClient, error) { switch protocol { // Empty string falls back to "internal". Used by unit tests. case "", containerutilsTypes.RuntimeProtocolInternal: // handled below case containerutilsTypes.RuntimeProtocolCRI: // TODO: Configurable joinedSocketPath, err := securejoin.SecureJoin(host.HostRoot, runtimeclient.CriDockerDefaultSocketPath) if err != nil { return nil, fmt.Errorf("securejoining %v to %v: %w", host.HostRoot, runtimeclient.CriDockerDefaultSocketPath, err) } return cri.NewCRIClient(types.RuntimeNameDocker, joinedSocketPath, DefaultTimeout) default: return nil, fmt.Errorf("unknown runtime protocol %q", protocol) } if socketPath == "" { socketPath = runtimeclient.DockerDefaultSocketPath } cli, err := client.NewClientWithOpts( client.WithAPIVersionNegotiation(), client.WithHost("unix://"+socketPath), client.WithTimeout(DefaultTimeout), ) if err != nil { return nil, err } return &DockerClient{ client: cli, socketPath: socketPath, }, nil } func listContainers(c *DockerClient, filter *dockerfilters.Args) ([]container.Summary, error) { opts := container.ListOptions{ // We need to request for all containers (also non-running) because // when we are enriching a container that is being created, it is // not in "running" state yet. All: true, } if filter != nil { opts.Filters = *filter } containers, err := c.client.ContainerList(context.Background(), opts) if err != nil { return nil, fmt.Errorf("listing containers with options %+v: %w", opts, err) } // Temporarily drop pod sandbox containers. Otherwise, they will be // considered as normal containers and EnrichByNetNs will incorrectly think // that they are using a given network namespace. See issue // https://github.com/inspektor-gadget/inspektor-gadget/issues/1095. noPauseContainers := []container.Summary{} for _, c := range containers { if c.Labels["io.kubernetes.docker.type"] == "podsandbox" { continue } noPauseContainers = append(noPauseContainers, c) } if filter != nil && len(containers) != 0 && len(noPauseContainers) == 0 { return nil, runtimeclient.ErrPauseContainer } return noPauseContainers, nil } func (c *DockerClient) GetContainers() ([]*runtimeclient.ContainerData, error) { containers, err := listContainers(c, nil) if err != nil { return nil, err } ret := make([]*runtimeclient.ContainerData, len(containers)) for i, container := range containers { ret[i] = DockerContainerToContainerData(&container) } return ret, nil } func (c *DockerClient) GetContainer(containerID string) (*runtimeclient.ContainerData, error) { filter := dockerfilters.NewArgs() filter.Add("id", containerID) containers, err := listContainers(c, &filter) if err != nil { return nil, err } if len(containers) == 0 { return nil, fmt.Errorf("container %q not found", containerID) } if len(containers) > 1 { log.Warnf("DockerClient: multiple containers (%d) with ID %q. Taking the first one: %+v", len(containers), containerID, containers) } return DockerContainerToContainerData(&containers[0]), nil } func (c *DockerClient) GetContainerDetails(containerID string) (*runtimeclient.ContainerDetailsData, error) { containerID, err := runtimeclient.ParseContainerID(types.RuntimeNameDocker, containerID) if err != nil { return nil, err } containerJSON, err := c.client.ContainerInspect(context.Background(), containerID) if err != nil { return nil, err } if containerJSON.State == nil { return nil, errors.New("container state is nil") } if containerJSON.State.Pid == 0 { return nil, errors.New("got zero pid") } if containerJSON.Config == nil { return nil, errors.New("container config is nil") } if containerJSON.HostConfig == nil { return nil, errors.New("container host config is nil") } containerData := buildContainerData( containerJSON.ID, containerJSON.Name, containerJSON.Config.Image, c.getContainerImageDigest(containerJSON.Image), containerJSON.State.Status, containerJSON.Config.Labels) containerDetailsData := runtimeclient.ContainerDetailsData{ ContainerData: *containerData, Pid: containerJSON.State.Pid, CgroupsPath: string(containerJSON.HostConfig.Cgroup), } if len(containerJSON.Mounts) > 0 { containerDetailsData.Mounts = make([]runtimeclient.ContainerMountData, len(containerJSON.Mounts)) for i, containerMount := range containerJSON.Mounts { containerDetailsData.Mounts[i] = runtimeclient.ContainerMountData{ Destination: containerMount.Destination, Source: containerMount.Source, } } } // Try to get cgroups information from /proc//cgroup as a fallback. // However, don't fail if such a file is not available, as it would prevent the // whole feature to work on systems without this file. if containerDetailsData.CgroupsPath == "" { log.Debugf("cgroups info not available on Docker for container %s. Trying /proc/%d/cgroup as a fallback", containerID, containerDetailsData.Pid) // Get cgroup paths for V1 and V2. cgroupPathV1, cgroupPathV2, err := cgroups.GetCgroupPaths(containerDetailsData.Pid) if err == nil { cgroupsPath := cgroupPathV1 if cgroupsPath == "" { cgroupsPath = cgroupPathV2 } containerDetailsData.CgroupsPath = cgroupsPath } else { log.Warnf("failed to get cgroups info of container %s from /proc/%d/cgroup: %s", containerID, containerDetailsData.Pid, err) } } return &containerDetailsData, nil } func (c *DockerClient) Close() error { if c.client != nil { return c.client.Close() } return nil } // Gets the image digest for the given image ID, if the digest exists. // The digest is usually only available if the image was either pulled from a registry, or if the image was pushed to a registry, which is when the manifest is generated and its digest calculated. // Note: This function only works for already running containers and not for containers that are being created. func (c *DockerClient) getContainerImageDigest(imageId string) string { imageInspect, err := c.client.ImageInspect(context.Background(), imageId) if err != nil { log.Warnf("Failed to get image digest for image %s: %s", imageId, err) return "" } if len(imageInspect.RepoDigests) == 0 { log.Warnf("No digest found for image %s", imageId) return "" } imageAndDigest := strings.Split(imageInspect.RepoDigests[0], "@") if len(imageAndDigest) < 2 { log.Warnf("Digest is in wrong format for image %s", imageId) return "" } return imageAndDigest[1] } // Convert the state from container status to state of runtime client. func containerStatusStateToRuntimeClientState(containerState string) (runtimeClientState string) { switch containerState { case "created": runtimeClientState = runtimeclient.StateCreated case "running": runtimeClientState = runtimeclient.StateRunning case "exited": runtimeClientState = runtimeclient.StateExited case "dead": runtimeClientState = runtimeclient.StateExited default: runtimeClientState = runtimeclient.StateUnknown } return } func DockerContainerToContainerData(container *container.Summary) *runtimeclient.ContainerData { imageDigest := "" return buildContainerData( container.ID, container.Names[0], container.Image, imageDigest, container.State, container.Labels) } // getContainerImageNamefromImage is a helper to parse the image string we get from Docker API // and retrieve the image name if provided. func getContainerImageNamefromImage(image string) string { // Image filed provided by Docker API may looks like e.g. // 1. gcr.io/k8s-minikube/kicbase:v0.0.37@sha256:8bf7a0e8a062bc5e2b71d28b35bfa9cc862d9220e234e86176b3785f685d8b15 // OR // 2. busybox@sha256:3fbc632167424a6d997e74f52b878d7cc478225cffac6bc977eedfe51c7f4e79 // These two provide both image name and digest separated by '@'. // // 3. docker.io/library/busybox:latest or simply busybox // Just image name is provided. // // 4. sha256:aebe758cef4cd05b9f8cee39758227714d02f42ef3088023c1e3cd454f927a2b // This fourth option provides the imageID and, following Docker example, we'll use the imageID. // Case 1 or 2 if strings.Contains(image, "@") { return strings.Split(image, "@")[0] } // Case 3 or 4 return image } // `buildContainerData` takes in basic metadata about a Docker container and // constructs a `runtimeclient.ContainerData` struct with this information. I also // enriches containers with the data and returns a pointer the created struct. func buildContainerData(containerID string, containerName string, containerImage string, containerImageDigest string, state string, labels map[string]string) *runtimeclient.ContainerData { containerData := runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ ContainerID: containerID, ContainerName: strings.TrimPrefix(containerName, "/"), RuntimeName: types.RuntimeNameDocker, ContainerImageName: getContainerImageNamefromImage(containerImage), ContainerImageDigest: containerImageDigest, State: containerStatusStateToRuntimeClientState(state), }, } // Fill K8S information. runtimeclient.EnrichWithK8sMetadata(&containerData, labels) return &containerData } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/000077500000000000000000000000001510117411400240515ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/resolver_containerd.go000066400000000000000000000050561510117411400304550ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import "github.com/inspektor-gadget/inspektor-gadget/pkg/types" const ( // containerd container annotations to get container information // https://github.com/containerd/containerd/blob/main/pkg/cri/annotations/annotations.go // // Pod UID annotation added in: // * containerd v1.7.0 via https://github.com/containerd/containerd/pull/7697 // * containerd v1.6.11 via https://github.com/containerd/containerd/pull/7735 containerdPodNameAnnotation = "io.kubernetes.cri.sandbox-name" containerdPodNamespaceAnnotation = "io.kubernetes.cri.sandbox-namespace" containerdPodUIDAnnotation = "io.kubernetes.cri.sandbox-uid" containerdContainerNameAnnotation = "io.kubernetes.cri.container-name" containerdContainerTypeAnnotation = "io.kubernetes.cri.container-type" containerdContainerImageName = "io.kubernetes.cri.image-name" containerdPodSandboxId = "io.kubernetes.cri.sandbox-id" ) type containerdResolver struct{} func (containerdResolver) ContainerName(annotations map[string]string) string { return annotations[containerdContainerNameAnnotation] } func (containerdResolver) ContainerType(annotations map[string]string) string { return annotations[containerdContainerTypeAnnotation] } func (containerdResolver) ContainerImageName(annotations map[string]string) string { return annotations[containerdContainerImageName] } func (containerdResolver) PodName(annotations map[string]string) string { return annotations[containerdPodNameAnnotation] } func (containerdResolver) PodUID(annotations map[string]string) string { return annotations[containerdPodUIDAnnotation] } func (containerdResolver) PodNamespace(annotations map[string]string) string { return annotations[containerdPodNamespaceAnnotation] } func (containerdResolver) PodSandboxId(annotations map[string]string) string { return annotations[containerdPodSandboxId] } func (containerdResolver) Runtime() types.RuntimeName { return types.RuntimeNameContainerd } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/resolver_containerd_test.go000066400000000000000000000032511510117411400315070ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import "testing" func Test_containerdResolver(t *testing.T) { annotations := map[string]string{ containerdPodNameAnnotation: "test-pod-name", containerdPodNamespaceAnnotation: "test-pod-namespace", containerdPodUIDAnnotation: "test-pod-uid", containerdContainerNameAnnotation: "test-container-name", containerdContainerTypeAnnotation: "test-container-type", containerdContainerImageName: "test-container-image-name", } resolver := containerdResolver{} assert := func(got string, want string) { if got != want { t.Fatalf("Assertion failed got=%s, want=%s", got, want) } } t.Logf("Test resolving annotations for %s", resolver.Runtime()) assert(resolver.PodName(annotations), "test-pod-name") assert(resolver.PodNamespace(annotations), "test-pod-namespace") assert(resolver.PodUID(annotations), "test-pod-uid") assert(resolver.ContainerName(annotations), "test-container-name") assert(resolver.ContainerType(annotations), "test-container-type") assert(resolver.ContainerImageName(annotations), "test-container-image-name") } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/resolver_crio.go000066400000000000000000000045271510117411400272650ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import "github.com/inspektor-gadget/inspektor-gadget/pkg/types" const ( // cri-o container annotations to get container information // https://github.com/containers/podman/blob/main/pkg/annotations/annotations.go // https://github.com/kubernetes/kubernetes/blob/master/pkg/kubelet/types/labels.go crioContainerManagerAnnotation = "io.container.manager" crioPodNameAnnotation = "io.kubernetes.pod.name" crioPodNamespaceAnnotation = "io.kubernetes.pod.namespace" crioPodUIDAnnotation = "io.kubernetes.pod.uid" crioContainerNameAnnotation = "io.kubernetes.container.name" crioContainerTypeAnnotation = "io.kubernetes.cri-o.ContainerType" crioContainerImageName = "io.kubernetes.cri-o.ImageName" crioPodSandboxId = "io.kubernetes.cri-o.SandboxID" ) type crioResolver struct{} func (crioResolver) ContainerName(annotations map[string]string) string { return annotations[crioContainerNameAnnotation] } func (crioResolver) ContainerType(annotations map[string]string) string { return annotations[crioContainerTypeAnnotation] } func (crioResolver) ContainerImageName(annotations map[string]string) string { return annotations[crioContainerImageName] } func (crioResolver) PodName(annotations map[string]string) string { return annotations[crioPodNameAnnotation] } func (crioResolver) PodUID(annotations map[string]string) string { return annotations[crioPodUIDAnnotation] } func (crioResolver) PodNamespace(annotations map[string]string) string { return annotations[crioPodNamespaceAnnotation] } func (crioResolver) PodSandboxId(annotations map[string]string) string { return annotations[crioPodSandboxId] } func (crioResolver) Runtime() types.RuntimeName { return types.RuntimeNameCrio } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/resolver_crio_test.go000066400000000000000000000031711510117411400303160ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import "testing" func Test_crioResolver(t *testing.T) { annotations := map[string]string{ crioPodNameAnnotation: "test-pod-name", crioPodNamespaceAnnotation: "test-pod-namespace", crioPodUIDAnnotation: "test-pod-uid", crioContainerNameAnnotation: "test-container-name", crioContainerTypeAnnotation: "test-container-type", crioContainerImageName: "test-container-image-name", } resolver := crioResolver{} assert := func(got string, want string) { if got != want { t.Fatalf("Assertion failed got=%s, want=%s", got, want) } } t.Logf("Test resolving annotations for %s", resolver.Runtime()) assert(resolver.PodName(annotations), "test-pod-name") assert(resolver.PodNamespace(annotations), "test-pod-namespace") assert(resolver.PodUID(annotations), "test-pod-uid") assert(resolver.ContainerName(annotations), "test-container-name") assert(resolver.ContainerType(annotations), "test-container-type") assert(resolver.ContainerImageName(annotations), "test-container-image-name") } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/types.go000066400000000000000000000052301510117411400255440ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import ( "errors" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // ErrUnsupportedContainerRuntime is used for unsupported container runtime var ErrUnsupportedContainerRuntime = errors.New("unsupported container runtime") // Resolver is used to resolve attributes for a container // by using container runtime annotations type Resolver interface { // ContainerName returns the name of the container in a pod ContainerName(annotations map[string]string) string // ContainerType returns the type of the container i.e "container" or "sandbox" ContainerType(annotations map[string]string) string // ContainerImageName returns the image name of the container i.e. docker.io/library/busybox:latest ContainerImageName(annotations map[string]string) string // PodName returns the name of the pod to which the container belongs PodName(annotations map[string]string) string // PodUID returns the uid of pod to which the container belongs PodUID(annotations map[string]string) string // PodNamespace returns the namespace of the pod to which container belongs PodNamespace(annotations map[string]string) string // PodSandboxId returns the sandbox id of the pod to which container belongs PodSandboxId(annotations map[string]string) string // Runtime returns runtime in which the container is running Runtime() types.RuntimeName } // NewResolver creates a Resolver for a given container runtime func NewResolver(runtime string) (Resolver, error) { switch runtime { case "cri-o": return crioResolver{}, nil case "containerd": return containerdResolver{}, nil } return nil, ErrUnsupportedContainerRuntime } // NewResolverFromAnnotations creates a Resolver by detecting runtime from annotations func NewResolverFromAnnotations(annotations map[string]string) (Resolver, error) { if cm := annotations[crioContainerManagerAnnotation]; cm == "cri-o" { return crioResolver{}, nil } if _, isContainerd := annotations[containerdContainerTypeAnnotation]; isContainerd { return containerdResolver{}, nil } return nil, ErrUnsupportedContainerRuntime } inspektor-gadget-0.46.0/pkg/container-utils/oci-annotations/types_test.go000066400000000000000000000051351510117411400266070ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ociannotations import ( "reflect" "testing" ) func TestNewResolver(t *testing.T) { tests := []struct { name string runtime string want string wantErr bool }{ { name: "get cri-o resolver", runtime: "cri-o", want: "cri-o", wantErr: false, }, { name: "get containerd resolver", runtime: "containerd", want: "containerd", wantErr: false, }, { name: "unsupported resolver", runtime: "unsupported", want: "", wantErr: true, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { got, err := NewResolver(tt.runtime) if (err != nil) != tt.wantErr { t.Errorf("NewResolver() error = %v, wantErr %v", err, tt.wantErr) return } if err == nil && !reflect.DeepEqual(got.Runtime().String(), tt.want) { t.Errorf("NewResolverFromAnnotations().Runtime() got = %v, want %v", got.Runtime(), tt.want) } }) } } func TestNewResolverFromAnnotations(t *testing.T) { tests := []struct { name string annotations map[string]string want string wantErr bool }{ { name: "get cri-o resolver", annotations: map[string]string{crioContainerManagerAnnotation: "cri-o"}, want: "cri-o", wantErr: false, }, { name: "get containerd resolver", annotations: map[string]string{containerdContainerTypeAnnotation: "test-container-type"}, want: "containerd", wantErr: false, }, { name: "unsupported resolver", annotations: map[string]string{}, want: "", wantErr: true, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { got, err := NewResolverFromAnnotations(tt.annotations) if (err != nil) != tt.wantErr { t.Errorf("NewResolverFromAnnotations() error = %v, wantErr %v", err, tt.wantErr) return } if err == nil && !reflect.DeepEqual(got.Runtime().String(), tt.want) { t.Errorf("NewResolverFromAnnotations().Runtime() got = %s, want %s", got.Runtime(), tt.want) } }) } } inspektor-gadget-0.46.0/pkg/container-utils/podman/000077500000000000000000000000001510117411400222225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/podman/podman.go000066400000000000000000000117571510117411400240420ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package podman import ( "context" "encoding/json" "fmt" "net" "net/http" "net/url" "time" log "github.com/sirupsen/logrus" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( defaultConnectionTimeout = 2 * time.Second containerListAllURL = "http://d/v4.0.0/libpod/containers/json?all=true" containerInspectURL = "http://d/v4.0.0/libpod/containers/%s/json" ) type PodmanClient struct { client http.Client } func NewPodmanClient(socketPath string) runtimeclient.ContainerRuntimeClient { if socketPath == "" { socketPath = runtimeclient.PodmanDefaultSocketPath } return &PodmanClient{ client: http.Client{ Transport: &http.Transport{ DialContext: func(ctx context.Context, _, _ string) (conn net.Conn, err error) { return net.Dial("unix", socketPath) }, }, Timeout: defaultConnectionTimeout, }, } } func (p *PodmanClient) listContainers(containerID string) ([]*runtimeclient.ContainerData, error) { var filters string if containerID != "" { f, err := json.Marshal(map[string][]string{"id": {containerID}}) if err != nil { return nil, fmt.Errorf("setting up filters: %w", err) } filters = "&filters=" + url.QueryEscape(string(f)) } resp, err := p.client.Get(containerListAllURL + filters) if err != nil { return nil, fmt.Errorf("listing containers: %w", err) } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return nil, fmt.Errorf("listing containers via rest api: %s", resp.Status) } var containers []struct { ID string `json:"Id"` Names []string `json:"Names"` State string `json:"State"` } if err = json.NewDecoder(resp.Body).Decode(&containers); err != nil { return nil, fmt.Errorf("decoding containers: %w", err) } ret := make([]*runtimeclient.ContainerData, len(containers)) for i, c := range containers { ret[i] = &runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ ContainerID: c.ID, ContainerName: c.Names[0], RuntimeName: types.RuntimeNamePodman, State: containerStatusStateToRuntimeClientState(c.State), }, } } return ret, nil } func (p *PodmanClient) GetContainers() ([]*runtimeclient.ContainerData, error) { return p.listContainers("") } func (p *PodmanClient) GetContainer(containerID string) (*runtimeclient.ContainerData, error) { containers, err := p.listContainers(containerID) if err != nil { return nil, err } if len(containers) == 0 { return nil, fmt.Errorf("container %q not found", containerID) } if len(containers) > 1 { log.Warnf("PodmanClient: multiple containers (%d) with ID %q. Taking the first one: %+v", len(containers), containerID, containers) } return containers[0], nil } func (p *PodmanClient) GetContainerDetails(containerID string) (*runtimeclient.ContainerDetailsData, error) { resp, err := p.client.Get(fmt.Sprintf(containerInspectURL, containerID)) if err != nil { return nil, fmt.Errorf("inspecting container %q: %w", containerID, err) } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return nil, fmt.Errorf("inspecting container via rest api %q: %s", containerID, resp.Status) } var container struct { ID string `json:"Id"` Name string `json:"Name"` State struct { Status string `json:"Status"` Pid int `json:"Pid"` CgroupPath string `json:"CgroupPath"` } `json:"State"` } if err = json.NewDecoder(resp.Body).Decode(&container); err != nil { return nil, fmt.Errorf("decoding container %q: %w", containerID, err) } return &runtimeclient.ContainerDetailsData{ ContainerData: runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ ContainerID: container.ID, ContainerName: container.Name, RuntimeName: types.RuntimeNamePodman, State: containerStatusStateToRuntimeClientState(container.State.Status), }, }, Pid: container.State.Pid, CgroupsPath: container.State.CgroupPath, }, nil } func (p *PodmanClient) Close() error { return nil } func containerStatusStateToRuntimeClientState(containerState string) string { switch containerState { case "created": return runtimeclient.StateCreated case "running": return runtimeclient.StateRunning case "exited": return runtimeclient.StateExited case "dead": return runtimeclient.StateExited default: return runtimeclient.StateUnknown } } inspektor-gadget-0.46.0/pkg/container-utils/runtime-client/000077500000000000000000000000001510117411400237035ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/runtime-client/interface.go000066400000000000000000000125271510117411400262010ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package runtimeclient import ( "errors" "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( // Make sure to keep these settings in sync with pkg/resources/manifests/deploy.yaml CrioDefaultSocketPath = "/run/crio/crio.sock" PodmanDefaultSocketPath = "/run/podman/podman.sock" ContainerdDefaultSocketPath = "/run/containerd/containerd.sock" DockerDefaultSocketPath = "/run/docker.sock" CriDockerDefaultSocketPath = "/run/cri-dockerd.sock" ) var ErrPauseContainer = errors.New("it is a pause container") type K8sContainerData struct { types.BasicK8sMetadata // Unique identifier of pod running the container. PodUID string } type RuntimeContainerData struct { // Almost like types.BasicRuntimeMetadata but don't use it because we // don't need ContainerPID RuntimeName types.RuntimeName ContainerID string ContainerName string ContainerImageName string ContainerImageDigest string ContainerStartedAt types.Time // Current state of the container. State string } // ContainerData contains container information returned from the container // runtime clients. type ContainerData struct { // Runtime contains all the metadata returned by the container runtime. Runtime RuntimeContainerData // K8s contains the Kubernetes metadata of the container. K8s K8sContainerData } // ContainerDetailsData contains container extra information returned from the // container runtime clients. This information might not be available when // listing containers. type ContainerDetailsData struct { // ContainerDetailsData contains all ContainerData fields. ContainerData // Process identifier. Pid int // Path for the container cgroups. CgroupsPath string // List of mounts in the container. Mounts []ContainerMountData } // ContainerMountData contains mount information in ContainerData. type ContainerMountData struct { // Source of the mount in the host file-system. Source string // Destination of the mount in the container. Destination string } const ( // Container was created but has not started running. StateCreated = "created" // Container is currently running. StateRunning = "running" // Container has stopped or exited. StateExited = "exited" // Container has an unknown or unrecognized state. StateUnknown = "unknown" ) const ( ContainerLabelK8sContainerName = "io.kubernetes.container.name" ContainerLabelK8sPodName = "io.kubernetes.pod.name" ContainerLabelK8sPodNamespace = "io.kubernetes.pod.namespace" ContainerLabelK8sPodUID = "io.kubernetes.pod.uid" ) // ContainerRuntimeClient defines the interface to communicate with the // different container runtimes. type ContainerRuntimeClient interface { // GetContainers returns a slice with the information of all the containers. GetContainers() ([]*ContainerData, error) // GetContainers returns the information of the container identified by the // provided ID. GetContainer(containerID string) (*ContainerData, error) // GetContainerDetails returns the detailed information of the container // identified by the provided ID. // The container details cannot be provided prior to container being in // running state. GetContainerDetails(containerID string) (*ContainerDetailsData, error) // Close tears down the connection with the container runtime. Close() error } func ParseContainerID(expectedRuntime types.RuntimeName, containerID string) (string, error) { // If ID contains a prefix, it must match the format "://" split := strings.SplitN(containerID, "://", 2) if len(split) == 2 { if types.String2RuntimeName(split[0]) != expectedRuntime { return "", fmt.Errorf("invalid container runtime %q, it should be %q", containerID, expectedRuntime) } return split[1], nil } return split[0], nil } func EnrichWithK8sMetadata(container *ContainerData, labels map[string]string) { if containerName, ok := labels[ContainerLabelK8sContainerName]; ok { container.K8s.ContainerName = containerName } if podName, ok := labels[ContainerLabelK8sPodName]; ok { container.K8s.PodName = podName } if podNamespace, ok := labels[ContainerLabelK8sPodNamespace]; ok { container.K8s.Namespace = podNamespace } if podUID, ok := labels[ContainerLabelK8sPodUID]; ok { container.K8s.PodUID = podUID } } // IsEnrichedWithK8sMetadata returns true if the container already contains // the Kubernetes metadata a container runtime client is able to provide. func IsEnrichedWithK8sMetadata(k8s types.BasicK8sMetadata) bool { return k8s.IsEnriched() } // IsEnrichedWithRuntimeMetadata returns true if the container already contains // the runtime metadata a container runtime client is able to provide. func IsEnrichedWithRuntimeMetadata(runtime types.BasicRuntimeMetadata) bool { return runtime.IsEnriched() } inspektor-gadget-0.46.0/pkg/container-utils/runtime-client/runtimeclient_test.go000066400000000000000000000130011510117411400301460ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package runtimeclient_test import ( "fmt" "testing" "github.com/davecgh/go-spew/spew" "github.com/google/go-cmp/cmp" "github.com/stretchr/testify/require" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" utilstest "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) const ( containerNamePrefix = "test-container" containerImageName = "ghcr.io/inspektor-gadget/ci/busybox:latest" numContainers = 2 ) func TestRuntimeClientInterface(t *testing.T) { t.Parallel() utilstest.RequireRoot(t) utilstest.HostInit(t) for _, runtime := range testutils.SupportedContainerRuntimes { t.Run(runtime.String(), func(t *testing.T) { runtime := runtime t.Parallel() // Create test containers and their expected data var expectedData []*runtimeclient.ContainerDetailsData for i := 0; i < numContainers; i++ { cn := fmt.Sprintf("%s-%s-%d", containerNamePrefix, runtime, i) opts := []testutils.Option{ testutils.WithImage(containerImageName), } c, err := testutils.NewContainer( runtime, cn, "sleep inf", // We simply want to keep the container running opts..., ) require.Nil(t, err) require.NotNil(t, c) c.Start(t) t.Cleanup(func() { c.Stop(t) }) expectedData = append(expectedData, &runtimeclient.ContainerDetailsData{ ContainerData: runtimeclient.ContainerData{ Runtime: runtimeclient.RuntimeContainerData{ RuntimeName: runtime, ContainerName: cn, ContainerID: c.ID(), ContainerImageName: containerImageName, State: runtimeclient.StateRunning, }, K8s: runtimeclient.K8sContainerData{}, }, Pid: c.Pid(), // TODO: Is it worth to compare the cgroups path and mounts? }, ) } // Initialize runtime client config := &containerutilsTypes.RuntimeConfig{ Name: runtime, } rc, err := containerutils.NewContainerRuntimeClient(config) t.Cleanup(func() { if rc != nil { rc.Close() } }) require.Nil(t, err) require.NotNil(t, rc) // Test runtime client methods t.Run("GetContainers", func(t *testing.T) { t.Parallel() containers, err := rc.GetContainers() require.Nil(t, err) require.NotNil(t, containers) for _, eData := range expectedData { found := false for _, cData := range containers { // ContainerImageDigest may vary among versions, so we do not check it for now cData.Runtime.ContainerImageDigest = "" if cmp.Equal(*cData, eData.ContainerData) { found = true break } } require.True(t, found, "couldn't find container:\n%s\nin:\n%s", spew.Sdump(eData.ContainerData), spew.Sdump(containers)) } }) t.Run("GetContainer", func(t *testing.T) { t.Parallel() for _, eData := range expectedData { cData, err := rc.GetContainer(eData.Runtime.ContainerID) // ContainerImageDigest may vary among versions, so we do not check it for now cData.Runtime.ContainerImageDigest = "" require.Nil(t, err) require.NotNil(t, cData) require.True(t, cmp.Equal(*cData, eData.ContainerData), "unexpected container data:\n%s", cmp.Diff(*cData, eData.ContainerData)) } }) t.Run("GetContainerDetails", func(t *testing.T) { t.Parallel() for _, eData := range expectedData { cData, err := rc.GetContainerDetails(eData.Runtime.ContainerID) // ContainerImageDigest may vary among versions, so we do not check it for now cData.Runtime.ContainerImageDigest = "" require.Nil(t, err) require.NotNil(t, cData) // TODO: Is it worth to compare the cgroups path and mounts? require.NotEmpty(t, cData.CgroupsPath) cData.CgroupsPath = eData.CgroupsPath cData.Mounts = eData.Mounts require.True(t, cmp.Equal(cData, eData), "unexpected container data:\n%s", cmp.Diff(cData, eData)) } }) }) } } // TestDeleteContainers is useful to delete containers from // TestRuntimeClientInterface that were not properly deleted because of a bug. // func TestDeleteContainers(t *testing.T) { // t.Parallel() // utilstest.RequireRoot(t) // for _, runtime := range testutils.SupportedContainerRuntimes { // t.Run(runtime.String(), func(t *testing.T) { // runtime := runtime // t.Parallel() // // Delete test containers from previous runs // for i := 0; i < numContainers; i++ { // cn := fmt.Sprintf("%s-%s-%d", containerNamePrefix, runtime, i) // c, err := testutils.NewContainer(runtime, cn, "sleep inf", testutils.WithForceDelete()) // require.Nil(t, err) // require.NotNil(t, c) // c.Stop(t) // } // }) // } // } inspektor-gadget-0.46.0/pkg/container-utils/testdata/000077500000000000000000000000001510117411400225555ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/testdata/basic.input000066400000000000000000000002041510117411400247130ustar00rootroot00000000000000{"ociVersion":"1.0.1-dev","id":"92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a","status":"creating","pid":210223} inspektor-gadget-0.46.0/pkg/container-utils/testdata/basic_pp.input000066400000000000000000000002351510117411400254160ustar00rootroot00000000000000{ "id" : "92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a", "ociVersion" : "1.0.1-dev", "pid" : 210223, "status" : "creating" } inspektor-gadget-0.46.0/pkg/container-utils/testdata/crio_bad_escaped.input000066400000000000000000000064471510117411400270770ustar00rootroot00000000000000{"ociVersion":"1.0.1-dev","id":"92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a","status":"creating","pid":210223,"bundle":"/run/containers/storage/overlay-containers/92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a/userdata","annotations":{"io.kubernetes.container.hash":"124d6e34","io.kubernetes.container.name":"nginx","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.cri-o.Annotations":"{"io.kubernetes.container.hash":"124d6e34","io.kubernetes.container.restartCount":"0","io.kubernetes.container.terminationMessagePath":"/dev/termination-log","io.kubernetes.container.terminationMessagePolicy":"File","io.kubernetes.pod.terminationGracePeriod":"30"}","io.kubernetes.cri-o.ContainerID":"92646e8e819a27d43a9435cd195dc1f38a0c5ff897b4ca660fcbfbfe7502b47a","io.kubernetes.cri-o.ContainerType":"container","io.kubernetes.cri-o.Created":"2020-05-08T20:32:21.26753518Z","io.kubernetes.cri-o.IP":"10.128.0.238","io.kubernetes.cri-o.Image":"ghcr.io/inspektor-gadget/ci/nginx:latest@sha256:cccef6d6bdea671c394956e24b0d0c44cd82dbe83f543a47fdc790fadea48422","io.kubernetes.cri-o.ImageName":"ghcr.io/inspektor-gadget/ci/nginx:latest","io.kubernetes.cri-o.ImageRef":"ghcr.io/inspektor-gadget/ci/nginx:latest@sha256:cccef6d6bdea671c394956e24b0d0c44cd82dbe83f543a47fdc790fadea48422","io.kubernetes.cri-o.Labels":"{"io.kubernetes.container.name":"nginx","io.kubernetes.pod.name":"nginx-1-qw5cd","io.kubernetes.pod.namespace":"default","io.kubernetes.pod.uid":"fe8c39b8-916a-11ea-90b0-0242ac11001d"}","io.kubernetes.cri-o.LogPath":"/var/log/pods/default_nginx-1-qw5cd_fe8c39b8-916a-11ea-90b0-0242ac11001d/nginx/0.log","io.kubernetes.cri-o.Metadata":"{"name":"nginx"}","io.kubernetes.cri-o.MountPoint":"/var/lib/containers/storage/overlay/5fe9149b060ae77936a1b503e0326a96d9ac3e9b7b59d02cf3abb49e421a014a/merged","io.kubernetes.cri-o.Name":"k8s_nginx_nginx-1-qw5cd_default_fe8c39b8-916a-11ea-90b0-0242ac11001d_0","io.kubernetes.cri-o.ResolvPath":"/var/run/containers/storage/overlay-containers/c3aa2abc0a6a8c50752b57f51a07e4a2517d980255edb7ff718b17898d8429bf/userdata/resolv.conf","io.kubernetes.cri-o.SandboxID":"c3aa2abc0a6a8c50752b57f51a07e4a2517d980255edb7ff718b17898d8429bf","io.kubernetes.cri-o.SandboxName":"k8s_POD_nginx-1-qw5cd_default_fe8c39b8-916a-11ea-90b0-0242ac11001d_0","io.kubernetes.cri-o.SeccompProfilePath":"","io.kubernetes.cri-o.Stdin":"false","io.kubernetes.cri-o.StdinOnce":"false","io.kubernetes.cri-o.TTY":"false","io.kubernetes.cri-o.Volumes":"[{"container_path":"/etc/hosts","host_path":"/var/lib/kubelet/pods/fe8c39b8-916a-11ea-90b0-0242ac11001d/etc-hosts","readonly":false},{"container_path":"/dev/termination-log","host_path":"/var/lib/kubelet/pods/fe8c39b8-916a-11ea-90b0-0242ac11001d/containers/nginx/2b38c787","readonly":false},{"container_path":"/var/run/secrets/kubernetes.io/serviceaccount","host_path":"/var/lib/kubelet/pods/fe8c39b8-916a-11ea-90b0-0242ac11001d/volumes/kubernetes.io~secret/default-token-d4rcl","readonly":true}]","io.kubernetes.pod.name":"nginx-1-qw5cd","io.kubernetes.pod.namespace":"default","io.kubernetes.pod.terminationGracePeriod":"30","io.kubernetes.pod.uid":"fe8c39b8-916a-11ea-90b0-0242ac11001d","org.opencontainers.image.stopSignal":"SIGTERM"}} inspektor-gadget-0.46.0/pkg/container-utils/testutils/000077500000000000000000000000001510117411400230045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/testutils/container_interface.go000066400000000000000000000037721510117411400273460ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "fmt" "testing" "github.com/docker/go-connections/nat" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type containerSpec struct { name string cmd string options *containerOptions // Internal state id string ip string pid int started bool portBindings nat.PortMap } type Container interface { DisplayName() string Run(t *testing.T) Start(t *testing.T) Stop(t *testing.T) ID() string IP() string Pid() int Running() bool PortBindings() nat.PortMap } func (c *containerSpec) ID() string { return c.id } func (c *containerSpec) IP() string { return c.ip } func (c *containerSpec) Pid() int { return c.pid } func (c *containerSpec) Running() bool { return c.started } func (c *containerSpec) PortBindings() nat.PortMap { return c.portBindings } func (c *containerSpec) DisplayName() string { return c.name + ": " + c.cmd } var SupportedContainerRuntimes = []types.RuntimeName{ types.RuntimeNameDocker, types.RuntimeNameContainerd, } func NewContainer(runtime types.RuntimeName, name, cmd string, options ...Option) (Container, error) { switch runtime { case types.RuntimeNameDocker: return NewDockerContainer(name, cmd, options...), nil case types.RuntimeNameContainerd: return NewContainerdContainer(name, cmd, options...), nil default: return nil, fmt.Errorf("unknown container runtime %q", runtime) } } inspektor-gadget-0.46.0/pkg/container-utils/testutils/containerd.go000066400000000000000000000171041510117411400254640ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "context" "fmt" "strings" "syscall" "testing" "time" "github.com/containerd/containerd" "github.com/containerd/containerd/cio" "github.com/containerd/containerd/namespaces" "github.com/containerd/containerd/oci" "github.com/containerd/containerd/pkg/cri/constants" "github.com/containerd/containerd/snapshots" "github.com/opencontainers/runtime-spec/specs-go" ) const ( taskKillTimeout = 3 * time.Second ) func NewContainerdContainer(name, cmd string, options ...Option) Container { c := &ContainerdContainer{ containerSpec: containerSpec{ name: name, cmd: cmd, options: defaultContainerOptions(), }, } for _, o := range options { o(c.options) } return c } type ContainerdContainer struct { containerSpec client *containerd.Client nsCtx context.Context exitStatus <-chan containerd.ExitStatus } func (c *ContainerdContainer) initClientAndCtx() error { var err error c.client, err = containerd.New("/run/containerd/containerd.sock", containerd.WithTimeout(3*time.Second), ) if err != nil { return fmt.Errorf("creating a client: %w", err) } namespace := constants.K8sContainerdNamespace if c.options.namespace != "" { namespace = c.options.namespace } c.nsCtx = namespaces.WithNamespace(c.options.ctx, namespace) return nil } func (c *ContainerdContainer) Run(t *testing.T) { if err := c.initClientAndCtx(); err != nil { t.Fatalf("Failed to initialize client: %s", err) } // Download and unpack the image fullImage := getFullImage(c.options) image, err := c.client.Pull(c.nsCtx, fullImage) if err != nil { t.Fatalf("Failed to pull the image %q: %s", fullImage, err) } unpacked, err := image.IsUnpacked(c.nsCtx, "") if err != nil { t.Fatalf("image.IsUnpacked: %v", err) } if !unpacked { if err := image.Unpack(c.nsCtx, ""); err != nil { t.Fatalf("image.Unpack: %v", err) } } // Create the container var specOpts []oci.SpecOpts specOpts = append(specOpts, oci.WithDefaultSpec()) specOpts = append(specOpts, oci.WithDefaultUnixDevices) specOpts = append(specOpts, oci.WithImageConfig(image)) if len(c.cmd) != 0 { specOpts = append(specOpts, oci.WithProcessArgs("/bin/sh", "-c", c.cmd)) } if c.options.privileged { specOpts = append(specOpts, oci.WithPrivileged) } if c.options.seccompProfile != "" { t.Fatalf("testutils/containerd: seccomp profiles are not supported yet") } if c.options.portBindings != nil { t.Fatalf("testutils/containerd: Port bindings are not supported yet") } if len(c.options.mounts) > 0 { t.Fatalf("testutils/containerd: Mounts are not supported yet") } if c.options.expectStartError { t.Fatalf("testutils/containerd: ExpectStartError is not supported yet") } if c.options.expectedExitCode != nil { t.Fatalf("testutils/containerd: ExpectedExitCode is not supported yet") } if c.options.sysctls != nil { t.Fatalf("testutils/containerd: Sysctls are not supported yet") } var spec specs.Spec container, err := c.client.NewContainer(c.nsCtx, c.name, containerd.WithImage(image), containerd.WithImageConfigLabels(image), containerd.WithAdditionalContainerLabels(image.Labels()), containerd.WithSnapshotter(""), containerd.WithNewSnapshot(c.name, image, snapshots.WithLabels(map[string]string{})), containerd.WithImageStopSignal(image, "SIGTERM"), containerd.WithSpec(&spec, specOpts...), ) if err != nil { t.Fatalf("Failed to create container %q: %s", c.name, err) } c.id = container.ID() containerIO := cio.NullIO output := &strings.Builder{} if c.options.logs { containerIO = cio.NewCreator(cio.WithStreams(nil, output, output)) } // Now create and start the task task, err := container.NewTask(c.nsCtx, containerIO) if err != nil { container.Delete(c.nsCtx, containerd.WithSnapshotCleanup) t.Fatalf("Failed to create task %q: %s", c.name, err) } err = task.Start(c.nsCtx) if err != nil { container.Delete(c.nsCtx, containerd.WithSnapshotCleanup) t.Fatalf("Failed to start task %q: %s", c.name, err) } c.exitStatus, err = task.Wait(c.nsCtx) if err != nil { t.Fatalf("Failed to wait on task %q: %s", c.name, err) } c.pid = int(task.Pid()) if c.options.wait { s := <-c.exitStatus if s.ExitCode() != 0 { t.Logf("Exitcode for task %q: %d", c.name, s.ExitCode()) } } if c.options.logs { t.Logf("Container %q output:\n%s", c.name, output.String()) } if c.options.removal { err := c.deleteAndClose(t, task, container) if err != nil { t.Fatalf("Failed to delete container %q: %s", c.name, err) } } } func (c *ContainerdContainer) Start(t *testing.T) { if c.started { t.Logf("Warn(%s): trying to start already running container\n", c.name) return } c.start(t) c.started = true } func (c *ContainerdContainer) start(t *testing.T) { for _, o := range []Option{WithoutWait(), withoutRemoval()} { o(c.options) } c.Run(t) } func (c *ContainerdContainer) Stop(t *testing.T) { if !c.started && !c.options.forceDelete { t.Logf("Warn(%s): trying to stop already stopped container\n", c.name) return } if c.client == nil { if c.options.forceDelete { t.Logf("Warn(%s): trying to stop container with nil client. Forcing deletion\n", c.name) if err := c.initClientAndCtx(); err != nil { t.Fatalf("Failed to initialize client: %s", err) } } else { t.Fatalf("Client is not initialized") } } c.stop(t) c.started = false } // deleteAndClose kill the task, delete the container and close the client func (c *ContainerdContainer) deleteAndClose(t *testing.T, task containerd.Task, container containerd.Container) error { task.Kill(c.nsCtx, syscall.SIGKILL) // We need to wait until the task is killed before trying to delete it. But // don't wait forever as the task might be already stopped. select { case <-c.exitStatus: case <-time.After(taskKillTimeout): t.Logf("Timeout %v waiting for container's task %q to be killed. Go ahead with deletion", taskKillTimeout, c.name) } _, err := task.Delete(c.nsCtx) if err != nil { return fmt.Errorf("deleting task %q: %w", c.name, err) } err = container.Delete(c.nsCtx, containerd.WithSnapshotCleanup) if err != nil { return fmt.Errorf("deleting container %q: %w", c.name, err) } err = c.client.Close() if err != nil { return fmt.Errorf("closing client: %w", err) } return nil } func (c *ContainerdContainer) stop(t *testing.T) { container, err := c.client.LoadContainer(c.nsCtx, c.name) if err != nil { t.Fatalf("Failed to get container %q: %s", c.name, err) } task, err := container.Task(c.nsCtx, nil) if err != nil { t.Fatalf("Failed to get task %q: %s", c.name, err) } err = c.deleteAndClose(t, task, container) if err != nil { t.Fatalf("Failed to delete container %q: %s", c.name, err) } } func getFullImage(options *containerOptions) string { if strings.Contains(options.image, ":") { return options.image } return options.image + ":" + options.imageTag } func RunContainerdFailedContainer(ctx context.Context, t *testing.T) { NewContainerdContainer("test-ig-failed-container", "/none", WithoutLogs(), WithoutWait(), WithContext(ctx)).Run(t) } inspektor-gadget-0.46.0/pkg/container-utils/testutils/docker.go000066400000000000000000000157661510117411400246210ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "bytes" "context" "errors" "fmt" "io" "strings" "testing" "time" "github.com/docker/docker/api/types/container" "github.com/docker/docker/api/types/image" "github.com/docker/docker/api/types/mount" "github.com/docker/docker/client" ) func NewDockerContainer(name, cmd string, options ...Option) Container { c := &DockerContainer{ containerSpec: containerSpec{ name: name, cmd: cmd, options: defaultContainerOptions(), }, } for _, o := range options { o(c.options) } return c } type DockerContainer struct { containerSpec client *client.Client } func (d *DockerContainer) initClient() error { var err error d.client, err = client.NewClientWithOpts(client.FromEnv, client.WithAPIVersionNegotiation()) if err != nil { return fmt.Errorf("creating a client: %w", err) } return nil } func (d *DockerContainer) Run(t *testing.T) { if err := d.initClient(); err != nil { t.Fatalf("Failed to initialize client: %s", err) } _ = d.client.ContainerRemove(d.options.ctx, d.name, container.RemoveOptions{}) reader, err := d.client.ImagePull(d.options.ctx, d.options.image, image.PullOptions{}) if err != nil { t.Fatalf("Failed to pull image container: %s", err) } io.Copy(io.Discard, reader) hostConfig := &container.HostConfig{} if d.options.seccompProfile != "" { hostConfig.SecurityOpt = []string{fmt.Sprintf("seccomp=%s", d.options.seccompProfile)} } if d.options.privileged { hostConfig.Privileged = true } if d.options.sysctls != nil { hostConfig.Sysctls = d.options.sysctls } if d.options.portBindings != nil { hostConfig.PortBindings = d.options.portBindings } for _, m := range d.options.mounts { paths := strings.SplitN(m, ":", 2) source := m target := m if len(paths) == 2 { source = paths[0] target = paths[1] } hostConfig.Mounts = append(hostConfig.Mounts, mount.Mount{ Type: mount.TypeBind, Source: source, Target: target, }) } resp, err := d.client.ContainerCreate(d.options.ctx, &container.Config{ Image: d.options.image, Entrypoint: []string{"/bin/sh", "-c", d.cmd}, Tty: false, }, hostConfig, nil, nil, d.name) if err != nil { t.Fatalf("Failed to create container: %s", err) } err = d.client.ContainerStart(d.options.ctx, resp.ID, container.StartOptions{}) if d.options.expectStartError { if err == nil { t.Fatalf("Expected error creating container") } t.Logf("Failed to create container as expected: %s", err) if d.options.removal { err := d.removeAndClose() if err != nil { t.Logf("Failed to remove container: %s", err) } } return } if err != nil { t.Fatalf("Failed to start container: %s", err) } d.id = resp.ID if d.options.wait { statusCh, errCh := d.client.ContainerWait(d.options.ctx, resp.ID, container.WaitConditionNotRunning) select { case err := <-errCh: if err != nil { t.Fatalf("Failed to wait for container: %s", err) } case <-statusCh: } } containerJSON, err := d.client.ContainerInspect(d.options.ctx, d.id) if err != nil { t.Fatalf("Failed to inspect container: %s", err) } d.pid = containerJSON.State.Pid if len(containerJSON.NetworkSettings.Networks) > 1 { t.Fatal("Multiple networks are not supported") } if len(containerJSON.NetworkSettings.Networks) == 1 { for _, network := range containerJSON.NetworkSettings.Networks { d.ip = network.IPAddress } } d.portBindings = containerJSON.NetworkSettings.Ports if d.options.logs { out, err := d.client.ContainerLogs(d.options.ctx, resp.ID, container.LogsOptions{ShowStdout: true, ShowStderr: true}) if err != nil { t.Fatalf("Failed to get container logs: %s", err) } buf := new(bytes.Buffer) buf.ReadFrom(out) t.Logf("Container %q output:\n%s", d.name, buf.String()) } if d.options.removal { err := d.removeAndClose() if err != nil { t.Fatalf("Failed to remove container: %s", err) } } } func (d *DockerContainer) Start(t *testing.T) { if d.started { t.Logf("Warn(%s): trying to start already running container\n", d.name) return } d.start(t) d.started = true } func (d *DockerContainer) start(t *testing.T) { for _, o := range []Option{WithoutWait(), withoutRemoval()} { o(d.options) } d.Run(t) } func (d *DockerContainer) Stop(t *testing.T) { if !d.started && !d.options.forceDelete { t.Logf("Warn(%s): trying to stop already stopped container\n", d.name) return } if d.client == nil { if d.options.forceDelete { t.Logf("Warn(%s): trying to stop container with nil client. Forcing deletion\n", d.name) if err := d.initClient(); err != nil { t.Fatalf("Failed to initialize client: %s", err) } } else { t.Fatalf("Client is not initialized") } } if !d.options.expectStartError { killAndWait := func(signal string, wait time.Duration, next func()) { err := d.client.ContainerKill(d.options.ctx, d.id, signal) if err != nil { t.Fatalf("killing container with %s: %s", signal, err) } ctxTimeout, cancel := context.WithTimeout(d.options.ctx, wait) defer cancel() statusCh, errCh := d.client.ContainerWait(ctxTimeout, d.id, container.WaitConditionNotRunning) select { case err := <-errCh: if err != nil { if errors.Is(err, context.DeadlineExceeded) && next != nil { next() return } t.Fatalf("Failed to wait for container: %s", err) } case <-statusCh: } } killAndWait("SIGINT", 5*time.Second, func() { killAndWait("SIGKILL", 2*time.Second, nil) }) if d.options.expectedExitCode != nil { // check exit code inspect, err := d.client.ContainerInspect(d.options.ctx, d.id) if err != nil { t.Fatalf("inspecting container: %s", err) } if inspect.State.ExitCode != *d.options.expectedExitCode { t.Fatalf("Container %q exited with code %d, expected %d", d.name, inspect.State.ExitCode, *d.options.expectedExitCode) } } } if err := d.removeAndClose(); err != nil { t.Fatalf("Failed to stop container: %s", err) } d.started = false } func (d *DockerContainer) removeAndClose() error { err := d.client.ContainerRemove(d.options.ctx, d.name, container.RemoveOptions{Force: true}) if err != nil { return fmt.Errorf("removing container: %w", err) } err = d.client.Close() if err != nil { return fmt.Errorf("closing client: %w", err) } return nil } func RunDockerFailedContainer(ctx context.Context, t *testing.T) { NewDockerContainer("test-ig-failed-container", "/none", WithoutLogs(), WithoutWait(), WithContext(ctx)).Run(t) } inspektor-gadget-0.46.0/pkg/container-utils/testutils/k8s.go000066400000000000000000000216231510117411400240440ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "bytes" "fmt" "os/exec" "strings" "testing" "github.com/stretchr/testify/require" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/command" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/match" ) func NewK8sContainer(name, cmd string, options ...Option) Container { c := &K8sContainer{ containerSpec: containerSpec{ name: name, cmd: cmd, options: defaultContainerOptions(), }, } for _, o := range options { o(c.options) } return c } type K8sContainer struct { containerSpec // additional fields would be added when using golang api } // TODO:later on:use the golang api directly func (c *K8sContainer) Run(t *testing.T) { c.Start(t) c.Stop(t) } func (c *K8sContainer) Start(t *testing.T) { // TODO: handle pid, portBindings. if c.options.seccompProfile != "" { t.Fatalf("testutils/kubernetes: seccomp profiles are not supported yet") } if c.options.sysctls != nil { t.Fatalf("testutils/kubernetes: sysctls are not supported yet") } if c.options.privileged { t.Fatalf("testutils/kubernetes: privileged containers are not supported yet") } if c.options.portBindings != nil { t.Fatalf("testutils/kubernetes: port bindings are not supported yet") } waitCommand := waitUntilPodReadyCommand(t, c.options.namespace, c.name) if c.options.waitOrOomKilled { waitCommand = waitUntilPodReadyOrOOMKilledCommand(t, c.options.namespace, c.name) } testSteps := []igtesting.TestStep{ podCommand(t, c.name, c.options.image, c.options.namespace, `["/bin/sh", "-c"]`, c.cmd, c.options.limits), sleepForSecondsCommand(2), waitCommand, } if !c.options.useExistingNamespace { testSteps = append([]igtesting.TestStep{createTestNamespaceCommand(c.options.namespace)}, testSteps...) } igtesting.RunTestSteps(testSteps, t) c.id = getContainerID(t, c.name, c.options.namespace) c.ip = getPodIP(t, c.name, c.options.namespace) c.started = true } func (c *K8sContainer) Stop(t *testing.T) { testSteps := []igtesting.TestStep{ deletePodCommand(t, c.name, c.options.namespace), } if !c.options.useExistingNamespace { testSteps = append(testSteps, igtesting.TestStep(deleteTestNamespaceCommand(t, c.options.namespace))) } igtesting.RunTestSteps(testSteps, t) c.started = false } const ( namespaceLabelKey string = "scope" namespaceLabelValue string = "ig-integration-tests" ) func createPodYaml(podname, image, namespace, cmd, commandArgs string, limits map[string]string) string { yamlStr := fmt.Sprintf(`apiVersion: v1 kind: Pod metadata: name: %q namespace: %q labels: run: %q spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: %q image: %q `, podname, namespace, podname, podname, image) if cmd != "" { cmdLine := fmt.Sprintf(" command: %s\n", cmd) commandArgsLine := "" if commandArgs != "" { commandArgsLine = fmt.Sprintf(" args:\n - %q\n", commandArgs) } yamlStr = yamlStr + cmdLine + commandArgsLine } if len(limits) > 0 { yamlStr = yamlStr + " resources:\n limits:\n" for k, v := range limits { yamlStr = yamlStr + fmt.Sprintf(" %s: %q\n", k, v) } } return yamlStr } // podCommand returns a Command that starts a pod with a specified image, command and args // // cmd should either be empty or be formatted as a yaml array on a single line ("" or `["/bin/sh", "-c"]`) // commandArgs will automatically be escaped func podCommand(t *testing.T, podname, image, namespace, cmd, commandArgs string, limits map[string]string) *command.Command { if cmd != "" { if strings.Contains(cmd, "\n") { t.Fatalf("cmd contains new lines: %q", cmd) } if cmd[0] != '[' { t.Fatalf("cmd is not a yaml array: %q", cmd) } } podYaml := createPodYaml(podname, image, namespace, cmd, commandArgs, limits) cmdStr := fmt.Sprintf(`kubectl apply -f - <<'KUBECTL_EOF' %s KUBECTL_EOF `, podYaml) return &command.Command{ Name: fmt.Sprintf("Run %s", podname), Cmd: exec.Command("/bin/sh", "-c", cmdStr), StartAndStop: true, ValidateOutput: match.EqualString(t, fmt.Sprintf("pod/%s created\n", podname)), } } // deletePodCommand returns a Command which deletes a pod whom // name is given as parameter. func deletePodCommand(t *testing.T, podname, namespace string) *command.Command { return &command.Command{ Name: fmt.Sprintf("Delete %s", podname), Cmd: exec.Command("/bin/sh", "-c", fmt.Sprintf("kubectl delete -n=%s pod %s", namespace, podname)), ValidateOutput: match.MatchRegexp(t, fmt.Sprintf("pod \"%s\" deleted( from %s namespace)?\n", podname, namespace)), } } // createTestNamespaceCommand returns a Command which creates a namespace whom // name is given as parameter. func createTestNamespaceCommand(namespace string) *command.Command { cmd := fmt.Sprintf(`kubectl apply -f - <<"EOF" apiVersion: v1 kind: Namespace metadata: name: %s labels: {"%s": "%s"} EOF while true; do kubectl -n %s get serviceaccount default if [ $? -eq 0 ]; then break fi sleep 1 done `, namespace, namespaceLabelKey, namespaceLabelValue, namespace) return &command.Command{ Name: "Create test namespace", Cmd: exec.Command("/bin/sh", "-c", cmd), } } func CreateK8sNamespace(t *testing.T, namespace string) { igtesting.RunTestSteps([]igtesting.TestStep{createTestNamespaceCommand(namespace)}, t) t.Cleanup(func() { deleteK8sNamespace(t, namespace) }) } // deleteTestNamespaceCommand returns a Command which deletes a namespace whom // name is given as parameter. func deleteTestNamespaceCommand(t *testing.T, namespace string) *command.Command { return &command.Command{ Name: "DeleteTestNamespace", Cmd: exec.Command("/bin/sh", "-c", fmt.Sprintf("kubectl delete ns %s", namespace)), ValidateOutput: match.EqualString(t, fmt.Sprintf("namespace \"%s\" deleted\n", namespace)), } } func deleteK8sNamespace(t *testing.T, namespace string) { igtesting.RunTestSteps([]igtesting.TestStep{(deleteTestNamespaceCommand(t, namespace))}, t) } // waitUntilPodReadyCommand returns a Command which waits until pod with the specified name in // the given as parameter namespace is ready. func waitUntilPodReadyCommand(t *testing.T, namespace string, podname string) *command.Command { return &command.Command{ Name: "WaitForTestPod", Cmd: exec.Command("/bin/sh", "-c", fmt.Sprintf("kubectl wait pod --for condition=ready --timeout=60s -n %s %s", namespace, podname)), ValidateOutput: match.EqualString(t, fmt.Sprintf("pod/%s condition met\n", podname)), } } // waitUntilPodReadyOrOOMKilledCommand returns a Command which waits until pod with the specified name in // the given as parameter namespace is ready or was oomkilled. func waitUntilPodReadyOrOOMKilledCommand(t *testing.T, namespace string, podname string) *command.Command { return &command.Command{ Name: "WaitForTestPod", Cmd: exec.Command("/bin/sh", "-c", fmt.Sprintf("kubectl wait pod --for condition=ready --timeout=60s -n %s %s || kubectl wait pod --for jsonpath='{.status.containerStatuses[0].state.terminated.reason}'=OOMKilled -n %s %s", namespace, podname, namespace, podname)), ValidateOutput: match.EqualString(t, fmt.Sprintf("pod/%s condition met\n", podname)), } } // sleepForSecondsCommand returns a Command which sleeps for given seconds func sleepForSecondsCommand(seconds int) *command.Command { return &command.Command{ Name: "SleepForSeconds", Cmd: exec.Command("/bin/sh", "-c", fmt.Sprintf("sleep %d", seconds)), } } func getContainerID(t *testing.T, podName, namespace string) string { cmd := exec.Command("kubectl", "get", "pod", podName, "--namespace", namespace, "-o", "jsonpath={.status.containerStatuses[0].containerID}") var stderr bytes.Buffer cmd.Stderr = &stderr r, err := cmd.Output() require.NoError(t, err, "getting container id: %s", stderr.String()) ret := string(r) parts := strings.Split(ret, "/") require.GreaterOrEqual(t, len(parts), 1, "unexpected container id") return parts[len(parts)-1] } func getPodIP(t *testing.T, podName, namespace string) string { cmd := exec.Command("kubectl", "-n", namespace, "get", "pod", podName, "-o", "jsonpath={.status.podIP}") var stderr bytes.Buffer cmd.Stderr = &stderr r, err := cmd.Output() require.NoError(t, err, "getting pod ip: %s", stderr.String()) return string(r) } inspektor-gadget-0.46.0/pkg/container-utils/testutils/k8s_test.go000066400000000000000000000107661510117411400251110ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "testing" "github.com/stretchr/testify/assert" ) func TestCreatePodYaml(t *testing.T) { type testCases struct { testName string // expected is an array of strings because the order of maps is not guaranteed expected []string podName string imageName string namespace string cmd string args string limits map[string]string } tests := []testCases{ { testName: "Simple", expected: []string{`apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" `}, podName: "foo", imageName: "foo-image", namespace: "ns", cmd: "", args: "", limits: nil, }, { testName: "WithCmd", expected: []string{`apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" command: ["/bin/sh", "-c"] `}, podName: "foo", imageName: "foo-image", namespace: "ns", cmd: `["/bin/sh", "-c"]`, args: "", limits: nil, }, { testName: "WithCmdAndArgs", expected: []string{`apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" command: ["/bin/sh", "-c"] args: - "arg arg2" `}, podName: "foo", imageName: "foo-image", namespace: "ns", cmd: `["/bin/sh", "-c"]`, args: "arg arg2", limits: nil, }, { testName: "WithLimits", expected: []string{ `apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" resources: limits: cpu: "1" memory: "2Gi" `, `apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" resources: limits: memory: "2Gi" cpu: "1" `, }, podName: "foo", imageName: "foo-image", namespace: "ns", cmd: "", args: "", limits: map[string]string{ "cpu": "1", "memory": "2Gi", }, }, { testName: "WithCmdAndArgsAndLimits", expected: []string{ `apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" command: ["/bin/sh", "-c"] args: - "arg arg2" resources: limits: cpu: "1" memory: "2Gi" `, `apiVersion: v1 kind: Pod metadata: name: "foo" namespace: "ns" labels: run: "foo" spec: restartPolicy: Never terminationGracePeriodSeconds: 0 containers: - name: "foo" image: "foo-image" command: ["/bin/sh", "-c"] args: - "arg arg2" resources: limits: memory: "2Gi" cpu: "1" `, }, podName: "foo", imageName: "foo-image", namespace: "ns", cmd: `["/bin/sh", "-c"]`, args: "arg arg2", limits: map[string]string{ "cpu": "1", "memory": "2Gi", }, }, } for _, tc := range tests { t.Run(tc.testName, func(t *testing.T) { actual := createPodYaml(tc.podName, tc.imageName, tc.namespace, tc.cmd, tc.args, tc.limits) foundEqual := false for _, e := range tc.expected { if e == actual { foundEqual = true break } } if !foundEqual { // Compare again just to have a better error message assert.Equal(t, tc.expected[0], actual, "No matching expected yaml equals actual yaml") } }) } } inspektor-gadget-0.46.0/pkg/container-utils/testutils/options.go000066400000000000000000000104641510117411400250330ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testutils import ( "context" "github.com/docker/go-connections/nat" ) const ( DefaultContainerImage = "ghcr.io/inspektor-gadget/ci/busybox" DefaultContainerImageTag = "latest" ) type Option func(*containerOptions) type containerOptions struct { ctx context.Context expectStartError bool image string imageTag string mounts []string seccompProfile string namespace string useExistingNamespace bool wait bool waitOrOomKilled bool logs bool removal bool portBindings nat.PortMap privileged bool limits map[string]string expectedExitCode *int sysctls map[string]string // forceDelete is mostly used for debugging purposes, when a container // fails to be deleted and we want to force it. forceDelete bool } func defaultContainerOptions() *containerOptions { return &containerOptions{ ctx: context.TODO(), image: DefaultContainerImage, imageTag: DefaultContainerImageTag, logs: true, wait: true, removal: true, useExistingNamespace: false, } } func WithContext(ctx context.Context) Option { return func(opts *containerOptions) { opts.ctx = ctx } } func WithExpectStartError() Option { return func(opts *containerOptions) { opts.expectStartError = true } } func WithExpectedExitCode(code int) Option { return func(opts *containerOptions) { opts.expectedExitCode = &code } } func WithImage(image string) Option { return func(opts *containerOptions) { opts.image = image } } func WithBindMounts(mounts []string) Option { return func(opts *containerOptions) { opts.mounts = mounts } } func WithImageTag(tag string) Option { return func(opts *containerOptions) { opts.imageTag = tag } } func WithSeccompProfile(profile string) Option { return func(opts *containerOptions) { opts.seccompProfile = profile } } // WithNamespace sets the namespace of the container runtime func WithNamespace(namespace string) Option { return func(opts *containerOptions) { opts.namespace = namespace } } func WithUseExistingNamespace() Option { return func(opts *containerOptions) { opts.useExistingNamespace = true } } func WithoutWait() Option { return func(opts *containerOptions) { opts.wait = false } } func WithWaitOrOomKilled() Option { return func(opts *containerOptions) { opts.waitOrOomKilled = true } } func WithoutLogs() Option { return func(opts *containerOptions) { opts.logs = false } } func WithPrivileged() Option { return func(opts *containerOptions) { opts.privileged = true } } // withoutRemoval is only used internally. If an external caller wants to run a // container without removal, they should use the Start() method instead of // Run(). func withoutRemoval() Option { return func(opts *containerOptions) { opts.removal = false } } // WithPortBindings sets the exposed ports of the container func WithPortBindings(portBindings nat.PortMap) Option { return func(opts *containerOptions) { opts.portBindings = portBindings } } // WithForceDelete is mostly used for debugging purposes, when a container // fails to be deleted and we want to force it. func WithForceDelete() Option { return func(opts *containerOptions) { opts.forceDelete = true } } // WithLimits sets the resource limits of the container func WithLimits(limits map[string]string) Option { return func(opts *containerOptions) { opts.limits = limits } } // WithSysctls sets the sysctls of the container func WithSysctls(sysctls map[string]string) Option { return func(opts *containerOptions) { opts.sysctls = sysctls } } inspektor-gadget-0.46.0/pkg/container-utils/testutils/options_test.go000066400000000000000000000013721510117411400260700ustar00rootroot00000000000000package testutils import ( "testing" ) func TestContainerOptions(t *testing.T) { opts := defaultContainerOptions() if opts.image != DefaultContainerImage { t.Errorf("Expected default container image to be %q", DefaultContainerImage) } if opts.imageTag != DefaultContainerImageTag { t.Errorf("Expected default container image tag to be %q", DefaultContainerImageTag) } if opts.seccompProfile != "" { t.Errorf("Expected default seccompProfile to be empty") } if opts.sysctls != nil { t.Errorf("Expected default sysctls to be nil") } if !opts.logs { t.Errorf("Expected default logs to be true") } if !opts.wait { t.Errorf("Expected default wait to be true") } if !opts.removal { t.Errorf("Expected default removal to be true") } } inspektor-gadget-0.46.0/pkg/container-utils/types/000077500000000000000000000000001510117411400221105ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/container-utils/types/types.go000066400000000000000000000016751510117411400236140ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types import "github.com/inspektor-gadget/inspektor-gadget/pkg/types" const ( RuntimeProtocolInternal = "internal" RuntimeProtocolCRI = "cri" ) type ExtraConfig struct { Namespace string } type RuntimeConfig struct { Name types.RuntimeName SocketPath string RuntimeProtocol string Extra ExtraConfig } inspektor-gadget-0.46.0/pkg/datasource/000077500000000000000000000000001510117411400177565ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/datasource/accessors.go000066400000000000000000000427131510117411400223010ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "errors" "fmt" "maps" "math" "slices" "unsafe" "golang.org/x/exp/constraints" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type InvalidFieldLengthErr struct { Expected int Actual int } func (e *InvalidFieldLengthErr) Error() string { return fmt.Sprintf("invalid field length, expected %d, got %d", e.Expected, e.Actual) } func invalidFieldLengthErr(size, expected int) error { return &InvalidFieldLengthErr{ Expected: expected, Actual: size, } } type InvalidMultipleOfFieldLengthErr struct { Expected int Actual int } func (e *InvalidMultipleOfFieldLengthErr) Error() string { return fmt.Sprintf("invalid field length, expected multiple of %d, got %d", e.Expected, e.Actual) } func invalidMultipleOfFieldLengthErr(size, expected int) error { return &InvalidMultipleOfFieldLengthErr{ Expected: expected, Actual: size, } } // FieldAccessor grants access to the underlying buffer of a field type FieldAccessor interface { Name() string FullName() string // Size returns the expected size of the underlying field or zero, if the field has a dynamic size Size() uint32 // Get returns the underlying memory of the field Get(data Data) []byte // Set sets value as the new reference for the field; if the FieldAccessor is used for the member of a // statically sized payload (for example a member of an eBPF struct), value will be copied to the existing // memory instead. Set(data Data, value []byte) error // IsRequested returns whether the consumer is interested in this field; if not, operators are not required // to fill them out IsRequested() bool // AddSubField adds a new field as member of the current field; be careful when doing this on an existing // non-empty field, as that might be dropped on serialization // TODO AddSubField(name string, kind api.Kind, opts ...FieldOption) (FieldAccessor, error) // GetSubFieldsWithTag returns all SubFields matching any given tag GetSubFieldsWithTag(tag ...string) []FieldAccessor // Parent returns the parent of this field, if this field is a SubField Parent() FieldAccessor // SubFields returns all existing SubFields of the current field SubFields() []FieldAccessor // SetHidden marks a field as hidden (by default) - it can still be requested SetHidden(hidden bool, recurse bool) // Type returns the underlying type of the field Type() api.Kind // Flags returns the flags of the field Flags() uint32 // Tags returns all tags of the field Tags() []string // AddTags adds new tags to the field AddTags(tags ...string) // HasAllTagsOf checks whether the field has all given tags HasAllTagsOf(tags ...string) bool // HasAnyTagsOf checks whether the field has any of the given tags; if tags is empty, it returns false HasAnyTagsOf(tags ...string) bool // Annotations returns stored annotations of the field Annotations() map[string]string // AddAnnotation sets a new annotation for the field AddAnnotation(key, value string) // RemoveReference removes the reference by name from the hierarchy, effectively freeing the name // tbd: name RemoveReference(recurse bool) // Rename changes the name of the field. Currently it's not supported for subfields. Rename(string) error Uint8(Data) (uint8, error) Uint16(Data) (uint16, error) Uint32(Data) (uint32, error) Uint64(Data) (uint64, error) Int8(Data) (int8, error) Int16(Data) (int16, error) Int32(Data) (int32, error) Int64(Data) (int64, error) Float32(Data) (float32, error) Float64(Data) (float64, error) String(Data) (string, error) Bytes(Data) ([]byte, error) Bool(Data) (bool, error) Uint8Array(Data) ([]uint8, error) Uint16Array(Data) ([]uint16, error) Uint32Array(Data) ([]uint32, error) Uint64Array(Data) ([]uint64, error) Int8Array(Data) ([]int8, error) Int16Array(Data) ([]int16, error) Int32Array(Data) ([]int32, error) Int64Array(Data) ([]int64, error) Float32Array(Data) ([]float32, error) Float64Array(Data) ([]float64, error) PutUint8(Data, uint8) error PutUint16(Data, uint16) error PutUint32(Data, uint32) error PutUint64(Data, uint64) error PutInt8(Data, int8) error PutInt16(Data, int16) error PutInt32(Data, int32) error PutInt64(Data, int64) error PutFloat32(Data, float32) error PutFloat64(Data, float64) error PutString(Data, string) error PutBytes(Data, []byte) error PutBool(Data, bool) error } type fieldAccessor struct { ds *dataSource f *field } func (a *fieldAccessor) Name() string { return a.f.Name } func (a *fieldAccessor) FullName() string { return a.f.FullName } func (a *fieldAccessor) Rename(name string) error { a.ds.lock.Lock() defer a.ds.lock.Unlock() if _, ok := a.ds.fieldMap[name]; ok { return fmt.Errorf("field with name %q already exists", name) } if a.f.Name != a.f.FullName { return errors.New("Rename() not supported for subfields") } delete(a.ds.fieldMap, a.f.FullName) a.f.Name = name a.f.FullName = name a.ds.fieldMap[name] = a.f return nil } func (a *fieldAccessor) Size() uint32 { return a.f.Size } func (a *fieldAccessor) Type() api.Kind { return a.f.Kind } func (a *fieldAccessor) Get(d Data) []byte { if FieldFlagEmpty.In(a.f.Flags) { return nil } if a.f.Size > 0 { // size and offset must be valid here; checks take place on initialization return d.payload()[a.f.PayloadIndex][a.f.Offs : a.f.Offs+a.f.Size] } return d.payload()[a.f.PayloadIndex] } func (a *fieldAccessor) setHidden(hidden bool, recurse bool) { if !hidden { FieldFlagHidden.RemoveFrom(&a.f.Flags) } else { FieldFlagHidden.AddTo(&a.f.Flags) } if recurse { for _, acc := range a.subFields() { acc.(*fieldAccessor).setHidden(hidden, recurse) } } } func (a *fieldAccessor) SetHidden(hidden bool, recurse bool) { a.ds.lock.Lock() defer a.ds.lock.Unlock() a.setHidden(hidden, recurse) } func (a *fieldAccessor) Set(d Data, b []byte) error { if FieldFlagEmpty.In(a.f.Flags) { return errors.New("field cannot contain a value") } if FieldFlagStaticMember.In(a.f.Flags) { // If it's a short string copy it and clean the rest with 0s if (a.f.Kind == api.Kind_String || a.f.Kind == api.Kind_CString) && uint32(len(b)) < a.f.Size { copy(d.payload()[a.f.PayloadIndex][a.f.Offs:a.f.Offs+a.f.Size], b) for i := uint32(len(b)); i < a.f.Size; i++ { d.payload()[a.f.PayloadIndex][a.f.Offs+i] = 0 } return nil } if uint32(len(b)) != a.f.Size { return invalidFieldLengthErr(len(b), int(a.f.Size)) } // When accessing a member of a statically sized field, copy memory copy(d.payload()[a.f.PayloadIndex][a.f.Offs:a.f.Offs+a.f.Size], b) return nil } if FieldFlagContainer.In(a.f.Flags) { if uint32(len(b)) != a.f.Size { return invalidFieldLengthErr(len(b), int(a.f.Size)) } } d.payload()[a.f.PayloadIndex] = b return nil } func (a *fieldAccessor) removeReference(recurse bool) { // Add flag and remove from fieldMap FieldFlagUnreferenced.AddTo(&a.f.Flags) delete(a.ds.fieldMap, a.f.FullName) if recurse { for _, acc := range a.subFields() { acc.(*fieldAccessor).removeReference(recurse) } } } func (a *fieldAccessor) RemoveReference(recurse bool) { a.ds.lock.Lock() defer a.ds.lock.Unlock() a.removeReference(recurse) } func (a *fieldAccessor) AddSubField(name string, kind api.Kind, opts ...FieldOption) (FieldAccessor, error) { a.ds.lock.Lock() defer a.ds.lock.Unlock() parentFullName, err := resolveNames(a.f.Index, a.ds.fields, 0) if err != nil { return nil, fmt.Errorf("resolving parent field name: %w", err) } nf := &field{ Name: name, FullName: parentFullName + "." + name, Kind: kind, Parent: a.f.Index, Index: uint32(len(a.ds.fields)), Annotations: maps.Clone(defaultFieldAnnotations), } for _, opt := range opts { opt(nf) } if _, ok := a.ds.fieldMap[nf.FullName]; ok { return nil, fmt.Errorf("field with name %q already exists", nf.FullName) } FieldFlagHasParent.AddTo(&nf.Flags) if !FieldFlagEmpty.In(nf.Flags) { nf.PayloadIndex = a.ds.payloadCount a.ds.payloadCount++ } a.ds.applyFieldConfig(nf) a.ds.fields = append(a.ds.fields, nf) a.ds.fieldMap[nf.FullName] = nf return &fieldAccessor{ds: a.ds, f: nf}, nil } func (a *fieldAccessor) subFields() []FieldAccessor { var res []FieldAccessor for _, f := range a.ds.fields { if !FieldFlagHasParent.In(f.Flags) { continue } if f.Parent != a.f.Index { continue } res = append(res, &fieldAccessor{ ds: a.ds, f: f, }) } return res } func (a *fieldAccessor) SubFields() []FieldAccessor { a.ds.lock.RLock() defer a.ds.lock.RUnlock() return a.subFields() } func (a *fieldAccessor) Parent() FieldAccessor { a.ds.lock.RLock() defer a.ds.lock.RUnlock() if !FieldFlagHasParent.In(a.f.Flags) { return nil } if a.f.Parent >= uint32(len(a.ds.fields)) { return nil } return &fieldAccessor{ds: a.ds, f: a.ds.fields[a.f.Parent]} } func (a *fieldAccessor) GetSubFieldsWithTag(tag ...string) []FieldAccessor { a.ds.lock.RLock() defer a.ds.lock.RUnlock() res := make([]FieldAccessor, 0) for _, f := range a.ds.fields { if !FieldFlagHasParent.In(f.Flags) { continue } if f.Parent != a.f.Index { continue } for _, t := range tag { if slices.Contains(f.Tags, t) { res = append(res, &fieldAccessor{ds: a.ds, f: f}) break } } } return res } func (a *fieldAccessor) IsRequested() bool { return a.ds.IsRequestedField(a.f.Name) } func (a *fieldAccessor) Flags() uint32 { return a.f.Flags } func (a *fieldAccessor) Tags() []string { return slices.Clone(a.f.Tags) } func (a *fieldAccessor) AddTags(tags ...string) { a.ds.lock.Lock() defer a.ds.lock.Unlock() a.f.Tags = append(a.f.Tags, tags...) } func (a *fieldAccessor) HasAllTagsOf(tags ...string) bool { for _, tag := range tags { if !slices.Contains(a.f.Tags, tag) { return false } } return true } func (a *fieldAccessor) HasAnyTagsOf(tags ...string) bool { for _, tag := range tags { if slices.Contains(a.f.Tags, tag) { return true } } return false } func (a *fieldAccessor) Annotations() map[string]string { if a.f.Annotations == nil { // Return an empty map to allow access without prior checks return map[string]string{} } // return a clone to avoid write access return maps.Clone(a.f.Annotations) } func (a *fieldAccessor) AddAnnotation(key, value string) { if a.f.Annotations == nil { a.f.Annotations = map[string]string{} } a.f.Annotations[key] = value } func (a *fieldAccessor) Uint8(data Data) (uint8, error) { val := a.Get(data) if len(val) != 1 { return 0, invalidFieldLengthErr(len(val), 1) } return val[0], nil } func (a *fieldAccessor) Uint16(data Data) (uint16, error) { val := a.Get(data) if len(val) != 2 { return 0, invalidFieldLengthErr(len(val), 2) } return a.ds.byteOrder.Uint16(val), nil } func (a *fieldAccessor) Uint32(data Data) (uint32, error) { val := a.Get(data) if len(val) != 4 { return 0, invalidFieldLengthErr(len(val), 4) } return a.ds.byteOrder.Uint32(val), nil } func (a *fieldAccessor) Uint64(data Data) (uint64, error) { val := a.Get(data) if len(val) != 8 { return 0, invalidFieldLengthErr(len(val), 8) } return a.ds.byteOrder.Uint64(val), nil } func (a *fieldAccessor) Int8(data Data) (int8, error) { val := a.Get(data) if len(val) != 1 { return 0, invalidFieldLengthErr(len(val), 1) } return int8(val[0]), nil } func (a *fieldAccessor) Int16(data Data) (int16, error) { val := a.Get(data) if len(val) != 2 { return 0, invalidFieldLengthErr(len(val), 2) } return int16(a.ds.byteOrder.Uint16(val)), nil } func (a *fieldAccessor) Int32(data Data) (int32, error) { val := a.Get(data) if len(val) != 4 { return 0, invalidFieldLengthErr(len(val), 4) } return int32(a.ds.byteOrder.Uint32(val)), nil } func (a *fieldAccessor) Int64(data Data) (int64, error) { val := a.Get(data) if len(val) != 8 { return 0, invalidFieldLengthErr(len(val), 8) } return int64(a.ds.byteOrder.Uint64(val)), nil } func (a *fieldAccessor) Float32(data Data) (float32, error) { i, err := a.Uint32(data) if err != nil { return 0.0, err } return math.Float32frombits(i), nil } func (a *fieldAccessor) Float64(data Data) (float64, error) { i, err := a.Uint64(data) if err != nil { return 0.0, err } return math.Float64frombits(i), nil } // Array functions // to be discussed: these methods use a slow copying method to return the arrays // It can also be done using for the unsafe package, like: // return unsafe.Slice((*uint64)(unsafe.Pointer(&val[0])), len(val)/8), nil // I _think_ it's okay, but if there are any reasons against it, please let me know. func copyArray[T constraints.Integer | constraints.Float](a *fieldAccessor, data Data, convert func([]byte) T) ([]T, error) { var s T size := int(unsafe.Sizeof(s)) val := a.Get(data) if len(val)%size != 0 { return nil, invalidMultipleOfFieldLengthErr(len(val), size) } res := make([]T, 0, len(val)/size) for i := 0; i < len(val); i += size { res = append(res, convert(val[i:i+size])) } return res, nil } func (a *fieldAccessor) Uint8Array(data Data) ([]uint8, error) { return copyArray(a, data, func(v []byte) uint8 { return v[0] }) } func (a *fieldAccessor) Uint16Array(data Data) ([]uint16, error) { return copyArray(a, data, a.ds.byteOrder.Uint16) } func (a *fieldAccessor) Uint32Array(data Data) ([]uint32, error) { return copyArray(a, data, a.ds.byteOrder.Uint32) } func (a *fieldAccessor) Uint64Array(data Data) ([]uint64, error) { return copyArray(a, data, a.ds.byteOrder.Uint64) } func (a *fieldAccessor) Int8Array(data Data) ([]int8, error) { return copyArray(a, data, func(v []byte) int8 { return int8(v[0]) }) } func (a *fieldAccessor) Int16Array(data Data) ([]int16, error) { return copyArray(a, data, func(v []byte) int16 { return int16(a.ds.byteOrder.Uint16(v)) }) } func (a *fieldAccessor) Int32Array(data Data) ([]int32, error) { return copyArray(a, data, func(v []byte) int32 { return int32(a.ds.byteOrder.Uint32(v)) }) } func (a *fieldAccessor) Int64Array(data Data) ([]int64, error) { return copyArray(a, data, func(v []byte) int64 { return int64(a.ds.byteOrder.Uint64(v)) }) } func (a *fieldAccessor) Float32Array(data Data) ([]float32, error) { return copyArray(a, data, func(v []byte) float32 { return math.Float32frombits(a.ds.byteOrder.Uint32(v)) }) } func (a *fieldAccessor) Float64Array(data Data) ([]float64, error) { return copyArray(a, data, func(v []byte) float64 { return math.Float64frombits(a.ds.byteOrder.Uint64(v)) }) } func (a *fieldAccessor) String(data Data) (string, error) { if a.f.Kind == api.Kind_CString { in := a.Get(data) for i := 0; i < len(in); i++ { if in[i] == 0 { return string(in[:i]), nil } } return string(in), nil } return string(a.Get(data)), nil } func (a *fieldAccessor) Bytes(data Data) ([]byte, error) { return a.Get(data), nil } func (a *fieldAccessor) Bool(data Data) (bool, error) { val := a.Get(data) if len(val) != 1 { return false, invalidFieldLengthErr(len(val), 1) } return val[0] == 1, nil } func (a *fieldAccessor) PutUint8(data Data, val uint8) error { b := a.Get(data) if len(b) != 1 { return invalidFieldLengthErr(len(b), 1) } b[0] = val return nil } func (a *fieldAccessor) PutUint16(data Data, val uint16) error { b := a.Get(data) if len(b) != 2 { return invalidFieldLengthErr(len(b), 2) } a.ds.byteOrder.PutUint16(b, val) return nil } func (a *fieldAccessor) PutUint32(data Data, val uint32) error { b := a.Get(data) if len(b) != 4 { return invalidFieldLengthErr(len(b), 4) } a.ds.byteOrder.PutUint32(b, val) return nil } func (a *fieldAccessor) PutUint64(data Data, val uint64) error { b := a.Get(data) if len(b) != 8 { return invalidFieldLengthErr(len(b), 8) } a.ds.byteOrder.PutUint64(a.Get(data), val) return nil } func (a *fieldAccessor) PutInt8(data Data, val int8) error { b := a.Get(data) if len(b) != 1 { return invalidFieldLengthErr(len(b), 1) } b[0] = uint8(val) return nil } func (a *fieldAccessor) PutInt16(data Data, val int16) error { b := a.Get(data) if len(b) != 2 { return invalidFieldLengthErr(len(b), 2) } a.ds.byteOrder.PutUint16(b, uint16(val)) return nil } func (a *fieldAccessor) PutInt32(data Data, val int32) error { b := a.Get(data) if len(b) != 4 { return invalidFieldLengthErr(len(b), 4) } a.ds.byteOrder.PutUint32(b, uint32(val)) return nil } func (a *fieldAccessor) PutInt64(data Data, val int64) error { b := a.Get(data) if len(b) != 8 { return invalidFieldLengthErr(len(b), 8) } a.ds.byteOrder.PutUint64(b, uint64(val)) return nil } func (a *fieldAccessor) PutFloat32(data Data, val float32) error { return a.PutUint32(data, math.Float32bits(val)) } func (a *fieldAccessor) PutFloat64(data Data, val float64) error { return a.PutUint64(data, math.Float64bits(val)) } func (a *fieldAccessor) PutString(data Data, val string) error { return a.Set(data, []byte(val)) } func (a *fieldAccessor) PutBytes(data Data, val []byte) error { return a.Set(data, val) } func (a *fieldAccessor) PutBool(data Data, val bool) error { b := a.Get(data) if len(b) != 1 { return invalidFieldLengthErr(len(b), 1) } if val { b[0] = 1 } else { b[0] = 0 } return nil } inspektor-gadget-0.46.0/pkg/datasource/columns.go000066400000000000000000000151131510117411400217660ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "fmt" "reflect" "strconv" "unsafe" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/ellipsis" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/parser" ) const ( // ColumnsReplaceAnnotation is used to indicate that this field should be // replaced by the one indicated in the annotation when printing it. ColumnsReplaceAnnotation = "columns.replace" ) type DataTuple struct { ds DataSource data Data } func NewDataTuple(ds DataSource, d Data) *DataTuple { return &DataTuple{ ds: ds, data: d, } } func (ds *dataSource) Parser() (parser.Parser, error) { cols, err := ds.Columns() if err != nil { return nil, err } return parser.NewParser(cols), nil } func getWidth(refType reflect.Type, value string) (int, error) { if value == "type" { if refType == nil { return 0, fmt.Errorf("special value %q is only available for fields with a reflect type", value) } // Special case, we get the maximum length this field can have by its type w := columns.GetWidthFromType(refType.Kind()) if w > 0 { return w, nil } return 0, fmt.Errorf("special value %q is only available for integer and bool types", value) } res, err := strconv.Atoi(value) if err != nil { return 0, fmt.Errorf("invalid width %q: %w", value, err) } return res, nil } func (ds *dataSource) Columns() (*columns.Columns[DataTuple], error) { cols, err := columns.NewColumns[DataTuple]() if err != nil { return nil, err } for i, f := range ds.fields { if FieldFlagEmpty.In(f.Flags) || FieldFlagUnreferenced.In(f.Flags) { continue } attributes := &columns.Attributes{ Name: f.FullName, Tags: f.Tags, Visible: !FieldFlagHidden.In(f.Flags), Width: columns.GetDefault().DefaultWidth, Order: i * 100, } df := columns.DynamicField{ Attributes: attributes, Offset: uintptr(f.Offs), } // extract attributes from annotations for k, v := range f.Annotations { switch k { case metadatav1.ColumnsAlignmentAnnotation: switch metadatav1.Alignment(v) { case metadatav1.AlignmentLeft: attributes.Alignment = columns.AlignLeft case metadatav1.AlignmentRight: attributes.Alignment = columns.AlignRight default: return nil, fmt.Errorf("invalid alignment type for column %q: %s", f.Name, v) } case metadatav1.ColumnsEllipsisAnnotation: switch metadatav1.EllipsisType(v) { case metadatav1.EllipsisNone: attributes.EllipsisType = ellipsis.None case metadatav1.EllipsisStart: attributes.EllipsisType = ellipsis.Start case metadatav1.EllipsisMiddle: attributes.EllipsisType = ellipsis.Middle case metadatav1.EllipsisEnd: attributes.EllipsisType = ellipsis.End default: return nil, fmt.Errorf("invalid ellipsis type for column %q: %s", f.Name, v) } case metadatav1.ColumnsWidthAnnotation: var err error attributes.Width, err = getWidth(f.ReflectType(), v) if err != nil { return nil, fmt.Errorf("reading width for column %q: %w", f.Name, err) } case metadatav1.ColumnsMinWidthAnnotation: var err error attributes.MinWidth, err = getWidth(f.ReflectType(), v) if err != nil { return nil, fmt.Errorf("reading minWidth for column %q: %w", f.Name, err) } case metadatav1.ColumnsMaxWidthAnnotation: var err error attributes.MaxWidth, err = getWidth(f.ReflectType(), v) if err != nil { return nil, fmt.Errorf("reading maxWidth for column %q: %w", f.Name, err) } case metadatav1.ColumnsFixedAnnotation: if v == "true" { attributes.FixedWidth = true } case metadatav1.ColumnsHexAnnotation: if v == "true" { attributes.Hex = true } case metadatav1.ColumnsAliasAnnotation: attributes.Alias = v case metadatav1.ColumnsPrecisionAnnotation: attributes.Precision, err = strconv.Atoi(v) if err != nil { return nil, fmt.Errorf("reading precision for column %q: %w", f.Name, err) } } } // Use replace field if it's defined if replacementField, ok := f.Annotations[ColumnsReplaceAnnotation]; ok { f, ok = ds.fieldMap[replacementField] if !ok { return nil, fmt.Errorf("replacement field %q not found", replacementField) } } if f.Kind == api.Kind_CString || f.Kind == api.Kind_String { acc := &fieldAccessor{ ds: ds, f: f, } err := cols.AddColumn(*df.Attributes, func(d *DataTuple) any { if d.data == nil { return "" } str, _ := acc.String(d.data) return str }) if err != nil { return nil, fmt.Errorf("creating columns: %w", err) } continue } if f.ReflectType() == nil { df.Type = reflect.TypeOf([]byte{}) acc := &fieldAccessor{ ds: ds, f: f, } err := cols.AddColumn(*df.Attributes, func(d *DataTuple) any { if d.data == nil { return "" } data := acc.Get(d.data) return fmt.Sprintf("<%d bytes>", len(data)) }) if err != nil { return nil, fmt.Errorf("creating columns: %w", err) } continue } if attributes.Width == 0 || attributes.MaxWidth == 0 { w := columns.GetWidthFromType(f.ReflectType().Kind()) if w > 0 { if attributes.Width == 0 { attributes.Width = w } if attributes.MaxWidth == 0 { attributes.MaxWidth = w } } } df.Type = f.ReflectType() idx := f.PayloadIndex err := cols.AddFields([]columns.DynamicField{df}, func(d *DataTuple) unsafe.Pointer { if len(d.data.payload()[idx]) == 0 { return nil } return unsafe.Pointer(&d.data.payload()[idx][0]) }) if err != nil { return nil, fmt.Errorf("creating columns: %w", err) } } return cols, nil } var defaultFieldAnnotations = map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.ColumnsEllipsisAnnotation: string(metadatav1.EllipsisEnd), metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentLeft), } inspektor-gadget-0.46.0/pkg/datasource/compat/000077500000000000000000000000001510117411400212415ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/datasource/compat/wrapper.go000066400000000000000000000312351510117411400232540ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package compat import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func init() { datasource.RegisterAnnotationTemplateCallback(metadatav1.ApplyAnnotationsTemplate) } const ( MntNsIdType = "type:" + ebpftypes.MntNsTypeName NetNsIdType = "type:" + ebpftypes.NetNsTypeName ) type EventWrapperBase struct { ds datasource.DataSource MntnsidAccessor datasource.FieldAccessor NetnsidAccessor datasource.FieldAccessor nodeAccessor datasource.FieldAccessor namespaceAccessor datasource.FieldAccessor podnameAccessor datasource.FieldAccessor containernameAccessorK8s datasource.FieldAccessor containernameAccessor datasource.FieldAccessor runtimenameAccessor datasource.FieldAccessor containeridAccessor datasource.FieldAccessor containerpidAccessor datasource.FieldAccessor containerimagenameAccessor datasource.FieldAccessor containerimagedigestAccessor datasource.FieldAccessor containerStartedAtAccessor datasource.FieldAccessor hostNetworkAccessor datasource.FieldAccessor podLabelsAccessor datasource.FieldAccessor ownerKindAccessor datasource.FieldAccessor ownerNameAccessor datasource.FieldAccessor } type ( MntNsEnrichFunc func(event operators.ContainerInfoFromMountNSID) bool NetNsEnrichFunc func(event operators.ContainerInfoFromNetNSID) bool ) // GetEventWrappers checks for data sources containing references to mntns/netns that we could enrich data for func GetEventWrappers(gadgetCtx operators.GadgetContext) (map[datasource.DataSource]*EventWrapperBase, error) { res := make(map[datasource.DataSource]*EventWrapperBase) for _, ds := range gadgetCtx.GetDataSources() { mntnsFields := ds.GetFieldsWithTag(MntNsIdType) netnsFields := ds.GetFieldsWithTag(NetNsIdType) if len(mntnsFields) == 0 && len(netnsFields) == 0 { continue } gadgetCtx.Logger().Debugf("found DataSource with mntns/netns fields: %q", ds.Name()) var err error var mntnsField datasource.FieldAccessor var netnsField datasource.FieldAccessor if len(mntnsFields) > 0 { gadgetCtx.Logger().Debugf("using mntns enrichment") mntnsField = mntnsFields[0] // We only support one of those per DataSource for now if len(mntnsFields) > 1 { gadgetCtx.Logger().Warnf("multiple fields of %q found in DataSource %q, only %q will be used", MntNsIdType, ds.Name(), mntnsField.Name()) } } if len(netnsFields) > 0 { gadgetCtx.Logger().Debugf("using netns enrichment") netnsField = netnsFields[0] // We only support one of those per DataSource for now if len(netnsFields) > 1 { gadgetCtx.Logger().Warnf("multiple fields of %q found in DataSource %q, only %q will be used", NetNsIdType, ds.Name(), netnsField.Name()) } } accessors, err := WrapAccessors(ds, mntnsField, netnsField) if err != nil { return nil, fmt.Errorf("registering accessors: %w", err) } res[ds] = accessors } return res, nil } func Subscribe( eventWrappers map[datasource.DataSource]*EventWrapperBase, mntNsEnrichFunc MntNsEnrichFunc, netNsEnrichFunc NetNsEnrichFunc, priority int, ) { for ds, wrapper := range eventWrappers { wr := EventWrapper{ EventWrapperBase: wrapper, } ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { // We collect the mount and network namespace of the container to // perform the enrichment. Depending on the gadget, one of them // could not be available. In K8s, the mount namespace is more // specific than the network namespace as multiple containers in the // same pod share the same network namespace. So, if the enrichment // by mount ns is successful, we skip the enrichment by net ns. enriched := false wr.Data = data if wrapper.MntnsidAccessor != nil { enriched = mntNsEnrichFunc(&wr) } if !enriched && wrapper.NetnsidAccessor != nil { netNsEnrichFunc(&wr) } return nil }, priority) } } func WrapAccessors(source datasource.DataSource, mntnsidAccessor datasource.FieldAccessor, netnsidAccessor datasource.FieldAccessor) (*EventWrapperBase, error) { ev := &EventWrapperBase{ ds: source, MntnsidAccessor: mntnsidAccessor, NetnsidAccessor: netnsidAccessor, } k8s, err := source.AddField("k8s", api.Kind_Invalid, datasource.WithFlags(datasource.FieldFlagEmpty)) if err != nil { return nil, err } ev.nodeAccessor, err = k8s.AddSubField("node", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "node", }), datasource.WithOrder(-31), ) if err != nil { return nil, err } ev.namespaceAccessor, err = k8s.AddSubField( "namespace", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "namespace", }), datasource.WithOrder(-30), ) if err != nil { return nil, err } ev.podnameAccessor, err = k8s.AddSubField( "podName", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "pod", }), datasource.WithOrder(-29), ) if err != nil { return nil, err } ev.containernameAccessorK8s, err = k8s.AddSubField( "containerName", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "container", }), datasource.WithOrder(-28), ) if err != nil { return nil, err } ev.hostNetworkAccessor, err = k8s.AddSubField( "hostnetwork", api.Kind_Bool, datasource.WithTags("kubernetes"), datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-27), ) if err != nil { return nil, err } ev.podLabelsAccessor, err = k8s.AddSubField( "podLabels", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-26), ) if err != nil { return nil, err } owner, err := k8s.AddSubField("owner", api.Kind_Invalid, datasource.WithFlags(datasource.FieldFlagEmpty)) if err != nil { return nil, err } ev.ownerKindAccessor, err = owner.AddSubField( "kind", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, err } ev.ownerNameAccessor, err = owner.AddSubField( "name", api.Kind_String, datasource.WithTags("kubernetes"), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, err } // TODO: Instead of just hiding fields, we can skip adding them in the first place (integration tests don't like // that right now, though) if environment.Environment != environment.Kubernetes { k8s.SetHidden(true, true) } runtime, err := source.AddField("runtime", api.Kind_Invalid, datasource.WithFlags(datasource.FieldFlagEmpty)) if err != nil { return nil, err } ev.containernameAccessor, err = runtime.AddSubField( "containerName", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "container", }), datasource.WithOrder(-27), ) if err != nil { return nil, err } ev.runtimenameAccessor, err = runtime.AddSubField( "runtimeName", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "19", metadatav1.ColumnsFixedAnnotation: "true", }), datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-26), ) if err != nil { return nil, err } ev.containeridAccessor, err = runtime.AddSubField( "containerId", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "13", metadatav1.ColumnsMaxWidthAnnotation: "64", }), datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-25), ) if err != nil { return nil, err } ev.containerpidAccessor, err = runtime.AddSubField( "containerPid", api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "containerPid", }), datasource.WithOrder(-24), ) if err != nil { return nil, err } ev.containerimagenameAccessor, err = runtime.AddSubField( "containerImageName", api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-23), ) if err != nil { return nil, err } ev.containerimagedigestAccessor, err = runtime.AddSubField( "containerImageDigest", api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-22), ) if err != nil { return nil, err } ev.containerStartedAtAccessor, err = runtime.AddSubField( "containerStartedAt", api.Kind_Int64, datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithOrder(-21), ) if err != nil { return nil, err } // TODO: Instead of just hiding fields, we can skip adding them in the first place (integration tests don't like // that right now, though) if environment.Environment == environment.Kubernetes { runtime.SetHidden(true, true) } return ev, nil } type EventWrapper struct { *EventWrapperBase Data datasource.Data } func getUint64(accessor datasource.FieldAccessor, data datasource.Data) uint64 { d := accessor.Get(data) switch len(d) { case 4: v, _ := accessor.Uint32(data) return uint64(v) case 8: v, _ := accessor.Uint64(data) return v } return 0 } func (ev *EventWrapper) GetMountNSID() uint64 { return getUint64(ev.MntnsidAccessor, ev.Data) } func (ev *EventWrapper) GetNetNSID() uint64 { return getUint64(ev.NetnsidAccessor, ev.Data) } func (ev *EventWrapper) SetPodMetadata(container types.Container) { k8s := container.K8sMetadata() if k8s != nil { if ev.namespaceAccessor.IsRequested() { ev.namespaceAccessor.Set(ev.Data, []byte(k8s.Namespace)) } if ev.podnameAccessor.IsRequested() { ev.podnameAccessor.Set(ev.Data, []byte(k8s.PodName)) } if ev.containernameAccessor.IsRequested() { ev.containernameAccessorK8s.Set(ev.Data, []byte(k8s.ContainerName)) } if ev.hostNetworkAccessor.IsRequested() { if container.UsesHostNetwork() { ev.hostNetworkAccessor.PutInt8(ev.Data, 1) } } ownerKindRequest := ev.ownerKindAccessor.IsRequested() ownerNameRequest := ev.ownerNameAccessor.IsRequested() if ownerKindRequest || ownerNameRequest { owner := container.K8sOwnerReference() if ownerKindRequest { ev.ownerKindAccessor.PutString(ev.Data, owner.Kind) } if ownerNameRequest { ev.ownerNameAccessor.PutString(ev.Data, owner.Name) } } if ev.podLabelsAccessor.IsRequested() { ev.podLabelsAccessor.PutString(ev.Data, container.K8sPodLabelsAsString()) } } rt := container.RuntimeMetadata() if rt != nil { if ev.containernameAccessor.IsRequested() { ev.containernameAccessor.Set(ev.Data, []byte(rt.ContainerName)) } if ev.runtimenameAccessor.IsRequested() { ev.runtimenameAccessor.Set(ev.Data, []byte(rt.RuntimeName)) } if ev.containeridAccessor.IsRequested() { ev.containeridAccessor.Set(ev.Data, []byte(rt.ContainerID)) } if ev.containerimagenameAccessor.IsRequested() { ev.containerimagenameAccessor.Set(ev.Data, []byte(rt.ContainerImageName)) } if ev.containerimagedigestAccessor.IsRequested() { ev.containerimagedigestAccessor.Set(ev.Data, []byte(rt.ContainerImageDigest)) } if ev.containerStartedAtAccessor.IsRequested() { ev.containerStartedAtAccessor.PutInt64(ev.Data, int64(rt.ContainerStartedAt)) } } } func (ev *EventWrapper) SetContainerMetadata(container types.Container) { if ev.containerpidAccessor.IsRequested() { ev.containerpidAccessor.PutUint32(ev.Data, container.ContainerPid()) } ev.SetPodMetadata(container) } func (ev *EventWrapper) SetNode(node string) { ev.nodeAccessor.Set(ev.Data, []byte(node)) } inspektor-gadget-0.46.0/pkg/datasource/data.go000066400000000000000000000457171510117411400212340ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "encoding/binary" "errors" "fmt" "io" "maps" "reflect" "slices" "sort" "strings" "sync" log "github.com/sirupsen/logrus" "github.com/spf13/viper" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" ) type dataElement api.DataElement func (d *dataElement) private() {} func (d *dataElement) payload() [][]byte { return d.Payload } type data api.GadgetData func (d *data) private() {} func (d *data) payload() [][]byte { return d.Data.Payload } func (d *data) SetSeq(seq uint32) { d.Seq = seq } func (d *data) Raw() proto.Message { return (*api.GadgetData)(d) } type dataArray struct { *api.GadgetDataArray ds *dataSource } func (d *dataArray) SetSeq(seq uint32) { d.Seq = seq } func (d *dataArray) Raw() proto.Message { return (*api.GadgetDataArray)(d.GadgetDataArray) } func (d *dataArray) Get(index int) Data { if index < 0 || index >= len(d.DataArray) { return nil } return (*dataElement)(d.DataArray[index]) } func (d *dataArray) Swap(i, j int) { l := len(d.DataArray) if i >= l || i < 0 || j >= l || j < 0 { return } d.DataArray[i], d.DataArray[j] = d.DataArray[j], d.DataArray[i] } func (d *dataArray) Resize(size int) error { if size < 0 { return errors.New("resizing to an invalid size") } if size > len(d.DataArray) { return errors.New("resizing to a larger size is not supported") } for i := size; i < len(d.DataArray); i++ { d.Release(d.Get(i)) } d.DataArray = d.DataArray[:size] return nil } func (d *dataArray) New() Data { return d.ds.newDataElement() } func (d *dataArray) Append(data Data) { d.DataArray = append(d.DataArray, (*api.DataElement)(data.(*dataElement))) } func (d *dataArray) Len() int { return len(d.DataArray) } func (d *dataArray) Release(data Data) { } type field api.Field func (f *field) ReflectType() reflect.Type { switch f.Kind { default: return nil case api.Kind_Int8: return reflect.TypeOf(int8(0)) case api.Kind_Int16: return reflect.TypeOf(int16(0)) case api.Kind_Int32: return reflect.TypeOf(int32(0)) case api.Kind_Int64: return reflect.TypeOf(int64(0)) case api.Kind_Uint8: return reflect.TypeOf(uint8(0)) case api.Kind_Uint16: return reflect.TypeOf(uint16(0)) case api.Kind_Uint32: return reflect.TypeOf(uint32(0)) case api.Kind_Uint64: return reflect.TypeOf(uint64(0)) case api.Kind_Float32: return reflect.TypeOf(float32(0)) case api.Kind_Float64: return reflect.TypeOf(float64(0)) case api.Kind_Bool: return reflect.TypeOf(false) case api.Kind_String, api.Kind_CString: return reflect.TypeOf("") } } type subscription struct { priority int fn PacketFunc } type dataSource struct { name string dType Type // keeps information on registered fields fields []*field fieldMap map[string]*field tags []string annotations map[string]string payloadCount uint32 requestedFields map[string]bool subscriptions []*subscription referenced bool byteOrder binary.ByteOrder lock sync.RWMutex config *viper.Viper } func newDataSource(t Type, name string, options ...DataSourceOption) (*dataSource, error) { switch t { case TypeSingle, TypeArray: default: return nil, fmt.Errorf("invalid data source type: %v", t) } ds := &dataSource{ name: name, dType: t, requestedFields: make(map[string]bool), referenced: true, fieldMap: make(map[string]*field), byteOrder: binary.NativeEndian, tags: make([]string, 0), annotations: make(map[string]string), } for _, option := range options { option(ds) } if ds.config != nil { // Apply configuration ds.tags = append(ds.tags, ds.config.GetStringSlice("tags")...) annotations := ds.config.GetStringMapString("annotations") for k, v := range annotations { ds.annotations[k] = v } } return ds, nil } func New(t Type, name string, options ...DataSourceOption) (DataSource, error) { return newDataSource(t, name, options...) } func NewFromAPI(in *api.DataSource) (DataSource, error) { ds, err := newDataSource(Type(in.Type), in.Name) if err != nil { return nil, fmt.Errorf("creating DataSource: %w", err) } for _, f := range in.Fields { ds.fields = append(ds.fields, (*field)(f)) if !FieldFlagUnreferenced.In(f.Flags) { ds.fieldMap[f.FullName] = (*field)(f) } } if in.Flags&api.DataSourceFlagsBigEndian != 0 { ds.byteOrder = binary.BigEndian } else { ds.byteOrder = binary.LittleEndian } ds.tags = in.Tags ds.annotations = in.Annotations // TODO: add more checks / validation return ds, nil } func (ds *dataSource) Name() string { return ds.name } func (ds *dataSource) Type() Type { return ds.dType } func (ds *dataSource) newDataElement() *dataElement { d := &dataElement{ Payload: make([][]byte, ds.payloadCount), } // Allocate memory for fixed size fields added with Add{Sub}Field for _, f := range ds.fields { // Skip all fields that don't need memory allocated: empty, static // members and containers if FieldFlagEmpty.In(f.Flags) || FieldFlagStaticMember.In(f.Flags) || FieldFlagContainer.In(f.Flags) { continue } switch f.Kind { case api.Kind_Bool, api.Kind_Int8, api.Kind_Uint8: d.payload()[f.PayloadIndex] = make([]byte, 1) case api.Kind_Int16, api.Kind_Uint16: d.payload()[f.PayloadIndex] = make([]byte, 2) case api.Kind_Int32, api.Kind_Uint32, api.Kind_Float32: d.payload()[f.PayloadIndex] = make([]byte, 4) case api.Kind_Int64, api.Kind_Uint64, api.Kind_Float64: d.payload()[f.PayloadIndex] = make([]byte, 8) } } return d } func (ds *dataSource) NewPacketSingle() (PacketSingle, error) { if ds.dType != TypeSingle { return nil, errors.New("only single data sources can create single packets") } return &data{ Data: (*api.DataElement)(ds.newDataElement()), }, nil } func (ds *dataSource) NewPacketSingleFromRaw(b []byte) (PacketSingle, error) { if ds.dType != TypeSingle { return nil, errors.New("only single data sources can create single packets") } data := &data{} err := proto.Unmarshal(b, data.Raw()) if err != nil { return nil, fmt.Errorf("unmarshaling payload: %w", err) } // TODO: check that size fields matches the size of the fields in the // DataSource return data, nil } func (ds *dataSource) NewPacketArray() (PacketArray, error) { if ds.dType != TypeArray { return nil, errors.New("only array data sources can create array packets") } return &dataArray{ GadgetDataArray: &api.GadgetDataArray{ DataArray: make([]*api.DataElement, 0), }, ds: ds, }, nil } func (ds *dataSource) NewPacketArrayFromRaw(b []byte) (PacketArray, error) { if ds.dType != TypeArray { return nil, errors.New("only array data sources can create array packets") } dataArray := &dataArray{ GadgetDataArray: &api.GadgetDataArray{}, } err := proto.Unmarshal(b, dataArray.Raw()) if err != nil { return nil, fmt.Errorf("unmarshaling payload: %w", err) } // TODO: check that size fields matches the size of the fields in the // DataSource return dataArray, nil } func (ds *dataSource) ByteOrder() binary.ByteOrder { return ds.byteOrder } func resolveNames(id uint32, fields []*field, parentOffset uint32) (string, error) { if id >= uint32(len(fields)) { return "", errors.New("invalid id") } out := "" if FieldFlagHasParent.In(fields[id].Flags) { p, err := resolveNames(fields[id].Parent-parentOffset, fields, parentOffset) if err != nil { return "", errors.New("parent not found") } out = p + "." } out += fields[id].Name return out, nil } // AddStaticFields adds a statically sized container for fields to the payload and returns an accessor for the // container; if you want to access individual fields, get them from the DataSource directly func (ds *dataSource) AddStaticFields(size uint32, fields []StaticField) (FieldAccessor, error) { ds.lock.Lock() defer ds.lock.Unlock() idx := ds.payloadCount // temporary write to newFields to not write to ds.fields in case of errors newFields := make([]*field, 0, len(fields)) parentOffset := len(ds.fields) parentFields := make(map[int]struct{}) checkParents := make(map[*field]struct{}) for _, f := range fields { fieldName := f.FieldName() if _, ok := ds.fieldMap[fieldName]; ok { return nil, fmt.Errorf("field %q already exists", fieldName) } nf := &field{ Name: fieldName, Index: uint32(len(ds.fields) + len(newFields)), PayloadIndex: idx, Flags: FieldFlagStaticMember.Uint32(), Annotations: maps.Clone(defaultFieldAnnotations), } nf.Size = f.FieldSize() nf.Offs = f.FieldOffset() if nf.Offs+nf.Size > size { return nil, fmt.Errorf("field %q exceeds size of container (offs %d, size %d, container size %d)", nf.Name, nf.Offs, nf.Size, size) } if s, ok := f.(TypedField); ok { nf.Kind = s.FieldType() } if tagger, ok := f.(TaggedField); ok { nf.Tags = tagger.FieldTags() } if s, ok := f.(FlaggedField); ok { nf.Flags |= uint32(s.FieldFlags()) } if s, ok := f.(AnnotatedField); ok { for k, v := range s.FieldAnnotations() { nf.Annotations[k] = v } } if s, ok := f.(ParentedField); ok { parent := s.FieldParent() if parent >= 0 { nf.Parent = uint32(parent + parentOffset) nf.Flags |= FieldFlagHasParent.Uint32() parentFields[parent] = struct{}{} checkParents[nf] = struct{}{} } } newFields = append(newFields, nf) } // Check whether parent id is valid for f := range checkParents { parentID := f.Parent - uint32(parentOffset) // adjust offset again to match offset in newFields for this check if parentID >= uint32(len(newFields)) { return nil, fmt.Errorf("invalid parent for field %q", f.Name) } } var err error for i, f := range newFields { f.FullName, err = resolveNames(uint32(i), newFields, uint32(parentOffset)) if err != nil { return nil, fmt.Errorf("resolving full fieldnames: %w", err) } } ds.applyFieldConfig(newFields...) ds.fields = append(ds.fields, newFields...) for _, f := range newFields { ds.fieldMap[f.FullName] = f } ds.payloadCount++ return &fieldAccessor{ds: ds, f: &field{ PayloadIndex: idx, Size: size, Flags: FieldFlagContainer.Uint32(), }}, nil } func applyFieldTemplate(f *field, templateAnn string) { ok := ApplyAnnotationTemplates(templateAnn, f.Annotations) if !ok { log.Warnf("template %q not found for field %q", templateAnn, f.Name) return } log.Debugf("applying template %q to field %q", templateAnn, f.Name) } func (ds *dataSource) applyFieldConfig(newFields ...*field) { var fields *viper.Viper if ds.config != nil { fields = ds.config.Sub("fields") } // first pass applying configuration from metadata for _, field := range newFields { // apply template first in case the field being added contains an // annotation with it, for instance, when the field is created by an // operator. The annotations added by the template can be changed by the // field config below. if templateAnn, ok := field.Annotations[metadatav1.TemplateAnnotation]; ok { applyFieldTemplate(field, templateAnn) } // apply configuration from metadata if fields == nil { continue } fieldConfig := fields.Sub(field.FullName) if fieldConfig == nil { continue } field.Tags = append(field.Tags, fieldConfig.GetStringSlice("tags")...) fieldAnnotations := fieldConfig.GetStringMapString("annotations") if fieldAnnotations == nil { continue } // apply template annotations first to allow user overwrite some // annotations from the template if templateAnn, ok := fieldAnnotations[metadatav1.TemplateAnnotation]; ok { applyFieldTemplate(field, templateAnn) } for k, v := range fieldAnnotations { field.Annotations[k] = v } } // second pass setting flags based on annotations for _, field := range newFields { if field.Annotations[metadatav1.ColumnsHiddenAnnotation] == "true" { FieldFlagHidden.AddTo(&field.Flags) } } } func (ds *dataSource) AddField(name string, kind api.Kind, opts ...FieldOption) (FieldAccessor, error) { ds.lock.Lock() defer ds.lock.Unlock() nf := &field{ Name: name, FullName: name, Index: uint32(len(ds.fields)), Kind: kind, Annotations: maps.Clone(defaultFieldAnnotations), } for _, opt := range opts { opt(nf) } if nf.Order == 0 { // If no order is set, use the current index as the order nf.Order = int32(nf.Index) } if FieldFlagHasParent.In(nf.Flags) { // resolve fullname resolved, err := resolveNames(nf.Parent, ds.fields, 0) if err != nil { return nil, fmt.Errorf("resolving parent field %q: %w", nf.Name, err) } nf.FullName = resolved + "." + name } if _, ok := ds.fieldMap[nf.FullName]; ok { return nil, fmt.Errorf("field %q already exists", name) } // Reserve new payload for non-empty fields if !FieldFlagEmpty.In(nf.Flags) { nf.PayloadIndex = ds.payloadCount ds.payloadCount++ } ds.applyFieldConfig(nf) ds.fields = append(ds.fields, nf) ds.fieldMap[nf.FullName] = nf return &fieldAccessor{ds: ds, f: nf}, nil } func (ds *dataSource) GetField(name string) FieldAccessor { ds.lock.RLock() defer ds.lock.RUnlock() f, ok := ds.fieldMap[name] if !ok { return nil } return &fieldAccessor{ds: ds, f: f} } func (ds *dataSource) GetFieldsWithTag(tag ...string) []FieldAccessor { ds.lock.RLock() defer ds.lock.RUnlock() res := make([]FieldAccessor, 0) for _, f := range ds.fields { for _, t := range tag { if slices.Contains(f.Tags, t) { res = append(res, &fieldAccessor{ds: ds, f: f}) break } } } return res } func (ds *dataSource) Subscribe(fn DataFunc, priority int) error { if fn == nil { return errors.New("missing callback") } ds.lock.Lock() defer ds.lock.Unlock() switch ds.Type() { case TypeSingle: ds.addSubscription(&subscription{priority: priority, fn: func(source DataSource, p Packet) error { return fn(ds, p.(*data)) }}) case TypeArray: ds.addSubscription(&subscription{priority: priority, fn: func(source DataSource, p Packet) error { i := 0 alen := len(p.(*dataArray).DataArray) for i < alen { err := fn(ds, (*dataElement)(p.(*dataArray).DataArray[i])) if err != nil { if errors.Is(err, ErrDiscard) { p.(*dataArray).DataArray = slices.Delete(p.(*dataArray).DataArray, i, i+1) alen-- continue } return err } i++ } return nil }}) } return nil } func (ds *dataSource) SubscribeArray(fn ArrayFunc, priority int) error { if ds.dType != TypeArray { return errors.New("only array data sources can subscribe to array data") } if fn == nil { return errors.New("missing callback") } ds.lock.Lock() defer ds.lock.Unlock() ds.addSubscription(&subscription{priority: priority, fn: func(source DataSource, p Packet) error { return fn(ds, p.(*dataArray)) }}) return nil } func (ds *dataSource) SubscribePacket(fn PacketFunc, priority int) error { if fn == nil { return errors.New("missing callback") } ds.lock.Lock() defer ds.lock.Unlock() ds.addSubscription(&subscription{priority: priority, fn: func(source DataSource, p Packet) error { return fn(ds, p) }}) return nil } func (ds *dataSource) addSubscription(s *subscription) { ds.subscriptions = append(ds.subscriptions, s) sort.SliceStable(ds.subscriptions, func(i, j int) bool { return ds.subscriptions[i].priority < ds.subscriptions[j].priority }) } func (ds *dataSource) EmitAndRelease(p Packet) error { defer ds.Release(p) var err error for _, s := range ds.subscriptions { err = s.fn(ds, p) if errors.Is(err, ErrDiscard) { return nil } if err != nil { return err } } return nil } func (ds *dataSource) Release(p Packet) { } func (ds *dataSource) ReportLostData(ctr uint64) { // TODO } func (ds *dataSource) IsRequestedField(fieldName string) bool { return true ds.lock.RLock() defer ds.lock.RUnlock() return ds.requestedFields[fieldName] } func (ds *dataSource) dumpData(wr io.Writer, data Data) { for _, f := range ds.fields { if f.Offs+f.Size > uint32(len(data.payload()[f.PayloadIndex])) { fmt.Fprintf(wr, "%s (%d): ! invalid size\n", f.Name, f.Size) continue } fmt.Fprintf(wr, "%s (%d) [%s]: ", f.Name, f.Size, strings.Join(f.Tags, " ")) if f.Offs > 0 || f.Size > 0 { fmt.Fprintf(wr, "%v\n", data.payload()[f.PayloadIndex][f.Offs:f.Offs+f.Size]) } else { fmt.Fprintf(wr, "%v\n", data.payload()[f.PayloadIndex]) } } } func (ds *dataSource) Dump(p Packet, wr io.Writer) { ds.lock.RLock() defer ds.lock.RUnlock() switch ds.dType { case TypeSingle: ds.dumpData(wr, p.(Data)) case TypeArray: for _, d := range p.(*dataArray).GetDataArray() { ds.dumpData(wr, (*dataElement)(d)) } } } func (ds *dataSource) Fields() []*api.Field { ds.lock.RLock() defer ds.lock.RUnlock() res := make([]*api.Field, 0, len(ds.fields)) for _, f := range ds.fields { res = append(res, (*api.Field)(f)) } return res } func (ds *dataSource) CopyFieldsTo(out DataSource) error { ds.lock.RLock() defer ds.lock.RUnlock() outDs, ok := out.(*dataSource) if !ok { return errors.New("invalid destination DataSource") } outDs.lock.Lock() defer outDs.lock.Unlock() if len(outDs.fields) == 0 { outDs.fields = make([]*field, 0, len(ds.fields)) outDs.fieldMap = make(map[string]*field) } for _, f := range ds.fields { msg := proto.Clone((*api.Field)(f)) nf, _ := msg.(*api.Field) outDs.fields = append(outDs.fields, (*field)(nf)) if !FieldFlagUnreferenced.In(f.Flags) { outDs.fieldMap[nf.FullName] = (*field)(nf) } } return nil } func (ds *dataSource) Accessors(rootOnly bool) []FieldAccessor { ds.lock.RLock() defer ds.lock.RUnlock() res := make([]FieldAccessor, 0, len(ds.fields)) for _, f := range ds.fields { if rootOnly && FieldFlagHasParent.In(f.Flags) { continue } res = append(res, &fieldAccessor{ ds: ds, f: f, }) } return res } func (ds *dataSource) Unreference() { ds.lock.Lock() defer ds.lock.Unlock() ds.referenced = false } func (ds *dataSource) IsReferenced() bool { ds.lock.RLock() defer ds.lock.RUnlock() return ds.referenced } func (ds *dataSource) AddAnnotation(key, value string) { ds.lock.Lock() defer ds.lock.Unlock() ds.annotations[key] = value } func (ds *dataSource) AddTags(tags ...string) { ds.lock.Lock() defer ds.lock.Unlock() ds.tags = append(ds.tags, tags...) } func (ds *dataSource) Annotations() map[string]string { ds.lock.RLock() defer ds.lock.RUnlock() return maps.Clone(ds.annotations) } func (ds *dataSource) Tags() []string { ds.lock.RLock() defer ds.lock.RUnlock() return slices.Clone(ds.tags) } inspektor-gadget-0.46.0/pkg/datasource/datasource.go000066400000000000000000000150021510117411400224350ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "encoding/binary" "io" "github.com/spf13/viper" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/parser" ) type Type uint32 const ( TypeUndefined Type = iota TypeSingle TypeArray ) type dsError string func (err dsError) Error() string { return string(err) } const ( // ErrDiscard can be returned on subscription callbacks to tell the datasource to discard the entity (packet, array // or single event, depending on the subscription) ErrDiscard = dsError("discarded") ) type Data interface { private() payload() [][]byte } type DataArray interface { // New returns a newly allocated data element. Use Append to add it to the array New() Data // Append appends Data to the array Append(Data) // Release releases the memory of Data; Data may not be used after calling this Release(Data) // Len returns the number of elements in the array Len() int // Get returns the element at the given index Get(int) Data // Swap swaps two elements of the array by their index Swap(i, j int) // Resize resizes the array to the given size. If the new size is smaller // than the current size, the array will be truncated and the elements // beyond the new size will be released. Currently, it does not support // resizing to a larger size. Resize(int) error } type Packet interface { // SetSeq sets the sequence number of the packet SetSeq(uint32) // Raw returns the raw proto message for marshaling and unmarshaling Raw() proto.Message } type PacketSingle interface { Packet Data } type PacketArray interface { Packet DataArray } // DataFunc is the callback that will be called for Data emitted by a DataSource. Data has to be consumed // synchronously and may not be accessed after returning - make a copy if you need to hold on to Data. type DataFunc func(DataSource, Data) error // ArrayFunc is analogous to DataFunc, but for DataArray type ArrayFunc func(DataSource, DataArray) error // PacketFunc is analogous to DataFunc, but for Packet type PacketFunc func(DataSource, Packet) error // DataSource is an interface that represents a data source of a gadget. Usually, it represents a map in eBPF and some // tooling around handling it in Go. An eBPF program can have multiple DataSources, each one representing a different // map. type DataSource interface { // Name returns the name of the data source Name() string // Type returns the type of the data source Type() Type // AddStaticFields adds fields inside a container that has a fixed size; use it to directly map for example // eBPF structs AddStaticFields(totalSize uint32, fields []StaticField) (FieldAccessor, error) // AddField adds a field as a new payload AddField(fieldName string, kind api.Kind, options ...FieldOption) (FieldAccessor, error) // NewPacketSingle builds a new PacketSingle that can be written to NewPacketSingle() (PacketSingle, error) // NewPacketSingleFromRaw builds a new PacketSingle from a raw bytes slice coming from protobuf NewPacketSingleFromRaw(b []byte) (PacketSingle, error) // NewPacketArray and NewPacketArrayFromRaw are analogous to NewPacketSingle and NewPacketSingleFromRaw, but for // PacketArray NewPacketArray() (PacketArray, error) NewPacketArrayFromRaw(b []byte) (PacketArray, error) GetField(fieldName string) FieldAccessor GetFieldsWithTag(tag ...string) []FieldAccessor // EmitAndRelease sends Packet through the operator chain and releases it afterward; // Packet may not be used after calling this. This should only be used in the running phase of the gadget, not // in the initialization phase. EmitAndRelease(Packet) error // Release releases the memory of Packet; Packet may not be used after calling this Release(Packet) // ReportLostData reports a number of lost data cases ReportLostData(lostSampleCount uint64) // Dump dumps the content of Packet to a writer for debugging purposes Dump(Packet, io.Writer) // Subscribe makes sure that events emitted from this DataSource are passed to DataFunc; subscribers will be // sorted by priority and handed over data in that order (lower numbers = earlier). Subscriptions to // DataSources should only happen in the initialization phase. Data sent to dataFn has to be consumed synchronously // and must not be accessed after returning. If the data source type is TypeArray, the dataFn will be called for each // data element in the array. For TypeSingle, it will be called once. If you want to receive the entire Packet // (PacketSingle, PacketArray, etc), use SubscribePacket instead. Subscribe(dataFn DataFunc, priority int) error // SubscribeArray works like Subscribe, but it will receive the entire DataArray instead of the data elements in it. // Notice that if you subscribe to both Subscribe and SubscribeArray, the same data elements will be sent to DataFunc // and also to ArrayFunc (along with the other elements in the array). SubscribeArray(dataFn ArrayFunc, priority int) error // SubscribePacket works like Subscribe, but it will receive the entire Packet instead of the data elements in it. // It means that PacketFunc could be called with PacketSingle, PacketArray or any other type implementing Packet. // Subscriptions can know the type of the packet by checking the data source type: TypeSingle, TypeArray, etc. SubscribePacket(packetFn PacketFunc, priority int) error Parser() (parser.Parser, error) Fields() []*api.Field Accessors(rootOnly bool) []FieldAccessor Unreference() IsReferenced() bool // ByteOrder returns a binary accessor using the byte order of the creator of the DataSource ByteOrder() binary.ByteOrder AddAnnotation(key, value string) AddTags(tags ...string) Annotations() map[string]string Tags() []string CopyFieldsTo(DataSource) error } type DataSourceOption func(*dataSource) func WithConfig(v *viper.Viper) DataSourceOption { return func(source *dataSource) { source.config = v } } inspektor-gadget-0.46.0/pkg/datasource/datasource_test.go000066400000000000000000000454521510117411400235100ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "crypto/rand" "slices" "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) // Missing tests: // - GetFieldsWithTag() // - Subfields func TestDataSourceDuplicatedField(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) _, err = ds.AddField("foo", api.Kind_Int8) require.NoError(t, err) _, err = ds.AddField("foo", api.Kind_Int32) require.Error(t, err) } func TestDataSourceBadType(t *testing.T) { t.Parallel() _, err := New(Type(100), "event") require.Error(t, err) } func TestDataSourceNonExistingField(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) acc := ds.GetField("foo") require.Nil(t, acc) } func TestDataSourceEmptyField(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) // See https://github.com/inspektor-gadget/inspektor-gadget/issues/2817 acc, err := ds.AddField("foo", api.Kind_Invalid, WithFlags(FieldFlagEmpty)) require.NoError(t, err) d, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(d) err = acc.Set(d, []byte{0x01, 0x02, 0x03}) require.Error(t, err) ret := acc.Get(d) require.Nil(t, ret) } type fieldT struct { name string typ api.Kind val any } var fields = []*fieldT{ {"field_bool", api.Kind_Bool, bool(true)}, {"field_int8", api.Kind_Int8, int8(-123)}, {"field_int16", api.Kind_Int16, int16(-25647)}, {"field_int32", api.Kind_Int32, int32(-535245564)}, {"field_int64", api.Kind_Int64, int64(-1234567890)}, {"field_uint8", api.Kind_Uint8, uint8(56)}, {"field_uint16", api.Kind_Uint16, uint16(12345)}, {"field_uint32", api.Kind_Uint32, uint32(1234567890)}, {"field_uint64", api.Kind_Uint64, uint64(1234567890123456)}, {"field_float32", api.Kind_Float32, float32(3.14159)}, {"field_float64", api.Kind_Float64, float64(3.14159265359)}, {"field_string", api.Kind_String, string("Hello, World!")}, {"field_bytes", api.Kind_Bytes, []byte{0x01, 0x02, 0x03, 0x04, 0x05}}, } func TestDataSourceAddFields(t *testing.T) { t.Parallel() for _, f := range fields { f := f t.Run(f.name, func(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) acc, err := ds.AddField(f.name, f.typ) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(data) switch f.typ { case api.Kind_Bool: err := acc.PutBool(data, f.val.(bool)) require.NoError(t, err) val, err := acc.Bool(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Int8: err := acc.PutInt8(data, f.val.(int8)) require.NoError(t, err) val, err := acc.Int8(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Int16: err := acc.PutInt16(data, f.val.(int16)) require.NoError(t, err) val, err := acc.Int16(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Int32: err := acc.PutInt32(data, f.val.(int32)) require.NoError(t, err) val, err := acc.Int32(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Int64: err := acc.PutInt64(data, f.val.(int64)) require.NoError(t, err) val, err := acc.Int64(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Uint8: err := acc.PutUint8(data, f.val.(uint8)) require.NoError(t, err) val, err := acc.Uint8(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Uint16: err := acc.PutUint16(data, f.val.(uint16)) require.NoError(t, err) val, err := acc.Uint16(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Uint32: err := acc.PutUint32(data, f.val.(uint32)) require.NoError(t, err) val, err := acc.Uint32(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Uint64: err := acc.PutUint64(data, f.val.(uint64)) require.NoError(t, err) val, err := acc.Uint64(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Float32: err := acc.PutFloat32(data, f.val.(float32)) require.NoError(t, err) val, err := acc.Float32(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Float64: err := acc.PutFloat64(data, f.val.(float64)) require.NoError(t, err) val, err := acc.Float64(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_String: err := acc.PutString(data, f.val.(string)) require.NoError(t, err) val, err := acc.String(data) require.NoError(t, err) assert.Equal(t, f.val, val) case api.Kind_Bytes: err := acc.PutBytes(data, f.val.([]byte)) require.NoError(t, err) val, err := acc.Bytes(data) require.NoError(t, err) assert.Equal(t, f.val, val) } }) } } func TestBadAccesors(t *testing.T) { t.Parallel() for _, f := range fields { f := f t.Run(f.name, func(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) acc, err := ds.AddField(f.name, f.typ) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(data) // Test that it doesn't explode by setting the wrong type acc.PutBool(data, bool(true)) acc.PutInt8(data, int8(-123)) acc.PutInt16(data, int16(-25647)) acc.PutInt32(data, int32(-535245564)) acc.PutInt64(data, int64(-1234567890)) acc.PutUint8(data, uint8(56)) acc.PutUint16(data, uint16(12345)) acc.PutUint32(data, uint32(1234567890)) acc.PutUint64(data, uint64(123456789012345)) acc.PutFloat32(data, float32(3.14159)) acc.PutFloat64(data, float64(3.14159265359)) acc.PutString(data, string("Hello, World!")) acc.PutBytes(data, []byte{0x01, 0x02, 0x03, 0x04, 0x05}) }) } } func TestDataSourceStaticFields(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) fields := []StaticField{ &dummyField{ name: "f1", size: 4, offset: 0, }, &dummyField{ name: "f2", size: 4, offset: 4, }, &dummyField{ name: "f3", size: 2, offset: 8, }, &dummyField{ name: "f4", size: 1, offset: 10, }, // 1-byte hole &dummyField{ name: "f5", size: 8, offset: 12, }, } totalSize := uint32(4 + 4 + 2 + 1 + 8 + 1) // all sizes above + 1 byte for padding acc, err := ds.AddStaticFields(totalSize, fields) require.NoError(t, err) d, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(d) // Try to write full blob with smaller data err = acc.Set(d, randBytes(3)) require.Error(t, err) // Try to write full blob with bigger data err = acc.Set(d, randBytes(int(totalSize+1))) require.Error(t, err) // Try to read/write all fields at once val := randBytes(int(totalSize)) acc.Set(d, val) require.Equal(t, val, acc.Get(d)) for _, f := range fields { fDummy := f.(*dummyField) acc := ds.GetField(fDummy.name) require.NotNil(t, acc) // Check that the field is correctly read require.Equal(t, val[fDummy.offset:fDummy.offset+fDummy.size], acc.Get(d)) // Check that the field is correctly written valf := randBytes(int(fDummy.size)) err = acc.Set(d, valf) require.NoError(t, err) require.Equal(t, valf, acc.Get(d)) } } func TestDataSourceStaticFieldsTooBig(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) _, err = ds.AddStaticFields(2, []StaticField{ &dummyField{ name: "f1", size: 4, offset: 0, }, &dummyField{ name: "f2", size: 2, offset: 4, }, }) require.Error(t, err) } func TestDataSourceStaticFieldsStrings(t *testing.T) { t.Parallel() const strSize = 16 ds, err := New(TypeSingle, "event") require.NoError(t, err) fieldsAcc, err := ds.AddStaticFields(strSize, []StaticField{ &dummyField{ name: "f1", size: strSize, offset: 0, kind: api.Kind_CString, }, }) require.NoError(t, err) f1Acc := ds.GetField("f1") require.NotNil(t, f1Acc) type test struct { name string str string expectedErr bool } tests := []test{ {"full", "0123456789abcdef", false}, {"short", "short", false}, {"large", "this is a string longer than 16 bytes for sure", true}, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { d, err := ds.NewPacketSingle() require.NoError(t, err) // Before trying to read / write the string, we need to set the data of the // static container valf := randBytes(strSize) err = fieldsAcc.Set(d, valf) require.NoError(t, err) err = f1Acc.PutString(d, test.str) if test.expectedErr { require.Error(t, err) } else { require.NoError(t, err) } }) } } // TODO(Jose): Repeat this for all the types func TestDataSourceSubscribePriorities(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) // random list of priorities priorities := []int{30, 90, 54, 78, 71, 67, 90, 7, 92, 87} called := []int{} for _, priority := range priorities { priority := priority // subscribe saves priority in the called slice err := ds.Subscribe(func(fs DataSource, d Data) error { called = append(called, priority) return nil }, priority) require.NoError(t, err) } slices.Sort(priorities) // allocate and emit a data d, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(d) err = ds.EmitAndRelease(d) require.NoError(t, err) require.Equal(t, priorities, called) } func TestDataSourceSubscribeTypes(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) err = ds.Subscribe(func(ds DataSource, d Data) error { return nil }, 50) require.NoError(t, err) err = ds.SubscribeArray(func(ds DataSource, da DataArray) error { return nil }, 50) require.Error(t, err) err = ds.SubscribePacket(func(ds DataSource, p Packet) error { return nil }, 50) require.NoError(t, err) ds, err = New(TypeArray, "events") require.NoError(t, err) err = ds.Subscribe(func(ds DataSource, d Data) error { return nil }, 50) require.NoError(t, err) err = ds.SubscribeArray(func(ds DataSource, da DataArray) error { return nil }, 50) require.NoError(t, err) err = ds.SubscribePacket(func(ds DataSource, p Packet) error { return nil }, 50) require.NoError(t, err) } func TestDataSourceSubscribeNilCb(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) err = ds.Subscribe(nil, 50) require.Error(t, err) err = ds.SubscribeArray(nil, 50) require.Error(t, err) err = ds.SubscribePacket(nil, 50) require.Error(t, err) ds, err = New(TypeArray, "events") require.NoError(t, err) err = ds.Subscribe(nil, 50) require.Error(t, err) err = ds.SubscribeArray(nil, 50) require.Error(t, err) err = ds.SubscribePacket(nil, 50) require.Error(t, err) } func TestDataSourceNewPacket(t *testing.T) { t.Parallel() ds, err := New(TypeSingle, "event") require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) ds.Release(data) dataArray, err := ds.NewPacketArray() require.Error(t, err) ds.Release(dataArray) ds, err = New(TypeArray, "events") require.NoError(t, err) data, err = ds.NewPacketSingle() require.Error(t, err) ds.Release(data) dataArray, err = ds.NewPacketArray() require.NoError(t, err) ds.Release(dataArray) } func TestDataSourcePacketArray(t *testing.T) { t.Parallel() const val = int8(123) ds, err := New(TypeArray, "events") require.NoError(t, err) acc, err := ds.AddField("foo", api.Kind_Int8) require.NoError(t, err) pArray, err := ds.NewPacketArray() require.NoError(t, err) defer ds.Release(pArray) require.Equal(t, 0, pArray.Len()) // It's not possible to add a single packet to an array pSingle, err := ds.NewPacketSingle() require.Error(t, err) ds.Release(pSingle) data := pArray.New() acc.PutInt8(data, val) pArray.Append(data) require.Equal(t, 1, pArray.Len()) getData := pArray.Get(0) require.NotNil(t, getData) ret, err := acc.Int8(getData) require.NoError(t, err) require.Equal(t, val, ret) } func TestDataSourceSubscribeSingle(t *testing.T) { t.Parallel() const value = int8(123) ds, err := New(TypeSingle, "event") require.NoError(t, err) acc, err := ds.AddField("foo", api.Kind_Int8) require.NoError(t, err) pSingle, err := ds.NewPacketSingle() require.NoError(t, err) defer ds.Release(pSingle) acc.PutInt8(pSingle, value) // Subscribe to the single data var valueFromData int8 err = ds.Subscribe(func(fs DataSource, d Data) error { var err error valueFromData, err = acc.Int8(d) require.NoError(t, err) return nil }, 50) require.NoError(t, err) // Subscribe to the packet var valuesFromPacket int8 err = ds.SubscribePacket(func(fs DataSource, p Packet) error { var err error // We know that the packet is a PacketSingle because the ds is TypeArray valuesFromPacket, err = acc.Int8(p.(PacketSingle)) require.NoError(t, err) return nil }, 50) require.NoError(t, err) // Emit the packet err = ds.EmitAndRelease(pSingle) require.NoError(t, err) // Check that all the callbacks received the same value require.Equal(t, value, valueFromData) require.Equal(t, value, valuesFromPacket) } func TestDataSourceSubscribeArray(t *testing.T) { t.Parallel() ds, err := New(TypeArray, "events") require.NoError(t, err) pArray, err := ds.NewPacketArray() require.NoError(t, err) defer ds.Release(pArray) acc, err := ds.AddField("foo", api.Kind_Int8) require.NoError(t, err) // Add some values to the array values := []int8{30, 54, 90} for _, val := range values { data := pArray.New() acc.PutInt8(data, val) pArray.Append(data) } // Subscribe to the single data valuesFromData := []int8{} err = ds.Subscribe(func(fs DataSource, d Data) error { ret, err := acc.Int8(d) require.NoError(t, err) valuesFromData = append(valuesFromData, ret) return nil }, 50) require.NoError(t, err) // Subscribe to the array valuesFromArray := []int8{} err = ds.SubscribeArray(func(fs DataSource, da DataArray) error { for i := 0; i < da.Len(); i++ { ret, err := acc.Int8(da.Get(i)) require.NoError(t, err) valuesFromArray = append(valuesFromArray, ret) } return nil }, 50) require.NoError(t, err) // Subscribe to the packet valuesFromPacket := []int8{} err = ds.SubscribePacket(func(fs DataSource, p Packet) error { // We know that the packet is a PacketArray because the ds is TypeArray pa := p.(PacketArray) for i := 0; i < pa.Len(); i++ { ret, err := acc.Int8(pa.Get(i)) require.NoError(t, err) valuesFromPacket = append(valuesFromPacket, ret) } return nil }, 50) require.NoError(t, err) // Emit the packet err = ds.EmitAndRelease(pArray) require.NoError(t, err) // Check that all the callbacks received the same values require.Equal(t, values, valuesFromData) require.Equal(t, values, valuesFromArray) require.Equal(t, values, valuesFromPacket) } func TestDataSourceResizeArray(t *testing.T) { t.Parallel() ds, err := New(TypeArray, "events") require.NoError(t, err) pArray, err := ds.NewPacketArray() require.NoError(t, err) defer ds.Release(pArray) acc, err := ds.AddField("foo", api.Kind_Int8) require.NoError(t, err) // Add some values to the array values := []int8{30, 54, 90} for _, val := range values { data := pArray.New() acc.PutInt8(data, val) pArray.Append(data) } // Subscribe to the array to verify we receive the values in the same order valuesBeforeResize := []int8{} err = ds.SubscribeArray(func(fs DataSource, da DataArray) error { for i := 0; i < da.Len(); i++ { ret, err := acc.Int8(da.Get(i)) require.NoError(t, err) valuesBeforeResize = append(valuesBeforeResize, ret) } return nil }, 1) require.NoError(t, err) // Subscribe to the array to resize it err = ds.SubscribeArray(func(fs DataSource, da DataArray) error { // Resize to invalid size err := da.Resize(-1) require.Error(t, err) // Resize to a bigger size (not implemented yet) err = da.Resize(5) require.Error(t, err) // Resize to a smaller size err = da.Resize(1) require.NoError(t, err) return nil }, 2) require.NoError(t, err) // Subscribe, with lower priority, to check that the resize was done valuesAfterResize := []int8{} err = ds.Subscribe(func(fs DataSource, d Data) error { ret, err := acc.Int8(d) require.NoError(t, err) valuesAfterResize = append(valuesAfterResize, ret) return nil }, 3) require.NoError(t, err) require.NoError(t, err) // Emit the packet err = ds.EmitAndRelease(pArray) require.NoError(t, err) // Check that the resize was done correctly require.Equal(t, values, valuesBeforeResize) require.Equal(t, values[:1], valuesAfterResize) } func TestSiblings(t *testing.T) { ds, err := New(TypeArray, "events") require.NoError(t, err) parent, err := ds.AddField("parent", api.Kind_Invalid, WithFlags(FieldFlagContainer|FieldFlagEmpty)) require.NoError(t, err) child1, err := parent.AddSubField("child1", api.Kind_Int8) require.NoError(t, err) child2, err := ds.AddField("child2", api.Kind_Int8, WithSameParentAs(child1)) require.NoError(t, err) require.NotNil(t, child1.Parent()) require.NotNil(t, child2.Parent()) require.Equal(t, child1.Parent().(*fieldAccessor).f, child2.Parent().(*fieldAccessor).f) require.Equal(t, "parent.child1", child1.(*fieldAccessor).f.FullName) require.Equal(t, "parent.child2", child2.(*fieldAccessor).f.FullName) } func TestSiblingsRoot(t *testing.T) { ds, err := New(TypeArray, "events") require.NoError(t, err) child1, err := ds.AddField("child1", api.Kind_Int8) require.NoError(t, err) child2, err := ds.AddField("child2", api.Kind_Int8, WithSameParentAs(child1)) require.NoError(t, err) require.NotNil(t, ds.GetField("child2")) require.Equal(t, "child1", child1.(*fieldAccessor).f.FullName) require.Equal(t, "child2", child2.(*fieldAccessor).f.FullName) } type dummyField struct { name string size uint32 offset uint32 kind api.Kind } func (d *dummyField) FieldName() string { return d.name } func (d *dummyField) FieldSize() uint32 { return d.size } func (d *dummyField) FieldOffset() uint32 { return d.offset } func (d *dummyField) FieldType() api.Kind { return d.kind } func randBytes(n int) []byte { ret := make([]byte, n) rand.Read(ret) return ret } inspektor-gadget-0.46.0/pkg/datasource/expr/000077500000000000000000000000001510117411400207345ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/datasource/expr/expr.go000066400000000000000000000170151510117411400222450ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package expr import ( "fmt" "net" "reflect" "github.com/expr-lang/expr" "github.com/expr-lang/expr/ast" "github.com/expr-lang/expr/vm" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type dsPatcher struct { ds datasource.DataSource } func (dsp dsPatcher) Visit(node *ast.Node) { switch nx := (*node).(type) { case *ast.MemberNode: cn, ok := nx.Node.(*ast.ConstantNode) if !ok { return } pn, ok := nx.Property.(*ast.StringNode) if !ok { return } rf, ok := cn.Value.(datasource.FieldAccessor) if !ok { return } var f datasource.FieldAccessor for _, sf := range rf.SubFields() { if sf.Name() == pn.Value { f = sf break } } replaceNode(node, f) case *ast.IdentifierNode: f := dsp.ds.GetField(nx.Value) replaceNode(node, f) } } func replaceNode(node *ast.Node, f datasource.FieldAccessor) { if f == nil { return } // if target contains subfields, return the fieldAccessor itself if len(f.SubFields()) > 0 { constNode := &ast.ConstantNode{Value: f} ast.Patch(node, constNode) (*node).SetType(reflect.TypeOf(f)) return } // otherwise return value fn, ft := getFnAndReflectType(f) if fn == "" { return } callNode := &ast.CallNode{ Callee: &ast.IdentifierNode{Value: fn}, Arguments: []ast.Node{&ast.ConstantNode{Value: f}, &ast.IdentifierNode{Value: "$env"}}, } ast.Patch(node, callNode) (*node).SetType(ft) } func getFnAndReflectType(f datasource.FieldAccessor) (string, reflect.Type) { switch f.Type() { default: fallthrough // anything can be read as string case api.Kind_CString, api.Kind_String: return "GetString", reflect.TypeOf("") case api.Kind_Uint8: return "GetUint8", reflect.TypeOf(uint8(0)) case api.Kind_Uint16: return "GetUint16", reflect.TypeOf(uint16(0)) case api.Kind_Uint32: return "GetUint32", reflect.TypeOf(uint32(0)) case api.Kind_Uint64: return "GetUint64", reflect.TypeOf(uint64(0)) case api.Kind_Int8: return "GetInt8", reflect.TypeOf(int8(0)) case api.Kind_Int16: return "GetInt16", reflect.TypeOf(int16(0)) case api.Kind_Int32: return "GetInt32", reflect.TypeOf(int32(0)) case api.Kind_Int64: return "GetInt64", reflect.TypeOf(int64(0)) case api.Kind_Float32: return "GetFloat32", reflect.TypeOf(float32(0)) case api.Kind_Float64: return "GetFloat64", reflect.TypeOf(float64(0)) case api.Kind_Bool: return "GetBool", reflect.TypeOf(false) } } func getBuiltInExpressions() []expr.Option { return []expr.Option{ expr.Function("GetString", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).String(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) string), ), expr.Function("GetUint8", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Uint8(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) uint8), ), expr.Function("GetUint16", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Uint16(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) uint16), ), expr.Function("GetUint32", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Uint32(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) uint32), ), expr.Function("GetUint64", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Uint64(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) uint64), ), expr.Function("GetInt8", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Int8(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) int8), ), expr.Function("GetInt16", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Int16(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) int16), ), expr.Function("GetInt32", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Int32(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) int32), ), expr.Function("GetInt64", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Int64(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) int64), ), expr.Function("GetFloat32", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Float32(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) float32), ), expr.Function("GetFloat64", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Float64(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) float64), ), expr.Function("GetBool", func(params ...any) (any, error) { return params[0].(datasource.FieldAccessor).Bool(params[1].(datasource.Data)) }, new(func(datasource.FieldAccessor, datasource.Data) bool), ), expr.Function("cidr", func(args ...any) (any, error) { var cidrs []net.IPNet for _, arg := range args { _, cidr, err := net.ParseCIDR(arg.(string)) if err != nil { return nil, fmt.Errorf("parsing CIDR %q: %w", args[0], err) } cidrs = append(cidrs, *cidr) } return cidrs, nil }, new(func(...string) []net.IPNet), ), // Example: CidrMatches(dst.addr, cidr("1.1.1.1/32")) expr.Function("CidrMatches", func(args ...any) (any, error) { ipStr := args[0].(string) ip := net.ParseIP(ipStr) if ip == nil { return nil, fmt.Errorf("parsing IP address %q: invalid format", ipStr) } cidrs := args[1].([]net.IPNet) for _, cidr := range cidrs { if cidr.Contains(ip) { return true, nil } } return false, nil }, new(func(string, []net.IPNet) bool), ), // Example: src.addr in cidr("172.17.0.0/16") expr.Operator("in", "CidrMatches"), } } func CompileStringProgram(ds datasource.DataSource, expression string) (*vm.Program, error) { dsp := dsPatcher{ ds: ds, } options := append(getBuiltInExpressions(), expr.AsKind(reflect.String), expr.Patch(dsp)) prog, err := expr.Compile(expression, options...) if err != nil { return nil, fmt.Errorf("compiling string expression: %w", err) } return prog, nil } func CompileFilterProgram(ds datasource.DataSource, expression string) (*vm.Program, error) { dsp := dsPatcher{ ds: ds, } options := append(getBuiltInExpressions(), expr.AsBool(), expr.Patch(dsp), expr.Env(datasource.Data(nil))) prog, err := expr.Compile(expression, options...) if err != nil { return nil, fmt.Errorf("compiling filter expression: %w", err) } return prog, nil } func Run(program *vm.Program, data datasource.Data) (any, error) { return expr.Run(program, data) } inspektor-gadget-0.46.0/pkg/datasource/expr/expr_test.go000066400000000000000000000240231510117411400233010ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package expr import ( "testing" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type testCaseString struct { name string filterString string result string error bool } type testCaseFilter struct { name string filterString string match bool error bool } type testCaseData struct { stringValue string int64Value int64 float64Value float64 boolValue bool } func TestExpressionString(t *testing.T) { testCaseData := testCaseData{ stringValue: "abc", int64Value: 123, float64Value: 456.0, boolValue: true, } testCases := []testCaseString{ { name: "concat string", filterString: "\"hello \"+stringValue", error: false, result: "hello abc", }, { name: "all of them", filterString: "\"hello \"+stringValue+\", the int64 is \"+string(int64Value)+\", the float is \"+string(float64Value)+\", and the bool is \"+string(boolValue)", error: false, result: "hello abc, the int64 is 123, the float is 456, and the bool is true", }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { var stringField datasource.FieldAccessor var int64Field datasource.FieldAccessor var float64Field datasource.FieldAccessor var boolField datasource.FieldAccessor ds, err := datasource.New(datasource.TypeSingle, "filter") require.NoError(t, err) stringField, err = ds.AddField("stringValue", api.Kind_String) require.NoError(t, err) int64Field, err = ds.AddField("int64Value", api.Kind_Int64) require.NoError(t, err) float64Field, err = ds.AddField("float64Value", api.Kind_Float64) require.NoError(t, err) boolField, err = ds.AddField("boolValue", api.Kind_Bool) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) err = stringField.PutString(data, testCaseData.stringValue) require.NoError(t, err) err = int64Field.PutInt64(data, testCaseData.int64Value) require.NoError(t, err) err = float64Field.PutFloat64(data, testCaseData.float64Value) require.NoError(t, err) err = boolField.PutBool(data, testCaseData.boolValue) require.NoError(t, err) filter, err := CompileStringProgram(ds, tc.filterString) if tc.error { require.Error(t, err) return } require.NoError(t, err) res, err := Run(filter, data) require.NoError(t, err) require.Equal(t, tc.result, res.(string), tc.name) }) } } func TestExpressionFilter(t *testing.T) { testCaseData := testCaseData{ stringValue: "abc", int64Value: 123, float64Value: 456.0, boolValue: true, } testCases := []testCaseFilter{ { name: "incomplete filter", filterString: "abc", error: true, }, { name: "string match positive", filterString: "stringValue=='abc'", match: true, }, { name: "string match negative", filterString: "stringValue=='def'", match: false, }, { name: "string not match positive", filterString: "stringValue!='def'", match: true, }, { name: "string not match negative", filterString: "stringValue!='abc'", match: false, }, { name: "string lte positive", filterString: "stringValue<='def'", match: true, }, { name: "string gte negative", filterString: "stringValue>='def'", match: false, }, { name: "string regex match positive", filterString: "stringValue matches 'a..'", match: true, }, { name: "string regex match negative", filterString: "stringValue matches 'b..'", match: false, }, { name: "string regex not match positive", filterString: "stringValue not matches 'b..'", match: true, }, { name: "string regex not match negative", filterString: "stringValue not matches 'a..'", match: false, }, { name: "string regex invalid", filterString: "stringValue matches '???a..'", error: true, }, { name: "int match positive", filterString: "int64Value==123", match: true, }, { name: "int match negative", filterString: "int64Value==345", match: false, }, { name: "int gte positive", filterString: "int64Value>=1", match: true, }, { name: "int gte positive", filterString: "int64Value>=123", match: true, }, { name: "int gte negative", filterString: "int64Value>=1000", match: false, }, { name: "int lte positive", filterString: "int64Value<=1000", match: true, }, { name: "int lte positive", filterString: "int64Value<=123", match: true, }, { name: "int lte negative", filterString: "int64Value<=1", match: false, }, { name: "int gt positive", filterString: "int64Value>=1", match: true, }, { name: "int gt negative", filterString: "int64Value>=1000", match: false, }, { name: "int lt positive", filterString: "int64Value>1", match: true, }, { name: "int lt negative", filterString: "int64Value>1000", match: false, }, { name: "int no int", filterString: "int64Value>'abc'", error: true, }, { name: "float match positive", filterString: "float64Value==456", match: true, }, { name: "float match positive", filterString: "float64Value==456.0", match: true, }, { name: "float match negative", filterString: "float64Value==345", match: false, }, { name: "float match negative", filterString: "float64Value==456.8", match: false, }, { name: "float gte positive", filterString: "float64Value>=1", match: true, }, { name: "float gte positive", filterString: "float64Value>=456", match: true, }, { name: "float gte negative", filterString: "float64Value>=1000", match: false, }, { name: "float lte positive", filterString: "float64Value<=1000", match: true, }, { name: "float lte positive", filterString: "float64Value<=456", match: true, }, { name: "float lte negative", filterString: "float64Value<=1", match: false, }, { name: "float gt positive", filterString: "float64Value>=1.0", match: true, }, { name: "float gt negative", filterString: "float64Value>=1000.0", match: false, }, { name: "float lt positive", filterString: "float64Value>1.0", match: true, }, { name: "float lt negative", filterString: "float64Value>1000.0", match: false, }, { name: "float no float", filterString: "float64Value>'abc'", error: true, }, { name: "bool match positive", filterString: "boolValue==true", match: true, }, { name: "bool match negative", filterString: "boolValue==false", match: false, }, { name: "bool not match positive", filterString: "boolValue!=false", match: true, }, { name: "bool not match negative", filterString: "boolValue!=true", match: false, }, { name: "cidr match positive", filterString: "'1.1.1.1' in cidr('1.0.0.0/8')", match: true, }, { name: "cidr match negative", filterString: "'127.0.0.1' in cidr('1.0.0.0/8')", match: false, }, { name: "multiple cidr match positive", filterString: "'20.21.22.23' in cidr('10.0.0.0/8', '20.0.0.0/8', '30.0.0.0/8')", match: true, }, { name: "multiple cidr match negative", filterString: "'25.26.27.28' in cidr('10.0.0.0/8', '20.0.0.0/8', '30.0.0.0/8')", match: false, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { var stringField datasource.FieldAccessor var int64Field datasource.FieldAccessor var float64Field datasource.FieldAccessor var boolField datasource.FieldAccessor ds, err := datasource.New(datasource.TypeSingle, "filter") require.NoError(t, err) stringField, err = ds.AddField("stringValue", api.Kind_String) require.NoError(t, err) int64Field, err = ds.AddField("int64Value", api.Kind_Int64) require.NoError(t, err) float64Field, err = ds.AddField("float64Value", api.Kind_Float64) require.NoError(t, err) boolField, err = ds.AddField("boolValue", api.Kind_Bool) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) err = stringField.PutString(data, testCaseData.stringValue) require.NoError(t, err) err = int64Field.PutInt64(data, testCaseData.int64Value) require.NoError(t, err) err = float64Field.PutFloat64(data, testCaseData.float64Value) require.NoError(t, err) err = boolField.PutBool(data, testCaseData.boolValue) require.NoError(t, err) filter, err := CompileFilterProgram(ds, tc.filterString) if tc.error { require.Error(t, err) return } require.NoError(t, err) res, err := Run(filter, data) require.NoError(t, err) require.Equal(t, tc.match, res.(bool), tc.name) }) } } inspektor-gadget-0.46.0/pkg/datasource/field.go000066400000000000000000000064051510117411400213750ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "maps" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type FieldFlag uint32 const ( // FieldFlagEmpty means the field cannot have a value FieldFlagEmpty FieldFlag = 1 << iota // FieldFlagContainer means that the field is statically sized and can have multiple statically sized members; // AddStaticFields() will return the container for all given fields, and it is assumed, that the creator will // always assign the full container using Set() FieldFlagContainer // FieldFlagHidden sets a field to invisible FieldFlagHidden // FieldFlagHasParent means that the field is not directly attached to the root of DataSource, but instead to // another field that is referenced to in the Parent field FieldFlagHasParent // FieldFlagStaticMember means that the field is part of a container and is statically sized FieldFlagStaticMember // FieldFlagUnreferenced means that a field is no longer referenced by its name in the DataSource FieldFlagUnreferenced ) func (f FieldFlag) Uint32() uint32 { return uint32(f) } func (f FieldFlag) In(of uint32) bool { return of&uint32(f) != 0 } func (f FieldFlag) AddTo(of *uint32) { *of |= uint32(f) } func (f FieldFlag) RemoveFrom(of *uint32) { *of &^= uint32(f) } type Field interface { FieldName() string } type StaticField interface { Field FieldSize() uint32 FieldOffset() uint32 } type AnnotatedField interface { FieldAnnotations() map[string]string } type TaggedField interface { FieldTags() []string } type TypedField interface { FieldType() api.Kind } type FlaggedField interface { FieldFlags() FieldFlag } type ParentedField interface { // FieldParent should return an index to the parent of the field, -1 for no parent FieldParent() int } type FieldOption func(*field) func WithSameParentAs(otherField FieldAccessor) FieldOption { return func(f *field) { if otherField == nil { return } if FieldFlagHasParent.In(otherField.(*fieldAccessor).Flags()) { f.Parent = otherField.(*fieldAccessor).f.Parent FieldFlagHasParent.AddTo(&f.Flags) } } } func WithSameOrderAs(otherField FieldAccessor) FieldOption { return func(f *field) { if otherField == nil { return } f.Order = otherField.(*fieldAccessor).f.Order } } func WithTags(tags ...string) FieldOption { return func(f *field) { f.Tags = append(f.Tags, tags...) } } func WithFlags(flags FieldFlag) FieldOption { return func(f *field) { f.Flags |= uint32(flags) } } func WithAnnotations(annotations map[string]string) FieldOption { return func(f *field) { f.Annotations = maps.Clone(annotations) } } func WithOrder(order int32) FieldOption { return func(f *field) { f.Order = order } } inspektor-gadget-0.46.0/pkg/datasource/field_test.go000066400000000000000000000043001510117411400224240ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "maps" "strings" "testing" "github.com/spf13/viper" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func TestDataSourceFieldConfig(t *testing.T) { type testCase struct { name string expectedAnnotations map[string]string expectedFlags FieldFlag config string } testCases := []testCase{ { name: "no-anotations", config: "", }, { name: "columns.hidden", expectedAnnotations: map[string]string{ "columns.hidden": "true", }, expectedFlags: FieldFlagHidden, config: ` fields: foo: annotations: columns.hidden: true `, }, { name: "many-annotations", expectedAnnotations: map[string]string{ "columns.width": "40", "columns.maxwidth": "80", "foo-ann": "yes", }, expectedFlags: FieldFlagHidden, config: ` fields: foo: annotations: columns.width: 40 columns.maxwidth: 80 foo-ann: yes `, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { v := viper.New() v.SetConfigType("yaml") err := v.ReadConfig(strings.NewReader(tc.config)) require.NoError(t, err) ds, err := New(TypeArray, "myds", WithConfig(v)) require.NoError(t, err) fooAcc, err := ds.AddField("foo", api.Kind_String) require.NoError(t, err) expectedAnnotations := maps.Clone(defaultFieldAnnotations) maps.Copy(expectedAnnotations, tc.expectedAnnotations) assert.Equal(t, fooAcc.Annotations(), expectedAnnotations) }) } } inspektor-gadget-0.46.0/pkg/datasource/formatters/000077500000000000000000000000001510117411400221445ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/datasource/formatters/json/000077500000000000000000000000001510117411400231155ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/datasource/formatters/json/json.go000066400000000000000000000352241510117411400244230ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package json import ( "bytes" "encoding/hex" "fmt" "math" "slices" "strconv" "strings" "unicode/utf8" "unsafe" "golang.org/x/exp/constraints" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/safeset" ) var ( openerArray = []byte("[") closerArray = []byte("]") opener = []byte("{") closer = []byte("}") fieldSep = []byte(",") fieldSepPretty = []byte(",\n") openerPretty = []byte("{\n") openerArrayPretty = []byte("[\n") closerArrayPretty = []byte("\n]") ) const ( // SkipFieldAnnotation is used to indicate that this field should be // skipped. SkipFieldAnnotation = "json.skip" ) type encodeState struct { bytes.Buffer scratch [64]byte err error } type Formatter struct { ds datasource.DataSource fns []func(e *encodeState, data datasource.Data) fields []string showFields map[string]struct{} hideFields map[string]struct{} allRelativeFields bool useDefault bool showAll bool pretty bool array bool indent string opener []byte openerArray []byte fieldSep []byte buf encodeState } func New(ds datasource.DataSource, options ...Option) (*Formatter, error) { f := &Formatter{ ds: ds, showFields: map[string]struct{}{}, hideFields: map[string]struct{}{}, useDefault: true, } for _, o := range options { o(f) } err := f.init() if err != nil { return nil, err } return f, nil } func (f *Formatter) init() error { f.opener = opener f.openerArray = openerArray f.fieldSep = fieldSep if f.pretty { f.opener = openerPretty f.openerArray = openerArrayPretty f.fieldSep = fieldSepPretty } for _, field := range f.fields { if len(field) == 0 { continue } switch field[0] { case '+': if _, ok := f.hideFields[field[1:]]; ok { return fmt.Errorf("field %q both added (+) and removed (-)", field[1:]) } f.showFields[field[1:]] = struct{}{} case '-': if _, ok := f.showFields[field[1:]]; ok { return fmt.Errorf("field %q both added (+) and removed (-)", field[1:]) } f.hideFields[field[1:]] = struct{}{} default: f.showFields[field] = struct{}{} f.allRelativeFields = false } } opener := f.opener indent := f.indent closer := closer if f.pretty { if f.array { opener = append([]byte(f.indent), opener...) indent = f.indent + f.indent closer = append([]byte("\n"+f.indent), closer...) } else { closer = append([]byte("\n"), closer...) } } f.fns = append(f.fns, func(e *encodeState, data datasource.Data) { e.Write(opener) }) subFieldFuncs, _ := f.addSubFields(nil, "", indent) f.fns = append(f.fns, subFieldFuncs...) f.fns = append(f.fns, func(e *encodeState, data datasource.Data) { e.Write(closer) }) return nil } func writeIntArrFn[T constraints.Integer]( toArrayFn func(datasource.Data) ([]T, error), fieldSep []byte, newIndent string, ) func(e *encodeState, data datasource.Data) { return func(e *encodeState, data datasource.Data) { vals, _ := toArrayFn(data) for i, v := range vals { if i > 0 { e.Write(fieldSep) } e.WriteString(newIndent) b := strconv.AppendInt(e.scratch[:0], int64(v), 10) e.Write(b) } } } func writeFloatArrFn[T constraints.Float]( toArrayFn func(datasource.Data) ([]T, error), fieldSep []byte, newIndent string, ) func(e *encodeState, data datasource.Data) { var f T fsize := unsafe.Sizeof(f) return func(e *encodeState, data datasource.Data) { vals, _ := toArrayFn(data) for i, v := range vals { if i > 0 { e.Write(fieldSep) } e.WriteString(newIndent) floatEncoder(fsize*8).writeFloat(e, float64(v)) } } } func (f *Formatter) addSubFields(accessors []datasource.FieldAccessor, prefix string, indent string) (fns []func(*encodeState, datasource.Data), fieldCounter int) { if accessors == nil { accessors = f.ds.Accessors(true) } ctr := -1 // sort lexicographically slices.SortFunc(accessors, func(i datasource.FieldAccessor, j datasource.FieldAccessor) int { return strings.Compare(i.Name(), j.Name()) }) for _, acc := range accessors { accessor := acc // skip unreferenced fields if datasource.FieldFlagUnreferenced.In(accessor.Flags()) { continue } if val, ok := acc.Annotations()[SkipFieldAnnotation]; ok && val == "true" { continue } fullFieldName := prefix + accessor.Name() var subFieldFuncs []func(state *encodeState, data datasource.Data) var subFieldCount int subFields := accessor.SubFields() if len(subFields) > 0 { subFieldFuncs, subFieldCount = f.addSubFields(subFields, fullFieldName+".", indent+f.indent) fieldCounter += subFieldCount } // If subFieldCount is > 0, a child of this field has been requested, so we also // need to show this parent; if not, we follow the default rules of field visibility if subFieldCount == 0 { if !f.useDefault { if _, ok := f.hideFields[fullFieldName]; ok { continue } if _, ok := f.showFields[fullFieldName]; !ok { if !f.allRelativeFields { continue } if datasource.FieldFlagHidden.In(accessor.Flags()) { continue } } } else { if !f.showAll && datasource.FieldFlagHidden.In(accessor.Flags()) { continue } } } ctr++ fieldCounter++ fieldName := []byte("\"" + accessor.Name() + "\":") if f.pretty { fieldName = append(append([]byte(indent), fieldName...), ' ') } if ctr > 0 { fns = append(fns, func(e *encodeState, data datasource.Data) { e.Write(f.fieldSep) }) } closer := closer closerArray := closerArray if f.pretty { closer = append([]byte("\n"+indent), closer...) closerArray = append([]byte("\n"+indent), closerArray...) } // Field has subfields if len(subFields) > 0 { fns = append(fns, func(e *encodeState, data datasource.Data) { e.Write(fieldName) e.Write(f.opener) }) fns = append(fns, subFieldFuncs...) fns = append(fns, func(e *encodeState, data datasource.Data) { e.Write(closer) }) continue } var fn func(e *encodeState, data datasource.Data) // Field doesn't have subfields if accessor.Type()&api.KindFlagArray != 0 { newIndent := "" if f.pretty { newIndent = indent + f.indent } switch accessor.Type() { case api.ArrayOf(api.Kind_Int8): fn = writeIntArrFn(accessor.Int8Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Int16): fn = writeIntArrFn(accessor.Int16Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Int32): fn = writeIntArrFn(accessor.Int32Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Int64): fn = writeIntArrFn(accessor.Int64Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Uint8): fn = writeIntArrFn(accessor.Uint8Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Uint16): fn = writeIntArrFn(accessor.Uint16Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Uint32): fn = writeIntArrFn(accessor.Uint32Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Uint64): fn = writeIntArrFn(accessor.Uint64Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Float32): fn = writeFloatArrFn(accessor.Float32Array, f.fieldSep, newIndent) case api.ArrayOf(api.Kind_Float64): fn = writeFloatArrFn(accessor.Float64Array, f.fieldSep, newIndent) default: fn = func(e *encodeState, data datasource.Data) { e.Write(fieldName) writeString(e, hex.EncodeToString(accessor.Get(data))) } continue } fns = append(fns, func(e *encodeState, data datasource.Data) { e.Write(fieldName) e.Write(f.openerArray) fn(e, data) e.Write(closerArray) }) continue } switch accessor.Type() { case api.Kind_Int8: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Int8(data) b := strconv.AppendInt(e.scratch[:0], int64(v), 10) e.Write(b) } case api.Kind_Int16: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Int16(data) b := strconv.AppendInt(e.scratch[:0], int64(v), 10) e.Write(b) } case api.Kind_Int32: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Int32(data) b := strconv.AppendInt(e.scratch[:0], int64(v), 10) e.Write(b) } case api.Kind_Int64: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Int64(data) b := strconv.AppendInt(e.scratch[:0], v, 10) e.Write(b) } case api.Kind_Uint8: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Uint8(data) b := strconv.AppendUint(e.scratch[:0], uint64(v), 10) e.Write(b) } case api.Kind_Uint16: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Uint16(data) b := strconv.AppendUint(e.scratch[:0], uint64(v), 10) e.Write(b) } case api.Kind_Uint32: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Uint32(data) b := strconv.AppendUint(e.scratch[:0], uint64(v), 10) e.Write(b) } case api.Kind_Uint64: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Uint64(data) b := strconv.AppendUint(e.scratch[:0], v, 10) e.Write(b) } case api.Kind_Float32: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Float32(data) floatEncoder(32).writeFloat(e, float64(v)) } case api.Kind_Float64: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Float64(data) floatEncoder(64).writeFloat(e, v) } case api.Kind_String, api.Kind_CString: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.String(data) writeString(e, v) } case api.Kind_Bool: fn = func(e *encodeState, data datasource.Data) { v, _ := accessor.Bool(data) if v { e.WriteString("true") } else { e.WriteString("false") } } default: fn = func(e *encodeState, data datasource.Data) { writeString(e, hex.EncodeToString(accessor.Get(data))) } } fns = append(fns, func(e *encodeState, data datasource.Data) { e.Write(fieldName) fn(e, data) }) } return } // Marshal formats the given data into a JSON byte slice. // The returned slice is only valid until another call to Marshal or MarshalArray // on the same Formatter instance. func (f *Formatter) Marshal(data datasource.Data) []byte { f.buf.Reset() for _, fn := range f.fns { fn(&f.buf, data) } return f.buf.Bytes() } // MarshalArray formats the given data array into a JSON byte slice. // The returned slice is only valid until another call to Marshal or MarshalArray // on the same Formatter instance. func (f *Formatter) MarshalArray(a datasource.DataArray) []byte { // If the array is empty, return an empty one-line array (no matter if // pretty is enabled or not) len := a.Len() if len == 0 { return append(openerArray, closerArray...) } f.buf.Reset() oArray := openerArray cArray := closerArray fieldSepArray := fieldSep if f.pretty { oArray = openerArrayPretty cArray = closerArrayPretty fieldSepArray = fieldSepPretty } f.buf.Write([]byte(oArray)) for i := 0; i < len; i++ { for _, fn := range f.fns { fn(&f.buf, a.Get(i)) } // Don't add a separator after the last array element if i < len-1 { f.buf.Write([]byte(fieldSepArray)) } } f.buf.Write([]byte(cArray)) return f.buf.Bytes() } type floatEncoder int // number of bits // from encoding/json/encode.go func (bits floatEncoder) writeFloat(e *encodeState, f float64) { if math.IsInf(f, 0) || math.IsNaN(f) { e.err = fmt.Errorf("invalid float value") return } // Convert as if by ES6 number to string conversion. // This matches most other JSON generators. // See golang.org/issue/6384 and golang.org/issue/14135. // Like fmt %g, but the exponent cutoffs are different // and exponents themselves are not padded to two digits. b := e.scratch[:0] abs := math.Abs(f) fmt := byte('f') // Note: Must use float32 comparisons for underlying float32 value to get precise cutoffs right. if abs != 0 { if bits == 64 && (abs < 1e-6 || abs >= 1e21) || bits == 32 && (float32(abs) < 1e-6 || float32(abs) >= 1e21) { fmt = 'e' } } b = strconv.AppendFloat(b, f, fmt, -1, int(bits)) if fmt == 'e' { // clean up e-09 to e-9 n := len(b) if n >= 4 && b[n-4] == 'e' && b[n-3] == '-' && b[n-2] == '0' { b[n-2] = b[n-1] b = b[:n-1] } } e.Write(b) } // from encoding/json/encode.go func writeString(e *encodeState, s string) { e.WriteByte('"') start := 0 for i := 0; i < len(s); { if b := s[i]; b < utf8.RuneSelf { if safeset.SafeSet[b] { i++ continue } if start < i { e.WriteString(s[start:i]) } e.WriteByte('\\') switch b { case '\\', '"': e.WriteByte(b) case '\n': e.WriteByte('n') case '\r': e.WriteByte('r') case '\t': e.WriteByte('t') default: // This encodes bytes < 0x20 except for \t, \n and \r. // If escapeHTML is set, it also escapes <, >, and & // because they can lead to security holes when // user-controlled strings are rendered into JSON // and served to some browsers. e.WriteString(`u00`) e.WriteByte(hexChars[b>>4]) e.WriteByte(hexChars[b&0xF]) } i++ start = i continue } c, size := utf8.DecodeRuneInString(s[i:]) if c == utf8.RuneError && size == 1 { if start < i { e.WriteString(s[start:i]) } e.WriteString(`\ufffd`) i += size start = i continue } // U+2028 is LINE SEPARATOR. // U+2029 is PARAGRAPH SEPARATOR. // They are both technically valid characters in JSON strings, // but don't work in JSONP, which has to be evaluated as JavaScript, // and can lead to security holes there. It is valid JSON to // escape them, so we do so unconditionally. // See http://timelessrepo.com/json-isnt-a-javascript-subset for discussion. if c == '\u2028' || c == '\u2029' { if start < i { e.WriteString(s[start:i]) } e.WriteString(`\u202`) e.WriteByte(hexChars[c&0xF]) i += size start = i continue } i += size } if start < len(s) { e.WriteString(s[start:]) } e.WriteByte('"') } const hexChars = "0123456789abcdef" inspektor-gadget-0.46.0/pkg/datasource/formatters/json/options.go000066400000000000000000000030731510117411400251420ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package json type Option func(*Formatter) // WithFields specifies exactly which fields to export using this formatter; // field names can be prefixed with +/- to add or remove the field from the // output - if all fields are prefixed, the default visible fields will be // honored, otherwise only the fields specified will be considered. If fields // is nil, the default will be used - if fields is empty, no field will // be returned. func WithFields(fields []string) Option { return func(formatter *Formatter) { formatter.fields = fields if fields != nil { formatter.useDefault = false } } } func WithShowAll(val bool) Option { return func(formatter *Formatter) { formatter.showAll = val formatter.useDefault = true } } func WithPretty(val bool, indent string) Option { return func(formatter *Formatter) { formatter.pretty = val formatter.indent = indent } } func WithArray(val bool) Option { return func(formatter *Formatter) { formatter.array = val } } inspektor-gadget-0.46.0/pkg/datasource/formatters/json/options_test.go000066400000000000000000000071011510117411400261750ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package json import ( "testing" "github.com/stretchr/testify/assert" ) func TestWithFields(t *testing.T) { tests := []struct { name string fields []string formatter *Formatter expected *Formatter }{ { name: "useDefault is stays true when fields is nil", fields: nil, formatter: &Formatter{ useDefault: true, }, expected: &Formatter{ useDefault: true, }, }, { name: "useDefault is set to false when fields is and formatter are nil", fields: nil, formatter: &Formatter{}, expected: &Formatter{}, }, { name: "useDefault is set false when fields is nil", fields: nil, formatter: &Formatter{ useDefault: false, }, expected: &Formatter{}, }, { name: "when fields is not nil", fields: []string{"field1", "field2"}, formatter: &Formatter{ useDefault: false, }, expected: &Formatter{ useDefault: false, }, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { actual := WithFields(test.fields) actual(test.formatter) assert.Equal(t, test.expected.useDefault, test.formatter.useDefault) }) } } func TestWithShowAll(t *testing.T) { tests := []struct { name string val bool expected *Formatter }{ { name: "when val is false", val: false, expected: &Formatter{ showAll: false, useDefault: true, }, }, { name: "when val is true", val: true, expected: &Formatter{ showAll: true, useDefault: true, }, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { form := &Formatter{} actual := WithShowAll(test.val) actual(form) assert.Equal(t, test.expected.useDefault, form.useDefault) assert.Equal(t, test.expected.showAll, form.showAll) }) } } func TestWithPretty(t *testing.T) { tests := []struct { name string val bool indent string expected *Formatter }{ { name: "when val is false", val: false, indent: "", expected: &Formatter{ pretty: false, indent: "", }, }, { name: "when val is true", val: true, indent: "indent", expected: &Formatter{ pretty: true, indent: "indent", }, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { form := &Formatter{} actual := WithPretty(test.val, test.indent) actual(form) assert.Equal(t, test.expected.pretty, form.pretty) assert.Equal(t, test.expected.indent, form.indent) }) } } func TestWithArray(t *testing.T) { tests := []struct { name string val bool expected *Formatter }{ { name: "when val is false", val: false, expected: &Formatter{ array: false, }, }, { name: "when val is true", val: true, expected: &Formatter{ array: true, }, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { form := &Formatter{} actual := WithArray(test.val) actual(form) assert.Equal(t, test.expected.array, form.array) }) } } inspektor-gadget-0.46.0/pkg/datasource/helpers.go000066400000000000000000000070231510117411400217510ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import ( "fmt" "golang.org/x/exp/constraints" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func AsInt64Func[T constraints.Integer](extract func(Data) (T, error)) func(Data) int64 { return func(data Data) int64 { v, err := extract(data) if err != nil { return 0 } return int64(v) } } func AsInt64(f FieldAccessor) (func(Data) int64, error) { switch f.Type() { default: return nil, fmt.Errorf("invalid field type for AsInt64: %s", f.Type()) case api.Kind_Int8: return AsInt64Func(f.Int8), nil case api.Kind_Int16: return AsInt64Func(f.Int16), nil case api.Kind_Int32: return AsInt64Func(f.Int32), nil case api.Kind_Int64: return AsInt64Func(f.Int64), nil case api.Kind_Uint8: return AsInt64Func(f.Uint8), nil case api.Kind_Uint16: return AsInt64Func(f.Uint16), nil case api.Kind_Uint32: return AsInt64Func(f.Uint32), nil case api.Kind_Uint64: return AsInt64Func(f.Uint64), nil } } func AsFloat64Func[T constraints.Float](extract func(Data) (T, error)) func(Data) float64 { return func(data Data) float64 { v, err := extract(data) if err != nil { return 0 } return float64(v) } } func AsFloat64(f FieldAccessor) (func(Data) float64, error) { switch f.Type() { default: return nil, fmt.Errorf("invalid field type for AsFloat64: %s", f.Type()) case api.Kind_Float32: return AsFloat64Func(f.Float32), nil case api.Kind_Float64: return AsFloat64Func(f.Float64), nil } } // GetKeyValueFunc takes a FieldAccessor and returns a function that can convert Data to a key/value pair of types S/T // using the primitive converters given; this is especially useful for the otel libraries which deal with different // types for key/value pairs. Error checking is omitted here as it should a) have been done by type checking beforehand, // and b) it is too costly when done in here. Instead, on error, the default values will be returned. func GetKeyValueFunc[S ~string, T any]( f FieldAccessor, nameOverride string, int64Fn func(int64) T, float64Fn func(float64) T, stringFn func(string) T, ) (func(Data) (S, T), error) { emptyVal := *new(T) name := f.Name() if nameOverride != "" { name = nameOverride } switch f.Type() { default: return nil, fmt.Errorf("unsupported field type for key: %s", f.Type()) case api.Kind_String, api.Kind_CString: return func(data Data) (S, T) { val, err := f.String(data) if err != nil { return "", emptyVal } return S(name), stringFn(val) }, nil case api.Kind_Uint8, api.Kind_Uint16, api.Kind_Uint32, api.Kind_Uint64, api.Kind_Int8, api.Kind_Int16, api.Kind_Int32, api.Kind_Int64: asIntFn, _ := AsInt64(f) // error can't happen return func(data Data) (S, T) { return S(name), int64Fn(asIntFn(data)) }, nil case api.Kind_Float32, api.Kind_Float64: asFloatFn, _ := AsFloat64(f) // error can't happen return func(data Data) (S, T) { return S(name), float64Fn(asFloatFn(data)) }, nil } } inspektor-gadget-0.46.0/pkg/datasource/templates.go000066400000000000000000000025131510117411400223040ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package datasource import "sync" var ( annotationMutex sync.Mutex annotationTemplateCallbacks []func(string, map[string]string) bool ) func init() { annotationTemplateCallbacks = make([]func(string, map[string]string) bool, 0) } func RegisterAnnotationTemplateCallback(cb func(string, map[string]string) bool) { annotationMutex.Lock() defer annotationMutex.Unlock() annotationTemplateCallbacks = append(annotationTemplateCallbacks, cb) } func ApplyAnnotationTemplates(name string, annotations map[string]string) bool { annotationMutex.Lock() defer annotationMutex.Unlock() handled := false for _, cb := range annotationTemplateCallbacks { if ok := cb(name, annotations); ok { handled = true } } return handled } inspektor-gadget-0.46.0/pkg/environment/000077500000000000000000000000001510117411400201705ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/environment/env.go000066400000000000000000000020621510117411400213070ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package environment is a temporary workaround to have a simple means of // knowing what environment we're running in. It's supposed to be set by the // main.go of ig and kubectl-gadget respectively. Right now this // is only used to distinguish whether we can rely on and should show the contents // of the `container` column for network related gadgets. package environment type Type int const ( Undefined Type = iota Kubernetes Local ) var Environment Type inspektor-gadget-0.46.0/pkg/environment/k8s/000077500000000000000000000000001510117411400206755ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/environment/k8s/k8s.go000066400000000000000000000015031510117411400217300ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package k8s sets the environment to Kubernetes. Imported by kubectl-gadget. package k8s import "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" func init() { environment.Environment = environment.Kubernetes } inspektor-gadget-0.46.0/pkg/environment/local/000077500000000000000000000000001510117411400212625ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/environment/local/local.go000066400000000000000000000014611510117411400227050ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package local sets the environment to Local. Imported by ig. package local import "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" func init() { environment.Environment = environment.Local } inspektor-gadget-0.46.0/pkg/factory/000077500000000000000000000000001510117411400172735ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/factory/setk8sdefaults.go000066400000000000000000000033261510117411400225770ustar00rootroot00000000000000// Copyright 2019 The Kubernetes Authors. // Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package factory import ( "k8s.io/apimachinery/pkg/runtime/schema" "k8s.io/apimachinery/pkg/runtime/serializer" "k8s.io/client-go/kubernetes/scheme" "k8s.io/client-go/rest" ) // SetKubernetesDefaults sets default values on the provided client config for accessing the // Kubernetes API or returns an error if any of the defaults are impossible or invalid. // TODO this isn't what we want. Each clientset should be setting defaults as it sees fit. func SetKubernetesDefaults(config *rest.Config) error { // TODO remove this hack. This is allowing the GetOptions to be serialized. config.GroupVersion = &schema.GroupVersion{Group: "", Version: "v1"} if config.APIPath == "" { config.APIPath = "/api" } if config.NegotiatedSerializer == nil { // This codec factory ensures the resources are not converted. Therefore, resources // will not be round-tripped through internal versions. Defaulting does not happen // on the client. config.NegotiatedSerializer = &serializer.WithoutConversionCodecFactory{CodecFactory: scheme.Codecs} } return rest.SetKubernetesDefaults(config) } inspektor-gadget-0.46.0/pkg/factory/setk8sdefaults_test.go000066400000000000000000000045331510117411400236370ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package factory import ( "testing" "github.com/stretchr/testify/require" "k8s.io/apimachinery/pkg/runtime/schema" "k8s.io/apimachinery/pkg/runtime/serializer" "k8s.io/client-go/kubernetes/scheme" "k8s.io/client-go/rest" ) func TestSetKubernetesDefaults(t *testing.T) { t.Run("sets default GroupVersion", func(t *testing.T) { config := &rest.Config{} err := SetKubernetesDefaults(config) require.NoError(t, err) require.NotNil(t, config.GroupVersion) require.Equal(t, schema.GroupVersion{Group: "", Version: "v1"}, *config.GroupVersion) }) t.Run("sets default APIPath", func(t *testing.T) { config := &rest.Config{} err := SetKubernetesDefaults(config) require.NoError(t, err) require.Equal(t, "/api", config.APIPath) }) t.Run("does not override existing APIPath", func(t *testing.T) { config := &rest.Config{APIPath: "/custom"} err := SetKubernetesDefaults(config) require.NoError(t, err) require.Equal(t, "/custom", config.APIPath) }) t.Run("sets default NegotiatedSerializer", func(t *testing.T) { config := &rest.Config{} err := SetKubernetesDefaults(config) require.NoError(t, err) require.NotNil(t, config.NegotiatedSerializer) expectedSerializer := &serializer.WithoutConversionCodecFactory{CodecFactory: scheme.Codecs} require.Equal(t, expectedSerializer, config.NegotiatedSerializer) }) t.Run("does not override existing NegotiatedSerializer", func(t *testing.T) { config := &rest.Config{} customSerializer := &serializer.WithoutConversionCodecFactory{CodecFactory: scheme.Codecs} config.NegotiatedSerializer = customSerializer err := SetKubernetesDefaults(config) require.NoError(t, err) require.NotNil(t, config.NegotiatedSerializer) require.Same(t, customSerializer, config.NegotiatedSerializer) }) } inspektor-gadget-0.46.0/pkg/gadget-context/000077500000000000000000000000001510117411400205415ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-context/context_test.go000066400000000000000000000327661510117411400236310ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetcontext import ( "context" "strings" "testing" "github.com/spf13/viper" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) // newSimpleOperator takes a name, a priority and a pointer to a string that the operator writes its name // to during instantiation func newSimpleOperator(name string, priority int, write *string, cancel func()) operators.DataOperator { return simple.New(name, simple.WithPriority(priority), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { *write += name return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { cancel() return nil }), ) } func TestOperatorOrder(t *testing.T) { type operatorConfig struct { name string priority int } type testCase struct { name string operators []operatorConfig expectedOrder string } testCases := []testCase{ { name: "distinct priority", operators: []operatorConfig{ {name: "b", priority: 1}, {name: "a", priority: 0}, }, expectedOrder: "ab", }, { name: "same priority", operators: []operatorConfig{ {name: "b", priority: 0}, {name: "a", priority: 0}, {name: "c", priority: 0}, }, expectedOrder: "abc", }, } for _, tc := range testCases { out := "" t.Run("", func(t *testing.T) { ctx, cancel := context.WithCancel(context.Background()) var ops []operators.DataOperator for _, op := range tc.operators { ops = append(ops, newSimpleOperator(op.name, op.priority, &out, cancel)) } err := New(ctx, "", WithDataOperators(ops...)).Run(nil) require.NoError(t, err) assert.Equal(t, tc.expectedOrder, out) }) } } func TestParamsDefault(t *testing.T) { op := &fakeOperator{ name: "fake", priority: 0, } opts := WithDataOperators(op) ctx := New(t.Context(), "", opts) metadata := ` paramDefaults: operator.fake.foo: "123" ` ctx.SetMetadata([]byte(metadata)) err := ctx.PrepareGadgetInfo(nil) require.NoError(t, err) info, err := ctx.SerializeGadgetInfo(false) require.NoError(t, err) for _, p := range info.Params { if p.Key == "foo" { require.Equal(t, "123", p.DefaultValue) return } } t.Fatalf("param not found") } func TestProcessCustomParams(t *testing.T) { tests := []struct { name string metadata string paramValues map[string]string expectedParams []string expectedError bool expectedMetadataChanges map[string]interface{} }{ { name: "no custom params", metadata: `name: test-gadget`, paramValues: nil, expectedParams: []string{}, expectedError: false, expectedMetadataChanges: nil, }, { name: "single custom param with no values and no patch", metadata: ` params: custom: mode: description: "Operating mode" defaultValue: "default" alias: "m"`, paramValues: nil, expectedParams: []string{}, expectedError: false, // It doesn't fail here but it should fail at build time (TODO) expectedMetadataChanges: nil, }, { name: "single custom param with values but no paramValues (simulating GetGadgetInfo path)", metadata: ` params: custom: mode: description: "Operating mode" defaultValue: "verbose" alias: "m" values: verbose: patch: debug: true quiet: patch: debug: false`, paramValues: nil, expectedParams: []string{"mode"}, expectedError: false, expectedMetadataChanges: nil, // No changes expected as paramValues are not provided }, { name: "single custom param with empty patch", metadata: ` params: custom: mode: description: "Operating mode" defaultValue: "verbose" alias: "m" values: verbose: patch: quiet: patch: debug: false`, paramValues: map[string]string{"custom.mode": "verbose"}, expectedParams: []string{"mode"}, expectedError: false, // Shouldn't this fail? expectedMetadataChanges: nil, // No changes expected as patch is empty }, { name: "custom param with global patch fallback", metadata: ` params: custom: mode: description: "Operating mode" defaultValue: "verbose" patch: global: true values: verbose: # No patch here, should use global fallback (global: true) quiet: patch: debug: false`, paramValues: map[string]string{"custom.mode": "verbose"}, expectedParams: []string{"mode"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"global": true}, }, { name: "custom param with simple patch", metadata: ` params: custom: target: description: "Target specification" defaultValue: "local" values: local: patch: target.host: "localhost" target.port: "8080"`, paramValues: map[string]string{"custom.target": "local"}, expectedParams: []string{"target"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"target.host": "localhost", "target.port": "8080"}, }, { name: "invalid template syntax", metadata: ` params: custom: mode: description: "Operating mode" values: verbose: patch: target: "{{.invalidTemplate"`, paramValues: map[string]string{"custom.mode": "verbose"}, expectedParams: []string{"mode"}, expectedError: true, expectedMetadataChanges: nil, }, { name: "template execution error", metadata: ` params: custom: mode: description: "Operating mode" values: verbose: patch: target: "{{call .nonExistentFunction \"test\"}}"`, paramValues: map[string]string{"custom.mode": "verbose"}, expectedParams: []string{"mode"}, expectedError: true, expectedMetadataChanges: nil, }, { name: "template execution error with invalid function arguments", metadata: ` params: custom: mode: description: "Operating mode" values: verbose: patch: target: "{{call .getConfig}}"`, // Missing required argument paramValues: map[string]string{"custom.mode": "verbose"}, expectedParams: []string{"mode"}, expectedError: true, expectedMetadataChanges: nil, }, { name: "template using getConfig function", metadata: ` name: test-gadget target: host: "default-host" port: 8080 params: custom: connection: description: "Connection configuration" defaultValue: "default" values: default: patch: connection: url: "http://{{call .getConfig \"target.host\"}}:{{call .getConfig \"target.port\"}}/api" custom: patch: connection: url: "http://custom-host:9090/api"`, paramValues: map[string]string{"custom.connection": "default"}, expectedParams: []string{"connection"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"connection.url": "http://default-host:8080/api"}, }, { name: "template using getParamValue function", metadata: ` name: test-gadget params: ebpf: debug: key: debug defaultValue: "false" description: "Enable debug mode for eBPF program" custom: target_env: description: "Target environment" defaultValue: "production" values: production: patch: deployment: environment: "production" debug: "{{call .getParamValue \"ebpf.debug\"}}" replicas: 3 development: patch: deployment: environment: "development" debug: "{{call .getParamValue \"ebpf.debug\"}}" replicas: 1`, paramValues: map[string]string{"custom.target_env": "development", "ebpf.debug": "true"}, expectedParams: []string{"target_env"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"deployment.environment": "development", "deployment.debug": "true", "deployment.replicas": 1}, }, { name: "patch datasource annotations", metadata: ` name: test-gadget datasources: processes: annotations: cli.clear-screen-before: "false" params: custom: clear_screen: description: "Clear screen before output" defaultValue: "enabled" values: enabled: patch: datasources: processes: annotations: cli.clear-screen-before: "true" disabled: patch: datasources: processes: annotations: cli.clear-screen-before: "false"`, paramValues: map[string]string{"custom.clear_screen": "enabled"}, expectedParams: []string{"clear_screen"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"datasources.processes.annotations.cli.clear-screen-before": "true"}, }, { name: "patch field annotations", metadata: ` name: test-gadget datasources: events: fields: pid: annotations: columns.width: "8" params: custom: pid_width: description: "Width of PID column" defaultValue: "normal" values: normal: patch: datasources: events: fields: pid: annotations: columns.width: "8" wide: patch: datasources: events: fields: pid: annotations: columns.width: "12"`, paramValues: map[string]string{"custom.pid_width": "wide"}, expectedParams: []string{"pid_width"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"datasources.events.fields.pid.annotations.columns.width": "12"}, }, { name: "patch operator configuration and patching multiple fields", metadata: ` name: test-gadget operator: process: interval: 1s params: custom: interval: description: "Interval to re-read statistics" defaultValue: "3s" values: fast: patch: operator: process: interval: "1s" anotherConfig: true slow: patch: operator: process: interval: "10s" anotherConfig: false`, paramValues: map[string]string{"custom.interval": "fast"}, expectedParams: []string{"interval"}, expectedError: false, expectedMetadataChanges: map[string]interface{}{"operator.process.interval": "1s", "operator.process.anotherConfig": true}, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { // Create a new gadget context with a mock logger ctx := New(context.Background(), "test-image") // Set up viper with the test configuration v := viper.New() v.SetConfigType("yaml") err := v.ReadConfig(strings.NewReader(tt.metadata)) require.NoError(t, err) // Store the original viper for comparison originalViper := v // Call the function under test err = ctx.processCustomParams(v, tt.paramValues) // Check error expectations if tt.expectedError { require.Error(t, err) return } require.NoError(t, err) // Check the parameters were added to the context params := ctx.Params() assert.Len(t, params, len(tt.expectedParams)) // Check that the expected keys (params' name) are present actualKeys := make([]string, len(params)) for i, p := range params { // Verify the prefix is always "custom." assert.Equal(t, "custom.", p.Prefix) actualKeys[i] = p.Key } for _, expectedKey := range tt.expectedParams { assert.Contains(t, actualKeys, expectedKey) } // Validate configuration changes currentViper := v if len(tt.expectedMetadataChanges) == 0 { // Configuration should remain completely unchanged assert.Equal(t, originalViper.AllSettings(), currentViper.AllSettings(), "Configuration should not have changed") } else { // Configuration should contain exactly the expected changes and nothing more // Apply expected changes to original config for key, value := range tt.expectedMetadataChanges { originalViper.Set(key, value) } assert.Equal(t, originalViper.AllSettings(), currentViper.AllSettings(), "Configuration should contain exactly the expected changes") } }) } } inspektor-gadget-0.46.0/pkg/gadget-context/gadget-context.go000066400000000000000000000314741510117411400240160ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package gadgetcontext handles initializing gadgets and installed operators before handing them over to a specified runtime. */ package gadgetcontext import ( "bytes" "context" "encoding/binary" "fmt" "maps" "slices" "sort" "strings" "sync" "text/template" "time" "github.com/spf13/viper" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/parser" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) const customParamsKey = "params.custom" // GadgetContext handles running gadgets by the gadget interface; it orchestrates the whole lifecycle of the gadget // instance and communicates with gadget and runtime. type GadgetContext struct { ctx context.Context cancel context.CancelFunc id string name string args []string runtime runtime.Runtime runtimeParams *params.Params parser parser.Parser logger logger.Logger result []byte resultError error timeout time.Duration // useInstance, if set, will try to work with existing gadget instances on the server useInstance bool requestExtraInfo bool lock sync.Mutex dataSources map[string]datasource.DataSource dataOperators []operators.DataOperator localOperators []operators.DataOperatorInstance vars map[string]any params []*api.Param paramValues api.ParamValues loaded bool imageName string metadata []byte orasTarget oras.ReadOnlyTarget } func New( ctx context.Context, imageName string, options ...Option, ) *GadgetContext { gCtx, cancel := context.WithCancel(ctx) gadgetContext := &GadgetContext{ ctx: gCtx, cancel: cancel, args: []string{}, logger: logger.DefaultLogger(), imageName: imageName, dataSources: make(map[string]datasource.DataSource), vars: make(map[string]any), } for _, option := range options { option(gadgetContext) } return gadgetContext } func (c *GadgetContext) ID() string { return c.id } func (c *GadgetContext) ExtraInfo() bool { return c.requestExtraInfo } func (c *GadgetContext) Name() string { return c.name } func (c *GadgetContext) Context() context.Context { return c.ctx } func (c *GadgetContext) Cancel() { c.cancel() } func (c *GadgetContext) Parser() parser.Parser { return c.parser } func (c *GadgetContext) Runtime() runtime.Runtime { return c.runtime } func (c *GadgetContext) RuntimeParams() *params.Params { return c.runtimeParams } func (c *GadgetContext) Logger() logger.Logger { return c.logger } func (c *GadgetContext) Args() []string { return c.args } func (c *GadgetContext) Timeout() time.Duration { return c.timeout } func (c *GadgetContext) ImageName() string { return c.imageName } func (c *GadgetContext) DataOperators() []operators.DataOperator { return slices.Clone(c.dataOperators) } func (c *GadgetContext) IsRemoteCall() bool { val := c.ctx.Value(remoteKey) if val == nil { return false } bVal, ok := val.(bool) if !ok { c.logger.Errorf("invalid type of variable %s on context, expected bool, got %T", remoteKey, val) return false } return bVal } func (c *GadgetContext) IsClient() bool { val := c.ctx.Value(clientKey) if val == nil { return false } bVal, ok := val.(bool) if !ok { c.logger.Errorf("invalid type of variable %s on context, expected bool, got %T", clientKey, val) return false } return bVal } func (c *GadgetContext) UseInstance() bool { return c.useInstance } func (c *GadgetContext) RegisterDataSource(t datasource.Type, name string) (datasource.DataSource, error) { c.lock.Lock() defer c.lock.Unlock() options := make([]datasource.DataSourceOption, 0) if cfg, ok := c.GetVar("config"); ok { if v, ok := cfg.(*viper.Viper); ok { sub := v.Sub("datasources." + name) if sub != nil { options = append(options, datasource.WithConfig(sub)) } } } ds, err := datasource.New(t, name, options...) if err != nil { return nil, fmt.Errorf("creating DataSource: %w", err) } c.dataSources[name] = ds return ds, nil } func (c *GadgetContext) getDataSources(all bool) map[string]datasource.DataSource { c.lock.Lock() defer c.lock.Unlock() ret := maps.Clone(c.dataSources) for name, ds := range ret { // Don't forward unreferenced data sources if all is false if !all && !ds.IsReferenced() { delete(ret, name) } } return ret } func (c *GadgetContext) GetDataSources() map[string]datasource.DataSource { return c.getDataSources(false) } func (c *GadgetContext) GetAllDataSources() map[string]datasource.DataSource { return c.getDataSources(true) } func (c *GadgetContext) SetVar(varName string, value any) { c.vars[varName] = value } func (c *GadgetContext) GetVar(varName string) (any, bool) { res, ok := c.vars[varName] return res, ok } func (c *GadgetContext) GetVars() map[string]any { return maps.Clone(c.vars) } func (c *GadgetContext) Params() []*api.Param { return slices.Clone(c.params) } func (c *GadgetContext) SetParams(params []*api.Param) { c.params = append(c.params, params...) } // processCustomParams extracts and processes custom parameters from the // metadata file. It processes the parameters, applies any parameter values and // template processing to the metadata file, and adds the processed parameters // to the context via SetParams. func (c *GadgetContext) processCustomParams(v *viper.Viper, paramValues api.ParamValues) error { params := make([]*api.Param, 0) // Safeguard if paramValues == nil { paramValues = make(api.ParamValues) } customParams := v.Sub(customParamsKey) if customParams == nil { return nil } for k := range v.GetStringMap(customParamsKey) { c.Logger().Debugf("evaluating custom param %q", k) paramSub := customParams.Sub(k) valuesSub := paramSub.Sub("values") if valuesSub == nil && !paramSub.IsSet("patch") { c.Logger().Debugf("custom param %q has no values and no global patch set", k) continue } p := &api.Param{ Key: k, Description: paramSub.GetString("description"), Prefix: "custom.", DefaultValue: paramSub.GetString("defaultValue"), Alias: paramSub.GetString("alias"), } for value := range paramSub.GetStringMap("values") { p.PossibleValues = append(p.PossibleValues, value) } params = append(params, p) // Evaluate, if set if val, ok := paramValues["custom."+k]; ok { valSubPath := "values." + val + "." if !paramSub.IsSet(valSubPath+"patch") && paramSub.IsSet("patch") { // Use generic patch fallback valSubPath = "" } c.Logger().Debugf("applying custom param %q", k) valSub := paramSub.Sub(valSubPath + "patch") if valSub == nil { continue } // Apply templates replacements := make(map[string]string) for _, k1 := range valSub.AllKeys() { v1 := valSub.Get(k1) if s, ok := v1.(string); ok { tpl, err := template.New(k1).Parse(s) if err != nil { return fmt.Errorf("parsing custom param %q value %q: %q cannot be parsed as template: %w", k, val, k1, err) } out := bytes.NewBuffer(nil) err = tpl.Execute(out, map[string]any{ "getParamValue": func(key string) string { return paramValues[key] }, "getConfig": func(key string) string { return v.GetString(strings.ToLower(key)) }, }) if err != nil { return fmt.Errorf("evaluating custom param %q value %q template for %q: %w", k, val, k1, err) } if tplOut := out.String(); tplOut != s { c.Logger().Debugf("custom param %q value %q: replacing %q's value %q with %q", k, valSubPath, k1, s, tplOut) replacements[k1] = tplOut } } } for k1, v1 := range replacements { paramSub.Set(valSubPath+"patch."+k1, v1) } applyMap := paramSub.GetStringMap(valSubPath + "patch") // Prevent recursive patching of customparams delete(applyMap, customParamsKey) c.Logger().Debugf("applying custom param %+v", applyMap) // Merge with config err := v.MergeConfigMap(applyMap) if err != nil { return fmt.Errorf("merging custom param %q value %q: %w", k, valSubPath, err) } c.Logger().Debugf("map now %+v", v) } } // Add the processed custom params c.SetParams(params) return nil } func (c *GadgetContext) SetMetadata(m []byte) error { c.metadata = m v := viper.New() v.SetConfigType("yaml") err := v.ReadConfig(bytes.NewReader(c.metadata)) if err != nil { return fmt.Errorf("unmarshalling metadata: %w", err) } c.logger.Debugf("loaded metadata as config") // Extract and process custom params err = c.processCustomParams(v, c.paramValues) if err != nil { return fmt.Errorf("processing custom params: %w", err) } c.SetVar("config", v) return nil } func (c *GadgetContext) SerializeGadgetInfo(extraInfo bool) (*api.GadgetInfo, error) { gi := &api.GadgetInfo{ Name: "", Id: c.id, ImageName: c.ImageName(), Metadata: c.metadata, Params: c.params, } for _, ds := range c.GetDataSources() { di := &api.DataSource{ Id: 0, Type: uint32(ds.Type()), Name: ds.Name(), Fields: ds.Fields(), Tags: ds.Tags(), Annotations: ds.Annotations(), } if ds.ByteOrder() == binary.BigEndian { di.Flags |= api.DataSourceFlagsBigEndian } gi.DataSources = append(gi.DataSources, di) } sort.Slice(gi.DataSources, func(i, j int) bool { return gi.DataSources[i].Name < gi.DataSources[j].Name }) if c.ExtraInfo() && extraInfo { gi.ExtraInfo = &api.ExtraInfo{ Data: make(map[string]*api.GadgetInspectAddendum), } for k, v := range c.GetVars() { if !strings.HasPrefix(k, "extraInfo.") { continue } for k, v := range v.(*api.ExtraInfo).Data { gi.ExtraInfo.Data[strings.TrimPrefix(k, "extraInfo.")] = v } } } return gi, nil } func (c *GadgetContext) LoadGadgetInfo(info *api.GadgetInfo, paramValues api.ParamValues, run bool, extraInfo *api.ExtraInfo) error { c.lock.Lock() if c.loaded { // TODO: verify that info matches what we previously loaded c.lock.Unlock() return nil } c.id = info.Id c.metadata = info.Metadata c.dataSources = make(map[string]datasource.DataSource) for _, inds := range info.DataSources { ds, err := datasource.NewFromAPI(inds) if err != nil { c.lock.Unlock() return fmt.Errorf("creating DataSource from API: %w", err) } c.dataSources[inds.Name] = ds } // Skip params coming from the server if we're attaching; it's too late to provide params // for the gadget instance so only local operators should be evaluated if !c.useInstance { c.params = info.Params } c.loaded = true c.lock.Unlock() c.Logger().Debug("loaded gadget info") // After loading gadget info, start local operators as well err := c.instantiateOperators(paramValues) if err != nil { return fmt.Errorf("initializing local operators: %w", err) } if run { if err := c.preStart(); err != nil { return fmt.Errorf("pre-starting operators: %w", err) } if err := c.start(); err != nil { return fmt.Errorf("starting local operators: %w", err) } c.Logger().Debugf("running...") } if c.ExtraInfo() && extraInfo != nil { for k, v := range extraInfo.Data { // k is in the form of "wasm.upcalls", "ebpf.sections", etc. prefix := strings.Split(k, ".")[0] ei, ok := c.GetVar("extraInfo." + prefix) if !ok { ei = &api.ExtraInfo{ Data: make(map[string]*api.GadgetInspectAddendum), } c.SetVar("extraInfo."+prefix, ei) } ei.(*api.ExtraInfo).Data[k] = v } } return nil } func (c *GadgetContext) StopLocalOperators() { if c.localOperators == nil { return } c.stop() c.postStop() c.localOperators = nil } func (c *GadgetContext) OrasTarget() oras.ReadOnlyTarget { return c.orasTarget } func WithTimeoutOrCancel(ctx context.Context, timeout time.Duration) (context.Context, context.CancelFunc) { if timeout == 0 { return context.WithCancel(ctx) } return context.WithTimeout(ctx, timeout) } func WaitForTimeoutOrDone(c gadgets.GadgetContext) { ctx, cancel := WithTimeoutOrCancel(c.Context(), c.Timeout()) defer cancel() <-ctx.Done() } inspektor-gadget-0.46.0/pkg/gadget-context/helpers_test.go000066400000000000000000000043501510117411400235730ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetcontext import ( "errors" "slices" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) type fakeOperator struct { name string priority int // list of methods that will fail fails []string // list of methods called which didn't return an error called *[]string } func (s *fakeOperator) Name() string { return s.name } func (s *fakeOperator) Init(*params.Params) error { return nil } func (s *fakeOperator) GlobalParams() api.Params { return nil } func (s *fakeOperator) InstanceParams() api.Params { return api.Params{ { Key: "foo", DefaultValue: "567", }, } } func (s *fakeOperator) InstantiateDataOperator(operators.GadgetContext, api.ParamValues) (operators.DataOperatorInstance, error) { return s, nil } func (s *fakeOperator) Priority() int { return s.priority } func (s *fakeOperator) runMethod(name string) error { if slices.Contains(s.fails, name) { return errors.New("needs to fail") } if s.called != nil { *s.called = append(*s.called, s.name+"_"+name) } return nil } func (s *fakeOperator) PreStart(operators.GadgetContext) error { return s.runMethod("prestart") } func (s *fakeOperator) Start(operators.GadgetContext) error { return s.runMethod("start") } func (s *fakeOperator) Stop(operators.GadgetContext) error { return s.runMethod("stop") } func (s *fakeOperator) PostStop(operators.GadgetContext) error { return s.runMethod("poststop") } func (s *fakeOperator) Close(operators.GadgetContext) error { return s.runMethod("close") } inspektor-gadget-0.46.0/pkg/gadget-context/options.go000066400000000000000000000043741510117411400225730ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetcontext import ( "context" "slices" "time" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) type contextKey string const ( remoteKey contextKey = "gadgetRemote" clientKey contextKey = "gadgetClient" attachKey contextKey = "gadgetAttach" ) type Option func(gadgetCtx *GadgetContext) func WithLogger(logger logger.Logger) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.logger = logger } } func WithDataOperators(ops ...operators.DataOperator) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.dataOperators = slices.Clone(ops) } } func WithTimeout(timeout time.Duration) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.timeout = timeout } } func WithOrasReadonlyTarget(ociStore oras.ReadOnlyTarget) Option { return func(c *GadgetContext) { c.orasTarget = ociStore } } func WithAsRemoteCall(val bool) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.ctx = context.WithValue(gadgetCtx.ctx, remoteKey, val) } } func WithIsClient(val bool) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.ctx = context.WithValue(gadgetCtx.ctx, clientKey, val) } } func WithUseInstance(val bool) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.useInstance = val } } func IncludeExtraInfo(val bool) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.requestExtraInfo = val } } func WithID(id string) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.id = id } } func WithName(name string) Option { return func(gadgetCtx *GadgetContext) { gadgetCtx.name = name } } inspektor-gadget-0.46.0/pkg/gadget-context/run.go000066400000000000000000000177161510117411400217100ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetcontext import ( "context" "errors" "fmt" "sort" "github.com/spf13/viper" "go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/metric" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/metrics" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func (c *GadgetContext) instantiateOperators(paramValues api.ParamValues) error { log := c.Logger() ops := c.DataOperators() // Sort dataOperators based on their priority and name sort.Slice(ops, func(i, j int) bool { if ops[i].Priority() != ops[j].Priority() { return ops[i].Priority() < ops[j].Priority() } return ops[i].Name() < ops[j].Name() }) for _, op := range ops { log.Debugf("operator %q has priority %d", op.Name(), op.Priority()) } params := make([]*api.Param, 0) c.localOperators = make([]operators.DataOperatorInstance, 0, len(ops)) for _, op := range ops { log.Debugf("initializing data op %q", op.Name()) opParamPrefix := fmt.Sprintf("operator.%s", op.Name()) // Get and fill params instanceParams := op.InstanceParams().AddPrefix(opParamPrefix) opParamValues := paramValues.ExtractPrefixedValues(opParamPrefix) apihelpers.MergeWithAlternativeKeys(instanceParams, opParamValues) // Ensure all params are present err := apihelpers.NormalizeWithDefaults(instanceParams, opParamValues) if err != nil { return fmt.Errorf("normalizing instance params for operator %q: %w", op.Name(), err) } err = apihelpers.Validate(instanceParams, opParamValues) if err != nil { return fmt.Errorf("validating instance params for operator %q: %w", op.Name(), err) } opInst, err := op.InstantiateDataOperator(c, opParamValues) if err != nil { return fmt.Errorf("instantiating operator %q: %w", op.Name(), err) } if opInst == nil { log.Debugf("> skipped %s", op.Name()) continue } c.localOperators = append(c.localOperators, opInst) // Add instance params only if operator was actually instantiated (i.e., activated) params = append(params, instanceParams...) } for _, opInst := range c.localOperators { log.Debugf("preparing op %q", opInst.Name()) opParamPrefix := fmt.Sprintf("operator.%s", opInst.Name()) // Second pass params; this time the operator had the chance to prepare itself based on DataSources, etc. // this mainly is postponed to read default values that might differ from before; this second pass is // what is handed over to the remote end if extra, ok := opInst.(operators.ExtraParams); ok { pd := extra.ExtraParams(c) params = append(params, pd.AddPrefix(opParamPrefix)...) } } // set defaults for params according to gadget's config if cfg, ok := c.GetVar("config"); ok { if v, ok := cfg.(*viper.Viper); ok { defaults := v.GetStringMapString("paramDefaults") for _, p := range params { fullName := p.Prefix + p.Key if val, ok := defaults[fullName]; ok { p.DefaultValue = val } } } } c.SetParams(params) return nil } func (c *GadgetContext) preStart() error { for _, opInst := range c.localOperators { if preStart, ok := opInst.(operators.PreStart); ok { c.Logger().Debugf("pre-starting op %q", opInst.Name()) err := preStart.PreStart(c) if err != nil { return fmt.Errorf("pre-starting operator %q: %w", opInst.Name(), err) } } } return nil } func (c *GadgetContext) start() error { started := []operators.DataOperatorInstance{} for _, opInst := range c.localOperators { c.Logger().Debugf("starting op %q", opInst.Name()) err := opInst.Start(c) if err != nil { // Stop all operators that were started to be sure they're able to // release resources there c.stopOperators(started) c.postStopOperators(started) return fmt.Errorf("starting operator %q: %w", opInst.Name(), err) } started = append(started, opInst) } return nil } func (c *GadgetContext) preStop() error { var errs []error // PreStop in reverse order for i := len(c.localOperators) - 1; i >= 0; i-- { opInst := c.localOperators[i] if preStop, ok := opInst.(operators.PreStop); ok { c.Logger().Debugf("pre-stopping op %q", opInst.Name()) err := preStop.PreStop(c) if err != nil { errs = append(errs, fmt.Errorf("pre-stopping operator %q: %w", opInst.Name(), err)) } } } return errors.Join(errs...) } func (c *GadgetContext) stopOperators(ops []operators.DataOperatorInstance) error { var errs []error // Stop in reverse order for i := len(ops) - 1; i >= 0; i-- { opInst := ops[i] c.Logger().Debugf("stopping op %q", opInst.Name()) errs = append(errs, opInst.Stop(c)) } return errors.Join(errs...) } func (c *GadgetContext) stop() error { return c.stopOperators(c.localOperators) } func (c *GadgetContext) postStopOperators(ops []operators.DataOperatorInstance) error { var errs []error // PostStop in reverse order for i := len(ops) - 1; i >= 0; i-- { opInst := ops[i] if postStop, ok := opInst.(operators.PostStop); ok { c.Logger().Debugf("post-stopping op %q", opInst.Name()) errs = append(errs, postStop.PostStop(c)) } } return errors.Join(errs...) } func (c *GadgetContext) postStop() error { return c.postStopOperators(c.localOperators) } func (c *GadgetContext) close() error { var errs []error // Close in reverse order for i := len(c.localOperators) - 1; i >= 0; i-- { opInst := c.localOperators[i] c.Logger().Debugf("closing op %q", opInst.Name()) if err := opInst.Close(c); err != nil { errs = append(errs, fmt.Errorf("closing operator %q: %w", opInst.Name(), err)) } } return errors.Join(errs...) } func (c *GadgetContext) PrepareGadgetInfo(paramValues api.ParamValues) error { err := c.instantiateOperators(paramValues) if err := c.close(); err != nil { c.logger.Warn("error closing operators after preparing gadget info:", err) } return err } func (c *GadgetContext) Run(paramValues api.ParamValues) error { defer c.cancel() defer func() { if err := c.close(); err != nil { c.logger.Warn("error closing operators after run gadget:", err) } }() // keep a copy - currently only used for custom params in SetMetadata() c.paramValues = paramValues metricAttribs := attribute.NewSet( attribute.KeyValue{Key: "gadget_image", Value: attribute.StringValue(c.imageName)}, ) udCtrRunningGadgets.Add(context.Background(), 1, metric.WithAttributeSet(metricAttribs)) defer udCtrRunningGadgets.Add(context.Background(), -1, metric.WithAttributeSet(metricAttribs)) err := c.instantiateOperators(paramValues) if err != nil { return fmt.Errorf("initializing and preparing operators: %w", err) } if err := c.preStart(); err != nil { return fmt.Errorf("pre-starting operators: %w", err) } if err := c.start(); err != nil { return fmt.Errorf("starting operators: %w", err) } c.Logger().Debugf("running...") WaitForTimeoutOrDone(c) var errs []error if err := c.preStop(); err != nil { errs = append(errs, fmt.Errorf("pre-stopping operators: %w", err)) } if err := c.stop(); err != nil { errs = append(errs, fmt.Errorf("stopping operators: %w", err)) } if err := c.postStop(); err != nil { errs = append(errs, fmt.Errorf("post-stopping operators: %w", err)) } return errors.Join(errs...) } var udCtrRunningGadgets, _ = metrics.Int64UpDownCounter("ig_gadgets_running", metric.WithDescription("Number of running gadgets"), metric.WithUnit("{instance}"), ) inspektor-gadget-0.46.0/pkg/gadget-context/run_test.go000066400000000000000000000137051510117411400227410ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetcontext import ( "context" "testing" "time" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func TestRun(t *testing.T) { type testCase struct { name string ops []*fakeOperator expectedCalls []string expectedErr bool } tests := []testCase{ // all operations should be called if there is not any error { name: "single_operator_all_work", ops: []*fakeOperator{ { name: "op1", priority: 1, }, }, expectedCalls: []string{ "op1_prestart", "op1_start", "op1_stop", "op1_poststop", "op1_close", }, }, // close should always be called if another operation fails { name: "single_operator_prestart_fails", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"prestart"}, }, }, expectedCalls: []string{ "op1_close", }, }, { name: "single_operator_start_fails", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"start"}, }, }, expectedCalls: []string{ "op1_prestart", "op1_close", }, }, { name: "single_operator_stop_fails", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"stop"}, }, }, expectedCalls: []string{ "op1_prestart", "op1_start", "op1_poststop", // TODO: Ideally poststop shouldn't be called if stop failed "op1_close", }, }, { name: "single_operator_poststop_fails", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"poststop"}, }, }, expectedCalls: []string{ "op1_prestart", "op1_start", "op1_stop", "op1_close", }, }, { name: "multiple_operators_all_work", ops: []*fakeOperator{ { name: "op1", priority: 1, }, { name: "op2", priority: 2, }, }, expectedCalls: []string{ // prestart and start in order "op1_prestart", "op2_prestart", "op1_start", "op2_start", // stop, prestop and close in inverse order "op2_stop", "op1_stop", "op2_poststop", "op1_poststop", "op2_close", "op1_close", }, }, { name: "multiple_operators_with_prestart_failure", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"prestart"}, }, { name: "op2", priority: 2, }, }, expectedCalls: []string{ "op2_close", "op1_close", }, }, { name: "multiple_operators_with_start_failure", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"start"}, }, { name: "op2", priority: 2, }, }, expectedCalls: []string{ "op1_prestart", "op2_prestart", // close is always called "op2_close", "op1_close", }, }, { name: "multiple_operators_with_start_failure_2", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, }, { name: "op2", priority: 2, fails: []string{"start"}, }, }, expectedCalls: []string{ "op1_prestart", "op2_prestart", "op1_start", // stop and poststop should be called on op1 as it was succesfully started "op1_stop", "op1_poststop", "op2_close", "op1_close", }, }, // a failure on stop or prestop shouldn't prevent the other operator to be stopped { name: "multiple_operators_with_stop_failure", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"stop"}, }, { name: "op2", priority: 2, }, }, expectedCalls: []string{ // prestart and start in order "op1_prestart", "op2_prestart", "op1_start", "op2_start", // stop, pre stop and close in inverse order "op2_stop", "op2_poststop", "op1_poststop", "op2_close", "op1_close", }, }, { name: "multiple_operators_with_poststop_failure", expectedErr: true, ops: []*fakeOperator{ { name: "op1", priority: 1, fails: []string{"poststop"}, }, { name: "op2", priority: 2, }, }, expectedCalls: []string{ // prestart and start in order "op1_prestart", "op2_prestart", "op1_start", "op2_start", // stop, pre stop and close in inverse order "op2_stop", "op1_stop", "op2_poststop", "op2_close", "op1_close", }, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { t.Parallel() called := []string{} ops := make([]operators.DataOperator, 0, len(test.ops)) for _, op := range test.ops { op.called = &called ops = append(ops, op) } opts := WithDataOperators(ops...) ctx, cancel := context.WithTimeout(context.Background(), time.Second) defer cancel() gadgetCtx := New(ctx, "x.com/do-not-run-this", opts) require.NotNil(t, gadgetCtx) err := gadgetCtx.Run(nil) if test.expectedErr { require.Error(t, err) } else { require.NoError(t, err) } require.Equal(t, test.expectedCalls, called) }) } } inspektor-gadget-0.46.0/pkg/gadget-manifest/000077500000000000000000000000001510117411400206635ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-manifest/instance-spec.go000066400000000000000000000052271510117411400237540ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetmanifest import ( "errors" "fmt" "io" "strings" "gopkg.in/yaml.v3" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) const ( APIVersion = 1 KindInstanceSpec = "instance-spec" ) type InstanceSpec struct { APIVersion int `json:"apiVersion" yaml:"apiVersion"` Kind string `json:"kind" yaml:"kind"` Image string `json:"image" yaml:"image"` ID string `json:"id" yaml:"id"` Name string `json:"name" yaml:"name"` Tags []string `json:"tags" yaml:"tags"` Nodes []string `json:"nodes" yaml:"nodes"` ParamValues map[string]string `json:"paramValues" yaml:"paramValues"` } func InstanceSpecsFromReader(r io.Reader) ([]*InstanceSpec, error) { ydec := yaml.NewDecoder(r) res := make([]*InstanceSpec, 0) c := 0 for { c++ spec := &InstanceSpec{} err := ydec.Decode(&spec) if errors.Is(err, io.EOF) { break } if err != nil { return nil, fmt.Errorf("parsing gadget spec (entry %d): %w", c, err) } if spec == nil { continue } if spec.Kind != KindInstanceSpec { return nil, fmt.Errorf("expected kind %q for entry %d in manifest, got kind %q", KindInstanceSpec, c, spec.Kind) } if spec.APIVersion != APIVersion { return nil, fmt.Errorf("expected apiVersion %d for entry %d in manifest, got apiVersion %d", APIVersion, c, spec.APIVersion) } if spec.ParamValues == nil { spec.ParamValues = make(map[string]string) } if spec.ID != "" && !api.IsValidInstanceID(spec.ID) { return nil, fmt.Errorf("invalid instance id %q in entry %d", spec.ID, c) } if spec.Name != "" && !api.IsValidInstanceName(spec.Name) { return nil, fmt.Errorf("invalid instance name %q in entry %d", spec.Name, c) } for _, t := range spec.Tags { if strings.Contains(t, ",") { return nil, fmt.Errorf("invalid character \",\" in tag %q of entry %d", t, c) } } if spec.Image == "" { return nil, fmt.Errorf("no image specified in entry %d", c) } res = append(res, spec) } return res, nil } inspektor-gadget-0.46.0/pkg/gadget-service/000077500000000000000000000000001510117411400205155ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/Makefile000066400000000000000000000004561510117411400221620ustar00rootroot00000000000000.PHONY: generated-files generated-files: api/gadgettracermanager.pb.go PROTOC ?= protoc api/gadgettracermanager.pb.go: api/api.proto $(PROTOC) --go_out=. --go_opt=paths=source_relative --go-grpc_out=. --go-grpc_opt=paths=source_relative api/api.proto clean: rm -f api/api.pb.go api/api_grpc.pb.go inspektor-gadget-0.46.0/pkg/gadget-service/api-helpers/000077500000000000000000000000001510117411400227265ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/api-helpers/aphelpers_test.go000066400000000000000000000126641510117411400263100ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package apihelpers provides some helper functions for the API package; these were extracted into this package // to avoid having additional dependencies on the API package itself package apihelpers import ( "testing" "time" "github.com/stretchr/testify/require" ) func TestGetStringValuesPerDataSource(t *testing.T) { tests := []struct { name string input string expected map[string]string expectedErr bool }{ { name: "empty input", input: "", expected: map[string]string{}, }, { name: "valid without datasource", input: "50", expected: map[string]string{"": "50"}, }, { name: "valid with datasource", input: "datasource1:10", expected: map[string]string{"datasource1": "10"}, }, { name: "valid with multiple datasources", input: "datasource1:10,datasource2:20", expected: map[string]string{"datasource1": "10", "datasource2": "20"}, }, { name: "valid with empty element", input: "datasource1:10,", expected: map[string]string{"datasource1": "10"}, }, { name: "valid with empty string value", input: "datasource1:10,datasource2:", expected: map[string]string{"datasource1": "10", "datasource2": ""}, }, { name: "valid with non-number value", input: "datasource1:foo", expected: map[string]string{"datasource1": "foo"}, }, { name: "invalid mixing datasource and no datasource", input: "10,datasource1:20", expectedErr: true, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { got, err := GetStringValuesPerDataSource(test.input) if test.expectedErr { require.Error(t, err) } else { require.NoError(t, err) } require.Equal(t, test.expected, got) }) } } func TestGetIntValuesPerDataSource(t *testing.T) { tests := []struct { name string input string expected map[string]int expectedErr bool }{ { name: "empty input", input: "", expected: map[string]int{}, }, { name: "valid without datasource", input: "50", expected: map[string]int{"": 50}, }, { name: "valid with datasource", input: "datasource1:10", expected: map[string]int{"datasource1": 10}, }, { name: "valid with multiple datasources", input: "datasource1:10,datasource2:20", expected: map[string]int{"datasource1": 10, "datasource2": 20}, }, { name: "valid with empty element", input: "datasource1:10,", expected: map[string]int{"datasource1": 10}, }, { name: "invalid with empty string value", input: "datasource1:10,datasource2:", expectedErr: true, }, { name: "invalid with invalid number", input: "datasource1:foo", expectedErr: true, }, { name: "invalid mixing datasource and no datasource", input: "10,datasource1:20", expectedErr: true, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { got, err := GetIntValuesPerDataSource(test.input) if test.expectedErr { require.Error(t, err) } else { require.NoError(t, err) } require.Equal(t, test.expected, got) }) } } func TestGetDurationValuesPerDataSource(t *testing.T) { tests := []struct { name string input string expected map[string]time.Duration expectedErr bool }{ { name: "empty input", input: "", expected: map[string]time.Duration{}, }, { name: "valid without datasource", input: "50s", expected: map[string]time.Duration{"": 50 * time.Second}, }, { name: "valid with datasource", input: "datasource1:10h", expected: map[string]time.Duration{"datasource1": 10 * time.Hour}, }, { name: "valid with multiple datasources", input: "datasource1:10s,datasource2:20s", expected: map[string]time.Duration{"datasource1": 10 * time.Second, "datasource2": 20 * time.Second}, }, { name: "valid with empty element", input: "datasource1:10h,", expected: map[string]time.Duration{"datasource1": 10 * time.Hour}, }, { name: "invalid with empty string value", input: "datasource1:10,datasource2:", expectedErr: true, }, { name: "invalid with invalid time duration (string)", input: "datasource1:foo", expectedErr: true, }, { name: "invalid mixing datasource and no datasource", input: "10,datasource1:20", expectedErr: true, }, { name: "invalid with invalid time duration (no unit)", input: "datasource1:10", expectedErr: true, }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { got, err := GetDurationValuesPerDataSource(test.input) if test.expectedErr { require.Error(t, err) } else { require.NoError(t, err) } require.Equal(t, test.expected, got) }) } } inspektor-gadget-0.46.0/pkg/gadget-service/api-helpers/apihelpers.go000066400000000000000000000116361510117411400254200ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package apihelpers provides some helper functions for the API package; these were extracted into this package // to avoid having additional dependencies on the API package itself package apihelpers import ( "fmt" "strconv" "strings" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) func ParamDescsToParams(descs params.ParamDescs) (res api.Params) { if descs == nil { return } for _, desc := range descs { res = append(res, &api.Param{ Key: desc.Key, AlternativeKey: desc.AlternativeKey, Description: desc.Description, DefaultValue: desc.DefaultValue, TypeHint: string(desc.TypeHint), Title: desc.Title, Alias: desc.Alias, Tags: desc.Tags, ValueHint: string(desc.ValueHint), PossibleValues: desc.PossibleValues, IsMandatory: desc.IsMandatory, }) } return } func ParamToParamDesc(p *api.Param) *params.ParamDesc { return ¶ms.ParamDesc{ Key: p.Key, AlternativeKey: p.AlternativeKey, Alias: p.Alias, Title: p.Title, DefaultValue: p.DefaultValue, Description: p.Description, IsMandatory: p.IsMandatory, Tags: p.Tags, Validator: nil, TypeHint: params.TypeHint(p.TypeHint), ValueHint: params.ValueHint(p.ValueHint), PossibleValues: p.PossibleValues, } } func ToParamDescs(p api.Params) params.ParamDescs { res := make(params.ParamDescs, 0, len(p)) for _, param := range p { res = append(res, ParamToParamDesc(param)) } return res } // NormalizeWithDefaults sets the default value for parameters that are not set func NormalizeWithDefaults(p api.Params, v api.ParamValues) error { for _, param := range p { if _, ok := v[param.Key]; !ok { v[param.Key] = param.DefaultValue } } return nil } // MergeWithAlternativeKeys will merge values from AlternativeKey into Key if Key is not set func MergeWithAlternativeKeys(p api.Params, v api.ParamValues) { for _, param := range p { if _, ok := v[param.Key]; !ok && param.AlternativeKey != "" { if val, ok := v[param.AlternativeKey]; ok { v[param.Key] = val delete(v, param.AlternativeKey) } } } } func Validate(p api.Params, v api.ParamValues) error { for _, param := range p { if v[param.Key] == "" { continue } err := ParamToParamDesc(param).ToParam().Validate(v[param.Key]) if err != nil { return err } } return nil } // GetStringValuesPerDataSource will separate a string and extract per-datasource values. It expects a string like // `datasource1:value,datasource2:value` or `value` (datasource is optional - this will lead to an empty key) func GetStringValuesPerDataSource(s string) (map[string]string, error) { if s == "" { return map[string]string{}, nil } res := make(map[string]string) for _, interval := range strings.Split(s, ",") { if interval == "" { continue } info := strings.SplitN(interval, ":", 2) dsName := "" val := info[0] if len(info) > 1 { dsName = info[0] val = info[1] } res[dsName] = val } // Check edge cases if _, ok := res[""]; ok { if len(res) > 1 { return nil, fmt.Errorf("mixed values with and without specifying data source") } } return res, nil } // GetIntValuesPerDataSource works like GetStringValuesPerDataSource, but will return int values instead func GetIntValuesPerDataSource(s string) (map[string]int, error) { var err error m, err := GetStringValuesPerDataSource(s) if err != nil { return nil, fmt.Errorf("getting string values per data source: %w", err) } res := make(map[string]int, len(m)) for k, v := range m { res[k], err = strconv.Atoi(v) if err != nil { return nil, fmt.Errorf("converting %s to int: %w", v, err) } } return res, nil } // GetDurationValuesPerDataSource works like GetStringValuesPerDataSource, but will return time.Duration values instead func GetDurationValuesPerDataSource(s string) (map[string]time.Duration, error) { var err error m, err := GetStringValuesPerDataSource(s) if err != nil { return nil, fmt.Errorf("getting string values per data source: %w", err) } res := make(map[string]time.Duration, len(m)) for k, v := range m { res[k], err = time.ParseDuration(v) if err != nil { return nil, fmt.Errorf("converting %s to duration: %w", v, err) } } return res, nil } inspektor-gadget-0.46.0/pkg/gadget-service/api/000077500000000000000000000000001510117411400212665ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/api/api.pb.go000066400000000000000000002035561510117411400230010ustar00rootroot00000000000000// Copyright 2019-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Code generated by protoc-gen-go. DO NOT EDIT. // versions: // protoc-gen-go v1.36.6 // protoc v6.31.1 // source: api/api.proto package api import ( protoreflect "google.golang.org/protobuf/reflect/protoreflect" protoimpl "google.golang.org/protobuf/runtime/protoimpl" reflect "reflect" sync "sync" unsafe "unsafe" ) const ( // Verify that this generated code is sufficiently up-to-date. _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) // Verify that runtime/protoimpl is sufficiently up-to-date. _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) ) type Kind int32 const ( Kind_Invalid Kind = 0 Kind_Bool Kind = 1 Kind_Int8 Kind = 2 Kind_Int16 Kind = 3 Kind_Int32 Kind = 4 Kind_Int64 Kind = 5 Kind_Uint8 Kind = 6 Kind_Uint16 Kind = 7 Kind_Uint32 Kind = 8 Kind_Uint64 Kind = 9 Kind_Float32 Kind = 10 Kind_Float64 Kind = 11 Kind_String Kind = 12 Kind_CString Kind = 13 Kind_Bytes Kind = 14 ) // Enum value maps for Kind. var ( Kind_name = map[int32]string{ 0: "Invalid", 1: "Bool", 2: "Int8", 3: "Int16", 4: "Int32", 5: "Int64", 6: "Uint8", 7: "Uint16", 8: "Uint32", 9: "Uint64", 10: "Float32", 11: "Float64", 12: "String", 13: "CString", 14: "Bytes", } Kind_value = map[string]int32{ "Invalid": 0, "Bool": 1, "Int8": 2, "Int16": 3, "Int32": 4, "Int64": 5, "Uint8": 6, "Uint16": 7, "Uint32": 8, "Uint64": 9, "Float32": 10, "Float64": 11, "String": 12, "CString": 13, "Bytes": 14, } ) func (x Kind) Enum() *Kind { p := new(Kind) *p = x return p } func (x Kind) String() string { return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) } func (Kind) Descriptor() protoreflect.EnumDescriptor { return file_api_api_proto_enumTypes[0].Descriptor() } func (Kind) Type() protoreflect.EnumType { return &file_api_api_proto_enumTypes[0] } func (x Kind) Number() protoreflect.EnumNumber { return protoreflect.EnumNumber(x) } // Deprecated: Use Kind.Descriptor instead. func (Kind) EnumDescriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{0} } type GadgetInstanceStatus int32 const ( GadgetInstanceStatus_StatusInvalid GadgetInstanceStatus = 0 GadgetInstanceStatus_StatusRunning GadgetInstanceStatus = 1 GadgetInstanceStatus_StatusError GadgetInstanceStatus = 2 ) // Enum value maps for GadgetInstanceStatus. var ( GadgetInstanceStatus_name = map[int32]string{ 0: "StatusInvalid", 1: "StatusRunning", 2: "StatusError", } GadgetInstanceStatus_value = map[string]int32{ "StatusInvalid": 0, "StatusRunning": 1, "StatusError": 2, } ) func (x GadgetInstanceStatus) Enum() *GadgetInstanceStatus { p := new(GadgetInstanceStatus) *p = x return p } func (x GadgetInstanceStatus) String() string { return protoimpl.X.EnumStringOf(x.Descriptor(), protoreflect.EnumNumber(x)) } func (GadgetInstanceStatus) Descriptor() protoreflect.EnumDescriptor { return file_api_api_proto_enumTypes[1].Descriptor() } func (GadgetInstanceStatus) Type() protoreflect.EnumType { return &file_api_api_proto_enumTypes[1] } func (x GadgetInstanceStatus) Number() protoreflect.EnumNumber { return protoreflect.EnumNumber(x) } // Deprecated: Use GadgetInstanceStatus.Descriptor instead. func (GadgetInstanceStatus) EnumDescriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{1} } type GadgetRunRequest struct { state protoimpl.MessageState `protogen:"open.v1"` ImageName string `protobuf:"bytes,1,opt,name=imageName,proto3" json:"imageName,omitempty"` // paramValues is a combined map of all params a gadget could need (including those // of runtime and operators, which need specific prefixes, see implementation in // pkg/runtime/grpc) ParamValues map[string]string `protobuf:"bytes,2,rep,name=paramValues,proto3" json:"paramValues,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` // args are all parameters which were not specified with a flag Args []string `protobuf:"bytes,3,rep,name=args,proto3" json:"args,omitempty"` // used to inform the server about the expected protocol version Version uint32 `protobuf:"varint,4,opt,name=version,proto3" json:"version,omitempty"` // sets the requested log level (see pkg/logger/logger.go) LogLevel uint32 `protobuf:"varint,12,opt,name=logLevel,proto3" json:"logLevel,omitempty"` // time that a gadget should run; use 0, if the gadget should run until it's being // stopped or done; time is in nanoseconds and directly converted to time.Duration Timeout int64 `protobuf:"varint,13,opt,name=timeout,proto3" json:"timeout,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetRunRequest) Reset() { *x = GadgetRunRequest{} mi := &file_api_api_proto_msgTypes[0] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetRunRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetRunRequest) ProtoMessage() {} func (x *GadgetRunRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[0] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetRunRequest.ProtoReflect.Descriptor instead. func (*GadgetRunRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{0} } func (x *GadgetRunRequest) GetImageName() string { if x != nil { return x.ImageName } return "" } func (x *GadgetRunRequest) GetParamValues() map[string]string { if x != nil { return x.ParamValues } return nil } func (x *GadgetRunRequest) GetArgs() []string { if x != nil { return x.Args } return nil } func (x *GadgetRunRequest) GetVersion() uint32 { if x != nil { return x.Version } return 0 } func (x *GadgetRunRequest) GetLogLevel() uint32 { if x != nil { return x.LogLevel } return 0 } func (x *GadgetRunRequest) GetTimeout() int64 { if x != nil { return x.Timeout } return 0 } type GadgetAttachRequest struct { state protoimpl.MessageState `protogen:"open.v1"` // id of the gadget to attach to Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` // used to inform the server about the expected protocol version Version uint32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetAttachRequest) Reset() { *x = GadgetAttachRequest{} mi := &file_api_api_proto_msgTypes[1] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetAttachRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetAttachRequest) ProtoMessage() {} func (x *GadgetAttachRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[1] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetAttachRequest.ProtoReflect.Descriptor instead. func (*GadgetAttachRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{1} } func (x *GadgetAttachRequest) GetId() string { if x != nil { return x.Id } return "" } func (x *GadgetAttachRequest) GetVersion() uint32 { if x != nil { return x.Version } return 0 } type GadgetEvent struct { state protoimpl.MessageState `protogen:"open.v1"` // Types are specified in consts.go. Upper 16 bits are used for log severity levels Type uint32 `protobuf:"varint,1,opt,name=type,proto3" json:"type,omitempty"` Seq uint32 `protobuf:"varint,2,opt,name=seq,proto3" json:"seq,omitempty"` Payload []byte `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"` DataSourceID uint32 `protobuf:"varint,4,opt,name=dataSourceID,proto3" json:"dataSourceID,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetEvent) Reset() { *x = GadgetEvent{} mi := &file_api_api_proto_msgTypes[2] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetEvent) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetEvent) ProtoMessage() {} func (x *GadgetEvent) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[2] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetEvent.ProtoReflect.Descriptor instead. func (*GadgetEvent) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{2} } func (x *GadgetEvent) GetType() uint32 { if x != nil { return x.Type } return 0 } func (x *GadgetEvent) GetSeq() uint32 { if x != nil { return x.Seq } return 0 } func (x *GadgetEvent) GetPayload() []byte { if x != nil { return x.Payload } return nil } func (x *GadgetEvent) GetDataSourceID() uint32 { if x != nil { return x.DataSourceID } return 0 } type GadgetStopRequest struct { state protoimpl.MessageState `protogen:"open.v1"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetStopRequest) Reset() { *x = GadgetStopRequest{} mi := &file_api_api_proto_msgTypes[3] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetStopRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetStopRequest) ProtoMessage() {} func (x *GadgetStopRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[3] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetStopRequest.ProtoReflect.Descriptor instead. func (*GadgetStopRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{3} } type GadgetControlRequest struct { state protoimpl.MessageState `protogen:"open.v1"` // Types that are valid to be assigned to Event: // // *GadgetControlRequest_RunRequest // *GadgetControlRequest_StopRequest // *GadgetControlRequest_AttachRequest Event isGadgetControlRequest_Event `protobuf_oneof:"Event"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetControlRequest) Reset() { *x = GadgetControlRequest{} mi := &file_api_api_proto_msgTypes[4] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetControlRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetControlRequest) ProtoMessage() {} func (x *GadgetControlRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[4] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetControlRequest.ProtoReflect.Descriptor instead. func (*GadgetControlRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{4} } func (x *GadgetControlRequest) GetEvent() isGadgetControlRequest_Event { if x != nil { return x.Event } return nil } func (x *GadgetControlRequest) GetRunRequest() *GadgetRunRequest { if x != nil { if x, ok := x.Event.(*GadgetControlRequest_RunRequest); ok { return x.RunRequest } } return nil } func (x *GadgetControlRequest) GetStopRequest() *GadgetStopRequest { if x != nil { if x, ok := x.Event.(*GadgetControlRequest_StopRequest); ok { return x.StopRequest } } return nil } func (x *GadgetControlRequest) GetAttachRequest() *GadgetAttachRequest { if x != nil { if x, ok := x.Event.(*GadgetControlRequest_AttachRequest); ok { return x.AttachRequest } } return nil } type isGadgetControlRequest_Event interface { isGadgetControlRequest_Event() } type GadgetControlRequest_RunRequest struct { RunRequest *GadgetRunRequest `protobuf:"bytes,1,opt,name=runRequest,proto3,oneof"` } type GadgetControlRequest_StopRequest struct { StopRequest *GadgetStopRequest `protobuf:"bytes,2,opt,name=stopRequest,proto3,oneof"` } type GadgetControlRequest_AttachRequest struct { AttachRequest *GadgetAttachRequest `protobuf:"bytes,3,opt,name=attachRequest,proto3,oneof"` } func (*GadgetControlRequest_RunRequest) isGadgetControlRequest_Event() {} func (*GadgetControlRequest_StopRequest) isGadgetControlRequest_Event() {} func (*GadgetControlRequest_AttachRequest) isGadgetControlRequest_Event() {} type InfoRequest struct { state protoimpl.MessageState `protogen:"open.v1"` Version string `protobuf:"bytes,1,opt,name=version,proto3" json:"version,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *InfoRequest) Reset() { *x = InfoRequest{} mi := &file_api_api_proto_msgTypes[5] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *InfoRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*InfoRequest) ProtoMessage() {} func (x *InfoRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[5] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use InfoRequest.ProtoReflect.Descriptor instead. func (*InfoRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{5} } func (x *InfoRequest) GetVersion() string { if x != nil { return x.Version } return "" } type InfoResponse struct { state protoimpl.MessageState `protogen:"open.v1"` Version string `protobuf:"bytes,1,opt,name=version,proto3" json:"version,omitempty"` Experimental bool `protobuf:"varint,3,opt,name=experimental,proto3" json:"experimental,omitempty"` ServerVersion string `protobuf:"bytes,4,opt,name=serverVersion,proto3" json:"serverVersion,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *InfoResponse) Reset() { *x = InfoResponse{} mi := &file_api_api_proto_msgTypes[6] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *InfoResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*InfoResponse) ProtoMessage() {} func (x *InfoResponse) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[6] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use InfoResponse.ProtoReflect.Descriptor instead. func (*InfoResponse) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{6} } func (x *InfoResponse) GetVersion() string { if x != nil { return x.Version } return "" } func (x *InfoResponse) GetExperimental() bool { if x != nil { return x.Experimental } return false } func (x *InfoResponse) GetServerVersion() string { if x != nil { return x.ServerVersion } return "" } type DataElement struct { state protoimpl.MessageState `protogen:"open.v1"` Payload [][]byte `protobuf:"bytes,1,rep,name=payload,proto3" json:"payload,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *DataElement) Reset() { *x = DataElement{} mi := &file_api_api_proto_msgTypes[7] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *DataElement) String() string { return protoimpl.X.MessageStringOf(x) } func (*DataElement) ProtoMessage() {} func (x *DataElement) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[7] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use DataElement.ProtoReflect.Descriptor instead. func (*DataElement) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{7} } func (x *DataElement) GetPayload() [][]byte { if x != nil { return x.Payload } return nil } type GadgetData struct { state protoimpl.MessageState `protogen:"open.v1"` Node string `protobuf:"bytes,1,opt,name=node,proto3" json:"node,omitempty"` Seq uint32 `protobuf:"varint,2,opt,name=seq,proto3" json:"seq,omitempty"` Data *DataElement `protobuf:"bytes,3,opt,name=data,proto3" json:"data,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetData) Reset() { *x = GadgetData{} mi := &file_api_api_proto_msgTypes[8] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetData) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetData) ProtoMessage() {} func (x *GadgetData) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[8] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetData.ProtoReflect.Descriptor instead. func (*GadgetData) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{8} } func (x *GadgetData) GetNode() string { if x != nil { return x.Node } return "" } func (x *GadgetData) GetSeq() uint32 { if x != nil { return x.Seq } return 0 } func (x *GadgetData) GetData() *DataElement { if x != nil { return x.Data } return nil } type GadgetDataArray struct { state protoimpl.MessageState `protogen:"open.v1"` Node string `protobuf:"bytes,1,opt,name=node,proto3" json:"node,omitempty"` Seq uint32 `protobuf:"varint,2,opt,name=seq,proto3" json:"seq,omitempty"` DataArray []*DataElement `protobuf:"bytes,3,rep,name=dataArray,proto3" json:"dataArray,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetDataArray) Reset() { *x = GadgetDataArray{} mi := &file_api_api_proto_msgTypes[9] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetDataArray) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetDataArray) ProtoMessage() {} func (x *GadgetDataArray) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[9] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetDataArray.ProtoReflect.Descriptor instead. func (*GadgetDataArray) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{9} } func (x *GadgetDataArray) GetNode() string { if x != nil { return x.Node } return "" } func (x *GadgetDataArray) GetSeq() uint32 { if x != nil { return x.Seq } return 0 } func (x *GadgetDataArray) GetDataArray() []*DataElement { if x != nil { return x.DataArray } return nil } type Param struct { state protoimpl.MessageState `protogen:"open.v1"` Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"` DefaultValue string `protobuf:"bytes,3,opt,name=defaultValue,proto3" json:"defaultValue,omitempty"` TypeHint string `protobuf:"bytes,4,opt,name=typeHint,proto3" json:"typeHint,omitempty"` Title string `protobuf:"bytes,5,opt,name=title,proto3" json:"title,omitempty"` Alias string `protobuf:"bytes,6,opt,name=alias,proto3" json:"alias,omitempty"` Tags []string `protobuf:"bytes,7,rep,name=tags,proto3" json:"tags,omitempty"` ValueHint string `protobuf:"bytes,8,opt,name=valueHint,proto3" json:"valueHint,omitempty"` PossibleValues []string `protobuf:"bytes,9,rep,name=possibleValues,proto3" json:"possibleValues,omitempty"` IsMandatory bool `protobuf:"varint,10,opt,name=isMandatory,proto3" json:"isMandatory,omitempty"` Prefix string `protobuf:"bytes,11,opt,name=prefix,proto3" json:"prefix,omitempty"` AlternativeKey string `protobuf:"bytes,12,opt,name=alternativeKey,proto3" json:"alternativeKey,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *Param) Reset() { *x = Param{} mi := &file_api_api_proto_msgTypes[10] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *Param) String() string { return protoimpl.X.MessageStringOf(x) } func (*Param) ProtoMessage() {} func (x *Param) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[10] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use Param.ProtoReflect.Descriptor instead. func (*Param) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{10} } func (x *Param) GetKey() string { if x != nil { return x.Key } return "" } func (x *Param) GetDescription() string { if x != nil { return x.Description } return "" } func (x *Param) GetDefaultValue() string { if x != nil { return x.DefaultValue } return "" } func (x *Param) GetTypeHint() string { if x != nil { return x.TypeHint } return "" } func (x *Param) GetTitle() string { if x != nil { return x.Title } return "" } func (x *Param) GetAlias() string { if x != nil { return x.Alias } return "" } func (x *Param) GetTags() []string { if x != nil { return x.Tags } return nil } func (x *Param) GetValueHint() string { if x != nil { return x.ValueHint } return "" } func (x *Param) GetPossibleValues() []string { if x != nil { return x.PossibleValues } return nil } func (x *Param) GetIsMandatory() bool { if x != nil { return x.IsMandatory } return false } func (x *Param) GetPrefix() string { if x != nil { return x.Prefix } return "" } func (x *Param) GetAlternativeKey() string { if x != nil { return x.AlternativeKey } return "" } type GadgetInfo struct { state protoimpl.MessageState `protogen:"open.v1"` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` ImageName string `protobuf:"bytes,2,opt,name=imageName,proto3" json:"imageName,omitempty"` DataSources []*DataSource `protobuf:"bytes,4,rep,name=dataSources,proto3" json:"dataSources,omitempty"` Annotations map[string]string `protobuf:"bytes,5,rep,name=annotations,proto3" json:"annotations,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` Metadata []byte `protobuf:"bytes,6,opt,name=metadata,proto3" json:"metadata,omitempty"` Params []*Param `protobuf:"bytes,7,rep,name=params,proto3" json:"params,omitempty"` Id string `protobuf:"bytes,8,opt,name=id,proto3" json:"id,omitempty"` ExtraInfo *ExtraInfo `protobuf:"bytes,9,opt,name=extraInfo,proto3" json:"extraInfo,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetInfo) Reset() { *x = GadgetInfo{} mi := &file_api_api_proto_msgTypes[11] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetInfo) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetInfo) ProtoMessage() {} func (x *GadgetInfo) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[11] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetInfo.ProtoReflect.Descriptor instead. func (*GadgetInfo) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{11} } func (x *GadgetInfo) GetName() string { if x != nil { return x.Name } return "" } func (x *GadgetInfo) GetImageName() string { if x != nil { return x.ImageName } return "" } func (x *GadgetInfo) GetDataSources() []*DataSource { if x != nil { return x.DataSources } return nil } func (x *GadgetInfo) GetAnnotations() map[string]string { if x != nil { return x.Annotations } return nil } func (x *GadgetInfo) GetMetadata() []byte { if x != nil { return x.Metadata } return nil } func (x *GadgetInfo) GetParams() []*Param { if x != nil { return x.Params } return nil } func (x *GadgetInfo) GetId() string { if x != nil { return x.Id } return "" } func (x *GadgetInfo) GetExtraInfo() *ExtraInfo { if x != nil { return x.ExtraInfo } return nil } type ExtraInfo struct { state protoimpl.MessageState `protogen:"open.v1"` // key can be "wasm.upcalls", "ebpf.sections", etc Data map[string]*GadgetInspectAddendum `protobuf:"bytes,1,rep,name=data,proto3" json:"data,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *ExtraInfo) Reset() { *x = ExtraInfo{} mi := &file_api_api_proto_msgTypes[12] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *ExtraInfo) String() string { return protoimpl.X.MessageStringOf(x) } func (*ExtraInfo) ProtoMessage() {} func (x *ExtraInfo) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[12] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use ExtraInfo.ProtoReflect.Descriptor instead. func (*ExtraInfo) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{12} } func (x *ExtraInfo) GetData() map[string]*GadgetInspectAddendum { if x != nil { return x.Data } return nil } type GadgetInspectAddendum struct { state protoimpl.MessageState `protogen:"open.v1"` // contentType could be application/json, text/plain, text/mermaid, text/markdown... ContentType string `protobuf:"bytes,1,opt,name=contentType,proto3" json:"contentType,omitempty"` Content []byte `protobuf:"bytes,2,opt,name=content,proto3" json:"content,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetInspectAddendum) Reset() { *x = GadgetInspectAddendum{} mi := &file_api_api_proto_msgTypes[13] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetInspectAddendum) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetInspectAddendum) ProtoMessage() {} func (x *GadgetInspectAddendum) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[13] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetInspectAddendum.ProtoReflect.Descriptor instead. func (*GadgetInspectAddendum) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{13} } func (x *GadgetInspectAddendum) GetContentType() string { if x != nil { return x.ContentType } return "" } func (x *GadgetInspectAddendum) GetContent() []byte { if x != nil { return x.Content } return nil } type DataSource struct { state protoimpl.MessageState `protogen:"open.v1"` Id uint32 `protobuf:"varint,1,opt,name=id,proto3" json:"id,omitempty"` Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` Type uint32 `protobuf:"varint,3,opt,name=type,proto3" json:"type,omitempty"` Fields []*Field `protobuf:"bytes,4,rep,name=fields,proto3" json:"fields,omitempty"` Tags []string `protobuf:"bytes,5,rep,name=tags,proto3" json:"tags,omitempty"` Annotations map[string]string `protobuf:"bytes,6,rep,name=annotations,proto3" json:"annotations,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` Flags uint32 `protobuf:"varint,7,opt,name=flags,proto3" json:"flags,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *DataSource) Reset() { *x = DataSource{} mi := &file_api_api_proto_msgTypes[14] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *DataSource) String() string { return protoimpl.X.MessageStringOf(x) } func (*DataSource) ProtoMessage() {} func (x *DataSource) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[14] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use DataSource.ProtoReflect.Descriptor instead. func (*DataSource) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{14} } func (x *DataSource) GetId() uint32 { if x != nil { return x.Id } return 0 } func (x *DataSource) GetName() string { if x != nil { return x.Name } return "" } func (x *DataSource) GetType() uint32 { if x != nil { return x.Type } return 0 } func (x *DataSource) GetFields() []*Field { if x != nil { return x.Fields } return nil } func (x *DataSource) GetTags() []string { if x != nil { return x.Tags } return nil } func (x *DataSource) GetAnnotations() map[string]string { if x != nil { return x.Annotations } return nil } func (x *DataSource) GetFlags() uint32 { if x != nil { return x.Flags } return 0 } type Field struct { state protoimpl.MessageState `protogen:"open.v1"` // name contains the plain field name Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // fullName contains a fully qualified field name // e.g. when it is a sub field of another, it's called // otherfieldsname.name FullName string `protobuf:"bytes,2,opt,name=fullName,proto3" json:"fullName,omitempty"` // index holds the index to this field inside the // field array of the DataSource Index uint32 `protobuf:"varint,3,opt,name=index,proto3" json:"index,omitempty"` // payloadIndex describes in which payload this field // is contained PayloadIndex uint32 `protobuf:"varint,4,opt,name=payloadIndex,proto3" json:"payloadIndex,omitempty"` // offs is the offset of the fields' contents inside the // payload specified by payloadIndex Offs uint32 `protobuf:"varint,5,opt,name=offs,proto3" json:"offs,omitempty"` // size is (if fixed) the size of the fields' content Size uint32 `protobuf:"varint,6,opt,name=size,proto3" json:"size,omitempty"` // flags describe different attributes of the field, like // whether it has a parent, is virtual, etc. Flags uint32 `protobuf:"varint,7,opt,name=flags,proto3" json:"flags,omitempty"` // kind describes how the content of the field should be // handled Kind Kind `protobuf:"varint,8,opt,name=kind,proto3,enum=api.Kind" json:"kind,omitempty"` // tags can contain multiple tags that describe the contents // of the field; they are used by operators to find // interesting fields, for example Tags []string `protobuf:"bytes,9,rep,name=tags,proto3" json:"tags,omitempty"` // annotations are additional information that can be used // by operators or third party consumers Annotations map[string]string `protobuf:"bytes,10,rep,name=annotations,proto3" json:"annotations,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` // parent holds the index of the field that is considered // this fields' parent; only true if the corresponding flag // is set in flags Parent uint32 `protobuf:"varint,11,opt,name=parent,proto3" json:"parent,omitempty"` // order determines the default position of this field when // ordering multiple fields Order int32 `protobuf:"varint,12,opt,name=order,proto3" json:"order,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *Field) Reset() { *x = Field{} mi := &file_api_api_proto_msgTypes[15] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *Field) String() string { return protoimpl.X.MessageStringOf(x) } func (*Field) ProtoMessage() {} func (x *Field) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[15] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use Field.ProtoReflect.Descriptor instead. func (*Field) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{15} } func (x *Field) GetName() string { if x != nil { return x.Name } return "" } func (x *Field) GetFullName() string { if x != nil { return x.FullName } return "" } func (x *Field) GetIndex() uint32 { if x != nil { return x.Index } return 0 } func (x *Field) GetPayloadIndex() uint32 { if x != nil { return x.PayloadIndex } return 0 } func (x *Field) GetOffs() uint32 { if x != nil { return x.Offs } return 0 } func (x *Field) GetSize() uint32 { if x != nil { return x.Size } return 0 } func (x *Field) GetFlags() uint32 { if x != nil { return x.Flags } return 0 } func (x *Field) GetKind() Kind { if x != nil { return x.Kind } return Kind_Invalid } func (x *Field) GetTags() []string { if x != nil { return x.Tags } return nil } func (x *Field) GetAnnotations() map[string]string { if x != nil { return x.Annotations } return nil } func (x *Field) GetParent() uint32 { if x != nil { return x.Parent } return 0 } func (x *Field) GetOrder() int32 { if x != nil { return x.Order } return 0 } type GetGadgetInfoRequest struct { state protoimpl.MessageState `protogen:"open.v1"` // params are the gadget's parameters ParamValues map[string]string `protobuf:"bytes,1,rep,name=paramValues,proto3" json:"paramValues,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"` ImageName string `protobuf:"bytes,2,opt,name=imageName,proto3" json:"imageName,omitempty"` // can be used to inform about the expected version of GadgetInfo Version uint32 `protobuf:"varint,3,opt,name=version,proto3" json:"version,omitempty"` Flags uint32 `protobuf:"varint,4,opt,name=flags,proto3" json:"flags,omitempty"` // can be used to include more info for debugging (e.g., in ig image inspect) RequestExtraInfo bool `protobuf:"varint,5,opt,name=requestExtraInfo,proto3" json:"requestExtraInfo,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GetGadgetInfoRequest) Reset() { *x = GetGadgetInfoRequest{} mi := &file_api_api_proto_msgTypes[16] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GetGadgetInfoRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*GetGadgetInfoRequest) ProtoMessage() {} func (x *GetGadgetInfoRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[16] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GetGadgetInfoRequest.ProtoReflect.Descriptor instead. func (*GetGadgetInfoRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{16} } func (x *GetGadgetInfoRequest) GetParamValues() map[string]string { if x != nil { return x.ParamValues } return nil } func (x *GetGadgetInfoRequest) GetImageName() string { if x != nil { return x.ImageName } return "" } func (x *GetGadgetInfoRequest) GetVersion() uint32 { if x != nil { return x.Version } return 0 } func (x *GetGadgetInfoRequest) GetFlags() uint32 { if x != nil { return x.Flags } return 0 } func (x *GetGadgetInfoRequest) GetRequestExtraInfo() bool { if x != nil { return x.RequestExtraInfo } return false } type GetGadgetInfoResponse struct { state protoimpl.MessageState `protogen:"open.v1"` GadgetInfo *GadgetInfo `protobuf:"bytes,1,opt,name=gadgetInfo,proto3" json:"gadgetInfo,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GetGadgetInfoResponse) Reset() { *x = GetGadgetInfoResponse{} mi := &file_api_api_proto_msgTypes[17] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GetGadgetInfoResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*GetGadgetInfoResponse) ProtoMessage() {} func (x *GetGadgetInfoResponse) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[17] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GetGadgetInfoResponse.ProtoReflect.Descriptor instead. func (*GetGadgetInfoResponse) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{17} } func (x *GetGadgetInfoResponse) GetGadgetInfo() *GadgetInfo { if x != nil { return x.GadgetInfo } return nil } type CreateGadgetInstanceRequest struct { state protoimpl.MessageState `protogen:"open.v1"` GadgetInstance *GadgetInstance `protobuf:"bytes,1,opt,name=gadgetInstance,proto3" json:"gadgetInstance,omitempty"` EventBufferLength int32 `protobuf:"varint,2,opt,name=eventBufferLength,proto3" json:"eventBufferLength,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *CreateGadgetInstanceRequest) Reset() { *x = CreateGadgetInstanceRequest{} mi := &file_api_api_proto_msgTypes[18] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *CreateGadgetInstanceRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*CreateGadgetInstanceRequest) ProtoMessage() {} func (x *CreateGadgetInstanceRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[18] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use CreateGadgetInstanceRequest.ProtoReflect.Descriptor instead. func (*CreateGadgetInstanceRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{18} } func (x *CreateGadgetInstanceRequest) GetGadgetInstance() *GadgetInstance { if x != nil { return x.GadgetInstance } return nil } func (x *CreateGadgetInstanceRequest) GetEventBufferLength() int32 { if x != nil { return x.EventBufferLength } return 0 } type CreateGadgetInstanceResponse struct { state protoimpl.MessageState `protogen:"open.v1"` Result int32 `protobuf:"varint,1,opt,name=result,proto3" json:"result,omitempty"` GadgetInstance *GadgetInstance `protobuf:"bytes,2,opt,name=gadgetInstance,proto3" json:"gadgetInstance,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *CreateGadgetInstanceResponse) Reset() { *x = CreateGadgetInstanceResponse{} mi := &file_api_api_proto_msgTypes[19] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *CreateGadgetInstanceResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*CreateGadgetInstanceResponse) ProtoMessage() {} func (x *CreateGadgetInstanceResponse) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[19] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use CreateGadgetInstanceResponse.ProtoReflect.Descriptor instead. func (*CreateGadgetInstanceResponse) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{19} } func (x *CreateGadgetInstanceResponse) GetResult() int32 { if x != nil { return x.Result } return 0 } func (x *CreateGadgetInstanceResponse) GetGadgetInstance() *GadgetInstance { if x != nil { return x.GadgetInstance } return nil } type ListGadgetInstancesRequest struct { state protoimpl.MessageState `protogen:"open.v1"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *ListGadgetInstancesRequest) Reset() { *x = ListGadgetInstancesRequest{} mi := &file_api_api_proto_msgTypes[20] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *ListGadgetInstancesRequest) String() string { return protoimpl.X.MessageStringOf(x) } func (*ListGadgetInstancesRequest) ProtoMessage() {} func (x *ListGadgetInstancesRequest) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[20] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use ListGadgetInstancesRequest.ProtoReflect.Descriptor instead. func (*ListGadgetInstancesRequest) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{20} } type GadgetInstance struct { state protoimpl.MessageState `protogen:"open.v1"` // id is the unique ID of the instance; this can be set by the client but overridden from the server, depending on the // environment; must contain only hex characters in lowercase Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` GadgetConfig *GadgetRunRequest `protobuf:"bytes,2,opt,name=gadgetConfig,proto3" json:"gadgetConfig,omitempty"` // tags can hold multiple opaque strings so that users can more easily find their gadget instances Tags []string `protobuf:"bytes,3,rep,name=tags,proto3" json:"tags,omitempty"` // timeCreated holds the time the instance was created as a UNIX timestamp TimeCreated int64 `protobuf:"varint,4,opt,name=timeCreated,proto3" json:"timeCreated,omitempty"` // name is a (non-unique) string assigned to a gadget, set by the client Name string `protobuf:"bytes,6,opt,name=name,proto3" json:"name,omitempty"` // nodes is a list of nodes the gadget should run on; if empty, all nodes will run the gadget Nodes []string `protobuf:"bytes,5,rep,name=nodes,proto3" json:"nodes,omitempty"` // state can be used to reflect the current state of the gadget instance State *GadgetInstanceState `protobuf:"bytes,7,opt,name=state,proto3" json:"state,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetInstance) Reset() { *x = GadgetInstance{} mi := &file_api_api_proto_msgTypes[21] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetInstance) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetInstance) ProtoMessage() {} func (x *GadgetInstance) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[21] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetInstance.ProtoReflect.Descriptor instead. func (*GadgetInstance) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{21} } func (x *GadgetInstance) GetId() string { if x != nil { return x.Id } return "" } func (x *GadgetInstance) GetGadgetConfig() *GadgetRunRequest { if x != nil { return x.GadgetConfig } return nil } func (x *GadgetInstance) GetTags() []string { if x != nil { return x.Tags } return nil } func (x *GadgetInstance) GetTimeCreated() int64 { if x != nil { return x.TimeCreated } return 0 } func (x *GadgetInstance) GetName() string { if x != nil { return x.Name } return "" } func (x *GadgetInstance) GetNodes() []string { if x != nil { return x.Nodes } return nil } func (x *GadgetInstance) GetState() *GadgetInstanceState { if x != nil { return x.State } return nil } type GadgetInstanceState struct { state protoimpl.MessageState `protogen:"open.v1"` Status GadgetInstanceStatus `protobuf:"varint,1,opt,name=status,proto3,enum=api.GadgetInstanceStatus" json:"status,omitempty"` Message string `protobuf:"bytes,2,opt,name=message,proto3" json:"message,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetInstanceState) Reset() { *x = GadgetInstanceState{} mi := &file_api_api_proto_msgTypes[22] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetInstanceState) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetInstanceState) ProtoMessage() {} func (x *GadgetInstanceState) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[22] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetInstanceState.ProtoReflect.Descriptor instead. func (*GadgetInstanceState) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{22} } func (x *GadgetInstanceState) GetStatus() GadgetInstanceStatus { if x != nil { return x.Status } return GadgetInstanceStatus_StatusInvalid } func (x *GadgetInstanceState) GetMessage() string { if x != nil { return x.Message } return "" } type ListGadgetInstanceResponse struct { state protoimpl.MessageState `protogen:"open.v1"` GadgetInstances []*GadgetInstance `protobuf:"bytes,1,rep,name=gadgetInstances,proto3" json:"gadgetInstances,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *ListGadgetInstanceResponse) Reset() { *x = ListGadgetInstanceResponse{} mi := &file_api_api_proto_msgTypes[23] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *ListGadgetInstanceResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*ListGadgetInstanceResponse) ProtoMessage() {} func (x *ListGadgetInstanceResponse) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[23] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use ListGadgetInstanceResponse.ProtoReflect.Descriptor instead. func (*ListGadgetInstanceResponse) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{23} } func (x *ListGadgetInstanceResponse) GetGadgetInstances() []*GadgetInstance { if x != nil { return x.GadgetInstances } return nil } type GadgetInstanceId struct { state protoimpl.MessageState `protogen:"open.v1"` Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *GadgetInstanceId) Reset() { *x = GadgetInstanceId{} mi := &file_api_api_proto_msgTypes[24] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *GadgetInstanceId) String() string { return protoimpl.X.MessageStringOf(x) } func (*GadgetInstanceId) ProtoMessage() {} func (x *GadgetInstanceId) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[24] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use GadgetInstanceId.ProtoReflect.Descriptor instead. func (*GadgetInstanceId) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{24} } func (x *GadgetInstanceId) GetId() string { if x != nil { return x.Id } return "" } type StatusResponse struct { state protoimpl.MessageState `protogen:"open.v1"` Result int32 `protobuf:"varint,1,opt,name=result,proto3" json:"result,omitempty"` Message string `protobuf:"bytes,2,opt,name=message,proto3" json:"message,omitempty"` unknownFields protoimpl.UnknownFields sizeCache protoimpl.SizeCache } func (x *StatusResponse) Reset() { *x = StatusResponse{} mi := &file_api_api_proto_msgTypes[25] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } func (x *StatusResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*StatusResponse) ProtoMessage() {} func (x *StatusResponse) ProtoReflect() protoreflect.Message { mi := &file_api_api_proto_msgTypes[25] if x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use StatusResponse.ProtoReflect.Descriptor instead. func (*StatusResponse) Descriptor() ([]byte, []int) { return file_api_api_proto_rawDescGZIP(), []int{25} } func (x *StatusResponse) GetResult() int32 { if x != nil { return x.Result } return 0 } func (x *StatusResponse) GetMessage() string { if x != nil { return x.Message } return "" } var File_api_api_proto protoreflect.FileDescriptor const file_api_api_proto_rawDesc = "" + "\n" + "\rapi/api.proto\x12\x03api\"\x9e\x02\n" + "\x10GadgetRunRequest\x12\x1c\n" + "\timageName\x18\x01 \x01(\tR\timageName\x12H\n" + "\vparamValues\x18\x02 \x03(\v2&.api.GadgetRunRequest.ParamValuesEntryR\vparamValues\x12\x12\n" + "\x04args\x18\x03 \x03(\tR\x04args\x12\x18\n" + "\aversion\x18\x04 \x01(\rR\aversion\x12\x1a\n" + "\blogLevel\x18\f \x01(\rR\blogLevel\x12\x18\n" + "\atimeout\x18\r \x01(\x03R\atimeout\x1a>\n" + "\x10ParamValuesEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" + "\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"?\n" + "\x13GadgetAttachRequest\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x12\x18\n" + "\aversion\x18\x02 \x01(\rR\aversion\"q\n" + "\vGadgetEvent\x12\x12\n" + "\x04type\x18\x01 \x01(\rR\x04type\x12\x10\n" + "\x03seq\x18\x02 \x01(\rR\x03seq\x12\x18\n" + "\apayload\x18\x03 \x01(\fR\apayload\x12\"\n" + "\fdataSourceID\x18\x04 \x01(\rR\fdataSourceID\"\x13\n" + "\x11GadgetStopRequest\"\xd6\x01\n" + "\x14GadgetControlRequest\x127\n" + "\n" + "runRequest\x18\x01 \x01(\v2\x15.api.GadgetRunRequestH\x00R\n" + "runRequest\x12:\n" + "\vstopRequest\x18\x02 \x01(\v2\x16.api.GadgetStopRequestH\x00R\vstopRequest\x12@\n" + "\rattachRequest\x18\x03 \x01(\v2\x18.api.GadgetAttachRequestH\x00R\rattachRequestB\a\n" + "\x05Event\"'\n" + "\vInfoRequest\x12\x18\n" + "\aversion\x18\x01 \x01(\tR\aversion\"r\n" + "\fInfoResponse\x12\x18\n" + "\aversion\x18\x01 \x01(\tR\aversion\x12\"\n" + "\fexperimental\x18\x03 \x01(\bR\fexperimental\x12$\n" + "\rserverVersion\x18\x04 \x01(\tR\rserverVersion\"'\n" + "\vDataElement\x12\x18\n" + "\apayload\x18\x01 \x03(\fR\apayload\"X\n" + "\n" + "GadgetData\x12\x12\n" + "\x04node\x18\x01 \x01(\tR\x04node\x12\x10\n" + "\x03seq\x18\x02 \x01(\rR\x03seq\x12$\n" + "\x04data\x18\x03 \x01(\v2\x10.api.DataElementR\x04data\"g\n" + "\x0fGadgetDataArray\x12\x12\n" + "\x04node\x18\x01 \x01(\tR\x04node\x12\x10\n" + "\x03seq\x18\x02 \x01(\rR\x03seq\x12.\n" + "\tdataArray\x18\x03 \x03(\v2\x10.api.DataElementR\tdataArray\"\xe3\x02\n" + "\x05Param\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12 \n" + "\vdescription\x18\x02 \x01(\tR\vdescription\x12\"\n" + "\fdefaultValue\x18\x03 \x01(\tR\fdefaultValue\x12\x1a\n" + "\btypeHint\x18\x04 \x01(\tR\btypeHint\x12\x14\n" + "\x05title\x18\x05 \x01(\tR\x05title\x12\x14\n" + "\x05alias\x18\x06 \x01(\tR\x05alias\x12\x12\n" + "\x04tags\x18\a \x03(\tR\x04tags\x12\x1c\n" + "\tvalueHint\x18\b \x01(\tR\tvalueHint\x12&\n" + "\x0epossibleValues\x18\t \x03(\tR\x0epossibleValues\x12 \n" + "\visMandatory\x18\n" + " \x01(\bR\visMandatory\x12\x16\n" + "\x06prefix\x18\v \x01(\tR\x06prefix\x12&\n" + "\x0ealternativeKey\x18\f \x01(\tR\x0ealternativeKey\"\xf3\x02\n" + "\n" + "GadgetInfo\x12\x12\n" + "\x04name\x18\x01 \x01(\tR\x04name\x12\x1c\n" + "\timageName\x18\x02 \x01(\tR\timageName\x121\n" + "\vdataSources\x18\x04 \x03(\v2\x0f.api.DataSourceR\vdataSources\x12B\n" + "\vannotations\x18\x05 \x03(\v2 .api.GadgetInfo.AnnotationsEntryR\vannotations\x12\x1a\n" + "\bmetadata\x18\x06 \x01(\fR\bmetadata\x12\"\n" + "\x06params\x18\a \x03(\v2\n" + ".api.ParamR\x06params\x12\x0e\n" + "\x02id\x18\b \x01(\tR\x02id\x12,\n" + "\textraInfo\x18\t \x01(\v2\x0e.api.ExtraInfoR\textraInfo\x1a>\n" + "\x10AnnotationsEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" + "\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x8e\x01\n" + "\tExtraInfo\x12,\n" + "\x04data\x18\x01 \x03(\v2\x18.api.ExtraInfo.DataEntryR\x04data\x1aS\n" + "\tDataEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x120\n" + "\x05value\x18\x02 \x01(\v2\x1a.api.GadgetInspectAddendumR\x05value:\x028\x01\"S\n" + "\x15GadgetInspectAddendum\x12 \n" + "\vcontentType\x18\x01 \x01(\tR\vcontentType\x12\x18\n" + "\acontent\x18\x02 \x01(\fR\acontent\"\x96\x02\n" + "\n" + "DataSource\x12\x0e\n" + "\x02id\x18\x01 \x01(\rR\x02id\x12\x12\n" + "\x04name\x18\x02 \x01(\tR\x04name\x12\x12\n" + "\x04type\x18\x03 \x01(\rR\x04type\x12\"\n" + "\x06fields\x18\x04 \x03(\v2\n" + ".api.FieldR\x06fields\x12\x12\n" + "\x04tags\x18\x05 \x03(\tR\x04tags\x12B\n" + "\vannotations\x18\x06 \x03(\v2 .api.DataSource.AnnotationsEntryR\vannotations\x12\x14\n" + "\x05flags\x18\a \x01(\rR\x05flags\x1a>\n" + "\x10AnnotationsEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" + "\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x8f\x03\n" + "\x05Field\x12\x12\n" + "\x04name\x18\x01 \x01(\tR\x04name\x12\x1a\n" + "\bfullName\x18\x02 \x01(\tR\bfullName\x12\x14\n" + "\x05index\x18\x03 \x01(\rR\x05index\x12\"\n" + "\fpayloadIndex\x18\x04 \x01(\rR\fpayloadIndex\x12\x12\n" + "\x04offs\x18\x05 \x01(\rR\x04offs\x12\x12\n" + "\x04size\x18\x06 \x01(\rR\x04size\x12\x14\n" + "\x05flags\x18\a \x01(\rR\x05flags\x12\x1d\n" + "\x04kind\x18\b \x01(\x0e2\t.api.KindR\x04kind\x12\x12\n" + "\x04tags\x18\t \x03(\tR\x04tags\x12=\n" + "\vannotations\x18\n" + " \x03(\v2\x1b.api.Field.AnnotationsEntryR\vannotations\x12\x16\n" + "\x06parent\x18\v \x01(\rR\x06parent\x12\x14\n" + "\x05order\x18\f \x01(\x05R\x05order\x1a>\n" + "\x10AnnotationsEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" + "\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\x9e\x02\n" + "\x14GetGadgetInfoRequest\x12L\n" + "\vparamValues\x18\x01 \x03(\v2*.api.GetGadgetInfoRequest.ParamValuesEntryR\vparamValues\x12\x1c\n" + "\timageName\x18\x02 \x01(\tR\timageName\x12\x18\n" + "\aversion\x18\x03 \x01(\rR\aversion\x12\x14\n" + "\x05flags\x18\x04 \x01(\rR\x05flags\x12*\n" + "\x10requestExtraInfo\x18\x05 \x01(\bR\x10requestExtraInfo\x1a>\n" + "\x10ParamValuesEntry\x12\x10\n" + "\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" + "\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"H\n" + "\x15GetGadgetInfoResponse\x12/\n" + "\n" + "gadgetInfo\x18\x01 \x01(\v2\x0f.api.GadgetInfoR\n" + "gadgetInfo\"\x88\x01\n" + "\x1bCreateGadgetInstanceRequest\x12;\n" + "\x0egadgetInstance\x18\x01 \x01(\v2\x13.api.GadgetInstanceR\x0egadgetInstance\x12,\n" + "\x11eventBufferLength\x18\x02 \x01(\x05R\x11eventBufferLength\"s\n" + "\x1cCreateGadgetInstanceResponse\x12\x16\n" + "\x06result\x18\x01 \x01(\x05R\x06result\x12;\n" + "\x0egadgetInstance\x18\x02 \x01(\v2\x13.api.GadgetInstanceR\x0egadgetInstance\"\x1c\n" + "\x1aListGadgetInstancesRequest\"\xeb\x01\n" + "\x0eGadgetInstance\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\x129\n" + "\fgadgetConfig\x18\x02 \x01(\v2\x15.api.GadgetRunRequestR\fgadgetConfig\x12\x12\n" + "\x04tags\x18\x03 \x03(\tR\x04tags\x12 \n" + "\vtimeCreated\x18\x04 \x01(\x03R\vtimeCreated\x12\x12\n" + "\x04name\x18\x06 \x01(\tR\x04name\x12\x14\n" + "\x05nodes\x18\x05 \x03(\tR\x05nodes\x12.\n" + "\x05state\x18\a \x01(\v2\x18.api.GadgetInstanceStateR\x05state\"b\n" + "\x13GadgetInstanceState\x121\n" + "\x06status\x18\x01 \x01(\x0e2\x19.api.GadgetInstanceStatusR\x06status\x12\x18\n" + "\amessage\x18\x02 \x01(\tR\amessage\"[\n" + "\x1aListGadgetInstanceResponse\x12=\n" + "\x0fgadgetInstances\x18\x01 \x03(\v2\x13.api.GadgetInstanceR\x0fgadgetInstances\"\"\n" + "\x10GadgetInstanceId\x12\x0e\n" + "\x02id\x18\x01 \x01(\tR\x02id\"B\n" + "\x0eStatusResponse\x12\x16\n" + "\x06result\x18\x01 \x01(\x05R\x06result\x12\x18\n" + "\amessage\x18\x02 \x01(\tR\amessage*\xb5\x01\n" + "\x04Kind\x12\v\n" + "\aInvalid\x10\x00\x12\b\n" + "\x04Bool\x10\x01\x12\b\n" + "\x04Int8\x10\x02\x12\t\n" + "\x05Int16\x10\x03\x12\t\n" + "\x05Int32\x10\x04\x12\t\n" + "\x05Int64\x10\x05\x12\t\n" + "\x05Uint8\x10\x06\x12\n" + "\n" + "\x06Uint16\x10\a\x12\n" + "\n" + "\x06Uint32\x10\b\x12\n" + "\n" + "\x06Uint64\x10\t\x12\v\n" + "\aFloat32\x10\n" + "\x12\v\n" + "\aFloat64\x10\v\x12\n" + "\n" + "\x06String\x10\f\x12\v\n" + "\aCString\x10\r\x12\t\n" + "\x05Bytes\x10\x0e*M\n" + "\x14GadgetInstanceStatus\x12\x11\n" + "\rStatusInvalid\x10\x00\x12\x11\n" + "\rStatusRunning\x10\x01\x12\x0f\n" + "\vStatusError\x10\x022H\n" + "\x14BuiltInGadgetManager\x120\n" + "\aGetInfo\x12\x10.api.InfoRequest\x1a\x11.api.InfoResponse\"\x002\x99\x01\n" + "\rGadgetManager\x12H\n" + "\rGetGadgetInfo\x12\x19.api.GetGadgetInfoRequest\x1a\x1a.api.GetGadgetInfoResponse\"\x00\x12>\n" + "\tRunGadget\x12\x19.api.GadgetControlRequest\x1a\x10.api.GadgetEvent\"\x00(\x010\x012\xda\x02\n" + "\x15GadgetInstanceManager\x12]\n" + "\x14CreateGadgetInstance\x12 .api.CreateGadgetInstanceRequest\x1a!.api.CreateGadgetInstanceResponse\"\x00\x12Y\n" + "\x13ListGadgetInstances\x12\x1f.api.ListGadgetInstancesRequest\x1a\x1f.api.ListGadgetInstanceResponse\"\x00\x12A\n" + "\x11GetGadgetInstance\x12\x15.api.GadgetInstanceId\x1a\x13.api.GadgetInstance\"\x00\x12D\n" + "\x14RemoveGadgetInstance\x12\x15.api.GadgetInstanceId\x1a\x13.api.StatusResponse\"\x00BEZCgithub.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/apib\x06proto3" var ( file_api_api_proto_rawDescOnce sync.Once file_api_api_proto_rawDescData []byte ) func file_api_api_proto_rawDescGZIP() []byte { file_api_api_proto_rawDescOnce.Do(func() { file_api_api_proto_rawDescData = protoimpl.X.CompressGZIP(unsafe.Slice(unsafe.StringData(file_api_api_proto_rawDesc), len(file_api_api_proto_rawDesc))) }) return file_api_api_proto_rawDescData } var file_api_api_proto_enumTypes = make([]protoimpl.EnumInfo, 2) var file_api_api_proto_msgTypes = make([]protoimpl.MessageInfo, 32) var file_api_api_proto_goTypes = []any{ (Kind)(0), // 0: api.Kind (GadgetInstanceStatus)(0), // 1: api.GadgetInstanceStatus (*GadgetRunRequest)(nil), // 2: api.GadgetRunRequest (*GadgetAttachRequest)(nil), // 3: api.GadgetAttachRequest (*GadgetEvent)(nil), // 4: api.GadgetEvent (*GadgetStopRequest)(nil), // 5: api.GadgetStopRequest (*GadgetControlRequest)(nil), // 6: api.GadgetControlRequest (*InfoRequest)(nil), // 7: api.InfoRequest (*InfoResponse)(nil), // 8: api.InfoResponse (*DataElement)(nil), // 9: api.DataElement (*GadgetData)(nil), // 10: api.GadgetData (*GadgetDataArray)(nil), // 11: api.GadgetDataArray (*Param)(nil), // 12: api.Param (*GadgetInfo)(nil), // 13: api.GadgetInfo (*ExtraInfo)(nil), // 14: api.ExtraInfo (*GadgetInspectAddendum)(nil), // 15: api.GadgetInspectAddendum (*DataSource)(nil), // 16: api.DataSource (*Field)(nil), // 17: api.Field (*GetGadgetInfoRequest)(nil), // 18: api.GetGadgetInfoRequest (*GetGadgetInfoResponse)(nil), // 19: api.GetGadgetInfoResponse (*CreateGadgetInstanceRequest)(nil), // 20: api.CreateGadgetInstanceRequest (*CreateGadgetInstanceResponse)(nil), // 21: api.CreateGadgetInstanceResponse (*ListGadgetInstancesRequest)(nil), // 22: api.ListGadgetInstancesRequest (*GadgetInstance)(nil), // 23: api.GadgetInstance (*GadgetInstanceState)(nil), // 24: api.GadgetInstanceState (*ListGadgetInstanceResponse)(nil), // 25: api.ListGadgetInstanceResponse (*GadgetInstanceId)(nil), // 26: api.GadgetInstanceId (*StatusResponse)(nil), // 27: api.StatusResponse nil, // 28: api.GadgetRunRequest.ParamValuesEntry nil, // 29: api.GadgetInfo.AnnotationsEntry nil, // 30: api.ExtraInfo.DataEntry nil, // 31: api.DataSource.AnnotationsEntry nil, // 32: api.Field.AnnotationsEntry nil, // 33: api.GetGadgetInfoRequest.ParamValuesEntry } var file_api_api_proto_depIdxs = []int32{ 28, // 0: api.GadgetRunRequest.paramValues:type_name -> api.GadgetRunRequest.ParamValuesEntry 2, // 1: api.GadgetControlRequest.runRequest:type_name -> api.GadgetRunRequest 5, // 2: api.GadgetControlRequest.stopRequest:type_name -> api.GadgetStopRequest 3, // 3: api.GadgetControlRequest.attachRequest:type_name -> api.GadgetAttachRequest 9, // 4: api.GadgetData.data:type_name -> api.DataElement 9, // 5: api.GadgetDataArray.dataArray:type_name -> api.DataElement 16, // 6: api.GadgetInfo.dataSources:type_name -> api.DataSource 29, // 7: api.GadgetInfo.annotations:type_name -> api.GadgetInfo.AnnotationsEntry 12, // 8: api.GadgetInfo.params:type_name -> api.Param 14, // 9: api.GadgetInfo.extraInfo:type_name -> api.ExtraInfo 30, // 10: api.ExtraInfo.data:type_name -> api.ExtraInfo.DataEntry 17, // 11: api.DataSource.fields:type_name -> api.Field 31, // 12: api.DataSource.annotations:type_name -> api.DataSource.AnnotationsEntry 0, // 13: api.Field.kind:type_name -> api.Kind 32, // 14: api.Field.annotations:type_name -> api.Field.AnnotationsEntry 33, // 15: api.GetGadgetInfoRequest.paramValues:type_name -> api.GetGadgetInfoRequest.ParamValuesEntry 13, // 16: api.GetGadgetInfoResponse.gadgetInfo:type_name -> api.GadgetInfo 23, // 17: api.CreateGadgetInstanceRequest.gadgetInstance:type_name -> api.GadgetInstance 23, // 18: api.CreateGadgetInstanceResponse.gadgetInstance:type_name -> api.GadgetInstance 2, // 19: api.GadgetInstance.gadgetConfig:type_name -> api.GadgetRunRequest 24, // 20: api.GadgetInstance.state:type_name -> api.GadgetInstanceState 1, // 21: api.GadgetInstanceState.status:type_name -> api.GadgetInstanceStatus 23, // 22: api.ListGadgetInstanceResponse.gadgetInstances:type_name -> api.GadgetInstance 15, // 23: api.ExtraInfo.DataEntry.value:type_name -> api.GadgetInspectAddendum 7, // 24: api.BuiltInGadgetManager.GetInfo:input_type -> api.InfoRequest 18, // 25: api.GadgetManager.GetGadgetInfo:input_type -> api.GetGadgetInfoRequest 6, // 26: api.GadgetManager.RunGadget:input_type -> api.GadgetControlRequest 20, // 27: api.GadgetInstanceManager.CreateGadgetInstance:input_type -> api.CreateGadgetInstanceRequest 22, // 28: api.GadgetInstanceManager.ListGadgetInstances:input_type -> api.ListGadgetInstancesRequest 26, // 29: api.GadgetInstanceManager.GetGadgetInstance:input_type -> api.GadgetInstanceId 26, // 30: api.GadgetInstanceManager.RemoveGadgetInstance:input_type -> api.GadgetInstanceId 8, // 31: api.BuiltInGadgetManager.GetInfo:output_type -> api.InfoResponse 19, // 32: api.GadgetManager.GetGadgetInfo:output_type -> api.GetGadgetInfoResponse 4, // 33: api.GadgetManager.RunGadget:output_type -> api.GadgetEvent 21, // 34: api.GadgetInstanceManager.CreateGadgetInstance:output_type -> api.CreateGadgetInstanceResponse 25, // 35: api.GadgetInstanceManager.ListGadgetInstances:output_type -> api.ListGadgetInstanceResponse 23, // 36: api.GadgetInstanceManager.GetGadgetInstance:output_type -> api.GadgetInstance 27, // 37: api.GadgetInstanceManager.RemoveGadgetInstance:output_type -> api.StatusResponse 31, // [31:38] is the sub-list for method output_type 24, // [24:31] is the sub-list for method input_type 24, // [24:24] is the sub-list for extension type_name 24, // [24:24] is the sub-list for extension extendee 0, // [0:24] is the sub-list for field type_name } func init() { file_api_api_proto_init() } func file_api_api_proto_init() { if File_api_api_proto != nil { return } file_api_api_proto_msgTypes[4].OneofWrappers = []any{ (*GadgetControlRequest_RunRequest)(nil), (*GadgetControlRequest_StopRequest)(nil), (*GadgetControlRequest_AttachRequest)(nil), } type x struct{} out := protoimpl.TypeBuilder{ File: protoimpl.DescBuilder{ GoPackagePath: reflect.TypeOf(x{}).PkgPath(), RawDescriptor: unsafe.Slice(unsafe.StringData(file_api_api_proto_rawDesc), len(file_api_api_proto_rawDesc)), NumEnums: 2, NumMessages: 32, NumExtensions: 0, NumServices: 3, }, GoTypes: file_api_api_proto_goTypes, DependencyIndexes: file_api_api_proto_depIdxs, EnumInfos: file_api_api_proto_enumTypes, MessageInfos: file_api_api_proto_msgTypes, }.Build() File_api_api_proto = out.File file_api_api_proto_goTypes = nil file_api_api_proto_depIdxs = nil } inspektor-gadget-0.46.0/pkg/gadget-service/api/api.proto000066400000000000000000000170461510117411400231340ustar00rootroot00000000000000// Copyright 2019-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. syntax = "proto3"; option go_package = "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api"; package api; message GadgetRunRequest { string imageName = 1; // paramValues is a combined map of all params a gadget could need (including those // of runtime and operators, which need specific prefixes, see implementation in // pkg/runtime/grpc) map paramValues = 2; // args are all parameters which were not specified with a flag repeated string args = 3; // used to inform the server about the expected protocol version uint32 version = 4; // sets the requested log level (see pkg/logger/logger.go) uint32 logLevel = 12; // time that a gadget should run; use 0, if the gadget should run until it's being // stopped or done; time is in nanoseconds and directly converted to time.Duration int64 timeout = 13; } message GadgetAttachRequest { // id of the gadget to attach to string id = 1; // used to inform the server about the expected protocol version uint32 version = 2; } message GadgetEvent { // Types are specified in consts.go. Upper 16 bits are used for log severity levels uint32 type = 1; uint32 seq = 2; bytes payload = 3; uint32 dataSourceID = 4; } message GadgetStopRequest { } message GadgetControlRequest { oneof Event { GadgetRunRequest runRequest = 1; GadgetStopRequest stopRequest = 2; GadgetAttachRequest attachRequest = 3; } } message InfoRequest { string version = 1; } message InfoResponse { string version = 1; bool experimental = 3; string serverVersion = 4; } message DataElement { repeated bytes payload = 1; } message GadgetData { string node = 1; uint32 seq = 2; DataElement data = 3; } message GadgetDataArray { string node = 1; uint32 seq = 2; repeated DataElement dataArray = 3; } message Param { string key = 1; string description = 2; string defaultValue = 3; string typeHint = 4; string title = 5; string alias = 6; repeated string tags = 7; string valueHint = 8; repeated string possibleValues = 9; bool isMandatory = 10; string prefix = 11; string alternativeKey = 12; } message GadgetInfo { string name = 1; string imageName = 2; repeated DataSource dataSources = 4; map annotations = 5; bytes metadata = 6; repeated Param params = 7; string id = 8; ExtraInfo extraInfo = 9; } message ExtraInfo { // key can be "wasm.upcalls", "ebpf.sections", etc map data = 1; } message GadgetInspectAddendum { // contentType could be application/json, text/plain, text/mermaid, text/markdown... string contentType = 1; bytes content = 2; } message DataSource { uint32 id = 1; string name = 2; uint32 type = 3; repeated Field fields = 4; repeated string tags = 5; map annotations = 6; uint32 flags = 7; } enum Kind { Invalid = 0; Bool = 1; Int8 = 2; Int16 = 3; Int32 = 4; Int64 = 5; Uint8 = 6; Uint16 = 7; Uint32 = 8; Uint64 = 9; Float32 = 10; Float64 = 11; String = 12; CString = 13; Bytes = 14; } message Field { // name contains the plain field name string name = 1; // fullName contains a fully qualified field name // e.g. when it is a sub field of another, it's called // otherfieldsname.name string fullName = 2; // index holds the index to this field inside the // field array of the DataSource uint32 index = 3; // payloadIndex describes in which payload this field // is contained uint32 payloadIndex = 4; // offs is the offset of the fields' contents inside the // payload specified by payloadIndex uint32 offs = 5; // size is (if fixed) the size of the fields' content uint32 size = 6; // flags describe different attributes of the field, like // whether it has a parent, is virtual, etc. uint32 flags = 7; // kind describes how the content of the field should be // handled Kind kind = 8; // tags can contain multiple tags that describe the contents // of the field; they are used by operators to find // interesting fields, for example repeated string tags = 9; // annotations are additional information that can be used // by operators or third party consumers map annotations = 10; // parent holds the index of the field that is considered // this fields' parent; only true if the corresponding flag // is set in flags uint32 parent = 11; // order determines the default position of this field when // ordering multiple fields int32 order = 12; } message GetGadgetInfoRequest { // params are the gadget's parameters map paramValues = 1; string imageName = 2; // can be used to inform about the expected version of GadgetInfo uint32 version = 3; uint32 flags = 4; // can be used to include more info for debugging (e.g., in ig image inspect) bool requestExtraInfo = 5; } message GetGadgetInfoResponse { GadgetInfo gadgetInfo = 1; } message CreateGadgetInstanceRequest { GadgetInstance gadgetInstance = 1; int32 eventBufferLength = 2; } message CreateGadgetInstanceResponse { int32 result = 1; GadgetInstance gadgetInstance = 2; } message ListGadgetInstancesRequest {} message GadgetInstance { // id is the unique ID of the instance; this can be set by the client but overridden from the server, depending on the // environment; must contain only hex characters in lowercase string id = 1; GadgetRunRequest gadgetConfig = 2; // tags can hold multiple opaque strings so that users can more easily find their gadget instances repeated string tags = 3; // timeCreated holds the time the instance was created as a UNIX timestamp int64 timeCreated = 4; // name is a (non-unique) string assigned to a gadget, set by the client string name = 6; // nodes is a list of nodes the gadget should run on; if empty, all nodes will run the gadget repeated string nodes = 5; // state can be used to reflect the current state of the gadget instance GadgetInstanceState state = 7; } enum GadgetInstanceStatus { StatusInvalid = 0; StatusRunning = 1; StatusError = 2; } message GadgetInstanceState { GadgetInstanceStatus status = 1; string message = 2; } message ListGadgetInstanceResponse { repeated GadgetInstance gadgetInstances = 1; } message GadgetInstanceId { string id = 1; } message StatusResponse { int32 result = 1; string message = 2; } service BuiltInGadgetManager { rpc GetInfo(InfoRequest) returns (InfoResponse) {} } service GadgetManager { rpc GetGadgetInfo(GetGadgetInfoRequest) returns (GetGadgetInfoResponse) {} rpc RunGadget(stream GadgetControlRequest) returns (stream GadgetEvent) {} } service GadgetInstanceManager { rpc CreateGadgetInstance(CreateGadgetInstanceRequest) returns (CreateGadgetInstanceResponse) {} rpc ListGadgetInstances(ListGadgetInstancesRequest) returns (ListGadgetInstanceResponse) {} rpc GetGadgetInstance(GadgetInstanceId) returns (GadgetInstance) {} rpc RemoveGadgetInstance(GadgetInstanceId) returns (StatusResponse) {} } inspektor-gadget-0.46.0/pkg/gadget-service/api/api_grpc.pb.go000066400000000000000000000411661510117411400240110ustar00rootroot00000000000000// Code generated by protoc-gen-go-grpc. DO NOT EDIT. package api import ( context "context" grpc "google.golang.org/grpc" codes "google.golang.org/grpc/codes" status "google.golang.org/grpc/status" ) // This is a compile-time assertion to ensure that this generated file // is compatible with the grpc package it is being compiled against. const _ = grpc.SupportPackageIsVersion7 // BuiltInGadgetManagerClient is the client API for BuiltInGadgetManager service. // // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. type BuiltInGadgetManagerClient interface { GetInfo(ctx context.Context, in *InfoRequest, opts ...grpc.CallOption) (*InfoResponse, error) } type builtInGadgetManagerClient struct { cc grpc.ClientConnInterface } func NewBuiltInGadgetManagerClient(cc grpc.ClientConnInterface) BuiltInGadgetManagerClient { return &builtInGadgetManagerClient{cc} } func (c *builtInGadgetManagerClient) GetInfo(ctx context.Context, in *InfoRequest, opts ...grpc.CallOption) (*InfoResponse, error) { out := new(InfoResponse) err := c.cc.Invoke(ctx, "/api.BuiltInGadgetManager/GetInfo", in, out, opts...) if err != nil { return nil, err } return out, nil } // BuiltInGadgetManagerServer is the server API for BuiltInGadgetManager service. // All implementations must embed UnimplementedBuiltInGadgetManagerServer // for forward compatibility type BuiltInGadgetManagerServer interface { GetInfo(context.Context, *InfoRequest) (*InfoResponse, error) mustEmbedUnimplementedBuiltInGadgetManagerServer() } // UnimplementedBuiltInGadgetManagerServer must be embedded to have forward compatible implementations. type UnimplementedBuiltInGadgetManagerServer struct { } func (UnimplementedBuiltInGadgetManagerServer) GetInfo(context.Context, *InfoRequest) (*InfoResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method GetInfo not implemented") } func (UnimplementedBuiltInGadgetManagerServer) mustEmbedUnimplementedBuiltInGadgetManagerServer() {} // UnsafeBuiltInGadgetManagerServer may be embedded to opt out of forward compatibility for this service. // Use of this interface is not recommended, as added methods to BuiltInGadgetManagerServer will // result in compilation errors. type UnsafeBuiltInGadgetManagerServer interface { mustEmbedUnimplementedBuiltInGadgetManagerServer() } func RegisterBuiltInGadgetManagerServer(s *grpc.Server, srv BuiltInGadgetManagerServer) { s.RegisterService(&_BuiltInGadgetManager_serviceDesc, srv) } func _BuiltInGadgetManager_GetInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(InfoRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(BuiltInGadgetManagerServer).GetInfo(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.BuiltInGadgetManager/GetInfo", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(BuiltInGadgetManagerServer).GetInfo(ctx, req.(*InfoRequest)) } return interceptor(ctx, in, info, handler) } var _BuiltInGadgetManager_serviceDesc = grpc.ServiceDesc{ ServiceName: "api.BuiltInGadgetManager", HandlerType: (*BuiltInGadgetManagerServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "GetInfo", Handler: _BuiltInGadgetManager_GetInfo_Handler, }, }, Streams: []grpc.StreamDesc{}, Metadata: "api/api.proto", } // GadgetManagerClient is the client API for GadgetManager service. // // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. type GadgetManagerClient interface { GetGadgetInfo(ctx context.Context, in *GetGadgetInfoRequest, opts ...grpc.CallOption) (*GetGadgetInfoResponse, error) RunGadget(ctx context.Context, opts ...grpc.CallOption) (GadgetManager_RunGadgetClient, error) } type gadgetManagerClient struct { cc grpc.ClientConnInterface } func NewGadgetManagerClient(cc grpc.ClientConnInterface) GadgetManagerClient { return &gadgetManagerClient{cc} } func (c *gadgetManagerClient) GetGadgetInfo(ctx context.Context, in *GetGadgetInfoRequest, opts ...grpc.CallOption) (*GetGadgetInfoResponse, error) { out := new(GetGadgetInfoResponse) err := c.cc.Invoke(ctx, "/api.GadgetManager/GetGadgetInfo", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gadgetManagerClient) RunGadget(ctx context.Context, opts ...grpc.CallOption) (GadgetManager_RunGadgetClient, error) { stream, err := c.cc.NewStream(ctx, &_GadgetManager_serviceDesc.Streams[0], "/api.GadgetManager/RunGadget", opts...) if err != nil { return nil, err } x := &gadgetManagerRunGadgetClient{stream} return x, nil } type GadgetManager_RunGadgetClient interface { Send(*GadgetControlRequest) error Recv() (*GadgetEvent, error) grpc.ClientStream } type gadgetManagerRunGadgetClient struct { grpc.ClientStream } func (x *gadgetManagerRunGadgetClient) Send(m *GadgetControlRequest) error { return x.ClientStream.SendMsg(m) } func (x *gadgetManagerRunGadgetClient) Recv() (*GadgetEvent, error) { m := new(GadgetEvent) if err := x.ClientStream.RecvMsg(m); err != nil { return nil, err } return m, nil } // GadgetManagerServer is the server API for GadgetManager service. // All implementations must embed UnimplementedGadgetManagerServer // for forward compatibility type GadgetManagerServer interface { GetGadgetInfo(context.Context, *GetGadgetInfoRequest) (*GetGadgetInfoResponse, error) RunGadget(GadgetManager_RunGadgetServer) error mustEmbedUnimplementedGadgetManagerServer() } // UnimplementedGadgetManagerServer must be embedded to have forward compatible implementations. type UnimplementedGadgetManagerServer struct { } func (UnimplementedGadgetManagerServer) GetGadgetInfo(context.Context, *GetGadgetInfoRequest) (*GetGadgetInfoResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method GetGadgetInfo not implemented") } func (UnimplementedGadgetManagerServer) RunGadget(GadgetManager_RunGadgetServer) error { return status.Errorf(codes.Unimplemented, "method RunGadget not implemented") } func (UnimplementedGadgetManagerServer) mustEmbedUnimplementedGadgetManagerServer() {} // UnsafeGadgetManagerServer may be embedded to opt out of forward compatibility for this service. // Use of this interface is not recommended, as added methods to GadgetManagerServer will // result in compilation errors. type UnsafeGadgetManagerServer interface { mustEmbedUnimplementedGadgetManagerServer() } func RegisterGadgetManagerServer(s *grpc.Server, srv GadgetManagerServer) { s.RegisterService(&_GadgetManager_serviceDesc, srv) } func _GadgetManager_GetGadgetInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(GetGadgetInfoRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GadgetManagerServer).GetGadgetInfo(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.GadgetManager/GetGadgetInfo", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GadgetManagerServer).GetGadgetInfo(ctx, req.(*GetGadgetInfoRequest)) } return interceptor(ctx, in, info, handler) } func _GadgetManager_RunGadget_Handler(srv interface{}, stream grpc.ServerStream) error { return srv.(GadgetManagerServer).RunGadget(&gadgetManagerRunGadgetServer{stream}) } type GadgetManager_RunGadgetServer interface { Send(*GadgetEvent) error Recv() (*GadgetControlRequest, error) grpc.ServerStream } type gadgetManagerRunGadgetServer struct { grpc.ServerStream } func (x *gadgetManagerRunGadgetServer) Send(m *GadgetEvent) error { return x.ServerStream.SendMsg(m) } func (x *gadgetManagerRunGadgetServer) Recv() (*GadgetControlRequest, error) { m := new(GadgetControlRequest) if err := x.ServerStream.RecvMsg(m); err != nil { return nil, err } return m, nil } var _GadgetManager_serviceDesc = grpc.ServiceDesc{ ServiceName: "api.GadgetManager", HandlerType: (*GadgetManagerServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "GetGadgetInfo", Handler: _GadgetManager_GetGadgetInfo_Handler, }, }, Streams: []grpc.StreamDesc{ { StreamName: "RunGadget", Handler: _GadgetManager_RunGadget_Handler, ServerStreams: true, ClientStreams: true, }, }, Metadata: "api/api.proto", } // GadgetInstanceManagerClient is the client API for GadgetInstanceManager service. // // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. type GadgetInstanceManagerClient interface { CreateGadgetInstance(ctx context.Context, in *CreateGadgetInstanceRequest, opts ...grpc.CallOption) (*CreateGadgetInstanceResponse, error) ListGadgetInstances(ctx context.Context, in *ListGadgetInstancesRequest, opts ...grpc.CallOption) (*ListGadgetInstanceResponse, error) GetGadgetInstance(ctx context.Context, in *GadgetInstanceId, opts ...grpc.CallOption) (*GadgetInstance, error) RemoveGadgetInstance(ctx context.Context, in *GadgetInstanceId, opts ...grpc.CallOption) (*StatusResponse, error) } type gadgetInstanceManagerClient struct { cc grpc.ClientConnInterface } func NewGadgetInstanceManagerClient(cc grpc.ClientConnInterface) GadgetInstanceManagerClient { return &gadgetInstanceManagerClient{cc} } func (c *gadgetInstanceManagerClient) CreateGadgetInstance(ctx context.Context, in *CreateGadgetInstanceRequest, opts ...grpc.CallOption) (*CreateGadgetInstanceResponse, error) { out := new(CreateGadgetInstanceResponse) err := c.cc.Invoke(ctx, "/api.GadgetInstanceManager/CreateGadgetInstance", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gadgetInstanceManagerClient) ListGadgetInstances(ctx context.Context, in *ListGadgetInstancesRequest, opts ...grpc.CallOption) (*ListGadgetInstanceResponse, error) { out := new(ListGadgetInstanceResponse) err := c.cc.Invoke(ctx, "/api.GadgetInstanceManager/ListGadgetInstances", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gadgetInstanceManagerClient) GetGadgetInstance(ctx context.Context, in *GadgetInstanceId, opts ...grpc.CallOption) (*GadgetInstance, error) { out := new(GadgetInstance) err := c.cc.Invoke(ctx, "/api.GadgetInstanceManager/GetGadgetInstance", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gadgetInstanceManagerClient) RemoveGadgetInstance(ctx context.Context, in *GadgetInstanceId, opts ...grpc.CallOption) (*StatusResponse, error) { out := new(StatusResponse) err := c.cc.Invoke(ctx, "/api.GadgetInstanceManager/RemoveGadgetInstance", in, out, opts...) if err != nil { return nil, err } return out, nil } // GadgetInstanceManagerServer is the server API for GadgetInstanceManager service. // All implementations must embed UnimplementedGadgetInstanceManagerServer // for forward compatibility type GadgetInstanceManagerServer interface { CreateGadgetInstance(context.Context, *CreateGadgetInstanceRequest) (*CreateGadgetInstanceResponse, error) ListGadgetInstances(context.Context, *ListGadgetInstancesRequest) (*ListGadgetInstanceResponse, error) GetGadgetInstance(context.Context, *GadgetInstanceId) (*GadgetInstance, error) RemoveGadgetInstance(context.Context, *GadgetInstanceId) (*StatusResponse, error) mustEmbedUnimplementedGadgetInstanceManagerServer() } // UnimplementedGadgetInstanceManagerServer must be embedded to have forward compatible implementations. type UnimplementedGadgetInstanceManagerServer struct { } func (UnimplementedGadgetInstanceManagerServer) CreateGadgetInstance(context.Context, *CreateGadgetInstanceRequest) (*CreateGadgetInstanceResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method CreateGadgetInstance not implemented") } func (UnimplementedGadgetInstanceManagerServer) ListGadgetInstances(context.Context, *ListGadgetInstancesRequest) (*ListGadgetInstanceResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ListGadgetInstances not implemented") } func (UnimplementedGadgetInstanceManagerServer) GetGadgetInstance(context.Context, *GadgetInstanceId) (*GadgetInstance, error) { return nil, status.Errorf(codes.Unimplemented, "method GetGadgetInstance not implemented") } func (UnimplementedGadgetInstanceManagerServer) RemoveGadgetInstance(context.Context, *GadgetInstanceId) (*StatusResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method RemoveGadgetInstance not implemented") } func (UnimplementedGadgetInstanceManagerServer) mustEmbedUnimplementedGadgetInstanceManagerServer() {} // UnsafeGadgetInstanceManagerServer may be embedded to opt out of forward compatibility for this service. // Use of this interface is not recommended, as added methods to GadgetInstanceManagerServer will // result in compilation errors. type UnsafeGadgetInstanceManagerServer interface { mustEmbedUnimplementedGadgetInstanceManagerServer() } func RegisterGadgetInstanceManagerServer(s *grpc.Server, srv GadgetInstanceManagerServer) { s.RegisterService(&_GadgetInstanceManager_serviceDesc, srv) } func _GadgetInstanceManager_CreateGadgetInstance_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(CreateGadgetInstanceRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GadgetInstanceManagerServer).CreateGadgetInstance(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.GadgetInstanceManager/CreateGadgetInstance", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GadgetInstanceManagerServer).CreateGadgetInstance(ctx, req.(*CreateGadgetInstanceRequest)) } return interceptor(ctx, in, info, handler) } func _GadgetInstanceManager_ListGadgetInstances_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ListGadgetInstancesRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GadgetInstanceManagerServer).ListGadgetInstances(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.GadgetInstanceManager/ListGadgetInstances", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GadgetInstanceManagerServer).ListGadgetInstances(ctx, req.(*ListGadgetInstancesRequest)) } return interceptor(ctx, in, info, handler) } func _GadgetInstanceManager_GetGadgetInstance_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(GadgetInstanceId) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GadgetInstanceManagerServer).GetGadgetInstance(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.GadgetInstanceManager/GetGadgetInstance", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GadgetInstanceManagerServer).GetGadgetInstance(ctx, req.(*GadgetInstanceId)) } return interceptor(ctx, in, info, handler) } func _GadgetInstanceManager_RemoveGadgetInstance_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(GadgetInstanceId) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GadgetInstanceManagerServer).RemoveGadgetInstance(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/api.GadgetInstanceManager/RemoveGadgetInstance", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GadgetInstanceManagerServer).RemoveGadgetInstance(ctx, req.(*GadgetInstanceId)) } return interceptor(ctx, in, info, handler) } var _GadgetInstanceManager_serviceDesc = grpc.ServiceDesc{ ServiceName: "api.GadgetInstanceManager", HandlerType: (*GadgetInstanceManagerServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "CreateGadgetInstance", Handler: _GadgetInstanceManager_CreateGadgetInstance_Handler, }, { MethodName: "ListGadgetInstances", Handler: _GadgetInstanceManager_ListGadgetInstances_Handler, }, { MethodName: "GetGadgetInstance", Handler: _GadgetInstanceManager_GetGadgetInstance_Handler, }, { MethodName: "RemoveGadgetInstance", Handler: _GadgetInstanceManager_RemoveGadgetInstance_Handler, }, }, Streams: []grpc.StreamDesc{}, Metadata: "api/api.proto", } inspektor-gadget-0.46.0/pkg/gadget-service/api/consts.go000066400000000000000000000046331510117411400231340ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api const ( VersionGadgetInfo = 1 VersionGadgetRunProtocol = 1 ) const ( EventTypeGadgetPayload uint32 = 0 EventTypeGadgetResult uint32 = 1 EventTypeGadgetDone uint32 = 2 EventTypeGadgetJobID uint32 = 3 // EventTypeGadgetInfo is transmitted after a gadget has been initialized; while GetGadgetInfo() can return // cached data, this payload will always be up-to-date and reflect the actual layout of the data that is // expected / sent. EventTypeGadgetInfo uint32 = 4 EventLogShift = 16 ) const ( KindFlagArray Kind = 0x10000000 ) func ArrayOf(kind Kind) Kind { return kind | KindFlagArray } func IsArrayKind(kind Kind) bool { return kind&KindFlagArray != 0 } const ( GadgetServicePort = 8080 DefaultDaemonPath = "unix:///var/run/ig/ig.socket" ) const ( DataSourceFlagsBigEndian uint32 = 1 << iota ) const ( TypeUnknown = "" TypeBool = "bool" TypeString = "string" TypeBytes = "bytes" TypeInt = "int" TypeInt8 = "int8" TypeInt16 = "int16" TypeInt32 = "int32" TypeInt64 = "int64" TypeUint = "uint" TypeUint8 = "uint8" TypeUint16 = "uint16" TypeUint32 = "uint32" TypeUint64 = "uint64" TypeFloat32 = "float32" TypeFloat64 = "float64" TypeDuration = "duration" TypeIP = "ip" TypeStringSlice = "[]string" ) const ( // TagSrcEbpf defines that a field was extracted from eBPF TagSrcEbpf = "src:ebpf" ) const ( FetchCountAnnotation = "fetch-count" FetchIntervalAnnotation = "fetch-interval" ) const ( // GadgetInfoRequestFlagUseInstance defines that the service should get gadget information from an existing gadget // instance; in this case the imageName of the GadgetInfoRequest is evaluated as the ID of the gadget instance GadgetInfoRequestFlagUseInstance = 1 << iota ) inspektor-gadget-0.46.0/pkg/gadget-service/api/helpers.go000066400000000000000000000054731510117411400232700ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "crypto/rand" "encoding/hex" "fmt" "io" "net/url" "regexp" "strings" ) type ( Params []*Param ParamValues map[string]string ) var ( idRegex = regexp.MustCompile("^[a-f0-9]{32}$") nameRegex = regexp.MustCompile("^[a-z0-9-_]{1,32}$") ) func IsValidInstanceID(id string) bool { return idRegex.MatchString(id) } func IsValidInstanceName(name string) bool { return nameRegex.MatchString(name) } func NewInstanceID() (string, error) { id := make([]byte, 16) _, err := io.ReadFull(rand.Reader, id) if err != nil { return "", err } return hex.EncodeToString(id), nil } func ParseSocketAddress(addr string) (string, string, error) { socketURL, err := url.Parse(addr) if err != nil { return "", "", fmt.Errorf("invalid socket address %q: %w", addr, err) } var socketPath string socketType := socketURL.Scheme switch socketType { default: return "", "", fmt.Errorf("invalid type %q for socket; please use 'unix' or 'tcp'", socketType) case "unix": socketPath = socketURL.Path case "tcp": if socketURL.Host == "" { return "", "", fmt.Errorf("invalid tcp socket address '%s'. Use something like 'tcp://127.0.0.1:1234'", addr) } socketPath = socketURL.Host } return socketType, socketPath, nil } func (p *Param) AddPrefix(prefix string) *Param { p.Prefix = prefix + "." + p.Prefix return p } func (pv Params) AddPrefix(prefix string) Params { for _, p := range pv { p.AddPrefix(prefix) } return pv } func (pv ParamValues) ExtractPrefixedValues(prefix string) ParamValues { prefix = prefix + "." res := make(ParamValues) for k, v := range pv { if strings.HasPrefix(k, prefix) { res[strings.TrimPrefix(k, prefix)] = v } } return res } func SplitStringWithEscape(s string, sep rune) []string { var result []string var b strings.Builder var escape bool for _, c := range s { if escape { escape = false if c != sep && c != '\\' { // Leave escape char alone if not a sep or backslash b.WriteByte('\\') } b.WriteRune(c) continue } switch c { case '\\': escape = true case sep: result = append(result, b.String()) b.Reset() default: b.WriteRune(c) } } if b.Len() > 0 { result = append(result, b.String()) } return result } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/000077500000000000000000000000001510117411400237315ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/client.go000066400000000000000000000041411510117411400255360ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager import ( "sync" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type GadgetInstanceClient struct { mu sync.Mutex client api.GadgetManager_RunGadgetServer buffer chan *api.GadgetEvent seq uint32 gadgetDone chan struct{} replayBuf []*bufferedEvent } func NewGadgetInstanceClient(client api.GadgetManager_RunGadgetServer) *GadgetInstanceClient { c := &GadgetInstanceClient{ client: client, buffer: make(chan *api.GadgetEvent, 1024), seq: 0, gadgetDone: make(chan struct{}), } return c } func (c *GadgetInstanceClient) Close() { close(c.gadgetDone) } func (c *GadgetInstanceClient) Run() error { done := c.client.Context().Done() for i, ev := range c.replayBuf { err := c.client.Send(&api.GadgetEvent{ Type: api.EventTypeGadgetPayload, DataSourceID: ev.datasourceID, Payload: ev.payload, Seq: uint32(i) + 1, }) if err != nil { return err } } c.replayBuf = nil for { select { case buf := <-c.buffer: err := c.client.Send(buf) if err != nil { return err } case <-done: return nil case <-c.gadgetDone: return nil } } } func (c *GadgetInstanceClient) SendPayload(datasourceID uint32, payload []byte) { c.mu.Lock() defer c.mu.Unlock() c.seq++ event := &api.GadgetEvent{ Type: api.EventTypeGadgetPayload, DataSourceID: datasourceID, Payload: payload, Seq: c.seq, } select { case c.buffer <- event: default: } } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/instance.go000066400000000000000000000147321510117411400260730ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager import ( "context" "fmt" "sync" log "github.com/sirupsen/logrus" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) type gadgetState int const ( stateInvalid gadgetState = iota stateRunning stateError ) func (s gadgetState) ToGadgetStatus() api.GadgetInstanceStatus { switch s { case stateRunning: return api.GadgetInstanceStatus_StatusRunning case stateError: return api.GadgetInstanceStatus_StatusError default: return api.GadgetInstanceStatus_StatusInvalid } } type bufferedEvent struct { datasourceID uint32 payload []byte } type GadgetInstance struct { id string name string mgr *Manager request *api.GadgetRunRequest mu sync.Mutex gadgetInfoSerialized *api.GadgetEvent gadgetInfo *api.GadgetInfo eventBuffer []*bufferedEvent eventBufferOffs int eventOverflow bool clients map[*GadgetInstanceClient]struct{} cancel func() state gadgetState error error ready chan struct{} } func (p *GadgetInstance) GadgetInfo() (*api.GadgetInfo, error) { <-p.ready p.mu.Lock() defer p.mu.Unlock() return p.gadgetInfo, p.error } func (p *GadgetInstance) AddClient(client api.GadgetManager_RunGadgetServer) chan struct{} { log.Debugf("[%s] client connected", p.gadgetInfo.Id) p.mu.Lock() cl := NewGadgetInstanceClient(client) p.clients[cl] = struct{}{} var replayBuf []*bufferedEvent if p.eventOverflow { replayBuf = make([]*bufferedEvent, 0, len(p.eventBuffer)) replayBuf = append(replayBuf, p.eventBuffer[p.eventBufferOffs:]...) replayBuf = append(replayBuf, p.eventBuffer[:p.eventBufferOffs]...) } else { replayBuf = make([]*bufferedEvent, 0, p.eventBufferOffs) replayBuf = append(replayBuf, p.eventBuffer[:p.eventBufferOffs]...) } log.Debugf("replaying %d entries (%d)", len(replayBuf), p.eventBufferOffs) cl.replayBuf = replayBuf // Set next seq to match the first entry _after_ the replay; the replay will use the seq numbers up to that cl.seq = uint32(len(replayBuf)) p.mu.Unlock() done := make(chan struct{}) err := client.Send(p.gadgetInfoSerialized) if err != nil { p.mu.Lock() delete(p.clients, cl) p.mu.Unlock() log.Debugf("[%s] client disconnected (failed to send gadget info): %c", p.gadgetInfo.Id, err) close(done) return done } go func() { err := cl.Run() if err != nil { log.Debugf("[%s] client disconnected (with error): %v", p.gadgetInfo.Id, err) } else { log.Debugf("[%s] client disconnected", p.gadgetInfo.Id) } p.mu.Lock() delete(p.clients, cl) p.mu.Unlock() close(done) }() return done } func (p *GadgetInstance) RemoveClients() { p.mu.Lock() defer p.mu.Unlock() for client := range p.clients { client.Close() } } func (p *GadgetInstance) Run( ctx context.Context, runtime runtime.Runtime, logger logger.Logger, ) error { if p.request.Version != api.VersionGadgetRunProtocol { return fmt.Errorf("expected version to be %d, got %d", api.VersionGadgetRunProtocol, p.request.Version) } // Build a simple operator that subscribes to all events and forwards them svc := simple.New("svc", simple.WithPriority(50000), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { gi, err := gadgetCtx.SerializeGadgetInfo(false) if err != nil { return fmt.Errorf("serializing gadget info: %w", err) } // datasource mapping; we're sending an array of available DataSources including a // DataSourceID; this ID will be used when sending actual data and needs to be remapped // to the actual DataSource on the client later on dsLookup := make(map[string]uint32, len(gi.DataSources)) for i, ds := range gi.DataSources { ds.Id = uint32(i) dsLookup[ds.Name] = ds.Id } // todo: skip DataSources we're not interested in for _, ds := range gadgetCtx.GetDataSources() { dsID := dsLookup[ds.Name()] ds.SubscribePacket(func(ds datasource.DataSource, data datasource.Packet) error { d, _ := proto.Marshal(data.Raw()) event := &bufferedEvent{ payload: d, datasourceID: dsID, } p.mu.Lock() p.eventBuffer[p.eventBufferOffs] = event p.eventBufferOffs = (p.eventBufferOffs + 1) % len(p.eventBuffer) if p.eventBufferOffs == 0 { p.eventOverflow = true } for client := range p.clients { // This doesn't block client.SendPayload(dsID, d) } p.mu.Unlock() return nil }, 1000000) // TODO: static int? } // add ID and name as reference; this is used later on by the client to address this gadget run gi.Id = p.id gi.Name = p.name d, _ := proto.Marshal(gi) p.gadgetInfoSerialized = &api.GadgetEvent{ Type: api.EventTypeGadgetInfo, Payload: d, } p.gadgetInfo = gi close(p.ready) return nil }), ) ops := make([]operators.DataOperator, 0) for op := range p.mgr.GetOperatorMap() { ops = append(ops, op) } ops = append(ops, svc) gadgetCtx := gadgetcontext.New( ctx, p.request.ImageName, gadgetcontext.WithLogger(logger), gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithAsRemoteCall(true), gadgetcontext.WithName(p.name), gadgetcontext.WithID(p.id), ) runtimeParams := runtime.ParamDescs().ToParams() runtimeParams.CopyFromMap(p.request.ParamValues, "runtime.") p.mu.Lock() p.state = stateRunning p.mu.Unlock() return runtime.RunGadget(gadgetCtx, runtimeParams, p.request.ParamValues) } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/log.go000066400000000000000000000016571510117411400250520ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager import ( log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ) type logWrapper struct { *log.Entry logLevel logger.Level } func (w *logWrapper) SetLevel(level logger.Level) { w.logLevel = level } func (w *logWrapper) GetLevel() logger.Level { return w.logLevel } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/manager-service.go000066400000000000000000000020021510117411400273220ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func (m *Manager) AttachToGadgetInstance(gadgetInstanceID string, stream api.GadgetManager_RunGadgetServer) error { m.mu.Lock() gi, ok := m.gadgetInstances[gadgetInstanceID] m.mu.Unlock() if !ok { return fmt.Errorf("gadget %s not found", gadgetInstanceID) } <-gi.AddClient(stream) return nil } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/manager.go000066400000000000000000000115201510117411400256710ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager import ( "context" "strings" "sync" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) type mgrError string func (err mgrError) Error() string { return string(err) } const ( ErrNotFound = mgrError("gadget not found") ) type Service interface { GetOperatorMap() map[operators.DataOperator]*params.Params } // Manager manages running gadgets headless. It can run gadgets in the background as // well as buffer and multiplex their output. type Manager struct { // mu is to be used whenever a gadget is installed or a new client wants to attach to a gadget mu sync.Mutex gadgetInstances map[string]*GadgetInstance // The waiting room is used for clients that --attach to a gadget instance that hasn't been reconciled, yet. // The connection will then wait in the waitingRoom for reconciliation and then get attached to the newly created // gadget instance. waitingRoom sync.Map // asyncGadgetRunCreation tells the Manager whether it is completely in control of creating gadget // runs, or if those are (also) externally managed, like through custom resources in a kubernetes environment asyncGadgetRunCreation bool runtime runtime.Runtime Service } func New(runtime runtime.Runtime, options ...Option) (*Manager, error) { mgr := &Manager{ gadgetInstances: make(map[string]*GadgetInstance), runtime: runtime, } for _, opt := range options { err := opt(mgr) if err != nil { return nil, err } } return mgr, nil } // RemoveGadget cancels and removes a gadget func (m *Manager) RemoveGadget(id string) error { m.mu.Lock() defer m.mu.Unlock() gadgetInstance, ok := m.gadgetInstances[id] if !ok { return ErrNotFound } gadgetInstance.cancel() delete(m.gadgetInstances, id) return nil } func (m *Manager) RunGadget(instance *api.GadgetInstance) { ctx, cancel := context.WithCancel(context.Background()) gi := &GadgetInstance{ id: instance.Id, name: instance.Name, mgr: m, request: instance.GadgetConfig, eventBuffer: make([]*bufferedEvent, 1024), eventBufferOffs: 0, cancel: cancel, clients: map[*GadgetInstanceClient]struct{}{}, ready: make(chan struct{}), } m.mu.Lock() m.gadgetInstances[gi.id] = gi // Adopt all clients in the waiting room if m.asyncGadgetRunCreation { m.waitingRoom.Range(func(key, value any) bool { if value.(string) == gi.id { log.Debugf("adopting client for gadget instance %q", gi.id) gi.AddClient(key.(api.GadgetManager_RunGadgetServer)) m.waitingRoom.Delete(key) } return true }) } m.mu.Unlock() go func() { defer cancel() l := log.StandardLogger() l.SetFormatter(&log.JSONFormatter{}) lwr := &logWrapper{Entry: l.WithFields(log.Fields{ "type": "gadget-log", "instanceID": instance.Id, "instanceName": instance.Name, "gadget": instance.GadgetConfig.ImageName, }), logLevel: logger.Level(instance.GadgetConfig.LogLevel)} err := gi.Run(ctx, m.runtime, lwr) if err != nil { log.Errorf("running gadget: %v", err) gi.mu.Lock() gi.state = stateError gi.error = err gi.mu.Unlock() } gi.RemoveClients() }() } func (m *Manager) LookupInstance(gadgetInstanceID string) *GadgetInstance { m.mu.Lock() defer m.mu.Unlock() // 1. Match by complete ID if gi, ok := m.gadgetInstances[gadgetInstanceID]; ok { return gi } // 2. Match by name for _, gi := range m.gadgetInstances { if gi.name == gadgetInstanceID { return gi } } // 3. Partial match by ID for gid, gi := range m.gadgetInstances { if strings.HasPrefix(gid, gadgetInstanceID) { return gi } } return nil } func (m *Manager) InstanceState(gadgetInstanceID string) (*api.GadgetInstanceState, error) { gi := m.LookupInstance(gadgetInstanceID) if gi == nil { return nil, ErrNotFound } var msg string if gi.error != nil { msg = gi.error.Error() } return &api.GadgetInstanceState{ Status: gi.state.ToGadgetStatus(), Message: msg, }, nil } inspektor-gadget-0.46.0/pkg/gadget-service/instance-manager/options.go000066400000000000000000000014171510117411400257560ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package instancemanager type Option func(*Manager) error func WithAsync(val bool) Option { return func(m *Manager) error { m.asyncGadgetRunCreation = val return nil } } inspektor-gadget-0.46.0/pkg/gadget-service/logger.go000066400000000000000000000033001510117411400223170ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetservice import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ) // Logger sends log messages through grpc type Logger struct { send func(*api.GadgetEvent) error level logger.Level fallbackLogger logger.Logger } func (l *Logger) SetLevel(level logger.Level) { l.level = level } func (l *Logger) GetLevel() logger.Level { return l.level } func (l *Logger) Logf(severity logger.Level, format string, params ...any) { if l.level < severity { return } ev := &api.GadgetEvent{ Type: uint32(severity) << api.EventLogShift, Payload: []byte(fmt.Sprintf(format, params...)), } if err := l.send(ev); err != nil { l.fallbackLogger.Logf(severity, format, params...) } } func (l *Logger) Log(severity logger.Level, params ...any) { if l.level < severity { return } ev := &api.GadgetEvent{ Type: uint32(severity) << api.EventLogShift, Payload: []byte(fmt.Sprintf("%+v", params...)), } if err := l.send(ev); err != nil { l.fallbackLogger.Log(severity, params...) } } inspektor-gadget-0.46.0/pkg/gadget-service/service-oci.go000066400000000000000000000210161510117411400232540ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetservice import ( "context" "errors" "fmt" "sync" "time" "go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/metric" "google.golang.org/grpc/credentials" "google.golang.org/grpc/peer" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) func (s *Service) initOperators() error { for op, globalParams := range s.operators { err := op.Init(globalParams) if err != nil { return fmt.Errorf("initializing operator %s: %w", op.Name(), err) } } return nil } func (s *Service) GetOperatorMap() map[operators.DataOperator]*params.Params { return s.operators } func (s *Service) GetGadgetInfo(ctx context.Context, req *api.GetGadgetInfoRequest) (*api.GetGadgetInfoResponse, error) { metricAttribs := attribute.NewSet( attribute.KeyValue{Key: "gadget_image", Value: attribute.StringValue(req.ImageName)}, ) defer s.ctrGetGadgetInfo.Add(context.Background(), 1, metric.WithAttributeSet(metricAttribs)) if req.Version != api.VersionGadgetInfo { return nil, fmt.Errorf("expected version to be %d, got %d", api.VersionGadgetInfo, req.Version) } p, ok := peer.FromContext(ctx) if ok && p.AuthInfo != nil { tlsInfo, ok := p.AuthInfo.(credentials.TLSInfo) if !ok { return nil, fmt.Errorf("authentication information is not TLS: %v", p.AuthInfo) } subject := tlsInfo.State.VerifiedChains[0][0].Subject s.logger.Infof("[%s] GetGadgetInfo(%q)", subject, req.ImageName) } if req.Flags&api.GadgetInfoRequestFlagUseInstance != 0 { if s.instanceMgr == nil { return nil, fmt.Errorf("instance manager not initialized") } gi := s.instanceMgr.LookupInstance(req.ImageName) if gi == nil { return nil, fmt.Errorf("instance %s not found", req.ImageName) } gadgetInfo, err := gi.GadgetInfo() if err != nil { return nil, err } return &api.GetGadgetInfoResponse{GadgetInfo: gadgetInfo}, nil } // Get all available operators ops := make([]operators.DataOperator, 0) for op := range s.operators { ops = append(ops, op) } gadgetCtx := gadgetcontext.New( ctx, req.ImageName, gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithAsRemoteCall(true), gadgetcontext.IncludeExtraInfo(req.RequestExtraInfo), ) gi, err := s.runtime.GetGadgetInfo(gadgetCtx, s.runtime.ParamDescs().ToParams(), req.ParamValues) if err != nil { return nil, fmt.Errorf("getting gadget info: %w", err) } return &api.GetGadgetInfoResponse{GadgetInfo: gi}, nil } func (s *Service) RunGadget(runGadget api.GadgetManager_RunGadgetServer) error { ctrl, err := runGadget.Recv() if err != nil { return err } attachRequest := ctrl.GetAttachRequest() if attachRequest != nil { if attachRequest.Version != api.VersionGadgetRunProtocol { return fmt.Errorf("expected version to be %d, got %d", api.VersionGadgetRunProtocol, attachRequest.Version) } if s.instanceMgr == nil { return errors.New("instance manager not initialized") } s.ctrAttachGadget.Add(context.Background(), 1) return s.instanceMgr.AttachToGadgetInstance(attachRequest.Id, runGadget) } ociRequest := ctrl.GetRunRequest() if ociRequest == nil { return fmt.Errorf("expected first control message to be gadget run request") } metricAttribs := attribute.NewSet( attribute.KeyValue{Key: "gadget_image", Value: attribute.StringValue(ociRequest.ImageName)}, ) defer s.ctrRunGadget.Add(context.Background(), 1, metric.WithAttributeSet(metricAttribs)) p, ok := peer.FromContext(runGadget.Context()) if ok && p.AuthInfo != nil { tlsInfo, ok := p.AuthInfo.(credentials.TLSInfo) if !ok { return fmt.Errorf("authentication information are not TLS: %v", p.AuthInfo) } subject := tlsInfo.State.VerifiedChains[0][0].Subject s.logger.Infof("[%s] RunGadget(%q)", subject, ociRequest.ImageName) } if ociRequest.Version != api.VersionGadgetRunProtocol { return fmt.Errorf("expected version to be %d, got %d", api.VersionGadgetRunProtocol, ociRequest.Version) } // Create payload buffer outputBuffer := make(chan *api.GadgetEvent, s.eventBufferLength) // Create a new logger that logs to gRPC and falls back to the standard logger when it failed to send the message logger := logger.NewFromGenericLogger(&Logger{ send: func(event *api.GadgetEvent) error { select { case outputBuffer <- event: default: return fmt.Errorf("output buffer full") } return nil }, level: logger.Level(ociRequest.LogLevel), fallbackLogger: s.logger, }) for k, v := range ociRequest.ParamValues { logger.Debugf("param %s: %s", k, v) } done := make(chan bool) defer func() { close(done) }() // Build a simple operator that subscribes to all events and forwards them svc := simple.New("svc", simple.WithPriority(50000), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { log := gadgetCtx.Logger() go func() { // Receive control messages for { msg, err := runGadget.Recv() if err != nil { s.logger.Warnf("error on connection: %v", err) gadgetCtx.Cancel() return } switch msg.Event.(type) { case *api.GadgetControlRequest_StopRequest: log.Debugf("received stop request") gadgetCtx.Cancel() return default: s.logger.Warn("received unexpected request") } } }() go func() { // Message pump to handle slow readers for { select { case ev := <-outputBuffer: runGadget.Send(ev) case <-done: return } } }() seq := uint32(0) var seqLock sync.Mutex gi, err := gadgetCtx.SerializeGadgetInfo(false) if err != nil { return fmt.Errorf("serializing gadget info: %w", err) } // datasource mapping; we're sending an array of available DataSources including a // DataSourceID; this ID will be used when sending actual data and needs to be remapped // to the actual DataSource on the client later on dsLookup := make(map[string]uint32) for i, ds := range gi.DataSources { ds.Id = uint32(i) dsLookup[ds.Name] = ds.Id } // todo: skip DataSources we're not interested in for _, ds := range gadgetCtx.GetDataSources() { dsID := dsLookup[ds.Name()] ds.SubscribePacket(func(ds datasource.DataSource, packet datasource.Packet) error { d, _ := proto.Marshal(packet.Raw()) event := &api.GadgetEvent{ Type: api.EventTypeGadgetPayload, Payload: d, DataSourceID: dsID, } seqLock.Lock() seq++ event.Seq = seq // Try to send event; if outputBuffer is full, it will be dropped by taking // the default path. select { case outputBuffer <- event: default: } seqLock.Unlock() return nil }, 1000000) // TODO: static int? } // Send gadget information d, _ := proto.Marshal(gi) err = runGadget.Send(&api.GadgetEvent{ Type: api.EventTypeGadgetInfo, Payload: d, }) if err != nil { s.logger.Warnf("sending gadgetInfo: %v", err) } s.logger.Debugf("sent gadget info") return nil }), ) ops := make([]operators.DataOperator, 0) for op := range s.operators { ops = append(ops, op) } ops = append(ops, svc) gadgetCtx := gadgetcontext.New( runGadget.Context(), ociRequest.ImageName, gadgetcontext.WithLogger(logger), gadgetcontext.WithDataOperators(ops...), gadgetcontext.WithTimeout(time.Duration(ociRequest.Timeout)), gadgetcontext.WithAsRemoteCall(true), ) runtimeParams := s.runtime.ParamDescs().ToParams() runtimeParams.CopyFromMap(ociRequest.ParamValues, "runtime.") err = s.runtime.RunGadget(gadgetCtx, runtimeParams, ociRequest.ParamValues) if err != nil { return err } return nil } inspektor-gadget-0.46.0/pkg/gadget-service/service-store.go000066400000000000000000000056671510117411400236540ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetservice import ( "context" "fmt" "github.com/moby/moby/pkg/namesgenerator" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func (s *Service) CreateGadgetInstance(ctx context.Context, request *api.CreateGadgetInstanceRequest) (*api.CreateGadgetInstanceResponse, error) { // Create random ID if not set by the client if request.GadgetInstance.Id == "" { var err error request.GadgetInstance.Id, err = api.NewInstanceID() if err != nil { return nil, fmt.Errorf("generating random id: %w", err) } } else { if !api.IsValidInstanceID(request.GadgetInstance.Id) { return nil, fmt.Errorf("invalid gadget instance id: %s", request.GadgetInstance.Id) } } // Create random name if not set by the client if request.GadgetInstance.Name == "" { request.GadgetInstance.Name = namesgenerator.GetRandomName(0) } else if !api.IsValidInstanceName(request.GadgetInstance.Name) { return nil, fmt.Errorf("invalid gadget instance name: %s", request.GadgetInstance.Name) } return s.store.CreateGadgetInstance(ctx, request) } func (s *Service) ListGadgetInstances(ctx context.Context, request *api.ListGadgetInstancesRequest) (*api.ListGadgetInstanceResponse, error) { resp, err := s.store.ListGadgetInstances(ctx, request) if err != nil { return nil, fmt.Errorf("listing gadget instances: %w", err) } for _, gi := range resp.GadgetInstances { st, err := s.instanceMgr.InstanceState(gi.Id) if err != nil { return nil, fmt.Errorf("getting instance status for %q: %w", gi.Id, err) } gi.State = st } return resp, nil } func (s *Service) GetGadgetInstance(ctx context.Context, id *api.GadgetInstanceId) (*api.GadgetInstance, error) { if !api.IsValidInstanceID(id.Id) { return nil, fmt.Errorf("invalid gadget instance id: %s", id.Id) } gi, err := s.store.GetGadgetInstance(ctx, id) if err != nil { return nil, fmt.Errorf("getting gadget instance from store: %w", err) } st, err := s.instanceMgr.InstanceState(gi.Id) if err != nil { return nil, fmt.Errorf("getting instance status for %q: %w", gi.Id, err) } gi.State = st return gi, nil } func (s *Service) RemoveGadgetInstance(ctx context.Context, id *api.GadgetInstanceId) (*api.StatusResponse, error) { if !api.IsValidInstanceID(id.Id) { return nil, fmt.Errorf("invalid gadget instance id: %s", id.Id) } return s.store.RemoveGadgetInstance(ctx, id) } inspektor-gadget-0.46.0/pkg/gadget-service/service.go000066400000000000000000000166321510117411400225140ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetservice import ( "context" "errors" "fmt" "net" "os" "path/filepath" "strings" "syscall" "go.opentelemetry.io/otel/metric" "google.golang.org/grpc" "github.com/inspektor-gadget/inspektor-gadget/internal/version" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" instancemanager "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/instance-manager" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/store" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/metrics" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/experimental" ) type RunConfig struct { // SocketType can be either unix or tcp SocketType string // SocketPath must be the path to a unix socket or ip:port, depending on // SocketType SocketPath string // If SocketGID != 0 and a unix socket is used, the ownership of that socket // will be changed to the given SocketGID SocketGID int } type Service struct { api.UnimplementedBuiltInGadgetManagerServer api.UnimplementedGadgetManagerServer api.UnimplementedGadgetInstanceManagerServer instanceMgr *instancemanager.Manager store store.Store listener net.Listener runtime runtime.Runtime logger logger.Logger servers map[*grpc.Server]struct{} eventBufferLength uint64 // operators stores all global parameters for DataOperators (non-legacy) operators map[operators.DataOperator]*params.Params // metrics (only covering image-based gadgets) ctrGetGadgetInfo metric.Int64Counter ctrRunGadget metric.Int64Counter ctrAttachGadget metric.Int64Counter } func NewService(defaultLogger logger.Logger) *Service { ops := make(map[operators.DataOperator]*params.Params) for _, op := range operators.GetDataOperators() { ops[op] = apihelpers.ToParamDescs(op.GlobalParams()).ToParams() } svc := &Service{ servers: map[*grpc.Server]struct{}{}, logger: defaultLogger, operators: ops, } svc.ctrGetGadgetInfo, _ = metrics.Int64Counter("ig_grpc_get_gadget_info", metric.WithUnit("{instance}"), metric.WithDescription("Number of GetGadgetInfo() gRPC requests"), ) svc.ctrRunGadget, _ = metrics.Int64Counter("ig_grpc_run_gadget", metric.WithUnit("{request}"), metric.WithDescription("Number of RunGadget()/Run gRPC requests"), ) svc.ctrAttachGadget, _ = metrics.Int64Counter("ig_grpc_attach_gadget", metric.WithUnit("{request}"), metric.WithDescription("Number of RunGadget()/Attach gRPC requests"), ) return svc } func (s *Service) SetEventBufferLength(val uint64) { s.eventBufferLength = val } func (s *Service) SetInstanceManager(mgr *instancemanager.Manager) { s.instanceMgr = mgr mgr.Service = s } func (s *Service) SetStore(store store.Store) { s.store = store } func (s *Service) GetInfo(ctx context.Context, request *api.InfoRequest) (*api.InfoResponse, error) { return &api.InfoResponse{ Version: "1.0", // TODO Experimental: experimental.Enabled(), ServerVersion: version.Version().String(), }, nil } func newUnixListener(address string, gid int) (net.Listener, error) { if err := os.Remove(address); err != nil && !os.IsNotExist(err) { return nil, fmt.Errorf("removing existing unix socket at %q: %w", address, err) } // If the given path is the default, try to create it and change its permissions; if it's not the default, it is // up to the user to manage it if "unix://"+address == api.DefaultDaemonPath { dir := filepath.Dir(address) if err := os.MkdirAll(dir, 0o710); err != nil && !errors.Is(err, os.ErrExist) { return nil, fmt.Errorf("creating directory %q: %w", dir, err) } if err := os.Chown(dir, 0, gid); err != nil { return nil, fmt.Errorf("chown directory %q: %w", dir, err) } } // Set umask to 0o777 to avoid a race condition between creating the listener and applying its permissionss oldMask := syscall.Umask(0o777) defer syscall.Umask(oldMask) listener, err := net.Listen("unix", address) if err != nil { return nil, fmt.Errorf("creating unix listener at %q: %w", address, err) } if err := os.Chown(address, 0, gid); err != nil { listener.Close() return nil, fmt.Errorf("chown unix socket %q: %w", address, err) } if err := os.Chmod(address, 0o660); err != nil { listener.Close() return nil, fmt.Errorf("chmod unix socket %q: %w", address, err) } return listener, nil } func (s *Service) Run(runConfig RunConfig, serverOptions ...grpc.ServerOption) error { s.runtime = local.New() defer s.runtime.Close() // Set the global parameters for all operators using config file for op, p := range s.operators { for pk := range p.ParamMap() { ck := config.OperatorKey + "." + op.Name() + "." + pk if config.Config.IsSet(ck) { var value string v := config.Config.Get(ck) switch v.(type) { default: value = config.Config.GetString(ck) case []interface{}: slice := config.Config.GetStringSlice(ck) value = strings.Join(slice, ",") } err := p.Set(pk, value) if err != nil { return fmt.Errorf("setting operator parameter %s: %w", ck, err) } } } } // Use defaults for now - this will become more important when we fan-out requests also to other // gRPC runtimes err := s.runtime.Init(s.runtime.GlobalParamDescs().ToParams()) if err != nil { return fmt.Errorf("initializing runtime: %w", err) } switch runConfig.SocketType { case "unix": listener, err := newUnixListener(runConfig.SocketPath, runConfig.SocketGID) if err != nil { return fmt.Errorf("creating unix listener: %w", err) } s.listener = listener case "tcp": listener, err := net.Listen(runConfig.SocketType, runConfig.SocketPath) if err != nil { return fmt.Errorf("creating listener: %w", err) } s.listener = listener default: return fmt.Errorf("invalid socket type: %s", runConfig.SocketType) } server := grpc.NewServer(serverOptions...) api.RegisterBuiltInGadgetManagerServer(server, s) api.RegisterGadgetManagerServer(server, s) if s.store != nil { api.RegisterGadgetInstanceManagerServer(server, s) } s.servers[server] = struct{}{} err = s.initOperators() if err != nil { return fmt.Errorf("initializing operators: %w", err) } if s.store != nil { err = s.store.ResumeStoredGadgets() if err != nil { return fmt.Errorf("loading stored gadgets: %w", err) } } return server.Serve(s.listener) } func (s *Service) Close() { for server := range s.servers { server.Stop() delete(s.servers, server) } } inspektor-gadget-0.46.0/pkg/gadget-service/store/000077500000000000000000000000001510117411400216515ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/store/file-store/000077500000000000000000000000001510117411400237225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/store/file-store/filestore.go000066400000000000000000000142261510117411400262520ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filestore import ( "context" "errors" "fmt" "os" "path/filepath" "strings" "sync" log "github.com/sirupsen/logrus" "google.golang.org/protobuf/encoding/protojson" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" instancemanager "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/instance-manager" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/store" ) const ( GadgetBaseDir = "/var/lib/ig" GadgetInstanceDir = "/var/lib/ig/gadgets" ) type FileStore struct { api.GadgetInstanceManagerServer instanceMgr *instancemanager.Manager mu sync.Mutex } func New(mgr *instancemanager.Manager) (store.Store, error) { fs := &FileStore{ instanceMgr: mgr, } err := fs.init() if err != nil { return nil, err } return fs, nil } func (s *FileStore) init() error { err := os.MkdirAll(GadgetBaseDir, 0o755) if err != nil && !errors.Is(err, os.ErrExist) { return fmt.Errorf("creating directory %q: %w", GadgetBaseDir, err) } err = os.MkdirAll(GadgetInstanceDir, 0o700) if err != nil && !errors.Is(err, os.ErrExist) { return fmt.Errorf("creating directory %q: %w", GadgetInstanceDir, err) } return nil } // loadGadgetFile loads a gadget configuration from a file func loadGadgetFile(filename string) (*api.CreateGadgetInstanceRequest, error) { // filename is sanitized to contain only hex characters by the instance manager blob, err := os.ReadFile(filename) if err != nil { if errors.Is(err, os.ErrNotExist) { return nil, fmt.Errorf("gadget instance not found at %q", filename) } return nil, fmt.Errorf("read file %q: %w", filename, err) } gadget := &api.CreateGadgetInstanceRequest{} err = protojson.Unmarshal(blob, gadget) if err != nil { return nil, fmt.Errorf("unmarshal gadget info for file %q: %w", filename, err) } return gadget, nil } // getGadgets returns a list of all installed gadget configurations func (s *FileStore) getGadgets() ([]*api.CreateGadgetInstanceRequest, error) { files, err := os.ReadDir(GadgetInstanceDir) if err != nil { return nil, fmt.Errorf("reading gadgets: %w", err) } res := make([]*api.CreateGadgetInstanceRequest, 0) for _, file := range files { if file.IsDir() || !strings.HasSuffix(file.Name(), ".gadget") { continue } gadget, err := loadGadgetFile(filepath.Join(GadgetInstanceDir, file.Name())) if err != nil { log.Warnf("could not read gadget file: %v", err) continue } res = append(res, gadget) } return res, nil } func (s *FileStore) ResumeStoredGadgets() error { gadgets, err := s.getGadgets() if err != nil { return fmt.Errorf("reading existing gadgets: %w", err) } for _, gadget := range gadgets { log.Infof("loading gadget instance %q", gadget.GadgetInstance.Id) s.instanceMgr.RunGadget(gadget.GadgetInstance) } return nil } func (s *FileStore) CreateGadgetInstance(ctx context.Context, req *api.CreateGadgetInstanceRequest) (*api.CreateGadgetInstanceResponse, error) { s.mu.Lock() defer s.mu.Unlock() // Store to gadget file gadgetBlob, _ := protojson.Marshal(req) // req.GadgetInstance.Id is sanitized in service-store.go filename := filepath.Join(GadgetInstanceDir, fmt.Sprintf("%s.gadget", req.GadgetInstance.Id)) // check whether a gadget with the given id or name already exists gadgets, err := s.getGadgets() if err != nil { return nil, fmt.Errorf("reading existing gadgets: %w", err) } for _, gadget := range gadgets { if gadget.GadgetInstance.Id == req.GadgetInstance.Id { return nil, fmt.Errorf("gadget with id %q already exists", req.GadgetInstance.Id) } if gadget.GadgetInstance.Name == req.GadgetInstance.Name { return nil, fmt.Errorf("gadget with name %q already exists", req.GadgetInstance.Name) } } err = os.WriteFile(filename, gadgetBlob, 0o644) if err != nil { return nil, fmt.Errorf("storing gadget information: %w", err) } log.Debugf("installing new gadget %q", req.GadgetInstance.Id) s.instanceMgr.RunGadget(req.GadgetInstance) return &api.CreateGadgetInstanceResponse{ Result: 0, GadgetInstance: req.GadgetInstance, }, nil } func (s *FileStore) ListGadgetInstances(ctx context.Context, request *api.ListGadgetInstancesRequest) (*api.ListGadgetInstanceResponse, error) { s.mu.Lock() defer s.mu.Unlock() gadgets, err := s.getGadgets() if err != nil { return nil, fmt.Errorf("loading gadgets: %w", err) } persistentGadgets := make([]*api.GadgetInstance, 0, len(gadgets)) for _, gadget := range gadgets { persistentGadgets = append(persistentGadgets, gadget.GadgetInstance) } return &api.ListGadgetInstanceResponse{GadgetInstances: persistentGadgets}, nil } func (s *FileStore) GetGadgetInstance(ctx context.Context, req *api.GadgetInstanceId) (*api.GadgetInstance, error) { s.mu.Lock() defer s.mu.Unlock() path := filepath.Join(GadgetInstanceDir, fmt.Sprintf("%s.gadget", req.Id)) gadget, err := loadGadgetFile(path) if err != nil { return nil, fmt.Errorf("loading gadget: %w", err) } return gadget.GadgetInstance, nil } func (s *FileStore) RemoveGadgetInstance(ctx context.Context, request *api.GadgetInstanceId) (*api.StatusResponse, error) { s.mu.Lock() defer s.mu.Unlock() path := filepath.Join(GadgetInstanceDir, fmt.Sprintf("%s.gadget", request.Id)) _, err := loadGadgetFile(path) if err != nil { return &api.StatusResponse{Result: 1, Message: err.Error()}, nil } err = s.instanceMgr.RemoveGadget(request.Id) if err != nil { return &api.StatusResponse{Result: 1, Message: err.Error()}, nil } err = os.Remove(path) if err != nil { return &api.StatusResponse{Result: 1, Message: err.Error()}, nil } return &api.StatusResponse{Result: 0}, nil } inspektor-gadget-0.46.0/pkg/gadget-service/store/k8s-configmap-store/000077500000000000000000000000001510117411400254515ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadget-service/store/k8s-configmap-store/configmapstore.go000066400000000000000000000265201510117411400310250ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package k8sconfigmapstore import ( "context" "errors" "fmt" "os" "slices" "strconv" "strings" "time" log "github.com/sirupsen/logrus" corev1 "k8s.io/api/core/v1" v1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/labels" "k8s.io/apimachinery/pkg/util/runtime" "k8s.io/apimachinery/pkg/util/wait" "k8s.io/client-go/kubernetes" "k8s.io/client-go/tools/cache" "k8s.io/client-go/util/workqueue" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" instancemanager "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/instance-manager" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" ) const ( GadgetInstance = "gadget-instance" gadgetImage = "gadgetImage" gadgetLogLevel = "gadgetLogLevel" gadgetNodes = "gadgetNodes" gadgetTags = "gadgetTags" gadgetTimeout = "gadgetTimeout" ) type Store struct { api.UnimplementedGadgetInstanceManagerServer nodeName string store cache.Store queue workqueue.TypedRateLimitingInterface[string] informer cache.Controller clientset *kubernetes.Clientset instanceMgr *instancemanager.Manager gadgetNamespace string } func New(mgr *instancemanager.Manager, namespace string) (*Store, error) { nodeName := os.Getenv("NODE_NAME") if nodeName == "" { return nil, errors.New("NODE_NAME environment variable is not set, cannot use config map store") } s := &Store{ instanceMgr: mgr, nodeName: nodeName, gadgetNamespace: namespace, } err := s.init() if err != nil { return nil, err } return s, nil } func (s *Store) init() error { log.Infof("initializing ConfigMap store for node %q", s.nodeName) clientset, err := k8sutil.NewClientset("", "k8s-configmap-store/init") if err != nil { return err } s.clientset = clientset selector := labels.SelectorFromSet(map[string]string{"type": GadgetInstance}).String() configMapListWatcher := cache.NewFilteredListWatchFromClient(clientset.CoreV1().RESTClient(), "configmaps", s.gadgetNamespace, func(options *v1.ListOptions) { options.LabelSelector = selector }) // create the workqueue queue := workqueue.NewTypedRateLimitingQueue(workqueue.DefaultTypedControllerRateLimiter[string]()) // Bind the workqueue to a cache with the help of an informer. This way we make sure that // whenever the cache is updated, the ConfigMap key is added to the workqueue. // Note that when we finally process the item from the workqueue, we might see a newer version // of the ConfigMap than the version which was responsible for triggering the update. store, controller := cache.NewInformerWithOptions(cache.InformerOptions{ ListerWatcher: configMapListWatcher, ObjectType: &corev1.ConfigMap{}, Handler: cache.ResourceEventHandlerFuncs{ AddFunc: func(obj interface{}) { key, err := cache.MetaNamespaceKeyFunc(obj) if err == nil { queue.Add(key) } }, UpdateFunc: func(old interface{}, new interface{}) { key, err := cache.MetaNamespaceKeyFunc(new) if err == nil { queue.Add(key) } }, DeleteFunc: func(obj interface{}) { // IndexerInformer uses a delta queue, therefore for deletes we have to use this // key function. key, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj) if err == nil { queue.Add(key) } }, }, }) s.queue = queue s.store = store s.informer = controller return nil } func (s *Store) runController() { stopChan := make(chan struct{}) defer s.queue.ShutDown() go s.informer.Run(stopChan) if !cache.WaitForCacheSync(stopChan, s.informer.HasSynced) { runtime.HandleError(fmt.Errorf("timed out waiting for caches to sync")) return } wait.Until(s.runWorker, time.Second, stopChan) } func (s *Store) runWorker() { for s.processNextItem() { } } func (s *Store) processNextItem() bool { // Wait until there is a new item in the working queue key, quit := s.queue.Get() if quit { return false } // Tell the queue that we are done with processing this key. This unblocks the key for other workers // This allows safe parallel processing because two ConfigMaps with the same key are never processed in // parallel. defer s.queue.Done(key) // Invoke the method containing the business logic err := s.reconcile(key) // Handle the error if something went wrong during the execution of the business logic s.handleErr(err, key) return true } func (s *Store) reconcile(key string) error { log.Infof("reconciling %s", key) obj, exists, err := s.store.GetByKey(key) if err != nil { log.Errorf("fetching object with key %s from store failed with %v", key, err) return err } namespacedName := strings.SplitN(key, "/", 2) if len(namespacedName) != 2 { return fmt.Errorf("invalid key; expected %q, got %q", "namespace/name", key) } err = s.instanceMgr.RemoveGadget(namespacedName[1]) if !exists { // instance was deleted, so return the result of the deletion return err } configMap, ok := obj.(*corev1.ConfigMap) if !ok { return fmt.Errorf("unexpected type: expected *corev1.ConfigMap, got %T", obj) } instance, err := configMapToGadgetInstance(configMap) if err != nil { return fmt.Errorf("converting configMap to gadgetInstance: %w", err) } if len(instance.Nodes) > 0 && !slices.Contains(instance.Nodes, s.nodeName) { return nil } log.Infof("starting gadget %q", configMap.Name) s.instanceMgr.RunGadget(instance) return nil } // handleErr checks if an error happened and makes sure we will retry later. func (s *Store) handleErr(err error, key string) { if err == nil { // Forget about the #AddRateLimited history of the key on every successful synchronization. // This ensures that future processing of updates for this key is not delayed because of // an outdated error history. s.queue.Forget(key) return } // This controller retries 5 times if something goes wrong. After that, it stops trying. if s.queue.NumRequeues(key) < 5 { log.Infof("Error syncing ConfigMap %v: %v", key, err) // Re-enqueue the key rate limited. Based on the rate limiter on the // queue and the re-enqueue history, the key will be processed later again. s.queue.AddRateLimited(key) return } s.queue.Forget(key) // Report to an external entity that, even after several retries, we could not successfully process this key runtime.HandleError(err) } // CreateGadgetInstance installs the gadget as a new config map to the cluster func (s *Store) CreateGadgetInstance(ctx context.Context, req *api.CreateGadgetInstanceRequest) (*api.CreateGadgetInstanceResponse, error) { log.Debugf("create gadget instance: %+v", req.GadgetInstance.GadgetConfig) // Check whether the gadget instance with the same name already exists instances, err := s.ListGadgetInstances(ctx, &api.ListGadgetInstancesRequest{}) if err != nil { return nil, fmt.Errorf("listing gadget instances: %w", err) } for _, instance := range instances.GadgetInstances { if instance.Name == req.GadgetInstance.Name { return nil, fmt.Errorf("gadget instance with name '%s' already exists", req.GadgetInstance.Name) } } tmpTrue := true cmap := &corev1.ConfigMap{ TypeMeta: v1.TypeMeta{ Kind: "ConfigMap", APIVersion: "v1", }, ObjectMeta: v1.ObjectMeta{ Name: req.GadgetInstance.Id, Namespace: s.gadgetNamespace, Labels: map[string]string{ "type": GadgetInstance, "name": req.GadgetInstance.Name, }, Annotations: map[string]string{ gadgetImage: req.GadgetInstance.GadgetConfig.ImageName, gadgetTags: strings.Join(req.GadgetInstance.Tags, ","), gadgetTimeout: fmt.Sprintf("%d", req.GadgetInstance.GadgetConfig.Timeout), gadgetLogLevel: fmt.Sprintf("%d", req.GadgetInstance.GadgetConfig.LogLevel), gadgetNodes: strings.Join(req.GadgetInstance.Nodes, ","), }, }, Immutable: &tmpTrue, Data: req.GadgetInstance.GadgetConfig.ParamValues, BinaryData: nil, } _, err = s.clientset.CoreV1().ConfigMaps(s.gadgetNamespace).Create(ctx, cmap, v1.CreateOptions{}) if err != nil { return nil, err } return &api.CreateGadgetInstanceResponse{ Result: 0, GadgetInstance: req.GadgetInstance, }, nil } // ListGadgetInstances lists all installed gadget instances stored as config maps in the cluster func (s *Store) ListGadgetInstances(ctx context.Context, request *api.ListGadgetInstancesRequest) (*api.ListGadgetInstanceResponse, error) { configMaps := s.store.List() gadgets := make([]*api.GadgetInstance, 0, len(configMaps)) for _, configMap := range configMaps { instance, err := configMapToGadgetInstance(configMap.(*corev1.ConfigMap)) if err != nil { return nil, fmt.Errorf("converting configMap to gadgetInstance: %w", err) } gadgets = append(gadgets, instance) } return &api.ListGadgetInstanceResponse{GadgetInstances: gadgets}, nil } // RemoveGadgetInstance removes the corresponding config map of the given gadget instance from the cluster func (s *Store) RemoveGadgetInstance(ctx context.Context, id *api.GadgetInstanceId) (*api.StatusResponse, error) { err := s.clientset.CoreV1().ConfigMaps(s.gadgetNamespace).Delete(ctx, id.Id, v1.DeleteOptions{}) if err != nil { return &api.StatusResponse{ Result: 1, Message: err.Error(), }, nil } return &api.StatusResponse{ Result: 0, Message: "", }, nil } // GetGadgetInstance returns the configuration of the given gadget instance func (s *Store) GetGadgetInstance(ctx context.Context, req *api.GadgetInstanceId) (*api.GadgetInstance, error) { configMap, ok, err := s.store.GetByKey(s.gadgetNamespace + "/" + req.Id) if err != nil { return nil, err } if !ok { return nil, fmt.Errorf("not found") } return configMapToGadgetInstance(configMap.(*corev1.ConfigMap)) } func (s *Store) ResumeStoredGadgets() error { go s.runController() return nil } func configMapToGadgetInstance(cm *corev1.ConfigMap) (*api.GadgetInstance, error) { timeout, err := strconv.ParseInt(cm.Annotations[gadgetTimeout], 10, 64) if err != nil && cm.Annotations[gadgetTimeout] != "" { return nil, fmt.Errorf("parsing %s annotation for %q: %w", gadgetTimeout, cm.Name, err) } logLevel, err := strconv.ParseUint(cm.Annotations[gadgetLogLevel], 10, 32) if err != nil && cm.Annotations[gadgetLogLevel] != "" { return nil, fmt.Errorf("parsing %s annotation for %q: %w", gadgetLogLevel, cm.Name, err) } nodes := strings.Split(cm.Annotations["gadgetNodes"], ",") if len(nodes) == 1 && nodes[0] == "" { // no nodes given, make sure the array is empty nodes = []string{} } return &api.GadgetInstance{ Id: cm.Name, GadgetConfig: &api.GadgetRunRequest{ ImageName: cm.Annotations[gadgetImage], ParamValues: cm.Data, LogLevel: uint32(logLevel), Timeout: timeout, Version: api.VersionGadgetRunProtocol, }, Nodes: nodes, Name: cm.Labels["name"], Tags: strings.Split(cm.Annotations[gadgetTags], ","), TimeCreated: cm.CreationTimestamp.Unix(), }, nil } inspektor-gadget-0.46.0/pkg/gadget-service/store/store.go000066400000000000000000000014341510117411400233360ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package store import ( "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type Store interface { api.GadgetInstanceManagerServer ResumeStoredGadgets() error } inspektor-gadget-0.46.0/pkg/gadgets/000077500000000000000000000000001510117411400172425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadgets/consts.go000066400000000000000000000020571510117411400211060ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgets const ( PinPath = "/sys/fs/bpf/gadget" PerfBufferPages = 64 // Constant used to enable filtering by mount namespace inode id in eBPF. // Keep in syn with variable defined in include/gadget/mntns_filter.h. FilterByMntNsName = "gadget_filter_by_mntns" // Name of the map that stores the mount namespace inode id to filter on. // Keep in syn with name used in include/gadget/mntns_filter.h. MntNsFilterMapName = "gadget_mntns_filter_map" ) inspektor-gadget-0.46.0/pkg/gadgets/helpers.go000066400000000000000000000064651510117411400212460ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build !withoutebpf package gadgets import ( "fmt" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/asm" "github.com/cilium/ebpf/features" "github.com/cilium/ebpf/link" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // CloseLink closes l if it's not nil and returns nil func CloseLink(l link.Link) link.Link { if l != nil { l.Close() } return nil } var timeDiff time.Duration func init() { var t unix.Timespec err := unix.ClockGettime(unix.CLOCK_BOOTTIME, &t) if err != nil { panic(err) } timeDiff = time.Duration(time.Now().UnixNano() - t.Sec*1000*1000*1000 - t.Nsec) } // WallTimeFromBootTime converts a time from bpf_ktime_get_boot_ns() to the // wall time with nano precision. // // Example: // // fmt.Printf("Time: %s\n", WallTimeFromBootTime(ts).String()) // // would display: // // Time: 2022-12-15T16:49:00.452371948+01:00 // // Shell command to convert the number to a date: // // $ date -d @$(echo 1671447636499110634/1000000000|bc -l) +"%d-%m-%Y %H:%M:%S:%N" // 19-12-2022 12:00:36:499110634 // // bpf_ktime_get_boot_ns was added in Linux 5.7. If not available and the BPF // program returns 0, just get the timestamp in userspace. func WallTimeFromBootTime(ts uint64) types.Time { if ts == 0 { return types.Time(time.Now().UnixNano()) } return types.Time(time.Unix(0, int64(ts)).Add(timeDiff).UnixNano()) } // HasBpfKtimeGetBootNs returns true if bpf_ktime_get_boot_ns is available func HasBpfKtimeGetBootNs() bool { // We only care about the helper, hence test with ebpf.SocketFilter that exist in all // kernels that support ebpf. err := features.HaveProgramHelper(ebpf.SocketFilter, asm.FnKtimeGetBootNs) return err == nil } // removeBpfKtimeGetBootNs removes calls to bpf_ktime_get_boot_ns and replaces // it by an assignment to zero func removeBpfKtimeGetBootNs(p *ebpf.ProgramSpec) { iter := p.Instructions.Iterate() for iter.Next() { in := iter.Ins if in.OpCode.Class().IsJump() && in.OpCode.JumpOp() == asm.Call && in.Constant == int64(asm.FnKtimeGetBootNs) { // reset timestamp to zero in.OpCode = asm.Mov.Op(asm.ImmSource) in.Dst = asm.R0 in.Constant = 0 } } } // FixBpfKtimeGetBootNs checks if bpf_ktime_get_boot_ns is supported by the // kernel and removes it if not func FixBpfKtimeGetBootNs(programSpecs map[string]*ebpf.ProgramSpec) { if HasBpfKtimeGetBootNs() { return } for _, s := range programSpecs { removeBpfKtimeGetBootNs(s) } } func FreezeMaps(maps ...*ebpf.Map) error { for _, m := range maps { if err := m.Freeze(); err != nil { if info, _ := m.Info(); info != nil { return fmt.Errorf("freezing map %s: %w", info.Name, err) } return fmt.Errorf("freezing map: %w", err) } } return nil } inspektor-gadget-0.46.0/pkg/gadgets/helpers_all.go000066400000000000000000000023011510117411400220570ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // This file contains generic helpers that are not specific to an operating system nor architecture. package gadgets import ( "bytes" ) func FromCString(in []byte) string { idx := bytes.IndexByte(in, 0) switch { case idx == -1: return string(in) case idx < len(in): return string(in[:idx]) default: return string(in) } } func FromCStringN(in []byte, length int) string { l := len(in) if length < l { l = length } buf := in[:l] idx := bytes.IndexByte(buf, 0) switch { case idx == -1: return string(in) case idx < l: return string(in[:idx]) default: return string(in) } } inspektor-gadget-0.46.0/pkg/gadgets/params.go000066400000000000000000000020421510117411400210520ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgets import "github.com/inspektor-gadget/inspektor-gadget/pkg/params" const ( LocalContainer params.ValueHint = "local:container" K8SNodeName params.ValueHint = "k8s:node" K8SNodeList params.ValueHint = "k8s:node-list" K8SPodName params.ValueHint = "k8s:pod" K8SNamespace params.ValueHint = "k8s:namespace" K8SContainerName params.ValueHint = "k8s:container" K8SLabels params.ValueHint = "k8s:labels" ) inspektor-gadget-0.46.0/pkg/gadgets/run/000077500000000000000000000000001510117411400200465ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadgets/run/types/000077500000000000000000000000001510117411400212125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/gadgets/run/types/metadata.go000066400000000000000000000320141510117411400233210ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types import ( "errors" "fmt" "strings" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" log "github.com/sirupsen/logrus" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) // Keep this aligned with include/gadget/macros.h const ( // Prefix used to mark tracer maps tracerInfoPrefix = "gadget_tracer_" // Prefix used to mark iterator structs snapshottersPrefix = "gadget_iter_" // Prefix used to mark mapIters info mapIterInfoPrefix = "gadget_mapiter_" // Prefix used to mark eBPF params paramPrefix = "gadget_param_" ) func Validate(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { var errs []error errs = append(errs, validateEbpfParams(m, spec)) return errors.Join(errs...) } func validateEbpfParams(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { var errs []error if m.Params == nil { return nil } ebpfParams := m.Params["ebpf"] for varName := range ebpfParams { errs = append(errs, checkParamVar(spec, varName)) if len(ebpfParams[varName].Key) == 0 { errs = append(errs, fmt.Errorf("param %q has an empty key", varName)) } } return errors.Join(errs...) } // Populate fills the metadata from its ebpf spec func Populate(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { if m.Name == "" { m.Name = "TODO: Fill the gadget name" } if m.Description == "" { m.Description = "TODO: Fill the gadget description" } if m.HomepageURL == "" { m.HomepageURL = "TODO: Fill the gadget homepage URL" } if m.DocumentationURL == "" { m.DocumentationURL = "TODO: Fill the gadget documentation URL" } if m.SourceURL == "" { m.SourceURL = "TODO: Fill the gadget source code URL" } if m.DataSources == nil { m.DataSources = make(map[string]*metadatav1.DataSource) } if err := populateTracers(m, spec); err != nil { return fmt.Errorf("handling tracers: %w", err) } if err := populateMapIters(m, spec); err != nil { return fmt.Errorf("handling mapIters: %w", err) } if err := populateSnapshotters(m, spec); err != nil { return fmt.Errorf("handling snapshotters: %w", err) } if err := populateEbpfParams(m, spec); err != nil { return fmt.Errorf("handling params: %w", err) } return nil } func populateTracers(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { tracersInfo, err := getTracerInfo(spec) if err != nil { return err } for _, tracerInfo := range tracersInfo { tracerMap := spec.Maps[tracerInfo.mapName] if tracerMap == nil { return fmt.Errorf("map %q not found in eBPF object", tracerInfo.mapName) } if err := validateTracerMap(tracerMap); err != nil { return fmt.Errorf("tracer map is invalid: %w", err) } var tracerMapStruct *btf.Struct if err := spec.Types.TypeByName(tracerInfo.structName, &tracerMapStruct); err != nil { return fmt.Errorf("finding struct %q in eBPF object: %w", tracerInfo.structName, err) } if _, found := m.DataSources[tracerInfo.name]; !found { log.Debugf("Adding datasource %q for tracer with map %q and struct %q", tracerInfo.name, tracerMap.Name, tracerMapStruct.Name) m.DataSources[tracerInfo.name] = &metadatav1.DataSource{ Fields: make(map[string]metadatav1.Field), } } ds := m.DataSources[tracerInfo.name] if err := populateDatasourceFields(ds, tracerMapStruct); err != nil { return fmt.Errorf("populating struct: %w", err) } } return nil } // validateTracerMap only checks the map type. It does not check the map name // and type because that information is not available in the map definition for // perf event arrays and ring buffers. func validateTracerMap(tracerMap *ebpf.MapSpec) error { if tracerMap.Type != ebpf.RingBuf && tracerMap.Type != ebpf.PerfEventArray { return fmt.Errorf("map %q has a wrong type, expected: ringbuf or perf event array, got: %s", tracerMap.Name, tracerMap.Type) } return nil } func populateMapIters(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { mapItersInfo, err := getMapIterInfo(spec) if err != nil { return err } for _, mapIterInfo := range mapItersInfo { iterMap, ok := spec.Maps[mapIterInfo.mapName] if !ok { return fmt.Errorf("map %q not found in eBPF object", mapIterInfo.mapName) } if err := validateMapToIter(iterMap); err != nil { return fmt.Errorf("mapIter map is invalid: %w", err) } keyStruct, ok := iterMap.Key.(*btf.Struct) if !ok { return fmt.Errorf("map %q key is not a struct", mapIterInfo.mapName) } valStruct, ok := iterMap.Value.(*btf.Struct) if !ok { return fmt.Errorf("map %q value is not a struct", mapIterInfo.mapName) } if iterMap.KeySize != keyStruct.Size || iterMap.ValueSize != valStruct.Size { return fmt.Errorf("key/value sizes of map %q does not match size of structs", mapIterInfo.name) } if _, found := m.DataSources[mapIterInfo.name]; !found { log.Debugf("Adding datasource %q for mapIter with map %q, key %q and value %q", mapIterInfo.name, iterMap.Name, keyStruct.Name, valStruct.Name) m.DataSources[mapIterInfo.name] = &metadatav1.DataSource{ Fields: make(map[string]metadatav1.Field), } } ds := m.DataSources[mapIterInfo.name] if err := populateDatasourceFields(ds, keyStruct); err != nil { return fmt.Errorf("populating struct: %w", err) } if err := populateDatasourceFields(ds, valStruct); err != nil { return fmt.Errorf("populating struct: %w", err) } } return nil } // validateMapToIter only checks the map type. It does not check the map name // and type because that information is not available in the map definition for // perf event arrays and ring buffers. func validateMapToIter(mapToIter *ebpf.MapSpec) error { if mapToIter.Type != ebpf.Hash { return fmt.Errorf("map %q has a wrong type, expected: hash, got: %s", mapToIter.Name, mapToIter.Type) } return nil } func populateSnapshotters(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { snapshottersDef, _ := GetGadgetIdentByPrefix(spec, snapshottersPrefix) for _, snapshotterDef := range snapshottersDef { parts := strings.Split(snapshotterDef, "___") if len(parts) < 3 { // At least one program is required return fmt.Errorf("invalid snapshotter definition, expected format: _________...___, got %q", snapshotterDef) } sname := parts[0] stype := parts[1] if err := validateSnapshotterPrograms(spec, parts[2:]); err != nil { return fmt.Errorf("validating snapshotter %q programs: %w", sname, err) } var btfStruct *btf.Struct spec.Types.TypeByName(stype, &btfStruct) if btfStruct == nil { return fmt.Errorf("struct %q not found", stype) } if _, found := m.DataSources[sname]; !found { log.Debugf("Adding datasource %q for snapshoter with struct %q", sname, stype) m.DataSources[sname] = &metadatav1.DataSource{ Fields: make(map[string]metadatav1.Field), } } ds := m.DataSources[sname] if err := populateDatasourceFields(ds, btfStruct); err != nil { return fmt.Errorf("populating struct: %w", err) } } return nil } func validateSnapshotterPrograms(spec *ebpf.CollectionSpec, programs []string) error { for _, program := range programs { if program == "" { return errors.New("empty program name") } // Check if the program is in the eBPF object p, ok := spec.Programs[program] if !ok { return fmt.Errorf("program %q not found in eBPF object", program) } if p.Type != ebpf.Tracing || !strings.HasPrefix(p.SectionName, "iter/") { return fmt.Errorf("invalid program %q: expecting type %q and section name prefix \"iter/\", got %q and %q", program, ebpf.Tracing, p.Type, p.SectionName) } } return nil } func populateDatasourceFields(ds *metadatav1.DataSource, btfStruct *btf.Struct) error { if ds.Fields == nil { ds.Fields = make(map[string]metadatav1.Field) } existingFields := make(map[string]struct{}) for name := range ds.Fields { existingFields[name] = struct{}{} } for _, member := range btfStruct.Members { // check if field already exists if _, ok := existingFields[member.Name]; ok { log.Debugf("Field %q already exists, skipping", member.Name) continue } log.Debugf("Adding field %q", member.Name) field := metadatav1.Field{ Annotations: map[string]string{ "description": "TODO: Fill field description", }, } ds.Fields[member.Name] = field } return nil } // GetGadgetIdentByPrefix returns the strings generated by GADGET_ macros. func GetGadgetIdentByPrefix(spec *ebpf.CollectionSpec, prefix string) ([]string, error) { var resultNames []string var errs []error for typ, err := range spec.Types.All() { if err != nil { return nil, fmt.Errorf("getting type: %w", err) } btfVar, ok := typ.(*btf.Var) if !ok { continue } if !strings.HasPrefix(btfVar.Name, prefix) { continue } if btfVar.Linkage != btf.GlobalVar { errs = append(errs, fmt.Errorf("%q is not a global variable", btfVar.Name)) } btfPtr, ok := btfVar.Type.(*btf.Pointer) if !ok { errs = append(errs, fmt.Errorf("%q is not a pointer", btfVar.Name)) continue } btfConst, ok := btfPtr.Target.(*btf.Const) if !ok { errs = append(errs, fmt.Errorf("%q is not const", btfVar.Name)) continue } _, ok = btfConst.Type.(*btf.Void) if !ok { errs = append(errs, fmt.Errorf("%q is not a const void pointer", btfVar.Name)) continue } resultNames = append(resultNames, strings.TrimPrefix(btfVar.Name, prefix)) } return resultNames, errors.Join(errs...) } type tracerInfo struct { name string mapName string structName string } // getTracerInfo returns the tracer info generated with GADGET_TRACER(). func getTracerInfo(spec *ebpf.CollectionSpec) ([]tracerInfo, error) { tracersInfo, err := GetGadgetIdentByPrefix(spec, tracerInfoPrefix) if err != nil { return nil, err } ret := make([]tracerInfo, 0, len(tracersInfo)) for _, info := range tracersInfo { parts := strings.Split(info, "___") if len(parts) != 3 { return nil, fmt.Errorf("invalid tracer info: %q", tracersInfo[0]) } ret = append(ret, tracerInfo{ name: parts[0], mapName: parts[1], structName: parts[2], }) } return ret, nil } type mapIterInfo struct { name string mapName string } // getMapIterInfo returns the mapIter info generated with GADGET_MAPITER(). func getMapIterInfo(spec *ebpf.CollectionSpec) ([]mapIterInfo, error) { mapItersInfo, err := GetGadgetIdentByPrefix(spec, mapIterInfoPrefix) if err != nil { return nil, err } ret := make([]mapIterInfo, 0, len(mapItersInfo)) for _, info := range mapItersInfo { parts := strings.Split(info, "___") if len(parts) != 2 { return nil, fmt.Errorf("invalid mapIter info: %q", mapItersInfo[0]) } ret = append(ret, mapIterInfo{ name: parts[0], mapName: parts[1], }) } return ret, nil } func populateEbpfParams(m *metadatav1.GadgetMetadata, spec *ebpf.CollectionSpec) error { var errs []error paramNames, err := GetGadgetIdentByPrefix(spec, paramPrefix) errs = append(errs, err) for _, name := range paramNames { var btfVar *btf.Var err := spec.Types.TypeByName(name, &btfVar) if err != nil { errs = append(errs, fmt.Errorf("looking variable %q up: %w", name, err)) continue } err = checkParamVar(spec, name) if err != nil { errs = append(errs, err) continue } if m.Params == nil { m.Params = make(map[string]map[string]params.ParamDesc) } if m.Params["ebpf"] == nil { m.Params["ebpf"] = make(map[string]params.ParamDesc) } ebpfParams := m.Params["ebpf"] if _, found := ebpfParams[name]; found { log.Debugf("Param %q already defined, skipping", name) continue } log.Debugf("Adding param %q", name) ebpfParams[name] = params.ParamDesc{ Key: name, Description: "TODO: Fill parameter description", } } return errors.Join(errs...) } func checkParamVar(spec *ebpf.CollectionSpec, name string) error { var btfVar *btf.Var err := spec.Types.TypeByName(name, &btfVar) if err != nil { return fmt.Errorf("variable %q not found in eBPF object: %w", name, err) } if btfVar.Linkage != btf.GlobalVar { return fmt.Errorf("%q is not a global variable", name) } typ := btfVar.Type if btfArr, ok := typ.(*btf.Array); ok { // Example of valid array of constants: // const volatile gadget_comm targ_comm[TASK_COMM_LEN] = {}; typ = btfArr.Type } btfConst, ok := typ.(*btf.Const) if !ok { return fmt.Errorf("%q is not const", name) } _, ok = btfConst.Type.(*btf.Volatile) if !ok { return fmt.Errorf("%q is not volatile", name) } return nil } inspektor-gadget-0.46.0/pkg/gadgets/run/types/metadata_test.go000066400000000000000000000135311510117411400243630ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types import ( "testing" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) func TestValidate(t *testing.T) { type testCase struct { objectPath string metadata *metadatav1.GadgetMetadata expectedErrString string } tests := map[string]testCase{ "param_nonexistent": { objectPath: "../../../../testdata/validate_metadata1.o", metadata: &metadatav1.GadgetMetadata{ Name: "foo", Params: map[string]map[string]params.ParamDesc{ "ebpf": { "bar": {}, }, }, }, expectedErrString: "variable \"bar\" not found in eBPF object", }, "param_nokey": { objectPath: "../../../../testdata/validate_metadata1.o", metadata: &metadatav1.GadgetMetadata{ Name: "foo", Params: map[string]map[string]params.ParamDesc{ "ebpf": { "bar": {}, }, }, }, expectedErrString: "param \"bar\" has an empty key", }, "param_good": { objectPath: "../../../../testdata/validate_metadata1.o", metadata: &metadatav1.GadgetMetadata{ Name: "foo", Params: map[string]map[string]params.ParamDesc{ "ebpf": { "param": { Key: "param", }, }, }, }, }, "param2_not_volatile": { objectPath: "../../../../testdata/validate_metadata1.o", metadata: &metadatav1.GadgetMetadata{ Name: "foo", Params: map[string]map[string]params.ParamDesc{ "ebpf": { "param2": {}, }, }, }, expectedErrString: "\"param2\" is not volatile", }, "param3_not_const": { objectPath: "../../../../testdata/validate_metadata1.o", metadata: &metadatav1.GadgetMetadata{ Name: "foo", Params: map[string]map[string]params.ParamDesc{ "ebpf": { "param3": {}, }, }, }, expectedErrString: "\"param3\" is not const", }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() spec, err := ebpf.LoadCollectionSpec(test.objectPath) require.NoError(t, err) err = Validate(test.metadata, spec) if test.expectedErrString == "" { require.NoError(t, err) } else { require.ErrorContains(t, err, test.expectedErrString) } }) } } func TestPopulate(t *testing.T) { type testCase struct { initialMetadata *metadatav1.GadgetMetadata expectedMetadata *metadatav1.GadgetMetadata objectPath string expectedErrString string } tests := map[string]testCase{ "param_populate_from_scratch": { objectPath: "../../../../testdata/populate_metadata_1_param_from_scratch.o", expectedMetadata: &metadatav1.GadgetMetadata{ Name: "TODO: Fill the gadget name", Description: "TODO: Fill the gadget description", HomepageURL: "TODO: Fill the gadget homepage URL", DocumentationURL: "TODO: Fill the gadget documentation URL", SourceURL: "TODO: Fill the gadget source code URL", DataSources: map[string]*metadatav1.DataSource{}, Params: map[string]map[string]params.ParamDesc{ "ebpf": { // This also makes sure that param2 won't get picked up // since GADGET_PARAM(param2) is missing "param": { Key: "param", Description: "TODO: Fill parameter description", }, }, }, }, }, "param_dont_modify_values": { objectPath: "../../../../testdata/populate_metadata_1_param_from_scratch.o", initialMetadata: &metadatav1.GadgetMetadata{ Name: "foo", Description: "bar", HomepageURL: "url1", DocumentationURL: "url2", SourceURL: "url3", Annotations: map[string]string{ "io.inspektor-gadget.test": "test", }, DataSources: map[string]*metadatav1.DataSource{}, Params: map[string]map[string]params.ParamDesc{ "ebpf": { // Set desc and some attributes to be sure they aren't overwritten "param": { Key: "my-param-key", Description: "This is my awesome parameter", DefaultValue: "42", }, }, }, }, expectedMetadata: &metadatav1.GadgetMetadata{ Name: "foo", Description: "bar", HomepageURL: "url1", DocumentationURL: "url2", SourceURL: "url3", Annotations: map[string]string{ "io.inspektor-gadget.test": "test", }, DataSources: map[string]*metadatav1.DataSource{}, Params: map[string]map[string]params.ParamDesc{ "ebpf": { // This also makes sure that param2 won't get picked up // since GADGET_PARAM(param2) is missing "param": { Key: "my-param-key", Description: "This is my awesome parameter", DefaultValue: "42", }, }, }, }, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() spec, err := ebpf.LoadCollectionSpec(test.objectPath) require.NoError(t, err) metadata := test.initialMetadata if metadata == nil { metadata = &metadatav1.GadgetMetadata{} } err = Populate(metadata, spec) if test.expectedErrString != "" { require.ErrorContains(t, err, test.expectedErrString) return } require.NoError(t, err) require.Equal(t, test.expectedMetadata, metadata) }) } } inspektor-gadget-0.46.0/pkg/gadgets/runner.go000066400000000000000000000016651510117411400211120ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgets import ( "context" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) type GadgetContext interface { ID() string Context() context.Context RuntimeParams() *params.Params Args() []string Logger() logger.Logger Timeout() time.Duration } inspektor-gadget-0.46.0/pkg/histogram/000077500000000000000000000000001510117411400176215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/histogram/histogram.go000066400000000000000000000067551510117411400221620ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package histogram provides a Histogram struct that represents a histogram of // the number of events that occurred in each interval. It also provides a way // to transform a Histogram struct into a graphical representation. In addition, // it allows to create a Histogram struct from an exp-2 histogram. package histogram import ( "fmt" "strings" ) type Unit string const ( UnitMilliseconds Unit = "ms" UnitMicroseconds Unit = "µs" ) type Interval struct { Count uint64 `json:"count"` Start uint64 `json:"start"` End uint64 `json:"end"` } // Histogram represents a histogram of the number of events that occurred in // each interval. type Histogram struct { Unit Unit `json:"unit,omitempty"` Intervals []Interval `json:"intervals,omitempty"` } // NewIntervalsFromExp2Slots creates a new Interval array from an exp-2 // histogram represented in slots. func NewIntervalsFromExp2Slots(slots []uint32) []Interval { if len(slots) == 0 { return nil } intervals := make([]Interval, 0, len(slots)) indexMax := 0 for i, val := range slots { if val > 0 { indexMax = i } start := uint64(1) << i end := 2*start - 1 if start == 1 { start = 0 } intervals = append(intervals, Interval{ Count: uint64(val), Start: start, End: end, }) } // The element parsedIntervals[indexMax] is the last element with a non-zero // value. So, we need to use parsedIntervals[:indexMax+1] to include it in // the returned array. return intervals[:indexMax+1] } // String returns a string representation of the histogram. It is a golang // adaption of iovisor/bcc print_log2_hist(): // https://github.com/iovisor/bcc/blob/13b5563c11f7722a61a17c6ca0a1a387d2fa7788/libbpf-tools/trace_helpers.c#L895-L932 func (h *Histogram) String() string { if len(h.Intervals) == 0 { return "" } valMax := uint64(0) for _, b := range h.Intervals { if b.Count > valMax { valMax = b.Count } } spaceBefore := 8 spaceAfter := 16 width := 10 stars := 40 var sb strings.Builder sb.WriteString(fmt.Sprintf("%*s%-*s : count distribution\n", spaceBefore, "", spaceAfter, h.Unit)) for _, b := range h.Intervals { sb.WriteString(fmt.Sprintf("%*d -> %-*d : %-8d |%s|\n", width, b.Start, width, b.End, b.Count, starsToString(b.Count, valMax, uint64(stars)))) } return sb.String() } // starsToString returns a string with the number of stars and spaces needed to // represent the value in the histogram. It is a golang adaption of iovisor/bcc // print_stars(): // https://github.com/iovisor/bcc/blob/13b5563c11f7722a61a17c6ca0a1a387d2fa7788/libbpf-tools/trace_helpers.c#L878-L893 func starsToString(val, valMax, width uint64) string { if valMax == 0 { return strings.Repeat(" ", int(width)) } stars := val * width / valMax spaces := width - stars var sb strings.Builder sb.WriteString(strings.Repeat("*", int(stars))) sb.WriteString(strings.Repeat(" ", int(spaces))) return sb.String() } inspektor-gadget-0.46.0/pkg/histogram/histogram_test.go000066400000000000000000000144771510117411400232210ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package histogram import ( "testing" "github.com/stretchr/testify/require" ) func TestHistogram_NewIntervalsFromExp2Slots(t *testing.T) { t.Parallel() const unit = UnitMicroseconds testTable := []struct { description string slots []uint32 expected *Histogram }{ { description: "Nil slots", slots: nil, expected: &Histogram{ Unit: unit, Intervals: nil, }, }, { description: "Empty slots", slots: []uint32{}, expected: &Histogram{ Unit: unit, Intervals: nil, }, }, { description: "With 1 slot", slots: []uint32{333}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 333, Start: 0, End: 1}, }, }, }, { description: "With 2 slots", slots: []uint32{777, 555}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 777, Start: 0, End: 1}, {Count: 555, Start: 2, End: 3}, }, }, }, { description: "With zero slots", slots: []uint32{222, 0, 111}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 222, Start: 0, End: 1}, {Count: 0, Start: 2, End: 3}, {Count: 111, Start: 4, End: 7}, }, }, }, { description: "Zero at first slot", slots: []uint32{0, 888, 0, 666}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 0, Start: 0, End: 1}, {Count: 888, Start: 2, End: 3}, {Count: 0, Start: 4, End: 7}, {Count: 666, Start: 8, End: 15}, }, }, }, { description: "Multiple zeros at first slots", slots: []uint32{0, 0, 0, 111}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 0, Start: 0, End: 1}, {Count: 0, Start: 2, End: 3}, {Count: 0, Start: 4, End: 7}, {Count: 111, Start: 8, End: 15}, }, }, }, { description: "Multiple zeros at last slots", slots: []uint32{0, 888, 0, 111, 0, 0, 0}, expected: &Histogram{ Unit: unit, Intervals: []Interval{ {Count: 0, Start: 0, End: 1}, {Count: 888, Start: 2, End: 3}, {Count: 0, Start: 4, End: 7}, {Count: 111, Start: 8, End: 15}, }, }, }, } for _, test := range testTable { test := test t.Run(test.description, func(t *testing.T) { t.Parallel() h := &Histogram{ Unit: unit, Intervals: NewIntervalsFromExp2Slots(test.slots), } require.Equal(t, test.expected, h, "creating histogram from exp2 slots") }) } } func TestHistogram_String(t *testing.T) { t.Parallel() testTable := []struct { description string histogram *Histogram expected string }{ { description: "Empty histogram", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: []Interval{}, }, expected: "", }, { description: "With 1 slot value 1", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{1}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 1 |****************************************|\n", }, { description: "With 1 slot value 55", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{55}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 55 |****************************************|\n", }, { description: "scale", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{1, 2, 3}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 1 |************* |\n" + " 2 -> 3 : 2 |************************** |\n" + " 4 -> 7 : 3 |****************************************|\n", }, { description: "scale with empty slots", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{1, 0, 3}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 1 |************* |\n" + " 2 -> 3 : 0 | |\n" + " 4 -> 7 : 3 |****************************************|\n", }, { description: "scale with empty slots and same values 1", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{1, 0, 1}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 1 |****************************************|\n" + " 2 -> 3 : 0 | |\n" + " 4 -> 7 : 1 |****************************************|\n", }, { description: "scale with empty slots and same values 100", histogram: &Histogram{ Unit: UnitMicroseconds, Intervals: NewIntervalsFromExp2Slots([]uint32{100, 0, 100}), }, expected: "" + " µs : count distribution\n" + " 0 -> 1 : 100 |****************************************|\n" + " 2 -> 3 : 0 | |\n" + " 4 -> 7 : 100 |****************************************|\n", }, } for _, test := range testTable { test := test t.Run(test.description, func(t *testing.T) { t.Parallel() actual := test.histogram.String() require.Equal(t, test.expected, actual, "histogram string representation") }) } } inspektor-gadget-0.46.0/pkg/k8sutil/000077500000000000000000000000001510117411400172275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/k8sutil/client.go000066400000000000000000000065111510117411400210370ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package k8sutil import ( "errors" "fmt" "path/filepath" "k8s.io/cli-runtime/pkg/genericclioptions" "k8s.io/client-go/kubernetes" _ "k8s.io/client-go/plugin/pkg/client/auth/oidc" "k8s.io/client-go/rest" "k8s.io/client-go/tools/clientcmd" "k8s.io/client-go/util/homedir" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) func NewKubeConfig(kubeconfigPath, userAgentComment string) (*rest.Config, error) { var config *rest.Config var err error if kubeconfigPath != "" { // kubeconfig is set explicitly (-kubeconfig flag or $KUBECONFIG variable) config, err = clientcmd.BuildConfigFromFlags("", kubeconfigPath) if err != nil { return nil, err } } else { // kubeconfig from a pod Service Account token config, err = rest.InClusterConfig() if errors.Is(err, rest.ErrNotInCluster) { // kubeconfig from $HOME/.kube/config if home := homedir.HomeDir(); home != "" { config, err = clientcmd.BuildConfigFromFlags("", filepath.Join(home, ".kube", "config")) if err != nil { return nil, err } } } else if err != nil { return nil, fmt.Errorf("creating in-cluster config: %w", err) } } if config == nil { return nil, errors.New("no kubeconfig found, please set the KUBECONFIG environment variable or use the --kubeconfig flag") } config.UserAgent = version.UserAgent() if userAgentComment != "" { config.UserAgent += " (" + userAgentComment + ")" } return config, err } func NewClientset(kubeconfigPath, userAgentComment string) (*kubernetes.Clientset, error) { config, err := NewKubeConfig(kubeconfigPath, userAgentComment) if err != nil { return nil, err } apiclientset, err := kubernetes.NewForConfig(config) if err != nil { return nil, err } return apiclientset, nil } // NewClientsetWithProtobuf creates a client to talk to the Kubernetes API // server using protobuf encoding. func NewClientsetWithProtobuf(kubeconfigPath, userAgentComment string) (*kubernetes.Clientset, error) { config, err := NewKubeConfig(kubeconfigPath, userAgentComment) if err != nil { return nil, err } // Use protobuf instead of json as it's more efficient. This support was // introduced in Kubernetes 1.3, released in July 2016, we can assume it's // available. config.ContentType = "application/vnd.kubernetes.protobuf" config.AcceptContentTypes = "application/vnd.kubernetes.protobuf" apiclientset, err := kubernetes.NewForConfig(config) if err != nil { return nil, err } return apiclientset, nil } func NewClientsetFromConfigFlags(flags *genericclioptions.ConfigFlags) (*kubernetes.Clientset, error) { config, err := flags.ToRESTConfig() if err != nil { return nil, err } client, err := kubernetes.NewForConfig(config) if err != nil { return nil, err } return client, nil } inspektor-gadget-0.46.0/pkg/kallsyms/000077500000000000000000000000001510117411400174635ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/kallsyms/kallsyms.go000066400000000000000000000177061510117411400216640ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package kallsyms provides functions to resolve kernel symbols. package kallsyms import ( "bufio" "bytes" "errors" "fmt" "io" "os" "strconv" "strings" "sync" "github.com/cilium/ebpf" ebpfutils "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/ebpf" ) var ErrAmbiguousKsym = errors.New("multiple kernel symbols with the same name") type KAllSyms struct { // symbols is a slice of kernel symbols. Order is preserved. symbols []kernelSymbol // symbolsMap is a map of kernel symbols. Provides fast lookup. symbolsMap map[string]uint64 } type kernelSymbol struct { addr uint64 name string } // NewKAllSyms reads /proc/kallsyms and returns a KAllSyms. // // It is meant to be used when all the symbols need to be permanently loaded. // It comes with a big resource penalty. For looking up only a few symbols, it // is more efficient to use SymbolExists or KernelSymbolAddress. func NewKAllSyms() (*KAllSyms, error) { file, err := os.Open("/proc/kallsyms") if err != nil { return nil, err } defer file.Close() return NewKAllSymsFromReader(file) } // NewKAllSymsFromReader reads a kallsyms file from the given reader and returns // a KAllSyms. func NewKAllSymsFromReader(reader io.Reader) (*KAllSyms, error) { symbols := []kernelSymbol{} symbolsMap := map[string]uint64{} scanner := bufio.NewScanner(reader) for scanner.Scan() { line := scanner.Text() fields := strings.Fields(line) if len(fields) < 3 { return nil, fmt.Errorf("line %q has less than 3 fields", line) } addr, err := strconv.ParseUint(fields[0], 16, 64) if err != nil { return nil, err } // The kernel function is the third field in /proc/kallsyms line: // 0000000000000000 t acpi_video_unregister_backlight [video] // First is the symbol address and second is described in man nm. symbols = append(symbols, kernelSymbol{ addr: addr, name: fields[2], }) symbolsMap[fields[2]] = addr } err := scanner.Err() if err != nil { return nil, err } return &KAllSyms{ symbols: symbols, symbolsMap: symbolsMap, }, nil } // LookupByInstructionPointer tries to find the kernel symbol corresponding to // the given instruction pointer. // For example, if instruction pointer is 0x1004 and there is a symbol which // address is 0x1000, this function will return the name of this symbol. // If no symbol is found, it returns "[unknown]". func (k *KAllSyms) LookupByInstructionPointer(ip uint64) string { // Go translation of iovisor/bcc ksyms__map_addr(): // https://github.com/iovisor/bcc/blob/c65446b765c9f7df7e357ee9343192de8419234a/libbpf-tools/trace_helpers.c#L149 end := len(k.symbols) - 1 var symAddr uint64 start := 0 // find largest symAddr <= ip using binary search for start < end { mid := start + (end-start+1)/2 symAddr = k.symbols[mid].addr if symAddr <= ip { start = mid } else { end = mid - 1 } } if start == end && k.symbols[start].addr <= ip { return k.symbols[start].name } return "[unknown]" } // SymbolExists returns true if the given symbol exists in the kernel. func SymbolExists(symbol string) bool { _, _, err := KernelSymbolAddress(symbol) return err == nil } // KernelSymbolAddress looks up a symbol from /proc/kallsyms. // // symbol: the symbol to lookup // // Returns the address of the symbol and its module if any func KernelSymbolAddress(symbol string) (uint64, string, error) { file, err := os.Open("/proc/kallsyms") if err != nil { return 0, "", err } defer file.Close() return kernelSymbolAddressFromReader(file, symbol) } // kernelSymbolAddressFromReader looks up a symbol from the reader. // // reader: source; it should be in the same file format as /proc/kallsyms // symbol: the symbol to lookup // // Returns the address of the symbol and its module if any func kernelSymbolAddressFromReader(r io.Reader, symbol string) (uint64, string, error) { var ( count int addr uint64 mod string err error ) scanner := bufio.NewScanner(r) for scanner.Scan() { // Lines looks like: // ffffffff906e97e0 T security_bprm_check // ffffffffc1cb5010 T netem_module_init [sch_netem] line := scanner.Bytes() typeIdx := bytes.IndexByte(line, byte(' ')) if typeIdx == -1 || typeIdx+1 >= len(line) { return 0, "", fmt.Errorf("parsing line %q: no type", line) } nameIdx := bytes.IndexByte(line[typeIdx+1:], byte(' ')) if nameIdx == -1 || typeIdx+1+nameIdx+1 >= len(line) { return 0, "", fmt.Errorf("parsing line %q: no symbol", line) } modIdx := bytes.IndexByte(line[typeIdx+1+nameIdx+1:], byte('\t')) var nameBytes []byte if modIdx == -1 { // no module nameBytes = line[typeIdx+1+nameIdx+1:] } else { // module found nameBytes = line[typeIdx+1+nameIdx+1 : typeIdx+1+nameIdx+1+modIdx] } if !bytes.Equal([]byte(symbol), nameBytes) { continue } addr, err = strconv.ParseUint(string(line[:typeIdx]), 16, 64) if err != nil { return 0, "", fmt.Errorf("parsing line %q: invalid address: %w", line, err) } if modIdx != -1 { mod = string(line[typeIdx+1+nameIdx+1+modIdx+1:]) mod = strings.Trim(mod, "[]") } count++ if count > 1 { break } } if err = scanner.Err(); err != nil { return 0, "", fmt.Errorf("reading kallsyms: %w", err) } switch count { case 0: return 0, "", os.ErrNotExist case 1: return addr, mod, nil default: // Multiple addresses for a symbol have been found. Like libbpf // and cilium/ebpf, reject referring to ambiguous symbols. return 0, "", fmt.Errorf("symbol %s: duplicate found at address 0x%x: %w", symbol, addr, ErrAmbiguousKsym) } } var ( addrLock sync.Mutex symbolsMap = map[string]uint64{} triedGetAddr = map[string]error{} ) // SpecUpdateAddresses updates the addresses of the given symbols in the given // collection spec. // // The ebpf program is expected to be have global variables with the suffix // "_addr" for each symbol: // // const volatile __u64 socket_file_ops_addr = 0; // // Then, SpecUpdateAddresses() can be called in this way: // // kallsyms.SpecUpdateAddresses(spec, []string{"socket_file_ops"}) func SpecUpdateAddresses(spec *ebpf.CollectionSpec, symbols []string) error { if len(symbols) == 0 { // Nothing to do return nil } return specUpdateAddresses( []symbolResolver{ newKAllSymsResolver(), newEbpfResolver(), }, spec, symbols, ) } func specUpdateAddresses( symbolResolvers []symbolResolver, spec *ebpf.CollectionSpec, symbols []string, ) error { addrLock.Lock() defer addrLock.Unlock() // Are all the requested symbols in the cache? allFoundInCache := true for _, symbol := range symbols { if _, ok := symbolsMap[symbol]; !ok { if err, errFound := triedGetAddr[symbol]; errFound { // We previously tried to find this symbol in the cache and failed. return err } allFoundInCache = false break } } // Add the symbols that are not in the cache to the cache if !allFoundInCache { for _, symbol := range symbols { err := os.ErrNotExist var addr uint64 for _, resolver := range symbolResolvers { addr, err = resolver.resolve(symbol) if err == nil { symbolsMap[symbol] = addr break } } if err != nil { triedGetAddr[symbol] = err return err } } } // Rewrite the constants using symbol addresses from the cache consts := map[string]interface{}{} for _, symbol := range symbols { consts[symbol+"_addr"] = symbolsMap[symbol] } if err := ebpfutils.SpecSetVars(spec, consts); err != nil { return err } return nil } inspektor-gadget-0.46.0/pkg/kallsyms/kallsyms_test.go000066400000000000000000000271151510117411400227160ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package kallsyms import ( "errors" "fmt" "os" "strings" "testing" "github.com/cilium/ebpf" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func TestCustomKAllSymsInstructionPointer(t *testing.T) { kAllSymsStr := strings.Join([]string{ "0000000000000000 A fixed_percpu_data", "ffffffffb4231f40 D bpf_prog_fops", "ffffffffb43723e0 d socket_file_ops", }, "\n") kAllSymsReader := strings.NewReader(kAllSymsStr) kAllSyms, err := NewKAllSymsFromReader(kAllSymsReader) require.Nil(t, err, "NewKAllSymsFromReader failed: %v", err) lookupByInstructionPointerTests := []struct { name string instructionPointer uint64 expectedSymbol string }{ { name: "exact_match_start", instructionPointer: 0, expectedSymbol: "fixed_percpu_data", }, { name: "middle_of_first_range", instructionPointer: 0xffffffffb4231f39, expectedSymbol: "fixed_percpu_data", }, { name: "exact_match_middle", instructionPointer: 0xffffffffb4231f40, expectedSymbol: "bpf_prog_fops", }, { name: "middle_of_second_range", instructionPointer: 0xffffffffb4231f41, expectedSymbol: "bpf_prog_fops", }, { name: "end_of_second_range", instructionPointer: 0xffffffffb43723df, expectedSymbol: "bpf_prog_fops", }, { name: "start_of_last_range", instructionPointer: 0xffffffffb43723e0, expectedSymbol: "socket_file_ops", }, { name: "after_last_symbol", instructionPointer: 0xffffffffb43723e1, expectedSymbol: "socket_file_ops", }, } for _, tt := range lookupByInstructionPointerTests { t.Run(tt.name, func(t *testing.T) { result := kAllSyms.LookupByInstructionPointer(tt.instructionPointer) assert.Equal(t, tt.expectedSymbol, result, "LookupByInstructionPointer(0x%x)", tt.instructionPointer) }) } } func TestCustomKAllSymsParsing(t *testing.T) { kAllSymsStr := strings.Join([]string{ "0000000000000000 A fixed_percpu_data", "ffffffffb4231f40 D bpf_prog_fops", "ffffffffb43723e0 d socket_file_ops", "ffffffff906e97e0 T security_bprm_check", "ffffffffc1b26010 T veth_init [veth]", "ffffffffc1cb5010 T netem_module_init [sch_netem]", "", }, "\n") tests := []struct { name string symbol string expectErr bool expectAddr uint64 expectKmod string }{ { name: "core_kernel_symbol", symbol: "bpf_prog_fops", expectErr: false, expectAddr: 0xffffffffb4231f40, expectKmod: "", }, { name: "another_core_symbol", symbol: "socket_file_ops", expectErr: false, expectAddr: 0xffffffffb43723e0, expectKmod: "", }, { name: "veth_module_symbol", symbol: "veth_init", expectErr: false, expectAddr: 0xffffffffc1b26010, expectKmod: "veth", }, { name: "netem_module_symbol", symbol: "netem_module_init", expectErr: false, expectAddr: 0xffffffffc1cb5010, expectKmod: "sch_netem", }, { name: "nonexistent_symbol", symbol: "abcde_bad_name", expectErr: true, expectAddr: 0, expectKmod: "", }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { r := strings.NewReader(kAllSymsStr) addr, kmod, err := kernelSymbolAddressFromReader(r, test.symbol) if test.expectErr { assert.Error(t, err, "Should return error for invalid symbol %s", test.symbol) } else { assert.NoError(t, err, "Should successfully resolve symbol %s", test.symbol) } assert.Equal(t, test.expectAddr, addr, "Address for symbol %s should match expected value", test.symbol) assert.Equal(t, test.expectKmod, kmod, "Kernel module for symbol %s should match expected value", test.symbol) }) } } func TestRealKAllSymsParsing(t *testing.T) { path := "/proc/kallsyms" utils.RequireRoot(t) utils.RequireFileContains(t, path, "bpf_prog_fops") utils.RequireFileContains(t, path, "socket_file_ops") type testT struct { name string symbol string expectedKmod string expectedExists bool } tests := []testT{ { name: "simple_symbol1", symbol: "bpf_prog_fops", expectedKmod: "", expectedExists: true, }, { name: "simple_symbol2", symbol: "socket_file_ops", expectedKmod: "", expectedExists: true, }, { name: "symbol_from_veth_kmod", symbol: "veth_open", expectedKmod: "veth", expectedExists: true, }, { name: "symbol_from_netem_kmod", symbol: "netem_module_init", expectedKmod: "sch_netem", expectedExists: true, }, { name: "symbol_from_overlay_kmod", symbol: "ovl_inode_init", expectedKmod: "overlay", expectedExists: true, }, { name: "nonexistent_symbol", symbol: "abcde_bad_name", expectedKmod: "", expectedExists: false, }, } kallsymsBytes, err := os.ReadFile(path) require.Nil(t, err, "Failed to read %q: %s", path, err) for _, test := range tests { t.Run(test.name, func(t *testing.T) { if test.expectedExists && test.expectedKmod != "" && !strings.Contains(string(kallsymsBytes), test.expectedKmod) { t.Skipf("Test requires kernel module %q to be loaded", test.expectedKmod) } assert.Equal(t, test.expectedExists, SymbolExists(test.symbol), "Symbol %s existence check should match expected value", test.symbol) addr, kmod, err := KernelSymbolAddress(test.symbol) if test.expectedExists { assert.NoError(t, err, "Should successfully resolve existing symbol %s", test.symbol) assert.NotEqual(t, uint64(0), addr, "Address for existing symbol %s should not be zero", test.symbol) assert.Equal(t, test.expectedKmod, kmod, "Kernel module for symbol %s should match expected", test.symbol) } else { assert.Error(t, err, "Should fail to resolve non-existent symbol %s", test.symbol) assert.Equal(t, uint64(0), addr, "Address for non-existent symbol should be zero") assert.Equal(t, "", kmod, "Kernel module for non-existent symbol should be empty") } }) } } func TestNewKAllSymsFromReaderErrors(t *testing.T) { tests := []struct { name string input string expectedErr string }{ { name: "invalid_format_less_fields", input: "0000000000000000 A", expectedErr: "line \"0000000000000000 A\" has less than 3 fields", }, { name: "invalid_address", input: "INVALID_ADDR A fixed_percpu_data", expectedErr: "strconv.ParseUint", }, { name: "malformed_line_no_fields", input: "0000000000000000", expectedErr: "line \"0000000000000000\" has less than 3 fields", }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { reader := strings.NewReader(tt.input) _, err := NewKAllSymsFromReader(reader) assert.Error(t, err, "Should return error for malformed input") assert.Contains(t, err.Error(), tt.expectedErr, "Error message should contain expected text for malformed input case: %s", tt.name) }) } } func TestSymbolExistsWithEmptySymbol(t *testing.T) { exists := SymbolExists("") assert.False(t, exists, "Empty symbol should not exist in kallsyms") } // MockVar represents a mock implementation of ebpf.Var for testing type MockVar struct { value interface{} } func (v *MockVar) Set(value interface{}) error { v.value = value return nil } // mockSymbolResolver implements symbolResolver interface for testing type mockSymbolResolver struct { resolveFunc func(symbol string) (uint64, error) } func (m *mockSymbolResolver) resolve(symbol string) (uint64, error) { return m.resolveFunc(symbol) } func TestSpecUpdateAddressesEmptySymbols(t *testing.T) { spec := &ebpf.CollectionSpec{ Maps: make(map[string]*ebpf.MapSpec), Programs: make(map[string]*ebpf.ProgramSpec), Variables: make(map[string]*ebpf.VariableSpec), } err := SpecUpdateAddresses(spec, []string{}) assert.NoError(t, err, "Should handle empty symbols list without error") } func TestSpecUpdateAddressesSymbolResolution(t *testing.T) { // Reset global state before each test symbolsMap = make(map[string]uint64) triedGetAddr = make(map[string]error) t.Run("all_resolvers_fail", func(t *testing.T) { const ( firstResolverError = "first resolver failed" secondResolverError = "second resolver failed" ) resolver1 := &mockSymbolResolver{ resolveFunc: func(symbol string) (uint64, error) { return 0, errors.New(firstResolverError) }, } resolver2 := &mockSymbolResolver{ resolveFunc: func(symbol string) (uint64, error) { return 0, errors.New(secondResolverError) }, } spec := &ebpf.CollectionSpec{ Variables: map[string]*ebpf.VariableSpec{ "missing_symbol_addr": {}, }, } err := specUpdateAddresses( []symbolResolver{resolver1, resolver2}, spec, []string{"missing_symbol"}, ) assert.Error(t, err) assert.Contains(t, err.Error(), secondResolverError, "Only the error of the last resolver should be returned") // Verify error is cached cachedErr, exists := triedGetAddr["missing_symbol"] assert.True(t, exists, "Error should be cached in triedGetAddr map") assert.Equal(t, err, cachedErr, "Cached error should match the original error") }) t.Run("resolver_error_and_caching", func(t *testing.T) { // First call - actual resolver error failResolver := &mockSymbolResolver{ resolveFunc: func(symbol string) (uint64, error) { return 0, fmt.Errorf("resolver error: symbol not found") }, } spec := &ebpf.CollectionSpec{ Variables: map[string]*ebpf.VariableSpec{ "symbol1_addr": {}, }, } // First attempt - resolver fails err := specUpdateAddresses( []symbolResolver{failResolver}, spec, []string{"symbol1"}, ) assert.Error(t, err) assert.Contains(t, err.Error(), "resolver error: symbol not found") // Second attempt - should return cached error without calling resolver secondResolver := &mockSymbolResolver{ resolveFunc: func(symbol string) (uint64, error) { t.Fatal("resolver should not be called when error is cached") return 0, nil }, } err = specUpdateAddresses( []symbolResolver{secondResolver}, spec, []string{"symbol1"}, ) assert.Error(t, err) assert.Contains(t, err.Error(), "resolver error: symbol not found") }) } // BenchmarkKernelSymbolAddressJITParsing searches for the symbol while // reading the kallsyms file func BenchmarkKernelSymbolAddressJITParsing(b *testing.B) { utils.RequireRoot(b) b.ReportAllocs() for n := 0; n < b.N; n++ { exists := SymbolExists("security_bprm_check") require.Equal(b, true, exists, "exists") } } // BenchmarkKernelSymbolAddressPreLoading loads the full kallsyms before // looking up the symbol func BenchmarkKernelSymbolAddressPreLoading(b *testing.B) { utils.RequireRoot(b) b.ReportAllocs() for n := 0; n < b.N; n++ { k, err := NewKAllSyms() require.NoError(b, err) require.NotNil(b, k) _, exists := k.symbolsMap["security_bprm_check"] require.Equal(b, true, exists) } } inspektor-gadget-0.46.0/pkg/kallsyms/symbol-resolver.go000066400000000000000000000041761510117411400231660ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package kallsyms import ( "fmt" "os" "github.com/inspektor-gadget/inspektor-gadget/pkg/kfilefields" ) // symbolResolver is an interface to resolve kernel symbols. type symbolResolver interface { resolve(symbol string) (uint64, error) } // kAllSymsResolver is a symbolResolver that resolves kernel symbols using // /proc/kallsyms. type kAllSymsResolver struct{} // newKAllSymsResolver returns a new kAllSymsResolver. func newKAllSymsResolver() *kAllSymsResolver { return &kAllSymsResolver{} } // Resolve resolves a kernel symbol using the KAllSyms. func (r *kAllSymsResolver) resolve(symbol string) (uint64, error) { addr, _, err := KernelSymbolAddress(symbol) if err != nil { return 0, fmt.Errorf("symbol %q was not found in kallsyms", symbol) } return addr, nil } // ebpfResolver is a symbolResolver that resolves kernel symbols using eBPF. type ebpfResolver struct { symbolsBypass map[string]kfilefields.FdType } // newEbpfResolver returns a new ebpfResolver. func newEbpfResolver() *ebpfResolver { // List of symbols that we're able to find in 'struct file *' using eBPF return &ebpfResolver{ symbolsBypass: map[string]kfilefields.FdType{ "bpf_prog_fops": kfilefields.FdTypeEbpfProgram, "socket_file_ops": kfilefields.FdTypeSocket, }, } } // Resolve resolves a kernel symbol using eBPF. func (r *ebpfResolver) resolve(symbol string) (uint64, error) { fdT, ok := r.symbolsBypass[symbol] if !ok { return 0, os.ErrInvalid } fop, err := kfilefields.ReadFOpForFdType(fdT) if err != nil { return 0, err } return fop, nil } inspektor-gadget-0.46.0/pkg/kallsyms/symscache/000077500000000000000000000000001510117411400214425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/kallsyms/symscache/symscache.go000066400000000000000000000050051510117411400237500ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package symscache provides a way to register and populate the cilium/ebpf's // kallsyms cache in an efficient way. // // The cost of loading many symbols at once is lower than loading few symbols // multiple times for multiple ebpf collections. // // How to use this package: // 1. Call RegisterSymbolsFromSpec from an init() function. // 2. Call PopulateKallsymsCache just before loading your ebpf collection. package symscache import ( "sync" "github.com/cilium/ebpf" ) var ( requestedSymbols []string populateKallsymsCache = sync.OnceFunc(func() { spec := &ebpf.CollectionSpec{ Programs: make(map[string]*ebpf.ProgramSpec), Maps: make(map[string]*ebpf.MapSpec), Variables: make(map[string]*ebpf.VariableSpec), } for _, sym := range requestedSymbols { spec.Programs[sym] = &ebpf.ProgramSpec{ Name: sym, Type: ebpf.Kprobe, AttachTo: sym, } } requestedSymbols = nil coll, err := ebpf.NewCollection(spec) if err != nil { // error is expected: "instructions cannot be empty" // cilium/ebpf will still load kallsyms in the cache return } coll.Close() }) ) // RegisterSymbolsFromSpec registers the symbols from the given // ebpf.CollectionSpec. RegisterSymbolsFromSpec can be called from an init() // function. // // Once all symbols are registered, the cache can be populated with // PopulateKallsymsCache. func RegisterSymbolsFromSpec(spec *ebpf.CollectionSpec) { for _, prog := range spec.Programs { if prog.AttachTo == "" { continue } if prog.Type != ebpf.Kprobe && prog.Type != ebpf.Tracing { continue } requestedSymbols = append(requestedSymbols, prog.AttachTo) } } // PopulateKallsymsCache populates cilium/ebpf's kallsyms cache with the // symbols that were registered by RegisterSymbolsFromSpec. // // After the first call, subsequent calls will have no effect and have no // performance impact. func PopulateKallsymsCache() { populateKallsymsCache() } inspektor-gadget-0.46.0/pkg/kfilefields/000077500000000000000000000000001510117411400201055ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/kfilefields/bpf/000077500000000000000000000000001510117411400206545ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/kfilefields/bpf/filefields.bpf.c000066400000000000000000000043751510117411400237050ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 #include #include #include #include // include/uapi/linux/magic.h #ifndef OVERLAYFS_SUPER_MAGIC #define OVERLAYFS_SUPER_MAGIC 0x794c7630 #endif // configured by userspace const volatile u64 socket_ino = 0; // initialized by this ebpf program volatile u64 tracer_pid_tgid = 0; struct file_fields { u64 private_data; u64 f_op; u64 real_inode; }; struct { __uint(type, BPF_MAP_TYPE_ARRAY); __uint(max_entries, 1); __type(key, int); // index: zero __type(value, struct file_fields); // value: file_fields } ig_file_fields SEC(".maps"); // __scm_send() sends a file descriptor through a unix socket // using sendmsg() and SCM_RIGHTS. See man cmsg(3) for more details. // // This kprobe is used to filter the right call to fget_raw(). // // __scm_send() exists since the very first git commit in 2005 SEC("kprobe/__scm_send") int BPF_KPROBE(ig_scm_snd_e, struct socket *sock) { if (socket_ino == 0) return 0; if ((u64)BPF_CORE_READ(sock, file, f_inode, i_ino) != socket_ino) return 0; tracer_pid_tgid = bpf_get_current_pid_tgid(); return 0; } // fget_raw() gets a struct file from a file descriptor. It is used by // __scm_send() to pick up the fd specified by userspace in sendmsg(). // // fget_raw() exists since Linux v2.6.39 (2011) SEC("kretprobe/fget_raw") int BPF_KRETPROBE(ig_fget_x, struct file *ret) { u64 current_pid_tgid; struct file_fields *ff; struct file *real_file; int zero = 0; if (tracer_pid_tgid == 0) return 0; // Only check the Inspektor Gadget task selected by __scm_send current_pid_tgid = bpf_get_current_pid_tgid(); if (current_pid_tgid != tracer_pid_tgid) return 0; ff = bpf_map_lookup_elem(&ig_file_fields, &zero); if (!ff) return 0; ff->private_data = (u64)BPF_CORE_READ(ret, private_data); ff->f_op = (u64)BPF_CORE_READ(ret, f_op); real_file = ret; if (BPF_CORE_READ(ret, f_inode, i_sb, s_magic) == OVERLAYFS_SUPER_MAGIC) { real_file = (struct file *)ff->private_data; } ff->real_inode = (u64)BPF_CORE_READ(real_file, f_inode); // Initialize private_data for only one execution of __scm_send tracer_pid_tgid = 0; return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/kfilefields/filefields_arm64_bpfel.go000066400000000000000000000071401510117411400247250ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build arm64 package kfilefields import ( "bytes" _ "embed" "fmt" "io" "github.com/cilium/ebpf" ) // loadFilefields returns the embedded CollectionSpec for filefields. func loadFilefields() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_FilefieldsBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load filefields: %w", err) } return spec, err } // loadFilefieldsObjects loads filefields and converts it into a struct. // // The following types are suitable as obj argument: // // *filefieldsObjects // *filefieldsPrograms // *filefieldsMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadFilefieldsObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadFilefields() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // filefieldsSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsSpecs struct { filefieldsProgramSpecs filefieldsMapSpecs filefieldsVariableSpecs } // filefieldsProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsProgramSpecs struct { IgFgetX *ebpf.ProgramSpec `ebpf:"ig_fget_x"` IgScmSndE *ebpf.ProgramSpec `ebpf:"ig_scm_snd_e"` } // filefieldsMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsMapSpecs struct { IgFileFields *ebpf.MapSpec `ebpf:"ig_file_fields"` } // filefieldsVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsVariableSpecs struct { SocketIno *ebpf.VariableSpec `ebpf:"socket_ino"` TracerPidTgid *ebpf.VariableSpec `ebpf:"tracer_pid_tgid"` } // filefieldsObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsObjects struct { filefieldsPrograms filefieldsMaps filefieldsVariables } func (o *filefieldsObjects) Close() error { return _FilefieldsClose( &o.filefieldsPrograms, &o.filefieldsMaps, ) } // filefieldsMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsMaps struct { IgFileFields *ebpf.Map `ebpf:"ig_file_fields"` } func (m *filefieldsMaps) Close() error { return _FilefieldsClose( m.IgFileFields, ) } // filefieldsVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsVariables struct { SocketIno *ebpf.Variable `ebpf:"socket_ino"` TracerPidTgid *ebpf.Variable `ebpf:"tracer_pid_tgid"` } // filefieldsPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsPrograms struct { IgFgetX *ebpf.Program `ebpf:"ig_fget_x"` IgScmSndE *ebpf.Program `ebpf:"ig_scm_snd_e"` } func (p *filefieldsPrograms) Close() error { return _FilefieldsClose( p.IgFgetX, p.IgScmSndE, ) } func _FilefieldsClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed filefields_arm64_bpfel.o var _FilefieldsBytes []byte inspektor-gadget-0.46.0/pkg/kfilefields/filefields_arm64_bpfel.o000066400000000000000000000615601510117411400245640ustar00rootroot00000000000000ELF0_@@yyqaq yaq@yqyyr]!{ycyq@yq]=6cqy{cqy{ cq(yq`yqyU0vLyyvcqy{{!GPLd4d4C   % 2 @7 B F L@ _d@ptz P  @ @    @    @   !3_ :G J @ MQ  _" #@$%&(! '4EK@C' Y@c)h>#t?@x*+<@,-./0124835 567(979<:@;FU_=d=@<i_@wA@?B @+D 2E@G%HI@`JLMPZH\(\ 1]@^6d<F GfK DINMO@ TQ_ f lRrX@|Y`<STUVW@.72[W ?_ab_`_* 8#>@C`NWaZjct#veS7`g;h l@`ppqs@GH#t@v`Zx xx@"/<IV+]; e50oy8|z@{##@|<99<< < S !S@ ,2 42 @2 M2 YF@ aG NOh@xQH;ijkmnor Tu wV"2CUex (RlR@|YrX<_}~@|}?}ED!l@ @   - @2 A N S @X ^ f l @s   @   ! #@ + - 5 7@  9 B  Z$Z $* 2 C S @X ] d t #Z $   0 $ Z@ H  9 @   H ( 5   @   ! ' H0 @@8 > C H O V H    H[ #c 5o Z |  7@  $  Z@  Z  $   @  $) $# $   % @1 <@ I @P #Y $a Hq R@    @ @ b # #@     #   - 2 2 5 #E M #_ @h   I$ $p H $ZZ $ ${  Z Z@     <@ | <@ <@ 7&3)<$EK   Zaimr l@<l<I #$####   $ fQ))   @`!+6?>N>]b@g# 7 q~@#@2#(i?(G #<<<H@_@##(#@##R#)HEH@V`2  $ " $$ $%*&'j u>#@# () H, $ZZ. /$0 x>@Z@ZQ13@ H2 4 C6 $Z$Z8 Z$Z$ZZ: ;<@$=@?A> @ ;5 C ;E I IH@{&I/2 ?J@F#N#^L@#d\k+z<{HO +I H@K@E M < P  MN R< <v7*#6ZAU@HVMXSZZ\@f#n#w#O@{2H^@b<d@$ef|@gH@%x0x;@K[`g5@rHQ !@!R!!\!"@"""@$t?%@&(Q@'4@(B+*T<@*]+*q<+W Y [ ] _ `a }c8{@hl@ I Hj@<#@`kkH!Win o)@:pKp@Zpjpyrr@r}q ss tu |<<<Q+2 s@vZ# |@w_{ hl x'yz1k:ENW` Hjkyk@kkkk@kxx~ svm0; @`+/:A)I2O0Xa j)@r?z 6% 0<@H R<@w   `k{ M*@ 4I> S[gv,=KWhy-9int__ARRAY_SIZE_TYPE__file_fieldsprivate_dataf_opreal_inodeu64__u64unsigned long longtypemax_entrieskeyvalueig_file_fieldspt_regsorig_x0syscallnopmrsdei_ttbr1stackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regsregssppcpstates32__s32u32__u32unsigned intframe_record_metarecordframe_recordfplrctxig_scm_snd_ekprobe/__scm_send0:0:0bpf/filefields.bpf.cint BPF_KPROBE(ig_scm_snd_e, struct socket *sock) if (socket_ino == 0)socketstateflagsfileskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortunsigned longsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockheadspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendingu8__u8unsigned charlocked_pendingtailu16__u16unsigned shortlist_headnextprevcallback_headfunc0:3 if ((u64)BPF_CORE_READ(sock, file, f_inode, i_ino) != socket_ino)f_lockf_modef_mappingf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_reffmode_tpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queueloff_t__kernel_loff_terrseq_tf_task_workf_llistf_raf_freeptrllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posfreeptr_tvfile_ref_trefcnt0:5inodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atime_seci_mtime_seci_ctime_seci_atime_nseci_mtime_nseci_ctime_nseci_generationi_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_fsnotify_maski_fsnotify_marksi_privateumode_tkuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_ti_nlink__i_nlinkdev_t__kernel_dev_ttime64_trw_hintWRITE_LIFE_NOT_SETWRITE_LIFE_NONEWRITE_LIFE_SHORTWRITE_LIFE_MEDIUMWRITE_LIFE_LONGWRITE_LIFE_EXTREMEblkcnt_trw_semaphorecounthlist_nodepprevi_dentryi_rcuhlist_headfirsti_fopfree_inodefile_operationsfop_flagsllseekreadwriteread_iterwrite_iteriopolliterate_sharedpollunlocked_ioctlcompat_ioctlmmapopenflushreleasefsyncfasyncget_unmapped_areacheck_flagsflocksplice_writesplice_readsplice_eofsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmduring_cmd_iopollfop_flags_tssize_t__kernel_ssize_t__kernel_long_tlongcharsize_t__kernel_size_t__kernel_ulong_tkiocbki_filpki_poski_completeprivateki_flagski_ioprioki_waitqdio_completeiov_iteriter_typenofaultdata_sourceiov_offsetbool_Bool__ubuf_iovecioveciov_baseiov_len__iovkvecbvecfolioqxarrayubufnr_segsfolioq_slotxarray_startio_comp_batchreq_listneed_tscompleterq_listdir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policynumab_statevm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpteval_tvm_flags__vm_flagsvm_flags_trefcount_trefcount_structrefsrbrb_subtree_lastrb_node__rb_parent_colorrb_rightrb_leftfl_owner_tfile_lockcfl_startfl_endfl_opsfl_lmopsfl_ufile_lock_coreflc_blockerflc_listflc_linkflc_blocked_requestsflc_blocked_memberflc_ownerflc_flagsflc_typeflc_pidflc_link_cpuflc_waitflc_filepid_t__kernel_pid_tnfs_flnfs4_flafscephnfs_lock_infolistnlm_lockownernfs4_lock_infonfs4_lock_statelinkdebug_idpipe_inode_inford_waitwr_waitmax_usagering_sizenr_accountedreaderswritersfilesr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufsuserhead_tailpipe_index_tpage_refcountmemcg_datamappinglrubuddy_listpcp_list__fillermlock_countpcp_llistorderindexsharepp_magicpp_pp_mapping_paddma_addrpp_ref_countcompound_head_unused_pgmap_compound_headzone_device_datapage_type_mapcountfile_leasefl_fasyncfl_break_timefl_downgrade_timeseq_filebuffrompad_untilread_posoppoll_eventio_uring_cmdsqetask_work_cbcmd_oppduaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_dataxa_lockxa_flagsxa_headgfp_trb_root_cachedrb_rootrb_leftmosti_devicesi_linkleni_pipei_cdevi_linki_dir_seq0:11 tracer_pid_tgid = bpf_get_current_pid_tgid();ig_fget_xkretprobe/fget_rawint BPF_KRETPROBE(ig_fget_x, struct file *ret) int zero = 0; if (tracer_pid_tgid == 0) current_pid_tgid = bpf_get_current_pid_tgid(); if (current_pid_tgid != tracer_pid_tgid) ff = bpf_map_lookup_elem(&ig_file_fields, &zero); if (!ff)0:4 ff->private_data = (u64)BPF_CORE_READ(ret, private_data);0:2 ff->f_op = (u64)BPF_CORE_READ(ret, f_op); if (BPF_CORE_READ(ret, f_inode, i_sb, s_magic) ==0:8super_blocks_lists_devs_blocksize_bitss_blocksizes_maxbytess_types_opdq_ops_qcops_export_ops_flagss_iflagss_magics_roots_umounts_counts_actives_securitys_xattrs_rootss_mountss_bdevs_bdev_files_bdis_mtds_instancess_quota_typess_dquots_writerss_fs_infos_time_grans_time_mins_time_maxs_fsnotify_masks_fsnotify_infos_ids_uuids_uuid_lens_sysfs_names_max_linkss_vfs_rename_mutexs_subtypes_d_ops_shrinks_remove_counts_readonly_remounts_wb_errs_dio_done_wqs_pinss_user_nss_dentry_lrus_inode_lrudestroy_works_sync_locks_stack_depths_inode_list_locks_inodess_inode_wblist_locks_inodes_wbhlist_bl_headquota_infodqio_seminfomem_dqinfodqi_formatdqi_fmt_iddqi_dirty_listdqi_flagsdqi_bgracedqi_igracedqi_max_spc_limitdqi_max_ino_limitdqi_privqsize_tquota_format_opscheck_quota_fileread_file_infowrite_file_infofree_file_inforead_dqblkcommit_dqblkrelease_dqblkget_next_iddquotdq_hashdq_inusedq_freedq_dirtydq_lockdq_dqb_lockdq_countdq_sbdq_iddq_offdq_flagsdq_dqbkqiduidgidprojidkprojid_tprojid_tquota_typeUSRQUOTAGRPQUOTAPRJQUOTAmem_dqblkdqb_bhardlimitdqb_bsoftlimitdqb_curspacedqb_rsvspacedqb_ihardlimitdqb_isoftlimitdqb_curinodesdqb_btimedqb_itimesb_writersfrozenfreeze_kcountfreeze_ucountrw_sempercpu_rw_semaphorerssread_countwriterwaitersblockrcu_syncgp_stategp_countgp_waitcb_headrcuwaittaskuuid_tblist_lrunodeshrinker_idmemcg_awarexawork_structdataentrywork_func_t0:12 real_file = (struct file *)ff->private_data; ff->real_inode = (u64)BPF_CORE_READ(real_file, f_inode); tracer_pid_tgid = 0;socket_inotracer_pid_tgidLICENSE.bss.maps.rodatalicenserequestblock_devicemoduledentry_operationsposix_aclinode_operationshlist_bl_nodevfsmountfile_system_typeuser_namespacetask_structmm_structvm_operations_structpage_poolbio_vecfolio_queueseq_operationswait_page_queuesockworkqueue_structcdevfsnotify_mark_connectoruser_structfile_lock_operationslock_manager_operationsfasync_structcredmempolicyvma_numab_stateio_uring_sqebacking_dev_infobdi_writebackpipe_buffersuper_operationsdquot_operationsquotactl_opsexport_operationsxattr_handlermtd_infoquota_format_typefsnotify_sb_infoshrinkerlist_lru_nodefile_lock_contextaddress_space_operationslease_manager_operationsfown_structproto_ops $$^XS^ vv v@vHv vv v v8vvvvXvkvv0v8v@v Hv XvvQv_(v_(v_(v_(v,v,v ,8v_(@v8v_(v8v8v8v"@vvHvHvHvJT8vk^p(|`CfXpC[CCXfT8pOH@  ` 11 12 ,<P`p(8HXhx(8HXhx$4L\l|ig_fget_x.relkretprobe/fget_raw.text.rel.BTF.ext.bss.mapsig_file_fieldssocket_ino.llvm_addrsiglicenseig_scm_snd_e.relkprobe/__scm_sendtracer_pid_tgid.strtab.symtab.rodata.rel.BTFLICENSELBB1_6LBB1_5LBB0_3N^"@@} @XZ PH @xZ05h: Q @Z@ ,U( @Z` ZLoH^8Y inspektor-gadget-0.46.0/pkg/kfilefields/filefields_x86_bpfel.go000066400000000000000000000071451510117411400244260ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 package kfilefields import ( "bytes" _ "embed" "fmt" "io" "github.com/cilium/ebpf" ) // loadFilefields returns the embedded CollectionSpec for filefields. func loadFilefields() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_FilefieldsBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load filefields: %w", err) } return spec, err } // loadFilefieldsObjects loads filefields and converts it into a struct. // // The following types are suitable as obj argument: // // *filefieldsObjects // *filefieldsPrograms // *filefieldsMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadFilefieldsObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadFilefields() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // filefieldsSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsSpecs struct { filefieldsProgramSpecs filefieldsMapSpecs filefieldsVariableSpecs } // filefieldsProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsProgramSpecs struct { IgFgetX *ebpf.ProgramSpec `ebpf:"ig_fget_x"` IgScmSndE *ebpf.ProgramSpec `ebpf:"ig_scm_snd_e"` } // filefieldsMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsMapSpecs struct { IgFileFields *ebpf.MapSpec `ebpf:"ig_file_fields"` } // filefieldsVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type filefieldsVariableSpecs struct { SocketIno *ebpf.VariableSpec `ebpf:"socket_ino"` TracerPidTgid *ebpf.VariableSpec `ebpf:"tracer_pid_tgid"` } // filefieldsObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsObjects struct { filefieldsPrograms filefieldsMaps filefieldsVariables } func (o *filefieldsObjects) Close() error { return _FilefieldsClose( &o.filefieldsPrograms, &o.filefieldsMaps, ) } // filefieldsMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsMaps struct { IgFileFields *ebpf.Map `ebpf:"ig_file_fields"` } func (m *filefieldsMaps) Close() error { return _FilefieldsClose( m.IgFileFields, ) } // filefieldsVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsVariables struct { SocketIno *ebpf.Variable `ebpf:"socket_ino"` TracerPidTgid *ebpf.Variable `ebpf:"tracer_pid_tgid"` } // filefieldsPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadFilefieldsObjects or ebpf.CollectionSpec.LoadAndAssign. type filefieldsPrograms struct { IgFgetX *ebpf.Program `ebpf:"ig_fget_x"` IgScmSndE *ebpf.Program `ebpf:"ig_scm_snd_e"` } func (p *filefieldsPrograms) Close() error { return _FilefieldsClose( p.IgFgetX, p.IgScmSndE, ) } func _FilefieldsClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed filefields_x86_bpfel.o var _FilefieldsBytes []byte inspektor-gadget-0.46.0/pkg/kfilefields/filefields_x86_bpfel.o000066400000000000000000000612701510117411400242560ustar00rootroot00000000000000ELFx^@@ypyqaq yaq@yqyyr]!{yPcyq@yq]=6cqy{cqy{ cq(yq`yqyU0vLyyvcqy{{!GPL@4@4   % 2 @7 B F L@ _d@ptz @@@@@@       $ ( 0 4 _ 0; 8C 9F :M < UY _ @ !# (5F;" L@V$[6g7@k%}&4@'()*+,-/3.0012 */95>5@4C98Q9@7: 8&< 2>@@%AB=@=`CEFISAUU  X@Y_= ? }@aD +0G4H@ ;JF M SKYQ@cR`g4qLMNOP@)*-TPVW={ 7Z\]9[Z )/=@4=`?=H=RS[^eg`rL}3Pbc g@=`kkln@@Ao@q`Ssss@V V-V:VG&N V00`t8mu@vV~v@w4444z L L - - -@ -` | ? @ GH!W1JBA@LTde[fa=rhiyj=m Mp= =rVO1 :(GKSK@cRYQg4M9xXy@wx^{g7mxx~>=!S~@@@  @   % @, > J @P ] i t @} $ & . 0@  2 ; = SS     @   - S   > 0D L S@S _ Ag p  @ z  A ( 0   @    A @G@    A    A  0( S =5  C L T ] *@  e q w S@{  S =  =  @  $ =    =@ 4  @   A* K@> H R @Y @l ]w  @        -    @ Y  B  A SS  + 5 7 S@ S@G N W \ k w 4@ w 4@ 4 @ = 2   $      " VS@045CSRb4g=}B   =pMJ$$==== =@=`==66 @* != .@ @3-( C7( =@_ E4 I4T4]Af=@rZ|=@(@KAA@=- =  # 5 6$@2N !" A% SS' ()D xM/@QGVS@`SJi*l,@_ A+ - ;/ SS=1 SSSS=3 4=5w@6@8VV:7 9 4=0 < 4=> BBA@vB- C@E@ U&4.v;A J&RB [A@c=ixD@x F 4I= U K<4q2SN@OQSU@!)H@0v9A-JAUW@][e4n]@u^_w@=a{A@VssV@ 0@H)=5JH R!Y@!bK!q!U!"{@"""#g7@##J$%&&4@&&&4'P R T V X YZ 'x\`5>8=Iv@bRf@z BW Hbdm@x4=@=`eeAPch i@jj@ jj,l7l@DlRwk nm no^ dwl4u4}4J&- n@pSv@q_u cgrstf  He,e@;eHeUede@sessx nypg0 @`}~$-0  $@%7=-5| :A1% CLQ ]Kb4@Qh     &.6HOY4jx   $0<FTYcpx ,5CUnint__ARRAY_SIZE_TYPE__file_fieldsprivate_dataf_opreal_inodeu64__u64unsigned long longtypemax_entrieskeyvalueig_file_fieldspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axipflagsspunsigned longcscsxfred_csu16__u16unsigned shortslwfessssxfred_ssstisweventnmivectorenclavelmnestedinsnlenctxig_scm_snd_ekprobe/__scm_send0:14bpf/filefields.bpf.cint BPF_KPROBE(ig_scm_snd_e, struct socket *sock) if (socket_ino == 0)socketstatefileskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockheadspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendingu8__u8unsigned charlocked_pendingtaillist_headnextprevcallback_headfunc0:3 if ((u64)BPF_CORE_READ(sock, file, f_inode, i_ino) != socket_ino)f_lockf_modef_mappingf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_reffmode_tunsigned intpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queueloff_t__kernel_loff_terrseq_tu32__u32f_task_workf_llistf_raf_freeptrllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posfreeptr_tvfile_ref_trefcnt0:5inodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atime_seci_mtime_seci_ctime_seci_atime_nseci_mtime_nseci_ctime_nseci_generationi_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_fsnotify_maski_fsnotify_marksi_privateumode_tkuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_ti_nlink__i_nlinkdev_t__kernel_dev_ttime64_trw_hintWRITE_LIFE_NOT_SETWRITE_LIFE_NONEWRITE_LIFE_SHORTWRITE_LIFE_MEDIUMWRITE_LIFE_LONGWRITE_LIFE_EXTREMEblkcnt_trw_semaphorecounthlist_nodepprevi_dentryi_rcuhlist_headfirsti_fopfree_inodefile_operationsfop_flagsllseekreadwriteread_iterwrite_iteriopolliterate_sharedpollunlocked_ioctlcompat_ioctlmmapopenflushreleasefsyncfasyncget_unmapped_areacheck_flagsflocksplice_writesplice_readsplice_eofsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmduring_cmd_iopollfop_flags_tssize_t__kernel_ssize_t__kernel_long_tlongcharsize_t__kernel_size_t__kernel_ulong_tkiocbki_filpki_poski_completeprivateki_flagski_ioprioki_waitqdio_completeiov_iteriter_typenofaultdata_sourceiov_offsetbool_Bool__ubuf_iovecioveciov_baseiov_len__iovkvecbvecfolioqxarrayubufnr_segsfolioq_slotxarray_startio_comp_batchreq_listneed_tscompleterq_listdir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpgprotval_tvm_flags__vm_flagsvm_flags_trefcount_trefcount_structrefsrbrb_subtree_lastrb_node__rb_parent_colorrb_rightrb_leftfl_owner_tfile_lockcfl_startfl_endfl_opsfl_lmopsfl_ufile_lock_coreflc_blockerflc_listflc_linkflc_blocked_requestsflc_blocked_memberflc_ownerflc_flagsflc_typeflc_pidflc_link_cpuflc_waitflc_filepid_t__kernel_pid_tnfs_flnfs4_flafscephnfs_lock_infolistnlm_lockownernfs4_lock_infonfs4_lock_statelinkdebug_idpipe_inode_inford_waitwr_waitmax_usagering_sizenr_accountedreaderswritersfilesr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufsuserhead_tailpipe_index_tpage_refcountmappinglrubuddy_listpcp_list__fillermlock_countpcp_llistorderindexsharepp_magicpp_pp_mapping_paddma_addrpp_ref_countcompound_head_unused_pgmap_compound_headzone_device_datapage_type_mapcountfile_leasefl_fasyncfl_break_timefl_downgrade_timeseq_filebuffrompad_untilread_posoppoll_eventio_uring_cmdsqetask_work_cbcmd_oppduaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_dataxa_lockxa_flagsxa_headgfp_trb_root_cachedrb_rootrb_leftmosti_devicesi_linkleni_pipei_cdevi_linki_dir_seq0:11 tracer_pid_tgid = bpf_get_current_pid_tgid();ig_fget_xkretprobe/fget_raw0:10int BPF_KRETPROBE(ig_fget_x, struct file *ret) int zero = 0; if (tracer_pid_tgid == 0) current_pid_tgid = bpf_get_current_pid_tgid(); if (current_pid_tgid != tracer_pid_tgid) ff = bpf_map_lookup_elem(&ig_file_fields, &zero); if (!ff)0:4 ff->private_data = (u64)BPF_CORE_READ(ret, private_data);0:2 ff->f_op = (u64)BPF_CORE_READ(ret, f_op); if (BPF_CORE_READ(ret, f_inode, i_sb, s_magic) ==0:8super_blocks_lists_devs_blocksize_bitss_blocksizes_maxbytess_types_opdq_ops_qcops_export_ops_flagss_iflagss_magics_roots_umounts_counts_actives_securitys_xattrs_rootss_mountss_bdevs_bdev_files_bdis_mtds_instancess_quota_typess_dquots_writerss_fs_infos_time_grans_time_mins_time_maxs_fsnotify_masks_fsnotify_infos_ids_uuids_uuid_lens_sysfs_names_max_linkss_vfs_rename_mutexs_subtypes_d_ops_shrinks_remove_counts_readonly_remounts_wb_errs_dio_done_wqs_pinss_user_nss_dentry_lrus_inode_lrudestroy_works_sync_locks_stack_depths_inode_list_locks_inodess_inode_wblist_locks_inodes_wbhlist_bl_headmtd_infoquota_infodqio_seminfomem_dqinfodqi_formatdqi_fmt_iddqi_dirty_listdqi_flagsdqi_bgracedqi_igracedqi_max_spc_limitdqi_max_ino_limitdqi_privqsize_tquota_format_opscheck_quota_fileread_file_infowrite_file_infofree_file_inforead_dqblkcommit_dqblkrelease_dqblkget_next_iddquotdq_hashdq_inusedq_freedq_dirtydq_lockdq_dqb_lockdq_countdq_sbdq_iddq_offdq_flagsdq_dqbkqiduidgidprojidkprojid_tprojid_tquota_typeUSRQUOTAGRPQUOTAPRJQUOTAmem_dqblkdqb_bhardlimitdqb_bsoftlimitdqb_curspacedqb_rsvspacedqb_ihardlimitdqb_isoftlimitdqb_curinodesdqb_btimedqb_itimesb_writersfrozenfreeze_kcountfreeze_ucountrw_sempercpu_rw_semaphorerssread_countwriterwaitersblockrcu_syncgp_stategp_countgp_waitcb_headrcuwaittaskuuid_tblist_lrunodework_structdataentrywork_func_t0:12 real_file = (struct file *)ff->private_data; ff->real_inode = (u64)BPF_CORE_READ(real_file, f_inode); tracer_pid_tgid = 0;socket_inotracer_pid_tgidLICENSE.bss.maps.rodatalicensedentry_operationsmoduleposix_aclinode_operationshlist_bl_nodevfsmountfile_system_typeuser_namespacetask_structmm_structvm_operations_structpage_poolbio_vecfolio_queueseq_operationswait_page_queuesockworkqueue_structcdevuser_structfown_structproto_opsfasync_structcredmempolicyio_uring_sqerequestblock_devicebacking_dev_infofsnotify_mark_connectorpipe_buffersuper_operationsdquot_operationsquotactl_opsexport_operationsxattr_handlerquota_format_typefsnotify_sb_infoshrinkerlist_lru_nodefile_lock_contextaddress_space_operationsfile_lock_operationslock_manager_operationslease_manager_operations $$fLf }} }@}H}Z }}Z }Z }Z8}Z}}}}}D}S0}S8}n@} H} X}}} (} (} (} (}H,}H,}H ,8} (@}s8} (}s8}s8}s8}y"@}}H}H}H}T8}fx(V`;ya;;D;yXaMt8pOH@  ` 11 12 ,<P`p(8HXhx(8HXhx$4L\l|ig_fget_x.relkretprobe/fget_raw.text.rel.BTF.ext.bss.mapsig_file_fieldssocket_ino.llvm_addrsiglicenseig_scm_snd_e.relkprobe/__scm_sendtracer_pid_tgid.strtab.symtab.rodata.rel.BTFLICENSELBB1_6LBB1_5LBB0_3]"@@} @Y PH @Y05h:  Q @Y@ ,T( @0Z` ZLo]X inspektor-gadget-0.46.0/pkg/kfilefields/kfilefields.go000066400000000000000000000054701510117411400227230ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package kfilefields provides functions to read kernel "struct file" fields against a file descriptor. // // This is done: // - without using bpf iterators in order to work on old kernels. // - without comparing pids from userspace and ebpf in order to work from // different pid namespaces. package kfilefields import "fmt" // ReadPrivateDataFromFd uses ebpf to read the private_data pointer from the // kernel "struct file" associated with the given fd. func ReadPrivateDataFromFd(fd int) (uint64, error) { t, err := creatAndInstallTracer() if err != nil { return 0, fmt.Errorf("creating and installing tracer: %w", err) } defer t.close() ff, err := t.readStructFileFields(fd) if err != nil { return 0, fmt.Errorf("reading file fields: %w", err) } return ff.PrivateData, nil } // ReadFOpForFdType uses ebpf to read the f_op pointer from the kernel "struct file" // associated with the given fd type. func ReadFOpForFdType(ft FdType) (uint64, error) { if _, ok := supportedFdTypesForFOp[ft]; !ok { return 0, fmt.Errorf("unsupported fd type %s", ft.String()) } t, err := creatAndInstallTracer() if err != nil { return 0, fmt.Errorf("creating and installing tracer: %w", err) } defer t.close() fd, err := t.getFdFromType(ft) if err != nil { return 0, fmt.Errorf("getting fd from type %s: %w", ft.String(), err) } ff, err := t.readStructFileFields(fd) if err != nil { return 0, fmt.Errorf("reading file fields: %w", err) } return ff.FOp, nil } // ReadRealInodeFromFd uses ebpf to read the f_inode pointer from the // kernel "struct file" associated with the given fd. // Specifically, if fd belongs to overlayFS, it will return the underlying, real inode. // // This feature makes it possible to check if two fds come from the same // underlying file, even if they come from two different overlay filesystems. // This is useful for uprobes because they get attached to the underlying file. func ReadRealInodeFromFd(fd int) (uint64, error) { t, err := creatAndInstallTracer() if err != nil { return 0, fmt.Errorf("creating and installing tracer: %w", err) } defer t.close() ff, err := t.readStructFileFields(fd) if err != nil { return 0, fmt.Errorf("reading file fields: %w", err) } return ff.RealInode, nil } inspektor-gadget-0.46.0/pkg/kfilefields/tracer.go000066400000000000000000000110441510117411400217140ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package kfilefields import ( "errors" "fmt" "os" "syscall" "github.com/cilium/ebpf" "github.com/cilium/ebpf/link" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfgen" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms/symscache" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target $TARGET -cc clang -cflags ${CFLAGS} -no-global-types filefields ./bpf/filefields.bpf.c -- -I./bpf/ func init() { spec, err := loadFilefields() if err != nil { panic(err) } symscache.RegisterSymbolsFromSpec(spec) } type FdType int const ( FdTypeSocket FdType = iota FdTypeEbpfProgram ) var supportedFdTypesForFOp = map[FdType]struct{}{ FdTypeSocket: {}, FdTypeEbpfProgram: {}, } func (fd FdType) String() string { switch fd { case FdTypeSocket: return "socket" case FdTypeEbpfProgram: return "ebpf_program" default: return fmt.Sprintf("unknown(%d)", fd) } } type fileFields struct { PrivateData uint64 FOp uint64 RealInode uint64 } type Tracer struct { objs filefieldsObjects links []link.Link sock [2]int installed bool } func creatAndInstallTracer() (*Tracer, error) { t := &Tracer{} if err := t.install(); err != nil { t.close() return nil, fmt.Errorf("installing tracer: %w", err) } return t, nil } func (t *Tracer) close() { for _, l := range t.links { gadgets.CloseLink(l) } for i := 0; i < len(t.sock); i++ { if t.sock[i] != -1 { unix.Close(t.sock[i]) } } t.objs.Close() } func (t *Tracer) install() error { // Create a socket pair var err error t.sock, err = unix.Socketpair(unix.AF_UNIX, unix.SOCK_DGRAM, 0) if err != nil { return fmt.Errorf("creating socket pair: %w", err) } // Find the inode of the socket fdFileInfo, err := os.Stat(fmt.Sprintf("/proc/self/fd/%d", t.sock[0])) if err != nil { return fmt.Errorf("reading file info from sock fd %d: %w", t.sock[0], err) } fdStat, ok := fdFileInfo.Sys().(*syscall.Stat_t) if !ok { return errors.New("not a syscall.Stat_t") } // Load ebpf program configured with the socket inode symscache.PopulateKallsymsCache() spec, err := loadFilefields() if err != nil { return fmt.Errorf("load ebpf program to read file fields: %w", err) } filefieldSpec := &filefieldsSpecs{} if err := spec.Assign(filefieldSpec); err != nil { return err } if err := filefieldSpec.SocketIno.Set(uint64(fdStat.Ino)); err != nil { return err } opts := ebpf.CollectionOptions{ Programs: ebpf.ProgramOptions{ KernelTypes: btfgen.GetBTFSpec(), }, } if err := spec.LoadAndAssign(&t.objs, &opts); err != nil { return fmt.Errorf("loading maps and programs: %w", err) } // Attach ebpf programs l, err := link.Kprobe("__scm_send", t.objs.IgScmSndE, nil) if err != nil { return fmt.Errorf("attaching kprobe __scm_send: %w", err) } t.links = append(t.links, l) l, err = link.Kretprobe("fget_raw", t.objs.IgFgetX, nil) if err != nil { return fmt.Errorf("attaching kretprobe fget_raw: %w", err) } t.links = append(t.links, l) t.installed = true return nil } func (t *Tracer) getFdFromType(kind FdType) (int, error) { if !t.installed { return -1, errors.New("tracer not installed") } switch kind { case FdTypeSocket: return t.sock[0], nil case FdTypeEbpfProgram: return t.objs.IgFgetX.FD(), nil default: return -1, fmt.Errorf("unknown fd type %d", kind) } } func (t *Tracer) readStructFileFields(fd int) (*fileFields, error) { if !t.installed { return nil, errors.New("tracer not installed") } // Send the fd through the socket with SCM_RIGHTS. // This will trigger the __scm_send kprobe and fget_raw kretprobe buf := make([]byte, 1) err := unix.Sendmsg(t.sock[0], buf, unix.UnixRights(fd), nil, 0) if err != nil { return nil, fmt.Errorf("sending fd: %w", err) } var ff fileFields err = t.objs.IgFileFields.Lookup(uint32(0), &ff) if err != nil { return nil, fmt.Errorf("reading file fields: %w", err) } return &ff, nil } inspektor-gadget-0.46.0/pkg/libpcap-compiler/000077500000000000000000000000001510117411400210465ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/libpcap-compiler/cbpf.go000066400000000000000000000016661510117411400223200ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package libpcap_compiler import ( "github.com/packetcap/go-pcap/filter" "golang.org/x/net/bpf" ) // CompileCbpf compiles a libpcap expression into cbpf instructions func CompileCbpf(expr string) ([]bpf.Instruction, error) { if len(expr) == 0 { return nil, nil } x := filter.NewExpression(expr) f := x.Compile() return f.Compile() } inspektor-gadget-0.46.0/pkg/libpcap-compiler/ebpf.go000066400000000000000000000045261510117411400223200ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package libpcap_compiler compiles libpcap filter expressions into eBPF // code. This package contains parts and/or was inspired from: // https://github.com/jschwinger233/elibpcap/ // https://github.com/mozillazg/ptcpdump/ package libpcap_compiler import ( "github.com/cilium/ebpf/asm" "github.com/cloudflare/cbpfc" ) const ( RejectAllExpr = "__reject_all__" ) type StackOffset int const ( BpfReadKernelOffset StackOffset = -8 * (iota + 1) R1Offset R2Offset R3Offset R4Offset R5Offset AvailableOffset ) // CompileEbpf compiles a libpcap filter expression to eBPF instructions func CompileEbpf(expr string, fname string) (insts asm.Instructions, err error) { if expr == RejectAllExpr { return asm.Instructions{ asm.Mov.Reg(asm.R4, asm.R5), // r4 = r5 (data = data_end) }, nil } cbpfInsts, err := CompileCbpf(expr) if err != nil { return } ebpfInsts, err := cbpfc.ToEBPF(cbpfInsts, cbpfc.EBPFOpts{ // skb->data is at r4, skb->data_end is at r5. PacketStart: asm.R4, PacketEnd: asm.R5, Result: asm.R0, ResultLabel: "_result_" + fname, // result is at R0, _skb is at R1, __skb is at R2, ___skb is at R3. // these are reserved and will be used internally Working: [4]asm.Register{asm.R0, asm.R1, asm.R2, asm.R3}, LabelPrefix: "_prefix_" + fname, StackOffset: -int(AvailableOffset), }) if err != nil { return } return append(ebpfInsts, asm.Mov.Imm(asm.R1, 0).WithSymbol("_result_"+fname), // r1 = 0 (_skb) asm.Mov.Imm(asm.R2, 0), // r2 = 0 (__skb) asm.Mov.Imm(asm.R3, 0), // r3 = 0 (___skb) asm.Mov.Reg(asm.R4, asm.R0), // r4 = $result (data) asm.Mov.Imm(asm.R5, 0), // r5 = 0 (data_end) ), nil } inspektor-gadget-0.46.0/pkg/logger/000077500000000000000000000000001510117411400171035ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/logger/logger.go000066400000000000000000000107711510117411400207170ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package logger provides a logger interface that is available to gadgets and runtimes. */ package logger import log "github.com/sirupsen/logrus" type Level = log.Level // we use the log levels from logrus here const ( PanicLevel = log.PanicLevel FatalLevel = log.FatalLevel ErrorLevel = log.ErrorLevel WarnLevel = log.WarnLevel InfoLevel = log.InfoLevel DebugLevel = log.DebugLevel TraceLevel = log.TraceLevel ) type DedicatedLogger interface { Panic(params ...any) Panicf(fmt string, params ...any) Fatal(params ...any) Fatalf(fmt string, params ...any) Error(params ...any) Errorf(fmt string, params ...any) Warn(params ...any) Warnf(fmt string, params ...any) Info(params ...any) Infof(fmt string, params ...any) Debug(params ...any) Debugf(fmt string, params ...any) Trace(params ...any) Tracef(fmt string, params ...any) } type GenericLogger interface { Log(severity Level, params ...any) Logf(severity Level, format string, params ...any) } type GenericLoggerWithLevelSetter interface { GenericLogger LevelGetterSetter } type DedicatedLoggerWithLevelSetter interface { DedicatedLogger LevelGetterSetter } type LevelGetterSetter interface { SetLevel(Level) GetLevel() Level } type Logger interface { DedicatedLogger GenericLogger LevelGetterSetter } func NewFromGenericLogger(logger GenericLoggerWithLevelSetter) Logger { return &StandardDedicatedLogger{GenericLoggerWithLevelSetter: logger} } func NewFromDedicatedLogger(logger DedicatedLoggerWithLevelSetter) Logger { return &StandardGenericLogger{DedicatedLoggerWithLevelSetter: logger} } type StandardDedicatedLogger struct { GenericLoggerWithLevelSetter } func (s *StandardDedicatedLogger) Panic(params ...any) { s.Log(PanicLevel, params...) } func (s *StandardDedicatedLogger) Panicf(fmt string, params ...any) { s.Logf(PanicLevel, fmt, params...) } func (s *StandardDedicatedLogger) Fatal(params ...any) { s.Log(FatalLevel, params...) } func (s *StandardDedicatedLogger) Fatalf(fmt string, params ...any) { s.Logf(FatalLevel, fmt, params...) } func (s *StandardDedicatedLogger) Error(params ...any) { s.Log(ErrorLevel, params...) } func (s *StandardDedicatedLogger) Errorf(fmt string, params ...any) { s.Logf(ErrorLevel, fmt, params...) } func (s *StandardDedicatedLogger) Warn(params ...any) { s.Log(WarnLevel, params...) } func (s *StandardDedicatedLogger) Warnf(fmt string, params ...any) { s.Logf(WarnLevel, fmt, params...) } func (s *StandardDedicatedLogger) Info(params ...any) { s.Log(InfoLevel, params...) } func (s *StandardDedicatedLogger) Infof(fmt string, params ...any) { s.Logf(InfoLevel, fmt, params...) } func (s *StandardDedicatedLogger) Debug(params ...any) { s.Log(DebugLevel, params...) } func (s *StandardDedicatedLogger) Debugf(fmt string, params ...any) { s.Logf(DebugLevel, fmt, params...) } func (s *StandardDedicatedLogger) Trace(params ...any) { s.Log(TraceLevel, params...) } func (s *StandardDedicatedLogger) Tracef(fmt string, params ...any) { s.Logf(TraceLevel, fmt, params...) } type StandardGenericLogger struct { DedicatedLoggerWithLevelSetter } func (s *StandardGenericLogger) Log(severity Level, params ...any) { switch severity { case PanicLevel: s.Panic(params...) case FatalLevel: s.Fatal(params...) case ErrorLevel: s.Error(params...) case WarnLevel: s.Warn(params...) case InfoLevel: s.Info(params...) case DebugLevel: s.Debug(params...) case TraceLevel: s.Trace(params...) } } func (s *StandardGenericLogger) Logf(severity Level, format string, params ...any) { switch severity { case PanicLevel: s.Panicf(format, params...) case FatalLevel: s.Fatalf(format, params...) case ErrorLevel: s.Errorf(format, params...) case WarnLevel: s.Warnf(format, params...) case InfoLevel: s.Infof(format, params...) case DebugLevel: s.Debugf(format, params...) case TraceLevel: s.Tracef(format, params...) } } func DefaultLogger() Logger { return log.StandardLogger() } inspektor-gadget-0.46.0/pkg/logger/logger_test.go000066400000000000000000000134601510117411400217540ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package logger import ( "testing" log "github.com/sirupsen/logrus" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) type mockGenericLogger struct { level Level lastMsg string lastLvl Level } func (m *mockGenericLogger) Log(severity Level, params ...any) { m.lastLvl = severity if len(params) > 0 { m.lastMsg = params[0].(string) } } func (m *mockGenericLogger) Logf(severity Level, format string, params ...any) { m.lastLvl = severity m.lastMsg = format } func (m *mockGenericLogger) SetLevel(l Level) { m.level = l } func (m *mockGenericLogger) GetLevel() Level { return m.level } type mockDedicatedLogger struct { level Level lastMsg string lastLvl Level } func (m *mockDedicatedLogger) Panic(params ...any) { m.lastLvl = PanicLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Panicf(format string, params ...any) { m.lastLvl = PanicLevel m.lastMsg = format } func (m *mockDedicatedLogger) Fatal(params ...any) { m.lastLvl = FatalLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Fatalf(format string, params ...any) { m.lastLvl = FatalLevel m.lastMsg = format } func (m *mockDedicatedLogger) Error(params ...any) { m.lastLvl = ErrorLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Errorf(format string, params ...any) { m.lastLvl = ErrorLevel m.lastMsg = format } func (m *mockDedicatedLogger) Warn(params ...any) { m.lastLvl = WarnLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Warnf(format string, params ...any) { m.lastLvl = WarnLevel m.lastMsg = format } func (m *mockDedicatedLogger) Info(params ...any) { m.lastLvl = InfoLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Infof(format string, params ...any) { m.lastLvl = InfoLevel m.lastMsg = format } func (m *mockDedicatedLogger) Debug(params ...any) { m.lastLvl = DebugLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Debugf(format string, params ...any) { m.lastLvl = DebugLevel m.lastMsg = format } func (m *mockDedicatedLogger) Trace(params ...any) { m.lastLvl = TraceLevel m.lastMsg = params[0].(string) } func (m *mockDedicatedLogger) Tracef(format string, params ...any) { m.lastLvl = TraceLevel m.lastMsg = format } func (m *mockDedicatedLogger) SetLevel(l Level) { m.level = l } func (m *mockDedicatedLogger) GetLevel() Level { return m.level } func TestNewFromGenericLogger(t *testing.T) { mock := &mockGenericLogger{} logger := NewFromGenericLogger(mock) require.NotNil(t, logger, "logger should not be nil") tests := []struct { name string logFunc func() expected Level message string }{ {"Panic", func() { logger.Panic("panic-msg") }, PanicLevel, "panic-msg"}, {"Panicf", func() { logger.Panicf("panicf-%s", "msg") }, PanicLevel, "panicf-%s"}, {"Fatal", func() { logger.Fatal("fatal-msg") }, FatalLevel, "fatal-msg"}, {"Fatalf", func() { logger.Fatalf("fatalf-%s", "msg") }, FatalLevel, "fatalf-%s"}, {"Error", func() { logger.Error("error-msg") }, ErrorLevel, "error-msg"}, {"Errorf", func() { logger.Errorf("errorf-%s", "msg") }, ErrorLevel, "errorf-%s"}, {"Warn", func() { logger.Warn("warn-msg") }, WarnLevel, "warn-msg"}, {"Warnf", func() { logger.Warnf("warnf-%s", "msg") }, WarnLevel, "warnf-%s"}, {"Info", func() { logger.Info("info-msg") }, InfoLevel, "info-msg"}, {"Infof", func() { logger.Infof("infof-%s", "msg") }, InfoLevel, "infof-%s"}, {"Debug", func() { logger.Debug("debug-msg") }, DebugLevel, "debug-msg"}, {"Debugf", func() { logger.Debugf("debugf-%s", "msg") }, DebugLevel, "debugf-%s"}, {"Trace", func() { logger.Trace("trace-msg") }, TraceLevel, "trace-msg"}, {"Tracef", func() { logger.Tracef("tracef-%s", "msg") }, TraceLevel, "tracef-%s"}, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { tt.logFunc() assert.Equal(t, tt.expected, mock.lastLvl, "logging level should match") assert.Contains(t, mock.lastMsg, tt.message, "log message should contain expected content") }) } } func TestNewFromDedicatedLogger(t *testing.T) { mock := &mockDedicatedLogger{} logger := NewFromDedicatedLogger(mock) require.NotNil(t, logger, "logger should not be nil") levels := []struct { level Level message string format string }{ {PanicLevel, "panic-msg", "panicf-%s"}, {FatalLevel, "fatal-msg", "fatalf-%s"}, {ErrorLevel, "error-msg", "errorf-%s"}, {WarnLevel, "warn-msg", "warnf-%s"}, {InfoLevel, "info-msg", "infof-%s"}, {DebugLevel, "debug-msg", "debugf-%s"}, {TraceLevel, "trace-msg", "tracef-%s"}, } for _, lvl := range levels { t.Run(lvl.level.String(), func(t *testing.T) { logger.Log(lvl.level, lvl.message) assert.Equal(t, lvl.level, mock.lastLvl, "logging level should match for Log") assert.Contains(t, mock.lastMsg, lvl.message, "log message should contain expected content for Log") logger.Logf(lvl.level, lvl.format, "msg") assert.Equal(t, lvl.level, mock.lastLvl, "logging level should match for Logf") assert.Contains(t, mock.lastMsg, lvl.format, "log message should contain expected format for Logf") }) } } func TestDefaultLogger(t *testing.T) { logger := DefaultLogger() assert.Same(t, log.StandardLogger(), logger, "default logger should be the standard logger") } inspektor-gadget-0.46.0/pkg/metadata/000077500000000000000000000000001510117411400174045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/metadata/v1/000077500000000000000000000000001510117411400177325ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/metadata/v1/annotations.go000066400000000000000000000110131510117411400226120ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package metadatav1 const ( ColumnsWidthAnnotation = "columns.width" ColumnsMaxWidthAnnotation = "columns.maxwidth" ColumnsMinWidthAnnotation = "columns.minwidth" ColumnsAlignmentAnnotation = "columns.alignment" ColumnsEllipsisAnnotation = "columns.ellipsis" ColumnsHiddenAnnotation = "columns.hidden" ColumnsFixedAnnotation = "columns.fixed" ColumnsHexAnnotation = "columns.hex" ColumnsAliasAnnotation = "columns.alias" ColumnsPrecisionAnnotation = "columns.precision" DescriptionAnnotation = "description" TemplateAnnotation = "template" ValueOneOfAnnotation = "value.one-of" ) var AnnotationsTemplates = map[string]map[string]string{ "timestamp": { ColumnsWidthAnnotation: "35", ColumnsMaxWidthAnnotation: "35", ColumnsEllipsisAnnotation: "end", ColumnsHiddenAnnotation: "true", DescriptionAnnotation: "Microseconds since Unix epoch", }, "bytes": { ColumnsWidthAnnotation: "10", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "duration": { ColumnsWidthAnnotation: "20", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "node": { ColumnsWidthAnnotation: "30", ColumnsEllipsisAnnotation: string(EllipsisMiddle), }, "pod": { ColumnsWidthAnnotation: "30", ColumnsEllipsisAnnotation: string(EllipsisMiddle), }, "container": { ColumnsWidthAnnotation: "30", }, "namespace": { ColumnsWidthAnnotation: "30", }, "containerImageName": { ColumnsWidthAnnotation: "30", }, "containerPid": { ColumnsWidthAnnotation: "6", ColumnsHiddenAnnotation: "true", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "containerImageDigest": { ColumnsWidthAnnotation: "30", }, "containerStartedAt": { ColumnsHiddenAnnotation: "true", ColumnsWidthAnnotation: "35", }, "comm": { DescriptionAnnotation: "Process name", ColumnsMaxWidthAnnotation: "16", }, "pcomm": { DescriptionAnnotation: "Parent process name", ColumnsMaxWidthAnnotation: "16", ColumnsHiddenAnnotation: "true", }, "pid": { DescriptionAnnotation: "Process ID", ColumnsMinWidthAnnotation: "7", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "ppid": { DescriptionAnnotation: "Parent process ID", ColumnsMinWidthAnnotation: "7", ColumnsAlignmentAnnotation: string(AlignmentRight), ColumnsHiddenAnnotation: "true", }, "tid": { DescriptionAnnotation: "Thread ID", ColumnsMinWidthAnnotation: "7", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "uid": { DescriptionAnnotation: "User ID", ColumnsMinWidthAnnotation: "8", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "gid": { DescriptionAnnotation: "Group ID", ColumnsMinWidthAnnotation: "8", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "ns": { ColumnsHiddenAnnotation: "true", ColumnsWidthAnnotation: "12", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "mntns_id": { DescriptionAnnotation: "Mount namespace ID", ColumnsHiddenAnnotation: "true", ColumnsWidthAnnotation: "12", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "netns_id": { DescriptionAnnotation: "Network namespace ID", ColumnsHiddenAnnotation: "true", ColumnsWidthAnnotation: "12", ColumnsAlignmentAnnotation: string(AlignmentRight), }, "l4endpoint": { ColumnsMinWidthAnnotation: "22", ColumnsWidthAnnotation: "40", ColumnsMaxWidthAnnotation: "52", ColumnsEllipsisAnnotation: string(EllipsisMiddle), }, "syscall": { DescriptionAnnotation: "Syscall", ColumnsWidthAnnotation: "18", ColumnsMaxWidthAnnotation: "28", }, "errorString": { ColumnsWidthAnnotation: "12", }, "user_stack": { DescriptionAnnotation: "User stack trace", ColumnsHiddenAnnotation: "true", }, } func ApplyAnnotationsTemplate(templateAnn string, dst map[string]string) bool { template, ok := AnnotationsTemplates[templateAnn] for k, v := range template { dst[k] = v } return ok } inspektor-gadget-0.46.0/pkg/metadata/v1/metadata.go000066400000000000000000000042021510117411400220370ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package metadatav1 import ( "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( DefaultColumnWidth = 16 ) type Alignment string const ( AlignmenNone Alignment = "" AlignmentLeft Alignment = "left" AlignmentRight Alignment = "right" ) type EllipsisType string const ( EllipsisNone EllipsisType = "" EllipsisStart EllipsisType = "start" EllipsisMiddle EllipsisType = "middle" EllipsisEnd EllipsisType = "end" ) type Field struct { Annotations map[string]string `yaml:"annotations,omitempty"` } type DataSource struct { Annotations map[string]string `yaml:"annotations,omitempty"` Fields map[string]Field `yaml:"fields"` } type GadgetMetadata struct { // Gadget name Name string `yaml:"name"` // Gadget description Description string `yaml:"description,omitempty"` // HomepageURL is the URL to the gadget's homepage HomepageURL string `yaml:"homepageURL,omitempty"` // DocumentationURL is the URL to the gadget's documentation DocumentationURL string `yaml:"documentationURL,omitempty"` // SourceURL is the URL to the gadget's source code repository SourceURL string `yaml:"sourceURL,omitempty"` // Annotations is a map of key-value pairs that provide additional information about the gadget Annotations map[string]string `yaml:"annotations,omitempty"` // DataSources exposed by the gadget DataSources map[string]*DataSource `yaml:"datasources,omitempty"` // Params exposed by this gadget. It includes params for different operators Params map[string]map[string]params.ParamDesc `yaml:"params,omitempty"` } inspektor-gadget-0.46.0/pkg/metrics/000077500000000000000000000000001510117411400172725ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/metrics/metrics.go000066400000000000000000000422761510117411400213020ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package metrics provides a singleton metrics provider that can be used // throughout the application to register metrics. // // This package implements a proxy for the OpenTelemetry metric.Meter interface // that forwards operations to one or more registered metric.MeterProvider instances. // It allows registering and unregistering providers at runtime, and ensures that // all metrics are properly registered with new providers and removed when providers // are unregistered. // // The package supports all standard OpenTelemetry metric types: // - Int64Counter and Float64Counter // - Int64Histogram and Float64Histogram // - Int64Gauge and Float64Gauge // - Int64UpDownCounter and Float64UpDownCounter // // Usage: // // import sdkmetric "go.opentelemetry.io/otel/sdk/metric" // ... // // // Register a provider // provider := sdkmetric.NewMeterProvider(...) // err := metrics.RegisterProvider(provider) // if err != nil { // // Handle error // } // // // Create a counter // counter, err := metrics.Int64Counter("my_counter") // if err != nil { // // Handle error // } // // // Add a value to the counter // counter.Add(ctx, 1) // // // Unregister a provider when done // metrics.UnregisterProvider(provider) package metrics import ( "context" "errors" "fmt" "sync" "go.opentelemetry.io/otel/metric" "github.com/inspektor-gadget/inspektor-gadget/internal/version" ) // Proxy is a singleton that provides access to metrics and forwards // operations to all registered meter providers. It implements the OpenTelemetry // metric.Meter interface by proxying operations to the underlying providers. // // The Proxy maintains a registry of all metrics that have been created, so that // when a new provider is registered, all existing metrics can be registered with // the new provider. When a provider is unregistered, all metrics associated with // that provider are removed. // // Thread safety is ensured by using a read-write mutex for all operations. type Proxy struct { mu sync.RWMutex // providers is a map of registered metric.MeterProvider instances to their meters providers map[metric.MeterProvider]metric.Meter // registeredMetrics tracks all metrics that have been created, so they can be // registered with new providers registeredMetrics []metricRegistration // Track all created metric wrappers so we can remove provider references when // a provider is unregistered int64Counters []*int64Counter float64Counters []*float64Counter int64Histograms []*int64Histogram float64Histograms []*float64Histogram int64Gauges []*int64Gauge float64Gauges []*float64Gauge int64UpDownCounters []*int64UpDownCounter float64UpDownCounters []*float64UpDownCounter } // metricRegistration represents a metric that has been registered type metricRegistration struct { creator func(provider metric.MeterProvider, meter metric.Meter) error } // global is the singleton instance of Proxy var global = sync.OnceValue(func() *Proxy { return &Proxy{ providers: make(map[metric.MeterProvider]metric.Meter), registeredMetrics: make([]metricRegistration, 0), int64Counters: make([]*int64Counter, 0), float64Counters: make([]*float64Counter, 0), int64Histograms: make([]*int64Histogram, 0), float64Histograms: make([]*float64Histogram, 0), int64Gauges: make([]*int64Gauge, 0), float64Gauges: make([]*float64Gauge, 0), int64UpDownCounters: make([]*int64UpDownCounter, 0), float64UpDownCounters: make([]*float64UpDownCounter, 0), } }) // RegisterProvider registers a new provider with the global instance func RegisterProvider(provider metric.MeterProvider) error { return global().RegisterProvider(provider) } // UnregisterProvider unregisters a provider from the global instance func UnregisterProvider(provider metric.MeterProvider) { global().UnregisterProvider(provider) } // Int64Counter registers a new counter on the global instance func Int64Counter(name string, options ...metric.Int64CounterOption) (metric.Int64Counter, error) { return global().Int64Counter(name, options...) } // Float64Counter registers a new counter on the global instance func Float64Counter(name string, options ...metric.Float64CounterOption) (metric.Float64Counter, error) { return global().Float64Counter(name, options...) } // Int64Histogram registers a new histogram on the global instance func Int64Histogram(name string, options ...metric.Int64HistogramOption) (metric.Int64Histogram, error) { return global().Int64Histogram(name, options...) } // Float64Histogram registers a new histogram on the global instance func Float64Histogram(name string, options ...metric.Float64HistogramOption) (metric.Float64Histogram, error) { return global().Float64Histogram(name, options...) } // Int64Gauge registers a new gauge on the global instance func Int64Gauge(name string, options ...metric.Int64GaugeOption) (metric.Int64Gauge, error) { return global().Int64Gauge(name, options...) } // Float64Gauge registers a new gauge on the global instance func Float64Gauge(name string, options ...metric.Float64GaugeOption) (metric.Float64Gauge, error) { return global().Float64Gauge(name, options...) } // Int64UpDownCounter registers a new updown counter on the global instance func Int64UpDownCounter(name string, options ...metric.Int64UpDownCounterOption) (metric.Int64UpDownCounter, error) { return global().Int64UpDownCounter(name, options...) } // Float64UpDownCounter registers a new updown counter on the global instance func Float64UpDownCounter(name string, options ...metric.Float64UpDownCounterOption) (metric.Float64UpDownCounter, error) { return global().Float64UpDownCounter(name, options...) } // RegisterProvider registers a new metric.MeterProvider with the given name func (r *Proxy) RegisterProvider(provider metric.MeterProvider) error { r.mu.Lock() defer r.mu.Unlock() var err error if _, ok := r.providers[provider]; ok { return fmt.Errorf("metric provider already registered") } meter := provider.Meter("inspektor-gadget", metric.WithInstrumentationVersion(version.Version().String())) r.providers[provider] = meter // Register all existing metrics with the new provider for _, reg := range r.registeredMetrics { err = errors.Join(err, reg.creator(provider, meter)) } return err } // UnregisterProvider removes a metric.MeterProvider with the given name // and removes all meters/metrics associated with it func (r *Proxy) UnregisterProvider(provider metric.MeterProvider) { r.mu.Lock() defer r.mu.Unlock() // Remove the provider from the map delete(r.providers, provider) // Remove all metrics associated with this provider for _, counter := range r.int64Counters { delete(counter.counters, provider) } for _, counter := range r.float64Counters { delete(counter.counters, provider) } for _, histogram := range r.int64Histograms { delete(histogram.histograms, provider) } for _, histogram := range r.float64Histograms { delete(histogram.histograms, provider) } for _, gauge := range r.int64Gauges { delete(gauge.gauges, provider) } for _, gauge := range r.float64Gauges { delete(gauge.gauges, provider) } for _, counter := range r.int64UpDownCounters { delete(counter.counters, provider) } for _, counter := range r.float64UpDownCounters { delete(counter.counters, provider) } } func (r *Proxy) registerMetrics(creator func(provider metric.MeterProvider, meter metric.Meter) error) error { reg := metricRegistration{ creator: creator, } r.registeredMetrics = append(r.registeredMetrics, reg) var err error for provider, meter := range r.providers { err = errors.Join(err, reg.creator(provider, meter)) } return err } // Int64Counter creates a new Int64Counter and registers it with all providers func (r *Proxy) Int64Counter(name string, options ...metric.Int64CounterOption) (metric.Int64Counter, error) { r.mu.Lock() defer r.mu.Unlock() // Create a counter that forwards to all providers counter := &int64Counter{ p: r, counters: make(map[metric.MeterProvider]metric.Int64Counter), } // Add the counter to the list of counters r.int64Counters = append(r.int64Counters, counter) return counter, r.registerMetrics(metricCreator(name, metric.Meter.Int64Counter, counter.counters, options...)) } // Float64Counter creates a new float64Counter and registers it with all providers func (r *Proxy) Float64Counter(name string, options ...metric.Float64CounterOption) (metric.Float64Counter, error) { r.mu.Lock() defer r.mu.Unlock() // Create a counter that forwards to all providers counter := &float64Counter{ p: r, counters: make(map[metric.MeterProvider]metric.Float64Counter), } // Add the counter to the list of counters r.float64Counters = append(r.float64Counters, counter) return counter, r.registerMetrics(metricCreator(name, metric.Meter.Float64Counter, counter.counters, options...)) } // Int64Histogram creates a new int64Histogram and registers it with all providers func (r *Proxy) Int64Histogram(name string, options ...metric.Int64HistogramOption) (metric.Int64Histogram, error) { r.mu.Lock() defer r.mu.Unlock() // Create a histogram that forwards to all providers histogram := &int64Histogram{ p: r, histograms: make(map[metric.MeterProvider]metric.Int64Histogram), } // Add the histogram to the list of histograms r.int64Histograms = append(r.int64Histograms, histogram) return histogram, r.registerMetrics(metricCreator(name, metric.Meter.Int64Histogram, histogram.histograms, options...)) } // Float64Histogram creates a new float64Histogram and registers it with all providers func (r *Proxy) Float64Histogram(name string, options ...metric.Float64HistogramOption) (metric.Float64Histogram, error) { r.mu.Lock() defer r.mu.Unlock() // Create a histogram that forwards to all providers histogram := &float64Histogram{ p: r, histograms: make(map[metric.MeterProvider]metric.Float64Histogram), } // Add the histogram to the list of histograms r.float64Histograms = append(r.float64Histograms, histogram) return histogram, r.registerMetrics(metricCreator(name, metric.Meter.Float64Histogram, histogram.histograms, options...)) } // Int64Gauge creates a new Int64Gauge and registers it with all providers func (r *Proxy) Int64Gauge(name string, options ...metric.Int64GaugeOption) (metric.Int64Gauge, error) { r.mu.Lock() defer r.mu.Unlock() // Create a gauge that forwards to all providers gauge := &int64Gauge{ p: r, gauges: make(map[metric.MeterProvider]metric.Int64Gauge), } // Add the gauge to the list of gauges r.int64Gauges = append(r.int64Gauges, gauge) return gauge, r.registerMetrics(metricCreator(name, metric.Meter.Int64Gauge, gauge.gauges, options...)) } // Float64Gauge creates a new Float64Gauge and registers it with all providers func (r *Proxy) Float64Gauge(name string, options ...metric.Float64GaugeOption) (metric.Float64Gauge, error) { r.mu.Lock() defer r.mu.Unlock() // Create a gauge that forwards to all providers gauge := &float64Gauge{ p: r, gauges: make(map[metric.MeterProvider]metric.Float64Gauge), } // Add the gauge to the list of gauges r.float64Gauges = append(r.float64Gauges, gauge) return gauge, r.registerMetrics(metricCreator(name, metric.Meter.Float64Gauge, gauge.gauges, options...)) } // Int64UpDownCounter creates a new Int64UpDownCounter and registers it with all providers func (r *Proxy) Int64UpDownCounter(name string, options ...metric.Int64UpDownCounterOption) (metric.Int64UpDownCounter, error) { r.mu.Lock() defer r.mu.Unlock() // Create a counter that forwards to all providers counter := &int64UpDownCounter{ p: r, counters: make(map[metric.MeterProvider]metric.Int64UpDownCounter), } // Add the counter to the list of counters r.int64UpDownCounters = append(r.int64UpDownCounters, counter) return counter, r.registerMetrics(metricCreator(name, metric.Meter.Int64UpDownCounter, counter.counters, options...)) } // Float64UpDownCounter creates a new Float64UpDownCounter and registers it with all providers func (r *Proxy) Float64UpDownCounter(name string, options ...metric.Float64UpDownCounterOption) (metric.Float64UpDownCounter, error) { r.mu.Lock() defer r.mu.Unlock() // Create a counter that forwards to all providers counter := &float64UpDownCounter{ p: r, counters: make(map[metric.MeterProvider]metric.Float64UpDownCounter), } // Add the counter to the list of counters r.float64UpDownCounters = append(r.float64UpDownCounters, counter) return counter, r.registerMetrics(metricCreator(name, metric.Meter.Float64UpDownCounter, counter.counters, options...)) } // int64Counter forwards Add calls to all underlying counters type int64Counter struct { metric.Int64Counter p *Proxy counters map[metric.MeterProvider]metric.Int64Counter } // Add adds the given value to all underlying counters func (c *int64Counter) Add(ctx context.Context, value int64, options ...metric.AddOption) { c.p.mu.RLock() defer c.p.mu.RUnlock() for _, counter := range c.counters { counter.Add(ctx, value, options...) } } // float64Counter forwards Add calls to all underlying counters type float64Counter struct { metric.Float64Counter p *Proxy counters map[metric.MeterProvider]metric.Float64Counter } // Add adds the given value to all underlying counters func (c *float64Counter) Add(ctx context.Context, value float64, options ...metric.AddOption) { c.p.mu.RLock() defer c.p.mu.RUnlock() for _, counter := range c.counters { counter.Add(ctx, value, options...) } } // int64Histogram forwards Record calls to all underlying histograms type int64Histogram struct { metric.Int64Histogram p *Proxy histograms map[metric.MeterProvider]metric.Int64Histogram } // Record records the given value to all underlying histograms func (h *int64Histogram) Record(ctx context.Context, value int64, options ...metric.RecordOption) { h.p.mu.RLock() defer h.p.mu.RUnlock() for _, histogram := range h.histograms { histogram.Record(ctx, value, options...) } } // float64Histogram forwards Record calls to all underlying histograms type float64Histogram struct { metric.Float64Histogram p *Proxy histograms map[metric.MeterProvider]metric.Float64Histogram } // Record records the given value to all underlying histograms func (h *float64Histogram) Record(ctx context.Context, value float64, options ...metric.RecordOption) { h.p.mu.RLock() defer h.p.mu.RUnlock() for _, histogram := range h.histograms { histogram.Record(ctx, value, options...) } } // int64Gauge forwards operations to all underlying gauges type int64Gauge struct { metric.Int64Gauge p *Proxy gauges map[metric.MeterProvider]metric.Int64Gauge } // Add adds the given value to all underlying gauges func (g *int64Gauge) Add(ctx context.Context, value int64, options ...metric.RecordOption) { g.p.mu.RLock() defer g.p.mu.RUnlock() for _, gauge := range g.gauges { gauge.Record(ctx, value, options...) } } // float64Gauge forwards operations to all underlying gauges type float64Gauge struct { metric.Float64Gauge p *Proxy gauges map[metric.MeterProvider]metric.Float64Gauge } // Add adds the given value to all underlying gauges func (g *float64Gauge) Add(ctx context.Context, value float64, options ...metric.RecordOption) { g.p.mu.RLock() defer g.p.mu.RUnlock() for _, gauge := range g.gauges { gauge.Record(ctx, value, options...) } } // int64UpDownCounter forwards Add calls to all underlying updown counters type int64UpDownCounter struct { metric.Int64UpDownCounter p *Proxy counters map[metric.MeterProvider]metric.Int64UpDownCounter } // Add adds the given value to all underlying updown counters func (c *int64UpDownCounter) Add(ctx context.Context, value int64, options ...metric.AddOption) { c.p.mu.RLock() defer c.p.mu.RUnlock() for _, counter := range c.counters { counter.Add(ctx, value, options...) } } // float64UpDownCounter forwards Add calls to all underlying updown counters type float64UpDownCounter struct { metric.Float64UpDownCounter p *Proxy counters map[metric.MeterProvider]metric.Float64UpDownCounter } // Add adds the given value to all underlying updown counters func (c *float64UpDownCounter) Add(ctx context.Context, value float64, options ...metric.AddOption) { c.p.mu.RLock() defer c.p.mu.RUnlock() for _, counter := range c.counters { counter.Add(ctx, value, options...) } } func metricCreator[T any, U any]( name string, inst func(metric.Meter, string, ...U) (T, error), registry map[metric.MeterProvider]T, options ...U, ) func(provider metric.MeterProvider, meter metric.Meter) error { return func(provider metric.MeterProvider, meter metric.Meter) error { m, err := inst(meter, name, options...) if err != nil { return err } registry[provider] = m return nil } } inspektor-gadget-0.46.0/pkg/metrics/metrics_test.go000066400000000000000000000204751510117411400223360ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package metrics import ( "context" "testing" "github.com/stretchr/testify/require" "go.opentelemetry.io/otel/metric/noop" ) // TestProxy tests the Proxy functionality func TestProxy(t *testing.T) { // Get the proxy proxy := global() // Create a counter counter, err := proxy.Int64Counter("test_counter") require.NoError(t, err) require.NotNil(t, counter) // Add a value to the counter (should not panic even with no providers) counter.Add(context.Background(), 1) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err, "Failed to register provider") // Create another counter counter2, err := proxy.Int64Counter("test_counter2") require.NoError(t, err) require.NotNil(t, counter2) // Add a value to the counter counter2.Add(context.Background(), 2) // Check that the counter has metrics for the provider c2 := counter2.(*int64Counter) require.Len(t, c2.counters, 1) // Try to register the same provider again (should fail) err = proxy.RegisterProvider(provider) require.Error(t, err, "Expected error when registering the same provider twice") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the counter no longer has metrics for the provider require.Len(t, c2.counters, 0) // Add a value to the counter (should not panic) counter2.Add(context.Background(), 3) } // TestHistogram tests the histogram functionality func TestHistogram(t *testing.T) { // Get the proxy proxy := global() // Create a histogram histogram, err := proxy.Int64Histogram("test_histogram") require.NoError(t, err) require.NotNil(t, histogram) // Record a value to the histogram (should not panic even with no providers) histogram.Record(context.Background(), 1) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another histogram histogram2, err := proxy.Int64Histogram("test_histogram2") require.NoError(t, err) require.NotNil(t, histogram2) // Record a value to the histogram histogram2.Record(context.Background(), 2) // Check that the histogram has metrics for the provider h2 := histogram2.(*int64Histogram) require.Len(t, h2.histograms, 1, "Expected histogram2 to have 1 histogram") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the histogram no longer has metrics for the provider require.Len(t, h2.histograms, 0, "Expected histogram2 to have 0 histograms after unregistering provider") // Record a value to the histogram (should not panic) histogram2.Record(context.Background(), 3) } // TestInt64Counter tests the Int64Counter functionality func TestInt64Counter(t *testing.T) { // Get the proxy proxy := global() // Create a counter counter, err := proxy.Int64Counter("test_int64_counter") require.NoError(t, err) require.NotNil(t, counter) // Add a value to the counter (should not panic even with no providers) counter.Add(context.Background(), 1) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another counter counter2, err := proxy.Int64Counter("test_int64_counter2") require.NoError(t, err) require.NotNil(t, counter2) // Add a value to the counter counter2.Add(context.Background(), 2) // Check that the counter has metrics for the provider c2 := counter2.(*int64Counter) require.Len(t, c2.counters, 1, "Expected counter2 to have 1 counter") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the counter no longer has metrics for the provider require.Len(t, c2.counters, 0) // Add a value to the counter (should not panic) counter2.Add(context.Background(), 3) } // TestFloat64Counter tests the Float64Counter functionality func TestFloat64Counter(t *testing.T) { // Get the proxy proxy := global() // Create a counter counter, err := proxy.Float64Counter("test_float64_counter") require.NoError(t, err) require.NotNil(t, counter) // Add a value to the counter (should not panic even with no providers) counter.Add(context.Background(), 1.5) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another counter counter2, err := proxy.Float64Counter("test_float64_counter2") require.NoError(t, err) require.NotNil(t, counter2) // Add a value to the counter counter2.Add(context.Background(), 2.5) // Check that the counter has metrics for the provider c2 := counter2.(*float64Counter) require.Len(t, c2.counters, 1, "Expected counter2 to have 1 counter") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the counter no longer has metrics for the provider require.Len(t, c2.counters, 0) // Add a value to the counter (should not panic) counter2.Add(context.Background(), 3.5) } // TestInt64Gauge tests the Int64Gauge functionality func TestInt64Gauge(t *testing.T) { // Get the proxy proxy := global() // Create a gauge gauge, err := proxy.Int64Gauge("test_int64_gauge") require.NoError(t, err) require.NotNil(t, gauge) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another gauge gauge2, err := proxy.Int64Gauge("test_int64_gauge2") require.NoError(t, err) require.NotNil(t, gauge2) // Check that the gauge has metrics for the provider g2 := gauge2.(*int64Gauge) require.Len(t, g2.gauges, 1, "Expected gauge2 to have 1 gauge") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the gauge no longer has metrics for the provider require.Len(t, g2.gauges, 0, "Expected gauge2 to have 0 gauges after unregistering provider") } // TestFloat64Gauge tests the Float64Gauge functionality func TestFloat64Gauge(t *testing.T) { // Get the proxy proxy := global() // Create a gauge gauge, err := proxy.Float64Gauge("test_float64_gauge") require.NoError(t, err) require.NotNil(t, gauge) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another gauge gauge2, err := proxy.Float64Gauge("test_float64_gauge2") require.NoError(t, err) require.NotNil(t, gauge2) // Check that the gauge has metrics for the provider g2 := gauge2.(*float64Gauge) require.Len(t, g2.gauges, 1, "Expected gauge2 to have 1 gauge") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the gauge no longer has metrics for the provider require.Len(t, g2.gauges, 0, "Expected gauge2 to have 0 gauges after unregistering provider") } // TestUpDownCounter tests the updown counter functionality func TestUpDownCounter(t *testing.T) { // Get the proxy proxy := global() // Create an updown counter counter, err := proxy.Int64UpDownCounter("test_updown_counter") require.NoError(t, err) require.NotNil(t, counter) // Add a value to the counter (should not panic even with no providers) counter.Add(context.Background(), 1) // Register a provider provider := noop.NewMeterProvider() err = proxy.RegisterProvider(provider) require.NoError(t, err) // Create another updown counter counter2, err := proxy.Int64UpDownCounter("test_updown_counter2") require.NoError(t, err) require.NotNil(t, counter2) // Add a value to the counter counter2.Add(context.Background(), 2) // Check that the counter has metrics for the provider c2 := counter2.(*int64UpDownCounter) require.Len(t, c2.counters, 1, "Expected counter2 to have 1 counter") // Unregister the provider proxy.UnregisterProvider(provider) // Check that the counter no longer has metrics for the provider require.Len(t, c2.counters, 0) // Add a value to the counter (should not panic) counter2.Add(context.Background(), 3) } inspektor-gadget-0.46.0/pkg/networktracer/000077500000000000000000000000001510117411400205165ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/networktracer/bpf/000077500000000000000000000000001510117411400212655ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/networktracer/bpf/dispatcher.bpf.c000066400000000000000000000011271510117411400243260ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 /* Copyright (c) 2023 The Inspektor Gadget authors */ #include #include const volatile __u32 current_netns = 0; // Keep in sync with dispatcherMapSpec in tracer.go struct { __uint(type, BPF_MAP_TYPE_PROG_ARRAY); __type(key, __u32); __type(value, __u32); __uint(max_entries, 1); } tail_call SEC(".maps"); SEC("socket1") int ig_net_disp(struct __sk_buff *skb) { skb->cb[0] = current_netns; bpf_tail_call(skb, &tail_call, 0); return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/networktracer/dispatcher_bpfel.go000066400000000000000000000067031510117411400243510ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 || arm || arm64 || loong64 || mips64le || mipsle || ppc64le || riscv64 || wasm package networktracer import ( "bytes" _ "embed" "fmt" "io" "github.com/cilium/ebpf" ) // loadDispatcher returns the embedded CollectionSpec for dispatcher. func loadDispatcher() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_DispatcherBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load dispatcher: %w", err) } return spec, err } // loadDispatcherObjects loads dispatcher and converts it into a struct. // // The following types are suitable as obj argument: // // *dispatcherObjects // *dispatcherPrograms // *dispatcherMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadDispatcherObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadDispatcher() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // dispatcherSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherSpecs struct { dispatcherProgramSpecs dispatcherMapSpecs dispatcherVariableSpecs } // dispatcherProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherProgramSpecs struct { IgNetDisp *ebpf.ProgramSpec `ebpf:"ig_net_disp"` } // dispatcherMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherMapSpecs struct { TailCall *ebpf.MapSpec `ebpf:"tail_call"` } // dispatcherVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherVariableSpecs struct { CurrentNetns *ebpf.VariableSpec `ebpf:"current_netns"` } // dispatcherObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherObjects struct { dispatcherPrograms dispatcherMaps dispatcherVariables } func (o *dispatcherObjects) Close() error { return _DispatcherClose( &o.dispatcherPrograms, &o.dispatcherMaps, ) } // dispatcherMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherMaps struct { TailCall *ebpf.Map `ebpf:"tail_call"` } func (m *dispatcherMaps) Close() error { return _DispatcherClose( m.TailCall, ) } // dispatcherVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherVariables struct { CurrentNetns *ebpf.Variable `ebpf:"current_netns"` } // dispatcherPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherPrograms struct { IgNetDisp *ebpf.Program `ebpf:"ig_net_disp"` } func (p *dispatcherPrograms) Close() error { return _DispatcherClose( p.IgNetDisp, ) } func _DispatcherClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed dispatcher_bpfel.o var _DispatcherBytes []byte inspektor-gadget-0.46.0/pkg/networktracer/dispatcher_bpfel.o000066400000000000000000000064501510117411400242010ustar00rootroot00000000000000ELF @@a"c!0 GPL|     ,1@5;G  Q"[_ h@m`{ @` @`  ) 5@@`JQZ @clx#@$     3AFO U]esint__ARRAY_SIZE_TYPE____u32unsigned inttypekeyvaluemax_entriestail_call__sk_bufflenpkt_typemarkqueue_mappingprotocolvlan_presentvlan_tcivlan_protopriorityingress_ifindexifindextc_indexcbhashtc_classiddatadata_endnapi_idfamilyremote_ip4local_ip4remote_ip6local_ip6remote_portlocal_portdata_metatstampwire_lengso_segsgso_sizetstamp_typehwtstampflow_keys__u64unsigned long longsk__u8unsigned charskbig_net_dispsocket1bpf/dispatcher.bpf.c skb->cb[0] = current_netns; bpf_tail_call(skb, &tail_call, 0); return 0;current_netnschar_license.maps.rodatalicensebpf_flow_keysbpf_sock L`P P X@(`(P4 L ,@P`p .text.rel.BTF.ext.mapscurrent_netnsig_net_disptail_call.llvm_addrsig_license.strtab.symtab.rodata.rel.BTF.relsocket1U$ @z@Pv @ e Mqm @0  l @P >Lo ]inspektor-gadget-0.46.0/pkg/networktracer/tracer.go000066400000000000000000000143251510117411400223320ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package networktracer installs the dispatcher ebpf program in each network // namespace of interest. The dispatcher program runs a tail call to the actual // gadget program. // // This is done both for builtin gadgets and containerized gadgets. In the case // of containerized gadgets, the dispatcher program is installed before // knowing the actual gadget program. Once it knows the actual gadget program, // the tail call map is updated. // // In the case of builtin gadgets, the Run() method can be called to fetch and // process events from ebpf. The containerized gadgets won't call Run() because // run/tracer.go fetches and processes the events themselves. Instead, it will // just call AttachProg(). // // The actual gadget program is instantiated only once for performance reason. // The network namespace is passed to the actual gadget program via the // skb->cb[0] variable. // // https://github.com/inspektor-gadget/inspektor-gadget/blob/main/docs/devel/network-gadget-dispatcher.png package networktracer import ( "fmt" "sync" "syscall" "github.com/cilium/ebpf" "github.com/cilium/ebpf/perf" "golang.org/x/sys/unix" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/rawsock" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target bpfel -cc clang -cflags ${CFLAGS} dispatcher ./bpf/dispatcher.bpf.c -- -I./bpf/ -I../socketenricher/bpf type attachment struct { dispatcherObjs dispatcherObjects sockFd int // users keeps track of the users' pid that have called Attach(). This can // happen for two reasons: // 1. several containers in a pod (sharing the netns) // 2. pods with networkHost=true // In both cases, we want to attach the BPF program only once. users map[uint32]struct{} } type Tracer[Event any] struct { socketEnricherMap *ebpf.Map dispatcherMap *ebpf.Map collection *ebpf.Collection prog *ebpf.Program perfRd *perf.Reader // key: network namespace inode number // value: Tracelet attachments map[uint64]*attachment eventHandler func(ev *Event) // mu protects attachments from concurrent access // AttachContainer and DetachContainer can be called in parallel mu sync.Mutex } func (t *Tracer[Event]) newAttachment( pid uint32, netns uint64, ) (_ *attachment, err error) { a := &attachment{ sockFd: -1, users: map[uint32]struct{}{pid: {}}, } defer func() { if err != nil { if a.sockFd != -1 { unix.Close(a.sockFd) } a.dispatcherObjs.Close() } }() spec, err := loadDispatcher() if err != nil { return nil, err } dispatcherSpec := &dispatcherSpecs{} if err := spec.Assign(dispatcherSpec); err != nil { return nil, err } if err := dispatcherSpec.CurrentNetns.Set(uint32(netns)); err != nil { return nil, err } opts := ebpf.CollectionOptions{ MapReplacements: map[string]*ebpf.Map{ "tail_call": t.dispatcherMap, }, } if err = spec.LoadAndAssign(&a.dispatcherObjs, &opts); err != nil { return nil, fmt.Errorf("loading ebpf program: %w", err) } a.sockFd, err = rawsock.OpenRawSock(pid) if err != nil { return nil, fmt.Errorf("opening raw socket: %w", err) } if err := syscall.SetsockoptInt(a.sockFd, syscall.SOL_SOCKET, unix.SO_ATTACH_BPF, a.dispatcherObjs.IgNetDisp.FD()); err != nil { return nil, fmt.Errorf("attaching BPF program: %w", err) } return a, nil } func NewTracer[Event any]() (_ *Tracer[Event], err error) { t := &Tracer[Event]{ attachments: make(map[uint64]*attachment), } // Keep in sync with tail_call map in bpf/dispatcher.bpf.c dispatcherMapSpec := ebpf.MapSpec{ Name: "tail_call", Type: ebpf.ProgramArray, KeySize: 4, ValueSize: 4, MaxEntries: 1, } t.dispatcherMap, err = ebpf.NewMap(&dispatcherMapSpec) if err != nil { return nil, fmt.Errorf("creating tail_call map: %w", err) } return t, nil } // AttachProg is used directly by containerized gadgets func (t *Tracer[Event]) AttachProg(prog *ebpf.Program) error { return t.dispatcherMap.Update(uint32(0), uint32(prog.FD()), ebpf.UpdateAny) } func (t *Tracer[Event]) Attach(pid uint32) error { t.mu.Lock() defer t.mu.Unlock() netns, err := containerutils.GetNetNs(int(pid)) if err != nil { return fmt.Errorf("getting network namespace of pid %d: %w", pid, err) } if a, ok := t.attachments[netns]; ok { a.users[pid] = struct{}{} return nil } a, err := t.newAttachment(pid, netns) if err != nil { return fmt.Errorf("creating network tracer attachment for pid %d: %w", pid, err) } t.attachments[netns] = a return nil } func (t *Tracer[Event]) AttachContainer(container *containercollection.Container) error { return t.Attach(container.ContainerPid()) } func (t *Tracer[Event]) DetachContainer(container *containercollection.Container) error { return t.Detach(container.ContainerPid()) } func (t *Tracer[Event]) releaseAttachment(netns uint64, a *attachment) { unix.Close(a.sockFd) a.dispatcherObjs.Close() delete(t.attachments, netns) } func (t *Tracer[Event]) Detach(pid uint32) error { t.mu.Lock() defer t.mu.Unlock() for netns, a := range t.attachments { if _, ok := a.users[pid]; ok { delete(a.users, pid) if len(a.users) == 0 { t.releaseAttachment(netns, a) } return nil } } return fmt.Errorf("pid %d is not attached", pid) } func (t *Tracer[Event]) Close() { t.mu.Lock() defer t.mu.Unlock() if t.perfRd != nil { t.perfRd.Close() } if t.collection != nil { t.collection.Close() } for key, l := range t.attachments { t.releaseAttachment(key, l) } if t.dispatcherMap != nil { t.dispatcherMap.Close() } } inspektor-gadget-0.46.0/pkg/oci/000077500000000000000000000000001510117411400163765ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/oci/build.go000066400000000000000000000274211510117411400200320ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "bytes" "context" "encoding/json" "errors" "fmt" "io" "os" "path/filepath" "slices" "github.com/distribution/reference" "github.com/opencontainers/image-spec/specs-go" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "gopkg.in/yaml.v2" "oras.land/oras-go/v2" "oras.land/oras-go/v2/content" "oras.land/oras-go/v2/errdef" "github.com/inspektor-gadget/inspektor-gadget/internal/version" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" ) const ( ArchAmd64 = "amd64" ArchArm64 = "arm64" ArchWasm = "wasm" ) const ( artifactType = "application/vnd.gadget.v1+binary" eBPFObjectMediaType = "application/vnd.gadget.ebpf.program.v1+binary" wasmObjectMediaType = "application/vnd.gadget.wasm.program.v1+binary" btfgenMediaType = "application/vnd.gadget.btfgen.v1+binary" metadataMediaType = "application/vnd.gadget.config.v1+yaml" ) const ( builderVersionAnnotation = "io.inspektor-gadget.builder.version" ) type ObjectPath struct { // Path to the EBPF object EBPF string // Optional path to the Wasm file Wasm string // Optional path to tarball containing BTF files generated with btfgen Btfgen string } type BuildGadgetImageOpts struct { // Source path of the eBPF program. Currently it's not used for compilation purposes EBPFSourcePath string // List of eBPF objects to include in the image. The key is the architecture and the value // are the paths to the objects. ObjectPaths map[string]*ObjectPath // Path to the metadata file. MetadataPath string // If true, the metadata is updated to follow changes in the eBPF objects. UpdateMetadata bool // If true, the metadata is validated before creating the image. ValidateMetadata bool // Date and time on which the image is built (date-time string as defined by RFC 3339). CreatedDate string } // BuildGadgetImage creates an OCI image with the objects provided in opts. The image parameter in // the "name:tag" format is used to name and tag the created image. If it's empty the image is not // named. func BuildGadgetImage(ctx context.Context, opts *BuildGadgetImageOpts, image string) (*GadgetImageDesc, error) { var desc *GadgetImageDesc err := retry("BuildGadgetImage", func() error { var err error desc, err = buildGadgetImage(ctx, opts, image) return err }) return desc, err } func buildGadgetImage(ctx context.Context, opts *BuildGadgetImageOpts, image string) (*GadgetImageDesc, error) { ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } if opts.UpdateMetadata { if err := createOrUpdateMetadataFile(ctx, opts); err != nil { return nil, fmt.Errorf("updating metadata file: %w", err) } } if opts.ValidateMetadata { if err := validateMetadataFile(ctx, opts); err != nil && !errors.Is(err, os.ErrNotExist) { return nil, fmt.Errorf("validating metadata file: %w", err) } } indexDesc, err := createImageIndex(ctx, ociStore, opts) if err != nil { return nil, fmt.Errorf("creating image index: %w", err) } imageDesc := &GadgetImageDesc{ Digest: indexDesc.Digest.String(), } if image != "" { targetImage, err := normalizeImageName(image) if err != nil { return nil, fmt.Errorf("normalizing image: %w", err) } err = ociStore.Tag(ctx, indexDesc, targetImage.String()) if err != nil { return nil, fmt.Errorf("tagging manifest: %w", err) } imageDesc.Repository = targetImage.Name() if ref, ok := targetImage.(reference.Tagged); ok { imageDesc.Tag = ref.Tag() } } if err := ociStore.saveIndexWithLock(); err != nil { return nil, err } if err := fixGeneratedFilesOwner(opts); err != nil { return nil, fmt.Errorf("fixing generated files owner: %w", err) } return imageDesc, nil } func pushDescriptorIfNotExists(ctx context.Context, target oras.Target, desc ocispec.Descriptor, contentReader io.Reader) error { err := target.Push(ctx, desc, contentReader) if err != nil && !errors.Is(err, errdef.ErrAlreadyExists) { return fmt.Errorf("pushing descriptor: %w", err) } return nil } func createLayerDesc(ctx context.Context, target oras.Target, progFilePath, mediaType string) (ocispec.Descriptor, error) { progBytes, err := os.ReadFile(progFilePath) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("reading eBPF program file: %w", err) } progDesc := content.NewDescriptorFromBytes(mediaType, progBytes) err = pushDescriptorIfNotExists(ctx, target, progDesc, bytes.NewReader(progBytes)) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("pushing %q layer: %w", mediaType, err) } return progDesc, nil } func annotationsFromMetadata(metadataBytes []byte) (map[string]string, error) { metadata := &metadatav1.GadgetMetadata{} if err := yaml.NewDecoder(bytes.NewReader(metadataBytes)).Decode(&metadata); err != nil { return nil, fmt.Errorf("decoding metadata file: %w", err) } // Suggested annotations for the OCI image // https://github.com/opencontainers/image-spec/blob/main/annotations.md#pre-defined-annotation-keys annotations := map[string]string{ ocispec.AnnotationTitle: metadata.Name, ocispec.AnnotationDescription: metadata.Description, ocispec.AnnotationURL: metadata.HomepageURL, ocispec.AnnotationDocumentation: metadata.DocumentationURL, ocispec.AnnotationSource: metadata.SourceURL, builderVersionAnnotation: version.VersionString(), } for k, v := range metadata.Annotations { annotations[k] = v } return annotations, nil } func createMetadataDesc(ctx context.Context, target oras.Target, metadataFilePath string) (ocispec.Descriptor, error) { metadataBytes, err := os.ReadFile(metadataFilePath) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("reading metadata file: %w", err) } defDesc := content.NewDescriptorFromBytes(metadataMediaType, metadataBytes) defDesc.Annotations, err = annotationsFromMetadata(metadataBytes) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("reading annotations from metadata file: %w", err) } err = pushDescriptorIfNotExists(ctx, target, defDesc, bytes.NewReader(metadataBytes)) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("pushing metadata file: %w", err) } return defDesc, nil } func createEmptyDesc(ctx context.Context, target oras.Target) (ocispec.Descriptor, error) { emptyDesc := ocispec.DescriptorEmptyJSON err := pushDescriptorIfNotExists(ctx, target, emptyDesc, bytes.NewReader(emptyDesc.Data)) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("pushing empty descriptor: %w", err) } return emptyDesc, nil } func createManifestForTarget(ctx context.Context, target oras.Target, metadataFilePath, arch string, paths *ObjectPath, createdDate string) (ocispec.Descriptor, error) { layerDescs := []ocispec.Descriptor{} if paths.EBPF != "" { progDesc, err := createLayerDesc(ctx, target, paths.EBPF, eBPFObjectMediaType) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating and pushing eBPF descriptor: %w", err) } layerDescs = append(layerDescs, progDesc) } if paths.Wasm != "" { wasmDesc, err := createLayerDesc(ctx, target, paths.Wasm, wasmObjectMediaType) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating and pushing wasm descriptor: %w", err) } layerDescs = append(layerDescs, wasmDesc) } if paths.Btfgen != "" { btfDesc, err := createLayerDesc(ctx, target, paths.Btfgen, btfgenMediaType) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating and pushing btfgen descriptor: %w", err) } layerDescs = append(layerDescs, btfDesc) } var defDesc ocispec.Descriptor if _, err := os.Stat(metadataFilePath); err == nil { // Read the metadata file into a byte array defDesc, err = createMetadataDesc(ctx, target, metadataFilePath) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating metadata descriptor: %w", err) } defDesc.Annotations[ocispec.AnnotationCreated] = createdDate } else { // Create an empty descriptor defDesc, err = createEmptyDesc(ctx, target) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating empty descriptor: %w", err) } // Even without metadata, we can still set some annotations defDesc.Annotations = map[string]string{ ocispec.AnnotationCreated: createdDate, } } // Create the manifest which combines everything and push it to the memory store manifest := ocispec.Manifest{ Versioned: specs.Versioned{ SchemaVersion: 2, // historical value. does not pertain to OCI or docker version }, Config: defDesc, Layers: layerDescs, Annotations: defDesc.Annotations, ArtifactType: artifactType, } manifestJson, err := json.Marshal(manifest) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("marshalling manifest: %w", err) } manifestDesc := content.NewDescriptorFromBytes(ocispec.MediaTypeImageManifest, manifestJson) manifestDesc.Platform = &ocispec.Platform{ Architecture: arch, OS: "linux", } manifestDesc.Annotations = manifest.Annotations exists, err := target.Exists(ctx, manifestDesc) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("checking if manifest exists: %w", err) } if exists { return manifestDesc, nil } err = pushDescriptorIfNotExists(ctx, target, manifestDesc, bytes.NewReader(manifestJson)) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("pushing manifest: %w", err) } return manifestDesc, nil } func createImageIndex(ctx context.Context, target oras.Target, o *BuildGadgetImageOpts) (ocispec.Descriptor, error) { // Read the eBPF program files and push them to the memory store layers := []ocispec.Descriptor{} archs := make([]string, 0, len(o.ObjectPaths)) for k := range o.ObjectPaths { archs = append(archs, k) } // Sort the keys to ensure the order of the layers is deterministic slices.Sort(archs) for _, arch := range archs { paths := o.ObjectPaths[arch] manifestDesc, err := createManifestForTarget(ctx, target, o.MetadataPath, arch, paths, o.CreatedDate) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("creating %s manifest: %w", arch, err) } layers = append(layers, manifestDesc) } if len(layers) == 0 { return ocispec.Descriptor{}, fmt.Errorf("gadget contains no layers") } // Create the index which combines the architectures and push it to the memory store index := ocispec.Index{ Versioned: specs.Versioned{ SchemaVersion: 2, // historical value. does not pertain to OCI or docker version }, MediaType: ocispec.MediaTypeImageIndex, Manifests: layers, Annotations: layers[0].Annotations, } indexJson, err := json.Marshal(index) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("marshalling manifest: %w", err) } indexDesc := content.NewDescriptorFromBytes(ocispec.MediaTypeImageIndex, indexJson) indexDesc.Annotations = index.Annotations err = pushDescriptorIfNotExists(ctx, target, indexDesc, bytes.NewReader(indexJson)) if err != nil { return ocispec.Descriptor{}, fmt.Errorf("pushing manifest index: %w", err) } return indexDesc, nil } func fixGeneratedFilesOwner(opts *BuildGadgetImageOpts) error { allPaths := []string{} for _, paths := range opts.ObjectPaths { allPaths = append(allPaths, paths.EBPF, paths.Wasm, paths.Btfgen) } if len(allPaths) == 0 { return nil } return copyFileOwner(filepath.Dir(allPaths[0]), allPaths...) } inspektor-gadget-0.46.0/pkg/oci/build_metadata.go000066400000000000000000000077771510117411400217060ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "bytes" "context" "errors" "fmt" "os" "path/filepath" "github.com/cilium/ebpf" log "github.com/sirupsen/logrus" "gopkg.in/yaml.v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets/run/types" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" ) func loadSpec(progContent []byte) (*ebpf.CollectionSpec, error) { progReader := bytes.NewReader(progContent) spec, err := ebpf.LoadCollectionSpecFromReader(progReader) if err != nil { return nil, fmt.Errorf("loading spec: %w", err) } return spec, err } // getAnySpec returns the spec for any architecture found. It's used to generate the metadata so we // don't care about the architecture this file was generated for. func getAnySpec(opts *BuildGadgetImageOpts) (*ebpf.CollectionSpec, error) { var progPath string // TODO: we could perform a sanity check to be sure different architectures generate the // same metadata, but that's too much for now. // We're validating the metadata at runtime, so a possible error will be caught there. for _, paths := range opts.ObjectPaths { progPath = paths.EBPF break } if progPath == "" { return nil, fmt.Errorf("no eBPF object file found: %w", os.ErrNotExist) } progContent, err := os.ReadFile(progPath) if err != nil { return nil, fmt.Errorf("reading eBPF object file: %w", err) } return loadSpec(progContent) } func validateMetadataFile(ctx context.Context, opts *BuildGadgetImageOpts) error { metadataFile, err := os.Open(opts.MetadataPath) if err != nil { return fmt.Errorf("opening metadata file: %w", err) } defer metadataFile.Close() metadata := &metadatav1.GadgetMetadata{} if err := yaml.NewDecoder(metadataFile).Decode(metadata); err != nil { return fmt.Errorf("decoding metadata file: %w", err) } spec, err := getAnySpec(opts) if err != nil && !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("loading spec: %w", err) } return types.Validate(metadata, spec) } func createOrUpdateMetadataFile(ctx context.Context, opts *BuildGadgetImageOpts) error { spec, err := getAnySpec(opts) if err != nil { return fmt.Errorf("loading spec: %w", err) } _, statErr := os.Stat(opts.MetadataPath) update := statErr == nil metadata := &metadatav1.GadgetMetadata{} if update { // load metadata file metadataFile, err := os.Open(opts.MetadataPath) if err != nil { return fmt.Errorf("opening metadata file: %w", err) } defer metadataFile.Close() if err := yaml.NewDecoder(metadataFile).Decode(metadata); err != nil { return fmt.Errorf("decoding metadata file: %w", err) } log.Debugf("Metadata file found, updating it") // TODO: this validation could be softer, just printing warnings if err := types.Validate(metadata, spec); err != nil { return fmt.Errorf("metadata file is wrong, fix it before continuing: %w", err) } } else { log.Debug("Metadata file not found, generating it") } if err := types.Populate(metadata, spec); err != nil { return fmt.Errorf("populating metadata: %w", err) } marshalled, err := yaml.Marshal(metadata) if err != nil { return err } if err := os.WriteFile(opts.MetadataPath, marshalled, 0o644); err != nil { return fmt.Errorf("writing metadata file: %w", err) } // fix owner of created metadata file if !update { if err := copyFileOwner(filepath.Dir(opts.MetadataPath), opts.MetadataPath); err != nil { log.Warnf("Failed to fix metadata file owner: %v", err) } } return nil } inspektor-gadget-0.46.0/pkg/oci/fix_owner_linux.go000066400000000000000000000020521510117411400221430ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build linux package oci import ( "os" "syscall" ) func copyFileOwner(modelFile string, targetFiles ...string) error { info, err := os.Stat(modelFile) if err != nil { return err } stat, ok := info.Sys().(*syscall.Stat_t) if !ok { return nil } for _, targetFile := range targetFiles { if targetFile == "" { continue } err := os.Chown(targetFile, int(stat.Uid), int(stat.Gid)) if err != nil { return err } } return nil } inspektor-gadget-0.46.0/pkg/oci/fix_owner_others.go000066400000000000000000000014271510117411400223150ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build !linux package oci import "fmt" func copyFileOwner(modelFile string, targetFiles ...string) error { return fmt.Errorf("copyFileOwner not implemented on this platform") } inspektor-gadget-0.46.0/pkg/oci/local_oci_store.go000066400000000000000000000053261510117411400220730ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "encoding/json" "fmt" "os" "path" "path/filepath" "reflect" "github.com/gofrs/flock" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2/content/oci" ) type localOciStore struct { *oci.Store indexPath string oldIndex *ocispec.Index indexFlock *flock.Flock } // newLocalOciStore returns a localOciStore that is safe when executed // concurrently, even from different processes. func newLocalOciStore() (*localOciStore, error) { if err := os.MkdirAll(filepath.Dir(defaultOciStore), 0o700); err != nil { return nil, err } indexPath := path.Join(defaultOciStore, "index.json") indexLock := flock.New(path.Join(defaultOciStore, "index.json.lock")) // lock the file before reading the index below indexLock.RLock() defer indexLock.Unlock() ociStore, err := oci.New(defaultOciStore) if err != nil { return nil, err } ociStore.AutoSaveIndex = false oldIndex, err := readIndexFile(indexPath) if err != nil { return nil, err } return &localOciStore{ Store: ociStore, indexPath: indexPath, oldIndex: oldIndex, indexFlock: indexLock, }, nil } func (o *localOciStore) saveIndexWithLock() error { o.indexFlock.Lock() defer o.indexFlock.Unlock() currentIndex, err := readIndexFile(o.indexPath) if err != nil { return err } if !reflect.DeepEqual(currentIndex, o.oldIndex) { return errRetry } if err := o.SaveIndex(); err != nil { return fmt.Errorf("saving index: %w", err) } // Update the old index to the new one. Ideally we should get index from // oci.Store but it's not exposed, so read this from the index file instead. indexUpdated, err := readIndexFile(o.indexPath) if err != nil { return err } o.oldIndex = indexUpdated return nil } // readIndexFile reads index.json from the file system. func readIndexFile(indexPath string) (*ocispec.Index, error) { indexFile, err := os.Open(indexPath) if err != nil { return nil, err } defer indexFile.Close() var index ocispec.Index if err := json.NewDecoder(indexFile).Decode(&index); err != nil { return nil, fmt.Errorf("decoding index file: %w", err) } return &index, nil } inspektor-gadget-0.46.0/pkg/oci/oci.go000066400000000000000000000656731510117411400175200ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "archive/tar" "bytes" "cmp" "context" "encoding/json" "errors" "fmt" "io" "os" "path" "path/filepath" "runtime" "slices" "strings" "time" "github.com/distribution/reference" "github.com/docker/cli/cli/config" "github.com/docker/cli/cli/config/configfile" ocispec "github.com/opencontainers/image-spec/specs-go/v1" log "github.com/sirupsen/logrus" "oras.land/oras-go/v2" "oras.land/oras-go/v2/content" "oras.land/oras-go/v2/content/oci" "oras.land/oras-go/v2/errdef" "oras.land/oras-go/v2/registry/remote" oras_auth "oras.land/oras-go/v2/registry/remote/auth" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature" ) type AuthOptions struct { AuthFile string SecretBytes []byte // InsecureRegistries is a list of registries that should be accessed over // plain HTTP. InsecureRegistries []string DisallowPulling bool } type AllowedGadgetsOptions struct { AllowedGadgets []string } type VerifyOptions struct { VerifySignature bool Verifier *signature.SignatureVerifier } type ImageOptions struct { AuthOptions VerifyOptions AllowedGadgetsOptions Logger logger.Logger } const ( defaultOciStore = "/var/lib/ig/oci-store" DefaultAuthFile = "/var/lib/ig/config.json" PullImageAlways = "always" PullImageMissing = "missing" PullImageNever = "never" ) var ( DefaultDomain = "ghcr.io" officialRepoPrefix = "inspektor-gadget/gadget/" ) const ( // localhost is treated as a special value for domain-name. Any other // domain-name without a "." or a ":port" are considered a path component. localhost = "localhost" ) // GadgetImageDesc is the description of a gadget image. type GadgetImageDesc struct { Repository string `column:"repository"` Tag string `column:"tag"` Digest string `column:"digest,width:12,fixed"` Created string `column:"created"` } func (d *GadgetImageDesc) String() string { if d.Tag == "" && d.Repository == "" { return fmt.Sprintf("@%s", d.Digest) } return fmt.Sprintf("%s:%s@%s", d.Repository, d.Tag, d.Digest) } func getTimeFromAnnotations(annotations map[string]string) string { return annotations[ocispec.AnnotationCreated] } // PullGadgetImage pulls the gadget image into the local oci store and returns its descriptor. func PullGadgetImage(ctx context.Context, image string, authOpts *AuthOptions) (*GadgetImageDesc, error) { var desc *GadgetImageDesc err := retry("PullGadgetImage", func() error { var err error desc, err = pullGadgetImage(ctx, image, authOpts) return err }) return desc, err } func pullGadgetImage(ctx context.Context, image string, authOpts *AuthOptions) (*GadgetImageDesc, error) { ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } desc, err := pullGadgetImageToStore(ctx, ociStore.Store, image, authOpts) if err != nil { return nil, err } if err := ociStore.saveIndexWithLock(); err != nil { return nil, err } return desc, nil } // pullGadgetImageToStore pulls the gadget image into the given store and returns its descriptor. func pullGadgetImageToStore(ctx context.Context, imageStore oras.Target, image string, authOpts *AuthOptions) (*GadgetImageDesc, error) { targetImage, err := normalizeImageName(image) if err != nil { return nil, fmt.Errorf("normalizing image: %w", err) } desc, err := pullImage(ctx, targetImage, imageStore, authOpts) if err != nil { return nil, fmt.Errorf("pulling image %q: %w", image, err) } imageDesc := &GadgetImageDesc{ Repository: targetImage.Name(), Digest: desc.Digest.String(), Created: "", // Unfortunately, oras.Copy does not return annotations } if ref, ok := targetImage.(reference.Tagged); ok { imageDesc.Tag = ref.Tag() } return imageDesc, nil } func pullIfNotExist(ctx context.Context, imageStore oras.Target, authOpts *AuthOptions, image string) error { targetImage, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image: %w", err) } _, err = imageStore.Resolve(ctx, targetImage.String()) if err == nil { return nil } if !errors.Is(err, errdef.ErrNotFound) { return fmt.Errorf("resolving image %q: %w", image, err) } _, err = pullImage(ctx, targetImage, imageStore, authOpts) if err != nil { return fmt.Errorf("pulling image %q: %w", image, err) } return nil } func pullImage(ctx context.Context, targetImage reference.Named, imageStore oras.Target, authOpts *AuthOptions) (*ocispec.Descriptor, error) { if authOpts.DisallowPulling { return nil, errors.New("pulling is disallowed") } repo, err := newRepository(targetImage, authOpts) if err != nil { return nil, fmt.Errorf("creating remote repository: %w", err) } desc, err := oras.Copy(ctx, repo, targetImage.String(), imageStore, targetImage.String(), oras.DefaultCopyOptions) if err != nil { return nil, fmt.Errorf("copying to local repository: %w", err) } imageDigest := desc.Digest.String() if err := signature.DefaultSignaturePuller.PullSigningInformation(ctx, repo, imageStore, imageDigest); err != nil { log.Warnf("error pulling signature: %v", err) // it's not a requirement to have a signature for pulling the image return &desc, nil } return &desc, nil } // PushGadgetImage pushes the gadget image and returns its descriptor. func PushGadgetImage(ctx context.Context, image string, authOpts *AuthOptions) (*GadgetImageDesc, error) { ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } targetImage, err := normalizeImageName(image) if err != nil { return nil, fmt.Errorf("normalizing image: %w", err) } repo, err := newRepository(targetImage, authOpts) if err != nil { return nil, fmt.Errorf("creating remote repository: %w", err) } desc, err := oras.Copy(context.TODO(), ociStore, targetImage.String(), repo, targetImage.String(), oras.DefaultCopyOptions) if err != nil { return nil, fmt.Errorf("copying to remote repository: %w", err) } imageDesc := &GadgetImageDesc{ Repository: targetImage.Name(), Digest: desc.Digest.String(), Created: "", // Unfortunately, oras.Copy does not return annotations } if ref, ok := targetImage.(reference.Tagged); ok { imageDesc.Tag = ref.Tag() } return imageDesc, nil } // TagGadgetImage tags the src image with the dst image. func TagGadgetImage(ctx context.Context, srcImage, dstImage string) (*GadgetImageDesc, error) { var desc *GadgetImageDesc err := retry("TagGadgetImage", func() error { var err error desc, err = tagGadgetImage(ctx, srcImage, dstImage) return err }) return desc, err } func tagGadgetImage(ctx context.Context, srcImage, dstImage string) (*GadgetImageDesc, error) { src, err := normalizeImageName(srcImage) if err != nil { return nil, fmt.Errorf("normalizing src image: %w", err) } dst, err := normalizeImageName(dstImage) if err != nil { return nil, fmt.Errorf("normalizing dst image: %w", err) } ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } targetDescriptor, err := ociStore.Resolve(context.TODO(), src.String()) if err != nil { // Error message not that helpful return nil, fmt.Errorf("resolving src: %w", err) } if err := ociStore.Tag(context.TODO(), targetDescriptor, dst.String()); err != nil { return nil, fmt.Errorf("tagging image: %w", err) } if err := ociStore.saveIndexWithLock(); err != nil { return nil, err } imageDesc := &GadgetImageDesc{ Repository: dst.Name(), Digest: targetDescriptor.Digest.String(), Created: getTimeFromAnnotations(targetDescriptor.Annotations), } if ref, ok := dst.(reference.Tagged); ok { imageDesc.Tag = ref.Tag() } return imageDesc, nil } // sortIndex sorts the manifest list in the index file and writes it back. This // is done to be sure the index is deterministic and the generate tar file is // the same. func sortIndex(indexPath string) (*ocispec.Index, error) { file, err := os.ReadFile(indexPath) if err != nil { return nil, fmt.Errorf("reading index.json: %w", err) } var index ocispec.Index if err = json.Unmarshal(file, &index); err != nil { return nil, fmt.Errorf("unmarshalling index.json: %w", err) } slices.SortFunc(index.Manifests, func(a, b ocispec.Descriptor) int { return cmp.Compare(a.Digest.String(), b.Digest.String()) }) file, err = json.Marshal(index) if err != nil { return nil, fmt.Errorf("marshalling index.json: %w", err) } if err = os.WriteFile(indexPath, file, 0o600); err != nil { return nil, fmt.Errorf("writing index.json: %w", err) } return &index, nil } func ExportGadgetImages(ctx context.Context, dstFile string, images ...string) error { ociStore, err := newLocalOciStore() if err != nil { return fmt.Errorf("getting oci store: %w", err) } tmpDir, err := os.MkdirTemp("", "gadget-export-") if err != nil { return fmt.Errorf("creating temp dir: %w", err) } defer os.RemoveAll(tmpDir) dstStore, err := oci.New(tmpDir) if err != nil { return fmt.Errorf("creating oci storage: %w", err) } for _, image := range images { targetImage, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image: %w", err) } desc, err := oras.Copy(ctx, ociStore, targetImage.String(), dstStore, targetImage.String(), oras.DefaultCopyOptions) if err != nil { return fmt.Errorf("copying image to remote repository: %w", err) } err = signature.DefaultSignatureExporter.ExportSigningInformation(ctx, ociStore, dstStore, desc) if errors.Is(err, errdef.ErrNotFound) { continue } } index, err := sortIndex(path.Join(tmpDir, "index.json")) if err != nil { return fmt.Errorf("reading index.json: %w", err) } // Set the time of the tar file to the creation time of the index. This // allows to have a deterministic tarball. var tarHeaderTime time.Time if index.Annotations != nil && index.Annotations[ocispec.AnnotationCreated] != "" { tarHeaderTime, err = time.Parse(time.RFC3339, index.Annotations[ocispec.AnnotationCreated]) if err != nil { return fmt.Errorf("parsing created time: %w", err) } } if err := tarFolderToFile(tmpDir, dstFile, tarHeaderTime); err != nil { return fmt.Errorf("creating tar for gadget image: %w", err) } return nil } // ImportGadgetImages imports all the tagged gadget images from the src file. func ImportGadgetImages(ctx context.Context, srcFile string) ([]string, error) { src, err := oci.NewFromTar(ctx, srcFile) if err != nil { return nil, fmt.Errorf("loading src bundle: %w", err) } ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } ret := []string{} err = src.Tags(ctx, "", func(tags []string) error { for _, tag := range tags { _, err := oras.Copy(ctx, src, tag, ociStore, tag, oras.DefaultCopyOptions) if err != nil { return fmt.Errorf("copying to local repository: %w", err) } if !strings.HasSuffix(tag, ".sig") { ret = append(ret, tag) } } return nil }) if err := ociStore.saveIndexWithLock(); err != nil { return nil, err } return ret, err } // based on https://medium.com/@skdomino/taring-untaring-files-in-go-6b07cf56bc07 func tarFolderToFile(src, filePath string, headerTime time.Time) error { file, err := os.Create(filePath) if err != nil { return fmt.Errorf("opening file: %w", err) } tw := tar.NewWriter(file) defer tw.Close() return filepath.Walk(src, func(file string, fi os.FileInfo, err error) error { if err != nil { return err } if !fi.Mode().IsRegular() { return nil } header, err := tar.FileInfoHeader(fi, fi.Name()) if err != nil { return err } header.ModTime = headerTime header.AccessTime = headerTime header.ChangeTime = headerTime // update the name to correctly reflect the desired destination when untaring header.Name = strings.TrimPrefix(strings.ReplaceAll(file, src, ""), string(filepath.Separator)) if err := tw.WriteHeader(header); err != nil { return err } f, err := os.Open(file) if err != nil { return err } if _, err := io.Copy(tw, f); err != nil { return err } f.Close() return nil }) } func getGadgetImageDescriptor(ctx context.Context, store *oci.Store, fullTag string) (*GadgetImageDesc, error) { parsed, err := reference.Parse(fullTag) if err != nil { return nil, fmt.Errorf("parsing image %q: %w", fullTag, err) } var repository string if named, ok := parsed.(reference.Named); ok { repository = named.Name() } tag := "latest" if tagged, ok := parsed.(reference.Tagged); ok { tag = tagged.Tag() } image := &GadgetImageDesc{ Repository: repository, Tag: tag, } desc, err := store.Resolve(ctx, fullTag) if err != nil { return nil, fmt.Errorf("found tag %q but couldn't get a descriptor for it: %w", fullTag, err) } image.Digest = desc.Digest.String() manifest, err := getManifestForHost(ctx, store, fullTag) if err != nil { return nil, fmt.Errorf("getting manifest for %q: %w", fullTag, err) } image.Created = getTimeFromAnnotations(manifest.Annotations) return image, nil } func getGadgetImages(ctx context.Context, store *oci.Store) ([]*GadgetImageDesc, error) { images := []*GadgetImageDesc{} err := store.Tags(ctx, "", func(tags []string) error { for _, fullTag := range tags { image, err := getGadgetImageDescriptor(ctx, store, fullTag) if err != nil { // avoid printing warnings if the manifest is not found, it could be a signature tag if !errors.Is(err, errdef.ErrNotFound) { log.Warnf("getting gadget image descriptor for %s: %v", fullTag, err) } continue } images = append(images, image) } return nil }) return images, err } // GetGadgetImages gets all the gadget images. func GetGadgetImages(ctx context.Context) ([]*GadgetImageDesc, error) { ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } images, err := getGadgetImages(ctx, ociStore.Store) if err != nil { return nil, fmt.Errorf("listing all tags: %w", err) } for _, image := range images { image.Repository = strings.TrimPrefix(image.Repository, DefaultDomain+"/"+officialRepoPrefix) } return images, nil } func GetGadgetImageDesc(ctx context.Context, image string) (*GadgetImageDesc, error) { ociStore, err := newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting oci store: %w", err) } targetImage, err := normalizeImageName(image) if err != nil { return nil, fmt.Errorf("normalizing image: %w", err) } fullName := targetImage.String() desc, err := getGadgetImageDescriptor(ctx, ociStore.Store, fullName) if err != nil { return nil, fmt.Errorf("getting gadget image descriptor: %w", err) } return desc, nil } // DeleteGadgetImage removes the given image. func DeleteGadgetImage(ctx context.Context, image string) error { return retry("DeleteGadgetImage", func() error { return deleteGadgetImage(ctx, image) }) } func deleteGadgetImage(ctx context.Context, image string) error { ociStore, err := newLocalOciStore() if err != nil { return fmt.Errorf("getting oci store: %w", err) } targetImage, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image: %w", err) } fullName := targetImage.String() descriptor, err := ociStore.Resolve(ctx, fullName) if err != nil { return fmt.Errorf("resolving image: %w", err) } images, err := getGadgetImages(ctx, ociStore.Store) if err != nil { return fmt.Errorf("listing images: %w", err) } digest := descriptor.Digest.String() for _, img := range images { imgFullName := fmt.Sprintf("%s:%s", img.Repository, img.Tag) if img.Digest == digest && imgFullName != fullName { // We cannot blindly delete a whole image tree. // Indeed, it is possible for several image names to point to the same // underlying image, like: // REPOSITORY TAG DIGEST // docker.io/library/bar latest f959f580ba01 // docker.io/library/foo latest f959f580ba01 // Where foo and bar are different names referencing the same image, as // the digest shows. // In this case, we just untag the image name given by the user. if err := ociStore.Untag(ctx, fullName); err != nil { return err } return ociStore.saveIndexWithLock() } } if err = ociStore.Delete(ctx, descriptor); err != nil { return err } if err := ociStore.saveIndexWithLock(); err != nil { return err } // TODO: GC() could race with other processes calling it a the same time. return ociStore.GC(ctx) } // SplitIGDomain splits a repository name to domain and remote-name. // If no valid domain is found, the default domain is used. Repository name // needs to be already validated before. // Inspired on https://github.com/distribution/reference/blob/v0.5.0/normalize.go#L126 // TODO: Ideally we should use the upstream function but docker.io is hardcoded there // https://github.com/distribution/reference/blob/v0.5.0/normalize.go#L31 func SplitIGDomain(name string) (domain, remainder string) { i := strings.IndexRune(name, '/') if i == -1 || (!strings.ContainsAny(name[:i], ".:") && name[:i] != localhost && strings.ToLower(name[:i]) == name[:i]) { domain, remainder = DefaultDomain, name } else { domain, remainder = name[:i], name[i+1:] } if domain == DefaultDomain && !strings.ContainsRune(remainder, '/') { remainder = officialRepoPrefix + remainder } return } func normalizeImageName(image string) (reference.Named, error) { // Use the default gadget's registry if no domain is specified. domain, remainer := SplitIGDomain(image) name, err := reference.ParseNormalizedNamed(domain + "/" + remainer) if err != nil { return nil, fmt.Errorf("parsing normalized image %q: %w", image, err) } return reference.TagNameOnly(name), nil } func getHostString(repository string) (string, error) { repo, err := reference.Parse(repository) if err != nil { return "", fmt.Errorf("parsing repository %q: %w", repository, err) } if named, ok := repo.(reference.Named); ok { return reference.Domain(named), nil } return "", fmt.Errorf("image has to be a named reference") } func newAuthClient(repository string, authOptions *AuthOptions) (*oras_auth.Client, error) { log.Debugf("Using auth file %q", authOptions.AuthFile) var cfg *configfile.ConfigFile var err error if len(authOptions.SecretBytes) != 0 { cfg, err = config.LoadFromReader(bytes.NewReader(authOptions.SecretBytes)) if err != nil { return nil, fmt.Errorf("loading auth config: %w", err) } } else if authFileReader, err := os.Open(authOptions.AuthFile); err != nil { // If the AuthFile was not set explicitly, we allow to fall back to the docker auth, // otherwise we fail to avoid masking an error from the user if !errors.Is(err, os.ErrNotExist) || authOptions.AuthFile != DefaultAuthFile { return nil, fmt.Errorf("opening auth file %q: %w", authOptions.AuthFile, err) } log.Debugf("Couldn't find default auth file %q...", authOptions.AuthFile) log.Debugf("Using default docker auth file instead") log.Debugf("$HOME: %q", os.Getenv("HOME")) cfg, err = config.Load("") if err != nil { return nil, fmt.Errorf("loading auth config: %w", err) } } else { defer authFileReader.Close() cfg, err = config.LoadFromReader(authFileReader) if err != nil { return nil, fmt.Errorf("loading auth config: %w", err) } } hostString, err := getHostString(repository) if err != nil { return nil, fmt.Errorf("getting host string: %w", err) } authConfig, err := cfg.GetAuthConfig(hostString) if err != nil { return nil, fmt.Errorf("getting auth config: %w", err) } return &oras_auth.Client{ Credential: oras_auth.StaticCredential(hostString, oras_auth.Credential{ Username: authConfig.Username, Password: authConfig.Password, AccessToken: authConfig.Auth, RefreshToken: authConfig.IdentityToken, }), }, nil } // newRepository creates a client to the remote repository identified by // image using the given auth options. func newRepository(image reference.Named, authOpts *AuthOptions) (*remote.Repository, error) { repo, err := remote.NewRepository(image.Name()) if err != nil { return nil, fmt.Errorf("creating remote repository: %w", err) } registryDomain := reference.Domain(image) insecure := slices.Contains(authOpts.InsecureRegistries, registryDomain) repo.PlainHTTP = insecure if !insecure { client, err := newAuthClient(image.Name(), authOpts) if err != nil { return nil, fmt.Errorf("creating auth client: %w", err) } repo.Client = client } return repo, nil } func getImageListDescriptor(ctx context.Context, target oras.ReadOnlyTarget, reference string) (ocispec.Index, error) { imageListDescriptor, err := target.Resolve(ctx, reference) if err != nil { return ocispec.Index{}, fmt.Errorf("resolving image %q: %w", reference, err) } if imageListDescriptor.MediaType != ocispec.MediaTypeImageIndex { return ocispec.Index{}, fmt.Errorf("image %q is not an image index", reference) } reader, err := target.Fetch(ctx, imageListDescriptor) if err != nil { return ocispec.Index{}, fmt.Errorf("fetching image index: %w", err) } defer reader.Close() var index ocispec.Index if err = json.NewDecoder(reader).Decode(&index); err != nil { return ocispec.Index{}, fmt.Errorf("unmarshalling image index: %w", err) } return index, nil } func getContentBytesFromDescriptor(ctx context.Context, fetcher content.Fetcher, desc ocispec.Descriptor) ([]byte, error) { reader, err := fetcher.Fetch(ctx, desc) if err != nil { return nil, fmt.Errorf("fetching descriptor: %w", err) } defer reader.Close() bytes, err := io.ReadAll(reader) if err != nil { return nil, fmt.Errorf("reading descriptor: %w", err) } return bytes, nil } func ensureImage(ctx context.Context, imageStore oras.GraphTarget, image string, imgOpts *ImageOptions, pullPolicy string) error { switch pullPolicy { case PullImageAlways: _, err := pullGadgetImageToStore(ctx, imageStore, image, &imgOpts.AuthOptions) if err != nil { return fmt.Errorf("pulling image (always) %q: %w", image, err) } case PullImageMissing: if err := pullIfNotExist(ctx, imageStore, &imgOpts.AuthOptions, image); err != nil { return fmt.Errorf("pulling image (if missing) %q: %w", image, err) } case PullImageNever: // Just check if the image exists to report a better error message targetImage, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image: %w", err) } if _, err := imageStore.Resolve(ctx, targetImage.String()); err != nil { return fmt.Errorf("resolving image %q on local registry: %w", targetImage.String(), err) } } if len(imgOpts.AllowedGadgets) > 0 { found := false normalizedImage, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image: %w", err) } imageStr := normalizedImage.String() desc, err := imageStore.Resolve(ctx, imageStr) if err != nil { return fmt.Errorf("resolving image %q on local registry: %w", imageStr, err) } imageDigest := normalizedImage.Name() + "@" + desc.Digest.String() for _, allowedGadget := range imgOpts.AllowedGadgets { // Check full match on digest or name if imageDigest == allowedGadget || imageStr == allowedGadget { found = true break } // Check prefix match if allowedGadget[len(allowedGadget)-1] == '*' { if strings.HasPrefix(imageStr, allowedGadget[:len(allowedGadget)-1]) { found = true break } } } if !found { return fmt.Errorf("%s is not part of allowed gadgets: %v", image, strings.Join(imgOpts.AllowedGadgets, ", ")) } } if !imgOpts.VerifySignature { log.Warnf("gadget signature verification is disabled due to using corresponding option") return nil } imageRef, err := normalizeImageName(image) if err != nil { return fmt.Errorf("normalizing image name: %w", err) } repo, err := newRepository(imageRef, &imgOpts.AuthOptions) if err != nil { return fmt.Errorf("creating remote repository: %w", err) } err = imgOpts.Verifier.Verify(ctx, repo, imageStore, imageRef) if err != nil { return fmt.Errorf("verifying gadget signature %q: %w", image, err) } return nil } // EnsureImage ensures the image is present in the local store func EnsureImage(ctx context.Context, image string, imgOpts *ImageOptions, pullPolicy string) error { return retry("EnsureImage", func() error { imageStore, err := newLocalOciStore() if err != nil { return fmt.Errorf("getting local oci store: %w", err) } if err := ensureImage(ctx, imageStore, image, imgOpts, pullPolicy); err != nil { return err } return imageStore.saveIndexWithLock() }) } func getManifestForHost(ctx context.Context, target oras.ReadOnlyTarget, image string) (*ocispec.Manifest, error) { index, err := getIndex(ctx, target, image) if err != nil { return nil, fmt.Errorf("getting index: %w", err) } var manifestDesc *ocispec.Descriptor for _, indexManifest := range index.Manifests { // TODO: Check docker code if indexManifest.Platform.Architecture == runtime.GOARCH { manifestDesc = &indexManifest break } } if manifestDesc == nil { return nil, fmt.Errorf("no manifest found for architecture %q", runtime.GOARCH) } manifestBytes, err := getContentBytesFromDescriptor(ctx, target, *manifestDesc) if err != nil { return nil, fmt.Errorf("getting content from descriptor: %w", err) } manifest := &ocispec.Manifest{} err = json.Unmarshal(manifestBytes, manifest) if err != nil { return nil, fmt.Errorf("decoding manifest: %w", err) } return manifest, nil } func GetManifestForHost(ctx context.Context, target oras.ReadOnlyTarget, image string) (*ocispec.Manifest, error) { if target == nil { var err error target, err = newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting local oci store: %w", err) } } return getManifestForHost(ctx, target, image) } // getIndex gets an index for the given image func getIndex(ctx context.Context, target oras.ReadOnlyTarget, image string) (*ocispec.Index, error) { imageRef, err := normalizeImageName(image) if err != nil { return nil, fmt.Errorf("normalizing image: %w", err) } index, err := getImageListDescriptor(ctx, target, imageRef.String()) if err != nil { return nil, fmt.Errorf("getting image list descriptor: %w", err) } return &index, nil } func GetContentFromDescriptor(ctx context.Context, target oras.ReadOnlyTarget, desc ocispec.Descriptor) (io.ReadCloser, error) { if target == nil { var err error target, err = newLocalOciStore() if err != nil { return nil, fmt.Errorf("getting local oci store: %w", err) } } reader, err := target.Fetch(ctx, desc) if err != nil { return nil, fmt.Errorf("fetching descriptor: %w", err) } return reader, nil } inspektor-gadget-0.46.0/pkg/oci/oci_test.go000066400000000000000000000126141510117411400205420ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestSplitIGDomain(t *testing.T) { t.Parallel() type testDefinition struct { name string expectedDomain string expectedRemainder string } tests := map[string]testDefinition{ "no_domain_and_remainder": { name: "trace_exec", expectedDomain: DefaultDomain, expectedRemainder: officialRepoPrefix + "trace_exec", }, "no_domain_and_remainder_with_tag": { name: "trace_exec:v0.42.0", expectedDomain: DefaultDomain, expectedRemainder: officialRepoPrefix + "trace_exec:v0.42.0", }, "no_domain": { name: "xyz/gadget/trace_exec", expectedDomain: DefaultDomain, expectedRemainder: "xyz/gadget/trace_exec", }, "full": { name: "foobar.baz/xyz/gadget/trace_exec", expectedDomain: "foobar.baz", expectedRemainder: "xyz/gadget/trace_exec", }, "full_with_port": { name: "foobar.baz:443/xyz/gadget/trace_exec", expectedDomain: "foobar.baz:443", expectedRemainder: "xyz/gadget/trace_exec", }, "full_with_port_with_tag": { name: "foobar.baz:443/xyz/gadget/trace_exec:v0.42.0", expectedDomain: "foobar.baz:443", expectedRemainder: "xyz/gadget/trace_exec:v0.42.0", }, "localhost": { name: "localhost/trace_exec", expectedDomain: "localhost", expectedRemainder: "trace_exec", }, "localhost_with_long_remainder": { name: "localhost/a/b/c/e/d/g/r/trace_exec", expectedDomain: "localhost", expectedRemainder: "a/b/c/e/d/g/r/trace_exec", }, "localhost_with_port": { name: "localhost:5000/trace_exec", expectedDomain: "localhost:5000", expectedRemainder: "trace_exec", }, "localhost_with_port_with_tag": { name: "localhost:5000/trace_exec:v1.0.3", expectedDomain: "localhost:5000", expectedRemainder: "trace_exec:v1.0.3", }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() actualDomain, actualRemainder := SplitIGDomain(test.name) assert.Equal(t, test.expectedDomain, actualDomain) assert.Equal(t, test.expectedRemainder, actualRemainder) }) } } func TestNormalizeImage(t *testing.T) { t.Parallel() type testDefinition struct { image string imageExpected string err bool } tests := map[string]testDefinition{ "empty": { image: "", err: true, }, "badtag": { image: "inspektor-gadget/ig:~½¬", err: true, }, "image": { image: "ig", imageExpected: "ghcr.io/inspektor-gadget/gadget/ig:latest", }, "image_and_tag": { image: "ig:latest", imageExpected: "ghcr.io/inspektor-gadget/gadget/ig:latest", }, "image_and_tag_2": { image: "ig:latestttt", imageExpected: "ghcr.io/inspektor-gadget/gadget/ig:latestttt", }, "host_image_and_tag": { image: "inspektor-gadget/ig:foobar", imageExpected: "ghcr.io/inspektor-gadget/ig:foobar", }, "schema_host_image_and_tag": { image: "https://inspektor-gadget/ig:baz", err: true, }, "host_port_image_and_tag": { image: "ghcr.io:443/inspektor-gadget/ig:baz", imageExpected: "ghcr.io:443/inspektor-gadget/ig:baz", }, "schema_host_port_image_and_tag": { image: "https://ghcr.io:443/inspektor-gadget/ig:latest", err: true, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() imageRef, err := normalizeImageName(test.image) if test.err { require.Error(t, err) return } require.NoError(t, err) require.Equal(t, test.imageExpected, imageRef.String()) }) } } func TestGetHostString(t *testing.T) { t.Parallel() type testDefinition struct { image string host string err bool } tests := map[string]testDefinition{ "empty": { image: "", err: true, }, "badtag": { image: "inspektor-gadget/ig:~½¬", err: true, }, "image": { image: "ig", host: "", }, "host": { image: "ghcr.io", host: "", }, "host_image_and_tag": { image: "inspektor-gadget/ig:latest", host: "inspektor-gadget", }, "schema_host_image_and_tag": { image: "https://inspektor-gadget/ig:latest", err: true, }, "host_port_image_and_tag": { image: "ghcr.io:443/inspektor-gadget/ig:latest", host: "ghcr.io:443", }, "schema_host_port_image_and_tag": { image: "https://ghcr.io:443/inspektor-gadget/ig:latest", err: true, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() host, err := getHostString(test.image) if test.err { require.Error(t, err) return } require.NoError(t, err) require.Equal(t, test.host, host) }) } } inspektor-gadget-0.46.0/pkg/oci/retry.go000066400000000000000000000030741510117411400200760ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci import ( "errors" "time" log "github.com/sirupsen/logrus" ) const ( retryLimit = 20 retryDelay = 500 * time.Millisecond ) // errRetry hints that the function can safely be tried again after a small // time. var errRetry = errors.New("retry") // ErrRetryLimitExceeded indicates the function was retried too many times. var ErrRetryLimitExceeded = errors.New("retry limit exceeded") // retry calls the fn callback multiple times until it succeeds. // // The fn callback should return errRetry to indicate that it failed but it is // safe to try it again after waiting a small time. If the retry limit is // reached, the function returns ErrRetryLimitExceeded. func retry(name string, fn func() error) error { for i := 0; i < retryLimit; i++ { err := fn() if err == nil { return nil } if !errors.Is(err, errRetry) { return err } log.Debugf("retrying %s (%d of %d)", name, i+1, retryLimit) time.Sleep(retryDelay) } return ErrRetryLimitExceeded } inspektor-gadget-0.46.0/pkg/operators/000077500000000000000000000000001510117411400176425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/btfgen/000077500000000000000000000000001510117411400211075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/btfgen/btfgen.go000066400000000000000000000072521510117411400227110ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package btfgenoperator import ( "archive/tar" "bytes" "compress/gzip" "fmt" "io" "sync" "github.com/cilium/ebpf/btf" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfgen" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) const ( btfMediaType = "application/vnd.gadget.btfgen.v1+binary" kernelTypesVar = "kernelTypes" ) var kernelHasBTF func() bool = sync.OnceValue(func() bool { _, err := btf.LoadKernelSpec() return err == nil }) type btfgenOperator struct{} func (o *btfgenOperator) Name() string { return "btfgen" } func (o *btfgenOperator) Description() string { return "Enables to run gadget on kernels without BTF information by using BTF types generated with btfgen" } func (o *btfgenOperator) InstantiateImageOperator( gadgetCtx operators.GadgetContext, target oras.ReadOnlyTarget, desc ocispec.Descriptor, paramValues api.ParamValues, ) (operators.ImageOperatorInstance, error) { logger := gadgetCtx.Logger() // If the kernel exposes BTF; nothing to do if kernelHasBTF() { logger.Debugf("kernel provides BTF, nothing to do on btfgen operator") return nil, nil } info, err := btfgen.GetOSInfo() if err != nil { return nil, fmt.Errorf("getting OS info: %w", err) } r, err := oci.GetContentFromDescriptor(gadgetCtx.Context(), target, desc) if err != nil { return nil, fmt.Errorf("getting ebpf binary: %w", err) } defer r.Close() btfFileName := fmt.Sprintf("%s/%s/%s/%s.btf", info.ID, info.VersionID, info.Arch, info.Kernel) btfBytes, err := getBTFFile(r, btfFileName) if err != nil { return nil, fmt.Errorf("getting BTF file: %w", err) } btfSpec, err := btf.LoadSpecFromReader(bytes.NewReader(btfBytes)) if err != nil { return nil, fmt.Errorf("loading BTF spec: %w", err) } // save the kernel types to be used by the ebpf operator when loading bpf the spec. gadgetCtx.SetVar(kernelTypesVar, btfSpec) return &btfgenOperatorInstance{}, nil } type btfgenOperatorInstance struct{} func (i *btfgenOperatorInstance) Name() string { return "btfgenInstance" } func (i *btfgenOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (i *btfgenOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (i *btfgenOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func getBTFFile(r io.Reader, filename string) ([]byte, error) { gzr, err := gzip.NewReader(r) if err != nil { return nil, err } tr := tar.NewReader(gzr) for { hdr, err := tr.Next() if err == io.EOF { return nil, fmt.Errorf("BTF file %q not found", filename) } if err != nil { return nil, fmt.Errorf("reading tar: %w", err) } if hdr.Name == filename { b, err := io.ReadAll(tr) if err != nil { return nil, fmt.Errorf("reading BTF: %w", err) } return b, nil } } } func init() { operators.RegisterOperatorForMediaType(btfMediaType, &btfgenOperator{}) } inspektor-gadget-0.46.0/pkg/operators/cli/000077500000000000000000000000001510117411400204115ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/cli/clioperator.go000066400000000000000000000506371510117411400232760ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package clioperator import ( "fmt" "io" "net/url" "os" "runtime" "slices" "sort" "strings" "sync" "time" "github.com/gopacket/gopacket" "github.com/gopacket/gopacket/layers" "github.com/gopacket/gopacket/pcapgo" "golang.org/x/term" "sigs.k8s.io/yaml" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( // Priority is set to a high value, since this operator is used as sink and so all changes to DataSources need // to have happened before the operator becomes active Priority = 10000 ParamFields = "fields" ParamMode = "output" ModeJSON = "json" ModeJSONPretty = "jsonpretty" ModeColumns = "columns" ModeYAML = "yaml" ModeNone = "none" ModeRaw = "raw" ModePCAPNG = "pcap-ng" DefaultOutputMode = ModeColumns // AnnotationClearScreenBefore can be used to clear the screen before printing a new event; usually used for // array events AnnotationClearScreenBefore = "cli.clear-screen-before" // AnnotationSupportedOutputModes can be used to specify the supported // output modes for a DataSource in a comma-separated list. AnnotationSupportedOutputModes = "cli.supported-output-modes" // AnnotationDefaultOutputMode can be used to specify the default output mode for a DataSource. AnnotationDefaultOutputMode = "cli.default-output-mode" // AnnotationPCAPPayload must point to the field carrying the binary payload of a packet AnnotationPCAPPayload = "pcap.payload" // AnnotationPCAPTimestamp must point to the field containing the capture timestamp of a packet AnnotationPCAPTimestamp = "pcap.timestamp" // AnnotationPCAPPacketLen must point to the field containing the original length of the packet AnnotationPCAPPacketLen = "pcap.packet-length" // AnnotationPCAPInterfaceKey (if set to true) defines for a field to become part of the interface key // (a composite of host info and interface info that makes it unique) AnnotationPCAPInterfaceKey = "pcap.interface-key" // AnnotationPCAPInterfaceVar registers a field to become part of the interface comment variables // with the given name AnnotationPCAPInterfaceVar = "pcap.interface-var" ) var ( DefaultSupportedOutputModes = []string{ModeColumns, ModeJSON, ModeJSONPretty, ModeNone, ModeYAML} cliWriteMutex = sync.Mutex{} ) type cliOperator struct{} func (o *cliOperator) Name() string { return "cli" } func (o *cliOperator) Init(params *params.Params) error { return nil } func (o *cliOperator) GlobalParams() api.Params { return nil } func (o *cliOperator) InstanceParams() api.Params { return nil } func (o *cliOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) (operators.DataOperatorInstance, error) { op := &cliOperatorInstance{ paramValues: paramValues, supportedOutputModes: make(map[string][]string), defaultOutputMode: make(map[string]string), } return op, nil } func (o *cliOperator) Priority() int { return Priority } type cliOperatorInstance struct { paramValues api.ParamValues // key: datasource name, value: supported output modes supportedOutputModes map[string][]string // key: datasource name, value: default output mode defaultOutputMode map[string]string } func (o *cliOperatorInstance) Name() string { return "cli" } func (o *cliOperatorInstance) InstanceParams() params.ParamDescs { return nil } func getNamesFromFields(fields []*api.Field) []string { res := make([]string, 0, len(fields)) for _, f := range fields { res = append(res, f.FullName) } return res } func (o *cliOperatorInstance) ExtraParams(gadgetCtx operators.GadgetContext) api.Params { dataSources := gadgetCtx.GetDataSources() nameDS := len(dataSources) > 1 // if we have multiple DataSources, we need to prefix the list of fields with the DataSource's name fieldsDefaultValues := make([]string, 0, len(dataSources)) fieldsDescriptions := make([]string, 0, len(dataSources)+1) fieldsDescriptions = append(fieldsDescriptions, "Available data sources / fields") outputDescriptions := make([]string, 0, len(dataSources)) outputDescriptions = append(outputDescriptions, `Specifies output mode for all ("mode1") or per data source ("datasource:mode1,datasource2:mode2") Supported data sources / output modes:`) outputDefaultValues := make([]string, 0, len(dataSources)) for _, ds := range dataSources { // Fields fields := ds.Fields() availableFields := make([]*api.Field, 0, len(fields)) defaultFields := make([]*api.Field, 0) for _, f := range fields { if datasource.FieldFlagUnreferenced.In(f.Flags) || datasource.FieldFlagContainer.In(f.Flags) || datasource.FieldFlagEmpty.In(f.Flags) { continue } availableFields = append(availableFields, f) if datasource.FieldFlagHidden.In(f.Flags) { continue } defaultFields = append(defaultFields, f) } // Sort available fields by name sort.Slice(availableFields, func(i, j int) bool { return availableFields[i].FullName < availableFields[j].FullName }) // Sort default fields by order value sort.SliceStable(defaultFields, func(i, j int) bool { return defaultFields[i].Order < defaultFields[j].Order }) fieldsDefaultValue := strings.Join(getNamesFromFields(defaultFields), ",") if nameDS { fieldsDefaultValue = ds.Name() + ":" + fieldsDefaultValue } fieldsDefaultValues = append(fieldsDefaultValues, fieldsDefaultValue) var sb strings.Builder fmt.Fprintf(&sb, " %q (data source):\n", ds.Name()) for _, f := range availableFields { fmt.Fprintf(&sb, " %s\n", f.FullName) if desc, ok := f.Annotations[metadatav1.DescriptionAnnotation]; ok { fmt.Fprintf(&sb, " %s\n", desc) } if oneOf, ok := f.Annotations[metadatav1.ValueOneOfAnnotation]; ok { fmt.Fprintf(&sb, " One of: %s\n", oneOf) } } fieldsDescriptions = append(fieldsDescriptions, sb.String()) // Supported output modes supportedOutputs := DefaultSupportedOutputModes if supportedOutputsAnnotated, ok := ds.Annotations()[AnnotationSupportedOutputModes]; ok { supportedOutputs = strings.Split(supportedOutputsAnnotated, ",") } sort.Strings(supportedOutputs) o.supportedOutputModes[ds.Name()] = supportedOutputs sb.Reset() fmt.Fprintf(&sb, " %q (data source):\n", ds.Name()) for _, mode := range supportedOutputs { fmt.Fprintf(&sb, " %s\n", mode) } outputDescriptions = append(outputDescriptions, sb.String()) // Default output mode defaultOutput := DefaultOutputMode if defaultOutputAnnotated, ok := ds.Annotations()[AnnotationDefaultOutputMode]; ok { if !slices.Contains(supportedOutputs, defaultOutputAnnotated) { // This shouldn't happen, it should be caught by the validation at compile time gadgetCtx.Logger().Warnf("default output mode %q for data source %q is not supported", defaultOutputAnnotated, ds.Name()) continue } defaultOutput = defaultOutputAnnotated } else if !slices.Contains(supportedOutputs, DefaultOutputMode) { defaultOutput = supportedOutputs[0] } o.defaultOutputMode[ds.Name()] = defaultOutput if nameDS { defaultOutput = ds.Name() + ":" + defaultOutput } outputDefaultValues = append(outputDefaultValues, defaultOutput) } // --fields datasource:comma,separated,fields;datasource2:comma,separated,fields fields := &api.Param{ Key: ParamFields, DefaultValue: strings.Join(fieldsDefaultValues, ";"), Description: strings.Join(fieldsDescriptions, "\n"), } mode := &api.Param{ Key: ParamMode, DefaultValue: strings.Join(outputDefaultValues, ","), Description: strings.Join(outputDescriptions, "\n"), Alias: "o", } return api.Params{fields, mode} } func parseFields(fieldsString string, defaultFields []string) []string { fields := strings.Split(fieldsString, ",") addedFields := make([]string, 0, len(fields)) deletedFields := make([]string, 0, len(fields)) explicitFields := make([]string, 0, len(fields)) for _, field := range fields { field = strings.TrimSpace(field) if field == "" { continue } switch field[0] { case '+': addedFields = append(addedFields, field[1:]) case '-': deletedFields = append(deletedFields, field[1:]) default: if !slices.Contains(explicitFields, field) { explicitFields = append(explicitFields, field) } } } result := defaultFields if len(explicitFields) > 0 { result = explicitFields } for _, field := range addedFields { if !slices.Contains(result, field) { result = append(result, field) } } for _, field := range deletedFields { result = slices.DeleteFunc(result, func(s string) bool { return s == field }) } return result } func (o *cliOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { params := apihelpers.ToParamDescs(o.ExtraParams(gadgetCtx)).ToParams() params.CopyFromMap(o.paramValues, "") fieldValues := strings.Split(params.Get(ParamFields).AsString(), ";") fieldLookup := make(map[string]string) for _, v := range fieldValues { dsFieldValues := strings.SplitN(v, ":", 2) var dsName string dsFields := dsFieldValues[0] if len(dsFieldValues) == 2 { dsName = dsFieldValues[0] dsFields = dsFieldValues[1] } fieldLookup[dsName] = dsFields } modes, err := apihelpers.GetStringValuesPerDataSource(params.Get(ParamMode).AsString()) if err != nil { return fmt.Errorf("parsing default output modes: %w", err) } for _, ds := range gadgetCtx.GetDataSources() { gadgetCtx.Logger().Debugf("subscribing to %s", ds.Name()) fields, hasFields := fieldLookup[ds.Name()] if !hasFields { fields, hasFields = fieldLookup[""] // fall back to default } mode, ok := modes[ds.Name()] if !ok { mode, ok = modes[""] if !ok { // Users may specify the mode for one data source and not for // another. In this case, we fall back to the default output // mode for the ones that are not specified. mode = o.defaultOutputMode[ds.Name()] } } if !slices.Contains(o.supportedOutputModes[ds.Name()], mode) { gadgetCtx.Logger().Warnf("output mode %q for data source %q is not supported; skipping data source", mode, ds.Name()) continue } clearScreenBefore := ds.Annotations()[AnnotationClearScreenBefore] == "true" isTerminal := term.IsTerminal(int(os.Stdout.Fd())) switch mode { default: before := func() {} if clearScreenBefore && isTerminal { before = clearScreen } ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { before() defaultDataFn(ds, data, os.Stdout) return nil }, Priority) case ModeNone: // Do nothing. case ModeColumns: p, err := ds.Parser() if err != nil { gadgetCtx.Logger().Warnf("failed to get parser: %v; skipping data source %q", err, ds.Name()) continue } defCols := p.GetDefaultColumns() gadgetCtx.Logger().Debugf("default fields: %s", defCols) formatter := p.GetTextColumnsFormatter() if hasFields { parsedFields := parseFields(fields, defCols) err = formatter.SetShowColumns(parsedFields) if err != nil { gadgetCtx.Logger().Warnf("failed to set fields: %v; skipping data source %q", err, ds.Name()) continue } } formatter.SetEventCallback(func(s string) { fmt.Println(s) }) printHeader := func() { fmt.Println(formatter.FormatHeader()) } headerFuncs := []func(){} if clearScreenBefore && isTerminal { headerFuncs = append(headerFuncs, clearScreen) } headerFuncs = append(headerFuncs, printHeader) switch ds.Type() { case datasource.TypeSingle: printHeader() p.SetEventCallback(formatter.EventHandlerFunc()) handler, ok := p.EventHandlerFunc().(func(data *datasource.DataTuple)) if !ok { gadgetCtx.Logger().Warnf("invalid data format: expected func(data *datasource.DataTuple), got %T; skipping data source %q", p.EventHandlerFunc(), ds.Name()) continue } ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { handler(datasource.NewDataTuple(ds, data)) return nil }, Priority) case datasource.TypeArray: // print the header before only for gadgets that will clean the // screen later on, otherwise it could be printed multiple // times. if clearScreenBefore { clearScreen() printHeader() } p.SetEventCallback(formatter.EventHandlerFuncArray(headerFuncs...)) handler, ok := p.EventHandlerFuncArray().(func(data []*datasource.DataTuple)) if !ok { gadgetCtx.Logger().Warnf("invalid data format: expected func(data []*datasource.DataTuple), got %T; skipping data source %q", p.EventHandlerFunc(), ds.Name()) continue } ds.SubscribeArray(func(ds datasource.DataSource, dataArray datasource.DataArray) error { l := dataArray.Len() tuples := make([]*datasource.DataTuple, 0, l) for i := 0; i < l; i++ { data := dataArray.Get(i) tuples = append(tuples, datasource.NewDataTuple(ds, data)) } handler(tuples) return nil }, Priority) } case ModeJSON, ModeJSONPretty, ModeYAML: // var opts []json.Option // if hasFields { // opts = append(opts, json.WithFields(strings.Split(fields, ","))) // } jsonFormatter, err := json.New(ds, // TODO: compatibility for now: add all; remove me later on and use the commented version above json.WithShowAll(true), json.WithPretty(mode == ModeJSONPretty, " "), json.WithArray(ds.Type() == datasource.TypeArray), ) if err != nil { gadgetCtx.Logger().Warnf("failed to initialize JSON formatter: %v; skipping data source %q", err, ds.Name()) continue } if mode == ModeYAML { // For the time being, this uses a slow approach to marshal to YAML, by first // converting to JSON and then to YAML. This should get a dedicated formatter sooner or later. ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { return yamlDataFn(data, jsonFormatter, os.Stdout) }, Priority) continue } switch ds.Type() { case datasource.TypeSingle: ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { jsonSingleDataFn(data, jsonFormatter, os.Stdout) return nil }, Priority) case datasource.TypeArray: ds.SubscribeArray(func(ds datasource.DataSource, dataArray datasource.DataArray) error { jsonArrayDataFn(dataArray, jsonFormatter, os.Stdout) return nil }, Priority) } case ModePCAPNG: // Check ds for compatiblity payloadField := ds.GetField(ds.Annotations()[AnnotationPCAPPayload]) if payloadField == nil { return fmt.Errorf("%s annotation not found", AnnotationPCAPPayload) } timestampField := ds.GetField(ds.Annotations()[AnnotationPCAPTimestamp]) if timestampField == nil { return fmt.Errorf("timestamp field not found") } lengthField := ds.GetField(ds.Annotations()[AnnotationPCAPPacketLen]) if lengthField == nil { return fmt.Errorf("length field not found") } // TODO: // Currently, each data packet carries all interface/enriched information with the payload; // optimally, we would create a special datasource for it and cache the sent information both // on sender and receiver to save bandwidth. // Find fields to be used for the interface key var interfaceKeyFields []datasource.FieldAccessor for _, f := range ds.Fields() { if v, ok := f.Annotations[AnnotationPCAPInterfaceKey]; ok && v == "true" { acc := ds.GetField(f.FullName) if acc == nil { return fmt.Errorf("field %q not found", f.FullName) } interfaceKeyFields = append(interfaceKeyFields, acc) } } // Find fields to be used for the interface variables; these variables will become // part of the interface description and can be decoded using scripts in WireShark, for // example. TODO: also add this functionality on a packet level. var interfaceVarFns []func(datasource.Data, *strings.Builder) for _, f := range ds.Fields() { if v, ok := f.Annotations[AnnotationPCAPInterfaceVar]; ok { acc := ds.GetField(f.FullName) if acc == nil { return fmt.Errorf("field %q not found", f.FullName) } if acc.Type() != api.Kind_String && acc.Type() != api.Kind_CString { return fmt.Errorf("field %q cannot be used as interface variable; currently, only string fields are supported", f.FullName) } interfaceVarFns = append(interfaceVarFns, func(data datasource.Data, sb *strings.Builder) { str, err := acc.String(data) if err != nil { return } sb.WriteString(v) sb.WriteByte('=') sb.WriteString(url.QueryEscape(str)) }) interfaceKeyFields = append(interfaceKeyFields, acc) } } var mu sync.Mutex wr, err := pcapgo.NewNgWriter(os.Stdout, layers.LinkTypeEthernet) if err != nil { return fmt.Errorf("creating pcapgo.NgWriter: %w", err) } interfaces := make(map[string]int) ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { mu.Lock() defer mu.Unlock() var key strings.Builder for _, f := range interfaceKeyFields { key.Write(f.Get(data)) key.WriteByte(':') // Delimiter } ifIndex := key.String() ts, _ := timestampField.Uint64(data) payload, _ := payloadField.Bytes(data) length, _ := lengthField.Uint32(data) pcapInterface, ok := interfaces[ifIndex] if !ok { // Build description for interface var description strings.Builder for i, f := range interfaceVarFns { if i > 0 { description.WriteByte(';') } f(data, &description) } newInterface := pcapgo.NgInterface{ Name: "virtual", // TODO: get from host Description: description.String(), OS: runtime.GOOS, // TODO: get from host LinkType: layers.LinkTypeEthernet, } newIndex, err := wr.AddInterface(newInterface) if err != nil { return err } interfaces[ifIndex] = newIndex pcapInterface = newIndex } err = wr.WritePacket(gopacket.CaptureInfo{ Timestamp: time.Unix(0, int64(time.Duration(ts)*time.Microsecond)), InterfaceIndex: pcapInterface, CaptureLength: len(payload), Length: int(length), }, payload) if err != nil { gadgetCtx.Logger().Warnf("failed to write packet: %v", err) return nil } // need to make sure this gets written before returning buffers wr.Flush() return nil }, Priority) } } return nil } func defaultDataFn(ds datasource.DataSource, data datasource.Data, w io.Writer) { for _, f := range ds.Accessors(false) { if s, err := f.String(data); err == nil { fmt.Fprint(w, s) } } } func yamlDataFn(data datasource.Data, jsonFormatter *json.Formatter, w io.Writer) error { yml, err := yaml.JSONToYAML(jsonFormatter.Marshal(data)) if err != nil { return fmt.Errorf("serializing yaml: %w", err) } cliWriteMutex.Lock() defer cliWriteMutex.Unlock() fmt.Fprintln(w, "---") fmt.Fprint(w, string(yml)) return nil } func jsonSingleDataFn(data datasource.Data, jsonFormatter *json.Formatter, w io.Writer) { cliWriteMutex.Lock() defer cliWriteMutex.Unlock() fmt.Fprintln(w, string(jsonFormatter.Marshal(data))) } func jsonArrayDataFn(dataArray datasource.DataArray, jsonFormatter *json.Formatter, w io.Writer) { cliWriteMutex.Lock() defer cliWriteMutex.Unlock() fmt.Fprintln(w, string(jsonFormatter.MarshalArray(dataArray))) } func (o *cliOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (o *cliOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (o *cliOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var CLIOperator = &cliOperator{} inspektor-gadget-0.46.0/pkg/operators/cli/clioperator_test.go000066400000000000000000000236751510117411400243370ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package clioperator import ( "bytes" "fmt" "strings" "testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestCliOperators(t *testing.T) { type testCase struct { name string inputVals []string expectedDefault string expectedYaml string expectedJson string } testCases := []testCase{ { name: "Single field with value", inputVals: []string{"hello"}, expectedDefault: "hello", expectedYaml: `--- test0: hello `, expectedJson: `{ "test0":"hello" }`, }, { name: "Multiple fields with values", inputVals: []string{"foo", "bar", "baz"}, expectedDefault: "foobarbaz", expectedYaml: `--- test0: foo test1: bar test2: baz `, expectedJson: `{ "test0":"foo", "test1":"bar", "test2":"baz" }`, }, { name: "Empty value in field", inputVals: []string{"value1", "", "value2"}, expectedDefault: "value1value2", expectedYaml: `--- test0: value1 test1: "" test2: value2 `, expectedJson: `{ "test0":"value1", "test1":"", "test2":"value2" }`, }, { name: "All fields empty", inputVals: []string{"", "", ""}, expectedDefault: "", expectedYaml: `--- test0: "" test1: "" test2: "" `, expectedJson: `{ "test0":"", "test1":"", "test2":"" }`, }, { name: "Numbers", inputVals: []string{"123", "456", "789"}, expectedDefault: "123456789", expectedYaml: `--- test0: "123" test1: "456" test2: "789" `, expectedJson: `{ "test0":"123", "test1":"456", "test2":"789" }`, }, } for _, tc := range testCases { for _, mode := range []string{"default", "yaml", "json"} { t.Run(tc.name+mode, func(t *testing.T) { ds, _ := datasource.New(datasource.TypeSingle, "test") var fas []datasource.FieldAccessor for i := range tc.inputVals { fa, err := ds.AddField(fmt.Sprintf("test%d", i), api.Kind_String) require.NoError(t, err) require.NotNil(t, fa) fas = append(fas, fa) } data, _ := ds.NewPacketSingle() for i, fa := range fas { require.Greater(t, len(tc.inputVals), i) err := fa.PutString(data, tc.inputVals[i]) require.NoError(t, err) } var buf bytes.Buffer switch mode { case "default": defaultDataFn(ds, data, &buf) assert.Equal(t, tc.expectedDefault, buf.String()) case "yaml": jsonFormatter, _ := json.New(ds, json.WithShowAll(true), json.WithArray(true), ) yamlDataFn(data, jsonFormatter, &buf) assert.Equal(t, strings.ReplaceAll(tc.expectedYaml, "\t", ""), buf.String()) case "json": jsonFormatter, _ := json.New(ds, json.WithShowAll(true), ) jsonSingleDataFn(data, jsonFormatter, &buf) assert.Equal(t, removeNewLineAndTabs(tc.expectedJson), buf.String()) default: t.Errorf("Unknown mode: %s", mode) } }) } } } func TestNestedValues(t *testing.T) { type testCase struct { name string nestedValues [][]string expectedJson string expectedYaml string } testCases := []testCase{ { name: "Single field with nested values", nestedValues: [][]string{ {"value1", "value2"}, }, expectedJson: `{ "test0":{ "nested0":"value1", "nested1":"value2" } } `, expectedYaml: `--- test0: nested0: value1 nested1: value2 `, }, { name: "Multiple fields with varying nested values", nestedValues: [][]string{ {"first1", "first2"}, {"second1", "second2", "second3"}, }, expectedJson: `{ "test0":{ "nested0":"first1", "nested1":"first2" }, "test1":{ "nested0":"second1", "nested1":"second2", "nested2":"second3" } }`, expectedYaml: `--- test0: nested0: first1 nested1: first2 test1: nested0: second1 nested1: second2 nested2: second3 `, }, } for _, tc := range testCases { for _, mode := range []string{"yaml", "json"} { t.Run(tc.name+mode, func(t *testing.T) { ds, _ := datasource.New(datasource.TypeSingle, "test") var fas []datasource.FieldAccessor var nestedFas [][]datasource.FieldAccessor for i := range tc.nestedValues { fa, err := ds.AddField(fmt.Sprintf("test%d", i), api.Kind_String) require.NoError(t, err) require.NotNil(t, fa) fas = append(fas, fa) var nestedFasForThisField []datasource.FieldAccessor for j := range tc.nestedValues[i] { nestedFa, err := fa.AddSubField(fmt.Sprintf("nested%d", j), api.Kind_String) require.NoError(t, err) require.NotNil(t, nestedFa) nestedFasForThisField = append(nestedFasForThisField, nestedFa) } nestedFas = append(nestedFas, nestedFasForThisField) } data, _ := ds.NewPacketSingle() for i, fa := range fas { fa.PutString(data, tc.nestedValues[i][0]) for j, nestedFa := range nestedFas[i] { err := nestedFa.PutString(data, tc.nestedValues[i][j]) require.NoError(t, err) } } var buf bytes.Buffer switch mode { case "yaml": jsonFormatter, _ := json.New(ds, json.WithShowAll(true), json.WithArray(true), ) yamlDataFn(data, jsonFormatter, &buf) assert.Equal(t, strings.ReplaceAll(tc.expectedYaml, "\t", ""), buf.String()) case "json": jsonFormatter, _ := json.New(ds, json.WithShowAll(true), ) jsonSingleDataFn(data, jsonFormatter, &buf) assert.Equal(t, removeNewLineAndTabs(tc.expectedJson), buf.String()) } }) } } } func TestJsonArray(t *testing.T) { type testCase struct { name string inputVals []string expected string } testCases := []testCase{ { name: "Single field with value", inputVals: []string{"hello", "world"}, expected: `[ { "test0":"hello", "test1":"" }, { "test0":"", "test1":"world" } ]`, }, { name: "Single field with a long string", inputVals: []string{"this is a very long string that goes beyond the usual length for testing purposes"}, expected: `[ { "test0":"this is a very long string that goes beyond the usual length for testing purposes" } ]`, }, { name: "Empty field", inputVals: []string{""}, expected: `[ { "test0":"" } ]`, }, { name: "More fields than values", inputVals: []string{"one", "two"}, expected: `[ { "test0":"one", "test1":"" }, { "test0":"", "test1":"two" } ]`, }, { name: "Empty input values", inputVals: []string{}, expected: `[ ]`, }, { name: "Large number of fields", inputVals: []string{"a", "b", "c", "d", "e", "f", "g", "h", "i", "j"}, expected: `[ { "test0":"a", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"b", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"c", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"d", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"e", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"f", "test6":"", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"g", "test7":"", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"h", "test8":"", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"i", "test9":"" }, { "test0":"", "test1":"", "test2":"", "test3":"", "test4":"", "test5":"", "test6":"", "test7":"", "test8":"", "test9":"j" } ]`, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { ds, _ := datasource.New(datasource.TypeArray, "test") var fas []datasource.FieldAccessor for i := range tc.inputVals { fa, err := ds.AddField(fmt.Sprintf("test%d", i), api.Kind_String) require.NoError(t, err) require.NotNil(t, fa) fas = append(fas, fa) } data, _ := ds.NewPacketArray() for i, fa := range fas { data.Append(data.New()) err := fa.PutString(data.Get(data.Len()-1), tc.inputVals[i]) require.NoError(t, err) } var buf bytes.Buffer jsonFormatter, _ := json.New(ds, json.WithShowAll(true), json.WithArray(true), ) jsonArrayDataFn(data, jsonFormatter, &buf) assert.Equal(t, removeNewLineAndTabs(tc.expected), buf.String()) }) } } func removeNewLineAndTabs(s string) string { s = strings.ReplaceAll(s, "\n", "") s = strings.ReplaceAll(s, "\t", "") return s + "\n" } inspektor-gadget-0.46.0/pkg/operators/cli/helpers.go000066400000000000000000000017341510117411400224070ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package clioperator import ( "fmt" "os" "os/exec" "runtime" ) func clearScreen() { switch runtime.GOOS { case "linux": fmt.Print("\033[H\033[2J") case "windows": cmd := exec.Command("cmd", "/c", "cls") cmd.Stdout = os.Stdout cmd.Run() default: // It's a best effort approach here as we aren't 100% it'll work // on all cases. fmt.Print("\033[H\033[2J") } } inspektor-gadget-0.46.0/pkg/operators/combiner/000077500000000000000000000000001510117411400214405ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/combiner/combiner.go000066400000000000000000000227301510117411400235710ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package combiner is a data operator that combines data from a same data // source coming from different targets into a single data source. This is // useful when we run the same gadget in a distributed environment like // Kubernetes and we want to combine the data from all the nodes on the client // side so that we can perform further operations on the combined data, e.g. // sorting. Notice that this operator is useful only when we have data sources // of type array. package combiner import ( "fmt" "strconv" "time" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) const ( // We need it to be the first operator to run in client side. Only operators // registering data sources should run before the combiner operator. Priority = -500 DataSourcePrefix = "combined" OperatorName = "Combiner" ) type combinerOperator struct{} func (o *combinerOperator) Name() string { return OperatorName } func (o *combinerOperator) Init(params *params.Params) error { return nil } func (o *combinerOperator) GlobalParams() api.Params { return nil } func (o *combinerOperator) InstanceParams() api.Params { return nil } func getFetchAnnotations(ds datasource.DataSource) (time.Duration, int, error) { fetchInterval := time.Duration(0) fetchCount := 0 var err error if intervalAnn, ok := ds.Annotations()[api.FetchIntervalAnnotation]; ok { fetchInterval, err = time.ParseDuration(intervalAnn) if err != nil { return 0, 0, fmt.Errorf("parsing fetch interval annotation to duration: %w", err) } } if countAnn, ok := ds.Annotations()[api.FetchCountAnnotation]; ok { fetchCount, err = strconv.Atoi(countAnn) if err != nil { return 0, 0, fmt.Errorf("parsing fetch count annotation to int: %w", err) } } return fetchInterval, fetchCount, nil } func (o *combinerOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) (operators.DataOperatorInstance, error) { targetsVar, ok := gadgetCtx.GetVar(runtime.NumRunTargets) if !ok { gadgetCtx.Logger().Debugf("combiner: No targets found. Skipping combiner operator") return nil, nil } targets, ok := targetsVar.(int) if !ok { return nil, fmt.Errorf("invalid type for number of targets: %T, expected \"int\"", targetsVar) } if targets == 0 { return nil, nil } configs := make(map[datasource.DataSource]*combinerConfig) for _, ds := range gadgetCtx.GetDataSources() { if ds.Type() == datasource.TypeArray { interval, count, err := getFetchAnnotations(ds) if err != nil { return nil, fmt.Errorf("getting fetch annotation for ds %s: %w", ds.Name(), err) } // Disable original data source to avoid other operators subscribing to it ds.Unreference() // Register a new data source that will emit the combined data combinedDs, err := gadgetCtx.RegisterDataSource( datasource.TypeArray, fmt.Sprintf("%s-%s", DataSourcePrefix, ds.Name()), ) if err != nil { return nil, fmt.Errorf("registering combiner data source for %s: %w", ds.Name(), err) } gadgetCtx.Logger().Debugf("combiner: registered ds %q", combinedDs.Name()) // Use the same fields and annotations as the original data source ds.CopyFieldsTo(combinedDs) for k, v := range ds.Annotations() { combinedDs.AddAnnotation(k, v) } configs[ds] = &combinerConfig{ // TODO: What happen if we receive more than one packet for the same // target? We should probably have a way to handle this case. packetBuf: make(chan datasource.PacketArray, targets), interval: interval, combinedDs: combinedDs, count: count, } } } if len(configs) != 0 { gadgetCtx.Logger().Debugf("combiner: array data sources found (%d). Activating combiner operator", len(configs)) return &combinerOperatorInstance{ targets: targets, configs: configs, }, nil } return nil, nil } func (o *combinerOperator) Priority() int { return Priority } type combinerConfig struct { // Interval to wait for data before emitting the combined data interval time.Duration // Count of how many events are expected count int // Buffer to send data to the combiner data source packetBuf chan datasource.PacketArray // The new combined data source combinedDs datasource.DataSource } type combinerOperatorInstance struct { // Number of targets to (ideally) wait for before emitting the combined data targets int configs map[datasource.DataSource]*combinerConfig done chan struct{} } func (o *combinerOperatorInstance) Name() string { return OperatorName } func (o *combinerOperatorInstance) InstanceParams() params.ParamDescs { return nil } func (o *combinerOperatorInstance) forwardData( gadgetCtx operators.GadgetContext, config *combinerConfig, combinedDs datasource.DataSource, ) { combinedPacket, err := combinedDs.NewPacketArray() if err != nil { gadgetCtx.Logger().Debugf("combiner: failed to create new packet array: %s", err) return } defer func() { if combinedPacket != nil { combinedDs.Release(combinedPacket) } }() targetCount := 0 var c <-chan time.Time if config.interval == 0 { // If count is 0, wait until the user stops the gadget, otherwise wait for // 5 seconds // TODO: Make it configurable? if config.count != 0 { timeout := time.NewTimer(5 * time.Second) c = timeout.C defer timeout.Stop() } } else { // Even if we receive data from all targets, we emit the combined data // only after the requested interval ticker := time.NewTicker(config.interval) defer ticker.Stop() c = ticker.C } emitAndAllocate := func() error { if err := combinedDs.EmitAndRelease(combinedPacket); err != nil { gadgetCtx.Logger().Errorf("Failed emitting data array for ds combiner %q: %s", combinedDs.Name(), err) } // Allocate a new packet array for next iteration combinedPacket, err = combinedDs.NewPacketArray() if err != nil { // We can't continue without a new packet array return fmt.Errorf("creating new packet array: %w", err) } targetCount = 0 return nil } for { select { case <-o.done: gadgetCtx.Logger().Debugf("combiner: done with %q", combinedDs.Name()) return case inPacket := <-config.packetBuf: targetCount++ // TODO: Support Append multiple packets at once? for i := 0; i < inPacket.Len(); i++ { combinedPacket.Append(inPacket.Get(i)) } // For data sources that don't have an interval, we wait for data // from all targets before emitting the combined data. if config.interval == 0 && targetCount == o.targets { if err := emitAndAllocate(); err != nil { gadgetCtx.Logger().Errorf("Failed emitting and allocating combined data: %s", err) } return } case <-c: if config.interval == 0 { gadgetCtx.Logger().Warnf("Data is incomplete: timeout waiting for data from all targets (%d/%d)", targetCount, o.targets) if err := emitAndAllocate(); err != nil { gadgetCtx.Logger().Errorf("Failed emitting and allocating combined data: %s", err) return } return } if err := emitAndAllocate(); err != nil { gadgetCtx.Logger().Errorf("Failed emitting and allocating combined data: %s", err) return } } } } func (o *combinerOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { o.done = make(chan struct{}) for ds, config := range o.configs { go o.forwardData(gadgetCtx, config, config.combinedDs) gadgetCtx.Logger().Debugf("combiner: subscribing to %q", ds.Name()) ds.SubscribePacket(func(source datasource.DataSource, packet datasource.Packet) error { // Avoid keeping a reference to the original packet as it will be // released once the callback returns. Use Marshal/Unmarshal to // create a deep copy. b, _ := proto.Marshal(packet.Raw()) pArray, err := config.combinedDs.NewPacketArrayFromRaw(b) if err != nil { return fmt.Errorf("creating packet array from raw: %w", err) } // Send the packet to the combiner data source config.packetBuf <- pArray return nil }, Priority) } return nil } func (o *combinerOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (o *combinerOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { if o.done != nil { close(o.done) o.done = nil } // TODO: Don't close the buffers here. We need to find a way to synchronize // the closing of the buffers with the data source still emitting data. // if o.pktBuffers != nil { // for _, buf := range o.pktBuffers { // if buf != nil { // close(buf) // } // } // o.pktBuffers = nil // } return nil } func (o *combinerOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var CombinerOperator = &combinerOperator{} inspektor-gadget-0.46.0/pkg/operators/common/000077500000000000000000000000001510117411400211325ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/common/common_test.go000066400000000000000000000242721510117411400240170ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "bytes" "testing" "time" "github.com/sirupsen/logrus" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" v1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes/fake" "github.com/inspektor-gadget/inspektor-gadget/pkg/cachedmap" ) func TestStartIncrementsUseCount(t *testing.T) { fakeClientSet := fake.NewSimpleClientset() cache := &inventoryCache{ clientset: fakeClientSet, } require.Equal(t, 0, cache.useCount) cache.Start() require.Equal(t, 1, cache.useCount) cache.Start() require.Equal(t, 2, cache.useCount) cache.Stop() require.Equal(t, 1, cache.useCount) cache.Stop() require.Equal(t, 0, cache.useCount) // Verify resources are cleaned up after last Stop assert.Nil(t, cache.factory) assert.Nil(t, cache.pods) } func TestInventoryCacheAdd(t *testing.T) { type addTestCase struct { testName string kind string initialObj any expectedName string expectedIP string ok bool expectedError string } testCases := []addTestCase{ { testName: "Add valid Pod with IP", kind: "pod", initialObj: constructPod("test-pod", "default", "1.2.3.4"), expectedName: "test-pod", expectedIP: "1.2.3.4", ok: true, }, { testName: "Add valid Service with ClusterIP", kind: "svc", initialObj: constructService("test-svc", "default", "10.0.0.1"), expectedName: "test-svc", expectedIP: "10.0.0.1", ok: true, }, { testName: "Add Pod with no IP", kind: "pod", initialObj: constructPod("no-ip-pod", "default", ""), expectedName: "no-ip-pod", expectedIP: "", ok: true, }, { testName: "Add Service with no ClusterIP", kind: "svc", initialObj: constructService("no-ip-svc", "default", ""), expectedName: "no-ip-svc", expectedIP: "", ok: true, }, { testName: "Add Pod with invalid key", kind: "pod", // Create a pod with no metadata to trigger a key error. initialObj: &v1.Pod{}, expectedError: "OnAdd: empty key for pod", ok: false, }, { testName: "Add unknown object", kind: "unknown", initialObj: "not a valid object", expectedError: "OnAdd: unknown object type:", ok: false, }, } for _, tc := range testCases { t.Run(tc.testName, func(t *testing.T) { // Prepare the cache with all maps. cache := &inventoryCache{ pods: cachedmap.NewCachedMap[string, *SlimPod](time.Second), podsByIp: cachedmap.NewCachedMap[string, *SlimPod](time.Second), svcs: cachedmap.NewCachedMap[string, *SlimService](time.Second), svcsByIp: cachedmap.NewCachedMap[string, *SlimService](time.Second), } // If we expect an error, capture log output. if !tc.ok { var logBuffer bytes.Buffer origOut := logrus.StandardLogger().Out logrus.SetOutput(&logBuffer) defer logrus.SetOutput(origOut) cache.OnAdd(tc.initialObj, false) logContent := logBuffer.String() assert.Contains(t, logContent, tc.expectedError) return } // Otherwise, perform the addition. cache.OnAdd(tc.initialObj, false) // Verify results based on kind. switch tc.kind { case "pod": retrieved := cache.GetPodByName("default", tc.expectedName) require.NotNil(t, retrieved, "expected pod to be added") assert.Equal(t, tc.expectedName, retrieved.Name) if tc.expectedIP != "" { retrievedByIP := cache.GetPodByIp(tc.expectedIP) require.NotNil(t, retrievedByIP, "expected pod to be retrievable by IP") assert.Equal(t, tc.expectedName, retrievedByIP.Name) } case "svc": retrieved := cache.GetSvcByName("default", tc.expectedName) require.NotNil(t, retrieved, "expected service to be added") assert.Equal(t, tc.expectedName, retrieved.Name) if tc.expectedIP != "" { retrievedByIP := cache.GetSvcByIp(tc.expectedIP) require.NotNil(t, retrievedByIP, "expected service to be retrievable by IP") assert.Equal(t, tc.expectedName, retrievedByIP.Name) } } }) } } func TestInventoryCacheUpdate(t *testing.T) { type updateTestCase struct { testName string kind string initialObj any updatedObj any expectedIP string ok bool expectedError string } testCases := []updateTestCase{ { testName: "Update Pod IP", kind: "pod", initialObj: constructPod("test-pod", "default", "1.2.3.4"), updatedObj: constructPod("test-pod", "default", "5.6.7.8"), expectedIP: "5.6.7.8", ok: true, }, { testName: "Update Service ClusterIP", kind: "svc", initialObj: constructService("test-svc", "default", "10.0.0.1"), updatedObj: constructService("test-svc", "default", "10.0.0.2"), expectedIP: "10.0.0.2", ok: true, }, { testName: "Update Pod with invalid key", kind: "pod", initialObj: constructPod("invalid-pod", "default", "1.2.3.4"), // Updated object is missing metadata to force key error. updatedObj: &v1.Pod{}, expectedError: "OnUpdate: empty key for pod", ok: false, }, { testName: "Update unknown object", kind: "unknown", initialObj: constructPod("some-pod", "default", "1.2.3.4"), updatedObj: "not a valid object", expectedError: "OnUpdate: unknown object type:", ok: false, }, } for _, tc := range testCases { t.Run(tc.testName, func(t *testing.T) { cache := &inventoryCache{ pods: cachedmap.NewCachedMap[string, *SlimPod](time.Nanosecond), podsByIp: cachedmap.NewCachedMap[string, *SlimPod](time.Nanosecond), svcs: cachedmap.NewCachedMap[string, *SlimService](time.Nanosecond), svcsByIp: cachedmap.NewCachedMap[string, *SlimService](time.Nanosecond), } cache.OnAdd(tc.initialObj, false) if !tc.ok { var logBuffer bytes.Buffer origOut := logrus.StandardLogger().Out logrus.SetOutput(&logBuffer) defer logrus.SetOutput(origOut) cache.OnUpdate(tc.initialObj, tc.updatedObj) logContent := logBuffer.String() assert.Contains(t, logContent, tc.expectedError) return } cache.OnUpdate(tc.initialObj, tc.updatedObj) switch tc.kind { case "pod": retrieved := cache.GetPodByName("default", "test-pod") require.NotNil(t, retrieved, "expected pod to exist after update") assert.Equal(t, tc.expectedIP, retrieved.Status.PodIP) retrievedByIP := cache.GetPodByIp(tc.expectedIP) require.NotNil(t, retrievedByIP, "expected pod to be retrievable by new IP") case "svc": retrieved := cache.GetSvcByName("default", "test-svc") require.NotNil(t, retrieved, "expected service to exist after update") assert.Equal(t, tc.expectedIP, retrieved.Spec.ClusterIP) retrievedByIP := cache.GetSvcByIp(tc.expectedIP) require.NotNil(t, retrievedByIP, "expected service to be retrievable by new IP") } }) } } func TestInventoryCacheDelete(t *testing.T) { type deleteTestCase struct { testName string kind string initialObj any ok bool expectedError string } testCases := []deleteTestCase{ { testName: "Delete Pod", kind: "pod", initialObj: constructPod("test-pod", "default", "1.2.3.4"), ok: true, }, { testName: "Delete Service", kind: "svc", initialObj: constructService("test-svc", "default", "10.0.0.1"), ok: true, }, { testName: "Delete unknown object", kind: "unknown", initialObj: "not a valid object", expectedError: "OnDelete: unknown object type:", ok: false, }, } for _, tc := range testCases { t.Run(tc.testName, func(t *testing.T) { // Use a very short duration so that cache entries can expire. cache := &inventoryCache{ pods: cachedmap.NewCachedMap[string, *SlimPod](time.Nanosecond), podsByIp: cachedmap.NewCachedMap[string, *SlimPod](time.Nanosecond), svcs: cachedmap.NewCachedMap[string, *SlimService](time.Nanosecond), svcsByIp: cachedmap.NewCachedMap[string, *SlimService](time.Nanosecond), } if tc.ok { cache.OnAdd(tc.initialObj, false) } if !tc.ok { var logBuffer bytes.Buffer origOut := logrus.StandardLogger().Out logrus.SetOutput(&logBuffer) defer logrus.SetOutput(origOut) cache.OnDelete(tc.initialObj) logContent := logBuffer.String() assert.Contains(t, logContent, tc.expectedError) return } cache.OnDelete(tc.initialObj) start := time.Now() for { if tc.kind == "pod" { rtvdName := cache.GetPodByName(tc.initialObj.(*v1.Pod).Namespace, tc.initialObj.(*v1.Pod).Name) rtvdIp := cache.GetPodByIp(tc.initialObj.(*v1.Pod).Status.PodIP) if rtvdName == nil && rtvdIp == nil { break } } else if tc.kind == "svc" { rtvdName := cache.GetSvcByName(tc.initialObj.(*v1.Service).Namespace, tc.initialObj.(*v1.Service).Name) rtvdIp := cache.GetSvcByIp(tc.initialObj.(*v1.Service).Spec.ClusterIP) if rtvdName == nil && rtvdIp == nil { break } } time.Sleep(time.Nanosecond) if time.Since(start) > 1*time.Second { t.Fatalf("Timed out waiting for object to be deleted") } } }) } } func constructPod(name, namespace, ip string) *v1.Pod { return &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: name, Namespace: namespace, }, Status: v1.PodStatus{ PodIP: ip, }, } } func constructService(name, namespace, clusterIP string) *v1.Service { return &v1.Service{ ObjectMeta: metav1.ObjectMeta{ Name: name, Namespace: namespace, }, Spec: v1.ServiceSpec{ ClusterIP: clusterIP, }, } } inspektor-gadget-0.46.0/pkg/operators/common/container-selector.go000066400000000000000000000126001510117411400252600ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "strings" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( ParamContainerName = "containername" ParamPodName = "podname" ParamNamespace = "namespace" ParamSelector = "selector" ParamK8sContainerName = "k8s-containername" ParamK8sPodName = "k8s-podname" ParamK8sNamespace = "k8s-namespace" ParamK8sSelector = "k8s-selector" ParamRuntimeContainerName = "runtime-containername" ) // NewContainerSelector creates a ContainerSelector from parameter values func NewContainerSelector(params *params.Params) containercollection.ContainerSelector { labels := parseLabelsSelector(params.Get(ParamK8sSelector).AsStringSlice()) containerSelector := containercollection.ContainerSelector{ Runtime: containercollection.RuntimeSelector{ ContainerName: params.Get(ParamRuntimeContainerName).AsString(), }, K8s: containercollection.K8sSelector{ BasicK8sMetadata: eventtypes.BasicK8sMetadata{ Namespace: params.Get(ParamK8sNamespace).AsString(), PodName: params.Get(ParamK8sPodName).AsString(), ContainerName: params.Get(ParamK8sContainerName).AsString(), PodLabels: labels, }, }, } return containerSelector } func parseLabelsSelector(selectorSlice []string) map[string]string { labels := make(map[string]string) for _, pair := range selectorSlice { kv := strings.Split(pair, "=") if len(kv) == 2 { labels[kv[0]] = kv[1] } } return labels } func GetContainerSelectorParams(isKubeManager bool) params.ParamDescs { k8sPodName := params.ParamDesc{ Key: ParamK8sPodName, Description: "Show only data from Kubernetes pods with that name", ValueHint: gadgets.K8SPodName, } k8sNamespace := params.ParamDesc{ Key: ParamK8sNamespace, Description: "Show only data from pods in a given Kubernetes namespace", ValueHint: gadgets.K8SNamespace, } k8sSelector := params.ParamDesc{ Key: ParamK8sSelector, Description: "Kubernetes Labels selector to filter on. Only '=' is supported (e.g. key1=value1,key2=value2).", ValueHint: gadgets.K8SLabels, Validator: labelSelectorValidator, } k8sContainerNameParam := params.ParamDesc{ Key: ParamK8sContainerName, Description: "Show data only from containers with the name defined in the pod spec", ValueHint: gadgets.K8SContainerName, } runtimeContainerParam := params.ParamDesc{ Key: ParamRuntimeContainerName, Description: "Show data only from containers with the runtime-assigned name (not the name defined in the pod spec)", ValueHint: gadgets.LocalContainer, } // For backward compatibility, we swap the main keys and alternative keys, ensuring // things like '--podname' (vs '--k8s-podname') or 'operator.KubeManager.podname' (vs 'operator.KubeManager.k8s-podname') // still work fine for older clients since alternative key requires client side support. // Perhaps we can revisit this in future releases and only add alternative // keys without swapping once we are sure this won't be breaking change // for clients (e.g. kubectl-gadget). // // Also, for ease of use e.g. allowing using '--podname' instead of // '--k8s-podname' we set alternative keys for k8s params in the case // of KubeManager and runtime params in the case of LocalManager since they // both work in context for Kubernetes and Container runtimes respectively. if isKubeManager { // setup keys/aliases for Kubernetes metadata params k8sPodName.Key = ParamPodName k8sPodName.AlternativeKey = ParamK8sPodName k8sPodName.Alias = "p" k8sNamespace.Key = ParamNamespace k8sNamespace.AlternativeKey = ParamK8sNamespace k8sNamespace.Alias = "n" k8sSelector.Key = ParamSelector k8sSelector.AlternativeKey = ParamK8sSelector k8sSelector.Alias = "l" k8sContainerNameParam.Key = ParamContainerName k8sContainerNameParam.AlternativeKey = ParamK8sContainerName k8sContainerNameParam.Alias = "c" } else { // setup keys/aliases for runtime metadata params runtimeContainerParam.Key = ParamContainerName runtimeContainerParam.AlternativeKey = ParamRuntimeContainerName runtimeContainerParam.Alias = "c" } return params.ParamDescs{&k8sPodName, &k8sNamespace, &k8sSelector, &k8sContainerNameParam, &runtimeContainerParam} } func labelSelectorValidator(value string) error { if value == "" { return nil } pairs := strings.Split(value, ",") for _, pair := range pairs { kv := strings.Split(pair, "=") if len(kv) != 2 { return fmt.Errorf("should be a comma-separated list of key-value pairs (key=value[,key=value,...])") } } return nil } inspektor-gadget-0.46.0/pkg/operators/common/containers-publisher.go000066400000000000000000000122121510117411400256170ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "github.com/google/uuid" log "github.com/sirupsen/logrus" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) type ContainersPublisher struct { collection *containercollection.ContainerCollection containersDs datasource.DataSource eventTypeField datasource.FieldAccessor idField datasource.FieldAccessor cgroupIDField datasource.FieldAccessor mountNsIDField datasource.FieldAccessor nameField datasource.FieldAccessor containerConfigField datasource.FieldAccessor containersSubscriptionKey string } func NewContainersPublisher(gadgetCtx operators.GadgetContext, collection *containercollection.ContainerCollection) (*ContainersPublisher, error) { publisher := &ContainersPublisher{} var err error publisher.containersDs, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "containers") if err != nil { return nil, fmt.Errorf("creating datasource: %w", err) } publisher.containersDs.AddAnnotation("cli.default-output-mode", "none") publisher.eventTypeField, err = publisher.containersDs.AddField("event_type", api.Kind_String) if err != nil { return nil, fmt.Errorf("adding field event_type: %w", err) } publisher.idField, err = publisher.containersDs.AddField("container_id", api.Kind_String) if err != nil { return nil, fmt.Errorf("adding field container_id: %w", err) } publisher.cgroupIDField, err = publisher.containersDs.AddField("cgroup_id", api.Kind_Uint64) if err != nil { return nil, fmt.Errorf("adding field cgroup_id: %w", err) } publisher.mountNsIDField, err = publisher.containersDs.AddField("mntns_id", api.Kind_Uint64) if err != nil { return nil, fmt.Errorf("adding field mntns_id: %w", err) } publisher.nameField, err = publisher.containersDs.AddField("name", api.Kind_String) if err != nil { return nil, fmt.Errorf("adding field name: %w", err) } publisher.containerConfigField, err = publisher.containersDs.AddField("container_config", api.Kind_String) if err != nil { return nil, fmt.Errorf("adding field container_config: %w", err) } publisher.collection = collection return publisher, nil } func (publisher *ContainersPublisher) emitContainersDatasourceEvent(eventType containercollection.EventType, container *containercollection.Container, k8s bool) error { ev, err := publisher.containersDs.NewPacketSingle() if err != nil { return fmt.Errorf("creating new containers datasource packet: %w", err) } publisher.eventTypeField.PutString(ev, eventType.String()) publisher.idField.PutString(ev, container.Runtime.ContainerID) publisher.cgroupIDField.PutUint64(ev, container.CgroupID) publisher.mountNsIDField.PutUint64(ev, container.Mntns) if k8s { publisher.nameField.PutString(ev, container.K8s.ContainerName) } else { publisher.nameField.PutString(ev, container.Runtime.ContainerName) } publisher.containerConfigField.PutString(ev, container.OciConfig) err = publisher.containersDs.EmitAndRelease(ev) if err != nil { return fmt.Errorf("emitting containers datasource event: %w", err) } return nil } func (publisher *ContainersPublisher) PublishContainers(k8s bool, extraContainers []*containercollection.Container, containerSelector containercollection.ContainerSelector) error { var containers []*containercollection.Container if publisher.collection != nil { publisher.containersSubscriptionKey = uuid.New().String() log.Debugf("add datasource containers subscription to container collection") containers = publisher.collection.Subscribe( publisher.containersSubscriptionKey, containerSelector, func(event containercollection.PubSubEvent) { err := publisher.emitContainersDatasourceEvent(event.Type, event.Container, k8s) if err != nil { log.Errorf("publishing new container event: %v", err) } }, ) } if len(extraContainers) > 0 { containers = append(containers, extraContainers...) } for _, container := range containers { err := publisher.emitContainersDatasourceEvent(containercollection.EventTypeAddContainer, container, k8s) if err != nil { return fmt.Errorf("publishing existing container event: %w", err) } } return nil } func (publisher *ContainersPublisher) Unsubscribe() { if publisher.containersSubscriptionKey != "" { publisher.collection.Unsubscribe(publisher.containersSubscriptionKey) } } inspektor-gadget-0.46.0/pkg/operators/common/datasource.go000066400000000000000000000025711510117411400236200ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "net" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" ) func GetIPForVersion(data datasource.Data, version, ipAddr datasource.FieldAccessor) (string, error) { ip := ipAddr.Get(data) if ip == nil { return "", fmt.Errorf("IP field not found") } if len(ip) != 16 { return "", fmt.Errorf("IP field has wrong length. Expected 16 got %d", len(ip)) } v, err := version.Uint8(data) if err != nil { return "", fmt.Errorf("getting version: %w", err) } var ipStr string switch v { case 4: ipStr, err = net.IP(ip[:4]).String(), nil case 6: ipStr, err = net.IP(ip).String(), nil default: err = fmt.Errorf("unknown IP version: %d", v) } if err != nil { return "", fmt.Errorf("getting IP: %w", err) } return ipStr, nil } inspektor-gadget-0.46.0/pkg/operators/common/kubeinventorycache.go000066400000000000000000000243151510117411400253560ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package common import ( "fmt" "sync" "time" log "github.com/sirupsen/logrus" v1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/informers" "k8s.io/client-go/kubernetes" k8sCache "k8s.io/client-go/tools/cache" "github.com/inspektor-gadget/inspektor-gadget/pkg/cachedmap" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" ) type SlimObjectMeta struct { Name string `json:"name"` Namespace string `json:"namespace"` ResourceVersion string `json:"resourceVersion"` Labels map[string]string `json:"labels"` OwnerReferences []metav1.OwnerReference `json:"ownerReferences"` } // SlimPod is a reduced version of v1.Pod, it only contains the fields that are // needed to enrich events. type SlimPod struct { metav1.TypeMeta `json:",inline"` SlimObjectMeta `json:",inline"` Spec SlimPodSpec `json:"spec"` Status SlimPodStatus `json:"status"` } type SlimPodSpec struct { HostNetwork bool `json:"hostNetwork"` NodeName string `json:"nodeName"` } type SlimPodStatus struct { HostIP string `json:"hostIP"` PodIP string `json:"podIP"` } func NewSlimPod(p *v1.Pod) *SlimPod { return &SlimPod{ TypeMeta: p.TypeMeta, SlimObjectMeta: SlimObjectMeta{ Name: p.Name, Namespace: p.Namespace, ResourceVersion: p.ResourceVersion, Labels: p.Labels, OwnerReferences: p.OwnerReferences, }, Spec: SlimPodSpec{ HostNetwork: p.Spec.HostNetwork, NodeName: p.Spec.NodeName, }, Status: SlimPodStatus{ HostIP: p.Status.HostIP, PodIP: p.Status.PodIP, }, } } // SlimService is a reduced version of v1.Service, it only contains the fields // that are needed to enrich events. type SlimService struct { metav1.TypeMeta `json:",inline"` SlimObjectMeta `json:",inline"` Spec SlimServiceSpec `json:"spec"` } type SlimServiceSpec struct { ClusterIP string `json:"clusterIP"` } func NewSlimService(s *v1.Service) *SlimService { return &SlimService{ TypeMeta: s.TypeMeta, SlimObjectMeta: SlimObjectMeta{ Name: s.Name, Namespace: s.Namespace, ResourceVersion: s.ResourceVersion, Labels: s.Labels, OwnerReferences: s.OwnerReferences, }, Spec: SlimServiceSpec{ ClusterIP: s.Spec.ClusterIP, }, } } // K8sInventoryCache is a cache of Kubernetes resources such as pods and services // that can be used by operators to enrich events. type K8sInventoryCache interface { Start() Stop() GetPods() []*SlimPod GetPodByName(namespace string, name string) *SlimPod GetPodByIp(ip string) *SlimPod GetSvcs() []*SlimService GetSvcByName(namespace string, name string) *SlimService GetSvcByIp(ip string) *SlimService } type inventoryCache struct { clientset kubernetes.Interface factory informers.SharedInformerFactory podsHandler k8sCache.ResourceEventHandlerRegistration svcsHandler k8sCache.ResourceEventHandlerRegistration pods cachedmap.CachedMap[string, *SlimPod] podsByIp cachedmap.CachedMap[string, *SlimPod] svcs cachedmap.CachedMap[string, *SlimService] svcsByIp cachedmap.CachedMap[string, *SlimService] exit chan struct{} useCount int useCountMutex sync.Mutex } const ( informerResync = 10 * time.Minute ) var ( k8sInventorySingleton *inventoryCache k8sInventoryErr error k8sInventoryOnce sync.Once ) func GetK8sInventoryCache() (K8sInventoryCache, error) { k8sInventoryOnce.Do(func() { k8sInventorySingleton, k8sInventoryErr = newCache() }) return k8sInventorySingleton, k8sInventoryErr } func transformObject(obj any) (any, error) { switch t := obj.(type) { case *v1.Pod: p := &v1.Pod{ TypeMeta: t.TypeMeta, ObjectMeta: metav1.ObjectMeta{ Name: t.Name, Namespace: t.Namespace, ResourceVersion: t.ResourceVersion, Labels: t.Labels, OwnerReferences: t.OwnerReferences, }, Status: v1.PodStatus{ HostIP: t.Status.HostIP, PodIP: t.Status.PodIP, }, Spec: v1.PodSpec{ HostNetwork: t.Spec.HostNetwork, NodeName: t.Spec.NodeName, }, } return p, nil case *v1.Service: s := &v1.Service{ TypeMeta: t.TypeMeta, ObjectMeta: metav1.ObjectMeta{ Name: t.Name, Namespace: t.Namespace, ResourceVersion: t.ResourceVersion, Labels: t.Labels, OwnerReferences: t.OwnerReferences, }, Spec: v1.ServiceSpec{ ClusterIP: t.Spec.ClusterIP, }, } return s, nil default: return obj, nil } } func newCache() (*inventoryCache, error) { clientset, err := k8sutil.NewClientsetWithProtobuf("", "kube-inventory-cache") if err != nil { return nil, fmt.Errorf("creating new k8s clientset: %w", err) } return &inventoryCache{ clientset: clientset, }, nil } func (cache *inventoryCache) Close() { if cache.exit != nil { close(cache.exit) cache.exit = nil } if cache.factory != nil { cache.factory.Shutdown() cache.factory = nil } if cache.pods != nil { cache.pods.Close() cache.pods = nil } if cache.podsByIp != nil { cache.podsByIp.Close() cache.podsByIp = nil } if cache.svcs != nil { cache.svcs.Close() cache.svcs = nil } if cache.svcsByIp != nil { cache.svcsByIp.Close() cache.svcsByIp = nil } } func (cache *inventoryCache) Start() { cache.useCountMutex.Lock() defer cache.useCountMutex.Unlock() // No uses before us, we are the first one if cache.useCount == 0 { cache.factory = informers.NewSharedInformerFactoryWithOptions( cache.clientset, informerResync, informers.WithTransform(transformObject), ) cache.pods = cachedmap.NewCachedMap[string, *SlimPod](2 * time.Second) cache.podsByIp = cachedmap.NewCachedMap[string, *SlimPod](2 * time.Second) cache.svcs = cachedmap.NewCachedMap[string, *SlimService](2 * time.Second) cache.svcsByIp = cachedmap.NewCachedMap[string, *SlimService](2 * time.Second) cache.factory.Core().V1().Pods().Informer().AddEventHandler(cache) cache.factory.Core().V1().Services().Informer().AddEventHandler(cache) cache.exit = make(chan struct{}) cache.factory.Start(cache.exit) cache.factory.WaitForCacheSync(cache.exit) } cache.useCount++ } func (cache *inventoryCache) Stop() { cache.useCountMutex.Lock() defer cache.useCountMutex.Unlock() // We are the last user, stop everything if cache.useCount == 1 { cache.Close() } cache.useCount-- } func (cache *inventoryCache) GetPods() []*SlimPod { return cache.pods.Values() } func (cache *inventoryCache) GetPodByName(namespace string, name string) *SlimPod { pod, found := cache.pods.Get(namespace + "/" + name) if !found { return nil } return pod } func (cache *inventoryCache) GetPodByIp(ip string) *SlimPod { pod, found := cache.podsByIp.Get(ip) if !found { return nil } return pod } func (cache *inventoryCache) GetSvcs() []*SlimService { return cache.svcs.Values() } func (cache *inventoryCache) GetSvcByName(namespace string, name string) *SlimService { svc, found := cache.svcs.Get(namespace + "/" + name) if !found { return nil } return svc } func (cache *inventoryCache) GetSvcByIp(ip string) *SlimService { svc, found := cache.svcsByIp.Get(ip) if !found { return nil } return svc } func (cache *inventoryCache) OnAdd(obj any, _ bool) { switch o := obj.(type) { case *v1.Pod: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnAdd: error getting key for pod: %v", err) return } if key == "" { log.Warnf("OnAdd: empty key for pod") return } slimPod := NewSlimPod(o) cache.pods.Add(key, slimPod) if ip := slimPod.Status.PodIP; ip != "" { cache.podsByIp.Add(ip, slimPod) } case *v1.Service: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnAdd: error getting key for service: %v", err) return } if key == "" { log.Warnf("OnAdd: empty key for svc") return } slimService := NewSlimService(o) cache.svcs.Add(key, slimService) if ip := slimService.Spec.ClusterIP; ip != "" { cache.svcsByIp.Add(ip, slimService) } default: log.Warnf("OnAdd: unknown object type: %T", o) } } func (cache *inventoryCache) OnUpdate(_, newObj any) { switch o := newObj.(type) { case *v1.Pod: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnUpdate: error getting key for pod: %v", err) return } if key == "" { log.Warnf("OnUpdate: empty key for pod") return } slimPod := NewSlimPod(o) cache.pods.Add(key, slimPod) if ip := slimPod.Status.PodIP; ip != "" { cache.podsByIp.Add(ip, slimPod) } case *v1.Service: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnUpdate: error getting key for service: %v", err) return } if key == "" { log.Warnf("OnUpdate: empty key for svc") return } slimService := NewSlimService(o) cache.svcs.Add(key, slimService) if ip := slimService.Spec.ClusterIP; ip != "" { cache.svcsByIp.Add(ip, slimService) } default: log.Warnf("OnUpdate: unknown object type: %T", o) } } func (cache *inventoryCache) OnDelete(obj any) { switch o := obj.(type) { case *v1.Pod: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnDelete: error getting key for pod: %v", err) return } cache.pods.Remove(key) if ip := o.Status.PodIP; ip != "" { cache.podsByIp.Remove(ip) } case *v1.Service: key, err := k8sCache.MetaNamespaceKeyFunc(o) if err != nil { log.Warnf("OnDelete: error getting key for service: %v", err) return } cache.svcs.Remove(key) if ip := o.Spec.ClusterIP; ip != "" { cache.svcsByIp.Remove(ip) } case k8sCache.DeletedFinalStateUnknown: cache.OnDelete(o.Obj) default: log.Warnf("OnDelete: unknown object type: %T", o) } } inspektor-gadget-0.46.0/pkg/operators/ebpf/000077500000000000000000000000001510117411400205565ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/ebpf/attach.go000066400000000000000000000173621510117411400223620ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "fmt" "net" "runtime" "strconv" "strings" "github.com/cilium/ebpf" "github.com/cilium/ebpf/link" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/uprobetracer" ) const ( kprobePrefix = "kprobe/" kretprobePrefix = "kretprobe/" iterPrefix = "iter/" fentryPrefix = "fentry/" fexitPrefix = "fexit/" perfEventPrefix = "perf_event/" tpBtfPrefix = "tp_btf/" uprobePrefix = "uprobe/" uretprobePrefix = "uretprobe/" usdtPrefix = "usdt/" ) const ( disabledProgram = "gadget_program_disabled" ) func (i *ebpfInstance) attachProgram(gadgetCtx operators.GadgetContext, p *ebpf.ProgramSpec, prog *ebpf.Program) (link.Link, error) { attachTo := p.AttachTo if attachToCfg := i.config.GetString("programs." + p.Name + ".attach_to"); attachToCfg != "" { i.logger.Debugf("Overriding attachTo with %q for program %q", attachToCfg, p.Name) attachTo = attachToCfg } if attachTo == disabledProgram { i.logger.Debugf("Skipping program %q as it is disabled", p.Name) return nil, nil } switch p.Type { case ebpf.Kprobe: switch { case strings.HasPrefix(p.SectionName, kprobePrefix): i.logger.Debugf("Attaching kprobe %q to %q", p.Name, attachTo) return link.Kprobe(attachTo, prog, nil) case strings.HasPrefix(p.SectionName, kretprobePrefix): i.logger.Debugf("Attaching kretprobe %q to %q", p.Name, attachTo) return link.Kretprobe(attachTo, prog, nil) case strings.HasPrefix(p.SectionName, uprobePrefix) || strings.HasPrefix(p.SectionName, uretprobePrefix) || strings.HasPrefix(p.SectionName, usdtPrefix): uprobeTracer := i.uprobeTracers[p.Name] switch strings.Split(p.SectionName, "/")[0] { case "uprobe": return nil, uprobeTracer.AttachProg(p.Name, uprobetracer.ProgUprobe, attachTo, prog) case "uretprobe": return nil, uprobeTracer.AttachProg(p.Name, uprobetracer.ProgUretprobe, attachTo, prog) case "usdt": return nil, uprobeTracer.AttachProg(p.Name, uprobetracer.ProgUSDT, attachTo, prog) } } return nil, fmt.Errorf("unsupported section name %q for program %q", p.SectionName, p.Name) case ebpf.TracePoint: i.logger.Debugf("Attaching tracepoint %q to %q", p.Name, attachTo) parts := strings.Split(attachTo, "/") return link.Tracepoint(parts[0], parts[1], prog, nil) case ebpf.SocketFilter: i.logger.Debugf("Attaching socket filter %q to %q", p.Name, attachTo) networkTracer := i.networkTracers[p.Name] return nil, networkTracer.AttachProg(prog) case ebpf.Tracing: switch { case strings.HasPrefix(p.SectionName, iterPrefix): i.logger.Debugf("Attaching iter %q to %q", p.Name, attachTo) switch attachTo { case "task", "task_file", "tcp", "udp", "ksym": return link.AttachIter(link.IterOptions{ Program: prog, }) } return nil, fmt.Errorf("unsupported iter type %q", attachTo) case strings.HasPrefix(p.SectionName, fentryPrefix): i.logger.Debugf("Attaching fentry %q to %q", p.Name, attachTo) return link.AttachTracing(link.TracingOptions{ Program: prog, AttachType: ebpf.AttachTraceFEntry, }) case strings.HasPrefix(p.SectionName, fexitPrefix): i.logger.Debugf("Attaching fexit %q to %q", p.Name, attachTo) return link.AttachTracing(link.TracingOptions{ Program: prog, AttachType: ebpf.AttachTraceFExit, }) case strings.HasPrefix(p.SectionName, tpBtfPrefix): i.logger.Debugf("Attaching tp_btf %q to %q", p.Name, p.AttachTo) return link.AttachTracing(link.TracingOptions{ Program: prog, AttachType: ebpf.AttachTraceRawTp, }) } return nil, fmt.Errorf("unsupported section name %q for program %q as type ebpf.Tracing", p.SectionName, p.Name) case ebpf.RawTracepoint: i.logger.Debugf("Attaching raw tracepoint %q to %q", p.Name, attachTo) return link.AttachRawTracepoint(link.RawTracepointOptions{ Name: attachTo, Program: prog, }) case ebpf.SchedCLS: handler := i.tcHandlers[p.Name] ifaceName := i.paramValues[ParamIface] if ifaceName != "" { iface, err := net.InterfaceByName(ifaceName) if err != nil { return nil, fmt.Errorf("getting interface %q: %w", ifaceName, err) } if err := handler.AttachIface(iface); err != nil { return nil, fmt.Errorf("attaching iface %q: %w", ifaceName, err) } } i.logger.Debugf("Attaching sched_cls %q", p.Name) return nil, handler.AttachProg(prog) case ebpf.LSM: i.logger.Debugf("Attaching LSM %q to %q", p.Name, attachTo) return link.AttachLSM(link.LSMOptions{ Program: prog, }) case ebpf.PerfEvent: perfType := uint32(unix.PERF_TYPE_SOFTWARE) perfConfig := uint64(unix.PERF_COUNT_SW_CPU_CLOCK) perfSampleType := uint64(unix.PERF_SAMPLE_RAW) frequency := uint64(0) name, ok := strings.CutPrefix(p.SectionName, perfEventPrefix) if !ok { return nil, fmt.Errorf("perf_event programs require a name") } switch tmp := i.config.GetString("programs." + name + ".perf.type"); tmp { case "": return nil, fmt.Errorf("perf.type not specified for program %q", name) case "software": perfType = unix.PERF_TYPE_SOFTWARE default: return nil, fmt.Errorf("unsupported perf.type %q", tmp) } switch tmp := i.config.GetString("programs." + name + ".perf.config"); tmp { case "": return nil, fmt.Errorf("perf.config not specified for program %q", name) case "count_sw_cpu_clock": perfConfig = unix.PERF_COUNT_SW_CPU_CLOCK default: return nil, fmt.Errorf("unsupported perf.config %q", tmp) } switch tmp := i.config.GetString("programs." + name + ".perf.sampleType"); tmp { case "": return nil, fmt.Errorf("perf.sampleType not specified for program %q", name) case "sample_raw": perfSampleType = unix.PERF_SAMPLE_RAW default: return nil, fmt.Errorf("unsupported perf.sampleType %q", tmp) } if tmpFrequency := i.config.GetString("programs." + name + ".sampler.frequency"); tmpFrequency != "" { var err error frequency, err = strconv.ParseUint(tmpFrequency, 10, 64) if err != nil { return nil, fmt.Errorf("parsing frequency %q for program %q: %w", tmpFrequency, name, err) } } else { return nil, fmt.Errorf("sampler.frequency not specified for program %q", name) } if frequency == 0 { return nil, fmt.Errorf("sampler.frequency is zero for program %q", name) } for cpu := 0; cpu < runtime.NumCPU(); cpu++ { fd, err := unix.PerfEventOpen( &unix.PerfEventAttr{ Type: perfType, Config: perfConfig, Sample_type: perfSampleType, Sample: frequency, Bits: unix.PerfBitFreq, }, -1, cpu, -1, unix.PERF_FLAG_FD_CLOEXEC, ) if err != nil { return nil, fmt.Errorf("opening perf event: %w", err) } i.perfFds = append(i.perfFds, fd) // Attach program to perf event. if err := unix.IoctlSetInt(fd, unix.PERF_EVENT_IOC_SET_BPF, prog.FD()); err != nil { return nil, fmt.Errorf("attaching eBPF program to perf fd: %w", err) } // Start perf event. if err := unix.IoctlSetInt(fd, unix.PERF_EVENT_IOC_ENABLE, 0); err != nil { return nil, fmt.Errorf("enabling perf fd: %w", err) } } return nil, nil default: return nil, fmt.Errorf("unsupported program %q of type %q", p.Name, p.Type) } } inspektor-gadget-0.46.0/pkg/operators/ebpf/ebpf.go000066400000000000000000000727031510117411400220320ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package ebpfoperator provides an operator that is capable of analyzing and running // an eBFP based gadget. package ebpfoperator import ( "bufio" "bytes" "errors" "fmt" "io" "net" "os" "reflect" "slices" "strconv" "strings" "sync" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/asm" "github.com/cilium/ebpf/btf" "github.com/cilium/ebpf/link" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "github.com/spf13/viper" "golang.org/x/sys/unix" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/internal/version" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" libpcap_compiler "github.com/inspektor-gadget/inspektor-gadget/pkg/libpcap-compiler" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/networktracer" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/socketenricher" "github.com/inspektor-gadget/inspektor-gadget/pkg/tchandler" "github.com/inspektor-gadget/inspektor-gadget/pkg/uprobetracer" ebpfutils "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/ebpf" ) const ( eBPFObjectMediaType = "application/vnd.gadget.ebpf.program.v1+binary" typeSplitter = "___" ParamIface = "iface" ParamTraceKernel = "trace-pipe" kernelTypesVar = "kernelTypes" AnnotationMapFlushOnStop = "ebpf.map.flush-on-stop" AnnotationIterFetchOnStop = "ebpf.iter.fetch-on-stop" AnnotationRestName = "ebpf.rest.name" AnnotationRestLen = "ebpf.rest.len" ) type gadgetObjects struct { programIDs []ebpf.ProgramID mapIDs []ebpf.MapID } // ebpfOperator reads ebpf programs from OCI images and runs them type ebpfOperator struct { mu sync.Mutex gadgetObjs map[operators.GadgetContext]gadgetObjects } func (o *ebpfOperator) Name() string { return "ebpf" } func (o *ebpfOperator) Description() string { return "handles ebpf programs" } func (o *ebpfOperator) InstantiateImageOperator( gadgetCtx operators.GadgetContext, target oras.ReadOnlyTarget, desc ocispec.Descriptor, paramValues api.ParamValues, ) ( operators.ImageOperatorInstance, error, ) { r, err := oci.GetContentFromDescriptor(gadgetCtx.Context(), target, desc) if err != nil { return nil, fmt.Errorf("getting ebpf binary: %w", err) } program, err := io.ReadAll(r) if err != nil { r.Close() return nil, fmt.Errorf("reading ebpf binary: %w", err) } r.Close() // TODO: do some pre-checks in here, maybe validate hashes, signatures, etc. newInstance := &ebpfInstance{ bpfOperator: o, gadgetCtx: gadgetCtx, // context usually should not be stored, but should we really carry it through all funcs? done: make(chan struct{}), logger: gadgetCtx.Logger(), program: program, // Preallocate maps tracers: make(map[string]*Tracer), structs: make(map[string]*Struct), iterators: make(map[string]*Iterator), params: make(map[string]*param), mapIters: make(map[string]*mapIter), containers: make(map[string]*containercollection.Container), enums: make([]*enum, 0), formatters: make(map[datasource.DataSource][]func(ds datasource.DataSource, data datasource.Data) error), vars: make(map[string]*ebpfVar), networkTracers: make(map[string]*networktracer.Tracer[api.GadgetData]), tcHandlers: make(map[string]*tchandler.Handler), uprobeTracers: make(map[string]*uprobetracer.Tracer[api.GadgetData]), paramValues: paramValues, } cfg, ok := gadgetCtx.GetVar("config") if !ok { return nil, fmt.Errorf("missing configuration") } v, ok := cfg.(*viper.Viper) if !ok { return nil, fmt.Errorf("invalid configuration format") } newInstance.config = v err = newInstance.init(gadgetCtx) if err != nil { // be sure to undo all changes done by init(), as we'll return a nil // instance and Close() isn't called by the caller of this function newInstance.Close(gadgetCtx) return nil, fmt.Errorf("initializing ebpf gadget: %w", err) } return newInstance, nil } type ebpfInstance struct { mu sync.Mutex bpfOperator *ebpfOperator config *viper.Viper program []byte logger logger.Logger collectionSpec *ebpf.CollectionSpec collection *ebpf.Collection tracers map[string]*Tracer structs map[string]*Struct iterators map[string]*Iterator mapIters map[string]*mapIter params map[string]*param paramValues map[string]string networkTracers map[string]*networktracer.Tracer[api.GadgetData] tcHandlers map[string]*tchandler.Handler uprobeTracers map[string]*uprobetracer.Tracer[api.GadgetData] // map from ebpf variable name to ebpfVar struct vars map[string]*ebpfVar links []link.Link perfFds []int containers map[string]*containercollection.Container enums []*enum formatters map[datasource.DataSource][]func(ds datasource.DataSource, data datasource.Data) error kernelStackMap *ebpf.Map userStackMap *ebpf.Map gadgetCtx operators.GadgetContext done chan struct{} // used to be sure all tracers are done before returning from Stop() wg sync.WaitGroup } func (i *ebpfInstance) loadSpec() error { progReader := bytes.NewReader(i.program) spec, err := ebpf.LoadCollectionSpecFromReader(progReader) if err != nil { return fmt.Errorf("loading spec: %w", err) } if spec.Types == nil { return fmt.Errorf("missing types in ebpf spec") } i.collectionSpec = spec return nil } func (i *ebpfInstance) analyze(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) error { prefixLookups := []populateEntry{ { prefixFunc: hasPrefix(tracerInfoPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: i.populateTracer, }, { prefixFunc: hasPrefix(snapshottersPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: func(b btf.Type, s string) error { gadgetCtx.Logger().Warnf("%s prefix is deprecated; please use %s instead", snapshottersPrefix, iteratorsPrefix) return i.populateIterators(b, s) }, }, { prefixFunc: hasPrefix(iteratorsPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: i.populateIterators, }, { prefixFunc: hasPrefix(paramPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: i.populateParam, }, { prefixFunc: hasPrefix(tracerMapPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: i.fixTracerMap, }, { prefixFunc: hasPrefix(mapIterPrefix), validator: i.validateGlobalConstVoidPtrVar, populateFunc: i.populateMapIter, }, { prefixFunc: func(s string) (string, bool) { // Exceptions for backwards-compatibility if s == gadgets.MntNsFilterMapName { return gadgets.MntNsFilterMapName, true } if s == socketenricher.SocketsMapName { return socketenricher.SocketsMapName, true } return "", false }, populateFunc: i.populateMap, }, { prefixFunc: func(s string) (string, bool) { // Exceptions for backwards-compatibility if s == gadgets.FilterByMntNsName { return gadgets.FilterByMntNsName, true } return hasPrefix(varPrefix)(s) }, validator: nil, populateFunc: i.populateVar, }, } // Iterate over types and populate the gadget for typ, err := range i.collectionSpec.Types.All() { if err != nil { return fmt.Errorf("iterating over types: %w", err) } for _, entry := range prefixLookups { typeName, ok := entry.prefixFunc(typ.TypeName()) if !ok { continue } if entry.validator != nil { err := entry.validator(typ, strings.TrimPrefix(typ.TypeName(), typeName)) if err != nil { i.logger.Debugf("type %q error: %v", typ.TypeName(), err) continue } } err := entry.populateFunc(typ, typeName) if err != nil { return fmt.Errorf("handling type by prefix %q: %w", typeName, err) } } } // Fill param defaults err := i.fillParamDefaults() if err != nil { i.logger.Debugf("error extracting default values for params: %v", err) } // Iterate over programs for name, program := range i.collectionSpec.Programs { i.logger.Debugf("program %q", name) i.logger.Debugf("> type : %s", program.Type.String()) i.logger.Debugf("> attachType : %s", program.AttachType.String()) i.logger.Debugf("> sectionName: %s", program.SectionName) i.logger.Debugf("> license : %s", program.License) } return nil } func (i *ebpfInstance) init(gadgetCtx operators.GadgetContext) error { // hack for backward-compability and until we have nicer interfaces available gadgetCtx.SetVar("ebpfInstance", i) // loadSpec and analyze could be lazily executed, if the gadget has been cached before err := i.loadSpec() if err != nil { return fmt.Errorf("initializing: %w", err) } // add extra info to gadgetcontext if requested if gadgetCtx.ExtraInfo() { err = i.addExtraInfo(gadgetCtx) if err != nil { return fmt.Errorf("adding extra info: %w", err) } } err = i.analyze(gadgetCtx, i.paramValues) if err != nil { return fmt.Errorf("analyzing: %w", err) } err = i.register(gadgetCtx) if err != nil { return fmt.Errorf("registering datasources: %w", err) } err = i.initFormatters(gadgetCtx) if err != nil { return fmt.Errorf("initializing formatters: %w", err) } if err := i.evaluateMapParams(i.paramValues); err != nil { return fmt.Errorf("evaluating map params: %w", err) } // Create network tracers, one for each socket filter program // The same applies to uprobe / uretprobe as well. for _, p := range i.collectionSpec.Programs { switch p.Type { case ebpf.Kprobe: if strings.HasPrefix(p.SectionName, "uprobe/") || strings.HasPrefix(p.SectionName, "uretprobe/") || strings.HasPrefix(p.SectionName, "usdt/") { uprobeTracer, err := uprobetracer.NewTracer[api.GadgetData](gadgetCtx.Logger()) if err != nil { return fmt.Errorf("creating uprobe tracer: %w", err) } i.uprobeTracers[p.Name] = uprobeTracer } case ebpf.SocketFilter: if strings.HasPrefix(p.SectionName, "socket") { networkTracer, err := networktracer.NewTracer[api.GadgetData]() if err != nil { return fmt.Errorf("creating network tracer: %w", err) } i.networkTracers[p.Name] = networkTracer } case ebpf.SchedCLS: parts := strings.Split(p.SectionName, "/") if len(parts) != 3 { return fmt.Errorf("invalid section name %q", p.SectionName) } for idx := 0; idx < len(p.Instructions); idx++ { inst := p.Instructions[idx] name, ok := strings.CutPrefix(inst.Symbol(), packetFilterPrefix) if !ok { continue } filter := i.paramValues[packetFilterParam+"-"+name] // If the name is empty, we'll use `pf` as the parameter name directly if name == "" { filter = i.paramValues[packetFilterParam] } if filter == "" { i.logger.Debugf("skipping pcap filter %q at %d: no filter set", filter, idx) continue } injectIdx := idx i.logger.Debugf("injecting pcap filter %q at %d", filter, idx) insns := p.Instructions filterInsns, err := libpcap_compiler.CompileEbpf(filter, inst.Symbol()) if err != nil { return fmt.Errorf("adding filter: %w", err) } filterInsns[0] = filterInsns[0].WithMetadata(insns[injectIdx].Metadata) insns[injectIdx] = insns[injectIdx].WithMetadata(asm.Metadata{}) p.Instructions = append(insns[:injectIdx], append(filterInsns, insns[injectIdx:]...)...) idx = injectIdx } switch parts[0] { default: return fmt.Errorf("invalid section name %q (nclass)", p.SectionName) case "classifier": var direction tchandler.AttachmentDirection switch parts[1] { case "ingress": direction = tchandler.AttachmentDirectionIngress case "egress": direction = tchandler.AttachmentDirectionEgress default: return fmt.Errorf("unsupported hook type %q", parts[1]) } handler, err := tchandler.NewHandler(direction) if err != nil { return fmt.Errorf("creating tc network tracer: %w", err) } i.tcHandlers[p.Name] = handler } } } if len(i.tcHandlers) > 0 { // For now, override enrichment gadgetCtx.SetVar("NeedContainerEvents", true) i.params["iface"] = ¶m{ Param: &api.Param{ Key: ParamIface, Description: "Network interface to attach to", }, } } i.params[ParamTraceKernel] = ¶m{ Param: &api.Param{ Key: ParamTraceKernel, DefaultValue: "false", TypeHint: api.TypeBool, }, } for name, m := range i.collectionSpec.Maps { gadgetCtx.SetVar(operators.MapSpecPrefix+name, m) } return nil } func (i *ebpfInstance) addDataSource( gadgetCtx operators.GadgetContext, dsType datasource.Type, name string, size uint32, fields []*Field, ) ( datasource.DataSource, datasource.FieldAccessor, error, ) { ds, err := gadgetCtx.RegisterDataSource(dsType, name) if err != nil { return nil, nil, fmt.Errorf("adding tracer datasource: %w", err) } staticFields := make([]datasource.StaticField, 0, len(fields)) for _, field := range fields { staticFields = append(staticFields, field) } accessor, err := ds.AddStaticFields(size, staticFields) if err != nil { return nil, nil, fmt.Errorf("adding fields for datasource: %w", err) } return ds, accessor, nil } func (i *ebpfInstance) register(gadgetCtx operators.GadgetContext) error { // register datasources for name, m := range i.tracers { ds, accessor, err := i.addDataSource(gadgetCtx, datasource.TypeSingle, name, i.structs[m.structName].Size, i.structs[m.structName].Fields) if err != nil { return fmt.Errorf("adding datasource: %w", err) } m.accessor = accessor // handle trailing data if configured if restName, ok := ds.Annotations()[AnnotationRestName]; ok { m.restAccessor, err = ds.AddField(restName, api.Kind_Bytes) if err != nil { return fmt.Errorf("adding rest accessor: %w", err) } if restLenName, ok := ds.Annotations()[AnnotationRestLen]; ok { m.restLenAccessor = ds.GetField(restLenName) if m.restLenAccessor == nil { return fmt.Errorf("rest length accessor field %q not found", restLenName) } } } m.ds = ds } for name, m := range i.iterators { ds, accessor, err := i.addDataSource(gadgetCtx, datasource.TypeArray, name, i.structs[m.structName].Size, i.structs[m.structName].Fields) if err != nil { return fmt.Errorf("adding datasource: %w", err) } m.accessor = accessor m.ds = ds annotations := ds.Annotations() // Configure fetch-count and fetch-interval annotations (if not present) to make the // combiner operator handle the data correctly if annotations[api.FetchIntervalAnnotation] != "" { m.interval, err = time.ParseDuration(annotations[api.FetchIntervalAnnotation]) if err != nil { return fmt.Errorf("parsing %s: %w", api.FetchIntervalAnnotation, err) } } else { m.ds.AddAnnotation(api.FetchIntervalAnnotation, "0") m.interval = time.Duration(0) } if annotations[api.FetchCountAnnotation] != "" { m.count, err = strconv.Atoi(annotations[api.FetchCountAnnotation]) if err != nil { return fmt.Errorf("parsing %s: %w", api.FetchCountAnnotation, err) } } else { m.ds.AddAnnotation(api.FetchCountAnnotation, "1") m.count = 1 } m.fetchOnStop = annotations[AnnotationIterFetchOnStop] == "true" } for name, m := range i.mapIters { fields := make([]*Field, 0) ds, err := gadgetCtx.RegisterDataSource(datasource.TypeArray, name) if err != nil { return fmt.Errorf("adding mapiter datasource: %w", err) } staticFields := make([]datasource.StaticField, 0, len(fields)) for _, field := range i.structs[m.keyStructName].Fields { // check whether role tag needs to be added if !slices.Contains(field.Tags, "role:key") { field.Tags = append(field.Tags, "role:key") } staticFields = append(staticFields, field) } accessor, err := ds.AddStaticFields(i.structs[m.keyStructName].Size, staticFields) if err != nil { return fmt.Errorf("adding fields for datasource: %w", err) } m.keyAccessor = accessor staticFields = make([]datasource.StaticField, 0, len(fields)) for _, field := range i.structs[m.valStructName].Fields { staticFields = append(staticFields, field) } accessor, err = ds.AddStaticFields(i.structs[m.valStructName].Size, staticFields) if err != nil { return fmt.Errorf("adding fields for datasource: %w", err) } m.valAccessor = accessor annotations := ds.Annotations() if flushOnStop := annotations[AnnotationMapFlushOnStop]; flushOnStop == "true" { i.logger.Debugf("flushing on stop enabled") m.flushOnStop = true } m.ds = ds } return nil } func (i *ebpfInstance) Name() string { return "ebpf" } func (i *ebpfInstance) ExtraParams(gadgetCtx operators.GadgetContext) api.Params { res := make(api.Params, 0, len(i.params)) for _, p := range i.params { res = append(res, p.Param) } // MapIter params res = append(res, i.mapParams()...) // Iterate over programs filters := make(map[string]struct{}) for programName, program := range i.collectionSpec.Programs { // check for packet filters for _, inst := range program.Instructions { name, ok := strings.CutPrefix(inst.Symbol(), packetFilterPrefix) if !ok { continue } if _, ok := filters[name]; ok { continue } paramName := packetFilterParam + "-" + name // if no name was given, use `pf` directly if name == "" { paramName = packetFilterParam } i.logger.Debugf("> program %q uses packet filter named %q", programName, name) res = append(res, &api.Param{ Key: paramName, Description: fmt.Sprintf("packet filter %s", name), TypeHint: api.TypeString, }) filters[name] = struct{}{} } } return res } func (i *ebpfInstance) tracePipe(gadgetCtx operators.GadgetContext) error { tracePipe, err := os.Open("/sys/kernel/debug/tracing/trace_pipe") if err != nil { return fmt.Errorf("opening trace_pipe: %w", err) } go func() { <-i.done tracePipe.Close() }() go func() { log := gadgetCtx.Logger() defer tracePipe.Close() scanner := bufio.NewScanner(tracePipe) for scanner.Scan() { log.Info(scanner.Text()) } }() return nil } func (i *ebpfInstance) PreStart(gadgetCtx operators.GadgetContext) error { params := apihelpers.ToParamDescs(i.ExtraParams(gadgetCtx)).ToParams() for _, p := range *params { if _, ok := i.paramValues[p.Key]; !ok { i.paramValues[p.Key] = p.DefaultValue } } for ds, formatters := range i.formatters { for _, formatter := range formatters { ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { return formatter(ds, data) }, 0) } } return nil } func (i *ebpfInstance) Start(gadgetCtx operators.GadgetContext) error { i.logger.Debugf("starting ebpfInstance") gadgets.FixBpfKtimeGetBootNs(i.collectionSpec.Programs) parameters := params.Params{} // used to CopyFromMap paramMap := make(map[string]*params.Param) // used for second iteration for name, p := range i.params { param := apihelpers.ParamToParamDesc(p.Param).ToParam() paramMap[name] = param parameters = append(parameters, param) } err := parameters.CopyFromMap(i.paramValues, "") if err != nil { return fmt.Errorf("parsing parameter values: %w", err) } if paramMap[ParamTraceKernel].AsBool() { err := i.tracePipe(gadgetCtx) if err != nil { return err } } mapReplacements := make(map[string]*ebpf.Map) // Set gadget params for name, p := range i.params { if !p.fromEbpf { continue } paramVal := paramMap[name].AsAny() switch p.TypeHint { case api.TypeIP: i.logger.Debugf("handling IP param: %q", name) ipAddr := ebpftypes.L3Endpoint{} ipParam := paramVal.(net.IP) if ip := ipParam.To4(); ip != nil { ipAddr.Version = 4 copy(ipAddr.V6[:4], ip) } else if ip := ipParam.To16(); ip != nil { copy(ipAddr.V6[:], ip) ipAddr.Version = 6 } else { return fmt.Errorf("invalid IP address: %v", ipParam) } paramVal = ipAddr case api.TypeString: i.logger.Debugf("handling string param: %q", name) bytes := make([]byte, p.strLen) strBytes := []byte(paramMap[name].AsString()) // check if the param defined in the ebpf code is big enough to // store the string if len(strBytes) > p.strLen { return fmt.Errorf("string param %q too long: %d > %d", name, len(strBytes), p.strLen) } copy(bytes[:], strBytes) paramVal = bytes } i.logger.Debugf("setting param value %q = %v", name, paramVal) if err := ebpfutils.SpecSetVar(i.collectionSpec, name, paramVal); err != nil { return err } } opts := ebpf.CollectionOptions{ MapReplacements: mapReplacements, } if seBtfSpecI, ok := gadgetCtx.GetVar("socketEnricherbtf"); ok { gadgetCtx.Logger().Debugf("using socket enricher BTF spec from context") // Load the programs with the spec from the socket enricher and the // kernel or btfgen specs seBTFSpec, ok := seBtfSpecI.(*btf.Spec) if !ok { return fmt.Errorf("invalid socket enricher BTF spec: expected *btf.Spec, got %T", seBtfSpecI) } opts.Programs.ExtraRelocationTargets = []*btf.Spec{seBTFSpec} bpfStructI, ok := gadgetCtx.GetVar("socketEnricherStruct") if !ok { return fmt.Errorf("missing socket enricher struct size in context") } btfStruct, ok := bpfStructI.(*btf.Struct) if !ok { return fmt.Errorf("invalid socket enricher struct: expected *btf.Struct, got %T", bpfStructI) } mapSpec := i.collectionSpec.Maps[socketenricher.SocketsMapName] mapSpec.ValueSize = btfStruct.Size } for _, v := range i.vars { res, ok := gadgetCtx.GetVar(v.name) if !ok { continue } i.logger.Debugf("got var %q: %+v", v.name, res) switch t := res.(type) { case *ebpf.Map: if t == nil { continue } if err := i.collectionSpec.Maps[v.name].Compatible(t); err == nil { mapReplacements[v.name] = t } else { i.logger.Warnf("Replacement map %q incompatible: %s", v.name, err) i.logger.Warnf("Is %s compatible with ig %s?", i.gadgetCtx.ImageName(), version.Version().String()) } default: if !reflect.TypeOf(res).AssignableTo(v.refType) { i.logger.Debugf("variable %q can not be set to type %T (expected %s)", v.name, res, v.refType.Name()) continue } i.logger.Debugf("setting var %q to %v", v.name, t) if err := ebpfutils.SpecSetVar(i.collectionSpec, v.name, res); err != nil { return err } } } // Maps with a parameter _max_entries can have their size set at runtime. // Example: // const volatile int mymap_max_entries = 1024; // GADGET_PARAM(mymap_max_entries); // // struct { // __uint(type, BPF_MAP_TYPE_HASH); // __uint(key_size, sizeof(u32)); // __uint(value_size, sizeof(u32)); // __uint(max_entries, 0); // } mymap SEC(".maps"); for _, m := range i.collectionSpec.Maps { maxEntriesStr := m.Name + "_max_entries" v, ok := i.collectionSpec.Variables[maxEntriesStr] if !ok { continue } var maxEntries uint32 err := v.Get(&maxEntries) if err != nil { i.logger.Warnf("Getting map %q max_entries: %s", m.Name, err) continue } m.MaxEntries = maxEntries } i.logger.Debugf("creating ebpf collection") // check if the btfgen operator has stored the kernel types in the context if btfSpecI, ok := gadgetCtx.GetVar(kernelTypesVar); ok { gadgetCtx.Logger().Debugf("using kernel types from BTFHub") btfSpec, ok := btfSpecI.(*btf.Spec) if !ok { return fmt.Errorf("invalid BTF spec: expected btf.Spec, got %T", btfSpecI) } opts.Programs.KernelTypes = btfSpec } collection, err := ebpf.NewCollectionWithOptions(i.collectionSpec, opts) if err != nil { var verifierErr *ebpf.VerifierError if errors.As(err, &verifierErr) { gadgetCtx.Logger().Debugf("running gadget: verifier error: %+v\n", verifierErr) } return fmt.Errorf("creating eBPF collection: %w", err) } i.collection = collection // collect program IDs and map IDs for this gadget gadgetObjs := gadgetObjects{} for _, p := range i.collection.Programs { info, err := p.Info() if err != nil { i.logger.Warnf("stats for this gadget won't be available: getting program info: %v", err) continue } id, _ := info.ID() gadgetObjs.programIDs = append(gadgetObjs.programIDs, id) } for _, m := range i.collection.Maps { info, err := m.Info() if err != nil { i.logger.Warnf("stats for this gadget won't be available: getting map info: %v", err) continue } id, _ := info.ID() gadgetObjs.mapIDs = append(gadgetObjs.mapIDs, id) } i.bpfOperator.mu.Lock() if i.bpfOperator.gadgetObjs == nil { i.bpfOperator.gadgetObjs = make(map[operators.GadgetContext]gadgetObjects) } i.bpfOperator.gadgetObjs[gadgetCtx] = gadgetObjs i.bpfOperator.mu.Unlock() for name, m := range i.collection.Maps { gadgetCtx.SetVar(operators.MapPrefix+name, m) if name == ebpftypes.KernelStackMapName { i.kernelStackMap = m } if name == ebpftypes.UserStackMapName { i.userStackMap = m } } for _, tracer := range i.tracers { i.logger.Debugf("starting tracer %q", tracer.mapName) err := i.runTracer(gadgetCtx, tracer) if err != nil { return fmt.Errorf("running tracer %q: %w", tracer.mapName, err) } } // Attach programs for progName, p := range i.collectionSpec.Programs { l, err := i.attachProgram(gadgetCtx, p, i.collection.Programs[progName]) if err != nil { return fmt.Errorf("attaching eBPF program %q: %w", progName, err) } if l == nil { continue } i.links = append(i.links, l) // We need to store iterators' links because we need them to run the programs if p.Type == ebpf.Tracing && strings.HasPrefix(p.SectionName, iterPrefix) { lIter, ok := l.(*link.Iter) if !ok { return fmt.Errorf("link is not an iterator") } found := false for _, iter := range i.iterators { if _, ok := iter.iterators[progName]; ok { iter.links[progName] = &linkIterator{ link: lIter, typ: p.AttachTo, } found = true break } } if !found { i.logger.Warnf("No iterator will run iterator program %q", progName) } } } err = i.runIterators() if err != nil { return fmt.Errorf("running iterators: %w", err) } err = i.runMapIterators() if err != nil { return fmt.Errorf("running map iterators: %w", err) } return nil } func (i *ebpfInstance) PreStop(gadgetCtx operators.GadgetContext) error { close(i.done) return nil } func (i *ebpfInstance) Stop(gadgetCtx operators.GadgetContext) error { for _, t := range i.tracers { t.close() } i.tracers = nil for _, l := range i.links { gadgets.CloseLink(l) } i.links = nil for _, fd := range i.perfFds { // Disable perf event. err := unix.IoctlSetInt(fd, unix.PERF_EVENT_IOC_DISABLE, 0) if err != nil { i.logger.Errorf("disabling perf fd: %v", err) } err = unix.Close(fd) if err != nil { i.logger.Errorf("closing perf fd: %v", err) } } i.wg.Wait() return nil } func (i *ebpfInstance) Close(gadgetCtx operators.GadgetContext) error { if i.collection != nil { i.collection.Close() i.collection = nil } for _, networkTracer := range i.networkTracers { networkTracer.Close() } for _, handler := range i.tcHandlers { handler.Close() } for _, uprobeTracer := range i.uprobeTracers { uprobeTracer.Close() } i.bpfOperator.mu.Lock() delete(i.bpfOperator.gadgetObjs, gadgetCtx) i.bpfOperator.mu.Unlock() return nil } // Using Attacher interface for network tracers for now func (i *ebpfInstance) AttachContainer(container *containercollection.Container) error { i.mu.Lock() i.containers[container.Runtime.ContainerID] = container i.mu.Unlock() for _, networkTracer := range i.networkTracers { if err := networkTracer.AttachContainer(container); err != nil { return err } } if ifaceName := i.paramValues[ParamIface]; ifaceName == "" { for _, handler := range i.tcHandlers { if err := handler.AttachContainer(container); err != nil { return err } } } for _, handler := range i.uprobeTracers { if err := handler.AttachContainer(container); err != nil { return err } } return nil } func (i *ebpfInstance) DetachContainer(container *containercollection.Container) error { i.mu.Lock() delete(i.containers, container.Runtime.ContainerID) i.mu.Unlock() for _, networkTracer := range i.networkTracers { if err := networkTracer.DetachContainer(container); err != nil { return err } } if ifaceName := i.paramValues[ParamIface]; ifaceName == "" { for _, handler := range i.tcHandlers { if err := handler.DetachContainer(container); err != nil { return err } } } for _, uTracer := range i.uprobeTracers { if err := uTracer.DetachContainer(container); err != nil { return err } } return nil } var ebpfOp = &ebpfOperator{} func init() { operators.RegisterOperatorForMediaType(eBPFObjectMediaType, ebpfOp) operators.RegisterDataOperator(ebpfOp) } inspektor-gadget-0.46.0/pkg/operators/ebpf/ebpf_test.go000066400000000000000000000035121510117411400230610ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator_test import ( "context" "testing" "time" "github.com/stretchr/testify/require" orasoci "oras.land/oras-go/v2/content/oci" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func TestEmpty(t *testing.T) { utils.RequireRoot(t) t.Parallel() ctx, cancel := context.WithTimeout(context.Background(), time.Second*2) t.Cleanup(cancel) ociStore, err := orasoci.NewFromTar(ctx, "testdata/empty.tar") require.NoError(t, err, "creating oci store") gadgetCtx := gadgetcontext.New( ctx, "empty:latest", gadgetcontext.WithDataOperators(ocihandler.OciHandler), gadgetcontext.WithOrasReadonlyTarget(ociStore), ) runtime := local.New() err = runtime.Init(nil) require.NoError(t, err, "runtime init") t.Cleanup(func() { runtime.Close() }) params := map[string]string{ "operator.oci.verify-image": "false", } err = runtime.RunGadget(gadgetCtx, nil, params) require.Error(t, err, "running gadget") } inspektor-gadget-0.46.0/pkg/operators/ebpf/extrainfo.go000066400000000000000000000103261510117411400231060ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "bytes" "debug/elf" "encoding/json" "fmt" "strings" "github.com/cilium/ebpf/asm" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" graphutils "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/ebpf2graph" ) type extraInfoMap struct { Name string Type string } type extraInfoProgram struct { Section string Source string SourceWithRelocation string } type extraInfoVariable struct { Name string Offset uint64 Size uint64 Map string } func (i *ebpfInstance) addExtraInfo(gadgetCtx operators.GadgetContext) error { ef, err := elf.NewFile(bytes.NewReader(i.program)) if err != nil { return fmt.Errorf("parsing elf file: %w", err) } var sections []string var maps []*extraInfoMap var programs []*extraInfoProgram var variables []*extraInfoVariable // Add sections for _, sec := range ef.Sections { sections = append(sections, sec.Name) } sectionsJson, _ := json.Marshal(sections) // Add maps for name, m := range i.collectionSpec.Maps { if name == ".rodata" || name == ".bss" { continue } maps = append(maps, &extraInfoMap{ Name: name, Type: m.Type.String(), }) } mapsJson, _ := json.Marshal(maps) // Add programs for _, p := range i.collectionSpec.Programs { programs = append(programs, &extraInfoProgram{ Section: p.SectionName, Source: p.Instructions.String(), SourceWithRelocation: getSourceWithRelocations(p.Instructions), }) } programsJson, _ := json.Marshal(programs) // Add variables for name, v := range i.collectionSpec.Variables { variables = append(variables, &extraInfoVariable{ Name: name, Offset: v.Offset(), Size: v.Size(), Map: v.MapName(), }) } variablesJson, _ := json.Marshal(variables) ebpfInfo := &api.ExtraInfo{ Data: make(map[string]*api.GadgetInspectAddendum), } ebpfInfo.Data["ebpf.sections"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: []byte(sectionsJson), } ebpfInfo.Data["ebpf.maps"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: []byte(mapsJson), } ebpfInfo.Data["ebpf.programs"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: []byte(programsJson), } ebpfInfo.Data["ebpf.variables"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: []byte(variablesJson), } // add mermaid graph data flowchartGraph, err := graphutils.GenerateFlowchartMermaidGraph(i.collectionSpec) if err != nil { return fmt.Errorf("generating mermaid flow graph: %w", err) } sequenceDiagram, err := graphutils.GenerateSequenceMermaidGraph(i.collectionSpec) if err != nil { return fmt.Errorf("generating mermaid sequence diagram: %w", err) } ebpfInfo.Data["ebpf.flowchart"] = &api.GadgetInspectAddendum{ ContentType: "text/mermaid", Content: []byte(flowchartGraph), } ebpfInfo.Data["ebpf.sequence"] = &api.GadgetInspectAddendum{ ContentType: "text/mermaid", Content: []byte(sequenceDiagram), } gadgetCtx.SetVar("extraInfo.ebpf", ebpfInfo) return nil } func getSourceWithRelocations(insns asm.Instructions) (relocations string) { var relocs strings.Builder iter := insns.Iterate() for iter.Next() { if source := iter.Ins.Source(); source != nil { relocs.WriteString(fmt.Sprintf("; %s\n", source)) } if relo := btf.CORERelocationMetadata(iter.Ins); relo != nil { relocs.WriteString(fmt.Sprintf("; %v\n", relo)) } relocs.WriteString(fmt.Sprintf("%v\n", iter.Ins)) } return relocs.String() } inspektor-gadget-0.46.0/pkg/operators/ebpf/formatters.go000066400000000000000000000154451510117411400233040ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "strings" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/annotations" ) const ( kernelStackTargetNameAnnotation = "ebpf.formatter.kstack" enumTargetNameAnnotation = "ebpf.formatter.enum" enumBitfieldSeparatorAnnotation = "ebpf.formatter.bitfield.separator" ) func byteSliceAsUint64(in []byte, signed bool, ds datasource.DataSource) uint64 { if signed { switch len(in) { case 1: return uint64(int8(in[0])) case 2: return uint64(int16(ds.ByteOrder().Uint16(in))) case 4: return uint64(int32(ds.ByteOrder().Uint32(in))) case 8: return uint64(int64(ds.ByteOrder().Uint64(in))) } } switch len(in) { case 1: return uint64(in[0]) case 2: return uint64(ds.ByteOrder().Uint16(in)) case 4: return uint64(ds.ByteOrder().Uint32(in)) case 8: return uint64(ds.ByteOrder().Uint64(in)) } return 0 } func (i *ebpfInstance) initEnumFormatter(gadgetCtx operators.GadgetContext) error { btfSpec, err := btf.LoadKernelSpec() if err != nil { i.logger.Warnf("Kernel BTF information not available. Enums won't be resolved to strings") } for _, ds := range gadgetCtx.GetDataSources() { formatters, err := getFormattersForEnums(i.enums, ds, btfSpec, i.logger) if err != nil { return err } if len(formatters) > 0 { i.formatters[ds] = formatters } } return nil } func getFormattersForEnums(enums []*enum, ds datasource.DataSource, btfSpec *btf.Spec, lg logger.Logger) ([]func(ds datasource.DataSource, data datasource.Data) error, error) { formatters := []func(ds datasource.DataSource, data datasource.Data) error{} for _, en := range enums { enum := en.Enum name := en.memberName in := ds.GetField(name) if in == nil { continue } in.SetHidden(true, false) if btfSpec != nil { kernelEnum := &btf.Enum{} if err := btfSpec.TypeByName(enum.Name, &kernelEnum); err == nil { // Use kernel enum if found enum = kernelEnum } } targetName, err := annotations.GetTargetNameFromAnnotation(lg, "enum", in, enumTargetNameAnnotation) if err != nil { lg.Warnf("getting target name for enum field %q: %v", in.Name(), err) continue } out, err := ds.AddField(targetName, api.Kind_String, datasource.WithSameParentAs(in)) if err != nil { return formatters, err } var formatter func(ds datasource.DataSource, data datasource.Data) error isBitField := strings.HasSuffix(enum.Name, "_set") if isBitField { separator := in.Annotations()[enumBitfieldSeparatorAnnotation] if separator == "" { separator = "|" } formatter = func(ds datasource.DataSource, data datasource.Data) error { inBytes := in.Get(data) val := byteSliceAsUint64(inBytes, enum.Signed, ds) var arr []string for _, v := range enum.Values { if val&v.Value == v.Value { arr = append(arr, v.Name) } } out.PutString(data, strings.Join(arr, separator)) return nil } } else { formatter = func(ds datasource.DataSource, data datasource.Data) error { // TODO: lookup table? inBytes := in.Get(data) val := byteSliceAsUint64(inBytes, enum.Signed, ds) for _, v := range enum.Values { if val == v.Value { return out.Set(data, []byte(v.Name)) } } out.Set(data, []byte("UNKNOWN")) return nil } } formatters = append(formatters, formatter) } return formatters, nil } func (i *ebpfInstance) initStackConverter(gadgetCtx operators.GadgetContext) error { var kernelSymbolResolver *kallsyms.KAllSyms = nil for _, ds := range gadgetCtx.GetDataSources() { for _, in := range ds.GetFieldsWithTag("type:" + ebpftypes.KernelStackTypeName) { if in == nil { continue } in.SetHidden(true, false) if kernelSymbolResolver == nil { var err error kernelSymbolResolver, err = kallsyms.NewKAllSyms() if err != nil { return err } } if i.collectionSpec.Maps[ebpftypes.KernelStackMapName] == nil { return errors.New("kernel stack map is not initialized but used. " + "if you are using `gadget_kernel_stack` as event field, " + "try to include ") } targetName, err := annotations.GetTargetNameFromAnnotation(i.logger, "kstack", in, kernelStackTargetNameAnnotation) if err != nil { i.logger.Warnf("getting target name for kstack field %q: %v", in.Name(), err) continue } out, err := ds.AddField(targetName, api.Kind_String, datasource.WithSameParentAs(in)) if err != nil { return err } converter := func(ds datasource.DataSource, data datasource.Data) error { inBytes := in.Get(data) stackId := ds.ByteOrder().Uint32(inBytes) outString, err := fetchAndFormatStackTrace(stackId, i.kernelStackMap.Lookup, kernelSymbolResolver.LookupByInstructionPointer) if err != nil { i.logger.Warnf("stack with ID %d is lost: %s", stackId, err.Error()) out.Set(data, []byte{}) return nil } out.Set(data, []byte(outString)) return nil } i.formatters[ds] = append(i.formatters[ds], converter) } } return nil } func fetchAndFormatStackTrace(stackId uint32, stackLookup func(interface{}, interface{}) error, lookupByInstructionPointer func(uint64) string) (string, error) { stack := [ebpftypes.KernelPerfMaxStackDepth]uint64{} err := stackLookup(stackId, &stack) if err != nil { return "", err } outString := "" for depth, addr := range stack { if addr == 0 { break } outString += fmt.Sprintf("[%d]%s; ", depth, lookupByInstructionPointer(addr)) } return outString, nil } func (i *ebpfInstance) initFormatters(gadgetCtx operators.GadgetContext) error { if err := i.initEnumFormatter(gadgetCtx); err != nil { return fmt.Errorf("initializing enum formatter: %w", err) } if err := i.initStackConverter(gadgetCtx); err != nil { return fmt.Errorf("initializing stack converters: %w", err) } return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/formatters_test.go000066400000000000000000000236301510117411400243360ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "testing" "github.com/cilium/ebpf/btf" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" ) func TestGetFormattersForEnums(t *testing.T) { nonBitfieldEnum := constructNValuedEnum([]string{"A", "B", "C"}, "field1", false) bitfieldEnum := constructNValuedEnum([]string{"A", "B", "C"}, "field1", true) type testCaseDatum struct { enum *enum inputValue uint64 expectedOutput string expectedTargetFieldName string separator string targetAnnotation string isMatch bool } type testCase struct { name string noOfMatches uint8 data []testCaseDatum } testCases := []testCase{ { name: "Single non-bitfield enum valid", noOfMatches: 1, data: []testCaseDatum{ { enum: nonBitfieldEnum, inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Single non-bitfield enum valid no target annotation", noOfMatches: 1, data: []testCaseDatum{ { enum: constructNValuedEnum([]string{"A", "B", "C"}, "field1_raw", false), inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", isMatch: true, }, }, }, { name: "Single bitfield enum multiple flags", noOfMatches: 1, data: []testCaseDatum{ { enum: bitfieldEnum, inputValue: 3, expectedOutput: "A|B|C", expectedTargetFieldName: "field1", separator: "|", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Non-bitfield enum unknown", noOfMatches: 1, data: []testCaseDatum{ { enum: nonBitfieldEnum, inputValue: 5, expectedOutput: "UNKNOWN", expectedTargetFieldName: "field1", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Non-bitfield enum with multiple similar values", noOfMatches: 1, data: []testCaseDatum{ { enum: nonBitfieldEnum, inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Bitfield enum no flags set", noOfMatches: 1, data: []testCaseDatum{ { enum: bitfieldEnum, inputValue: 0, expectedOutput: "", expectedTargetFieldName: "field1", separator: "|", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Bitfield enum custom separator", noOfMatches: 1, data: []testCaseDatum{ { enum: bitfieldEnum, inputValue: 3, expectedOutput: "A, B, C", expectedTargetFieldName: "field1", separator: ", ", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Multiple enums, first non-match then match", noOfMatches: 1, data: []testCaseDatum{ { enum: nonBitfieldEnum, expectedTargetFieldName: "nonmatch_field1", targetAnnotation: "target1", isMatch: false, }, { enum: constructNValuedEnum([]string{"Match"}, "field2", false), inputValue: 1, expectedOutput: "Match", expectedTargetFieldName: "field2", targetAnnotation: "target2", isMatch: true, }, }, }, { name: "Multiple non-bitfield enums both matching", noOfMatches: 2, data: []testCaseDatum{ { enum: nonBitfieldEnum, inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", targetAnnotation: "target1", isMatch: true, }, { enum: constructNValuedEnum([]string{"Second"}, "field2", false), inputValue: 1, expectedOutput: "Second", expectedTargetFieldName: "field2", targetAnnotation: "target2", isMatch: true, }, }, }, { name: "Non-bitfield then bitfield enum, bitfield wins", noOfMatches: 1, data: []testCaseDatum{ { enum: constructNValuedEnum([]string{"Plain"}, "nonmatch_field2", false), expectedTargetFieldName: "field2", targetAnnotation: "target2", isMatch: false, }, { enum: bitfieldEnum, inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", separator: "|", targetAnnotation: "target1", isMatch: true, }, }, }, { name: "Multiple bitfield enums, last wins", noOfMatches: 1, data: []testCaseDatum{ { enum: constructNValuedEnum([]string{"FirstFlag"}, "nonmatch_field2", true), expectedTargetFieldName: "field2", targetAnnotation: "target2", isMatch: false, }, { enum: bitfieldEnum, inputValue: 1, expectedOutput: "A", expectedTargetFieldName: "field1", separator: "|", targetAnnotation: "target1", isMatch: true, }, }, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { ds, _ := datasource.New(datasource.TypeSingle, "formatters") fas := make(map[string]datasource.FieldAccessor) for _, test := range tc.data { var fn string if test.targetAnnotation != "" { fn = test.expectedTargetFieldName } else { fn = test.expectedTargetFieldName + "_raw" } in, err := ds.AddField(fn, api.Kind_Uint64) require.NoError(t, err) require.NotNil(t, in) if test.separator != "" { in.AddAnnotation(enumBitfieldSeparatorAnnotation, test.separator) } if test.targetAnnotation != "" { in.AddAnnotation(enumTargetNameAnnotation, test.targetAnnotation) } fas[test.expectedTargetFieldName] = in } lg := logger.DefaultLogger() var enums []*enum for _, test := range tc.data { enums = append(enums, test.enum) } formatters, err := getFormattersForEnums(enums, ds, nil, lg) require.NoError(t, err) require.Len(t, formatters, int(tc.noOfMatches)) formattersIndex := 0 for _, test := range tc.data { if !test.isMatch { continue } data, _ := ds.NewPacketSingle() in := fas[test.expectedTargetFieldName] in.PutUint64(data, test.inputValue) err = formatters[formattersIndex](ds, data) require.NoError(t, err) var out datasource.FieldAccessor if test.targetAnnotation != "" { out = ds.GetField(test.targetAnnotation) } else { out = ds.GetField(test.expectedTargetFieldName) } res, _ := out.String(data) require.Equal(t, test.expectedOutput, res) formattersIndex++ } }) } } func TestFetchAndFormatStackTrace(t *testing.T) { type testCase struct { name string stackEntries [ebpftypes.KernelPerfMaxStackDepth]uint64 expectedTrace string } testCases := []testCase{ { name: "Valid stack trace", stackEntries: [ebpftypes.KernelPerfMaxStackDepth]uint64{ 0xabcdef, 0x123456, 0x312414, 0, }, expectedTrace: "[0]funcA; [1]funcB; [2]unknown; ", }, { name: "Empty stack trace", stackEntries: [ebpftypes.KernelPerfMaxStackDepth]uint64{ 0, 0, 0, 0, }, expectedTrace: "", }, { name: "Single valid entry", stackEntries: [ebpftypes.KernelPerfMaxStackDepth]uint64{ 0xabcdef, 0, 0, 0, }, expectedTrace: "[0]funcA; ", }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { // Custom stack lookup function for this test case. stackLookup := func(key interface{}, valueOut interface{}) error { stack := valueOut.(*[ebpftypes.KernelPerfMaxStackDepth]uint64) *stack = tc.stackEntries return nil } result, err := fetchAndFormatStackTrace(42, stackLookup, lookupByInstructionPointer) require.NoError(t, err) require.Equal(t, tc.expectedTrace, result) }) } } func lookupByInstructionPointer(addr uint64) string { switch addr { case 0xabcdef: return "funcA" case 0x123456: return "funcB" default: return "unknown" } } func constructNValuedEnum(keys []string, memberName string, isBitField bool) *enum { var vals []btf.EnumValue for i, v := range keys { vals = append(vals, btf.EnumValue{Name: v, Value: uint64(i + 1)}) } name := "testenum" if isBitField { name += "_set" } return &enum{ Enum: &btf.Enum{ Name: name, Values: vals, Signed: false, }, memberName: memberName, } } inspektor-gadget-0.46.0/pkg/operators/ebpf/helpers.go000066400000000000000000000041111510117411400225440ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "os" "strings" "sync" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" ) type ( btfTypeValidator func(btf.Type, string) error btfPopulateFunc func(btf.Type, string) error prefixFunc func(string) (string, bool) populateEntry struct { prefixFunc prefixFunc validator btfTypeValidator populateFunc btfPopulateFunc } ) func hasPrefix(prefix string) prefixFunc { return func(s string) (string, bool) { return strings.TrimPrefix(s, prefix), strings.HasPrefix(s, prefix) } } var ( onceRingbuf sync.Once ringbufAvailable bool ) func isRingbufAvailable() bool { onceRingbuf.Do(func() { ringbuf, err := ebpf.NewMap(&ebpf.MapSpec{ Type: ebpf.RingBuf, MaxEntries: uint32(os.Getpagesize()), }) ringbuf.Close() ringbufAvailable = err == nil }) return ringbufAvailable } func (i *ebpfInstance) validateGlobalConstVoidPtrVar(t btf.Type, varName string) error { btfVar, ok := t.(*btf.Var) if !ok { return errors.New("not of type btf.Var") } if btfVar.Linkage != btf.GlobalVar { return fmt.Errorf("%q is not a global variable", btfVar.Name) } btfPtr, ok := btfVar.Type.(*btf.Pointer) if !ok { return fmt.Errorf("%q is not a pointer", btfVar.Name) } btfConst, ok := btfPtr.Target.(*btf.Const) if !ok { return fmt.Errorf("%q is not const", btfVar.Name) } _, ok = btfConst.Type.(*btf.Void) if !ok { return fmt.Errorf("%q is not a const void pointer", btfVar.Name) } return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/iter.go000066400000000000000000000176621510117411400220640ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "io" "os" "strings" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" "github.com/cilium/ebpf/link" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" bpfiterns "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/bpf-iter-ns" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/nsenter" ) type linkIterator struct { link *link.Iter typ string } type Iterator struct { structName string ds datasource.DataSource accessor datasource.FieldAccessor // iterators is a list of iterator programs that this Iterator needs to run to // get the data. This information is gathered from the iterator // definition in the eBPF program. iterators map[string]struct{} // links is a map of iterator programs to their links. Links are created when the // iterator is attached to the kernel. links map[string]*linkIterator interval time.Duration count int fetchOnStop bool } func (i *ebpfInstance) parseIteratorPrograms(programs []string) (map[string]struct{}, error) { iterators := make(map[string]struct{}, len(programs)) for _, program := range programs { if program == "" { return nil, errors.New("empty program name") } i.logger.Debugf("> program %q", program) // Check if the program is in the eBPF object p, ok := i.collectionSpec.Programs[program] if !ok { return nil, fmt.Errorf("program %q not found in eBPF object", program) } if p.Type != ebpf.Tracing || !strings.HasPrefix(p.SectionName, "iter/") { return nil, fmt.Errorf("invalid program %q: expecting type %q and section name prefix \"iter/\", got %q and %q", program, ebpf.Tracing, p.Type, p.SectionName) } iterators[program] = struct{}{} } return iterators, nil } func (i *ebpfInstance) populateIterators(t btf.Type, varName string) error { i.logger.Debugf("populating iterator %q", varName) parts := strings.Split(varName, typeSplitter) if len(parts) < 3 { // At least one program is required return fmt.Errorf("invalid iterator definition, expected format: _________...___, got %q", varName) } name := parts[0] structName := parts[1] i.logger.Debugf("> name : %q", name) i.logger.Debugf("> struct name: %q", structName) iterators, err := i.parseIteratorPrograms(parts[2:]) if err != nil { return fmt.Errorf("parsing iterator %q programs: %w", name, err) } if _, ok := i.iterators[name]; ok { i.logger.Debugf("iterator %q already defined, skipping", name) return nil } var btfStruct *btf.Struct if err := i.collectionSpec.Types.TypeByName(structName, &btfStruct); err != nil { return fmt.Errorf("finding struct %q in eBPF object: %w", structName, err) } i.logger.Debugf("adding iterator %q", name) i.iterators[name] = &Iterator{ structName: btfStruct.Name, iterators: iterators, links: make(map[string]*linkIterator), } err = i.populateStructDirect(btfStruct) if err != nil { return fmt.Errorf("populating struct %q for iterator %q: %w", btfStruct.Name, name, err) } return nil } func (i *ebpfInstance) runIterators() error { for sName, iter := range i.iterators { fetch := func() error { i.logger.Debugf("Running iterator %q", sName) pArray, err := iter.ds.NewPacketArray() if err != nil { return fmt.Errorf("creating new packet: %w", err) } for pName, l := range iter.links { i.logger.Debugf("Running iterator program %q", pName) if !isIteratorKindSupported(l.typ) { return fmt.Errorf("iterator kind %q is not supported", l.typ) } if !isIteratorKindPerNetNs(l.typ) { buf, err := bpfiterns.Read(l.link) if err != nil { return fmt.Errorf("reading iterator %q: %w", pName, err) } size := iter.accessor.Size() if uint32(len(buf))%size != 0 { return fmt.Errorf("iter %q returned an invalid buffer's size %d, expected multiple of %d", pName, len(buf), size) } for i := uint32(0); i < uint32(len(buf)); i += size { data := pArray.New() if err := iter.accessor.Set(data, buf[i:i+size]); err != nil { pArray.Release(data) return fmt.Errorf("setting data element %d: %w", i, err) } pArray.Append(data) } } else { visitedNetNs := make(map[uint64]struct{}) for _, container := range i.containers { _, visited := visitedNetNs[container.Netns] if visited { continue } visitedNetNs[container.Netns] = struct{}{} err := nsenter.NetnsEnter(int(container.ContainerPid()), func() error { reader, err := l.link.Open() if err != nil { return err } defer reader.Close() buf, err := io.ReadAll(reader) if err != nil { return fmt.Errorf("reading iterator %q: %w", pName, err) } size := iter.accessor.Size() if uint32(len(buf))%size != 0 { return fmt.Errorf("iter %q returned an invalid buffer's size %d, expected multiple of %d", pName, len(buf), size) } for i := uint32(0); i < uint32(len(buf)); i += size { data := pArray.New() if err := iter.accessor.Set(data, buf[i:i+size]); err != nil { pArray.Release(data) return fmt.Errorf("setting data element %d: %w", i, err) } pArray.Append(data) } return nil }) if err != nil && !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("entering container %q's netns to run iterator %q: %w", container.Runtime.ContainerName, pName, err) } } } } if err := iter.ds.EmitAndRelease(pArray); err != nil { return fmt.Errorf("emitting iter %q data: %w", sName, err) } return nil } i.wg.Add(1) go func() { defer i.wg.Done() if iter.interval == 0 && iter.count == 1 { // Only a single time if interval is zero and count is 1 err := fetch() if err != nil { i.logger.Warnf("error running iterator %q: %v", sName, err) } return } ctr := 0 tickerChan := make(<-chan time.Time) if iter.interval > 0 { tickerChan = time.NewTicker(iter.interval).C } for { select { case <-i.done: if iter.fetchOnStop { i.logger.Debugf("fetching on stop") err := fetch() if err != nil { i.logger.Warnf("error running iterator %q: %v", sName, err) } } return case <-tickerChan: err := fetch() if err != nil { i.logger.Warnf("error running iterator %q: %v", sName, err) } ctr++ if iter.count > 0 && ctr >= iter.count { // TODO: close DS return } } } }() } return nil } // isIteratorKindPerNetNs returns true if the iterator kind needs to be run per // network namespace. func isIteratorKindPerNetNs(kind string) bool { if kind == "tcp" || kind == "udp" { return true } return false } // isIteratorKindSupported returns true if the iterator kind is supported by // Inspektor Gadget. func isIteratorKindSupported(kind string) bool { // Linux 6.9 supports the following iterator kinds: // // $ git grep -w '^DEFINE_BPF_ITER_FUNC'|sed 's/^.*(\([a-z0-9_]*\),.*$/\1/' // bpf_link bpf_map bpf_map_elem bpf_prog bpf_sk_storage_map cgroup // ipv6_route ksym netlink sockmap task task_file task_vma tcp udp unix // // But at the moment, only a subset is supported by Inspektor Gadget. switch kind { case "task", "task_file", "ksym", "tcp", "udp": return true } return false } inspektor-gadget-0.46.0/pkg/operators/ebpf/maps.go000066400000000000000000000175441510117411400220600ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "reflect" "strings" "time" "unsafe" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" ) const ( ParamMapIterInterval = "map-fetch-interval" ParamMapIterCount = "map-fetch-count" mapIterIntervalDefault = "1000ms" ) type mapIter struct { name string mapName string keyStructName string valStructName string ds datasource.DataSource keyAccessor datasource.FieldAccessor valAccessor datasource.FieldAccessor interval time.Duration count int flushOnStop bool } func (i *ebpfInstance) populateMap(t btf.Type, varName string) error { i.logger.Debugf("populating map %q", varName) newVar := &ebpfVar{ name: varName, refType: reflect.TypeOf(&ebpf.Map{}), tags: nil, } i.vars[varName] = newVar // Set variable to nil pointer to map, so it's present var nilVal *ebpf.Map i.gadgetCtx.SetVar(varName, nilVal) return nil } func (i *ebpfInstance) mapParams() api.Params { if len(i.mapIters) == 0 { return nil } return api.Params{ { Key: ParamMapIterInterval, Description: "interval in which to iterate over maps", DefaultValue: mapIterIntervalDefault, TypeHint: api.TypeString, Title: "Map fetch interval", }, { Key: ParamMapIterCount, Description: "number of map fetch cycles - use 0 for unlimited", DefaultValue: "0", TypeHint: api.TypeInt, Title: "Map fetch count", }, } } func (i *ebpfInstance) evaluateMapParams(paramValues api.ParamValues) error { if len(i.mapIters) == 0 { return nil } globalDuration := time.Duration(0) globalCount := 0 mapIterInterval := paramValues[ParamMapIterInterval] // It's possible that in the param is empty in some cases, like running the // gadget from a gadget spec file. In this case we need to set the param to // the default value. if mapIterInterval == "" { mapIterInterval = mapIterIntervalDefault } durations, err := apihelpers.GetDurationValuesPerDataSource(mapIterInterval) if err != nil { return fmt.Errorf("evaluating map fetch interval: %w", err) } for dsName, duration := range durations { if dsName == "" { globalDuration = duration continue } iter, ok := i.mapIters[dsName] if !ok { return fmt.Errorf("map fetch interval found for non-existing iterator %q", dsName) } iter.interval = duration } counts, err := apihelpers.GetIntValuesPerDataSource(paramValues[ParamMapIterCount]) if err != nil { return fmt.Errorf("evaluating map fetch interval: %w", err) } for dsName, count := range counts { if dsName == "" { globalCount = count continue } iter, ok := i.mapIters[dsName] if !ok { return fmt.Errorf("map fetch count found for non-existing iterator %q", dsName) } iter.count = count } for _, iter := range i.mapIters { if iter.interval == 0 { iter.interval = globalDuration } if iter.count == 0 { iter.count = globalCount } iter.ds.AddAnnotation(api.FetchCountAnnotation, fmt.Sprintf("%d", iter.count)) iter.ds.AddAnnotation(api.FetchIntervalAnnotation, iter.interval.String()) } return nil } func (i *ebpfInstance) runMapIterators() error { for _, iter := range i.mapIters { if iter.interval == 0 && iter.count > 1 { return fmt.Errorf("map iterator %q has count > 1 but interval is zero", iter.name) } iterMap, ok := i.collection.Maps[iter.mapName] if !ok { return fmt.Errorf("map %q not found", iter.mapName) } fetch := func() { p, err := iter.ds.NewPacketArray() if err != nil { i.logger.Errorf("error creating packet for map iterator: %v", err) return } var prevKey []byte batchSize := 100 // discuss keySize := int(iterMap.KeySize()) valSize := int(iterMap.ValueSize()) for { keys := make([]byte, keySize*batchSize) vals := make([]byte, valSize*batchSize) keysPtr := Pointer{ptr: unsafe.Pointer(&keys[0])} valuesPtr := Pointer{ptr: unsafe.Pointer(&vals[0])} // TODO: use cilium lib once raw byte access has been added // TODO: open PR to actually make that happen nk := make([]byte, keySize) attr := MapLookupBatchAttr{ MapFd: uint32(iterMap.FD()), Keys: keysPtr, Values: valuesPtr, Count: uint32(batchSize), OutBatch: Pointer{ptr: unsafe.Pointer(&nk[0])}, } if prevKey != nil { attr.InBatch = Pointer{ptr: unsafe.Pointer(&prevKey[0])} } _, err := BPF(BPF_MAP_LOOKUP_AND_DELETE_BATCH, unsafe.Pointer(&attr), unsafe.Sizeof(attr)) if err != nil && !errors.Is(err, unix.ENOENT) { i.logger.Warnf("error from map iterator: %v", err) break } n := int(attr.Count) prevKey = nk for c := range n { d := p.New() iter.keyAccessor.Set(d, keys[keySize*c:keySize*(c+1)]) iter.valAccessor.Set(d, vals[valSize*c:valSize*(c+1)]) p.Append(d) } if errors.Is(err, unix.ENOENT) { // ebpf.ErrKeyNotExist when doing this with cilium/ebpf later on break } } iter.ds.EmitAndRelease(p) } i.wg.Add(1) go func() { defer i.wg.Done() if iter.interval == 0 && iter.count == 1 { // Only a single time if interval is zero and count is 1 fetch() return } ctr := 0 tickerChan := make(<-chan time.Time) if iter.interval > 0 { tickerChan = time.NewTicker(iter.interval).C } for { select { case <-i.done: if iter.flushOnStop { i.logger.Debugf("flushing map") fetch() } return case <-tickerChan: fetch() ctr++ if iter.count > 0 && ctr >= iter.count { // TODO: close DS return } } } }() } return nil } func (i *ebpfInstance) populateMapIter(t btf.Type, varName string) error { i.logger.Debugf("populating mapiter %q", varName) info := strings.Split(varName, typeSplitter) if len(info) != 2 { return fmt.Errorf("invalid name for gadget_mapiter type: %q", varName) } name := info[0] mapName := info[1] if _, ok := i.mapIters[name]; ok { return fmt.Errorf("duplicate map iterator %q", varName) } // Get types iterMap, ok := i.collectionSpec.Maps[mapName] if !ok { return fmt.Errorf("map %q not found in eBPF object", mapName) } if iterMap.Type != ebpf.Hash { return fmt.Errorf("map %q is not a hash map", mapName) } keyStruct, ok := iterMap.Key.(*btf.Struct) if !ok { return fmt.Errorf("map %q key is not a struct", mapName) } valStruct, ok := iterMap.Value.(*btf.Struct) if !ok { return fmt.Errorf("map %q value is not a struct", mapName) } if iterMap.KeySize != keyStruct.Size || iterMap.ValueSize != valStruct.Size { return fmt.Errorf("key/value sizes of map %q does not match size of structs", mapName) } err := i.populateStructDirect(keyStruct) if err != nil { return fmt.Errorf("populating key struct for map iter %q: %w", varName, err) } err = i.populateStructDirect(valStruct) if err != nil { return fmt.Errorf("populating value struct for map iter %q: %w", varName, err) } iter := &mapIter{ name: name, mapName: mapName, keyStructName: keyStruct.Name, valStructName: valStruct.Name, } i.mapIters[name] = iter return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/params.go000066400000000000000000000117571510117411400224030ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "fmt" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfhelpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) type param struct { *api.Param fromEbpf bool // Only valid for string parameters strLen int } func getTypeHint(typ btf.Type) params.TypeHint { typ = btfhelpers.ResolveType(typ) switch typedMember := typ.(type) { case *btf.Int: switch typedMember.Encoding { case btf.Signed: switch typedMember.Size { case 1: return params.TypeInt8 case 2: return params.TypeInt16 case 4: return params.TypeInt32 case 8: return params.TypeInt64 } case btf.Unsigned: switch typedMember.Size { case 1: return params.TypeUint8 case 2: return params.TypeUint16 case 4: return params.TypeUint32 case 8: return params.TypeUint64 } case btf.Bool: return params.TypeBool case btf.Char: return params.TypeUint8 } case *btf.Float: switch typedMember.Size { case 4: return params.TypeFloat32 case 8: return params.TypeFloat64 } case *btf.Struct: switch typedMember.Name { case ebpftypes.L3EndpointTypeName: return params.TypeIP } case *btf.Array: arrayType := btfhelpers.ResolveType(typedMember.Type) if arrayType.TypeName() == "char" { return params.TypeString } } return params.TypeUnknown } type wellKnownParamKey struct { TypeName string VarName string } type wellKnownParamVal struct { Key string Description string } var wellKnownParams = map[wellKnownParamKey]wellKnownParamVal{ {TypeName: ebpftypes.PidTypeName, VarName: "targ_pid"}: { Key: "pid", Description: "Show only events generated by processes with this pid", }, {TypeName: ebpftypes.TidTypeName, VarName: "targ_tid"}: { Key: "tid", Description: "Show only events generated by threads with this tid", }, {TypeName: ebpftypes.UidTypeName, VarName: "targ_uid"}: { Key: "uid", Description: "Show only events generated by processes with this uid", }, {TypeName: ebpftypes.GidTypeName, VarName: "targ_gid"}: { Key: "gid", Description: "Show only events generated by processes with this gid", }, {TypeName: ebpftypes.CommTypeName, VarName: "targ_comm"}: { Key: "comm", Description: "Show only events generated by processes with this name", }, {TypeName: "bool", VarName: "collect_ustack"}: { Key: "collect-ustack", Description: "Collect user stack traces", }, {TypeName: "bool", VarName: "collect_build_id"}: { Key: "collect-build-id", Description: "Collect build IDs", }, } func handleWellKnownParam(btfVar *btf.Var, p *param) { _, types := btfhelpers.GetType(btfVar.Type) for _, t := range types { key := wellKnownParamKey{TypeName: t, VarName: btfVar.Name} if param, ok := wellKnownParams[key]; ok { p.Key = param.Key p.Description = param.Description return } } } func (i *ebpfInstance) populateParam(t btf.Type, varName string) error { if _, found := i.params[varName]; found { i.logger.Debugf("param %q already defined, skipping", varName) return nil } var btfVar *btf.Var err := i.collectionSpec.Types.TypeByName(varName, &btfVar) if err != nil { return fmt.Errorf("no BTF type found for: %s: %w", varName, err) } newParam := ¶m{ Param: &api.Param{ Key: varName, }, fromEbpf: true, } th := getTypeHint(btfVar.Type) newParam.TypeHint = string(th) if th == params.TypeString { typ := btfhelpers.ResolveType(btfVar.Type) if arrayType, ok := typ.(*btf.Array); ok { newParam.strLen = int(arrayType.Nelems) } } i.logger.Debugf("adding param %q (%v)", btfVar.Name, th) handleWellKnownParam(btfVar, newParam) // Fill additional information from metadata paramInfo := i.config.Sub("params.ebpf." + varName) if paramInfo == nil { // Backward compatibility paramInfo = i.config.Sub("ebpfParams." + varName) } if paramInfo != nil { i.logger.Debugf(" filling additional information from metadata") if s := paramInfo.GetString("key"); s != "" { newParam.Key = s } if s := paramInfo.GetString("defaultValue"); s != "" { newParam.DefaultValue = s } if s := paramInfo.GetString("description"); s != "" { newParam.Description = s } } i.params[varName] = newParam return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/params_defaults.go000066400000000000000000000074701510117411400242670ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "strings" "unsafe" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfhelpers" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" ) var errMapNoBTFValue = errors.New("map spec does not contain a BTF Value") // fillParamDefaults will fill out i.Params' default values func (i *ebpfInstance) fillParamDefaults() error { spec := i.collectionSpec for name, spec := range spec.Maps { if !strings.HasPrefix(name, ".rodata") { continue } b, ds, err := dataSection(spec) if errors.Is(err, errMapNoBTFValue) { continue } if err != nil { return fmt.Errorf("map %s: %w", name, err) } for _, v := range ds.Vars { vname := v.Type.TypeName() param, ok := i.params[vname] if !ok { continue } if int(v.Offset+v.Size) > len(b) { continue } btfVar, ok := v.Type.(*btf.Var) if !ok { continue } btfConst, ok := btfVar.Type.(*btf.Const) if !ok { continue } btfVolatile, ok := btfConst.Type.(*btf.Volatile) if !ok { continue } vtype := btfVolatile.Type if typedef, ok := vtype.(*btf.Typedef); ok { vtype = btfhelpers.GetUnderlyingType(typedef) } bytes := b[v.Offset : v.Offset+v.Size] var defaultValue string switch t := vtype.(type) { case *btf.Int: if t.Encoding&btf.Signed != 0 { switch t.Size { case 1: defaultValue = fmt.Sprintf("%d", int8(bytes[0])) case 2: defaultValue = fmt.Sprintf("%d", *(*int16)(unsafe.Pointer(&bytes[0]))) case 4: defaultValue = fmt.Sprintf("%d", *(*int32)(unsafe.Pointer(&bytes[0]))) case 8: defaultValue = fmt.Sprintf("%d", *(*int64)(unsafe.Pointer(&bytes[0]))) } } else { switch t.Size { case 1: defaultValue = fmt.Sprintf("%d", bytes[0]) case 2: defaultValue = fmt.Sprintf("%d", *(*uint16)(unsafe.Pointer(&bytes[0]))) case 4: defaultValue = fmt.Sprintf("%d", *(*uint32)(unsafe.Pointer(&bytes[0]))) case 8: defaultValue = fmt.Sprintf("%d", *(*uint64)(unsafe.Pointer(&bytes[0]))) } } if t.Encoding&btf.Bool != 0 { if defaultValue == "0" { defaultValue = "false" } else { defaultValue = "true" } } case *btf.Struct: switch t.Name { case ebpftypes.L3EndpointTypeName: defaultValue = "0.0.0.0" } } i.gadgetCtx.Logger().Debugf("default value for param %q set to %q (%.2X), type was %T", vname, defaultValue, bytes, vtype) param.DefaultValue = defaultValue } } return nil } // dataSection returns the contents and BTF Datasec descriptor of the spec. // borrowed from cilium/ebpf func dataSection(ms *ebpf.MapSpec) ([]byte, *btf.Datasec, error) { if ms.Value == nil { return nil, nil, errMapNoBTFValue } ds, ok := ms.Value.(*btf.Datasec) if !ok { return nil, nil, fmt.Errorf("map value BTF is a %T, not a *btf.Datasec", ms.Value) } if n := len(ms.Contents); n != 1 { return nil, nil, fmt.Errorf("expected one key, found %d", n) } kv := ms.Contents[0] value, ok := kv.Value.([]byte) if !ok { return nil, nil, fmt.Errorf("value at first map key is %T, not []byte", kv.Value) } return value, ds, nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/rawbpf.go000066400000000000000000000027461510117411400223770ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "runtime" "unsafe" "golang.org/x/sys/unix" ) // This is a patched version of their counterparts from cilium/ebpf; the upstream code doesn't allow reading bytes // from maps but instead wants to deserialize itself. However, we need to deserialize with our own libraries and // thus get the raw data from the map in a performant way. const ( BPF_MAP_LOOKUP_AND_DELETE_BATCH uintptr = 25 ) type Pointer struct { ptr unsafe.Pointer } type MapLookupBatchAttr struct { InBatch Pointer OutBatch Pointer Keys Pointer Values Pointer Count uint32 MapFd uint32 ElemFlags uint64 Flags uint64 } func BPF(cmd uintptr, attr unsafe.Pointer, size uintptr) (uintptr, error) { r1, _, errNo := unix.Syscall(unix.SYS_BPF, uintptr(cmd), uintptr(attr), size) runtime.KeepAlive(attr) var err error if errNo != 0 { err = errNo } return r1, err } inspektor-gadget-0.46.0/pkg/operators/ebpf/stats.go000066400000000000000000000370741510117411400222560ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "os" "strings" "time" "github.com/cilium/ebpf" "github.com/spf13/viper" "github.com/inspektor-gadget/inspektor-gadget/pkg/bpfstats" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/processmap" processmaptypes "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/processmap/types" ) const ( ParamGadgetStatisticsInterval = "statistics-interval" EmitStatsAnn = "emitstats" ParamAllProgramsStats = "all" StatsDSName = "bpfstats" ) func (o *ebpfOperator) GlobalParams() api.Params { return nil } func (o *ebpfOperator) Init(params *params.Params) error { return nil } func (o *ebpfOperator) InstantiateDataOperator( gadgetCtx operators.GadgetContext, paramValues api.ParamValues, ) (operators.DataOperatorInstance, error) { cfg, ok := gadgetCtx.GetVar("config") if !ok { return nil, fmt.Errorf("missing configuration") } v, ok := cfg.(*viper.Viper) if !ok { return nil, fmt.Errorf("invalid configuration format") } emitStatsAnn := v.GetBool(fmt.Sprintf("operator.%s.%s", o.Name(), EmitStatsAnn)) if !emitStatsAnn { return nil, nil } processMap, err := processmap.NewProcessMap() if err != nil { return nil, fmt.Errorf("creating processMap: %w", err) } instance := &ebpfOperatorDataInstance{ bpfOperator: o, done: make(chan struct{}), allProgramsStats: paramValues[ParamAllProgramsStats] == "true", processMap: processMap, } instance.ds, err = gadgetCtx.RegisterDataSource(datasource.TypeArray, StatsDSName) if err != nil { return nil, err } intervalAnn := paramValues[ParamGadgetStatisticsInterval] instance.interval, err = time.ParseDuration(intervalAnn) if err != nil { return nil, fmt.Errorf("parsing duration: %w", err) } instance.ds.AddAnnotation(api.FetchIntervalAnnotation, intervalAnn) instance.ds.AddAnnotation("cli.clear-screen-before", "true") if nodeName, ok := os.LookupEnv("NODE_NAME"); ok { instance.nodeNameField, err = instance.ds.AddField("nodeName", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "node", "metrics.type": "key", }), ) if err != nil { return nil, err } instance.nodeName = nodeName } // gadget-specific fields instance.gadgetIDField, err = instance.ds.AddField("gadgetID", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "8", metadatav1.DescriptionAnnotation: "Unique ID assigned to each Gadget instance", }), ) if err != nil { return nil, err } instance.gadgetNameField, err = instance.ds.AddField("gadgetName", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.DescriptionAnnotation: "Name of the Gadget instance", "metrics.type": "key", }), ) if err != nil { return nil, err } instance.gadgetImageField, err = instance.ds.AddField("gadgetImage", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.DescriptionAnnotation: "Name of the Gadget image (like trace_open, trace_exec, etc.)", "metrics.type": "key", }), ) if err != nil { return nil, err } // low-level fields // TODO: how to disable it based on the programs param? instance.progIDField, err = instance.ds.AddField("progID", api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentRight), metadatav1.DescriptionAnnotation: "eBPF program ID assigned by the Linux kernel", metadatav1.ColumnsWidthAnnotation: "5", }), ) if err != nil { return nil, err } instance.progNameField, err = instance.ds.AddField("progName", api.Kind_String, datasource.WithAnnotations(map[string]string{ // The maximum length provided by the kernel is 16 bytes metadatav1.ColumnsFixedAnnotation: "16", metadatav1.DescriptionAnnotation: "Name of the eBPF program", "metrics.type": "key", }), ) if err != nil { return nil, err } instance.progTypeField, err = instance.ds.AddField("progType", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.DescriptionAnnotation: "Type of the eBPF program", }), ) if err != nil { return nil, err } // stats fields instance.runtimeField, err = instance.ds.AddField("runtime_raw", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "12", metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentRight), metadatav1.DescriptionAnnotation: "Time that the eBPF program or Gadget has run in nanoseconds", "metrics.type": "counter", }), datasource.WithTags("type:gadget_duration"), ) if err != nil { return nil, err } instance.runcountField, err = instance.ds.AddField("runcount", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "12", metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentRight), metadatav1.DescriptionAnnotation: "Number of times the eBPF program or Gadget has run", "metrics.type": "counter", }), ) if err != nil { return nil, err } instance.mapMemoryField, err = instance.ds.AddField("mapMemory_raw", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "12", metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentRight), metadatav1.DescriptionAnnotation: "Memory used by maps in bytes", "metrics.type": "gauge", }), datasource.WithTags("type:gadget_bytes"), ) if err != nil { return nil, err } instance.mapCountField, err = instance.ds.AddField("mapCount", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "5", metadatav1.ColumnsAlignmentAnnotation: string(metadatav1.AlignmentRight), metadatav1.DescriptionAnnotation: "Number of maps used by the eBPF program or Gadget", "metrics.type": "gauge", }), ) if err != nil { return nil, err } // process fields // TODO: Ideally these should be arrays, but it's not supported yet by // Inspektor Gadget, see // https://github.com/inspektor-gadget/inspektor-gadget/issues/3032 instance.commsField, err = instance.ds.AddField("comms", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.DescriptionAnnotation: "List of processes using the eBPF program", }), ) if err != nil { return nil, err } instance.pidsField, err = instance.ds.AddField("pids", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsWidthAnnotation: "16", metadatav1.DescriptionAnnotation: "List of PIDs using the eBPF program", }), ) if err != nil { return nil, err } return instance, nil } func (o *ebpfOperator) InstanceParams() api.Params { return api.Params{ { Key: ParamGadgetStatisticsInterval, Description: "interval in which to provide gadget statistics", DefaultValue: "1000ms", TypeHint: api.TypeDuration, Title: "Gadget statistics interval", }, { Key: ParamAllProgramsStats, Description: "Collect statistics for all eBPF programs", DefaultValue: "false", TypeHint: api.TypeBool, Title: "All programs statistics", }, } } func (o *ebpfOperator) Priority() int { return 0 } type ebpfOperatorDataInstance struct { bpfOperator *ebpfOperator ds datasource.DataSource interval time.Duration done chan struct{} processMap *processmap.ProcessMap // used to emit incremental values oldProgStats map[ebpf.ProgramID]progStat // if true stats are collected with programs granularity allProgramsStats bool nodeNameField datasource.FieldAccessor nodeName string // gadget-specific fields gadgetIDField datasource.FieldAccessor gadgetNameField datasource.FieldAccessor gadgetImageField datasource.FieldAccessor // low-level fields progIDField datasource.FieldAccessor progNameField datasource.FieldAccessor progTypeField datasource.FieldAccessor // stats fields runtimeField datasource.FieldAccessor runcountField datasource.FieldAccessor mapMemoryField datasource.FieldAccessor mapCountField datasource.FieldAccessor // process fields commsField datasource.FieldAccessor pidsField datasource.FieldAccessor } func (i *ebpfOperatorDataInstance) Name() string { return "ebpfdataoperator" } type stat struct { gadgetID string gadgetName string gadgetImage string programID uint32 programName string programType string runtime uint64 runcount uint64 mapMemory uint64 mapCount uint64 comms string pids string } type progStat struct { runtime uint64 runcount uint64 } func (i *ebpfOperatorDataInstance) sendStats(stats []stat) error { arr, err := i.ds.NewPacketArray() if err != nil { return fmt.Errorf("creating new packet: %w", err) } for _, stat := range stats { d := arr.New() if i.nodeNameField != nil { i.nodeNameField.PutString(d, i.nodeName) } i.gadgetIDField.PutString(d, stat.gadgetID) i.gadgetNameField.PutString(d, stat.gadgetName) i.gadgetImageField.PutString(d, stat.gadgetImage) if i.allProgramsStats { i.progIDField.PutUint32(d, stat.programID) i.progNameField.PutString(d, stat.programName) i.progTypeField.PutString(d, stat.programType) } i.runtimeField.PutUint64(d, stat.runtime) i.runcountField.PutUint64(d, stat.runcount) i.mapMemoryField.PutUint64(d, stat.mapMemory) i.mapCountField.PutUint64(d, stat.mapCount) i.commsField.PutString(d, stat.comms) i.pidsField.PutString(d, stat.pids) arr.Append(d) } return i.ds.EmitAndRelease(arr) } func getProgramStats(cache map[ebpf.ProgramID]progStat, id ebpf.ProgramID) (progStat, error) { if stat, ok := cache[id]; ok { return stat, nil } prog, err := ebpf.NewProgramFromID(id) if err != nil { return progStat{}, err } defer prog.Close() programStats, err := prog.Stats() if err != nil { return progStat{}, err } stat := progStat{ runtime: uint64(programStats.Runtime), runcount: programStats.RunCount, } cache[id] = stat return stat, nil } func enrichStat(stat *stat, processMap map[uint32][]processmaptypes.Process) { procs, ok := processMap[stat.programID] if !ok { return } comms := make([]string, 0, len(procs)) pids := make([]string, 0, len(procs)) for _, proc := range procs { comms = append(comms, proc.Comm) pids = append(pids, fmt.Sprintf("%d", proc.Pid)) } stat.comms = strings.Join(comms, ",") stat.pids = strings.Join(pids, ",") } func (i *ebpfOperatorDataInstance) getStats() ([]stat, error) { stats := make([]stat, 0) mapSizes, err := bpfstats.GetMapsMemUsage() if err != nil { return nil, fmt.Errorf("getting map memory usage: %w", err) } // get process information to enrich ebpf programs processMap, err := i.processMap.Fetch() if err != nil { return nil, fmt.Errorf("getting processMap: %w", err) } i.bpfOperator.mu.Lock() defer i.bpfOperator.mu.Unlock() oldStats := i.oldProgStats i.oldProgStats = make(map[ebpf.ProgramID]progStat) // emit consolidated stats for gadgets if !i.allProgramsStats { cache := make(map[ebpf.ProgramID]progStat) for ctx, gadgetObjs := range i.bpfOperator.gadgetObjs { stat := stat{ gadgetID: ctx.ID(), gadgetName: ctx.Name(), gadgetImage: ctx.ImageName(), } for _, id := range gadgetObjs.programIDs { progStat, err := getProgramStats(cache, id) if err != nil { return nil, fmt.Errorf("getting program stats: %w", err) } i.oldProgStats[id] = progStat oldProgStats := oldStats[id] stat.runtime += progStat.runtime - oldProgStats.runtime stat.runcount += progStat.runcount - oldProgStats.runcount } for _, mapID := range gadgetObjs.mapIDs { stat.mapMemory += mapSizes[mapID] stat.mapCount += 1 } enrichStat(&stat, processMap) stats = append(stats, stat) } return stats, nil } // emit per ebpf programs stats programToGadget := make(map[ebpf.ProgramID]operators.GadgetContext) for ctx, gadgetObjs := range i.bpfOperator.gadgetObjs { for _, id := range gadgetObjs.programIDs { programToGadget[id] = ctx } } var curID ebpf.ProgramID var nextID ebpf.ProgramID for { nextID, err = ebpf.ProgramGetNextID(curID) if err != nil { if errors.Is(err, os.ErrNotExist) { break } return nil, fmt.Errorf("getting next program ID: %w", err) } if nextID <= curID { break } curID = nextID prog, err := ebpf.NewProgramFromID(curID) if err != nil { continue } pi, err := prog.Info() if err != nil { prog.Close() continue } programStats, _ := prog.Stats() // If stats are not available (e.g. Linux < 5.8), still retrieve what // we can stat := stat{} id, _ := pi.ID() stat.programID = uint32(id) stat.programName = pi.Name stat.programType = pi.Type.String() stat.runtime = uint64(programStats.Runtime) stat.runcount = programStats.RunCount i.oldProgStats[curID] = progStat{ runtime: stat.runtime, runcount: stat.runcount, } oldProgStat := oldStats[curID] stat.runtime -= oldProgStat.runtime stat.runcount -= oldProgStat.runcount mapIDs, _ := pi.MapIDs() for _, mapID := range mapIDs { stat.mapMemory += mapSizes[mapID] stat.mapCount += 1 } // enrich with gadget information if they're part of a gadget if ctx, ok := programToGadget[ebpf.ProgramID(id)]; ok { stat.gadgetID = ctx.ID() stat.gadgetName = ctx.Name() stat.gadgetImage = ctx.ImageName() } enrichStat(&stat, processMap) stats = append(stats, stat) prog.Close() } return stats, nil } func (i *ebpfOperatorDataInstance) Start(gadgetCtx operators.GadgetContext) error { if err := bpfstats.EnableBPFStats(); err != nil { return fmt.Errorf("enabling bpf stats: %w", err) } go func() { ticker := time.NewTicker(i.interval) for { select { case <-i.done: return case <-ticker.C: stats, err := i.getStats() if err != nil { gadgetCtx.Logger().Errorf("Failed to get stats: %v", err) continue } if err := i.sendStats(stats); err != nil { gadgetCtx.Logger().Errorf("Failed to emit stats: %v", err) continue } } } }() return nil } func (i *ebpfOperatorDataInstance) Stop(gadgetCtx operators.GadgetContext) error { if err := bpfstats.DisableBPFStats(); err != nil { return fmt.Errorf("disabling bpf stats: %w", err) } return nil } func (i *ebpfOperatorDataInstance) Close(gadgetCtx operators.GadgetContext) error { defer close(i.done) return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/struct.go000066400000000000000000000154011510117411400224320ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "maps" "reflect" "slices" "strings" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfhelpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" ) type Field struct { Tags []string Annotations map[string]string Offset uint32 Size uint32 parent int name string kind api.Kind } type Struct struct { Fields []*Field Size uint32 } type enum struct { *btf.Enum memberName string } func (f *Field) FieldName() string { return f.name } func (f *Field) FieldSize() uint32 { return f.Size } func (f *Field) FieldOffset() uint32 { return f.Offset } func (f *Field) FieldTags() []string { return f.Tags } func (f *Field) FieldType() api.Kind { return f.kind } func (f *Field) FieldParent() int { return f.parent } func (f *Field) FieldAnnotations() map[string]string { return maps.Clone(f.Annotations) } func (i *ebpfInstance) populateStructDirect(btfStruct *btf.Struct) error { gadgetStruct := i.structs[btfStruct.Name] if gadgetStruct == nil { gadgetStruct = &Struct{} i.logger.Debugf("adding struct %q", btfStruct.Name) } i.getFieldsFromStruct(btfStruct, &gadgetStruct.Fields, "", 0, -1) gadgetStruct.Size = btfStruct.Size i.structs[btfStruct.Name] = gadgetStruct return nil } func getFieldKind(typ reflect.Type, tags []string) api.Kind { if typ == nil { return api.Kind_Invalid } switch typ.Kind() { case reflect.Bool: return api.Kind_Bool case reflect.Int8: return api.Kind_Int8 case reflect.Int16: return api.Kind_Int16 case reflect.Int32: return api.Kind_Int32 case reflect.Int64: return api.Kind_Int64 case reflect.Uint8: return api.Kind_Uint8 case reflect.Uint16: return api.Kind_Uint16 case reflect.Uint32: return api.Kind_Uint32 case reflect.Uint64: return api.Kind_Uint64 case reflect.Float32: return api.Kind_Float32 case reflect.Float64: return api.Kind_Float64 case reflect.Array: // Special case to handle char arrays as strings // TODO: Handle other cases once we support arrays if typ.Elem().Kind() == reflect.Int8 && slices.Contains(tags, "type:char") { return api.Kind_CString } kind := getFieldKind(typ.Elem(), tags) if api.IsArrayKind(kind) { // we don't support arrays of arrays for now return api.Kind_Invalid } return api.ArrayOf(kind) } return api.Kind_Invalid } func applyAnnotationsTemplateForType(typeName string, dst map[string]string) bool { switch typeName { case ebpftypes.CommTypeName, ebpftypes.UidTypeName, ebpftypes.GidTypeName, ebpftypes.PidTypeName, ebpftypes.TidTypeName, ebpftypes.TimestampTypeName, ebpftypes.MntNsTypeName, ebpftypes.NetNsTypeName, ebpftypes.PcommTypeName, ebpftypes.PpidTypeName, ebpftypes.UserStackTypeName: return metadatav1.ApplyAnnotationsTemplate(strings.TrimPrefix(typeName, "gadget_"), dst) case ebpftypes.ProcessTypeName, ebpftypes.CredsTypeName, ebpftypes.ParentTypeName: dst[metadatav1.ColumnsHiddenAnnotation] = "true" return true } return false } func (i *ebpfInstance) getFieldsFromMember(member btf.Member, fields *[]*Field, prefix string, offset uint32, parent int, parentTypeName string, ) { if strings.HasPrefix(member.Name, "__") { return } annotations := make(map[string]string) refType, tags := btfhelpers.GetType(member.Type) for i := range tags { applyAnnotationsTemplateForType(tags[i], annotations) tags[i] = "type:" + tags[i] } // Use alias for fields inside the Process, Parent and User structs to avoid printing a very long name switch parentTypeName { case ebpftypes.ProcessTypeName, ebpftypes.CredsTypeName, ebpftypes.ParentTypeName: annotations[metadatav1.ColumnsAliasAnnotation] = member.Name } tags = append(tags, "name:"+member.Name, api.TagSrcEbpf) newField := func(size uint32, kind api.Kind) *Field { return &Field{ Size: size, Tags: tags, Offset: offset + member.Offset.Bytes(), parent: parent, name: member.Name, kind: kind, Annotations: annotations, } } // Flatten embedded structs if t, ok := member.Type.(*btf.Struct); ok { // Add outer struct as well field := newField(t.Size, api.Kind_Bytes) newParent := len(*fields) *fields = append(*fields, field) i.logger.Debugf(" adding field %q (%s) at %d (%v)", prefix+field.name, "struct", field.Offset, tags) i.getFieldsFromStruct(t, fields, prefix+member.Name+".", offset+member.Offset.Bytes(), newParent) return } if t, ok := member.Type.(*btf.Union); ok { // Add outer struct as well field := newField(t.Size, api.Kind_Bytes) newParent := len(*fields) *fields = append(*fields, field) i.logger.Debugf(" adding field %q (%s) at %d", prefix+field.name, "union", field.Offset) i.getFieldsFromUnion(t, fields, prefix+member.Name+".", offset+member.Offset.Bytes(), newParent) return } if refType == nil { i.logger.Debugf(" skipping field %q (%T)", prefix+member.Name, member.Type) return } fsize := uint32(refType.Size()) fieldType := refType.String() if fsize == 0 { i.logger.Debugf(" skipping field %q (%T)", prefix+member.Name, member.Type) return } // Keep enums to convert them to strings if en, ok := member.Type.(*btf.Enum); ok { i.enums = append(i.enums, &enum{Enum: en, memberName: prefix + member.Name}) } kind := getFieldKind(refType, tags) field := newField(fsize, kind) i.logger.Debugf(" adding field %q (%s) (kind: %s) at %d (parent %d) (%v)", prefix+field.name, fieldType, kind.String(), field.Offset, parent, tags) *fields = append(*fields, field) } func (i *ebpfInstance) getFieldsFromStruct(btfStruct *btf.Struct, fields *[]*Field, prefix string, offset uint32, parent int) { for _, member := range btfStruct.Members { i.getFieldsFromMember(member, fields, prefix, offset, parent, btfStruct.Name) } } func (i *ebpfInstance) getFieldsFromUnion(btfUnion *btf.Union, fields *[]*Field, prefix string, offset uint32, parent int) { for _, member := range btfUnion.Members { i.getFieldsFromMember(member, fields, prefix, offset, parent, btfUnion.Name) } } inspektor-gadget-0.46.0/pkg/operators/ebpf/testdata/000077500000000000000000000000001510117411400223675ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/ebpf/testdata/.gitignore000066400000000000000000000000061510117411400243530ustar00rootroot00000000000000*.tar inspektor-gadget-0.46.0/pkg/operators/ebpf/testdata/Makefile000066400000000000000000000010411510117411400240230ustar00rootroot00000000000000ROOT_DIR:=$(shell dirname $(realpath $(firstword $(MAKEFILE_LIST)))) IG ?= ig TEST_ARTIFACTS = \ empty \ # all: $(TEST_ARTIFACTS) .PHONY: $(TEST_ARTIFACTS) $(TEST_ARTIFACTS): @echo "Building $@" @sudo IG_SOURCE_PATH=$(realpath $(ROOT_DIR)/../../../..) $(IG) image build -t $@:latest $@ @sudo $(IG) image export $@:latest $@.tar # TODO: This fails with "Error: removing gadget image: unable to reload index:" #@sudo $(IG) image remove $@:latest .PHONY: clean: for ARTIFACT in $(TEST_ARTIFACTS); do \ sudo rm $$ARTIFACT.tar; \ done inspektor-gadget-0.46.0/pkg/operators/ebpf/testdata/empty/000077500000000000000000000000001510117411400235255ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/ebpf/testdata/empty/program.bpf.c000066400000000000000000000000161510117411400261030ustar00rootroot00000000000000// Empty file inspektor-gadget-0.46.0/pkg/operators/ebpf/tracer.go000066400000000000000000000155751510117411400224020ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "errors" "fmt" "os" "strings" "sync" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" "github.com/cilium/ebpf/perf" "github.com/cilium/ebpf/ringbuf" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) type Tracer struct { mapName string structName string ds datasource.DataSource accessor datasource.FieldAccessor restAccessor datasource.FieldAccessor restLenAccessor datasource.FieldAccessor mapType ebpf.MapType eventSize uint32 // needed to trim trailing bytes when reading for perf event array ringbufReader *ringbuf.Reader perfReader *perf.Reader slowBuf []byte } func validateTracerMap(traceMap *ebpf.MapSpec) error { if traceMap.Type != ebpf.RingBuf && traceMap.Type != ebpf.PerfEventArray { return fmt.Errorf("map %q has a wrong type, expected: ringbuf or perf event array, got: %s", traceMap.Name, traceMap.Type.String()) } return nil } // fixTracerMap updates the tracer map type in case ringbuf is not available. func (i *ebpfInstance) fixTracerMap(t btf.Type, varName string) error { bufMap, ok := i.collectionSpec.Maps[varName] if !ok { return fmt.Errorf("map %q not found in eBPF object", varName) } if !isRingbufAvailable() { bufMap.Type = ebpf.PerfEventArray bufMap.KeySize = 4 bufMap.ValueSize = 4 } return nil } func (i *ebpfInstance) populateTracer(t btf.Type, varName string) error { i.logger.Debugf("populating tracer %q", varName) parts := strings.Split(varName, typeSplitter) if len(parts) != 3 { return fmt.Errorf("invalid tracer info: %q", varName) } name := parts[0] mapName := parts[1] structName := parts[2] i.logger.Debugf("> name : %q", name) i.logger.Debugf("> map name : %q", mapName) i.logger.Debugf("> struct name: %q", structName) tracerMap, ok := i.collectionSpec.Maps[mapName] if !ok { return fmt.Errorf("map %q not found in eBPF object", mapName) } if err := validateTracerMap(tracerMap); err != nil { return fmt.Errorf("trace map is invalid: %w", err) } var btfStruct *btf.Struct if err := i.collectionSpec.Types.TypeByName(structName, &btfStruct); err != nil { return fmt.Errorf("finding struct %q in eBPF object: %w", structName, err) } i.logger.Debugf("adding tracer %q", name) i.tracers[name] = &Tracer{ mapName: mapName, structName: btfStruct.Name, eventSize: btfStruct.Size, } err := i.populateStructDirect(btfStruct) if err != nil { return fmt.Errorf("populating struct %q for tracer %q: %w", btfStruct.Name, name, err) } return nil } func (t *Tracer) receiveEvents(gadgetCtx operators.GadgetContext, wg *sync.WaitGroup) error { defer wg.Done() var readCb func() (data []byte, lost uint64, err error) switch t.mapType { case ebpf.RingBuf: var rec ringbuf.Record readCb = func() ([]byte, uint64, error) { err := t.ringbufReader.ReadInto(&rec) return rec.RawSample, 0, err } case ebpf.PerfEventArray: var rec perf.Record readCb = func() ([]byte, uint64, error) { err := t.perfReader.ReadInto(&rec) return rec.RawSample, rec.LostSamples, err } default: return fmt.Errorf("invalid map type") } t.slowBuf = make([]byte, t.eventSize) for { sample, lost, err := readCb() if err != nil { if errors.Is(err, os.ErrClosed) { return err } gadgetCtx.Logger().Warnf("error reading event: %v", err) continue } if lost > 0 { gadgetCtx.Logger().Warnf("reading event: lost %d samples", lost) t.ds.ReportLostData(lost) continue } if err := t.processEvent(gadgetCtx, sample); err != nil { gadgetCtx.Logger().Warnf("error processing event: %v", err) continue } } } func (t *Tracer) processEvent(gadgetCtx operators.GadgetContext, fullSample []byte) error { pSingle, err := t.ds.NewPacketSingle() if err != nil { return fmt.Errorf("creating new packet: %w", err) } sample := fullSample sampleLen := uint32(len(fullSample)) if sampleLen < t.eventSize { // event is truncated; we need to copy copy(t.slowBuf, fullSample) // zero difference; TODO: improve for i := len(fullSample); i < int(t.eventSize); i++ { t.slowBuf[i] = 0 } sample = t.slowBuf } else if sampleLen > t.eventSize { // event has trailing garbage, remove it sample = sample[:t.eventSize] } if err := t.accessor.Set(pSingle, sample); err != nil { t.ds.Release(pSingle) return fmt.Errorf("setting buffer: %w", err) } if t.restAccessor != nil && sampleLen > t.eventSize { xlen := sampleLen - t.eventSize if t.restLenAccessor != nil { // Read length xlen, err = t.restLenAccessor.Uint32(pSingle) if err != nil { return fmt.Errorf("getting rest length: %w", err) } if t.eventSize+xlen > sampleLen { return fmt.Errorf("rest length %d is larger than data length %d - event size %d", xlen, sampleLen, t.eventSize) } } t.restAccessor.Set(pSingle, fullSample[t.eventSize:t.eventSize+xlen]) } if err := t.ds.EmitAndRelease(pSingle); err != nil { return fmt.Errorf("emitting data: %w", err) } return nil } func (t *Tracer) close() { if t.ringbufReader != nil { t.ringbufReader.Close() } if t.perfReader != nil { t.perfReader.Close() } } func (i *ebpfInstance) runTracer(gadgetCtx operators.GadgetContext, tracer *Tracer) error { if tracer.mapName == "" { return fmt.Errorf("tracer map name empty") } m, ok := i.collection.Maps[tracer.mapName] if !ok { return fmt.Errorf("looking up tracer map %q: not found", tracer.mapName) } tracer.mapType = m.Type() var err error switch m.Type() { case ebpf.RingBuf: i.logger.Debugf("creating ringbuf reader for map %q", tracer.mapName) tracer.ringbufReader, err = ringbuf.NewReader(m) case ebpf.PerfEventArray: i.logger.Debugf("creating perf reader for map %q", tracer.mapName) tracer.perfReader, err = perf.NewReader(m, gadgets.PerfBufferPages*os.Getpagesize()) default: return fmt.Errorf("unknown type for tracer map %q", tracer.mapName) } if err != nil { return fmt.Errorf("creating BPF map reader: %w", err) } // TODO: freezing ringbuf doesn't work: "device or resource busy" if m.Type() == ebpf.PerfEventArray { if err := gadgets.FreezeMaps(m); err != nil { return err } } i.wg.Add(1) go tracer.receiveEvents(gadgetCtx, &i.wg) return nil } inspektor-gadget-0.46.0/pkg/operators/ebpf/types.go000066400000000000000000000025211510117411400222510ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator // Keep this aligned with include/gadget/macros.h const ( // Prefix used to mark trace maps tracerInfoPrefix = "gadget_tracer_" // Prefix used to mark eBPF params paramPrefix = "gadget_param_" // Prefix used to mark snapshotters structs. // Deprecated: use iteratorsPrefix instead snapshottersPrefix = "gadget_snapshotter_" // Prefix used for iterators iteratorsPrefix = "gadget_iter_" // Prefix used to mark tracer map created with GADGET_TRACER_MAP() defined in // include/gadget/buffer.h. tracerMapPrefix = "gadget_map_tracer_" mapIterPrefix = "gadget_mapiter_" // Prefix used to mark variables used by operators varPrefix = "gadget_var_" packetFilterPrefix = "gadget_pf_" packetFilterParam = "pf" ) inspektor-gadget-0.46.0/pkg/operators/ebpf/types/000077500000000000000000000000001510117411400217225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/ebpf/types/types.go000066400000000000000000000057201510117411400234210ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package types contains the names and Golang representation of the types used // by the eBPF programs. Keep this aligned with include/gadget/types.h package types const ( IPAddrTypeName = "gadget_ip_addr_t" L3EndpointTypeName = "gadget_l3endpoint_t" L4EndpointTypeName = "gadget_l4endpoint_t" MntNsTypeName = "gadget_mntns_id" NetNsTypeName = "gadget_netns_id" TimestampTypeName = "gadget_timestamp" SignalTypeName = "gadget_signal" ErrnoTypeName = "gadget_errno" UidTypeName = "gadget_uid" GidTypeName = "gadget_gid" KernelStackTypeName = "gadget_kernel_stack" UserStackTypeName = "gadget_user_stack" PidTypeName = "gadget_pid" PpidTypeName = "gadget_ppid" TidTypeName = "gadget_tid" CommTypeName = "gadget_comm" PcommTypeName = "gadget_pcomm" SyscallTypeName = "gadget_syscall" BytesTypeName = "gadget_bytes" DurationTypeName = "gadget_duration" ProcessTypeName = "gadget_process" CredsTypeName = "gadget_creds" ParentTypeName = "gadget_parent" FileModeTypeName = "gadget_file_mode" FileFlagsTypeName = "gadget_file_flags" // Metrics CounterU32TypeName = "gadget_counter__u32" CounterU64TypeName = "gadget_counter__u64" GaugeU32TypeName = "gadget_gauge__u32" GaugeU64TypeName = "gadget_gauge__u64" HistogramSlotU32TypeName = "gadget_histogram_slot__u32" HistogramSlotU64TypeName = "gadget_histogram_slot__u64" // Map names and definitions // Keep in sync with `include/gadget/kernel_stack_map.h` KernelStackMapName = "ig_kstack" KernelPerfMaxStackDepth = 127 // Keep in sync with `include/gadget/user_stack_map.h` UserStackMapName = "ig_ustack" BuildIdMapName = "ig_build_id" UserPerfMaxStackDepth = 127 ) // L3Endpoint is the Golang representation of struct gadget_l3endpoint_t type L3Endpoint struct { V6 [16]byte Version uint8 _ [3]byte } type Creds struct { Uid uint32 `json:"uid,omitempty"` Gid uint32 `json:"gid,omitempty"` } type Parent struct { Comm string `json:"comm,omitempty"` Pid uint32 `json:"pid,omitempty"` } type Process struct { Comm string `json:"comm,omitempty"` Pid uint32 `json:"pid,omitempty"` Tid uint32 `json:"tid,omitempty"` MntNsID uint64 `json:"mntns_id"` Creds Creds `json:"creds,omitempty"` Parent Parent `json:"parent,omitempty"` } inspektor-gadget-0.46.0/pkg/operators/ebpf/vars.go000066400000000000000000000032071510117411400220620ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfoperator import ( "fmt" "reflect" "github.com/cilium/ebpf/btf" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfhelpers" ) type ebpfVar struct { name string refType reflect.Type tags []string } func (i *ebpfInstance) populateVar(t btf.Type, varName string) error { btfVar, ok := t.(*btf.Var) if !ok { return fmt.Errorf("%q not of type *btf.Var", varName) } btfConst, ok := btfVar.Type.(*btf.Const) if !ok { return fmt.Errorf("%q not a const", varName) } btfVolatile, ok := btfConst.Type.(*btf.Volatile) if !ok { return fmt.Errorf("%q not volatile", varName) } refType, tags := btfhelpers.GetType(btfVolatile.Type) if refType == nil { i.logger.Warnf("unknown type for variable %q: %s (%T)", varName, btfVolatile.Type.TypeName(), btfVolatile.Type) return nil } i.vars[varName] = &ebpfVar{ name: varName, refType: refType, tags: tags, } i.gadgetCtx.Logger().Debugf("variable %q %v %+v", varName, refType, t) i.gadgetCtx.SetVar(varName, reflect.New(refType).Elem().Interface()) return nil } inspektor-gadget-0.46.0/pkg/operators/env/000077500000000000000000000000001510117411400204325ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/env/env.go000066400000000000000000000073741510117411400215640ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package env import ( "fmt" "os" "slices" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( Name = "env" Priority = 1 AnnotationPrefix = "env.fields." ParamEnvVars = "env-vars" ) type Config struct { AllowedVars []string } type envOperator struct { config Config } func (e *envOperator) Name() string { return Name } func (e *envOperator) Init(params *params.Params) error { e.config.AllowedVars = strings.Split(params.Get(ParamEnvVars).AsString(), ",") return nil } func (e *envOperator) GlobalParams() api.Params { return api.Params{ { Key: "env-vars", Description: "Comma-separated list of environment variables to allow to be included", Title: "Allowed Environment Variables", }, } } func (e *envOperator) InstanceParams() api.Params { return nil } func (e *envOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { instance := &envOperatorInstance{ op: e, fields: make(map[datasource.DataSource][]datasource.DataFunc), } err := instance.init(gadgetCtx) if err != nil { return nil, err } return instance, nil } func (e *envOperator) Priority() int { return Priority } type envOperatorInstance struct { op *envOperator fields map[datasource.DataSource][]datasource.DataFunc } func (e *envOperatorInstance) Name() string { return Name } func (e *envOperatorInstance) init(gadgetCtx operators.GadgetContext) error { e.fields = make(map[datasource.DataSource][]datasource.DataFunc) for _, ds := range gadgetCtx.GetDataSources() { annotations := ds.Annotations() for k, v := range annotations { fieldName, ok := strings.CutPrefix(k, AnnotationPrefix) if !ok { continue } // check, if the environment variable is allowed if !slices.Contains(e.op.config.AllowedVars, v) { return fmt.Errorf("environment var %q not in allowed vars: %v", fieldName, e.op.config.AllowedVars) } nf, err := ds.AddField(fieldName, api.Kind_String) if err != nil { return fmt.Errorf("adding field %s: %w", fieldName, err) } ct := os.Getenv(v) gadgetCtx.Logger().Debugf("adding field %s with content %q from environment variable %q", fieldName, ct, v) e.fields[ds] = append(e.fields[ds], func(ds datasource.DataSource, data datasource.Data) error { return nf.PutString(data, ct) }) } } return nil } func (e *envOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, funcs := range e.fields { for _, f := range funcs { err := ds.Subscribe(f, 0) if err != nil { return err } } } return nil } func (e *envOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (e *envOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (e *envOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func init() { operators.RegisterDataOperator(&envOperator{}) } inspektor-gadget-0.46.0/pkg/operators/env/env_test.go000066400000000000000000000074141510117411400226160ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package env import ( "context" "os" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) func TestEnv(t *testing.T) { demoEnvVar := "DEMO_ENV_VAR" demoEnvVal := "Ahoy!" demoFieldName := "env" os.Setenv(demoEnvVar, demoEnvVal) o := &envOperator{} globalParams := apihelpers.ToParamDescs(o.GlobalParams()).ToParams() globalParams.Set(ParamEnvVars, demoEnvVar) err := o.Init(globalParams) require.NoError(t, err) var ds datasource.DataSource ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() prepare := func(gadgetCtx operators.GadgetContext) error { var err error ds, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "test") require.NoError(t, err) ds.AddAnnotation(AnnotationPrefix+demoFieldName, demoEnvVar) require.NoError(t, err) return nil } produce := func(operators.GadgetContext) error { data, err := ds.NewPacketSingle() assert.NoError(t, err) err = ds.EmitAndRelease(data) assert.NoError(t, err) cancel() return nil } producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), simple.OnStart(produce), ) success := false consume := func(gadgetCtx operators.GadgetContext) error { ds := gadgetCtx.GetDataSources()["test"] require.NotNil(t, ds) field := ds.GetField(demoFieldName) require.NotNil(t, field) ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { sv, err := field.String(data) require.NoError(t, err) assert.Equal(t, demoEnvVal, sv) success = true return nil }, 1000) return nil } consumer := simple.New("consumer", simple.WithPriority(Priority-1), simple.OnPreStart(consume), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(o, producer, consumer)) err = gadgetCtx.Run(nil) require.NoError(t, err) assert.True(t, success) } func TestEnvForbidden(t *testing.T) { demoEnvVar := "DEMO_ENV_VAR" demoEnvVal := "Ahoy!" demoFieldName := "env" os.Setenv(demoEnvVar, demoEnvVal) o := &envOperator{} globalParams := apihelpers.ToParamDescs(o.GlobalParams()).ToParams() // Omitting setting ParamEnvVars here err := o.Init(globalParams) require.NoError(t, err) var ds datasource.DataSource ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() prepare := func(gadgetCtx operators.GadgetContext) error { var err error ds, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "test") require.NoError(t, err) ds.AddAnnotation(AnnotationPrefix+demoFieldName, demoEnvVar) require.NoError(t, err) return nil } producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(o, producer)) err = gadgetCtx.Run(nil) require.Error(t, err) } inspektor-gadget-0.46.0/pkg/operators/filter/000077500000000000000000000000001510117411400211275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/filter/filter.go000066400000000000000000000346631510117411400227570ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filter import ( "fmt" "regexp" "strconv" "golang.org/x/exp/constraints" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/expr" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) type comparisonType int const ( name = "filter" ParamFilter = "filter" ParamFilterExpr = "filter-expr" Priority = 9000 ) const ( comparisonTypeUnknown comparisonType = iota comparisonTypeMatch comparisonTypeRegex comparisonTypeLt comparisonTypeLte comparisonTypeGt comparisonTypeGte ) type filterOperator struct{} func (f *filterOperator) Name() string { return name } func (f *filterOperator) Init(params *params.Params) error { return nil } func (f *filterOperator) GlobalParams() api.Params { return nil } func (f *filterOperator) InstanceParams() api.Params { return api.Params{} } func keyForDataSource(param string, ds datasource.DataSource) string { return fmt.Sprintf("%s.%s", param, ds.Name()) } func (f *filterOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { fop := &filterOperatorInstance{ gadgetCtx: gadgetCtx, ffns: map[datasource.DataSource][]func(datasource.DataSource, datasource.Data) bool{}, } datasources := gadgetCtx.GetDataSources() for _, ds := range datasources { key := keyForDataSource(ParamFilter, ds) if filterStr := instanceParamValues[key]; filterStr != "" { err := fop.addFilters(gadgetCtx, ds, filterStr) if err != nil { return nil, err } } if filterStr := instanceParamValues[ParamFilter]; filterStr != "" { err := fop.addFilters(gadgetCtx, ds, filterStr) if err != nil { return nil, err } } key = keyForDataSource(ParamFilterExpr, ds) if filterExpr := instanceParamValues[key]; filterExpr != "" { err := fop.addFilterExpr(gadgetCtx, ds, filterExpr) if err != nil { return nil, err } } if instanceParamValues[ParamFilterExpr] != "" { err := fop.addFilterExpr(gadgetCtx, ds, instanceParamValues[ParamFilterExpr]) if err != nil { return nil, err } } } return fop, nil } func (f *filterOperatorInstance) addFilterExpr(gadgetCtx operators.GadgetContext, ds datasource.DataSource, filterExpr string) error { prog, err := expr.CompileFilterProgram(ds, filterExpr) if err != nil { return fmt.Errorf("compiling filter expression %q for datasource %s: %w", filterExpr, ds.Name(), err) } ff := func(ds datasource.DataSource, data datasource.Data) bool { ret, err := expr.Run(prog, data) if err != nil { gadgetCtx.Logger().Errorf("running filter expression %q for datasource %s: %v", filterExpr, ds.Name(), err) return false } retB, ok := ret.(bool) if !ok { gadgetCtx.Logger().Errorf("filter expression %q for datasource %s returned non-bool value: %T", filterExpr, ds.Name(), ret) return false } return retB } f.ffns[ds] = append(f.ffns[ds], ff) return nil } func (f *filterOperator) Priority() int { return Priority } type filterOperatorInstance struct { gadgetCtx operators.GadgetContext ffns map[datasource.DataSource][]func(datasource.DataSource, datasource.Data) bool } func (f *filterOperatorInstance) Name() string { return name } func (f *filterOperatorInstance) ExtraParams(gadgetCtx operators.GadgetContext) api.Params { descriptionFilter := `Filter rules A filter can match any field using the following syntax: field==value - matches, if the content of field equals exactly value field!=value - matches, if the content of field does not equal exactly value field>=value - matches, if the content of field is greater than or equal to the value field>value - matches, if the content of field is greater than the value field<=value - matches, if the content of field is less than or equal to the value field b } case comparisonTypeLte: return func(a, b T) bool { return a <= b } case comparisonTypeGte: return func(a, b T) bool { return a >= b } } } func extractFilter(filter string) (fieldName string, op comparisonType, negate bool, value string, err error) { // State machine to get filter var opString string stage := 0 pos := 0 nextChar: for pos < len(filter) { switch stage { case 0: switch filter[pos] { case '!', '~', '>', '<', '=': stage = 1 continue nextChar } fieldName += string(filter[pos]) pos++ case 1: switch filter[pos] { case '!', '~', '>', '<', '=': opString += string(filter[pos]) pos++ default: switch opString { case "=", "==": op = comparisonTypeMatch case "!=": op = comparisonTypeMatch negate = true case "<=": op = comparisonTypeLte case "<": op = comparisonTypeLt case ">=": op = comparisonTypeGte case ">": op = comparisonTypeGt case "~": op = comparisonTypeRegex case "!~": op = comparisonTypeRegex negate = true default: return "", comparisonTypeUnknown, false, "", fmt.Errorf("invalid operation: %q", opString) } stage = 2 } case 2: value = filter[pos:] return } } return "", comparisonTypeUnknown, false, "", fmt.Errorf("incomplete filter rule: %q", filter) } func (f *filterOperatorInstance) addFilters(gadgetCtx operators.GadgetContext, ds datasource.DataSource, filterStr string) error { filters := api.SplitStringWithEscape(filterStr, ',') for _, filter := range filters { if filter == "" { continue } gadgetCtx.Logger().Debugf("adding filter %q", filter) err := f.addFilter(gadgetCtx, ds, filter) if err != nil { return err } } return nil } func (f *filterOperatorInstance) addFilter(gadgetCtx operators.GadgetContext, ds datasource.DataSource, filter string) error { fieldName, op, negate, value, err := extractFilter(filter) if err != nil { return fmt.Errorf("extracting filter rule %q: %w", filter, err) } field := ds.GetField(fieldName) if field == nil { return fmt.Errorf("field %q not found in datasource %s", fieldName, ds.Name()) } ff, err := getFilterFunc(field, op, negate, value) if err != nil { return err } f.ffns[ds] = append(f.ffns[ds], ff) return nil } func getFilterFunc(f datasource.FieldAccessor, op comparisonType, negate bool, stringVal string) ( func(datasource.DataSource, datasource.Data) bool, error, ) { var intVal int64 var uintVal uint64 var floatVal float64 var boolVal bool var err error fieldType := f.Type() if (fieldType == api.Kind_String || fieldType == api.Kind_CString) && op == comparisonTypeRegex { re, err := regexp.Compile(stringVal) if err != nil { return nil, fmt.Errorf("invalid regular expression: %q", stringVal) } return func(ds datasource.DataSource, data datasource.Data) bool { val, _ := f.String(data) return re.MatchString(val) != negate }, nil } if op == comparisonTypeRegex { return nil, fmt.Errorf("regex based filtering can only be used on strings") } if fieldType == api.Kind_Bool && op != comparisonTypeMatch { return nil, fmt.Errorf("boolean values can only be filtered by exact match") } bitSize := 64 switch f.Type() { case api.Kind_Int8, api.Kind_Uint8: bitSize = 8 case api.Kind_Int16, api.Kind_Uint16: bitSize = 16 case api.Kind_Int32, api.Kind_Uint32, api.Kind_Float32: bitSize = 32 } switch f.Type() { default: return nil, fmt.Errorf("unsupported field type for comparison: %s", f.Type()) case api.Kind_Int8, api.Kind_Int16, api.Kind_Int32, api.Kind_Int64: intVal, err = strconv.ParseInt(stringVal, 10, bitSize) if err != nil { return nil, fmt.Errorf("parsing comparison value as int: %w", err) } case api.Kind_Uint8, api.Kind_Uint16, api.Kind_Uint32, api.Kind_Uint64: uintVal, err = strconv.ParseUint(stringVal, 10, bitSize) if err != nil { return nil, fmt.Errorf("parsing comparison value as uint: %w", err) } case api.Kind_Float32, api.Kind_Float64: floatVal, err = strconv.ParseFloat(stringVal, bitSize) if err != nil { return nil, fmt.Errorf("parsing comparison value as float: %w", err) } case api.Kind_String, api.Kind_CString, api.Kind_Invalid: // Nothing to be done in this case case api.Kind_Bool: switch stringVal { default: return nil, fmt.Errorf("parsing comparison value %q as bool", stringVal) case "true", "1": boolVal = true case "false", "0": } } switch f.Type() { case api.Kind_String, api.Kind_CString: cmp := getCompareFunc[string](op) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.String(data) return cmp(v, stringVal) != negate }, nil case api.Kind_Int8: cmp := getCompareFunc[int8](op) val := int8(intVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Int8(data) return cmp(v, val) != negate }, nil case api.Kind_Int16: cmp := getCompareFunc[int16](op) val := int16(intVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Int16(data) return cmp(v, val) != negate }, nil case api.Kind_Int32: cmp := getCompareFunc[int32](op) val := int32(intVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Int32(data) return cmp(v, val) != negate }, nil case api.Kind_Int64: cmp := getCompareFunc[int64](op) val := intVal return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Int64(data) return cmp(v, val) != negate }, nil case api.Kind_Uint8: cmp := getCompareFunc[uint8](op) val := uint8(uintVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Uint8(data) return cmp(v, val) != negate }, nil case api.Kind_Uint16: cmp := getCompareFunc[uint16](op) val := uint16(uintVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Uint16(data) return cmp(v, val) != negate }, nil case api.Kind_Uint32: cmp := getCompareFunc[uint32](op) val := uint32(uintVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Uint32(data) return cmp(v, val) != negate }, nil case api.Kind_Uint64: cmp := getCompareFunc[uint64](op) val := uintVal return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Uint64(data) return cmp(v, val) != negate }, nil case api.Kind_Float32: cmp := getCompareFunc[float32](op) val := float32(floatVal) return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Float32(data) return cmp(v, val) != negate }, nil case api.Kind_Float64: cmp := getCompareFunc[float64](op) val := floatVal return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Float64(data) return cmp(v, val) != negate }, nil case api.Kind_Bool: if op != comparisonTypeMatch { return nil, fmt.Errorf("invalid comparison value for bool field %s", f.Name()) } return func(ds datasource.DataSource, data datasource.Data) bool { v, _ := f.Bool(data) return (v == boolVal) != negate }, nil } return nil, fmt.Errorf("unsupported type: %s", f.Type()) } func init() { operators.RegisterDataOperator(&filterOperator{}) } var FilterOperator = &filterOperator{} inspektor-gadget-0.46.0/pkg/operators/filter/filter_test.go000066400000000000000000000274461510117411400240170ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package filter import ( "context" "sync" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) func TestFilterRuleExtractor(t *testing.T) { type testCase struct { filter string fieldName string op comparisonType negate bool value string error bool } testCases := []testCase{ { filter: "abc==def", fieldName: "abc", op: comparisonTypeMatch, negate: false, value: "def", }, { filter: "abc!=def", fieldName: "abc", op: comparisonTypeMatch, negate: true, value: "def", }, { filter: "abc<=def", fieldName: "abc", op: comparisonTypeLte, negate: false, value: "def", }, { filter: "abc=def", fieldName: "abc", op: comparisonTypeGte, negate: false, value: "def", }, { filter: "abc>def", fieldName: "abc", op: comparisonTypeGt, negate: false, value: "def", }, { filter: "abc~def", fieldName: "abc", op: comparisonTypeRegex, negate: false, value: "def", }, { filter: "abc!~def", fieldName: "abc", op: comparisonTypeRegex, negate: true, value: "def", }, { filter: "incomplete", error: true, }, { filter: "abc==", error: true, }, { filter: "abc===def", error: true, }, { filter: "abc!==def", error: true, }, { filter: "abc!def", error: true, }, { filter: "abc!", error: true, }, { filter: "abc:", error: true, }, { filter: ":", error: true, }, } for _, tc := range testCases { t.Run(tc.filter, func(t *testing.T) { fieldName, op, negate, value, err := extractFilter(tc.filter) if tc.error { require.Error(t, err) } else { require.NoError(t, err) } assert.Equal(t, tc.fieldName, fieldName) assert.Equal(t, tc.op, op) assert.Equal(t, tc.negate, negate) assert.Equal(t, tc.value, value) }) } } func TestFilter(t *testing.T) { testCaseData := struct { stringValue string stringEscapedValue string int64Value int64 float64Value float64 boolValue bool }{ stringValue: "abc", stringEscapedValue: `a,\/`, // test escaping special characters: comma, backslash, forward slash int64Value: 123, float64Value: 456.0, boolValue: true, } type testCase struct { name string filterString string match bool error bool } testCases := []testCase{ { name: "incomplete filter", filterString: "abc", error: true, }, { name: "string match positive", filterString: "stringValue==abc", match: true, }, { name: "string match negative", filterString: "stringValue==def", match: false, }, { name: "string not match positive", filterString: "stringValue!=def", match: true, }, { name: "string not match negative", filterString: "stringValue!=abc", match: false, }, { name: "string lte positive", filterString: "stringValue<=def", match: true, }, { name: "string gte negative", filterString: "stringValue>=def", match: false, }, { name: "string regex match positive", filterString: "stringValue~a..", match: true, }, { name: "string regex match negative", filterString: "stringValue~b..", match: false, }, { name: "string regex not match positive", filterString: "stringValue!~b..", match: true, }, { name: "string regex not match negative", filterString: "stringValue!~a..", match: false, }, { name: "string regex invalid", filterString: "stringValue~???a..", error: true, }, { name: "string escaped match positive", filterString: `stringValueEscaped==a\,\/`, match: true, }, { name: "int match positive", filterString: "int64Value==123", match: true, }, { name: "int match negative", filterString: "int64Value==345", match: false, }, { name: "int gte positive", filterString: "int64Value>=1", match: true, }, { name: "int gte positive", filterString: "int64Value>=123", match: true, }, { name: "int gte negative", filterString: "int64Value>=1000", match: false, }, { name: "int lte positive", filterString: "int64Value<=1000", match: true, }, { name: "int lte positive", filterString: "int64Value<=123", match: true, }, { name: "int lte negative", filterString: "int64Value<=1", match: false, }, { name: "int gt positive", filterString: "int64Value>=1", match: true, }, { name: "int gt negative", filterString: "int64Value>=1000", match: false, }, { name: "int lt positive", filterString: "int64Value>1", match: true, }, { name: "int lt negative", filterString: "int64Value>1000", match: false, }, { name: "int no int", filterString: "int64Value>abc", error: true, }, { name: "float match positive", filterString: "float64Value==456", match: true, }, { name: "float match positive", filterString: "float64Value==456.0", match: true, }, { name: "float match negative", filterString: "float64Value==345", match: false, }, { name: "float match negative", filterString: "float64Value==456.8", match: false, }, { name: "float gte positive", filterString: "float64Value>=1", match: true, }, { name: "float gte positive", filterString: "float64Value>=456", match: true, }, { name: "float gte negative", filterString: "float64Value>=1000", match: false, }, { name: "float lte positive", filterString: "float64Value<=1000", match: true, }, { name: "float lte positive", filterString: "float64Value<=456", match: true, }, { name: "float lte negative", filterString: "float64Value<=1", match: false, }, { name: "float gt positive", filterString: "float64Value>=1.0", match: true, }, { name: "float gt negative", filterString: "float64Value>=1000.0", match: false, }, { name: "float lt positive", filterString: "float64Value>1.0", match: true, }, { name: "float lt negative", filterString: "float64Value>1000.0", match: false, }, { name: "float no float", filterString: "float64Value>abc", error: true, }, { name: "bool match positive", filterString: "boolValue==true", match: true, }, { name: "bool match negative", filterString: "boolValue==false", match: false, }, { name: "bool not match positive", filterString: "boolValue!=false", match: true, }, { name: "bool not match negative", filterString: "boolValue!=true", match: false, }, { name: "multiple filters", filterString: "stringValue==abc,int64Value==123,float64Value==456.0,boolValue==true", match: true, }, { name: "multiple filters negative", filterString: "stringValue==abc,int64Value==123,float64Value==456.0,boolValue==false", match: false, }, } for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { var ds datasource.DataSource var stringField datasource.FieldAccessor var stringEscapedField datasource.FieldAccessor var int64Field datasource.FieldAccessor var float64Field datasource.FieldAccessor var boolField datasource.FieldAccessor rows := 0 err := Tester( t, &filterOperator{}, api.ParamValues{ "operator.filter.filter": tc.filterString, }, func(gadgetCtx operators.GadgetContext) error { var err error ds, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "filter") require.NoError(t, err) stringField, err = ds.AddField("stringValue", api.Kind_String) require.NoError(t, err) stringEscapedField, err = ds.AddField("stringValueEscaped", api.Kind_String) require.NoError(t, err) int64Field, err = ds.AddField("int64Value", api.Kind_Int64) require.NoError(t, err) float64Field, err = ds.AddField("float64Value", api.Kind_Float64) require.NoError(t, err) boolField, err = ds.AddField("boolValue", api.Kind_Bool) require.NoError(t, err) return nil }, func(gadgetCtx operators.GadgetContext) error { data, err := ds.NewPacketSingle() require.NoError(t, err) err = stringField.PutString(data, testCaseData.stringValue) require.NoError(t, err) err = stringEscapedField.PutString(data, testCaseData.stringEscapedValue) require.NoError(t, err) err = int64Field.PutInt64(data, testCaseData.int64Value) require.NoError(t, err) err = float64Field.PutFloat64(data, testCaseData.float64Value) require.NoError(t, err) err = boolField.PutBool(data, testCaseData.boolValue) require.NoError(t, err) err = ds.EmitAndRelease(data) require.NoError(t, err) return nil }, func(gadgetCtx operators.GadgetContext) error { err := ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { rows++ return nil }, Priority+1) require.NoError(t, err) return nil }, ) if tc.error { assert.Error(t, err) } else { assert.NoError(t, err) if tc.match { assert.Equal(t, rows, 1) } else { assert.Equal(t, rows, 0) } } }) } } func Tester( t *testing.T, operator operators.DataOperator, paramValues api.ParamValues, prepare func(operators.GadgetContext) error, produce func(operators.GadgetContext) error, verify func(operators.GadgetContext) error, ) error { ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() var wg sync.WaitGroup wg.Add(1) producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), simple.OnStart(produce), ) verifier := simple.New("verifier", simple.WithPriority(Priority+1), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { defer wg.Done() defer cancel() return verify(gadgetCtx) }), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(operator, producer, verifier), ) return gadgetCtx.Run(paramValues) } inspektor-gadget-0.46.0/pkg/operators/formatters/000077500000000000000000000000001510117411400220305ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/formatters/formatters.go000066400000000000000000000506261510117411400245560ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package formatters import ( "errors" "fmt" "io/fs" "math/bits" "strings" "syscall" "time" "github.com/dustin/go-humanize" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/common" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/annotations" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/protocols" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/syscalls" ) const ( timestampTargetAnnotation = "formatters.timestamp.target" syscallTargetAnnotation = "formatters.syscall.target" signalTargetAnnotation = "formatters.signal.target" errnoTargetAnnotation = "formatters.errno.target" bytesTargetAnnotation = "formatters.bytes.target" durationTargetAnnotation = "formatters.duration.target" fileModeTargetAnnotation = "formatters.file_mode.target" fileFlagsTargetAnnotation = "formatters.file_flags.target" Priority = 0 ) type formattersOperator struct{} func (f *formattersOperator) Name() string { return "formatters" } func (f *formattersOperator) Init(params *params.Params) error { return nil } func (f *formattersOperator) GlobalParams() api.Params { return nil } func (f *formattersOperator) InstanceParams() api.Params { return nil } func (f *formattersOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) (operators.DataOperatorInstance, error) { inst := &formattersOperatorInstance{ converters: make(map[datasource.DataSource][]converter), } logger := gadgetCtx.Logger() // Find things we can enrich for _, ds := range gadgetCtx.GetDataSources() { var converters []converter logger.Debugf("formatterOperator inspecting datasource %q", ds.Name()) for _, r := range replacers { fields := ds.GetFieldsWithTag(r.selectors...) if len(fields) == 0 { continue } logger.Debugf("> found %d fields for replacer %v", len(fields), r.selectors) for _, field := range fields { replFunc, err := r.replace(logger, ds, field) if err != nil { logger.Debugf("> skipping field %q: %v", field.Name(), err) continue } if replFunc == nil { continue } converters = append(converters, converter{ name: r.name, src: field, replacer: replFunc, priority: r.priority, }) } } if len(converters) > 0 { inst.converters[ds] = converters } } // Don't run, if we don't have anything to do if len(inst.converters) == 0 { return nil, nil } return inst, nil } type converter struct { name string src datasource.FieldAccessor replacer func(datasource.Data) error priority int } type replacer struct { name string // selectors describes which fields to look for selectors []string // replace will be called for incoming data with the source and target fields set replace func(logger.Logger, datasource.DataSource, datasource.FieldAccessor) (func(datasource.Data) error, error) // priority to be used when subscribing to the DataSource priority int } func handleL3Endpoint(in datasource.FieldAccessor) (func(entry datasource.Data) (string, error), error) { // We do some length checks in here - since we expect the in field to be part of an eBPF struct that // is always sized statically, we can avoid checking the individual entries later on. ips := in.GetSubFieldsWithTag("type:" + ebpftypes.IPAddrTypeName) if len(ips) != 1 { return nil, fmt.Errorf("expected %d %q field, got %d", 1, ebpftypes.IPAddrTypeName, len(ips)) } ips[0].RemoveReference(true) versions := in.GetSubFieldsWithTag("name:version") if len(versions) != 1 { return nil, fmt.Errorf("expected exactly 1 version field") } // Pretty L3 address addrName := strings.TrimSuffix(ips[0].Name(), "_raw") addrF, err := in.AddSubField(addrName, api.Kind_String) if err != nil { return nil, fmt.Errorf("adding address field: %w", err) } in.AddAnnotation(datasource.ColumnsReplaceAnnotation, addrF.FullName()) annotations.SetFieldVisibility(false, in) return func(entry datasource.Data) (string, error) { addrStr, err := common.GetIPForVersion(entry, versions[0], ips[0]) if err != nil { return "", fmt.Errorf("getting IP address: %w", err) } addrF.PutString(entry, addrStr) return addrStr, nil }, nil } func formatDuration(d time.Duration) string { switch { case d < time.Microsecond: return fmt.Sprintf("%dns", d.Nanoseconds()) case d < time.Millisecond: return fmt.Sprintf("%.2fµs", float64(d)/float64(time.Microsecond)) case d < time.Second: return fmt.Sprintf("%.2fms", float64(d)/float64(time.Millisecond)) default: return d.String() } } // Standard Linux file open flags from const ( // Access modes (handled separately) O_RDONLY = 0 O_WRONLY = 1 O_RDWR = 2 O_ACCMODE = 3 // Bit flags O_CREAT = 0o100 O_EXCL = 0o200 O_NOCTTY = 0o400 O_TRUNC = 0o1000 O_APPEND = 0o2000 O_NONBLOCK = 0o4000 O_DSYNC = 0o10000 O_FASYNC = 0o20000 O_DIRECT = 0o40000 O_LARGEFILE = 0o100000 O_DIRECTORY = 0o200000 O_NOFOLLOW = 0o400000 O_NOATIME = 0o1000000 O_CLOEXEC = 0o2000000 ) // flagMap pairs the bitmask of a flag with its string representation. // Using a slice of structs makes the relationship explicit and order-independent. var flagMap = []struct { val int32 name string }{ {O_CREAT, "O_CREAT"}, {O_EXCL, "O_EXCL"}, {O_NOCTTY, "O_NOCTTY"}, {O_TRUNC, "O_TRUNC"}, {O_APPEND, "O_APPEND"}, {O_NONBLOCK, "O_NONBLOCK"}, {O_DSYNC, "O_DSYNC"}, {O_FASYNC, "O_FASYNC"}, {O_DIRECT, "O_DIRECT"}, {O_LARGEFILE, "O_LARGEFILE"}, {O_DIRECTORY, "O_DIRECTORY"}, {O_NOFOLLOW, "O_NOFOLLOW"}, {O_NOATIME, "O_NOATIME"}, {O_CLOEXEC, "O_CLOEXEC"}, } func decodeFlags(flags int32) []string { // Pre-allocate a slice with a reasonable capacity to avoid reallocations. // The number of set bits gives an exact count. capacity := bits.OnesCount32(uint32(flags)) out := make([]string, 0, capacity) // Handle the access mode, which is not a bitmask. switch flags & O_ACCMODE { case O_RDONLY: out = append(out, "O_RDONLY") case O_WRONLY: out = append(out, "O_WRONLY") case O_RDWR: out = append(out, "O_RDWR") } // Check each flag by its actual value. for _, f := range flagMap { if (flags & f.val) == f.val { out = append(out, f.name) } } return out } // careful: order and priority matter both! var replacers = []replacer{ { name: "signal", selectors: []string{"type:" + ebpftypes.SignalTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.signal", in, signalTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithAnnotations(map[string]string{ metadatav1.ValueOneOfAnnotation: strings.Join(signalNames, ", "), }), datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } signalField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { inBytes := in.Get(data) switch len(inBytes) { default: return nil case 4: signalNumber, _ := in.Uint32(data) signalName := unix.SignalName(syscall.Signal(signalNumber)) if signalName == "" { signalName = fmt.Sprintf("signal#%d", signalNumber) } signalField.Set(data, []byte(signalName)) } return nil }, nil }, priority: 0, }, { name: "errno", selectors: []string{"type:" + ebpftypes.ErrnoTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.errno", in, errnoTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "errorString", metadatav1.ValueOneOfAnnotation: strings.Join(errnoNames, ", "), }), datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } errnoField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { switch in.Type() { case api.Kind_Uint32: errnoNumber, _ := in.Uint32(data) errnoName := unix.ErrnoName(syscall.Errno(errnoNumber)) if errnoNumber != 0 && errnoName == "" { errnoName = fmt.Sprintf("error#%d", errnoNumber) } errnoField.PutString(data, errnoName) } return nil }, nil }, priority: 0, }, { name: "syscall", selectors: []string{"type:" + ebpftypes.SyscallTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { if in.Type() != api.Kind_Uint64 { return nil, fmt.Errorf("checking field %q: expected uint64", in.Name()) } outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.syscall", in, syscallTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } syscallField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { syscallNumber, err := in.Uint64(data) if err != nil { return err } syscallName, exist := syscalls.GetSyscallNameByNumber(int(syscallNumber)) if !exist { syscallName = "unknown" } syscallField.PutString(data, "SYS_"+strings.ToUpper(syscallName)) return nil }, nil }, priority: 0, }, { name: "timestamp", selectors: []string{"type:" + ebpftypes.TimestampTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { timestampFormat := "2006-01-02T15:04:05.000000000Z07:00" if format := in.Annotations()["formatters.timestamp.format"]; format != "" { logger.Debugf("formatter.timestamp: using custom timestamp format %q for field %q", format, in.Name()) timestampFormat = format } outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.timestamp", in, timestampTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "timestamp", }), datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } out, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { inBytes := in.Get(data) switch len(inBytes) { default: return nil case 8: var errs []error // TODO: WallTimeFromBootTime() converts too much for this, create a new func that does less correctedTime := gadgets.WallTimeFromBootTime(ds.ByteOrder().Uint64(inBytes)) ds.ByteOrder().PutUint64(inBytes, uint64(correctedTime)) t := time.Unix(0, int64(correctedTime)) errs = append(errs, out.Set(data, []byte(t.Format(timestampFormat)))) errs = append(errs, in.PutUint64(data, uint64(correctedTime))) return errors.Join(errs...) } }, nil }, priority: 0, }, { name: "bytes", selectors: []string{"type:" + ebpftypes.BytesTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.bytes", in, bytesTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "bytes", }), datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } bytesField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { switch in.Type() { case api.Kind_Uint64: bytesValue, err := in.Uint64(data) if err != nil { return err } humanReadable := humanize.Bytes(bytesValue) bytesField.PutString(data, humanReadable) } return nil }, nil }, priority: 0, }, { name: "duration", selectors: []string{"type:" + ebpftypes.DurationTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.duration", in, durationTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "duration", }), datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } durationField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { switch in.Type() { case api.Kind_Uint64: durationValue, err := in.Uint64(data) if err != nil { return err } humanReadable := formatDuration(time.Duration(durationValue)) durationField.PutString(data, humanReadable) } return nil }, nil }, priority: 0, }, { name: "l3endpoint", selectors: []string{"type:" + ebpftypes.L3EndpointTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { replace, err := handleL3Endpoint(in) if err != nil { return nil, err } return func(entry datasource.Data) error { _, err := replace(entry) return err }, nil }, priority: 0, }, { name: "l4endpoint", selectors: []string{"type:" + ebpftypes.L4EndpointTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { l3Replace, err := handleL3Endpoint(in) if err != nil { return nil, err } ports := in.GetSubFieldsWithTag("name:port") if len(ports) != 1 { return nil, fmt.Errorf("expected exactly 1 port field") } protos := in.GetSubFieldsWithTag("name:proto_raw") var protoField datasource.FieldAccessor var protoFieldName string if len(protos) == 1 { protoFieldName = strings.TrimSuffix(protos[0].Name(), "_raw") protoField, err = in.AddSubField(protoFieldName, api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden)) if err != nil { return nil, err } } else if len(protos) > 1 { return nil, fmt.Errorf("expected at most 1 proto_raw field, found %d", len(protos)) } endpointF, err := in.AddSubField("endpoint", api.Kind_String, datasource.WithAnnotations(map[string]string{ json.SkipFieldAnnotation: "true", }), datasource.WithTags("endpoint"), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, fmt.Errorf("adding endpoint field: %w", err) } in.AddAnnotation(datasource.ColumnsReplaceAnnotation, endpointF.FullName()) return func(entry datasource.Data) error { addrStr, err := l3Replace(entry) if err != nil { return err } port, err := ports[0].Uint16(entry) if err != nil { return fmt.Errorf("getting port: %w", err) } endpointF.PutString(entry, fmt.Sprintf("%s:%d", addrStr, port)) if len(protos) == 1 { protoNumber, err := protos[0].Uint16(entry) if err != nil { return fmt.Errorf("getting proto: %w", err) } protoName, exist := protocols.GetProtocolNameByNumber(int(protoNumber)) if !exist { protoName = fmt.Sprintf("proto#%d", protoNumber) } protoField.PutString(entry, protoName) } return nil }, nil }, priority: 1, }, { name: "file_mode", selectors: []string{"type:" + ebpftypes.FileModeTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { if in.Type() != api.Kind_Uint32 { return nil, fmt.Errorf("checking field %q: expected uint32", in.Name()) } outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.file_mode", in, fileModeTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } fileModeField, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { mode, err := in.Uint32(data) if err != nil { return err } fileModeField.PutString(data, fs.FileMode(mode).String()) return nil }, nil }, priority: 0, }, { name: "file_flags", selectors: []string{"type:" + ebpftypes.FileFlagsTypeName}, replace: func(logger logger.Logger, ds datasource.DataSource, in datasource.FieldAccessor) (func(data datasource.Data) error, error) { if in.Type() != api.Kind_Uint32 { return nil, fmt.Errorf("checking field %q: expected uint32", in.Name()) } outName, err := annotations.GetTargetNameFromAnnotation(logger, "formatters.file_flags", in, fileFlagsTargetAnnotation) if err != nil { return nil, err } opts := []datasource.FieldOption{ datasource.WithSameParentAs(in), datasource.WithSameOrderAs(in), } fileFlagsFields, err := ds.AddField(outName, api.Kind_String, opts...) if err != nil { return nil, err } annotations.SetFieldVisibility(true, in) return func(data datasource.Data) error { mode, err := in.Int32(data) if err != nil { return err } flags := decodeFlags(mode) // TODO: the datasource doesn't support arrays yet. flagsStr := strings.Join(flags, "|") fileFlagsFields.PutString(data, flagsStr) return nil }, nil }, priority: 0, }, } func (f *formattersOperator) Priority() int { return Priority } type formattersOperatorInstance struct { converters map[datasource.DataSource][]converter } func (f *formattersOperatorInstance) Name() string { return "formatters" } func (f *formattersOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, converters := range f.converters { for _, c := range converters { conv := c ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { return conv.replacer(data) }, conv.priority) } } return nil } func (f *formattersOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (f *formattersOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (f *formattersOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func init() { operators.RegisterDataOperator(&formattersOperator{}) } var FormattersOperator = &formattersOperator{} inspektor-gadget-0.46.0/pkg/operators/formatters/formatters_test.go000066400000000000000000000534601510117411400256140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package formatters import ( "fmt" "net" "runtime" "testing" "time" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" ) func TestGeneral(t *testing.T) { type testCaseDatum struct { value any expected any annotation map[string]string arch string ok bool } type testCase struct { name string kind api.Kind epbftype string putFunc func(fa datasource.FieldAccessor, data datasource.Data, value any) data []testCaseDatum } testCases := []testCase{ { name: "timestamp", kind: api.Kind_Uint64, epbftype: ebpftypes.TimestampTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint64(data, value.(uint64)) }, data: []testCaseDatum{ { value: uint64(1e9), // 1.5 seconds ok: true, expected: getFormattedTimeFromBootTime(1e9, "2006-01-02T15:04:05.000000000Z07:00"), }, { value: uint64(45 * 60 * 1e9), // 45 minutes ok: true, expected: getFormattedTimeFromBootTime(45*60*1e9, "02-01-2006 15:04:05"), annotation: map[string]string{ "formatters.timestamp.target": "walltime", "formatters.timestamp.format": "02-01-2006 15:04:05", }, }, { value: uint64(2 * 60 * 60 * 1e9), // 2 hours ok: true, expected: getFormattedTimeFromBootTime(2*60*60*1e9, "03:04:05 PM"), annotation: map[string]string{ "formatters.timestamp.target": "walltime", "formatters.timestamp.format": "03:04:05 PM", }, }, { value: uint64(5*60*60*1e9 + 30*1e9), // 5 hours, 30 seconds ok: true, expected: getFormattedTimeFromBootTime(5*60*60*1e9+30*1e9, "Monday, January 2, 2006 at 15:04:05 MST"), annotation: map[string]string{ "formatters.timestamp.target": "walltime", "formatters.timestamp.format": "Monday, January 2, 2006 at 15:04:05 MST", }, }, { value: uint64(9*60*60*1e9 + 15*60*1e9), // 9 hours, 15 minutes ok: true, expected: getFormattedTimeFromBootTime(9*60*60*1e9+15*60*1e9, "20060102_150405"), annotation: map[string]string{ "formatters.timestamp.target": "walltime", "formatters.timestamp.format": "20060102_150405", }, }, }, }, { name: "signal", kind: api.Kind_Uint32, epbftype: ebpftypes.SignalTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint32(data, value.(uint32)) }, data: []testCaseDatum{ { value: uint32(9), ok: true, expected: "SIGKILL", annotation: nil, }, { value: uint32(15), ok: true, expected: "SIGTERM", annotation: map[string]string{"formatters.signal.target": "friendly"}, }, { value: uint32(2), ok: true, expected: "SIGINT", annotation: map[string]string{"formatters.signal.target": "interrupt"}, }, { value: uint32(11), ok: true, expected: "SIGSEGV", annotation: map[string]string{"formatters.signal.target": "crash"}, }, { value: uint32(1), ok: true, expected: "SIGHUP", annotation: map[string]string{"formatters.signal.target": "standard"}, }, { value: uint32(32), expected: "signal#32", ok: true, }, { value: uint32(100), expected: "signal#100", ok: true, }, }, }, { name: "errno", kind: api.Kind_Uint32, epbftype: ebpftypes.ErrnoTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint32(data, value.(uint32)) }, data: []testCaseDatum{ { value: uint32(2), ok: true, expected: "ENOENT", annotation: nil, }, { value: uint32(13), ok: true, expected: "EACCES", annotation: map[string]string{"formatters.errno.target": "description"}, }, { value: uint32(5), ok: true, expected: "EIO", annotation: map[string]string{"formatters.errno.target": "io_error"}, }, { value: uint32(28), ok: true, expected: "ENOSPC", annotation: map[string]string{"formatters.errno.target": "storage"}, }, { value: uint32(110), ok: true, expected: "ETIMEDOUT", annotation: map[string]string{"formatters.errno.target": "timeout"}, }, { value: uint32(134), expected: "error#134", ok: true, }, }, }, { name: "bytes", kind: api.Kind_Uint64, epbftype: ebpftypes.BytesTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint64(data, value.(uint64)) }, data: []testCaseDatum{ { value: uint64(1e6), ok: true, expected: "1.0 MB", annotation: nil, }, { value: uint64(1e9), ok: true, expected: "1.0 GB", annotation: map[string]string{"formatters.bytes.target": "humanreadable"}, }, { value: uint64(512), ok: true, expected: "512 B", annotation: map[string]string{"formatters.bytes.target": "small_units"}, }, { value: uint64(5 * 1e12), // 5 Terabytes ok: true, expected: "5.0 TB", annotation: map[string]string{"formatters.bytes.target": "large_units"}, }, { value: uint64(256 * 1e6), // 256 Megabytes ok: true, expected: "256 MB", annotation: nil, }, }, }, { name: "duration", kind: api.Kind_Uint64, epbftype: ebpftypes.DurationTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint64(data, value.(uint64)) }, data: []testCaseDatum{ { value: uint64(3*time.Second + 250*time.Millisecond), ok: true, expected: "3.25s", annotation: nil, }, { value: uint64(5 * time.Minute), ok: true, expected: "5m0s", annotation: map[string]string{"formatters.duration.target": "compact"}, }, { value: uint64(150 * time.Millisecond), ok: true, expected: "150.00ms", annotation: map[string]string{"formatters.duration.target": "milliseconds"}, }, { value: uint64(2*time.Hour + 30*time.Minute), ok: true, expected: "2h30m0s", annotation: map[string]string{"formatters.duration.target": "longform"}, }, { value: uint64(10 * time.Microsecond), // < 1 milli second ok: true, expected: "10.00µs", annotation: nil, }, { value: uint64(10 * time.Nanosecond), // < 1 micro second ok: true, expected: "10ns", annotation: nil, }, }, }, { name: "syscall", kind: api.Kind_Uint64, epbftype: ebpftypes.SyscallTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint64(data, value.(uint64)) }, data: []testCaseDatum{ // AMD64 Test Cases { value: uint64(60), ok: true, expected: "SYS_EXIT", arch: "amd64", annotation: map[string]string{"formatters.syscall.target": "systarget"}, }, { value: uint64(80), ok: true, expected: "SYS_CHDIR", arch: "amd64", annotation: nil, }, { value: uint64(3), ok: true, expected: "SYS_CLOSE", arch: "amd64", annotation: map[string]string{"formatters.syscall.target": "shortname"}, }, { value: uint64(292), ok: true, expected: "SYS_DUP3", arch: "amd64", annotation: nil, }, { value: uint64(300), ok: true, expected: "SYS_FANOTIFY_INIT", arch: "amd64", annotation: map[string]string{"formatters.syscall.target": "detailed"}, }, { value: uint64(1e6), ok: true, expected: "SYS_UNKNOWN", arch: "amd64", }, // ARM64 Test Cases { value: uint64(64), ok: true, expected: "SYS_WRITE", arch: "arm64", annotation: nil, }, { value: uint64(211), ok: true, expected: "SYS_SENDMSG", arch: "arm64", annotation: nil, }, { value: uint64(147), ok: true, expected: "SYS_SETRESUID", arch: "arm64", annotation: map[string]string{"formatters.syscall.target": "user"}, }, { value: uint64(210), ok: true, expected: "SYS_SHUTDOWN", arch: "arm64", annotation: nil, }, { value: uint64(77), ok: true, expected: "SYS_TEE", arch: "arm64", annotation: map[string]string{"formatters.syscall.target": "network"}, }, { value: uint64(1e6), ok: true, expected: "SYS_UNKNOWN", arch: "arm64", }, }, }, { name: "file_mode", kind: api.Kind_Uint32, epbftype: ebpftypes.FileModeTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint32(data, value.(uint32)) }, data: []testCaseDatum{ { value: uint32(0o644), // -rw-r--r-- ok: true, expected: "-rw-r--r--", annotation: nil, }, { value: uint32(0o755), // -rwxr-xr-x ok: true, expected: "-rwxr-xr-x", annotation: map[string]string{"formatters.file_mode.target": "permissions"}, }, { value: uint32(0o777), // -rwxrwxrwx ok: true, expected: "-rwxrwxrwx", annotation: nil, }, { value: uint32(0o600), // -rw------- ok: true, expected: "-rw-------", annotation: map[string]string{"formatters.file_mode.target": "owner_only"}, }, { value: uint32(0o444), // -r--r--r-- ok: true, expected: "-r--r--r--", annotation: nil, }, }, }, { name: "file_flags", kind: api.Kind_Uint32, epbftype: ebpftypes.FileFlagsTypeName, putFunc: func(fa datasource.FieldAccessor, data datasource.Data, value any) { fa.PutUint32(data, value.(uint32)) }, data: []testCaseDatum{ { value: uint32(0), // O_RDONLY ok: true, expected: "O_RDONLY", annotation: nil, }, { value: uint32(1), // O_WRONLY ok: true, expected: "O_WRONLY", annotation: nil, }, { value: uint32(2), // O_RDWR ok: true, expected: "O_RDWR", annotation: nil, }, { value: uint32(0o100), // O_CREAT (64 + 0 for O_RDONLY) ok: true, expected: "O_RDONLY|O_CREAT", annotation: nil, }, { value: uint32(0o101), // O_CREAT | O_WRONLY (64 + 1) ok: true, expected: "O_WRONLY|O_CREAT", annotation: map[string]string{"formatters.file_flags.target": "write_flags"}, }, { value: uint32(0o1102), // O_CREAT | O_TRUNC | O_RDWR (64 + 512 + 2) ok: true, expected: "O_RDWR|O_CREAT|O_TRUNC", annotation: nil, }, { value: uint32(0o2000), // O_APPEND only (1024 + 0 for O_RDONLY) ok: true, expected: "O_RDONLY|O_APPEND", annotation: map[string]string{"formatters.file_flags.target": "append_mode"}, }, }, }, } for _, tc := range testCases { for _, datum := range tc.data { t.Run( fmt.Sprintf("%s input: %v expected output: %v", tc.name, datum.value, datum.expected), func(t *testing.T) { if datum.arch != "" && runtime.GOARCH != datum.arch { t.Skip("skipping test on non-" + datum.arch + " arch") } var rpl replacer found := false for _, r := range replacers { if r.name == tc.name { rpl = r found = true break } } require.True(t, found, "replacer not found for "+tc.name) ds, err := datasource.New(datasource.TypeSingle, tc.name) require.NoError(t, err) fieldName := fmt.Sprintf("%s_raw", tc.name) fa, err := ds.AddField(fieldName, tc.kind, datasource.WithTags("type:"+tc.epbftype)) require.NoError(t, err) if datum.annotation != nil { for k, v := range datum.annotation { fa.AddAnnotation(k, v) } } lg := logger.DefaultLogger() replacerFunc, err := rpl.replace(lg, ds, fa) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) tc.putFunc(fa, data, datum.value) err = replacerFunc(data) if !datum.ok { require.Error(t, err) return } require.NoError(t, err) var formattedField datasource.FieldAccessor if customTargetName, ok := datum.annotation["formatters."+tc.name+".target"]; ok { formattedField = ds.GetField(customTargetName) } else { formattedField = ds.GetField(tc.name) } require.NotNil(t, formattedField, "formatted field not found for "+tc.name) res, err := formattedField.String(data) require.NoError(t, err) require.Equal(t, datum.expected, res) }, ) } } } func TestL3Formatter(t *testing.T) { type testDataL3 struct { rawIP []byte expectedIP string ok bool version uint8 } tests := []testDataL3{ // IPv4 test cases { rawIP: ipToBytes("192.168.10.10", 4), expectedIP: "192.168.10.10", ok: true, version: 4, }, { rawIP: ipToBytes("0.113.45", 4), expectedIP: "0.113.45", ok: false, version: 4, }, { rawIP: ipToBytes("8.8", 4), expectedIP: "8.8", ok: false, version: 4, }, // IPv6 test cases { rawIP: ipToBytes("2001:db8::1", 6), expectedIP: "2001:db8::1", ok: true, version: 6, }, { rawIP: ipToBytes("fe80::1", 6), expectedIP: "fe80::1", ok: true, version: 6, }, { rawIP: ipToBytes("::1", 6), expectedIP: "::1", ok: true, version: 6, }, { rawIP: ipToBytes("::1", 6), expectedIP: "::1", ok: false, version: 10, // invalid version }, } for _, td := range tests { t.Run( fmt.Sprintf("l3endpoint input: %v expected output: %v", td.rawIP, td.expectedIP), func(t *testing.T) { var rpl replacer found := false for _, r := range replacers { if r.name == "l3endpoint" { rpl = r found = true break } } require.True(t, found, "l3endpoint replacer not found") ds, err := datasource.New(datasource.TypeSingle, "l3endpoint") require.NoError(t, err) fa, err := ds.AddField("l3endpoint_raw", api.Kind_Bytes) require.NoError(t, err) ipField, err := fa.AddSubField("l3endpoint_raw", api.Kind_Bytes, datasource.WithTags("type:"+ebpftypes.IPAddrTypeName)) require.NoError(t, err) versionField, err := fa.AddSubField("version", api.Kind_Uint8, datasource.WithTags("name:version")) require.NoError(t, err) lg := logger.DefaultLogger() replacerFunc, err := rpl.replace(lg, ds, fa) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) ipField.PutBytes(data, td.rawIP) versionField.PutUint8(data, td.version) err = replacerFunc(data) if !td.ok { require.Error(t, err) return } require.NoError(t, err) formattedField := ds.GetField("l3endpoint_raw.l3endpoint") require.NotNil(t, formattedField) res, err := formattedField.String(data) require.NoError(t, err) require.Equal(t, td.expectedIP, res) }, ) } } func TestL4Formatter(t *testing.T) { type testDataL4 struct { rawIP []byte port uint16 expectedEndpoint string protoNumber *uint16 expectedProto *string ok bool version int } tests := []testDataL4{ { rawIP: ipToBytes("192.168.10.10", 4), port: 8080, expectedEndpoint: "192.168.10.10:8080", protoNumber: uint16Ptr(6), expectedProto: stringPtr("TCP"), ok: true, version: 4, }, { rawIP: ipToBytes("10.0.0.1", 4), port: 80, expectedEndpoint: "10.0.0.1:80", protoNumber: nil, expectedProto: nil, ok: true, version: 4, }, { rawIP: ipToBytes("172.16.5.100", 4), port: 0, expectedEndpoint: "172.16.5.100:0", protoNumber: uint16Ptr(28), expectedProto: stringPtr("IRTP"), ok: true, version: 4, }, { rawIP: ipToBytes("203.0.113.45", 4), port: 1234, expectedEndpoint: "203.0.113.45:1234", protoNumber: uint16Ptr(42), expectedProto: stringPtr("SDRP"), ok: true, version: 4, }, { rawIP: ipToBytes("2001:db8::5", 6), port: 8888, expectedEndpoint: "2001:db8::5:8888", protoNumber: uint16Ptr(78), expectedProto: stringPtr("WB-MON"), ok: true, version: 6, }, { rawIP: ipToBytes("2607:f8b0:4005:809::200e", 6), port: 5060, expectedEndpoint: "2607:f8b0:4005:809::200e:5060", protoNumber: uint16Ptr(126), expectedProto: stringPtr("CRTP"), ok: true, version: 6, }, { rawIP: ipToBytes("fe80::1", 6), port: 5353, expectedEndpoint: "fe80::1:5353", protoNumber: uint16Ptr(141), expectedProto: stringPtr("WESP"), ok: true, version: 6, }, { rawIP: ipToBytes("2607:f8b0:4005:809::200e", 6), port: 22, expectedEndpoint: "2607:f8b0:4005:809::200e:22", protoNumber: uint16Ptr(1000), expectedProto: stringPtr("proto#1000"), ok: true, version: 6, }, { rawIP: ipToBytes("2607:f8b0:4005:809::200e", 6), port: 4, expectedEndpoint: "2607:f8b0:4005:809::200e", protoNumber: uint16Ptr(1000), expectedProto: stringPtr("TCP"), ok: false, version: 10, // invalid version }, } for _, td := range tests { t.Run( fmt.Sprintf("l4endpoint raw: %v port: %d formatted: %v", td.rawIP, td.port, td.expectedEndpoint), func(t *testing.T) { var rpl replacer found := false for _, r := range replacers { if r.name == "l4endpoint" { rpl = r found = true break } } require.True(t, found, "l4endpoint replacer not found") ds, err := datasource.New(datasource.TypeSingle, "l4endpoint") require.NoError(t, err) fa, err := ds.AddField("l4endpoint_raw", api.Kind_Bytes) require.NoError(t, err) ipField, err := fa.AddSubField("l4endpoint_raw", api.Kind_Bytes, datasource.WithTags("type:"+ebpftypes.IPAddrTypeName)) require.NoError(t, err) versionField, err := fa.AddSubField("version", api.Kind_Uint8, datasource.WithTags("name:version")) require.NoError(t, err) portField, err := fa.AddSubField("port", api.Kind_Uint16, datasource.WithTags("name:port")) require.NoError(t, err) var protoRawField datasource.FieldAccessor if td.protoNumber != nil { protoRawField, err = fa.AddSubField("proto_raw", api.Kind_Uint16, datasource.WithTags("name:proto_raw")) require.NoError(t, err) } lg := logger.DefaultLogger() replacerFunc, err := rpl.replace(lg, ds, fa) require.NoError(t, err) data, err := ds.NewPacketSingle() require.NoError(t, err) ipField.PutBytes(data, td.rawIP) versionField.PutUint8(data, uint8(td.version)) portField.PutUint16(data, td.port) if td.protoNumber != nil { protoRawField.PutUint16(data, *td.protoNumber) } err = replacerFunc(data) if !td.ok { require.Error(t, err) return } require.NoError(t, err) endpointField := ds.GetField("l4endpoint_raw.endpoint") require.NotNil(t, endpointField) endpointStr, err := endpointField.String(data) require.NoError(t, err) require.Equal(t, td.expectedEndpoint, endpointStr) if td.protoNumber != nil { protoField := ds.GetField("l4endpoint_raw.proto") require.NotNil(t, protoField) protoStr, err := protoField.String(data) require.NoError(t, err) require.Equal(t, *td.expectedProto, protoStr) } }) } } func uint16Ptr(v uint16) *uint16 { return &v } func stringPtr(s string) *string { return &s } func ipToBytes(ipStr string, version int) []byte { ip := net.ParseIP(ipStr) if ip == nil { return nil } if version == 4 && ip.To4() != nil { return append([]byte(ip.To4()), make([]byte, 12)...) } else if version == 6 && ip.To16() != nil { return ip.To16() } return nil } func getFormattedTimeFromBootTime(bootTime uint64, format string) string { adjusted := gadgets.WallTimeFromBootTime(bootTime) t := time.Unix(0, int64(adjusted)) return t.Format(format) } inspektor-gadget-0.46.0/pkg/operators/formatters/types.go000066400000000000000000000053101510117411400235220ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package formatters var signalNames = []string{ "SIGABRT", "SIGALRM", "SIGBUS", "SIGCHLD", "SIGCLD", "SIGCONT", "SIGFPE", "SIGHUP", "SIGILL", "SIGINT", "SIGIO", "SIGIOT", "SIGKILL", "SIGPIPE", "SIGPOLL", "SIGPROF", "SIGPWR", "SIGQUIT", "SIGSEGV", "SIGSTKFLT", "SIGSTOP", "SIGSYS", "SIGTERM", "SIGTRAP", "SIGTSTP", "SIGTTIN", "SIGTTOU", "SIGUNUSED", "SIGURG", "SIGUSR1", "SIGUSR2", "SIGVTALRM", "SIGWINCH", "SIGXCPU", "SIGXFSZ", } var errnoNames = []string{ "E2BIG", "EACCES", "EADDRINUSE", "EADDRNOTAVAIL", "EADV", "EAFNOSUPPORT", "EAGAIN", "EALREADY", "EBADE", "EBADF", "EBADFD", "EBADMSG", "EBADR", "EBADRQC", "EBADSLT", "EBFONT", "EBUSY", "ECANCELED", "ECHILD", "ECHRNG", "ECOMM", "ECONNABORTED", "ECONNREFUSED", "ECONNRESET", "EDEADLK", "EDEADLOCK", "EDESTADDRREQ", "EDOM", "EDOTDOT", "EDQUOT", "EEXIST", "EFAULT", "EFBIG", "EHOSTDOWN", "EHOSTUNREACH", "EIDRM", "EILSEQ", "EINPROGRESS", "EINTR", "EINVAL", "EIO", "EISCONN", "EISDIR", "EISNAM", "EKEYEXPIRED", "EKEYREJECTED", "EKEYREVOKED", "EL2HLT", "EL2NSYNC", "EL3HLT", "EL3RST", "ELIBACC", "ELIBBAD", "ELIBEXEC", "ELIBMAX", "ELIBSCN", "ELNRNG", "ELOOP", "EMEDIUMTYPE", "EMFILE", "EMLINK", "EMSGSIZE", "EMULTIHOP", "ENAMETOOLONG", "ENAVAIL", "ENETDOWN", "ENETRESET", "ENETUNREACH", "ENFILE", "ENOANO", "ENOBUFS", "ENOCSI", "ENODATA", "ENODEV", "ENOENT", "ENOEXEC", "ENOKEY", "ENOLCK", "ENOLINK", "ENOMEDIUM", "ENOMEM", "ENOMSG", "ENONET", "ENOPKG", "ENOPROTOOPT", "ENOSPC", "ENOSR", "ENOSTR", "ENOSYS", "ENOTBLK", "ENOTCONN", "ENOTDIR", "ENOTEMPTY", "ENOTNAM", "ENOTRECOVERABLE", "ENOTSOCK", "ENOTSUP", "ENOTTY", "ENOTUNIQ", "ENXIO", "EOPNOTSUPP", "EOVERFLOW", "EOWNERDEAD", "EPERM", "EPFNOSUPPORT", "EPIPE", "EPROTO", "EPROTONOSUPPORT", "EPROTOTYPE", "ERANGE", "EREMCHG", "EREMOTE", "EREMOTEIO", "ERESTART", "ERFKILL", "EROFS", "ESHUTDOWN", "ESOCKTNOSUPPORT", "ESPIPE", "ESRCH", "ESRMNT", "ESTALE", "ESTRPIPE", "ETIME", "ETIMEDOUT", "ETOOMANYREFS", "ETXTBSY", "EUCLEAN", "EUNATCH", "EUSERS", "EWOULDBLOCK", "EXDEV", "EXFULL", } inspektor-gadget-0.46.0/pkg/operators/generate_networkpolicy/000077500000000000000000000000001510117411400244255ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/generate_networkpolicy/generate_networkpolicy.go000066400000000000000000000244631510117411400315500ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package generate_networkpolicy import ( "errors" "fmt" "sort" v1 "k8s.io/api/core/v1" networkingv1 "k8s.io/api/networking/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/util/intstr" k8syaml "sigs.k8s.io/yaml" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type NetworkEvent struct { K8s types.K8sMetadata egress bool endpoint types.L4Endpoint proto string // L4Endpoint has proto as uint8, but we need a string here } var defaultLabelsToIgnore = map[string]struct{}{ "controller-revision-hash": {}, "pod-template-generation": {}, "pod-template-hash": {}, } var LabelsToIgnore = defaultLabelsToIgnore /* labelFilteredKeyList returns a sorted list of label keys but without the labels to * ignore. */ func labelFilteredKeyList(labels map[string]string) []string { keys := make([]string, 0, len(labels)) for k := range labels { if _, ok := LabelsToIgnore[k]; ok { continue } keys = append(keys, k) } sort.Strings(keys) return keys } func labelFilter(labels map[string]string) map[string]string { ret := map[string]string{} for k := range labels { if _, ok := LabelsToIgnore[k]; ok { continue } ret[k] = labels[k] } return ret } /* labelKeyString returns a sorted list of labels in a single string. * label1=value1,label2=value2 */ func labelKeyString(labels map[string]string) (ret string) { keys := labelFilteredKeyList(labels) for index, k := range keys { sep := "," if index == 0 { sep = "" } ret += fmt.Sprintf("%s%s=%s", sep, k, labels[k]) } return } /* localPodKey returns a key that can be used to group pods together: * namespace:label1=value1,label2=value2 */ func localPodKey(e NetworkEvent) (ret string) { return e.K8s.Namespace + ":" + labelKeyString(e.K8s.PodLabels) } func networkPeerKey(e NetworkEvent) (string, error) { var ret string switch e.endpoint.Kind { case types.EndpointKindPod: ret = string(e.endpoint.Kind) + ":" + e.endpoint.Namespace + ":" + labelKeyString(e.endpoint.PodLabels) case types.EndpointKindService: ret = string(e.endpoint.Kind) + ":" + e.endpoint.Namespace + ":" + labelKeyString(e.endpoint.PodLabels) case types.EndpointKindRaw: ret = string(e.endpoint.Kind) + ":" + e.endpoint.Addr default: return "", fmt.Errorf("unknown endpoint kind: %s", e.endpoint.Kind) } return fmt.Sprintf("%s:%d", ret, e.endpoint.Port), nil } func eventToRule(e NetworkEvent) ([]networkingv1.NetworkPolicyPort, []networkingv1.NetworkPolicyPeer, error) { port := intstr.FromInt(int(e.endpoint.Port)) protocol := v1.Protocol(e.proto) ports := []networkingv1.NetworkPolicyPort{ { Port: &port, Protocol: &protocol, }, } var peers []networkingv1.NetworkPolicyPeer switch e.endpoint.Kind { case types.EndpointKindPod: peers = []networkingv1.NetworkPolicyPeer{ { PodSelector: &metav1.LabelSelector{MatchLabels: labelFilter(e.endpoint.PodLabels)}, }, } if e.K8s.Namespace != e.endpoint.Namespace { peers[0].NamespaceSelector = &metav1.LabelSelector{ MatchLabels: map[string]string{ // Kubernetes 1.22 is guaranteed to add the following label on namespaces: // kubernetes.io/metadata.name=obj.Name // See: // https://github.com/kubernetes/enhancements/tree/master/keps/sig-api-machinery/2161-apiserver-default-labels#proposal "kubernetes.io/metadata.name": e.endpoint.Namespace, }, } } case types.EndpointKindService: peers = []networkingv1.NetworkPolicyPeer{ { PodSelector: &metav1.LabelSelector{MatchLabels: e.endpoint.PodLabels}, }, } if e.K8s.Namespace != e.endpoint.Namespace { peers[0].NamespaceSelector = &metav1.LabelSelector{ MatchLabels: map[string]string{ // Kubernetes 1.22 is guaranteed to add the following label on namespaces: // kubernetes.io/metadata.name=obj.Name // See: // https://github.com/kubernetes/enhancements/tree/master/keps/sig-api-machinery/2161-apiserver-default-labels#proposal "kubernetes.io/metadata.name": e.endpoint.Namespace, }, } } case types.EndpointKindRaw: if e.endpoint.Addr == "127.0.0.1" { // No need to generate a network policy for localhost peers = []networkingv1.NetworkPolicyPeer{} } else { peers = []networkingv1.NetworkPolicyPeer{ { IPBlock: &networkingv1.IPBlock{ CIDR: e.endpoint.Addr + "/32", }, }, } } default: return nil, nil, fmt.Errorf("unknown endpoint kind: %s", e.endpoint.Kind) } return ports, peers, nil } func sortIngressRules(rules []networkingv1.NetworkPolicyIngressRule) ([]networkingv1.NetworkPolicyIngressRule, error) { var errs []error sort.Slice(rules, func(i, j int) bool { ri, rj := rules[i], rules[j] // No need to support all network policies, but only the ones // generated by eventToRule() if len(ri.Ports) != 1 || len(rj.Ports) != 1 { errs = append(errs, fmt.Errorf("rules with multiple ports")) return true } if ri.Ports[0].Protocol == nil || rj.Ports[0].Protocol == nil { errs = append(errs, fmt.Errorf("rules without protocol")) return true } switch { case *ri.Ports[0].Protocol != *rj.Ports[0].Protocol: return *ri.Ports[0].Protocol < *rj.Ports[0].Protocol case ri.Ports[0].Port.IntVal != rj.Ports[0].Port.IntVal: return ri.Ports[0].Port.IntVal < rj.Ports[0].Port.IntVal default: yamlOutput1, _ := k8syaml.Marshal(ri) yamlOutput2, _ := k8syaml.Marshal(rj) return string(yamlOutput1) < string(yamlOutput2) } }) return rules, errors.Join(errs...) } func sortEgressRules(rules []networkingv1.NetworkPolicyEgressRule) ([]networkingv1.NetworkPolicyEgressRule, error) { var errs []error sort.Slice(rules, func(i, j int) bool { ri, rj := rules[i], rules[j] // No need to support all network policies, but only the ones // generated by eventToRule() if len(ri.Ports) != 1 || len(rj.Ports) != 1 { errs = append(errs, fmt.Errorf("rules with multiple ports")) return true } if ri.Ports[0].Protocol == nil || rj.Ports[0].Protocol == nil { errs = append(errs, fmt.Errorf("rules without protocol")) return true } switch { case *ri.Ports[0].Protocol != *rj.Ports[0].Protocol: return *ri.Ports[0].Protocol < *rj.Ports[0].Protocol case ri.Ports[0].Port.IntVal != rj.Ports[0].Port.IntVal: return ri.Ports[0].Port.IntVal < rj.Ports[0].Port.IntVal default: yamlOutput1, _ := k8syaml.Marshal(ri) yamlOutput2, _ := k8syaml.Marshal(rj) return string(yamlOutput1) < string(yamlOutput2) } }) return rules, errors.Join(errs...) } func handleEvents(eventsBySource map[string][]NetworkEvent) ([]networkingv1.NetworkPolicy, error) { policies := make([]networkingv1.NetworkPolicy, 0, len(eventsBySource)) for _, events := range eventsBySource { egressNetworkPeer := map[string]NetworkEvent{} ingressNetworkPeer := map[string]NetworkEvent{} for _, e := range events { key, err := networkPeerKey(e) if err != nil { return nil, fmt.Errorf("generating network peer key: %w", err) } // api.Warnf("key for event with kind %s: %s", e.endpoint.Kind, key) if e.egress { if _, ok := egressNetworkPeer[key]; ok { // api.Warnf("duplicate egress network peer: %s", key) continue } egressNetworkPeer[key] = e } else { if _, ok := ingressNetworkPeer[key]; ok { // api.Warnf("duplicate ingress network peer: %s", key) continue } ingressNetworkPeer[key] = e } } // api.Warnf("> Found %d egress network peers", len(egressNetworkPeer)) // api.Warnf("> Found %d ingress network peers", len(ingressNetworkPeer)) egressPolicies := []networkingv1.NetworkPolicyEgressRule{} for _, p := range egressNetworkPeer { ports, peers, err := eventToRule(p) if err != nil { return nil, fmt.Errorf("generating network policy egress rule: %w", err) } if len(peers) > 0 { rule := networkingv1.NetworkPolicyEgressRule{ Ports: ports, To: peers, } egressPolicies = append(egressPolicies, rule) } } ingressPolicies := []networkingv1.NetworkPolicyIngressRule{} for _, p := range ingressNetworkPeer { ports, peers, err := eventToRule(p) if err != nil { return nil, fmt.Errorf("generating network policy ingress rule: %w", err) } if len(peers) > 0 { rule := networkingv1.NetworkPolicyIngressRule{ Ports: ports, From: peers, } ingressPolicies = append(ingressPolicies, rule) } } name := events[0].K8s.PodName if events[0].K8s.Owner.Name != "" { name = events[0].K8s.Owner.Name } ingressRules, err := sortIngressRules(ingressPolicies) if err != nil { return nil, fmt.Errorf("sorting ingress rules: %w", err) } egressRules, err := sortEgressRules(egressPolicies) if err != nil { return nil, fmt.Errorf("sorting egress rules: %w", err) } name += "-network" policy := networkingv1.NetworkPolicy{ TypeMeta: metav1.TypeMeta{ APIVersion: "networking.k8s.io/v1", Kind: "NetworkPolicy", }, ObjectMeta: metav1.ObjectMeta{ Name: name, Namespace: events[0].K8s.Namespace, Labels: map[string]string{}, }, Spec: networkingv1.NetworkPolicySpec{ PodSelector: metav1.LabelSelector{MatchLabels: labelFilter(events[0].K8s.PodLabels)}, PolicyTypes: []networkingv1.PolicyType{"Ingress", "Egress"}, Ingress: ingressRules, Egress: egressRules, }, } policies = append(policies, policy) } sort.Slice(policies, func(i, j int) bool { return policies[i].Name < policies[j].Name }) return policies, nil } func FormatPolicies(policies []networkingv1.NetworkPolicy) (out string) { for i, p := range policies { // api.Warnf("policy %d: %s", i, p.Name) yamlOutput, err := k8syaml.Marshal(p) if err != nil { // api.Warnf("marshalling policy: %s", err) continue } sep := "---\n" if i == len(policies)-1 { sep = "" } out += fmt.Sprintf("%s%s", string(yamlOutput), sep) } return } inspektor-gadget-0.46.0/pkg/operators/generate_networkpolicy/generate_networkpolicy_op.go000066400000000000000000000226511510117411400322430ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package generate_networkpolicy provides an operator that generates network policies // based on the network traffic observed in the cluster. // This is a temporary solution until we have a way of running gadget code on the client side package generate_networkpolicy import ( "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( name = "GenerateNetworkPolicy" Priority = 9200 ) type gnpOperator struct{} func (s *gnpOperator) Name() string { return name } func (s *gnpOperator) Init(params *params.Params) error { return nil } func (s *gnpOperator) GlobalParams() api.Params { return nil } func (s *gnpOperator) InstanceParams() api.Params { return nil } type k8sAccesors struct { k8sHostNetwork datasource.FieldAccessor k8sNamespace datasource.FieldAccessor k8sPodLabels datasource.FieldAccessor k8sPodIP datasource.FieldAccessor k8sPodName datasource.FieldAccessor k8sOwnerName datasource.FieldAccessor endpointAddr datasource.FieldAccessor endpointPort datasource.FieldAccessor endpointK8sKind datasource.FieldAccessor endpointK8sName datasource.FieldAccessor endpointK8sNamespace datasource.FieldAccessor endpointK8sLabels datasource.FieldAccessor endpointProto datasource.FieldAccessor egress datasource.FieldAccessor adviseDS datasource.DataSource adviseField datasource.FieldAccessor } func (s *gnpOperator) getAccessors(gadgetCtx operators.GadgetContext) (map[datasource.DataSource]k8sAccesors, error) { logger := gadgetCtx.Logger() accessors := make(map[datasource.DataSource]k8sAccesors) for _, ds := range gadgetCtx.GetDataSources() { logger.Debugf("GenerateNetworkPolicy inspecting datasource %q", ds.Name()) if ds.Annotations()["generate_networkpolicy.enable"] != "true" { logger.Debugf("GenerateNetworkPolicy not enabled by annotation") continue } acc := k8sAccesors{} acc.k8sHostNetwork = ds.GetField("k8s.hostnetwork") if acc.k8sHostNetwork == nil { return nil, fmt.Errorf("no hostnetwork field found") } acc.k8sNamespace = ds.GetField("k8s.namespace") if acc.k8sNamespace == nil { return nil, fmt.Errorf("no namespace field found") } acc.k8sPodLabels = ds.GetField("k8s.podLabels") if acc.k8sPodLabels == nil { return nil, fmt.Errorf("no podLabels field found") } acc.k8sPodIP = ds.GetField("k8s.podIP") if acc.k8sPodIP == nil { return nil, fmt.Errorf("no podIP field found") } acc.k8sPodName = ds.GetField("k8s.podName") if acc.k8sPodName == nil { return nil, fmt.Errorf("no podName field found") } acc.k8sOwnerName = ds.GetField("k8s.owner.name") if acc.k8sOwnerName == nil { return nil, fmt.Errorf("no owner.name field found") } acc.endpointAddr = ds.GetField("endpoint.addr") if acc.endpointAddr == nil { return nil, fmt.Errorf("no endpoint.addr field found") } acc.endpointPort = ds.GetField("endpoint.port") if acc.endpointPort == nil { return nil, fmt.Errorf("no endpoint.port field found") } acc.endpointK8sKind = ds.GetField("endpoint.k8s.kind") if acc.endpointK8sKind == nil { return nil, fmt.Errorf("no endpoint.k8s.kind field found") } acc.endpointK8sName = ds.GetField("endpoint.k8s.name") if acc.endpointK8sName == nil { return nil, fmt.Errorf("no endpoint.k8s.name field found") } acc.endpointK8sNamespace = ds.GetField("endpoint.k8s.namespace") if acc.endpointK8sNamespace == nil { return nil, fmt.Errorf("no endpoint.k8s.namespace field found") } acc.endpointK8sLabels = ds.GetField("endpoint.k8s.labels") if acc.endpointK8sLabels == nil { return nil, fmt.Errorf("no endpoint.k8s.labels field found") } acc.endpointProto = ds.GetField("endpoint.proto") if acc.endpointProto == nil { return nil, fmt.Errorf("no endpoint.proto field found") } acc.egress = ds.GetField("egress") if acc.egress == nil { return nil, fmt.Errorf("no egress field found") } // Disable datasource for other operators ds.Unreference() var err error acc.adviseDS, err = gadgetCtx.RegisterDataSource( datasource.TypeSingle, fmt.Sprintf("advise-%s", ds.Name()), ) if err != nil { return nil, fmt.Errorf("registering policies data source for %s: %w", acc.adviseDS.Name(), err) } gadgetCtx.Logger().Debugf("GenerateNetworkPolicy: registered ds %q", acc.adviseDS.Name()) acc.adviseDS.AddAnnotation("cli.default-output-mode", "advise") acc.adviseDS.AddAnnotation("cli.supported-output-modes", "advise") acc.adviseField, err = acc.adviseDS.AddField("text", api.Kind_String) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "text", err) } accessors[ds] = acc } return accessors, nil } func (s *gnpOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { accessors, err := s.getAccessors(gadgetCtx) if err != nil { return nil, fmt.Errorf("getting accessors: %w", err) } if len(accessors) == 0 { gadgetCtx.Logger().Debug("GenerateNetworkPolicy: no datasources requiring the operator found") return nil, nil } return &gnpOperatorInstance{ accessors: accessors, }, nil } func (s *gnpOperator) Priority() int { return Priority } type gnpOperatorInstance struct { accessors map[datasource.DataSource]k8sAccesors } func (s *gnpOperatorInstance) Name() string { return name + "Instance" } func (s *gnpOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, acc := range s.accessors { ds.SubscribeArray(func(source datasource.DataSource, packet datasource.DataArray) error { eventsBySource := map[string][]NetworkEvent{} for i := range packet.Len() { data := packet.Get(i) k8sLabelsRaw, _ := acc.k8sPodLabels.String(data) k8sLabelPairs := strings.Split(k8sLabelsRaw, ",") hostNetwork, _ := acc.k8sHostNetwork.Bool(data) if hostNetwork { continue } e := NetworkEvent{ endpoint: types.L4Endpoint{ L3Endpoint: types.L3Endpoint{ PodLabels: map[string]string{}, }, }, K8s: types.K8sMetadata{ BasicK8sMetadata: types.BasicK8sMetadata{ PodLabels: map[string]string{}, }, }, } egressRaw, _ := acc.egress.Uint8(data) e.egress = egressRaw != 0 e.endpoint.Addr, _ = acc.endpointAddr.String(data) e.endpoint.Port, _ = acc.endpointPort.Uint16(data) e.endpoint.Name, _ = acc.endpointK8sName.String(data) e.endpoint.Namespace, _ = acc.endpointK8sNamespace.String(data) e.proto, _ = acc.endpointProto.String(data) endpointEndpointStr, _ := acc.endpointK8sKind.String(data) e.endpoint.Kind = types.EndpointKind(endpointEndpointStr) endpointK8sPodLabelsRaw, _ := acc.endpointK8sLabels.String(data) endpointK8sLabelPairs := strings.Split(endpointK8sPodLabelsRaw, ",") for _, pair := range endpointK8sLabelPairs { kv := strings.Split(pair, "=") if len(kv) != 2 { continue } e.endpoint.PodLabels[kv[0]] = kv[1] } e.K8s.PodName, _ = acc.k8sPodName.String(data) e.K8s.Owner.Name, _ = acc.k8sOwnerName.String(data) e.K8s.HostNetwork = hostNetwork e.K8s.Namespace, _ = acc.k8sNamespace.String(data) for _, pair := range k8sLabelPairs { kv := strings.Split(pair, "=") if len(kv) != 2 { continue } e.K8s.PodLabels[kv[0]] = kv[1] } // Kubernetes Network Policies can't block traffic from a pod's // own resident node. Therefore we must not generate a network // policy in that case. podIP, _ := acc.k8sPodIP.String(data) if !e.egress && podIP == e.endpoint.Addr { continue } key := localPodKey(e) eventsBySource[key] = append(eventsBySource[key], e) } if len(eventsBySource) != 0 { // api.Warnf("Got %d events by source", len(eventsBySource)) policies, err := handleEvents(eventsBySource) if err != nil { return fmt.Errorf("handling events: %w", err) } // api.Warnf("> Created %d policies", len(policies)) policiesStr := FormatPolicies(policies) //// api.Warnf("> Policies:\n%s", policiesStr[:100]) yamlPack, err := acc.adviseDS.NewPacketSingle() if err != nil { return fmt.Errorf("creating packet: %w", err) } acc.adviseField.PutString(yamlPack, policiesStr) acc.adviseDS.EmitAndRelease(yamlPack) } return nil }, 0) } return nil } func (s *gnpOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (s *gnpOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (s *gnpOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var GNPOperator = &gnpOperator{} inspektor-gadget-0.46.0/pkg/operators/kubeipresolver/000077500000000000000000000000001510117411400227035ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubeipresolver/kubeipresolver.go000066400000000000000000000233551510117411400263030ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package kubeipresolver provides an operator that enriches events by looking // up IP addresses in Kubernetes resources such as pods and services. package kubeipresolver import ( "errors" "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/common" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) const ( OperatorName = "KubeIPResolver" Priority = 10 ) const ( endpointL4Type = "gadget_l4endpoint_t" ipAddrType = "gadget_ip_addr_t" ) type KubeIPResolverInterface interface { GetEndpoints() []*types.L3Endpoint } type KubeIPResolver struct{} func (k *KubeIPResolver) Name() string { return OperatorName } func (k *KubeIPResolver) Description() string { return "KubeIPResolver resolves IP addresses to pod and service names" } func (k *KubeIPResolver) Init(params *params.Params) error { return nil } func (k *KubeIPResolver) Close() error { return nil } type KubeIPResolverInstance struct { gadgetCtx operators.GadgetContext k8sInventory common.K8sInventoryCache gadgetInstance any endpointsAccessors map[datasource.DataSource][]endpointAccessors } func (m *KubeIPResolverInstance) Name() string { return "KubeIPResolverInstance" } func (m *KubeIPResolverInstance) PreGadgetRun() error { m.k8sInventory.Start() return nil } func (m *KubeIPResolverInstance) PostGadgetRun() error { m.k8sInventory.Stop() return nil } func (m *KubeIPResolverInstance) enrich(ev any) { endpoints := ev.(KubeIPResolverInterface).GetEndpoints() for _, endpoint := range endpoints { endpoint.Kind = types.EndpointKindRaw pod := m.k8sInventory.GetPodByIp(endpoint.Addr) if pod != nil { if pod.Spec.HostNetwork { continue } endpoint.Kind = types.EndpointKindPod endpoint.Name = pod.Name endpoint.Namespace = pod.Namespace endpoint.PodLabels = pod.Labels continue } svc := m.k8sInventory.GetSvcByIp(endpoint.Addr) if svc != nil { endpoint.Kind = types.EndpointKindService endpoint.Name = svc.Name endpoint.Namespace = svc.Namespace endpoint.PodLabels = svc.Labels } } } func (m *KubeIPResolverInstance) EnrichEvent(ev any) error { m.enrich(ev) return nil } func (k *KubeIPResolver) GlobalParams() api.Params { return nil } func (k *KubeIPResolver) InstanceParams() api.Params { return nil } type endpointAccessors struct { root datasource.FieldAccessor subK8sKind datasource.FieldAccessor subK8sName datasource.FieldAccessor subK8sNamespace datasource.FieldAccessor subK8sLabels datasource.FieldAccessor column datasource.FieldAccessor port datasource.FieldAccessor } func (k *KubeIPResolver) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { logger := gadgetCtx.Logger() epAccessors := make(map[datasource.DataSource][]endpointAccessors) for _, ds := range gadgetCtx.GetDataSources() { logger.Debugf("KubeIPResolverOperator inspecting datasource %q", ds.Name()) endpoints := ds.GetFieldsWithTag("type:" + endpointL4Type) if len(endpoints) == 0 { logger.Debugf("> no endpoint fields found") continue } logger.Debugf("> found %d endpoint fields", len(endpoints)) for _, ep := range endpoints { // validate the endpoint fields ips := ep.GetSubFieldsWithTag("type:" + ipAddrType) if len(ips) != 1 { return nil, fmt.Errorf("%s: expected %d %q field, got %d", ep.Name(), 1, ipAddrType, len(ips)) } if ips[0].Size() != 16 { return nil, fmt.Errorf("%s: expected %q field to have size %d, got %d", ep.Name(), ipAddrType, 16, ips[0].Size()) } version := ep.GetSubFieldsWithTag("name:version") if len(version) != 1 { return nil, fmt.Errorf("%s: expected %d %q field, got %d", ep.Name(), 1, "version", len(version)) } // Add subfields for k8s metadata to the endpoint k8sSubAcc, err := ep.AddSubField("k8s", api.Kind_Invalid, datasource.WithFlags(datasource.FieldFlagEmpty)) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "k8s", err) } k8sKindAcc, err := k8sSubAcc.AddSubField("kind", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsMaxWidthAnnotation: "12", }), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "kind", err) } k8sNameAcc, err := k8sSubAcc.AddSubField("name", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "pod", }), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "name", err) } k8sNamespaceAcc, err := k8sSubAcc.AddSubField("namespace", api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "namespace", }), datasource.WithFlags(datasource.FieldFlagHidden), ) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "namespace", err) } k8sLabelsAcc, err := k8sSubAcc.AddSubField("labels", api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden)) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "labels", err) } // control how the field is displayed var endpointColAcc datasource.FieldAccessor if ec := ep.GetSubFieldsWithTag("endpoint"); len(ec) == 1 { endpointColAcc = ec[0] } var portAcc datasource.FieldAccessor if p := ep.GetSubFieldsWithTag("name:port"); len(p) == 1 && p[0].Size() == 2 { portAcc = p[0] } ea := endpointAccessors{ root: ep, subK8sKind: k8sKindAcc, subK8sName: k8sNameAcc, subK8sNamespace: k8sNamespaceAcc, subK8sLabels: k8sLabelsAcc, column: endpointColAcc, port: portAcc, } epAccessors[ds] = append(epAccessors[ds], ea) } } // No endpoints found, nothing to do if len(epAccessors) == 0 { return nil, nil } k8sInventory, err := common.GetK8sInventoryCache() if err != nil { return nil, fmt.Errorf("creating k8s inventory cache: %w", err) } return &KubeIPResolverInstance{ k8sInventory: k8sInventory, endpointsAccessors: epAccessors, }, nil } func (k *KubeIPResolver) Priority() int { return Priority } func (m *KubeIPResolverInstance) PreStart(gadgetCtx operators.GadgetContext) error { m.k8sInventory.Start() for ds, acc := range m.endpointsAccessors { ds.Subscribe(func(source datasource.DataSource, data datasource.Data) error { var errs error for _, a := range acc { ip := a.root.GetSubFieldsWithTag("type:" + ipAddrType)[0] version := a.root.GetSubFieldsWithTag("name:version")[0] addrStr, err := common.GetIPForVersion(data, version, ip) if err != nil { errors.Join(errs, fmt.Errorf("%s: getting IP: %w", a.root.Name(), err)) continue } pod := m.k8sInventory.GetPodByIp(addrStr) if pod != nil { if pod.Spec.HostNetwork { continue } a.subK8sName.Set(data, []byte(pod.Name)) a.subK8sKind.Set(data, []byte("pod")) a.subK8sNamespace.Set(data, []byte(pod.Namespace)) // TODO: labels should be a map/slice var labels []string for key, val := range pod.Labels { labels = append(labels, fmt.Sprintf("%s=%s", key, val)) } a.subK8sLabels.Set(data, []byte(strings.Join(labels, ","))) if a.column != nil && a.port != nil { p, _ := a.port.Uint16(data) v := fmt.Sprintf("p/%s/%s:%d", pod.Namespace, pod.Name, p) a.column.Set(data, []byte(v)) } continue } svc := m.k8sInventory.GetSvcByIp(addrStr) if svc != nil { a.subK8sKind.Set(data, []byte("svc")) a.subK8sName.Set(data, []byte(svc.Name)) a.subK8sNamespace.Set(data, []byte(svc.Namespace)) // TODO: labels should be a map/slice var labels []string for key, val := range svc.Labels { labels = append(labels, fmt.Sprintf("%s=%s", key, val)) } a.subK8sLabels.Set(data, []byte(strings.Join(labels, ","))) if a.column != nil && a.port != nil { p, _ := a.port.Uint16(data) v := fmt.Sprintf("s/%s/%s:%d", svc.Namespace, svc.Name, p) a.column.Set(data, []byte(v)) } continue } a.subK8sKind.Set(data, []byte("raw")) if a.column != nil && a.port != nil { p, _ := a.port.Uint16(data) v := fmt.Sprintf("r/%s:%d", addrStr, p) a.column.Set(data, []byte(v)) } } return errs }, Priority) } return nil } func (m *KubeIPResolverInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (m *KubeIPResolverInstance) PostStop(gadgetCtx operators.GadgetContext) error { m.k8sInventory.Stop() return nil } func (m *KubeIPResolverInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (m *KubeIPResolverInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func init() { operators.RegisterDataOperator(&KubeIPResolver{}) } inspektor-gadget-0.46.0/pkg/operators/kubemanager/000077500000000000000000000000001510117411400221235ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/000077500000000000000000000000001510117411400245215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/Makefile000066400000000000000000000004571510117411400261670ustar00rootroot00000000000000.PHONY: generated-files generated-files: api/hook-service.pb.go api/hook-service.pb.go: api/hook-service.proto protoc --go_out=. --go_opt=paths=source_relative --go-grpc_out=. --go-grpc_opt=paths=source_relative api/hook-service.proto clean: rm -f api/hook-service.pb.go api/hook-service_grpc.pb.go inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/api/000077500000000000000000000000001510117411400252725ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/api/hook-service.pb.go000066400000000000000000000355601510117411400306300ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Code generated by protoc-gen-go. DO NOT EDIT. // versions: // protoc-gen-go v1.25.0-devel // protoc v3.14.0 // source: api/hook-service.proto package hook_service import ( protoreflect "google.golang.org/protobuf/reflect/protoreflect" protoimpl "google.golang.org/protobuf/runtime/protoimpl" reflect "reflect" sync "sync" ) const ( // Verify that this generated code is sufficiently up-to-date. _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) // Verify that runtime/protoimpl is sufficiently up-to-date. _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) ) type AddContainerResponse struct { state protoimpl.MessageState sizeCache protoimpl.SizeCache unknownFields protoimpl.UnknownFields Debug string `protobuf:"bytes,1,opt,name=debug,proto3" json:"debug,omitempty"` } func (x *AddContainerResponse) Reset() { *x = AddContainerResponse{} if protoimpl.UnsafeEnabled { mi := &file_api_hook_service_proto_msgTypes[0] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } } func (x *AddContainerResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*AddContainerResponse) ProtoMessage() {} func (x *AddContainerResponse) ProtoReflect() protoreflect.Message { mi := &file_api_hook_service_proto_msgTypes[0] if protoimpl.UnsafeEnabled && x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use AddContainerResponse.ProtoReflect.Descriptor instead. func (*AddContainerResponse) Descriptor() ([]byte, []int) { return file_api_hook_service_proto_rawDescGZIP(), []int{0} } func (x *AddContainerResponse) GetDebug() string { if x != nil { return x.Debug } return "" } type RemoveContainerResponse struct { state protoimpl.MessageState sizeCache protoimpl.SizeCache unknownFields protoimpl.UnknownFields Debug string `protobuf:"bytes,1,opt,name=debug,proto3" json:"debug,omitempty"` } func (x *RemoveContainerResponse) Reset() { *x = RemoveContainerResponse{} if protoimpl.UnsafeEnabled { mi := &file_api_hook_service_proto_msgTypes[1] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } } func (x *RemoveContainerResponse) String() string { return protoimpl.X.MessageStringOf(x) } func (*RemoveContainerResponse) ProtoMessage() {} func (x *RemoveContainerResponse) ProtoReflect() protoreflect.Message { mi := &file_api_hook_service_proto_msgTypes[1] if protoimpl.UnsafeEnabled && x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use RemoveContainerResponse.ProtoReflect.Descriptor instead. func (*RemoveContainerResponse) Descriptor() ([]byte, []int) { return file_api_hook_service_proto_rawDescGZIP(), []int{1} } func (x *RemoveContainerResponse) GetDebug() string { if x != nil { return x.Debug } return "" } type Label struct { state protoimpl.MessageState sizeCache protoimpl.SizeCache unknownFields protoimpl.UnknownFields Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"` Value string `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"` } func (x *Label) Reset() { *x = Label{} if protoimpl.UnsafeEnabled { mi := &file_api_hook_service_proto_msgTypes[2] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } } func (x *Label) String() string { return protoimpl.X.MessageStringOf(x) } func (*Label) ProtoMessage() {} func (x *Label) ProtoReflect() protoreflect.Message { mi := &file_api_hook_service_proto_msgTypes[2] if protoimpl.UnsafeEnabled && x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use Label.ProtoReflect.Descriptor instead. func (*Label) Descriptor() ([]byte, []int) { return file_api_hook_service_proto_rawDescGZIP(), []int{2} } func (x *Label) GetKey() string { if x != nil { return x.Key } return "" } func (x *Label) GetValue() string { if x != nil { return x.Value } return "" } type ContainerDefinition struct { state protoimpl.MessageState sizeCache protoimpl.SizeCache unknownFields protoimpl.UnknownFields Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` Pid uint32 `protobuf:"varint,2,opt,name=pid,proto3" json:"pid,omitempty"` OciConfig string `protobuf:"bytes,3,opt,name=oci_config,json=ociConfig,proto3" json:"oci_config,omitempty"` // NRI and OCI hooks don't give the OCI config but give pod details Namespace string `protobuf:"bytes,4,opt,name=namespace,proto3" json:"namespace,omitempty"` Podname string `protobuf:"bytes,5,opt,name=podname,proto3" json:"podname,omitempty"` Name string `protobuf:"bytes,6,opt,name=name,proto3" json:"name,omitempty"` Labels []*Label `protobuf:"bytes,7,rep,name=labels,proto3" json:"labels,omitempty"` } func (x *ContainerDefinition) Reset() { *x = ContainerDefinition{} if protoimpl.UnsafeEnabled { mi := &file_api_hook_service_proto_msgTypes[3] ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) ms.StoreMessageInfo(mi) } } func (x *ContainerDefinition) String() string { return protoimpl.X.MessageStringOf(x) } func (*ContainerDefinition) ProtoMessage() {} func (x *ContainerDefinition) ProtoReflect() protoreflect.Message { mi := &file_api_hook_service_proto_msgTypes[3] if protoimpl.UnsafeEnabled && x != nil { ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) if ms.LoadMessageInfo() == nil { ms.StoreMessageInfo(mi) } return ms } return mi.MessageOf(x) } // Deprecated: Use ContainerDefinition.ProtoReflect.Descriptor instead. func (*ContainerDefinition) Descriptor() ([]byte, []int) { return file_api_hook_service_proto_rawDescGZIP(), []int{3} } func (x *ContainerDefinition) GetId() string { if x != nil { return x.Id } return "" } func (x *ContainerDefinition) GetPid() uint32 { if x != nil { return x.Pid } return 0 } func (x *ContainerDefinition) GetOciConfig() string { if x != nil { return x.OciConfig } return "" } func (x *ContainerDefinition) GetNamespace() string { if x != nil { return x.Namespace } return "" } func (x *ContainerDefinition) GetPodname() string { if x != nil { return x.Podname } return "" } func (x *ContainerDefinition) GetName() string { if x != nil { return x.Name } return "" } func (x *ContainerDefinition) GetLabels() []*Label { if x != nil { return x.Labels } return nil } var File_api_hook_service_proto protoreflect.FileDescriptor var file_api_hook_service_proto_rawDesc = []byte{ 0x0a, 0x16, 0x61, 0x70, 0x69, 0x2f, 0x68, 0x6f, 0x6f, 0x6b, 0x2d, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x0b, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x22, 0x2c, 0x0a, 0x14, 0x41, 0x64, 0x64, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x14, 0x0a, 0x05, 0x64, 0x65, 0x62, 0x75, 0x67, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x64, 0x65, 0x62, 0x75, 0x67, 0x22, 0x2f, 0x0a, 0x17, 0x52, 0x65, 0x6d, 0x6f, 0x76, 0x65, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x14, 0x0a, 0x05, 0x64, 0x65, 0x62, 0x75, 0x67, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x64, 0x65, 0x62, 0x75, 0x67, 0x22, 0x2f, 0x0a, 0x05, 0x4c, 0x61, 0x62, 0x65, 0x6c, 0x12, 0x10, 0x0a, 0x03, 0x6b, 0x65, 0x79, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x6b, 0x65, 0x79, 0x12, 0x14, 0x0a, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x76, 0x61, 0x6c, 0x75, 0x65, 0x22, 0xce, 0x01, 0x0a, 0x13, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69, 0x6f, 0x6e, 0x12, 0x0e, 0x0a, 0x02, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x02, 0x69, 0x64, 0x12, 0x10, 0x0a, 0x03, 0x70, 0x69, 0x64, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x03, 0x70, 0x69, 0x64, 0x12, 0x1d, 0x0a, 0x0a, 0x6f, 0x63, 0x69, 0x5f, 0x63, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x6f, 0x63, 0x69, 0x43, 0x6f, 0x6e, 0x66, 0x69, 0x67, 0x12, 0x1c, 0x0a, 0x09, 0x6e, 0x61, 0x6d, 0x65, 0x73, 0x70, 0x61, 0x63, 0x65, 0x18, 0x04, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x6e, 0x61, 0x6d, 0x65, 0x73, 0x70, 0x61, 0x63, 0x65, 0x12, 0x18, 0x0a, 0x07, 0x70, 0x6f, 0x64, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x07, 0x70, 0x6f, 0x64, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x12, 0x0a, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x06, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x6e, 0x61, 0x6d, 0x65, 0x12, 0x2a, 0x0a, 0x06, 0x6c, 0x61, 0x62, 0x65, 0x6c, 0x73, 0x18, 0x07, 0x20, 0x03, 0x28, 0x0b, 0x32, 0x12, 0x2e, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x4c, 0x61, 0x62, 0x65, 0x6c, 0x52, 0x06, 0x6c, 0x61, 0x62, 0x65, 0x6c, 0x73, 0x32, 0xc1, 0x01, 0x0a, 0x0b, 0x48, 0x6f, 0x6f, 0x6b, 0x53, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x12, 0x55, 0x0a, 0x0c, 0x41, 0x64, 0x64, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x12, 0x20, 0x2e, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69, 0x6f, 0x6e, 0x1a, 0x21, 0x2e, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x41, 0x64, 0x64, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x5b, 0x0a, 0x0f, 0x52, 0x65, 0x6d, 0x6f, 0x76, 0x65, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x12, 0x20, 0x2e, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x44, 0x65, 0x66, 0x69, 0x6e, 0x69, 0x74, 0x69, 0x6f, 0x6e, 0x1a, 0x24, 0x2e, 0x68, 0x6f, 0x6f, 0x6b, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x2e, 0x52, 0x65, 0x6d, 0x6f, 0x76, 0x65, 0x43, 0x6f, 0x6e, 0x74, 0x61, 0x69, 0x6e, 0x65, 0x72, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x42, 0x62, 0x5a, 0x60, 0x67, 0x69, 0x74, 0x68, 0x75, 0x62, 0x2e, 0x63, 0x6f, 0x6d, 0x2f, 0x69, 0x6e, 0x73, 0x70, 0x65, 0x6b, 0x74, 0x6f, 0x72, 0x2d, 0x67, 0x61, 0x64, 0x67, 0x65, 0x74, 0x2f, 0x69, 0x6e, 0x73, 0x70, 0x65, 0x6b, 0x74, 0x6f, 0x72, 0x2d, 0x67, 0x61, 0x64, 0x67, 0x65, 0x74, 0x2f, 0x70, 0x6b, 0x67, 0x2f, 0x6f, 0x70, 0x65, 0x72, 0x61, 0x74, 0x6f, 0x72, 0x73, 0x2f, 0x6b, 0x75, 0x62, 0x65, 0x6d, 0x61, 0x6e, 0x61, 0x67, 0x65, 0x72, 0x2f, 0x68, 0x6f, 0x6f, 0x6b, 0x2d, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x3b, 0x68, 0x6f, 0x6f, 0x6b, 0x5f, 0x73, 0x65, 0x72, 0x76, 0x69, 0x63, 0x65, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, } var ( file_api_hook_service_proto_rawDescOnce sync.Once file_api_hook_service_proto_rawDescData = file_api_hook_service_proto_rawDesc ) func file_api_hook_service_proto_rawDescGZIP() []byte { file_api_hook_service_proto_rawDescOnce.Do(func() { file_api_hook_service_proto_rawDescData = protoimpl.X.CompressGZIP(file_api_hook_service_proto_rawDescData) }) return file_api_hook_service_proto_rawDescData } var file_api_hook_service_proto_msgTypes = make([]protoimpl.MessageInfo, 4) var file_api_hook_service_proto_goTypes = []interface{}{ (*AddContainerResponse)(nil), // 0: hookservice.AddContainerResponse (*RemoveContainerResponse)(nil), // 1: hookservice.RemoveContainerResponse (*Label)(nil), // 2: hookservice.Label (*ContainerDefinition)(nil), // 3: hookservice.ContainerDefinition } var file_api_hook_service_proto_depIdxs = []int32{ 2, // 0: hookservice.ContainerDefinition.labels:type_name -> hookservice.Label 3, // 1: hookservice.HookService.AddContainer:input_type -> hookservice.ContainerDefinition 3, // 2: hookservice.HookService.RemoveContainer:input_type -> hookservice.ContainerDefinition 0, // 3: hookservice.HookService.AddContainer:output_type -> hookservice.AddContainerResponse 1, // 4: hookservice.HookService.RemoveContainer:output_type -> hookservice.RemoveContainerResponse 3, // [3:5] is the sub-list for method output_type 1, // [1:3] is the sub-list for method input_type 1, // [1:1] is the sub-list for extension type_name 1, // [1:1] is the sub-list for extension extendee 0, // [0:1] is the sub-list for field type_name } func init() { file_api_hook_service_proto_init() } func file_api_hook_service_proto_init() { if File_api_hook_service_proto != nil { return } if !protoimpl.UnsafeEnabled { file_api_hook_service_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { switch v := v.(*AddContainerResponse); i { case 0: return &v.state case 1: return &v.sizeCache case 2: return &v.unknownFields default: return nil } } file_api_hook_service_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { switch v := v.(*RemoveContainerResponse); i { case 0: return &v.state case 1: return &v.sizeCache case 2: return &v.unknownFields default: return nil } } file_api_hook_service_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { switch v := v.(*Label); i { case 0: return &v.state case 1: return &v.sizeCache case 2: return &v.unknownFields default: return nil } } file_api_hook_service_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { switch v := v.(*ContainerDefinition); i { case 0: return &v.state case 1: return &v.sizeCache case 2: return &v.unknownFields default: return nil } } } type x struct{} out := protoimpl.TypeBuilder{ File: protoimpl.DescBuilder{ GoPackagePath: reflect.TypeOf(x{}).PkgPath(), RawDescriptor: file_api_hook_service_proto_rawDesc, NumEnums: 0, NumMessages: 4, NumExtensions: 0, NumServices: 1, }, GoTypes: file_api_hook_service_proto_goTypes, DependencyIndexes: file_api_hook_service_proto_depIdxs, MessageInfos: file_api_hook_service_proto_msgTypes, }.Build() File_api_hook_service_proto = out.File file_api_hook_service_proto_rawDesc = nil file_api_hook_service_proto_goTypes = nil file_api_hook_service_proto_depIdxs = nil } inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/api/hook-service.proto000066400000000000000000000025761510117411400307670ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. syntax = "proto3"; option go_package = "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service;hook_service"; package hookservice; service HookService { // Methods called by OCI Hooks rpc AddContainer(ContainerDefinition) returns (AddContainerResponse) {} rpc RemoveContainer(ContainerDefinition) returns (RemoveContainerResponse) {} } message AddContainerResponse { string debug = 1; } message RemoveContainerResponse { string debug = 1; } message Label { string key = 1; string value = 2; } message ContainerDefinition { string id = 1; uint32 pid = 2; string oci_config = 3; // NRI and OCI hooks don't give the OCI config but give pod details string namespace = 4; string podname = 5; string name = 6; repeated Label labels = 7; } inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/api/hook-service_grpc.pb.go000066400000000000000000000153731510117411400316430ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Code generated by protoc-gen-go-grpc. DO NOT EDIT. // versions: // - protoc-gen-go-grpc v1.5.1 // - protoc v3.14.0 // source: api/hook-service.proto package hook_service import ( context "context" grpc "google.golang.org/grpc" codes "google.golang.org/grpc/codes" status "google.golang.org/grpc/status" ) // This is a compile-time assertion to ensure that this generated file // is compatible with the grpc package it is being compiled against. // Requires gRPC-Go v1.64.0 or later. const _ = grpc.SupportPackageIsVersion9 const ( HookService_AddContainer_FullMethodName = "/hookservice.HookService/AddContainer" HookService_RemoveContainer_FullMethodName = "/hookservice.HookService/RemoveContainer" ) // HookServiceClient is the client API for HookService service. // // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. type HookServiceClient interface { // Methods called by OCI Hooks AddContainer(ctx context.Context, in *ContainerDefinition, opts ...grpc.CallOption) (*AddContainerResponse, error) RemoveContainer(ctx context.Context, in *ContainerDefinition, opts ...grpc.CallOption) (*RemoveContainerResponse, error) } type hookServiceClient struct { cc grpc.ClientConnInterface } func NewHookServiceClient(cc grpc.ClientConnInterface) HookServiceClient { return &hookServiceClient{cc} } func (c *hookServiceClient) AddContainer(ctx context.Context, in *ContainerDefinition, opts ...grpc.CallOption) (*AddContainerResponse, error) { cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) out := new(AddContainerResponse) err := c.cc.Invoke(ctx, HookService_AddContainer_FullMethodName, in, out, cOpts...) if err != nil { return nil, err } return out, nil } func (c *hookServiceClient) RemoveContainer(ctx context.Context, in *ContainerDefinition, opts ...grpc.CallOption) (*RemoveContainerResponse, error) { cOpts := append([]grpc.CallOption{grpc.StaticMethod()}, opts...) out := new(RemoveContainerResponse) err := c.cc.Invoke(ctx, HookService_RemoveContainer_FullMethodName, in, out, cOpts...) if err != nil { return nil, err } return out, nil } // HookServiceServer is the server API for HookService service. // All implementations must embed UnimplementedHookServiceServer // for forward compatibility. type HookServiceServer interface { // Methods called by OCI Hooks AddContainer(context.Context, *ContainerDefinition) (*AddContainerResponse, error) RemoveContainer(context.Context, *ContainerDefinition) (*RemoveContainerResponse, error) mustEmbedUnimplementedHookServiceServer() } // UnimplementedHookServiceServer must be embedded to have // forward compatible implementations. // // NOTE: this should be embedded by value instead of pointer to avoid a nil // pointer dereference when methods are called. type UnimplementedHookServiceServer struct{} func (UnimplementedHookServiceServer) AddContainer(context.Context, *ContainerDefinition) (*AddContainerResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method AddContainer not implemented") } func (UnimplementedHookServiceServer) RemoveContainer(context.Context, *ContainerDefinition) (*RemoveContainerResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method RemoveContainer not implemented") } func (UnimplementedHookServiceServer) mustEmbedUnimplementedHookServiceServer() {} func (UnimplementedHookServiceServer) testEmbeddedByValue() {} // UnsafeHookServiceServer may be embedded to opt out of forward compatibility for this service. // Use of this interface is not recommended, as added methods to HookServiceServer will // result in compilation errors. type UnsafeHookServiceServer interface { mustEmbedUnimplementedHookServiceServer() } func RegisterHookServiceServer(s grpc.ServiceRegistrar, srv HookServiceServer) { // If the following call pancis, it indicates UnimplementedHookServiceServer was // embedded by pointer and is nil. This will cause panics if an // unimplemented method is ever invoked, so we test this at initialization // time to prevent it from happening at runtime later due to I/O. if t, ok := srv.(interface{ testEmbeddedByValue() }); ok { t.testEmbeddedByValue() } s.RegisterService(&HookService_ServiceDesc, srv) } func _HookService_AddContainer_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ContainerDefinition) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(HookServiceServer).AddContainer(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: HookService_AddContainer_FullMethodName, } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(HookServiceServer).AddContainer(ctx, req.(*ContainerDefinition)) } return interceptor(ctx, in, info, handler) } func _HookService_RemoveContainer_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ContainerDefinition) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(HookServiceServer).RemoveContainer(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: HookService_RemoveContainer_FullMethodName, } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(HookServiceServer).RemoveContainer(ctx, req.(*ContainerDefinition)) } return interceptor(ctx, in, info, handler) } // HookService_ServiceDesc is the grpc.ServiceDesc for HookService service. // It's only intended for direct use with grpc.RegisterService, // and not to be introspected or modified (even as a copy) var HookService_ServiceDesc = grpc.ServiceDesc{ ServiceName: "hookservice.HookService", HandlerType: (*HookServiceServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "AddContainer", Handler: _HookService_AddContainer_Handler, }, { MethodName: "RemoveContainer", Handler: _HookService_RemoveContainer_Handler, }, }, Streams: []grpc.StreamDesc{}, Metadata: "api/hook-service.proto", } inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/server.go000066400000000000000000000062051510117411400263610ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package hookservice import ( "context" "fmt" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" pb "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service/api" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type HookServer struct { pb.UnimplementedHookServiceServer containerCollection *containercollection.ContainerCollection } // NewServer creates a new HookServer instance that implements the `HookService` // gRPC service. The caller must ensure that the `containerCollection` is // initialized and ready to use before calling this function. Additionally, the // caller must ensure that the `containerCollection` is closed when it is no // longer needed. func NewServer(cc *containercollection.ContainerCollection) *HookServer { return &HookServer{ containerCollection: cc, } } func (s *HookServer) AddContainer(ctx context.Context, containerDefinition *pb.ContainerDefinition) (*pb.AddContainerResponse, error) { if containerDefinition.Id == "" { return nil, fmt.Errorf("container id not set") } if s.containerCollection.GetContainer(containerDefinition.Id) != nil { return nil, fmt.Errorf("container with id %s already exists", containerDefinition.Id) } container := containercollection.Container{ Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: eventtypes.BasicRuntimeMetadata{ ContainerID: containerDefinition.Id, ContainerPID: containerDefinition.Pid, }, }, K8s: containercollection.K8sMetadata{ BasicK8sMetadata: eventtypes.BasicK8sMetadata{ Namespace: containerDefinition.Namespace, PodName: containerDefinition.Podname, ContainerName: containerDefinition.Name, }, }, OciConfig: containerDefinition.OciConfig, } if len(containerDefinition.Labels) > 0 { container.K8s.PodLabels = make(map[string]string) for _, l := range containerDefinition.Labels { container.K8s.PodLabels[l.Key] = l.Value } } s.containerCollection.AddContainer(&container) return &pb.AddContainerResponse{}, nil } func (s *HookServer) RemoveContainer(ctx context.Context, containerDefinition *pb.ContainerDefinition) (*pb.RemoveContainerResponse, error) { if containerDefinition.Id == "" { return nil, fmt.Errorf("container Id not set") } c := s.containerCollection.GetContainer(containerDefinition.Id) if c == nil { return nil, fmt.Errorf("unknown container %q", containerDefinition.Id) } s.containerCollection.RemoveContainer(containerDefinition.Id) return &pb.RemoveContainerResponse{}, nil } inspektor-gadget-0.46.0/pkg/operators/kubemanager/hook-service/server_test.go000066400000000000000000000161611510117411400274220ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package hookservice import ( "context" "encoding/json" "testing" "github.com/stretchr/testify/require" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" pb "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service/api" ) // Helper function to extract annotations from OCI config func extractOCIAnnotations(ociConfig string) (map[string]string, error) { var config struct { Annotations map[string]string `json:"annotations"` } if err := json.Unmarshal([]byte(ociConfig), &config); err != nil { return nil, err } return config.Annotations, nil } // Helper function to extract container metadata from OCI config func extractContainerMetadata(ociConfig string) (name, podName, namespace string, err error) { annotations, err := extractOCIAnnotations(ociConfig) if err != nil { return "", "", "", err } name = annotations["io.kubernetes.cri.container-name"] podName = annotations["io.kubernetes.cri.sandbox-name"] namespace = annotations["io.kubernetes.cri.sandbox-namespace"] return name, podName, namespace, nil } func TestHookServer(t *testing.T) { // Initialize container collection with OCI config enrichment var cc containercollection.ContainerCollection cc.Initialize([]containercollection.ContainerCollectionOption{ containercollection.WithOCIConfigEnrichment(), }...) defer cc.Close() // Create hook server server := NewServer(&cc) require.NotNil(t, server, "Server should not be nil") ctx := context.Background() // Test data for multiple containers testContainers := []*pb.ContainerDefinition{ { Id: "container1", Name: "test-container-1", Namespace: "default", Podname: "test-pod-1", Pid: 1001, Labels: []*pb.Label{ {Key: "app", Value: "web"}, {Key: "version", Value: "1.0"}, }, }, { Id: "container2", Name: "test-container-2", Namespace: "kube-system", Podname: "test-pod-2", Pid: 1002, Labels: []*pb.Label{ {Key: "app", Value: "db"}, {Key: "version", Value: "2.0"}, }, }, { // Test without labels Id: "container3", Name: "test-container-3", Namespace: "monitoring", Podname: "test-pod-3", Pid: 1003, }, { // Container as OCI hook would add it (Use containerd annotations style) Id: "oci-container-123", Pid: 1004, OciConfig: `{"annotations":{"io.kubernetes.cri.container-type":"container","io.kubernetes.cri.container-name":"test-app","io.kubernetes.cri.sandbox-name":"test-pod-oci","io.kubernetes.cri.sandbox-namespace":"default"}}`, }, } // Section 1: Add containers for i, containerDef := range testContainers { t.Logf("Adding container %d: %s", i+1, containerDef.Id) // Add container resp, err := server.AddContainer(ctx, containerDef) require.NoError(t, err, "Failed to add container %s", containerDef.Id) require.NotNil(t, resp, "Response should not be nil") // Verify container was added to collection container := cc.GetContainer(containerDef.Id) require.NotNil(t, container, "Container %s should exist in collection", containerDef.Id) // For OCI containers, extract metadata from OCI config to compare against enriched values var expectedName, expectedPodName, expectedNamespace string if containerDef.OciConfig != "" { require.Equal(t, containerDef.OciConfig, container.OciConfig, "OCI config should match") var err error expectedName, expectedPodName, expectedNamespace, err = extractContainerMetadata(containerDef.OciConfig) require.NoError(t, err, "Failed to extract metadata from OCI config") } else { expectedName = containerDef.Name expectedPodName = containerDef.Podname expectedNamespace = containerDef.Namespace } require.Equal(t, containerDef.Id, container.Runtime.ContainerID) require.Equal(t, containerDef.Pid, container.Runtime.ContainerPID) require.Equal(t, expectedName, container.K8s.ContainerName) require.Equal(t, expectedNamespace, container.K8s.Namespace) require.Equal(t, expectedPodName, container.K8s.PodName) // Verify labels if set if len(containerDef.Labels) > 0 { require.NotNil(t, container.K8s.PodLabels, "Pod labels should not be nil") require.Equal(t, len(containerDef.Labels), len(container.K8s.PodLabels)) for _, label := range containerDef.Labels { require.Equal(t, label.Value, container.K8s.PodLabels[label.Key]) } } else { require.Nil(t, container.K8s.PodLabels, "Pod labels should be nil") } } // Section 2: Error cases for AddContainer // Test empty container ID _, err := server.AddContainer(ctx, &pb.ContainerDefinition{ Id: "", Name: "test-container", }) require.Error(t, err, "Should fail with empty container ID") // Test duplicate container _, err = server.AddContainer(ctx, &pb.ContainerDefinition{ Id: "container1", // Already exists Name: "duplicate-container", }) require.Error(t, err, "Should fail with duplicate container ID") // Section 3: Remove containers // Remove container2 first resp, err := server.RemoveContainer(ctx, &pb.ContainerDefinition{ Id: "container2", }) require.NoError(t, err, "Failed to remove container2") require.NotNil(t, resp, "Response should not be nil") // Verify container was removed container := cc.GetContainer("container2") require.Nil(t, container, "Container2 should be removed from collection") // Remove remaining containers for _, containerDef := range []*pb.ContainerDefinition{ {Id: "container1"}, {Id: "container3"}, {Id: "oci-container-123"}, } { t.Logf("Removing container: %s", containerDef.Id) resp, err := server.RemoveContainer(ctx, containerDef) require.NoError(t, err, "Failed to remove container %s", containerDef.Id) require.NotNil(t, resp, "Response should not be nil") // Verify container was removed container := cc.GetContainer(containerDef.Id) require.Nil(t, container, "Container %s should be removed from collection", containerDef.Id) } // Section 4: Error cases for RemoveContainer // Test empty container ID _, err = server.RemoveContainer(ctx, &pb.ContainerDefinition{ Id: "", }) require.Error(t, err, "Should fail with empty container ID") // Test non-existent container _, err = server.RemoveContainer(ctx, &pb.ContainerDefinition{ Id: "nonexistent", }) require.Error(t, err, "Should fail with non-existent container") // Section 5: Verify collection is empty after all removals for _, containerDef := range testContainers { container := cc.GetContainer(containerDef.Id) require.Nil(t, container, "Container %s should not exist after removal", containerDef.Id) } } inspektor-gadget-0.46.0/pkg/operators/kubemanager/hooks-utils.go000066400000000000000000000165161510117411400247440ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package kubemanager import ( "encoding/json" "errors" "fmt" "io/fs" "os" "path/filepath" "regexp" nriv1 "github.com/containerd/nri/types/v1" log "github.com/sirupsen/logrus" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerhook "github.com/inspektor-gadget/inspektor-gadget/pkg/container-hook" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( // Hook modes hookModeNone = "none" hookModeAuto = "auto" hookModeCrio = "crio" hookModeNRI = "nri" hookModePodInformer = "podinformer" hookModeFanotifyEbpf = "fanotify+ebpf" ) var crioRegex = regexp.MustCompile(`1:name=systemd:.*/crio-[0-9a-f]*\.scope`) var supportedHookModes = []string{ hookModeAuto, hookModeCrio, hookModeNRI, hookModePodInformer, hookModeFanotifyEbpf, } func copyFile(destination, source string, filemode fs.FileMode) error { content, err := os.ReadFile(source) if err != nil { return fmt.Errorf("reading %s: %w", source, err) } info, err := os.Stat(destination) if err != nil && !errors.Is(err, os.ErrNotExist) { return fmt.Errorf("stat'ing %s: %w", destination, err) } if info != nil && info.IsDir() { destination = filepath.Join(destination, filepath.Base(source)) } err = os.WriteFile(destination, content, filemode) if err != nil { return fmt.Errorf("writing %s: %w", destination, err) } return nil } func installCRIOHooks() error { log.Info("Installing hooks scripts on host...") path := filepath.Join(host.HostRoot, "opt/hooks/oci") err := os.MkdirAll(path, 0o755) if err != nil { return fmt.Errorf("creating %s: %w", path, err) } for _, file := range []string{"ocihookgadget", "prestart.sh", "poststop.sh"} { log.Infof("Installing %s", file) path := filepath.Join("/opt/hooks/oci", file) destinationPath := filepath.Join(host.HostRoot, path) err := copyFile(destinationPath, path, 0o750) if err != nil { return fmt.Errorf("copying: %w", err) } } for _, file := range []string{"etc/containers/oci/hooks.d", "usr/share/containers/oci/hooks.d/"} { hookPath := filepath.Join(host.HostRoot, file) log.Infof("Installing OCI hooks configuration in %s", hookPath) err := os.MkdirAll(hookPath, 0o755) if err != nil { return fmt.Errorf("creating hook path %s: %w", path, err) } errCount := 0 for _, config := range []string{"/opt/hooks/crio/gadget-prestart.json", "/opt/hooks/crio/gadget-poststop.json"} { err := copyFile(hookPath, config, 0o640) if err != nil { errCount++ } } if errCount != 0 { log.Warn("Couldn't install OCI hooks configuration") } else { log.Info("Hooks installation done") } } return nil } func installNRIHooks() error { log.Info("Installing NRI hooks") destinationPath := filepath.Join(host.HostRoot, "opt/nri/bin") err := os.MkdirAll(destinationPath, 0o755) if err != nil { return fmt.Errorf("creating %s: %w", destinationPath, err) } err = copyFile(destinationPath, "/opt/hooks/nri/nrigadget", 0o640) if err != nil { return fmt.Errorf("copying: %w", err) } hostConfigPath := filepath.Join(host.HostRoot, "etc/nri/conf.json") content, err := os.ReadFile(hostConfigPath) if err == nil { var configList nriv1.ConfigList err := json.Unmarshal(content, &configList) if err != nil { return fmt.Errorf("unmarshalling JSON %s: %w", hostConfigPath, err) } configList.Plugins = append(configList.Plugins, &nriv1.Plugin{Type: "nrigadget"}) content, err = json.Marshal(configList) if err != nil { return fmt.Errorf("marshalling JSON: %w", err) } err = os.WriteFile(hostConfigPath, content, 0o640) if err != nil { return fmt.Errorf("writing %s: %w", hostConfigPath, err) } } else { destinationPath := filepath.Join(host.HostRoot, "etc/nri") err = os.MkdirAll(destinationPath, 0o755) if err != nil { return fmt.Errorf("creating %s: %w", destinationPath, err) } err := copyFile(destinationPath, "/opt/hooks/nri/conf.json", 0o640) if err != nil { return fmt.Errorf("copying: %w", err) } } return nil } func parseHookMode(hookMode string) (string, error) { path := "/proc/self/cgroup" content, err := os.ReadFile(path) if err != nil { return "", fmt.Errorf("reading %s: %w", path, err) } crio := false if crioRegex.Match(content) { log.Infof("CRI-O detected.") crio = true } if (hookMode == hookModeAuto) && crio { log.Info("Hook mode CRI-O detected") hookMode = hookModeCrio } switch hookMode { case hookModeCrio: err := installCRIOHooks() if err != nil { return "", fmt.Errorf("installing CRIO hooks: %w", err) } case hookModeNRI: err := installNRIHooks() if err != nil { return "", fmt.Errorf("installing NRI hooks: %w", err) } } parsedHookMode := hookModeAuto switch hookMode { case hookModeCrio, hookModeNRI: parsedHookMode = hookModeNone case hookModeFanotifyEbpf, hookModePodInformer: parsedHookMode = hookMode } log.Infof("Parsed hook mode: %s", parsedHookMode) return parsedHookMode, nil } func hookMode2ccOpts(node, hookMode string, fallbackPodInformer bool) ([]containercollection.ContainerCollectionOption, error) { var ccOpts []containercollection.ContainerCollectionOption podInformerUsed := false switch hookMode { case "none": // Used by nri and crio: They will call the hook-service directly to add and remove container log.Infof("KubeManager: hook mode: none") ccOpts = append(ccOpts, containercollection.WithInitialKubernetesContainers(node)) ccOpts = append(ccOpts, containercollection.WithOCIConfigForInitialContainer()) case "auto": if containerhook.Supported() { log.Infof("KubeManager: hook mode: fanotify+ebpf (auto)") ccOpts = append(ccOpts, containercollection.WithContainerFanotifyEbpf()) ccOpts = append(ccOpts, containercollection.WithInitialKubernetesContainers(node)) ccOpts = append(ccOpts, containercollection.WithOCIConfigForInitialContainer()) } else { log.Infof("KubeManager: hook mode: podinformer (auto)") ccOpts = append(ccOpts, containercollection.WithPodInformer(node)) podInformerUsed = true } case "podinformer": log.Infof("KubeManager: hook mode: podinformer") ccOpts = append(ccOpts, containercollection.WithPodInformer(node)) podInformerUsed = true case "fanotify+ebpf": log.Infof("KubeManager: hook mode: fanotify+ebpf") ccOpts = append(ccOpts, containercollection.WithContainerFanotifyEbpf()) ccOpts = append(ccOpts, containercollection.WithInitialKubernetesContainers(node)) ccOpts = append(ccOpts, containercollection.WithOCIConfigForInitialContainer()) default: return nil, fmt.Errorf("invalid hook mode: %s", hookMode) } if fallbackPodInformer && !podInformerUsed { log.Infof("KubeManager: enabling fallback podinformer") ccOpts = append(ccOpts, containercollection.WithFallbackPodInformer(node)) } return ccOpts, nil } inspektor-gadget-0.46.0/pkg/operators/kubemanager/kubemanager.go000066400000000000000000000360661510117411400247460ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package kubemanager import ( "errors" "fmt" "net" "os" "github.com/cilium/ebpf" "github.com/cilium/ebpf/rlimit" "github.com/google/uuid" log "github.com/sirupsen/logrus" "github.com/spf13/viper" "google.golang.org/grpc" "google.golang.org/grpc/health" healthpb "google.golang.org/grpc/health/grpc_health_v1" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/compat" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/common" hookservice "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service" hookserviceapi "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/hook-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/kubemanager/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" tracercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/tracer-collection" ) const ( OperatorName = "KubeManager" // Global parameter keys ParamHookMode = "hook-mode" ParamFallbackPodInformer = "fallback-podinformer" ParamHookLivenessSocketFile = "hook-liveness-socketfile" // Instance parameter keys ParamAllNamespaces = "all-namespaces" ) type MountNsMapSetter interface { SetMountNsMap(*ebpf.Map) } type Attacher interface { AttachContainer(container *containercollection.Container) error DetachContainer(*containercollection.Container) error } type KubeManager struct { containerCollection *containercollection.ContainerCollection tracerCollection *tracercollection.TracerCollection } func (k *KubeManager) Name() string { return OperatorName } func (k *KubeManager) Description() string { return "KubeManager handles container/pod/namespace information using Container-Collection and Tracer-Collection." } func (k *KubeManager) GlobalParamDescs() params.ParamDescs { return params.ParamDescs{ { Key: ParamFallbackPodInformer, DefaultValue: "true", Description: "Use pod informer as a fallback for the main hook", TypeHint: params.TypeBool, }, { Key: ParamHookMode, DefaultValue: hookModeAuto, Description: "Mechanism to collect container information", TypeHint: params.TypeString, PossibleValues: supportedHookModes, }, { Key: ParamHookLivenessSocketFile, DefaultValue: types.DefaultHookAndLivenessSocketFile, Description: "Path to the socket file for serving hook's requests for adding/removing containers and for liveness checks", TypeHint: params.TypeString, }, } } func (k *KubeManager) ParamDescs() params.ParamDescs { return append(common.GetContainerSelectorParams(true), ¶ms.ParamDesc{ Key: ParamAllNamespaces, Alias: "A", Description: "Show data from pods in all namespaces", TypeHint: params.TypeBool, DefaultValue: "false", }) } func (k *KubeManager) Init(params *params.Params) error { hookMode := params.Get(ParamHookMode).AsString() fallbackPodInformer := params.Get(ParamFallbackPodInformer).AsBool() socketPath := params.Get(ParamHookLivenessSocketFile).AsString() var err error hookMode, err = parseHookMode(hookMode) if err != nil { return fmt.Errorf("parsing hook mode: %w", err) } if err := k.initCollections(hookMode, fallbackPodInformer); err != nil { return fmt.Errorf("initializing collections: %w", err) } // Start the gRPC server for the hook service and health checks grpcServer := grpc.NewServer() os.Remove(socketPath) listener, err := net.Listen("unix", socketPath) if err != nil { return fmt.Errorf("listening on %s: %w", socketPath, err) } // Register the hook service to handle container add/remove requests hookServer := hookservice.NewServer(k.containerCollection) hookserviceapi.RegisterHookServiceServer(grpcServer, hookServer) // Register the health server to handle health checks healthServer := health.NewServer() healthpb.RegisterHealthServer(grpcServer, healthServer) log.Printf("Serving hook-service and health-checks on %s", socketPath) go grpcServer.Serve(listener) return nil } // initCollections initializes the container collection and tracer collection. func (k *KubeManager) initCollections(hookMode string, fallbackPodInformer bool) error { var cc containercollection.ContainerCollection if err := rlimit.RemoveMemlock(); err != nil { return fmt.Errorf("removing memlock rlimit: %w", err) } node := os.Getenv("NODE_NAME") if node == "" { return fmt.Errorf("environment variable NODE_NAME not set") } var err error k.tracerCollection, err = tracercollection.NewTracerCollection(&cc) if err != nil { return fmt.Errorf("creating tracer collection: %w", err) } // Initialize ContainerCollection with the options ccOpts := []containercollection.ContainerCollectionOption{ containercollection.WithOCIConfigEnrichment(), containercollection.WithCgroupEnrichment(), containercollection.WithLinuxNamespaceEnrichment(), containercollection.WithNodeName(node), containercollection.WithKubernetesEnrichment(node), containercollection.WithTracerCollection(k.tracerCollection), containercollection.WithProcEnrichment(), } hookModeOpts, err := hookMode2ccOpts(node, hookMode, fallbackPodInformer) if err != nil { return fmt.Errorf("getting extra container collection options: %w", err) } ccOpts = append(ccOpts, hookModeOpts...) err = cc.Initialize(ccOpts...) if err != nil { return fmt.Errorf("initializing container collection: %w", err) } k.containerCollection = &cc return nil } func (k *KubeManager) Close() error { return nil } type KubeManagerInstance struct { id string manager *KubeManager enrichEvents bool mountnsmap *ebpf.Map subscribed bool attachedContainers map[string]*containercollection.Container attacher Attacher params *params.Params gadgetInstance any gadgetCtx operators.GadgetContext eventWrappers map[datasource.DataSource]*compat.EventWrapperBase containersPublisher *common.ContainersPublisher } func (m *KubeManagerInstance) Name() string { return OperatorName } func (m *KubeManagerInstance) PreGadgetRun() error { log := m.gadgetCtx.Logger() if m.gadgetInstance != nil { err := m.handleGadgetInstance(log) if err != nil { return err } } return nil } func (m *KubeManagerInstance) handleGadgetInstance(log logger.Logger) error { containerSelector := newContainerSelector(m.params) if setter, ok := m.gadgetInstance.(MountNsMapSetter); ok { err := m.manager.tracerCollection.AddTracer(m.id, containerSelector) if err != nil { return fmt.Errorf("adding tracer: %w", err) } // Create mount namespace map to filter by containers mountnsmap, err := m.manager.tracerCollection.TracerMountNsMap(m.id) if err != nil { m.manager.tracerCollection.RemoveTracer(m.id) return fmt.Errorf("creating mountns map: %w", err) } log.Debugf("set mountnsmap for gadget") setter.SetMountNsMap(mountnsmap) m.mountnsmap = mountnsmap } if attacher, ok := m.gadgetInstance.(Attacher); ok { m.attacher = attacher m.attachedContainers = make(map[string]*containercollection.Container) attachContainerFunc := func(container *containercollection.Container) { log.Debugf("calling gadget.AttachContainer()") err := attacher.AttachContainer(container) if err != nil { var ve *ebpf.VerifierError if errors.As(err, &ve) { m.gadgetCtx.Logger().Debugf("start tracing container %q: verifier error: %+v\n", container.K8s.ContainerName, ve) } log.Warnf("start tracing container %q: %s", container.K8s.ContainerName, err) return } m.attachedContainers[container.Runtime.ContainerID] = container log.Debugf("tracer attached: container %q pid %d mntns %d netns %d", container.K8s.ContainerName, container.ContainerPid(), container.Mntns, container.Netns) } detachContainerFunc := func(container *containercollection.Container) { log.Debugf("calling gadget.Detach()") delete(m.attachedContainers, container.Runtime.ContainerID) err := attacher.DetachContainer(container) if err != nil { log.Warnf("stop tracing container %q: %s", container.K8s.ContainerName, err) return } log.Debugf("tracer detached: container %q pid %d mntns %d netns %d", container.K8s.ContainerName, container.ContainerPid(), container.Mntns, container.Netns) } m.subscribed = true log.Debugf("add subscription to containerCollection") containers := m.manager.containerCollection.Subscribe( m.id, containerSelector, func(event containercollection.PubSubEvent) { log.Debugf("%s: %s", event.Type.String(), event.Container.Runtime.ContainerID) switch event.Type { case containercollection.EventTypeAddContainer: attachContainerFunc(event.Container) case containercollection.EventTypeRemoveContainer: detachContainerFunc(event.Container) case containercollection.EventTypePreCreateContainer: // nothing to do default: log.Errorf("unknown event type, expected either %s, %s or %s, got %s", containercollection.EventTypePreCreateContainer, containercollection.EventTypeAddContainer, containercollection.EventTypeRemoveContainer, event.Type) } }, ) for _, container := range containers { attachContainerFunc(container) } } return nil } func newContainerSelector(params *params.Params) containercollection.ContainerSelector { containerSelector := common.NewContainerSelector(params) if params.Get(ParamAllNamespaces).AsBool() { containerSelector.K8s.Namespace = "" } return containerSelector } func (m *KubeManagerInstance) PostGadgetRun() error { if m.mountnsmap != nil { m.gadgetCtx.Logger().Debugf("calling RemoveTracer()") m.manager.tracerCollection.RemoveTracer(m.id) } if m.subscribed { m.gadgetCtx.Logger().Debugf("calling Unsubscribe()") m.manager.containerCollection.Unsubscribe(m.id) // emit detach for all remaining containers for _, container := range m.attachedContainers { m.attacher.DetachContainer(container) } } return nil } func (k *KubeManager) GlobalParams() api.Params { return apihelpers.ParamDescsToParams(k.GlobalParamDescs()) } func (k *KubeManager) InstanceParams() api.Params { return apihelpers.ParamDescsToParams(k.ParamDescs()) } func (k *KubeManager) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) ( operators.DataOperatorInstance, error, ) { params := k.ParamDescs().ToParams() err := params.CopyFromMap(paramValues, "") if err != nil { return nil, err } cfg, ok := gadgetCtx.GetVar("config") if !ok { return nil, fmt.Errorf("missing configuration") } v, ok := cfg.(*viper.Viper) if !ok { return nil, fmt.Errorf("invalid configuration format") } enableContainersDs := v.GetBool("annotations.enable-containers-datasource") var containersPublisher *common.ContainersPublisher if enableContainersDs { containersPublisher, err = common.NewContainersPublisher(gadgetCtx, k.containerCollection) if err != nil { return nil, fmt.Errorf("creating containers publisher: %w", err) } } traceInstance := &KubeManagerInstance{ manager: k, enrichEvents: false, attachedContainers: make(map[string]*containercollection.Container), params: params, gadgetCtx: gadgetCtx, id: uuid.New().String(), eventWrappers: make(map[datasource.DataSource]*compat.EventWrapperBase), containersPublisher: containersPublisher, } activate := false // Check, whether the gadget requested a map from us if t, ok := gadgetCtx.GetVar(gadgets.MntNsFilterMapName); ok { if _, ok := t.(*ebpf.Map); ok { gadgetCtx.Logger().Debugf("gadget requested map %s", gadgets.MntNsFilterMapName) activate = true } } // Check for NeedContainerEvents; this is set for example for tchandlers, as they // require the Attacher interface to be aware of containers if val, ok := gadgetCtx.GetVar("NeedContainerEvents"); ok { if b, ok := val.(bool); ok && b { activate = true } } wrappers, err := compat.GetEventWrappers(gadgetCtx) if err != nil { return nil, fmt.Errorf("getting event wrappers: %w", err) } traceInstance.eventWrappers = wrappers if len(wrappers) > 0 { activate = true } if !activate { return nil, nil } return traceInstance, nil } func (k *KubeManager) Priority() int { return -1 } func (m *KubeManagerInstance) PreStart(gadgetCtx operators.GadgetContext) error { m.gadgetInstance, _ = gadgetCtx.GetVar("ebpfInstance") compat.Subscribe( m.eventWrappers, m.manager.containerCollection.EnrichEventByMntNs, m.manager.containerCollection.EnrichEventByNetNs, 0, ) containerSelector := newContainerSelector(m.params) if m.manager.containerCollection == nil { return fmt.Errorf("container-collection isn't available") } // Create mount namespace map to filter by containers err := m.manager.tracerCollection.AddTracer(m.id, containerSelector) if err != nil { return fmt.Errorf("adding tracer: %w", err) } mountnsmap, err := m.manager.tracerCollection.TracerMountNsMap(m.id) if err != nil { m.manager.tracerCollection.RemoveTracer(m.id) return fmt.Errorf("creating mountnsmap: %w", err) } gadgetCtx.Logger().Debugf("set mountnsmap for gadget") gadgetCtx.SetVar(gadgets.MntNsFilterMapName, mountnsmap) gadgetCtx.SetVar(gadgets.FilterByMntNsName, true) m.mountnsmap = mountnsmap // using PreGadgetRun() for the time being to register attacher funcs return m.PreGadgetRun() } func (m *KubeManagerInstance) Start(gadgetCtx operators.GadgetContext) error { if m.containersPublisher == nil { return nil } containerSelector := newContainerSelector(m.params) return m.containersPublisher.PublishContainers(true, []*containercollection.Container{}, containerSelector) } func (m *KubeManagerInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (m *KubeManagerInstance) Close(gadgetCtx operators.GadgetContext) error { m.manager.tracerCollection.RemoveTracer(m.id) if m.containersPublisher != nil { m.containersPublisher.Unsubscribe() } return nil } var KubeManagerOperator *KubeManager func init() { KubeManagerOperator = &KubeManager{} operators.RegisterDataOperator(KubeManagerOperator) } inspektor-gadget-0.46.0/pkg/operators/kubemanager/types/000077500000000000000000000000001510117411400232675ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubemanager/types/types.go000066400000000000000000000014351510117411400247650ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types // DefaultHookAndLivenessSocketFile is the default socket file used by the hook // service and liveness probe. const DefaultHookAndLivenessSocketFile = "/run/hook-liveness.socket" inspektor-gadget-0.46.0/pkg/operators/kubenameresolver/000077500000000000000000000000001510117411400232135ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/kubenameresolver/kubenameresolver.go000066400000000000000000000154651510117411400271260ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package kubenameresolver provides an operator that enriches events by looking // up the pod name and namespace and enriches it with its ip information. It is // currently used by the following gadgets: // - trace network package kubenameresolver import ( "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/common" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( OperatorName = "KubeNameResolver" priority = 11 ) type KubeNameResolverInterface interface { SetLocalPodDetails(owner, hostIP, podIP string, labels map[string]string) } type KubeNameResolver struct{} func (k *KubeNameResolver) Name() string { return OperatorName } func (k *KubeNameResolver) Description() string { return "KubeNameResolver resolves pod name/namespace to IP addresses" } func (k *KubeNameResolver) GlobalParamDescs() params.ParamDescs { return nil } func (k *KubeNameResolver) ParamDescs() params.ParamDescs { return nil } func (k *KubeNameResolver) Init(params *params.Params) error { return nil } func (k *KubeNameResolver) Close() error { return nil } type KubeNameResolverInstance struct { gadgetCtx operators.GadgetContext k8sInventory common.K8sInventoryCache accessors map[datasource.DataSource]k8sAccesors gadgetInstance any } func (m *KubeNameResolverInstance) Name() string { return "KubeNameResolverInstance" } func (m *KubeNameResolverInstance) PreGadgetRun() error { m.k8sInventory.Start() return nil } func (m *KubeNameResolverInstance) PostGadgetRun() error { m.k8sInventory.Stop() return nil } func (m *KubeNameResolverInstance) enrich(ev any) { kubeNameResolver, _ := ev.(KubeNameResolverInterface) containerInfo, _ := ev.(operators.ContainerInfoGetters) pod := m.k8sInventory.GetPodByName(containerInfo.GetNamespace(), containerInfo.GetPod()) if pod != nil { owner := "" // When the pod belongs to Deployment, ReplicaSet or DaemonSet, find the // shorter name without the random suffix. That will be used to // generate the network policy name. if pod.OwnerReferences != nil { nameItems := strings.Split(pod.Name, "-") if len(nameItems) > 2 { owner = strings.Join(nameItems[:len(nameItems)-2], "-") } } kubeNameResolver.SetLocalPodDetails(owner, pod.Status.HostIP, pod.Status.PodIP, pod.Labels) } } func (m *KubeNameResolverInstance) EnrichEvent(ev any) error { m.enrich(ev) return nil } func (k *KubeNameResolver) GlobalParams() api.Params { return nil } func (k *KubeNameResolver) InstanceParams() api.Params { return nil } func (k *KubeNameResolver) Priority() int { return priority } type k8sAccesors struct { PodName datasource.FieldAccessor Namespace datasource.FieldAccessor PodIP datasource.FieldAccessor HostIP datasource.FieldAccessor } func (k *KubeNameResolver) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { logger := gadgetCtx.Logger() accessors := make(map[datasource.DataSource]k8sAccesors) for _, ds := range gadgetCtx.GetDataSources() { logger.Debugf("KubeNameResolverOperator inspecting datasource %q", ds.Name()) if ds.Annotations()["kubenameresolver.enable"] != "true" { logger.Debugf("KubeNameResolverOperator not enabled by annotation") continue } k8sField := ds.GetField("k8s") if k8sField == nil { logger.Debugf("> no k8s fields found") continue } k8sAccesors := k8sAccesors{} var err error k8sAccesors.PodName = ds.GetField("k8s.podName") if k8sAccesors.PodName == nil { logger.Warnf("No podName field found in datasource %q", ds.Name()) continue } k8sAccesors.Namespace = ds.GetField("k8s.namespace") if k8sAccesors.Namespace == nil { logger.Warnf("No namespace field found in datasource %q", ds.Name()) continue } // Create 2 new fields k8sAccesors.HostIP, err = k8sField.AddSubField("hostIP", api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden)) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "hostIP", err) } k8sAccesors.PodIP, err = k8sField.AddSubField("podIP", api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden)) if err != nil { return nil, fmt.Errorf("adding field %q: %w", "podIP", err) } logger.Debugf("> Found fields for DS %q", ds.Name()) accessors[ds] = k8sAccesors } // No endpoints found, nothing to do if len(accessors) == 0 { return nil, nil } k8sInventory, err := common.GetK8sInventoryCache() if err != nil { return nil, fmt.Errorf("creating k8s inventory cache: %w", err) } return &KubeNameResolverInstance{ k8sInventory: k8sInventory, accessors: accessors, }, nil } func (m *KubeNameResolverInstance) enrichSingle(data datasource.Data, accessor k8sAccesors) error { podName, err := accessor.PodName.String(data) if err != nil { return fmt.Errorf("getting podName: %w", err) } namespace, err := accessor.Namespace.String(data) if err != nil { return fmt.Errorf("getting namespace: %w", err) } pod := m.k8sInventory.GetPodByName(namespace, podName) if pod == nil { return nil } accessor.HostIP.PutString(data, pod.Status.HostIP) accessor.PodIP.PutString(data, pod.Status.PodIP) return nil } func (m *KubeNameResolverInstance) PreStart(gadgetCtx operators.GadgetContext) error { m.k8sInventory.Start() for ds, accessor := range m.accessors { err := ds.Subscribe(func(source datasource.DataSource, data datasource.Data) error { return m.enrichSingle(data, accessor) }, priority) if err != nil { return fmt.Errorf("subscribing to data source %q: %w", ds.Name(), err) } } return nil } func (m *KubeNameResolverInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (m *KubeNameResolverInstance) PostStop(gadgetCtx operators.GadgetContext) error { m.k8sInventory.Stop() return nil } func (m *KubeNameResolverInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (m *KubeNameResolverInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func init() { operators.RegisterDataOperator(&KubeNameResolver{}) } inspektor-gadget-0.46.0/pkg/operators/limiter/000077500000000000000000000000001510117411400213075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/limiter/limiter.go000066400000000000000000000121651510117411400233100ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package limiter is a data operator that limits the number of entries in each // batch of data. This operator is only enabled for data sources of type array. // A great scenario for this operator is when you are already sorting data // within an array of data and you want to filter out the top `X` entries. package limiter import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( name = "limiter" ParamMaxEntries = "max-entries" Priority = 9600 ) type limiterOperator struct{} func (l *limiterOperator) Name() string { return name } func (l *limiterOperator) Init(params *params.Params) error { return nil } func (l *limiterOperator) GlobalParams() api.Params { return nil } func (l *limiterOperator) InstanceParams() api.Params { return api.Params{ { Key: ParamMaxEntries, Title: "Max Entries", Description: "The maximum number of entries for each batch of data. " + "If using multiple array data sources, prefix the value with 'datasourcename:' and separate with ','. " + "If no data source is specified, the value will be applied to all array data sources. " + "Use -1 to disable the limiter.", DefaultValue: "-1", TypeHint: api.TypeString, }, } } func (l *limiterOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { found := false for _, ds := range gadgetCtx.GetDataSources() { if ds.Type() == datasource.TypeArray { found = true break } } if !found { gadgetCtx.Logger().Debug("limiter: no array data sources found. Don't instantiate") return nil, nil } maxEntries, ok := instanceParamValues[ParamMaxEntries] if !ok { return nil, fmt.Errorf("missing %s", ParamMaxEntries) } limitsPerDs, err := apihelpers.GetIntValuesPerDataSource(maxEntries) if err != nil { return nil, fmt.Errorf("parsing %s (%q): %w", ParamMaxEntries, maxEntries, err) } if len(limitsPerDs) == 0 { return nil, fmt.Errorf("invalid value for %s: %s", ParamMaxEntries, maxEntries) } // Other operators could modify the data sources after this point (e.g., combiner), // so subscribe in the pre-start phase where all them are already registered. return &limiterOperatorInstance{ limitsPerDs: limitsPerDs, }, nil } func (l *limiterOperator) Priority() int { return Priority } type limiterOperatorInstance struct { limitsPerDs map[string]int } func (l *limiterOperatorInstance) Name() string { return name } func (l *limiterOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { if val, ok := l.limitsPerDs[""]; ok && val == -1 { gadgetCtx.Logger().Debug("limiter: disabled for all data sources") return nil } for _, ds := range gadgetCtx.GetDataSources() { var maxEntries int if val, ok := l.limitsPerDs[""]; ok { if ds.Type() != datasource.TypeArray { continue } maxEntries = val } else if val, ok := l.limitsPerDs[ds.Name()]; ok { if ds.Type() != datasource.TypeArray { return fmt.Errorf("%s can only be used on array data sources", ParamMaxEntries) } if val == -1 { gadgetCtx.Logger().Debugf("limiter: disabled for data source %q", ds.Name()) continue } maxEntries = val } if maxEntries < -1 { return fmt.Errorf("invalid value of %s for data source %q: %d", ParamMaxEntries, ds.Name(), maxEntries) } gadgetCtx.Logger().Debugf("limiter: data source %q max-entries %d", ds.Name(), maxEntries) ds.SubscribeArray(func(ds datasource.DataSource, data datasource.DataArray) error { return limiterFn(ds, data, maxEntries) }, Priority) } return nil } func limiterFn(ds datasource.DataSource, data datasource.DataArray, maxEntries int) error { if data.Len() <= maxEntries { return nil } if err := data.Resize(maxEntries); err != nil { return fmt.Errorf("limiting data source %q to %d entries: %w", ds.Name(), maxEntries, err) } return nil } func (l *limiterOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (l *limiterOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (l *limiterOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var Operator = &limiterOperator{} func init() { operators.RegisterDataOperator(Operator) } inspektor-gadget-0.46.0/pkg/operators/limiter/limiter_test.go000066400000000000000000000041461510117411400243470ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package limiter is a data operator that limits the number of entries in each // batch of data. This operator is only enabled for data sources of type array. // A great scenario for this operator is when you are already sorting data // within an array of data and you want to filter out the top `X` entries. package limiter import ( "fmt" "testing" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" ) func TestLimiter(t *testing.T) { type testCase struct { originalSize int limit int ok bool } testCases := []testCase{ { originalSize: 10, limit: 5, ok: true, }, { originalSize: 10, limit: 10, ok: true, }, { originalSize: 10, limit: 15, ok: true, }, { originalSize: 10, limit: -10, ok: false, }, } for _, tc := range testCases { t.Run( fmt.Sprintf("originalSize=%d, limit=%d", tc.originalSize, tc.limit), func(t *testing.T) { ds, err := datasource.New(datasource.TypeArray, "limiter") require.NoError(t, err) data, err := ds.NewPacketArray() require.NoError(t, err) for i := 0; i < tc.originalSize; i++ { data.Append(data.New()) } err = limiterFn(ds, data, tc.limit) if !tc.ok { require.Error(t, err) return } require.NoError(t, err) require.Equal(t, min(tc.limit, data.Len()), data.Len()) // limiting to a greater size should not change the size }, ) } } inspektor-gadget-0.46.0/pkg/operators/localmanager/000077500000000000000000000000001510117411400222675ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/localmanager/localmanager.go000066400000000000000000000524211510117411400252470ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package localmanager import ( "errors" "fmt" "os" "slices" "strings" "github.com/cilium/ebpf" "github.com/cilium/ebpf/rlimit" "github.com/containerd/containerd/pkg/cri/constants" securejoin "github.com/cyphar/filepath-securejoin" "github.com/google/uuid" log "github.com/sirupsen/logrus" "github.com/spf13/viper" commonutils "github.com/inspektor-gadget/inspektor-gadget/cmd/common/utils" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" runtimeclient "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/runtime-client" containerutilsTypes "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/compat" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/common" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" tracercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/tracer-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( OperatorName = "LocalManager" Runtimes = "runtimes" Host = "host" DockerSocketPath = "docker-socketpath" ContainerdSocketPath = "containerd-socketpath" CrioSocketPath = "crio-socketpath" PodmanSocketPath = "podman-socketpath" ContainerdNamespace = "containerd-namespace" RuntimeProtocol = "runtime-protocol" EnrichWithK8sApiserver = "enrich-with-k8s-apiserver" KubeconfigPath = "kubeconfig" ) type MountNsMapSetter interface { SetMountNsMap(*ebpf.Map) } type Attacher interface { AttachContainer(container *containercollection.Container) error DetachContainer(*containercollection.Container) error } type localManager struct { containerCollection *containercollection.ContainerCollection tracerCollection *tracercollection.TracerCollection fakeContainer *containercollection.Container } func (l *localManager) Name() string { return OperatorName } func (l *localManager) Description() string { return "Handles enrichment of container data and attaching/detaching to and from containers" } func (l *localManager) GlobalParamDescs() params.ParamDescs { return params.ParamDescs{ { Key: Runtimes, Alias: "r", DefaultValue: strings.Join(containerutils.AvailableRuntimes, ","), Description: fmt.Sprintf("Comma-separated list of container runtimes. Supported values are: %s", strings.Join(containerutils.AvailableRuntimes, ", ")), // PossibleValues: containerutils.AvailableRuntimes, // TODO }, { Key: DockerSocketPath, DefaultValue: runtimeclient.DockerDefaultSocketPath, Description: "Docker Engine API Unix socket path", }, { Key: ContainerdSocketPath, DefaultValue: runtimeclient.ContainerdDefaultSocketPath, Description: "Containerd CRI Unix socket path", }, { Key: CrioSocketPath, DefaultValue: runtimeclient.CrioDefaultSocketPath, Description: "CRI-O CRI Unix socket path", }, { Key: PodmanSocketPath, DefaultValue: runtimeclient.PodmanDefaultSocketPath, Description: "Podman Unix socket path", }, { Key: ContainerdNamespace, DefaultValue: constants.K8sContainerdNamespace, Description: "Containerd namespace to use", }, { Key: RuntimeProtocol, DefaultValue: "internal", Description: "Container runtime protocol. Supported values are: internal, cri", }, { Key: EnrichWithK8sApiserver, DefaultValue: "false", Description: "Connect to the K8s API server to get further K8s enrichment", TypeHint: params.TypeBool, }, { Key: KubeconfigPath, DefaultValue: "", // Try in-cluster config by default Description: "Path to kubeconfig file. If not set, in-cluster config will be used.", }, } } func (l *localManager) ParamDescs() params.ParamDescs { return append(common.GetContainerSelectorParams(false), ¶ms.ParamDesc{ Key: Host, Description: "Show data from both the host and containers", DefaultValue: "false", TypeHint: params.TypeBool, }) } func (l *localManager) Init(operatorParams *params.Params) error { rc := make([]*containerutilsTypes.RuntimeConfig, 0) runtimesParam := operatorParams.Get(Runtimes) runtimesIsSet := runtimesParam.IsSet() runtimes := runtimesParam.AsStringSlice() slices.Sort(runtimes) runtimes = slices.Compact(runtimes) for _, runtime := range runtimes { runtimeName := types.String2RuntimeName(strings.TrimSpace(runtime)) namespace := "" var socketPathParam *params.Param switch runtimeName { case types.RuntimeNameDocker: socketPathParam = operatorParams.Get(DockerSocketPath) case types.RuntimeNameContainerd: socketPathParam = operatorParams.Get(ContainerdSocketPath) namespace = operatorParams.Get(ContainerdNamespace).AsString() case types.RuntimeNameCrio: socketPathParam = operatorParams.Get(CrioSocketPath) case types.RuntimeNamePodman: socketPathParam = operatorParams.Get(PodmanSocketPath) default: return commonutils.WrapInErrInvalidArg("--runtime / -r", fmt.Errorf("runtime %q is not supported", runtime)) } socketPath := socketPathParam.AsString() socketPathIsSet := socketPathParam.IsSet() cleanSocketPath, err := securejoin.SecureJoin(host.HostRoot, socketPath) if err != nil { log.Debugf("securejoin failed: %s", err) continue } if _, err := os.Stat(cleanSocketPath); err != nil { if socketPathIsSet || runtimesIsSet { return fmt.Errorf("runtime %q with non-existent socketPath %q", runtimeName, socketPath) } log.Debugf("Ignoring runtime %q with non-existent socketPath %q", runtimeName, socketPath) continue } r := &containerutilsTypes.RuntimeConfig{ Name: runtimeName, SocketPath: cleanSocketPath, RuntimeProtocol: operatorParams.Get(RuntimeProtocol).AsString(), Extra: containerutilsTypes.ExtraConfig{ Namespace: namespace, }, } rc = append(rc, r) } pidOne := uint32(1) mntns, err := containerutils.GetMntNs(int(pidOne)) if err != nil { return fmt.Errorf("getting mount namespace ID for host PID %d: %w", pidOne, err) } // We need this fake container for gadget which rely only on the Attacher // concept: // * Network gadget will get the netns corresponding to PID 1 on their // own. // * Others, like traceloop or advise seccomp-profile, need the mount // namespace ID to bet set. l.fakeContainer = &containercollection.Container{ Runtime: containercollection.RuntimeMetadata{ BasicRuntimeMetadata: types.BasicRuntimeMetadata{ ContainerPID: pidOne, }, }, Mntns: mntns, } kubeconfig := operatorParams.Get(KubeconfigPath).AsString() enrichWithK8s := operatorParams.Get(EnrichWithK8sApiserver).AsBool() if err := l.initCollections(rc, kubeconfig, enrichWithK8s); err != nil { log.Warnf("Failed to create container-collection") log.Debugf("Failed to create container-collection: %s", err) } return nil } // initCollections initializes the container collection and tracer collection. func (l *localManager) initCollections(rc []*containerutilsTypes.RuntimeConfig, kubeconfig string, enrichWithK8s bool) error { var cc containercollection.ContainerCollection if err := rlimit.RemoveMemlock(); err != nil { return fmt.Errorf("removing memlock rlimit: %w", err) } var err error l.tracerCollection, err = tracercollection.NewTracerCollection(&cc) if err != nil { return fmt.Errorf("creating tracer collection: %w", err) } // Initialization options for the container collection ccOpts := []containercollection.ContainerCollectionOption{} if !log.IsLevelEnabled(log.DebugLevel) && isDefaultContainerRuntimeConfig(rc) { // If requested, WithDisableContainerRuntimeWarnings needs to be set // before WithMultipleContainerRuntimesEnrichment. warnings := []containercollection.ContainerCollectionOption{containercollection.WithDisableContainerRuntimeWarnings()} ccOpts = append(ccOpts, warnings...) } ccOpts = append(ccOpts, []containercollection.ContainerCollectionOption{ containercollection.WithOCIConfigEnrichment(), containercollection.WithCgroupEnrichment(), containercollection.WithLinuxNamespaceEnrichment(), containercollection.WithMultipleContainerRuntimesEnrichment(rc), containercollection.WithOCIConfigForInitialContainer(), containercollection.WithContainerFanotifyEbpf(), containercollection.WithTracerCollection(l.tracerCollection), containercollection.WithProcEnrichment(), }...) if kubeconfig != "" { ccOpts = append(ccOpts, containercollection.WithKubeconfigPath(kubeconfig)) } if enrichWithK8s { nodeName := os.Getenv("NODE_NAME") if nodeName == "" { return errors.New("NODE_NAME environment variable is not set, cannot enrich with K8s API server") } ccOpts = append(ccOpts, containercollection.WithNodeName(nodeName)) ccOpts = append(ccOpts, containercollection.WithKubernetesEnrichment(nodeName)) } err = cc.Initialize(ccOpts...) if err != nil { return fmt.Errorf("initializing container collection: %w", err) } l.containerCollection = &cc return nil } func (l *localManager) Close() error { if l.containerCollection != nil { l.containerCollection.Close() } if l.tracerCollection != nil { l.tracerCollection.Close() } return nil } type localManagerTrace struct { manager *localManager mountnsmap *ebpf.Map enrichEvents bool subscriptionKey string // Keep a map to attached containers, so we can clean up properly attachedContainers map[*containercollection.Container]struct{} attacher Attacher params *params.Params gadgetInstance any gadgetCtx operators.GadgetContext eventWrappers map[datasource.DataSource]*compat.EventWrapperBase containersPublisher *common.ContainersPublisher } func (l *localManagerTrace) Name() string { return OperatorName } func (l *localManagerTrace) PreGadgetRun() error { log := l.gadgetCtx.Logger() if l.gadgetInstance != nil { err := l.handleGadgetInstance(log) if err != nil { return err } } return nil } func (l *localManagerTrace) handleGadgetInstance(log logger.Logger) error { id := uuid.New() host := l.params.Get(Host).AsBool() containerSelector := common.NewContainerSelector(l.params) // If --host is set, we do not want to create the below map because we do not // want any filtering. if setter, ok := l.gadgetInstance.(MountNsMapSetter); ok { if !host { if l.manager.containerCollection == nil { return fmt.Errorf("container-collection isn't available") } id := id.String() if err := l.manager.tracerCollection.AddTracer(id, containerSelector); err != nil { return fmt.Errorf("adding tracer %q: %w", id, err) } // Create mount namespace map to filter by containers mountnsmap, err := l.manager.tracerCollection.TracerMountNsMap(id) if err != nil { l.manager.tracerCollection.RemoveTracer(id) return fmt.Errorf("getting mount namespace map for tracer %q: %w", id, err) } log.Debugf("set mountnsmap for gadget") setter.SetMountNsMap(mountnsmap) l.mountnsmap = mountnsmap } else if l.manager.containerCollection == nil { log.Warn("container-collection isn't available: container enrichment and filtering won't work") } } if attacher, ok := l.gadgetInstance.(Attacher); ok { if l.manager.containerCollection == nil { if !host { return fmt.Errorf("container-collection isn't available") } log.Warn("container-collection isn't available: no containers will be traced") } l.attacher = attacher var containers []*containercollection.Container attachContainerFunc := func(container *containercollection.Container) { log.Debugf("calling gadget.AttachContainer()") err := attacher.AttachContainer(container) if err != nil { var ve *ebpf.VerifierError if errors.As(err, &ve) { l.gadgetCtx.Logger().Debugf("start tracing container %q: verifier error: %+v\n", container.K8s.ContainerName, ve) } log.Warnf("start tracing container %q: %s", container.K8s.ContainerName, err) return } l.attachedContainers[container] = struct{}{} log.Debugf("tracer attached: container %q pid %d mntns %d netns %d", container.K8s.ContainerName, container.ContainerPid(), container.Mntns, container.Netns) } detachContainerFunc := func(container *containercollection.Container) { log.Debugf("calling gadget.DetachContainer()") err := attacher.DetachContainer(container) if err != nil { log.Warnf("stop tracing container %q: %s", container.K8s.ContainerName, err) return } log.Debugf("tracer detached: container %q pid %d mntns %d netns %d", container.K8s.ContainerName, container.ContainerPid(), container.Mntns, container.Netns) } if l.manager.containerCollection != nil { l.subscriptionKey = id.String() log.Debugf("add subscription to containerCollection") containers = l.manager.containerCollection.Subscribe( l.subscriptionKey, containerSelector, func(event containercollection.PubSubEvent) { log.Debugf("%s: %s", event.Type.String(), event.Container.Runtime.ContainerID) switch event.Type { case containercollection.EventTypeAddContainer: attachContainerFunc(event.Container) case containercollection.EventTypeRemoveContainer: detachContainerFunc(event.Container) case containercollection.EventTypePreCreateContainer: // nothing to do default: log.Errorf("unknown event type, expected either %s, %s or %s, got %s", containercollection.EventTypePreCreateContainer, containercollection.EventTypeAddContainer, containercollection.EventTypeRemoveContainer, event.Type) } }, ) } if host { containers = append(containers, l.manager.fakeContainer) } for _, container := range containers { attachContainerFunc(container) } } return nil } func (l *localManagerTrace) PostGadgetRun() error { if l.mountnsmap != nil { log.Debugf("calling RemoveMountNsMap()") l.manager.tracerCollection.RemoveTracer(l.subscriptionKey) } if l.subscriptionKey != "" { host := l.params.Get(Host).AsBool() log.Debugf("calling Unsubscribe()") l.manager.containerCollection.Unsubscribe(l.subscriptionKey) if l.attacher != nil { // emit detach for all remaining containers for container := range l.attachedContainers { l.attacher.DetachContainer(container) } if host { l.attacher.DetachContainer(l.manager.fakeContainer) } } } return nil } type localManagerTraceWrapper struct { localManagerTrace runID string } func (l *localManager) GlobalParams() api.Params { return apihelpers.ParamDescsToParams(l.GlobalParamDescs()) } func (l *localManager) InstanceParams() api.Params { return apihelpers.ParamDescsToParams(l.ParamDescs()) } func (l *localManager) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) ( operators.DataOperatorInstance, error, ) { params := l.ParamDescs().ToParams() err := params.CopyFromMap(paramValues, "") if err != nil { return nil, err } cfg, ok := gadgetCtx.GetVar("config") if !ok { return nil, fmt.Errorf("missing configuration") } v, ok := cfg.(*viper.Viper) if !ok { return nil, fmt.Errorf("invalid configuration format") } enableContainersDs := v.GetBool("annotations.enable-containers-datasource") var containersPublisher *common.ContainersPublisher if enableContainersDs { if l.containerCollection == nil { return nil, fmt.Errorf("container-collection isn't available, but containers datasource is enabled") } containersPublisher, err = common.NewContainersPublisher(gadgetCtx, l.containerCollection) if err != nil { return nil, fmt.Errorf("creating containers publisher: %w", err) } } // Wrapper is used to have ParamDescs() with the new signature traceInstance := &localManagerTraceWrapper{ localManagerTrace: localManagerTrace{ manager: l, enrichEvents: false, attachedContainers: make(map[*containercollection.Container]struct{}), params: params, gadgetCtx: gadgetCtx, eventWrappers: make(map[datasource.DataSource]*compat.EventWrapperBase), containersPublisher: containersPublisher, }, } activate := false // Check, whether the gadget requested a map from us if t, ok := gadgetCtx.GetVar(gadgets.MntNsFilterMapName); ok { if _, ok := t.(*ebpf.Map); ok { gadgetCtx.Logger().Debugf("gadget requested map %s", gadgets.MntNsFilterMapName) activate = true } } // Check for override - currently needed for tchandlers if val, ok := gadgetCtx.GetVar("NeedContainerEvents"); ok { if b, ok := val.(bool); ok && b { activate = true } } wrappers, err := compat.GetEventWrappers(gadgetCtx) if err != nil { return nil, fmt.Errorf("getting event wrappers: %w", err) } traceInstance.eventWrappers = wrappers if len(wrappers) > 0 { activate = true } if !activate { return nil, nil } return traceInstance, nil } func (l *localManagerTrace) ParamDescs() params.ParamDescs { return append(common.GetContainerSelectorParams(false), ¶ms.ParamDesc{ Key: Host, Description: "Show data from both the host and containers", DefaultValue: "false", TypeHint: params.TypeBool, }) } func (l *localManager) Priority() int { return -1 } func (l *localManagerTraceWrapper) PreStart(gadgetCtx operators.GadgetContext) error { l.gadgetInstance, _ = gadgetCtx.GetVar("ebpfInstance") if l.manager.containerCollection != nil { compat.Subscribe( l.eventWrappers, l.manager.containerCollection.EnrichEventByMntNs, l.manager.containerCollection.EnrichEventByNetNs, 0, ) } id := uuid.New() host := l.params.Get(Host).AsBool() containerSelector := common.NewContainerSelector(l.params) // mountnsmap will be handled differently than above if !host { if l.manager.containerCollection == nil { return fmt.Errorf("container-collection isn't available") } id := id.String() if err := l.manager.tracerCollection.AddTracer(id, containerSelector); err != nil { return fmt.Errorf("adding tracer %q: %w", id, err) } // Create mount namespace map to filter by containers mountnsmap, err := l.manager.tracerCollection.TracerMountNsMap(id) if err != nil { l.manager.tracerCollection.RemoveTracer(id) return fmt.Errorf("getting mount namespace map for tracer %q: %w", id, err) } gadgetCtx.Logger().Debugf("set mountnsmap for gadget") gadgetCtx.SetVar(gadgets.MntNsFilterMapName, mountnsmap) gadgetCtx.SetVar(gadgets.FilterByMntNsName, true) l.mountnsmap = mountnsmap } else if l.manager.containerCollection == nil { log.Warn("container-collection isn't available: container enrichment and filtering won't work") } return l.PreGadgetRun() } func (l *localManagerTraceWrapper) Start(gadgetCtx operators.GadgetContext) error { if l.containersPublisher == nil { return nil } host := l.params.Get(Host).AsBool() containerSelector := common.NewContainerSelector(l.params) extraContainers := []*containercollection.Container{} if host { extraContainers = append(extraContainers, l.manager.fakeContainer) } return l.containersPublisher.PublishContainers(false, extraContainers, containerSelector) } func (l *localManagerTraceWrapper) Stop(gadgetCtx operators.GadgetContext) error { if l.containersPublisher != nil { l.containersPublisher.Unsubscribe() } return nil } func (l *localManagerTraceWrapper) Close(gadgetCtx operators.GadgetContext) error { return l.PostGadgetRun() } func isDefaultContainerRuntimeConfig(runtimes []*containerutilsTypes.RuntimeConfig) bool { if len(runtimes) != len(containerutils.AvailableRuntimes) { return false } var customSocketPath bool for _, runtime := range runtimes { switch runtime.Name { case types.RuntimeNameDocker: customSocketPath = runtime.SocketPath != runtimeclient.DockerDefaultSocketPath case types.RuntimeNameContainerd: customSocketPath = runtime.SocketPath != runtimeclient.ContainerdDefaultSocketPath case types.RuntimeNameCrio: customSocketPath = runtime.SocketPath != runtimeclient.CrioDefaultSocketPath case types.RuntimeNamePodman: customSocketPath = runtime.SocketPath != runtimeclient.PodmanDefaultSocketPath default: customSocketPath = true } if customSocketPath { return false } } return true } func init() { lm := &localManager{} operators.RegisterDataOperator(lm) } var LocalManagerOperator = &localManager{} inspektor-gadget-0.46.0/pkg/operators/localmanager/localmanager_test.go000066400000000000000000000107761510117411400263150ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package localmanager import ( "context" "fmt" "os" "strconv" "testing" "time" "github.com/stretchr/testify/require" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( // The product of these to constants defines the maximum wait // time before failing the checkFdList condition. These should // be large enough to allow all resources to be freed. These // only affect the duration of the failing tests, hence it's not // a big problem to have big delays here. checkFdListInterval = 100 * time.Millisecond checkFdListAttempts = 20 ) func TestLocalManagerBasic(t *testing.T) { utils.RequireRoot(t) // Call host.Init() as it'd be done by the local runtime. Otherwise, all // calls to host.IsHost*() done by container-collection enrichers will fail. err := host.Init(host.Config{}) require.NoError(t, err, "Failed to initialize host") lm := &localManager{} gParams := lm.GlobalParamDescs().ToParams() err = lm.Init(gParams) require.NoError(t, err, "Failed to initialize localManager") lm.Close() } func TestLocalManagerMountNsMap(t *testing.T) { utils.RequireRoot(t) // Call host.Init() as it'd be done by the local runtime. Otherwise, all // calls to host.IsHost*() done by container-collection enrichers will fail. err := host.Init(host.Config{}) require.NoError(t, err, "Failed to initialize host") lm := &localManager{} gParams := lm.GlobalParamDescs().ToParams() err = lm.Init(gParams) require.NoError(t, err, "Failed to initialize localManager") defer func() { err = lm.Close() require.NoError(t, err, "Failed to close localManager") }() id := "foo" err = lm.tracerCollection.AddTracer(id, containercollection.ContainerSelector{}) require.NoError(t, err, "Failed to add tracer") defer func() { err = lm.tracerCollection.RemoveTracer(id) require.NoError(t, err, "Failed to remove tracer") }() mountnsmap, err := lm.tracerCollection.TracerMountNsMap(id) require.NoError(t, err, "Failed to get mount namespace map") require.NotNil(t, mountnsmap, "Mount namespace map should not be nil") } func currentFdList(t *testing.T) (ret string) { files, err := os.ReadDir("/proc/self/fd") require.NoError(t, err, "Failed to list fds") for _, file := range files { fd, err := strconv.Atoi(file.Name()) if err != nil { continue } dest, err := os.Readlink("/proc/self/fd/" + file.Name()) if err != nil { continue } ret += fmt.Sprintf("%d: %s\n", fd, dest) } return } func checkFdList(t *testing.T, initialFdList string, attempts int, sleep time.Duration) { for i := 0; ; i++ { finalFdList := currentFdList(t) if initialFdList == finalFdList { return } if i >= (attempts - 1) { t.Fatalf("After %d attempts, fd leaked:\n%s\n%s", attempts, initialFdList, finalFdList) } time.Sleep(sleep) } } // TestLocalManagerClose tests that resources aren't leaked after calling Close() func TestLocalManagerClose(t *testing.T) { utils.RequireRoot(t) // Call host.Init() as it'd be done by the local runtime. Otherwise, all // calls to host.IsHost*() done by container-collection enrichers will fail. err := host.Init(host.Config{}) require.NoError(t, err, "Failed to initialize host") c := testutils.NewDockerContainer("test-lm-close", "sleep inf", testutils.WithoutLogs()) c.Start(t) t.Cleanup(func() { c.Stop(t) }) initialFdList := currentFdList(t) lm := &localManager{} gParams := lm.GlobalParamDescs().ToParams() gParams.Set(Runtimes, "docker") for i := range 4 { err := lm.Init(gParams) require.NoError(t, err, "Failed to initialize localManager") if i%2 == 0 { testutils.RunDockerFailedContainer(context.Background(), t) } lm.Close() } checkFdList(t, initialFdList, checkFdListAttempts, checkFdListInterval) } inspektor-gadget-0.46.0/pkg/operators/oci-handler/000077500000000000000000000000001510117411400220275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/oci-handler/extrainfo.go000066400000000000000000000043741510117411400243650ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ocihandler import ( "encoding/json" "github.com/distribution/reference" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func addExtraInfo(gadgetCtx operators.GadgetContext, metadata []byte, manifest *ocispec.Manifest) error { parsed, err := reference.Parse(gadgetCtx.ImageName()) if err != nil { return err } var repository string if named, ok := parsed.(reference.Named); ok { repository = named.Name() } tag := "latest" if tagged, ok := parsed.(reference.Tagged); ok { tag = tagged.Tag() } digest := manifest.Config.Digest.String() created := manifest.Annotations[ocispec.AnnotationCreated] ociInfo := &api.ExtraInfo{ Data: make(map[string]*api.GadgetInspectAddendum), } manifestJson, _ := json.Marshal(manifest) ociInfo.Data["oci.manifest"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: manifestJson, } ociInfo.Data["oci.metadata"] = &api.GadgetInspectAddendum{ ContentType: "text/yaml", Content: metadata, } ociInfo.Data["oci.repository"] = &api.GadgetInspectAddendum{ ContentType: "text/plain", Content: []byte(repository), } ociInfo.Data["oci.tag"] = &api.GadgetInspectAddendum{ ContentType: "text/plain", Content: []byte(tag), } ociInfo.Data["oci.digest"] = &api.GadgetInspectAddendum{ ContentType: "text/plain", Content: []byte(digest), } ociInfo.Data["oci.created"] = &api.GadgetInspectAddendum{ ContentType: "text/plain", Content: []byte(created), } gadgetCtx.SetVar("extraInfo.oci", ociInfo) return nil } inspektor-gadget-0.46.0/pkg/operators/oci-handler/oci.go000066400000000000000000000426101510117411400231330ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ocihandler import ( "context" "errors" "fmt" "io" "slices" "strings" "github.com/blang/semver" v1 "github.com/opencontainers/image-spec/specs-go/v1" "github.com/spf13/viper" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" "github.com/inspektor-gadget/inspektor-gadget/internal/version" "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/k8sutil" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/resources" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/cosign" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/notation" ) const ( validateMetadataParam = "validate-metadata" authfileParam = "authfile" insecureRegistriesParam = "insecure-registries" disallowPulling = "disallow-pulling" pullParam = "pull" pullSecret = "pull-secret" annotate = "annotate" verifyImage = "verify-image" publicKeys = "public-keys" certificates = "notation-certificates" policyDocument = "notation-policy-document" allowedGadgets = "allowed-gadgets" ) const ( builderVersionAnnotation = "io.inspektor-gadget.builder.version" ) type ociHandler struct { globalParams *params.Params verifyOpts oci.VerifyOptions } func New() *ociHandler { return &ociHandler{} } func (o *ociHandler) Name() string { return "oci" } func (o *ociHandler) Init(params *params.Params) error { if o.globalParams != nil { return fmt.Errorf("ociHandler already initialized") } o.globalParams = params verifyOptions := oci.VerifyOptions{ VerifySignature: o.globalParams.Get(verifyImage).AsBool(), } if verifyOptions.VerifySignature { verifier, err := signature.NewSignatureVerifier( signature.VerifierOptions{ CosignVerifierOpts: cosign.VerifierOptions{ PublicKeys: o.globalParams.Get(publicKeys).AsStringSlice(), }, NotationVerifierOpts: notation.VerifierOptions{ Certificates: o.globalParams.Get(certificates).AsStringSlice(), PolicyDocument: o.globalParams.Get(policyDocument).AsString(), }, }, ) if err != nil { return fmt.Errorf("creating signature verifier: %w", err) } verifyOptions.Verifier = verifier } o.verifyOpts = verifyOptions return nil } func (o *ociHandler) GlobalParams() api.Params { p := api.Params{ { Key: verifyImage, Title: "Verify image", Description: "Verify image using the provided public key", DefaultValue: "true", TypeHint: api.TypeBool, }, { Key: publicKeys, Title: "Public keys", Description: "Public keys used to verify the gadgets with cosign", DefaultValue: resources.InspektorGadgetPublicKey, TypeHint: api.TypeStringSlice, }, { Key: certificates, Title: "Notation certificates", Description: "Certificates used to verify the gadgets with notation", TypeHint: api.TypeStringSlice, }, { Key: policyDocument, Title: "Notation policy Document", Description: "Policy Document used to verify the gadgets with notation", TypeHint: api.TypeString, }, { Key: allowedGadgets, Title: "Allowed Gadgets", Description: "List of allowed gadgets, if gadget is not part of it, execution will be denied. By default, all digests are allowed", TypeHint: api.TypeStringSlice, }, { Key: insecureRegistriesParam, Title: "Insecure registries", Description: "List of registries to access over plain HTTP", TypeHint: api.TypeStringSlice, }, { Key: disallowPulling, Title: "Disallow pulling", Description: "Disallow pulling gadgets from registries", DefaultValue: "false", TypeHint: api.TypeBool, }, { Key: authfileParam, Title: "Auth file", Description: "Path of the authentication file. This overrides the REGISTRY_AUTH_FILE environment variable", DefaultValue: oci.DefaultAuthFile, TypeHint: api.TypeString, }, } if environment.Environment == environment.Kubernetes { p = append(p, &api.Param{ Key: pullSecret, Title: "Pull secret", Description: "Kubernetes secret to use when pulling the gadget image", TypeHint: api.TypeString, }) } return p } func (o *ociHandler) InstanceParams() api.Params { return api.Params{ // Hardcoded for now { Key: validateMetadataParam, Title: "Validate metadata", Description: "Validate the gadget metadata before running the gadget", DefaultValue: "true", TypeHint: api.TypeBool, }, { Key: pullParam, Title: "Pull policy", Description: "Specify when the gadget image should be pulled", DefaultValue: oci.PullImageMissing, PossibleValues: []string{ oci.PullImageAlways, oci.PullImageMissing, oci.PullImageNever, }, TypeHint: api.TypeString, }, { Key: annotate, Title: "Add annotations", Description: "Add annotations to datasources or fields. Use a comma-separated list in the formats:\n" + " 'datasource:annotation=value' to add an annotation to a datasource.\n" + " 'datasource.field:annotation=value' to add an annotation to the field of a datasource\n", TypeHint: api.TypeStringSlice, }, } } func getPullSecret(pullSecretString string, gadgetNamespace string, k8sClient kubernetes.Interface) ([]byte, error) { gps, err := k8sClient.CoreV1().Secrets(gadgetNamespace).Get(context.TODO(), pullSecretString, metav1.GetOptions{}) if err != nil { return nil, fmt.Errorf("getting secret %q: %w", pullSecretString, err) } if gps.Type != corev1.SecretTypeDockerConfigJson { return nil, fmt.Errorf("secret %q is not of type %q", pullSecretString, corev1.SecretTypeDockerConfigJson) } return gps.Data[corev1.DockerConfigJsonKey], nil } func (o *ociHandler) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) ( operators.DataOperatorInstance, error, ) { // TODO: This should be moved to Init(), but we're relying on Init() not // being called in many places, specially tests and examples. if o.globalParams == nil { o.globalParams = apihelpers.ToParamDescs(o.GlobalParams()).ToParams() } instanceParams := apihelpers.ToParamDescs(o.InstanceParams()).ToParams() err := instanceParams.CopyFromMap(instanceParamValues, "") if err != nil { return nil, err } instance := &OciHandlerInstance{ ociHandler: o, gadgetCtx: gadgetCtx, globalParams: o.globalParams, instanceParams: instanceParams, paramValues: instanceParamValues, } err = instance.init(gadgetCtx) if err != nil { return nil, err } if len(instance.imageOperatorInstances) == 0 { return nil, nil } return instance, nil } func (o *OciHandlerInstance) ExtraParams(gadgetCtx operators.GadgetContext) api.Params { return o.extraParams } func checkBuilderVersion(manifest *v1.Manifest, logger logger.Logger, currentVersion semver.Version) { // Do not print any warning if this is a prerelease to avoid annoying developers if len(currentVersion.Pre) > 0 { return } builderVersionAnn := manifest.Annotations[builderVersionAnnotation] if builderVersionAnn == "" { logger.Warnf("Builder version not found in the gadget image. Gadget could be incompatible") return } builderVersion, err := semver.ParseTolerant(builderVersionAnn) if err != nil { // it could happen on development versions logger.Debugf("parsing builder version: %s", err) return } if !builderVersion.EQ(currentVersion) { logger.Warnf("This gadget was built with ig %s and it's being run with v%s. Gadget could be incompatible", builderVersionAnn, currentVersion) } } func constructTempConfig(ann string) (map[string]any, int, error) { annInfo := strings.Split(ann, ":") if len(annInfo) > 2 && strings.Contains(annInfo[1], "=") { // the case when the annotation value contains a colon annInfo[1] = strings.Join(annInfo[1:], ":") } else if len(annInfo) != 2 { return nil, 0, fmt.Errorf("annotation %q must be in subject:assignment format", ann) } if slices.Contains(annInfo, "") { return nil, 0, fmt.Errorf("annotation %q has empty subject or assignment", ann) } annotation := strings.SplitN(annInfo[1], "=", 2) if len(annotation) != 2 { return nil, 0, fmt.Errorf("annotation %q must contain a key=value pair", ann) } if annotation[0] == "" { return nil, 0, fmt.Errorf("annotation %q has empty key", ann) } subject := strings.Split(annInfo[0], ".") if slices.Contains(subject, "") { return nil, 0, fmt.Errorf("annotation %q has empty field or subfield name", ann) } if len(subject) > 2 { subject[1] = strings.Join(subject[1:], ".") subject = subject[:2] } switch len(subject) { case 1: // data source tmpConfig := map[string]any{ "datasources": map[string]any{ annInfo[0]: map[string]any{ "annotations": map[string]any{ annotation[0]: annotation[1], }, }, }, } return tmpConfig, 1, nil case 2: // field tmpConfig := map[string]any{ "datasources": map[string]any{ subject[0]: map[string]any{ "fields": map[string]any{ subject[1]: map[string]any{ "annotations": map[string]any{ annotation[0]: annotation[1], }, }, }, }, }, } return tmpConfig, 2, nil } return nil, 0, fmt.Errorf("invalid annotation %q", ann) } func (o *OciHandlerInstance) init(gadgetCtx operators.GadgetContext) error { if len(gadgetCtx.ImageName()) == 0 { return fmt.Errorf("imageName empty") } var secretBytes []byte // TODO: move to a place without dependency on k8s if pullSecretParam := o.globalParams.Get(pullSecret); pullSecretParam != nil { pullSecretString := o.globalParams.Get(pullSecret).AsString() if pullSecretString != "" { var err error k8sClient, err := k8sutil.NewClientset("", "pull-secret") if err != nil { return fmt.Errorf("creating new k8s clientset: %w", err) } // TODO: Namespace is still hardcoded secretBytes, err = getPullSecret(pullSecretString, "gadget", k8sClient) if err != nil { return err } } } imgOpts := &oci.ImageOptions{ AuthOptions: oci.AuthOptions{ AuthFile: o.globalParams.Get(authfileParam).AsString(), SecretBytes: secretBytes, InsecureRegistries: o.globalParams.Get(insecureRegistriesParam).AsStringSlice(), DisallowPulling: o.globalParams.Get(disallowPulling).AsBool(), }, VerifyOptions: o.ociHandler.verifyOpts, AllowedGadgetsOptions: oci.AllowedGadgetsOptions{ AllowedGadgets: o.globalParams.Get(allowedGadgets).AsStringSlice(), }, Logger: gadgetCtx.Logger(), } gadgetCtx.Logger().Debugf("image options: %+v", imgOpts) target := gadgetCtx.OrasTarget() // If the target wasn't explicitly set, use the local store. In this case we // need to be sure the image is available. if target == nil { // Make sure the image is available, either through pulling or by just accessing a local copy // TODO: add security constraints (e.g. don't allow pulling - add GlobalParams for that) err := oci.EnsureImage(gadgetCtx.Context(), gadgetCtx.ImageName(), imgOpts, o.instanceParams.Get(pullParam).AsString()) if err != nil { return fmt.Errorf("ensuring image: %w", err) } } manifest, err := oci.GetManifestForHost(gadgetCtx.Context(), target, gadgetCtx.ImageName()) if err != nil { return fmt.Errorf("getting manifest: %w", err) } log := gadgetCtx.Logger() checkBuilderVersion(manifest, log, version.Version()) r, err := oci.GetContentFromDescriptor(gadgetCtx.Context(), target, manifest.Config) if err != nil { return fmt.Errorf("getting metadata: %w", err) } metadata, err := io.ReadAll(r) if err != nil { r.Close() return fmt.Errorf("reading metadata: %w", err) } r.Close() // Store metadata err = gadgetCtx.SetMetadata(metadata) if err != nil { return fmt.Errorf("setting metadata: %w", err) } cfg, ok := gadgetCtx.GetVar("config") if !ok { return fmt.Errorf("missing configuration") } viper, ok := cfg.(*viper.Viper) if !ok { return fmt.Errorf("invalid configuration format") } for _, ann := range o.instanceParams.Get(annotate).AsStringSlice() { if len(ann) == 0 { continue } tmpConfig, lenSubject, err := constructTempConfig(ann) if err != nil { return err } err = viper.MergeConfigMap(tmpConfig) if err != nil { return fmt.Errorf("adding annotation %q: %w", ann, err) } switch lenSubject { case 1: log.Debugf("ds annotation %q added", ann) case 2: log.Debugf("field annotation %q added", ann) } } gadgetCtx.SetVar("config", viper) for _, layer := range manifest.Layers { log.Debugf("layer > %+v", layer) op, ok := operators.GetImageOperatorForMediaType(layer.MediaType) if !ok { continue } log.Debugf("found image op %q", op.Name()) opInst, err := op.InstantiateImageOperator(gadgetCtx, target, layer, o.paramValues.ExtractPrefixedValues(op.Name())) if err != nil { return fmt.Errorf("instantiating operator %q: %w", op.Name(), err) } if opInst == nil { log.Debugf("> skipped %s", op.Name()) continue } o.imageOperatorInstances = append(o.imageOperatorInstances, opInst) } if len(o.imageOperatorInstances) == 0 { return nil } // add extra info if requested if gadgetCtx.ExtraInfo() { err := addExtraInfo(gadgetCtx, metadata, manifest) if err != nil { return fmt.Errorf("adding extra info: %w", err) } } extraParams := make([]*api.Param, 0) for _, opInst := range o.imageOperatorInstances { if extra, ok := opInst.(operators.ExtraParams); ok { params := extra.ExtraParams(gadgetCtx) extraParams = append(extraParams, params.AddPrefix(opInst.Name())...) } } o.extraParams = extraParams return nil } func (o *OciHandlerInstance) PreStart(gadgetCtx operators.GadgetContext) error { for _, opInst := range o.imageOperatorInstances { if preStart, ok := opInst.(operators.PreStart); ok { err := preStart.PreStart(gadgetCtx) if err != nil { return fmt.Errorf("pre-starting operator %q: %w", opInst.Name(), err) } } } return nil } func (o *OciHandlerInstance) Start(gadgetCtx operators.GadgetContext) error { started := []operators.ImageOperatorInstance{} for _, opInst := range o.imageOperatorInstances { err := opInst.Start(o.gadgetCtx) if err != nil { // Stop all operators that were started to be sure they're able to // release resources there for _, startedOp := range started { startedOp.Stop(o.gadgetCtx) if postStop, ok := startedOp.(operators.PostStop); ok { postStop.PostStop(o.gadgetCtx) } } return fmt.Errorf("starting operator %q: %w", opInst.Name(), err) } started = append(started, opInst) } return nil } func (o *OciHandlerInstance) PreStop(gadgetCtx operators.GadgetContext) error { for _, opInst := range o.imageOperatorInstances { preStop, ok := opInst.(operators.PreStop) if !ok { continue } err := preStop.PreStop(gadgetCtx) if err != nil { o.gadgetCtx.Logger().Errorf("pre-stopping operator %q: %v", opInst.Name(), err) } } return nil } func (o *OciHandlerInstance) Stop(gadgetCtx operators.GadgetContext) error { var errs []error for _, opInst := range o.imageOperatorInstances { err := opInst.Stop(o.gadgetCtx) if err != nil { errs = append(errs, fmt.Errorf("stopping operator %q: %w", opInst.Name(), err)) } } return errors.Join(errs...) } func (o *OciHandlerInstance) PostStop(gadgetCtx operators.GadgetContext) error { var errs []error for _, opInst := range o.imageOperatorInstances { if preStart, ok := opInst.(operators.PostStop); ok { err := preStart.PostStop(gadgetCtx) if err != nil { errs = append(errs, fmt.Errorf("post-stopping operator %q: %w", opInst.Name(), err)) } } } return errors.Join(errs...) } func (o *OciHandlerInstance) Close(gadgetCtx operators.GadgetContext) error { var errs []error for _, opInst := range o.imageOperatorInstances { errs = append(errs, opInst.Close(o.gadgetCtx)) } return errors.Join(errs...) } type OciHandlerInstance struct { ociHandler *ociHandler gadgetCtx operators.GadgetContext imageOperatorInstances []operators.ImageOperatorInstance extraParams api.Params paramValues api.ParamValues globalParams *params.Params instanceParams *params.Params } func (o *OciHandlerInstance) Name() string { return "oci" } func (o *ociHandler) Priority() int { return -1000 } // OciHandler is a singleton of ociHandler var OciHandler = New() inspektor-gadget-0.46.0/pkg/operators/oci-handler/oci_test.go000066400000000000000000000236321510117411400241750ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ocihandler import ( "bytes" "context" "fmt" "testing" "github.com/blang/semver" v1 "github.com/opencontainers/image-spec/specs-go/v1" "github.com/sirupsen/logrus" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes/fake" ) func TestCheckBuilderVersion(t *testing.T) { var logBuffer bytes.Buffer logrus.SetOutput(&logBuffer) logrus.SetLevel(logrus.DebugLevel) tests := []struct { currentVersion string name string annotationValue string expectedLogPart string }{ {"v1.0.0", "Missing annotation warn", "", "Builder version not found in the gadget image. Gadget could be incompatible"}, {"v1.0.0", "Invalid annotation debug", "invalid", "parsing builder version:"}, {"v1.0.0", "Different version warn", "0.9.0", "This gadget was built with ig 0.9.0 and it's being run with v1.0.0. Gadget could be incompatible"}, {"v1.0.0-rc.1", "Prerelease version", "1.0.0", ""}, {"v1.0.0", "Matching version no log", "1.0.0", ""}, {"v2.0.0", "Missing annotation warn", "", "Builder version not found in the gadget image. Gadget could be incompatible"}, {"v2.0.0", "Invalid annotation debug", "invalid", "parsing builder version:"}, {"v2.0.0", "Different version warn", "1.9.9", "This gadget was built with ig 1.9.9 and it's being run with v2.0.0. Gadget could be incompatible"}, {"v2.0.0-rc.2", "Prerelease version", "2.0.0", ""}, {"v2.0.0", "Matching version no log", "2.0.0", ""}, {"v3.0.0", "Missing annotation warn", "", "Builder version not found in the gadget image. Gadget could be incompatible"}, {"v3.0.0", "Invalid annotation debug", "invalid", "parsing builder version:"}, {"v3.0.0", "Different version warn", "2.9.9", "This gadget was built with ig 2.9.9 and it's being run with v3.0.0. Gadget could be incompatible"}, {"v3.0.0-rc.4", "Prerelease version", "3.0.0", ""}, {"v3.0.0", "Matching version no log", "3.0.0", ""}, } lg := logrus.StandardLogger() for _, tc := range tests { t.Run(tc.name, func(t *testing.T) { logBuffer.Reset() mn := v1.Manifest{Annotations: map[string]string{}} mn.Annotations[builderVersionAnnotation] = tc.annotationValue cV, _ := semver.ParseTolerant(tc.currentVersion) checkBuilderVersion(&mn, lg, cV) loggedOutput := logBuffer.String() if tc.expectedLogPart == "" { assert.Empty(t, loggedOutput) } else { assert.Contains(t, loggedOutput, tc.expectedLogPart) } }) } } func TestGetPullSecret(t *testing.T) { type testCase struct { name string secretName string secretNamespace string secretType corev1.SecretType secretDataKey string secretContent string expectError bool expectedErrorMsg string expectedResult string } tests := []testCase{ { name: "valid secret", secretName: "pullSecret", secretNamespace: "default", secretType: corev1.SecretTypeDockerConfigJson, secretDataKey: corev1.DockerConfigJsonKey, secretContent: "valid-content", expectError: false, expectedResult: "valid-content", }, { name: "missing type", secretName: "nonexistent", secretNamespace: "default", expectError: true, expectedErrorMsg: `secret "nonexistent" is not of type "kubernetes.io/dockerconfigjson"`, }, { name: "wrong secret type", secretName: "wrongType", secretNamespace: "default", secretType: corev1.SecretTypeOpaque, secretDataKey: corev1.DockerConfigJsonKey, secretContent: "data", expectError: true, expectedErrorMsg: "secret \"wrongType\" is not of type \"kubernetes.io/dockerconfigjson\"", }, { name: "missing dockerconfigjson key", secretName: "missingKey", secretNamespace: "default", secretType: corev1.SecretTypeDockerConfigJson, secretDataKey: "someOtherKey", secretContent: "data", expectError: false, expectedResult: "", }, { name: "empty secret content", secretName: "emptySecret", secretNamespace: "default", secretType: corev1.SecretTypeDockerConfigJson, secretDataKey: corev1.DockerConfigJsonKey, secretContent: "", expectError: false, expectedResult: "", }, { name: "valid special characters", secretName: "docker-pull", secretNamespace: "custom-ns", secretType: corev1.SecretTypeDockerConfigJson, secretDataKey: corev1.DockerConfigJsonKey, secretContent: `$%{}!@#`, expectError: false, expectedResult: `$%{}!@#`, }, { name: "large content", secretName: "largeSecret", secretNamespace: "default", secretType: corev1.SecretTypeDockerConfigJson, secretDataKey: corev1.DockerConfigJsonKey, secretContent: string(make([]byte, 1000)), expectError: false, expectedResult: string(make([]byte, 1000)), }, { name: "nil data map", secretName: "nilDataSecret", secretNamespace: "default", secretType: corev1.SecretTypeDockerConfigJson, expectError: false, expectedResult: "", }, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { fcs := fake.NewClientset() secret := &corev1.Secret{ ObjectMeta: metav1.ObjectMeta{ Name: test.secretName, Namespace: test.secretNamespace, }, Type: test.secretType, } if test.secretDataKey != "" { secret.Data = map[string][]byte{ test.secretDataKey: []byte(test.secretContent), } } _, err := fcs.CoreV1().Secrets(test.secretNamespace).Create(context.TODO(), secret, metav1.CreateOptions{}) require.NoError(t, err, "setup: failed to create test secret") result, err := getPullSecret(test.secretName, test.secretNamespace, fcs) if test.expectError { require.Error(t, err) require.Contains(t, err.Error(), test.expectedErrorMsg) } else { require.NoError(t, err) require.Equal(t, test.expectedResult, string(result)) } }) } } func TestConstructTempConfig(t *testing.T) { tests := []struct { name string input string wantErr bool wantConfig map[string]any isField bool }{ { name: "Invalid no colon", input: "invalidannotation", wantErr: true, }, { name: "Invalid no equal sign", input: "source:invalidannotation", wantErr: true, }, { name: "Valid datasource annotation", input: "source:foo=bar", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "annotations": map[string]any{ "foo": "bar", }, }, }, }, }, { name: "Valid field annotation", input: "source.field:foo=bar", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "fields": map[string]any{ "field": map[string]any{ "annotations": map[string]any{ "foo": "bar", }, }, }, }, }, }, isField: true, }, { name: "Invalid multiple colons", input: "source:field:foo=bar", wantErr: true, }, { name: "allowing equal signs in value (e.g. base64 encoded)", input: "source:foo=bar=baz", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "annotations": map[string]any{ "foo": "bar=baz", }, }, }, }, }, { name: "allowing colon signs in value", input: "source:foo=b:a:r", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "annotations": map[string]any{ "foo": "b:a:r", }, }, }, }, }, { name: "multiple dots (for subfields)", input: "source.field.foo:foo=bar", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "fields": map[string]any{ "field.foo": map[string]any{ "annotations": map[string]any{ "foo": "bar", }, }, }, }, }, }, isField: true, }, { name: "Empty annotation key", input: "source:=bar", wantErr: true, }, { name: "Empty annotation value", input: "source:foo=", wantErr: false, wantConfig: map[string]any{ "datasources": map[string]any{ "source": map[string]any{ "annotations": map[string]any{ "foo": "", }, }, }, }, }, { name: "Empty subject", input: ":foo=bar", wantErr: true, }, { name: "Empty field name", input: "source.:foo=bar", wantErr: true, }, { name: "Empty source name", input: ".field:foo=bar", wantErr: true, }, { name: "Empty subfield name", input: "source.test..bar:foo=bar", wantErr: true, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { gotConfig, gotLength, err := constructTempConfig(tt.input) if tt.wantErr { require.Error(t, err) return } fmt.Printf("gotConfig: %v\n", gotConfig) require.NoError(t, err) require.Equal(t, tt.wantConfig, gotConfig) switch gotLength { case 1: require.False(t, tt.isField) case 2: require.True(t, tt.isField) default: require.Fail(t, "Invalid length") } }) } } inspektor-gadget-0.46.0/pkg/operators/operators.go000066400000000000000000000105651510117411400222160ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package operators import ( "context" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type GadgetContext interface { ID() string Name() string Context() context.Context Logger() logger.Logger ExtraInfo() bool Cancel() SerializeGadgetInfo(requestExtraInfo bool) (*api.GadgetInfo, error) ImageName() string RegisterDataSource(datasource.Type, string) (datasource.DataSource, error) GetDataSources() map[string]datasource.DataSource SetVar(string, any) GetVar(string) (any, bool) Params() []*api.Param SetParams([]*api.Param) SetMetadata([]byte) error OrasTarget() oras.ReadOnlyTarget IsRemoteCall() bool IsClient() bool } const ( // MapPrefix is used to avoid clash with maps and other eBPF objects when added // to gadget context. MapPrefix string = "map/" MapSpecPrefix string = "mapspec/" ) type ImageOperator interface { Name() string // InstantiateImageOperator will be run to load information about a gadget and also to _possibly_ // run the gadget afterward. It should only do things that are required to populate // DataSources and Params. It could use caching to speed things up, if necessary. InstantiateImageOperator( gadgetCtx GadgetContext, target oras.ReadOnlyTarget, descriptor ocispec.Descriptor, paramValues api.ParamValues, ) (ImageOperatorInstance, error) } type ImageOperatorInstance interface { Name() string Start(gadgetCtx GadgetContext) error Stop(gadgetCtx GadgetContext) error Close(gadgetCtx GadgetContext) error } type DataOperator interface { Name() string // Init allows the operator to initialize itself Init(params *params.Params) error // GlobalParams should return global params (required) for this operator; these are valid globally for the process GlobalParams() api.Params // InstanceParams should return parameters valid for a single gadget run InstanceParams() api.Params // InstantiateDataOperator should create a new (lightweight) instance for the operator that can read/write // from and to DataSources, register Params and read/write Variables; instanceParamValues can contain values for // both params defined by InstanceParams() as well as params defined by DataOperatorInstance.ExtraParams()) InstantiateDataOperator(gadgetCtx GadgetContext, instanceParamValues api.ParamValues) (DataOperatorInstance, error) Priority() int } type DataOperatorInstance interface { Name() string Start(gadgetCtx GadgetContext) error Stop(gadgetCtx GadgetContext) error Close(gadgetCtx GadgetContext) error } type ExtraParams interface { // ExtraParams can return dynamically created params ExtraParams(gadgetCtx GadgetContext) api.Params } type PreStart interface { PreStart(gadgetCtx GadgetContext) error } type PreStop interface { PreStop(gadgetCtx GadgetContext) error } type PostStop interface { PostStop(gadgetCtx GadgetContext) error } // ContainerInfoFromMountNSID is a typical kubernetes operator interface that adds node, pod, namespace and container // information given the MountNSID type ContainerInfoFromMountNSID interface { ContainerInfoSetters GetMountNSID() uint64 } type ContainerInfoFromNetNSID interface { ContainerInfoSetters GetNetNSID() uint64 } type ContainerInfoSetters interface { NodeSetter SetPodMetadata(types.Container) SetContainerMetadata(types.Container) } type NodeSetter interface { SetNode(string) } type ContainerInfoGetters interface { GetNode() string GetPod() string GetNamespace() string GetContainer() string GetContainerImageName() string } inspektor-gadget-0.46.0/pkg/operators/otel-logs/000077500000000000000000000000001510117411400215475ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/otel-logs/otel-logs.go000066400000000000000000000220621510117411400240050ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package otellogs import ( "context" "fmt" "strconv" "strings" "time" log "github.com/sirupsen/logrus" "go.opentelemetry.io/otel/exporters/otlp/otlplog/otlploggrpc" otellog "go.opentelemetry.io/otel/log" sdklog "go.opentelemetry.io/otel/sdk/log" "go.opentelemetry.io/otel/sdk/resource" semconv "go.opentelemetry.io/otel/semconv/v1.26.0" "github.com/inspektor-gadget/inspektor-gadget/internal/version" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/expr" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( ParamOtelLogsExporter = "otel-logs-exporter" AnnotationLogsName = "logs.name" AnnotationLogsBody = "logs.body" AnnotationLogsSeverity = "logs.severity" FieldNameBody = "body" FieldNameTimestamp = "timestamp" FieldNameSeverity = "severity" ExporterOTLPGRPC = "otlp-grpc" CompressionNone = "none" CompressionGZIP = "gzip" ) var supportedExporters = []string{ExporterOTLPGRPC} type logConfig struct { Exporter string `json:"exporter" yaml:"exporter"` Endpoint string `json:"endpoint" yaml:"endpoint"` Insecure bool `json:"insecure" yaml:"insecure"` Compression string `json:"compression" yaml:"compression"` } type otelLogsOperator struct { providers map[string]*sdklog.LoggerProvider } func (o *otelLogsOperator) Name() string { return "otel-logs" } func (o *otelLogsOperator) Init(params *params.Params) error { o.providers = make(map[string]*sdklog.LoggerProvider) res, _ := resource.New(context.Background(), resource.WithAttributes( semconv.ServiceNameKey.String("inspektor-gadget"), semconv.ServiceVersionKey.String(version.Version().String()), )) if config.Config == nil { return nil } configs := make(map[string]*logConfig, 0) log.Debugf("loading log exporters") err := config.Config.UnmarshalKey("operator.otel-logs.exporters", &configs) if err != nil { log.Warnf("failed to load operator.otel-logs.exporters: %v", err) } for k, v := range configs { if v.Exporter != ExporterOTLPGRPC { return fmt.Errorf("unsupported log exporter %q; expected one of %s", v.Exporter, strings.Join(supportedExporters, ", ")) } var options []otlploggrpc.Option options = append(options, otlploggrpc.WithEndpoint(v.Endpoint)) if v.Insecure { options = append(options, otlploggrpc.WithInsecure()) } switch v.Compression { default: return fmt.Errorf("unsupported log compression %q", v.Compression) case "", CompressionNone: case CompressionGZIP: options = append(options, otlploggrpc.WithCompressor("gzip")) } exp, err := otlploggrpc.New(context.Background(), options...) if err != nil { return fmt.Errorf("creating otlp exporter: %w", err) } processor := sdklog.NewBatchProcessor(exp) provider := sdklog.NewLoggerProvider(sdklog.WithProcessor(processor), sdklog.WithResource(res)) o.providers[k] = provider log.Debugf("> log exporter %q with endpoint %q loaded", k, v.Endpoint) } return nil } func (o *otelLogsOperator) GlobalParams() api.Params { return api.Params{} } func (o *otelLogsOperator) InstanceParams() api.Params { return api.Params{ &api.Param{ Key: ParamOtelLogsExporter, Description: "Exporter to use for log exporting", DefaultValue: "", }, } } func (o *otelLogsOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { if len(o.providers) == 0 { return nil, nil } mappings, err := apihelpers.GetStringValuesPerDataSource(instanceParamValues[ParamOtelLogsExporter]) if err != nil { return nil, fmt.Errorf("parsing name mappings: %w", err) } inst := &otelLogsOperatorInstance{ o: o, mappings: mappings, loggers: make(map[datasource.DataSource]otellog.Logger), } err = inst.init(gadgetCtx) if err != nil { return nil, err } return inst, nil } func (o *otelLogsOperator) Priority() int { return 9999 } type otelLogsOperatorInstance struct { o *otelLogsOperator mappings map[string]string loggers map[datasource.DataSource]otellog.Logger } func (o *otelLogsOperatorInstance) init(gadgetCtx operators.GadgetContext) error { for _, ds := range gadgetCtx.GetDataSources() { annotations := ds.Annotations() // Find mapping exporterName, ok := o.mappings[ds.Name()] if !ok { exporterName, ok = o.mappings[""] if !ok { continue } } exporter, ok := o.o.providers[exporterName] if !ok { return fmt.Errorf("exporter not found: %q", exporterName) } loggerName := annotations[AnnotationLogsName] if loggerName == "" { loggerName = gadgetCtx.ImageName() } gadgetCtx.Logger().Debugf("logging %q to exporter %q", ds.Name(), exporterName) o.loggers[ds] = exporter.Logger(loggerName) } return nil } func (o *otelLogsOperatorInstance) Name() string { return "otel-logs" } func (o *otelLogsOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, logger := range o.loggers { fields := ds.Accessors(false) annotations := ds.Annotations() prep := make([]func(data datasource.Data) otellog.KeyValue, 0) kvCount := 0 fns := make([]func(datasource.Data, *otellog.Record), 0) // fixed severity by annotation if severity, ok := annotations[AnnotationLogsSeverity]; ok { sv, err := strconv.ParseFloat(severity, 64) if err != nil { return fmt.Errorf("invalid log severity %q: %w", severity, err) } fns = append(fns, func(data datasource.Data, record *otellog.Record) { record.SetSeverity(otellog.Severity(sv)) }) } // body string by annotation if bodyString, ok := annotations[AnnotationLogsBody]; ok { prog, err := expr.CompileStringProgram(ds, bodyString) if err != nil { return fmt.Errorf("compiling expression %q: %w", bodyString, err) } fns = append(fns, func(data datasource.Data, record *otellog.Record) { s, err := expr.Run(prog, data) if err != nil { return } record.SetBody(otellog.StringValue(s.(string))) }) } for _, f := range fields { fieldAnnotations := f.Annotations() name, ok := fieldAnnotations[AnnotationLogsName] if !ok { continue } switch name { case FieldNameBody: fns = append(fns, func(data datasource.Data, record *otellog.Record) { str, _ := f.String(data) record.SetBody(otellog.StringValue(str)) }) case FieldNameTimestamp: ts, err := datasource.AsInt64(f) if err != nil { return fmt.Errorf("using field %q as %q: %w", f.Name(), name, err) } fns = append(fns, func(data datasource.Data, record *otellog.Record) { record.SetObservedTimestamp(time.Unix(0, ts(data)*int64(time.Microsecond))) }) case FieldNameSeverity: severity, err := datasource.AsInt64(f) if err != nil { return fmt.Errorf("using field %q as %q: %w", f.Name(), name, err) } fns = append(fns, func(data datasource.Data, record *otellog.Record) { record.SetSeverity(otellog.Severity(severity(data))) }) continue } kvf, err := datasource.GetKeyValueFunc[string, otellog.Value](f, name, otellog.Int64Value, otellog.Float64Value, otellog.StringValue) if err != nil { return fmt.Errorf("getting key/val func for %s.%s: %w", ds.Name(), f.Name(), err) } prep = append(prep, func(data datasource.Data) otellog.KeyValue { key, val := kvf(data) return otellog.KeyValue{ Key: key, Value: val, } }) kvCount++ } ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { var rec otellog.Record // Collect attributes attribs := make([]otellog.KeyValue, 0, kvCount) for _, p := range prep { attribs = append(attribs, p(data)) } rec.AddAttributes(attribs...) // Set other values for _, f := range fns { f(data, &rec) } rec.SetTimestamp(time.Now()) logger.Emit(gadgetCtx.Context(), rec) return nil }, 10000) } return nil } func (o *otelLogsOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (o *otelLogsOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (o *otelLogsOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var Operator = &otelLogsOperator{} func init() { operators.RegisterDataOperator(Operator) } inspektor-gadget-0.46.0/pkg/operators/otel-metrics/000077500000000000000000000000001510117411400222515ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/otel-metrics/otel-metrics.go000066400000000000000000000717021510117411400252160ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package otelmetrics implements an operator that can export data sources to OpenTelemetry metrics. package otelmetrics import ( "context" "fmt" "net/http" "os" "strconv" "strings" "sync" "time" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus/promhttp" log "github.com/sirupsen/logrus" "go.opentelemetry.io/contrib/instrumentation/runtime" "go.opentelemetry.io/otel/attribute" "go.opentelemetry.io/otel/exporters/otlp/otlpmetric/otlpmetricgrpc" otelprometheus "go.opentelemetry.io/otel/exporters/prometheus" "go.opentelemetry.io/otel/metric" sdkmetric "go.opentelemetry.io/otel/sdk/metric" "go.opentelemetry.io/otel/sdk/metric/metricdata" "github.com/inspektor-gadget/inspektor-gadget/pkg/config" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/histogram" "github.com/inspektor-gadget/inspektor-gadget/pkg/metrics" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( name = "otel-metrics" Priority = 9995 // slightly before CLI so we can reroute output there ParamOtelMetricsListen = "otel-metrics-listen" ParamOtelMetricsListenAddress = "otel-metrics-listen-address" ParamOtelMetricsExportInternals = "otel-metrics-export-internals" ParamOtelMetricsName = "otel-metrics-name" ParamOtelMetricsExporter = "otel-metrics-exporter" ParamOtelMetricsPrintInterval = "otel-metrics-print-interval" MetricTypeKey = "key" MetricTypeCounter = "counter" MetricTypeGauge = "gauge" MetricTypeHistogram = "histogram" AnnotationMetricsCollect = "metrics.collect" AnnotationMetricsPrint = "metrics.print" AnnotationMetricsType = "metrics.type" AnnotationMetricsDescription = "metrics.description" AnnotationMetricsUnit = "metrics.unit" AnnotationMetricsBoundaries = "metrics.boundaries" AnnotationImplicitCounterName = "metrics.implicit-counter.name" AnnotationImplicitCounterDescription = "metrics.implicit-counter.description" PrintDataSourceSuffix = "rendered" PrintFieldName = "text" HistogramOutputMode = "histogram" MinPrintInterval = time.Millisecond * 25 ) var renderedDsCliAnnotations = map[string]string{ "cli.supported-output-modes": HistogramOutputMode, "cli.default-output-mode": HistogramOutputMode, "cli.clear-screen-before": "true", } type metricsConfig struct { Exporter string `json:"exporter" yaml:"exporter"` Endpoint string `json:"endpoint" yaml:"endpoint"` Insecure bool `json:"insecure" yaml:"insecure"` Temporality string `json:"temporality" yaml:"temporality"` Interval time.Duration `json:"interval" yaml:"interval"` CollectGoMetrics bool `json:"collectGoMetrics" yaml:"collectGoMetrics"` CollectIGMetrics bool `json:"collectIGMetrics" yaml:"collectIGMetrics"` } func deltaSelector(kind sdkmetric.InstrumentKind) metricdata.Temporality { switch kind { case sdkmetric.InstrumentKindCounter, sdkmetric.InstrumentKindGauge, sdkmetric.InstrumentKindHistogram, sdkmetric.InstrumentKindObservableGauge, sdkmetric.InstrumentKindObservableCounter: return metricdata.DeltaTemporality case sdkmetric.InstrumentKindUpDownCounter, sdkmetric.InstrumentKindObservableUpDownCounter: return metricdata.CumulativeTemporality } panic("unknown instrument kind") } type otelMetricsOperator struct { // exporter is the global exporter instance exporter *otelprometheus.Exporter meterProvider metric.MeterProvider providers map[string]metric.MeterProvider // if skipListen is set to true, it will not expose the metrics using http // this is used mainly for unit tests (you can still use the meterProvider & exporter) skipListen bool } func (m *otelMetricsOperator) Name() string { return name } func (m *otelMetricsOperator) Init(globalParams *params.Params) error { // Initialize provider map m.providers = map[string]metric.MeterProvider{} // Initialize named metric providers mc := make(map[string]*metricsConfig, 0) if config.Config != nil { log.Debug("loading metric exporters") err := config.Config.UnmarshalKey("operator.otel-metrics.exporters", &mc) if err != nil { log.Warnf("failed to load operator.otel-metrics.exporters: %v", err) } for k, v := range mc { switch v.Exporter { default: log.Errorf("invalid metric exporter %q", v.Exporter) case "otlp-grpc": if v.Endpoint == "" { return fmt.Errorf("endpoint required for otlp-grpc exporter") } var options []otlpmetricgrpc.Option options = append(options, otlpmetricgrpc.WithEndpoint(v.Endpoint)) if v.Insecure { options = append(options, otlpmetricgrpc.WithInsecure()) } switch v.Temporality { case "", "cumulative": case "delta": options = append(options, otlpmetricgrpc.WithTemporalitySelector(deltaSelector)) } otlpcollector, err := otlpmetricgrpc.New( context.Background(), options..., ) if err != nil { return fmt.Errorf("initializting otlp metrics collector") } var periodicReaderOptions []sdkmetric.PeriodicReaderOption if v.Interval > 0 { periodicReaderOptions = append(periodicReaderOptions, sdkmetric.WithInterval(v.Interval)) } m.providers[k] = sdkmetric.NewMeterProvider( sdkmetric.WithReader( sdkmetric.NewPeriodicReader(otlpcollector, periodicReaderOptions...), ), ) if v.CollectIGMetrics { // Register with internal metrics log.Debugf("registering internal metrics for provider %q", k) err := metrics.RegisterProvider(m.providers[k]) if err != nil { return fmt.Errorf("registering internal metrics for provider %q: %w", k, err) } } if v.CollectGoMetrics { // Don't use deprecated runtime metrics os.Setenv("OTEL_GO_X_DEPRECATED_RUNTIME_METRICS", "false") // Also register go internal metrics log.Debugf("registering go metrics for provider %q", k) if err := runtime.Start( runtime.WithMeterProvider(m.providers[k]), runtime.WithMinimumReadMemStatsInterval(v.Interval), ); err != nil { return fmt.Errorf("starting runtime instrumentation (internal Go metrics) for provider %q: %w", k, err) } } log.Debugf("initialized metric provider %q", k) } } } if !globalParams.Get(ParamOtelMetricsListen).AsBool() { return nil } // create a global prometheus collector/exporter; this will be exposed using an HTTP endpoint, if activated exporter, err := otelprometheus.New() if err != nil { return fmt.Errorf("initializing otel metrics exporter: %w", err) } m.exporter = exporter m.meterProvider = sdkmetric.NewMeterProvider(sdkmetric.WithReader(exporter)) if globalParams.Get(ParamOtelMetricsExportInternals).AsBool() { log.Debug("enabled exporting internal metrics to global provider") err = metrics.RegisterProvider(m.meterProvider) if err != nil { return fmt.Errorf("registering internal metrics for global provider: %w", err) } } // Start HTTP listener for the global exporter if !m.skipListen { go func() { mux := http.NewServeMux() mux.Handle("/metrics", promhttp.Handler()) err := http.ListenAndServe(globalParams.Get(ParamOtelMetricsListenAddress).AsString(), mux) if err != nil { log.Errorf("serving otel metrics on: %s", err) return } }() } return nil } func (m *otelMetricsOperator) GlobalParams() api.Params { return api.Params{ { Key: ParamOtelMetricsListen, DefaultValue: "false", TypeHint: api.TypeBool, Description: "enable OpenTelemetry metrics listener (Prometheus compatible) endpoint", }, { Key: ParamOtelMetricsListenAddress, DefaultValue: "0.0.0.0:2224", TypeHint: api.TypeString, Description: "address and port to create the OpenTelemetry metrics listener (Prometheus compatible) on", }, { Key: ParamOtelMetricsExportInternals, DefaultValue: "false", TypeHint: api.TypeBool, Description: "export Inspektor Gadget internal metrics", }, } } func (m *otelMetricsOperator) InstanceParams() api.Params { return api.Params{ { Key: ParamOtelMetricsName, TypeHint: api.TypeString, Description: "override name of the exported datasource; use a comma-separated list with datasource:newname to specify more than one name", }, { Key: ParamOtelMetricsPrintInterval, TypeHint: api.TypeDuration, Description: "interval to use when printing metrics; minimum is 25ms", DefaultValue: "1000ms", }, { Key: ParamOtelMetricsExporter, TypeHint: api.TypeString, Description: "name of the configured metric provider to use; leave empty to use the default exporter", DefaultValue: "", }, } } func (m *otelMetricsOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { // extract name mappings; key will be old name (or empty), value the new name mappings, err := apihelpers.GetStringValuesPerDataSource(instanceParamValues[ParamOtelMetricsName]) if err != nil { return nil, fmt.Errorf("parsing name mappings: %w", err) } params := apihelpers.ToParamDescs(m.InstanceParams()).ToParams() err = params.CopyFromMap(instanceParamValues, "") if err != nil { return nil, err } printInterval := params.Get(ParamOtelMetricsPrintInterval).AsDuration() if printInterval < MinPrintInterval { return nil, fmt.Errorf("parsing print interval: expected at least %s, got %s", MinPrintInterval, printInterval) } instance := &otelMetricsOperatorInstance{ op: m, collectors: make(map[datasource.DataSource]*metricsCollector), nameMappings: mappings, printInterval: printInterval, done: make(chan struct{}), } // named metric providers are only evaluated on the server side for now provider := params.Get(ParamOtelMetricsExporter).AsString() if provider != "" { p, ok := m.providers[provider] if !ok { if gadgetCtx.IsRemoteCall() { // Warn, if the selected metrics provider is not available, and we're running on the server gadgetCtx.Logger().Warnf("no remote metrics provider found with name %q", provider) } else { // Only as debug message, if we're running on the client gadgetCtx.Logger().Debugf("no local metrics provider found with name %q", provider) } } else { instance.provider = p } } err = instance.init(gadgetCtx) if err != nil { return nil, err } return instance, nil } func (m *otelMetricsOperator) Priority() int { return Priority } type otelMetricsOperatorInstance struct { op *otelMetricsOperator collectors map[datasource.DataSource]*metricsCollector nameMappings map[string]string outputDS datasource.DataSource outputField datasource.FieldAccessor printInterval time.Duration provider metric.MeterProvider done chan struct{} wg sync.WaitGroup } func (m *otelMetricsOperatorInstance) Name() string { return name } type metricsCollector struct { meter metric.Meter keys []func(datasource.Data) attribute.KeyValue values []func(context.Context, datasource.Data, attribute.Set) mappedName string output bool exporter *otelprometheus.Exporter meterProvider *sdkmetric.MeterProvider useGlobalProvider bool } func (mc *metricsCollector) addKeyFunc(f datasource.FieldAccessor) error { vf, err := datasource.GetKeyValueFunc[attribute.Key, attribute.Value](f, "", attribute.Int64Value, attribute.Float64Value, attribute.StringValue) if err != nil { return err } mc.keys = append(mc.keys, func(ds datasource.Data) attribute.KeyValue { key, val := vf(ds) return attribute.KeyValue{Key: key, Value: val} }) return nil } func (mc *metricsCollector) addValFunc(f datasource.FieldAccessor, metricType string) error { var options []metric.InstrumentOption if description := f.Annotations()[AnnotationMetricsDescription]; description != "" { options = append(options, metric.WithDescription(description)) } if unit := f.Annotations()[AnnotationMetricsUnit]; unit != "" { options = append(options, metric.WithUnit(unit)) } switch f.Type() { default: return fmt.Errorf("unsupported field type for metrics value %q: %s", f.Name(), f.Type()) case api.Kind_Uint8, api.Kind_Uint16, api.Kind_Uint32, api.Kind_Uint64, api.Kind_Int8, api.Kind_Int16, api.Kind_Int32, api.Kind_Int64: asIntFn, _ := datasource.AsInt64(f) // error can't happen switch metricType { case MetricTypeCounter: tOptions := make([]metric.Int64CounterOption, len(options)) for i, option := range options { tOptions[i] = option } ctr, err := mc.meter.Int64Counter(f.Name(), tOptions...) if err != nil { return fmt.Errorf("adding metric %s for %q: %w", metricType, f.Name(), err) } mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { ctr.Add(ctx, asIntFn(data), metric.WithAttributeSet(set)) }) case MetricTypeGauge: tOptions := make([]metric.Int64GaugeOption, len(options)) for i, option := range options { tOptions[i] = option } ctr, err := mc.meter.Int64Gauge(f.Name(), tOptions...) if err != nil { return fmt.Errorf("adding metric %s for %q: %w", metricType, f.Name(), err) } mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { ctr.Record(ctx, asIntFn(data), metric.WithAttributeSet(set)) }) } return nil case api.Kind_Float32, api.Kind_Float64: asFloatFn, _ := datasource.AsFloat64(f) // error can't happen switch metricType { case MetricTypeCounter: tOptions := make([]metric.Float64CounterOption, len(options)) for i, option := range options { tOptions[i] = option } ctr, err := mc.meter.Float64Counter(f.Name(), tOptions...) if err != nil { return fmt.Errorf("adding metric %s for %q: %w", metricType, f.Name(), err) } mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { ctr.Add(ctx, asFloatFn(data), metric.WithAttributeSet(set)) }) case MetricTypeGauge: tOptions := make([]metric.Float64GaugeOption, len(options)) for i, option := range options { tOptions[i] = option } ctr, err := mc.meter.Float64Gauge(f.Name(), tOptions...) if err != nil { return fmt.Errorf("adding metric %s for %q: %w", metricType, f.Name(), err) } mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { ctr.Record(ctx, asFloatFn(data), metric.WithAttributeSet(set)) }) } return nil } } func toFloat64(s string) (float64, error) { return strconv.ParseFloat(s, 64) } func listToVals[T int64 | float64](list string, conv func(string) (T, error)) ([]T, error) { elements := strings.Split(list, ",") res := make([]T, 0, len(elements)) for _, element := range elements { v, err := conv(element) if err != nil { return nil, fmt.Errorf("invalid value: %q: %w", element, err) } res = append(res, v) } return res, nil } func (mc *metricsCollector) addValHistFunc(ds datasource.DataSource, f datasource.FieldAccessor) error { options := make([]metric.HistogramOption, 0) if buckets := f.Annotations()[AnnotationMetricsBoundaries]; buckets != "" { boundaries, err := listToVals[float64](buckets, toFloat64) if err != nil { return fmt.Errorf("adding metric histogram for %q: %w", f.Name(), err) } options = append(options, metric.WithExplicitBucketBoundaries(boundaries...)) } if description := f.Annotations()[AnnotationMetricsDescription]; description != "" { options = append(options, metric.WithDescription(description)) } if unit := f.Annotations()[AnnotationMetricsUnit]; unit != "" { options = append(options, metric.WithUnit(unit)) } switch f.Type() { default: return fmt.Errorf("unsupported field type for metrics value %q: %s", f.Name(), f.Type()) case api.ArrayOf(api.Kind_Uint32), api.ArrayOf(api.Kind_Uint64): // Calc buckets typeLen := 4 var extractor func(b []byte) uint64 switch f.Type() { case api.ArrayOf(api.Kind_Uint64): typeLen = 8 extractor = ds.ByteOrder().Uint64 case api.ArrayOf(api.Kind_Uint32): typeLen = 4 extractor = func(b []byte) uint64 { return uint64(ds.ByteOrder().Uint32(b)) } default: return fmt.Errorf("expected array of uint32 or uint64, got %v", f.Type()) } alen := int(f.Size()) / typeLen bucketVals := make([]int64, alen) bucketValsFloat := make([]float64, alen) for i := range bucketVals { bucketVals[i] = int64(1 << i) bucketValsFloat[i] = float64(bucketVals[i]) } options = append(options, metric.WithExplicitBucketBoundaries(bucketValsFloat...)) hOptions := make([]metric.Int64HistogramOption, len(options)) for i, option := range options { hOptions[i] = option } hist, err := mc.meter.Int64Histogram(f.Name(), hOptions...) if err != nil { return fmt.Errorf("adding metric histogram for %q: %w", f.Name(), err) } mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { b := f.Get(data) if len(b)%typeLen != 0 { return } for i := 0; i < alen; i++ { val := extractor(b[i*typeLen:]) // This looks counterintuitive - and it is. For every entry in our sources bucket, we have to emit // a `hist.Record()` with a value from the given bucket, to replicate the entry count in that bucket. // We sadly have no direct access to the underlying bucket to optimize this, but we should look into // alternative (more optimized) solutions. for range val { hist.Record(ctx, bucketVals[i], metric.WithAttributeSet(set)) } } }) return nil case api.Kind_Uint8, api.Kind_Uint16, api.Kind_Uint32, api.Kind_Uint64, api.Kind_Int8, api.Kind_Int16, api.Kind_Int32, api.Kind_Int64: hOptions := make([]metric.Int64HistogramOption, len(options)) for i, option := range options { hOptions[i] = option } hist, err := mc.meter.Int64Histogram(f.Name(), hOptions...) if err != nil { return fmt.Errorf("adding metric histogram for %q: %w", f.Name(), err) } asIntFn, _ := datasource.AsInt64(f) // error can't happen mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { hist.Record(ctx, asIntFn(data), metric.WithAttributeSet(set)) }) return nil case api.Kind_Float32, api.Kind_Float64: hOptions := make([]metric.Float64HistogramOption, len(options)) for i, option := range options { hOptions[i] = option } hist, err := mc.meter.Float64Histogram(f.Name(), hOptions...) if err != nil { return fmt.Errorf("adding metric histogram for %q: %w", f.Name(), err) } asFloatFn, _ := datasource.AsFloat64(f) // error can't happen mc.values = append(mc.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { hist.Record(ctx, asFloatFn(data), metric.WithAttributeSet(set)) }) return nil } } func (mc *metricsCollector) Collect(ctx context.Context, data datasource.Data) { kvs := make([]attribute.KeyValue, 0, len(mc.keys)) for _, kf := range mc.keys { kvs = append(kvs, kf(data)) } kset := attribute.NewSet(kvs...) for _, vf := range mc.values { vf(ctx, data, kset) } } func (m *otelMetricsOperatorInstance) init(gadgetCtx operators.GadgetContext) error { for _, ds := range gadgetCtx.GetDataSources() { annotations := ds.Annotations() metricsCollect := annotations[AnnotationMetricsCollect] == "true" // We only allow printing if the gadget is _not_ running remotely metricsPrint := annotations[AnnotationMetricsPrint] == "true" && !gadgetCtx.IsRemoteCall() // Neither collecting nor printing, do nothing for this data source if !metricsCollect && !metricsPrint { continue } if metricsPrint { gadgetCtx.Logger().Debugf("enabling print for %s", ds.Name()) // Disable original data source to avoid other operators subscribing to it ds.Unreference() // Create a new data source for the output with a single field odsName := fmt.Sprintf("%s-%s", ds.Name(), PrintDataSourceSuffix) ods, err := gadgetCtx.RegisterDataSource(datasource.TypeSingle, odsName) if err != nil { return fmt.Errorf("registering %q: %w", odsName, err) } // Set default annotations for k, v := range renderedDsCliAnnotations { ods.AddAnnotation(k, v) } // Use annotations from the original data source for k, v := range ds.Annotations() { ods.AddAnnotation(k, v) } f, err := ods.AddField(PrintFieldName, api.Kind_String, datasource.WithAnnotations(map[string]string{"content-type": "text/plain"})) if err != nil { return fmt.Errorf("adding field %q: %w", PrintFieldName, err) } // TODO: Store these fields per datasource to support multiple datasources m.outputDS = ods m.outputField = f } // we only use the global instance (if available) if there's an explicit name mapping available; // otherwise we'll fallback to using a dedicated local registry/collector instance useGlobal := false mappedName, ok := m.nameMappings[ds.Name()] if ok && (m.op.exporter != nil || m.provider != nil) { useGlobal = true } else if ok { gadgetCtx.Logger().Warnf("global exporter not configured, using local metric instance") } // If mapped name is empty, it hasn't been explicitly set (or set to empty), so we will use the data source name if mappedName == "" { mappedName = ds.Name() } gadgetCtx.Logger().Debugf("collecting metrics for data source %q as %q", ds.Name(), mappedName) m.collectors[ds] = &metricsCollector{ output: metricsPrint, mappedName: mappedName, useGlobalProvider: useGlobal, } } return nil } func (m *otelMetricsOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, collector := range m.collectors { if collector.useGlobalProvider { if m.provider != nil { gadgetCtx.Logger().Debugf("using metric provider for collector %q", collector.mappedName) // using the global meter provider to export to Prometheus collector.meter = m.provider.Meter(collector.mappedName) } else { gadgetCtx.Logger().Debugf("using global metric provider for collector %q", collector.mappedName) // using the global meter provider to export to Prometheus collector.meter = m.op.meterProvider.Meter(collector.mappedName) } } else { // Initialize a local instance gadgetCtx.Logger().Debugf("using local metric provider for collector %q", collector.mappedName) registry := prometheus.NewRegistry() exporter, err := otelprometheus.New(otelprometheus.WithRegisterer(registry)) if err != nil { return fmt.Errorf("creating prometheus registry: %w", err) } collector.exporter = exporter collector.meterProvider = sdkmetric.NewMeterProvider(sdkmetric.WithReader(exporter)) collector.meter = collector.meterProvider.Meter(collector.mappedName) } hasValueFields := false // Support an implicit counter if implicitCounter := ds.Annotations()[AnnotationImplicitCounterName]; implicitCounter != "" { tOptions := make([]metric.Int64CounterOption, 0) if implicitCounterDescription := ds.Annotations()[AnnotationImplicitCounterDescription]; implicitCounterDescription != "" { tOptions = append(tOptions, metric.WithDescription(implicitCounterDescription)) } ctr, err := collector.meter.Int64Counter(implicitCounter, tOptions...) if err != nil { return fmt.Errorf("adding implicit counter %q: %w", implicitCounter, err) } collector.values = append(collector.values, func(ctx context.Context, data datasource.Data, set attribute.Set) { ctr.Add(ctx, 1, metric.WithAttributeSet(set)) }) hasValueFields = true } fields := ds.Accessors(false) for _, f := range fields { fieldName := f.Name() metricsType := f.Annotations()[AnnotationMetricsType] // Try to auto-apply metricsType from tags if metricsType == "" { // tbd: should we rather handle this mapping in the eBPF operator to keep the types there? if f.HasAnyTagsOf("type:"+ebpftypes.HistogramSlotU32TypeName, "type:"+ebpftypes.HistogramSlotU64TypeName) { metricsType = MetricTypeHistogram } else if f.HasAnyTagsOf("type:"+ebpftypes.CounterU32TypeName, "type:"+ebpftypes.CounterU64TypeName) { metricsType = MetricTypeCounter } else if f.HasAnyTagsOf("type:"+ebpftypes.GaugeU32TypeName, "type:"+ebpftypes.GaugeU64TypeName) { metricsType = MetricTypeGauge } } switch metricsType { default: continue case MetricTypeKey: err := collector.addKeyFunc(f) if err != nil { return fmt.Errorf("adding key for %q: %w", fieldName, err) } case MetricTypeCounter, MetricTypeGauge: err := collector.addValFunc(f, metricsType) if err != nil { return fmt.Errorf("adding %s for %q: %w", metricsType, fieldName, err) } hasValueFields = true case MetricTypeHistogram: err := collector.addValHistFunc(ds, f) if err != nil { return fmt.Errorf("adding histogram for %q: %w", fieldName, err) } hasValueFields = true } gadgetCtx.Logger().Debugf("registered field %q as type %q", fieldName, metricsType) } if !hasValueFields { gadgetCtx.Logger().Debugf("no value fields found for metrics %q", collector.mappedName) continue } err := ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { collector.Collect(gadgetCtx.Context(), data) return nil }, Priority) if err != nil { return err } } // If we registered an output datasource, use it if m.outputDS != nil && m.printInterval > 0 { // Start printer m.wg.Add(1) go m.PrintMetrics(gadgetCtx) } return nil } func (m *otelMetricsOperatorInstance) PrintMetrics(gadgetCtx operators.GadgetContext) { defer m.wg.Done() // Periodically print using the fetch interval ticker := time.NewTicker(m.printInterval) defer ticker.Stop() for { select { case <-m.done: return case <-ticker.C: // collect metrics md := make(map[*otelprometheus.Exporter]*metricdata.ResourceMetrics) var out strings.Builder for _, collector := range m.collectors { exporter := m.op.exporter if collector.exporter != nil { exporter = collector.exporter } if exporter == nil { continue } rm, ok := md[exporter] if !ok { // Not yet collected, so collect rm = &metricdata.ResourceMetrics{} err := exporter.Collect(gadgetCtx.Context(), rm) if err != nil { gadgetCtx.Logger().Errorf("collecting metrics: %v", err) return } md[exporter] = rm } // Find metric in ResourceMetrics for _, sm := range rm.ScopeMetrics { if sm.Scope.Name != collector.mappedName { continue } for _, metric := range sm.Metrics { fmt.Fprintln(&out, metric.Name) switch t := metric.Data.(type) { case metricdata.Histogram[int64]: for _, dp := range t.DataPoints { last := uint64(0) v := make([]histogram.Interval, 0, len(dp.Bounds)) for bucket, high := range dp.Bounds { v = append(v, histogram.Interval{ Count: dp.BucketCounts[bucket], Start: last, End: uint64(high), }) last = uint64(high) } h := histogram.Histogram{ Unit: histogram.Unit(metric.Unit), Intervals: v, } fmt.Fprintln(&out, h.String()) } } } break } } ps, err := m.outputDS.NewPacketSingle() if err != nil { gadgetCtx.Logger().Errorf("error creating packet: %v", err) return } m.outputField.PutString(ps, out.String()) m.outputDS.EmitAndRelease(ps) } } } func (m *otelMetricsOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (m *otelMetricsOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (m *otelMetricsOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { gadgetCtx.Logger().Debug("shutting down metrics") close(m.done) ctx := context.Background() for _, collector := range m.collectors { if collector.meterProvider != nil { collector.meterProvider.Shutdown(ctx) collector.meterProvider = nil } if collector.exporter != nil { collector.exporter.Shutdown(ctx) collector.exporter = nil } } m.wg.Wait() return nil } var Operator = &otelMetricsOperator{} func init() { operators.RegisterDataOperator(Operator) } inspektor-gadget-0.46.0/pkg/operators/otel-metrics/otel-metrics_test.go000066400000000000000000000134121510117411400262470ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package otelmetrics import ( "context" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "go.opentelemetry.io/otel/sdk/metric/metricdata" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) func TestMetricsCounterAndGauge(t *testing.T) { o := &otelMetricsOperator{skipListen: true} globalParams := apihelpers.ToParamDescs(o.GlobalParams()).ToParams() globalParams.Set(ParamOtelMetricsListen, "true") err := o.Init(globalParams) require.NoError(t, err) var ds datasource.DataSource var ctr datasource.FieldAccessor var gauge datasource.FieldAccessor ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() prepare := func(gadgetCtx operators.GadgetContext) error { var err error ds, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "metrics") require.NoError(t, err) ds.AddAnnotation(AnnotationMetricsCollect, "true") ctr, err = ds.AddField("ctr", api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ AnnotationMetricsType: MetricTypeCounter, })) require.NoError(t, err) gauge, err = ds.AddField("gauge", api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ AnnotationMetricsType: MetricTypeGauge, })) require.NoError(t, err) return nil } produce := func(operators.GadgetContext) error { for i := range 10 { data, err := ds.NewPacketSingle() require.NoError(t, err) err = ctr.PutUint32(data, uint32(1)) assert.NoError(t, err) err = gauge.PutUint32(data, uint32(i)) assert.NoError(t, err) err = ds.EmitAndRelease(data) assert.NoError(t, err) } cancel() return nil } producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), simple.OnStart(produce), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(o, producer)) err = gadgetCtx.Run(api.ParamValues{ "operator.otel-metrics.otel-metrics-name": "metrics:metrics", }) require.NoError(t, err) md := &metricdata.ResourceMetrics{} err = o.exporter.Collect(context.Background(), md) require.NoError(t, err) assert.NotEmpty(t, md.ScopeMetrics) for _, sm := range md.ScopeMetrics { assert.NotEmpty(t, sm) foundCtr := false foundGauge := false for _, m := range sm.Metrics { if m.Name == "ctr" { foundCtr = true data, ok := (m.Data).(metricdata.Sum[int64]) assert.True(t, ok) assert.Equal(t, int64(10), data.DataPoints[0].Value) } if m.Name == "gauge" { foundGauge = true data, ok := (m.Data).(metricdata.Gauge[int64]) assert.True(t, ok) assert.Equal(t, int64(9), data.DataPoints[0].Value) } } assert.True(t, foundCtr) assert.True(t, foundGauge) } } func TestMetricsHistogram(t *testing.T) { o := &otelMetricsOperator{skipListen: true} globalParams := apihelpers.ToParamDescs(o.GlobalParams()).ToParams() globalParams.Set(ParamOtelMetricsListen, "true") err := o.Init(globalParams) require.NoError(t, err) var ds datasource.DataSource var value datasource.FieldAccessor ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() expectedBuckets := []uint64{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 2, 3, 0} prepare := func(gadgetCtx operators.GadgetContext) error { var err error ds, err = gadgetCtx.RegisterDataSource(datasource.TypeSingle, "metrics") require.NoError(t, err) ds.AddAnnotation(AnnotationMetricsCollect, "true") value, err = ds.AddField("duration", api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ AnnotationMetricsType: MetricTypeHistogram, })) require.NoError(t, err) return nil } produce := func(operators.GadgetContext) error { for i := range 10 { data, err := ds.NewPacketSingle() require.NoError(t, err) err = value.PutUint32(data, uint32((i+1)*1000)) assert.NoError(t, err) err = ds.EmitAndRelease(data) assert.NoError(t, err) } cancel() return nil } producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), simple.OnStart(produce), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(o, producer)) err = gadgetCtx.Run(api.ParamValues{ "operator.otel-metrics.otel-metrics-name": "metrics:metrics", }) require.NoError(t, err) md := &metricdata.ResourceMetrics{} err = o.exporter.Collect(context.Background(), md) require.NoError(t, err) assert.NotEmpty(t, md.ScopeMetrics) for _, sm := range md.ScopeMetrics { assert.NotEmpty(t, sm) found := false for _, m := range sm.Metrics { if m.Name == "duration" { found = true data, ok := (m.Data).(metricdata.Histogram[int64]) assert.True(t, ok) assert.Equal(t, 1, len(data.DataPoints)) assert.Equal(t, len(expectedBuckets), len(data.DataPoints[0].BucketCounts)) assert.Equal(t, expectedBuckets, data.DataPoints[0].BucketCounts) } } assert.True(t, found) } } inspektor-gadget-0.46.0/pkg/operators/process/000077500000000000000000000000001510117411400213205ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/process/helpers.go000066400000000000000000000015751510117411400233210ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package process import "strconv" func pad2(n int) string { if n < 10 { return "0" + strconv.Itoa(n) } return strconv.Itoa(n) } func pad3(n int) string { if n < 10 { return "00" + strconv.Itoa(n) } else if n < 100 { return "0" + strconv.Itoa(n) } return strconv.Itoa(n) } inspektor-gadget-0.46.0/pkg/operators/process/process.go000066400000000000000000000551031510117411400233310ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package process implements an operator that emits events about running processes // with CPU and RAM usage information. package process import ( "bufio" "fmt" "os" "path/filepath" "runtime" "strconv" "strings" "sync" "time" "github.com/spf13/viper" "github.com/tklauser/numcpus" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( Name = "process" // Priority defines the operator's priority Priority = -1000 // Configuration keys configKeyEnabled = "operator.process.emitstats" configKeyInterval = "operator.process.interval" configKeyFirstInterval = "operator.process.first-interval" configKeyFields = "operator.process.fields" configKeyCount = "operator.process.count" // Default values defaultInterval = 60 * time.Second // Field names fieldPID = "pid" fieldPPID = "ppid" fieldComm = "comm" fieldNice = "nice" fieldPriority = "priority" fieldCPUTime = "cpuTime" fieldCPUTimeStr = "cpuTimeStr" fieldCPUUsage = "cpuUsage" fieldCPUUsageRelative = "cpuUsageRelative" fieldMemoryRSS = "memoryRSS" fieldMemoryVirtual = "memoryVirtual" fieldMemoryRelative = "memoryRelative" fieldMemoryShared = "memoryShared" fieldThreadCount = "threadCount" fieldState = "state" fieldUid = "uid" fieldStartTime = "startTime" fieldStartTimeStr = "startTimeStr" fieldMountNsID = "mountnsid" ) type processOperator struct{} func (p *processOperator) Name() string { return Name } func (p *processOperator) Init(globalParams *params.Params) error { return nil } func (p *processOperator) GlobalParams() api.Params { return api.Params{} } func (p *processOperator) InstanceParams() api.Params { return api.Params{} } func (p *processOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { // Get configuration from viper config, ok := gadgetCtx.GetVar("config") if !ok { return nil, fmt.Errorf("config not found in gadget context") } viperConfig, ok := config.(*viper.Viper) if !ok { return nil, fmt.Errorf("config is not a viper instance") } // Check if process monitoring is enabled enabled := viperConfig.GetBool(configKeyEnabled) if !enabled { gadgetCtx.Logger().Debug("Process monitoring is disabled") return nil, nil } // Get the interval from config or use default interval := viperConfig.GetDuration(configKeyInterval) if interval <= 0 { interval = defaultInterval gadgetCtx.Logger().Debugf("Using default interval: %s", interval) } count := viperConfig.GetInt(configKeyCount) firstInterval := viperConfig.GetDuration(configKeyFirstInterval) // Get fields from config fields := viperConfig.GetStringSlice(configKeyFields) // If no fields are specified, enable all fields by default if len(fields) == 0 { gadgetCtx.Logger().Debug("No fields specified for internal datasource 'processes', enabling all fields") fields = []string{ fieldPID, fieldPPID, fieldComm, fieldPriority, fieldNice, fieldCPUUsage, fieldCPUUsageRelative, fieldMemoryRSS, fieldMemoryVirtual, fieldMemoryShared, fieldMemoryRelative, fieldThreadCount, fieldState, fieldUid, fieldStartTime, fieldCPUTime, } } // Create a data source for process information ds, err := gadgetCtx.RegisterDataSource(datasource.TypeArray, "processes") if err != nil { return nil, fmt.Errorf("registering processes data source: %w", err) } ds.AddAnnotation(api.FetchIntervalAnnotation, interval.String()) instance := &processOperatorInstance{ interval: interval, count: count, firstInterval: firstInterval, done: make(chan struct{}), dataSource: ds, } // Add fields to the data source based on enabled fields // PID field is always added (it's required) instance.pidField, err = ds.AddField(fieldPID, api.Kind_Int32, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "pid", })) if err != nil { return nil, fmt.Errorf("adding pid field: %w", err) } requireCPUInfo := false for _, field := range fields { switch field { case fieldPPID: instance.ppidField, err = ds.AddField(fieldPPID, api.Kind_Int32, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "ppid", })) if err != nil { return nil, fmt.Errorf("adding ppid field: %w", err) } case fieldComm: instance.commField, err = ds.AddField(fieldComm, api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "comm", })) if err != nil { return nil, fmt.Errorf("adding comm field: %w", err) } case fieldNice: instance.niceField, err = ds.AddField(fieldNice, api.Kind_Int8, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The nice value of the process.", })) if err != nil { return nil, fmt.Errorf("adding nice field: %w", err) } requireCPUInfo = true case fieldPriority: instance.priorityField, err = ds.AddField(fieldPriority, api.Kind_Int8, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The priority of the process.", })) if err != nil { return nil, fmt.Errorf("adding priority field: %w", err) } requireCPUInfo = true case fieldCPUTime: instance.cpuTimeField, err = ds.AddField(fieldCPUTime, api.Kind_Int64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsHiddenAnnotation: "true", metadatav1.DescriptionAnnotation: "Total CPU time", })) if err != nil { return nil, fmt.Errorf("adding cpuTime field: %w", err) } instance.cpuTimeStrField, err = ds.AddField(fieldCPUTimeStr, api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.DescriptionAnnotation: "Total CPU time, formatted as duration", metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.ColumnsMaxWidthAnnotation: "12", })) if err != nil { return nil, fmt.Errorf("adding cpuTimeStr field: %w", err) } case fieldCPUUsage: instance.cpuField, err = ds.AddField(fieldCPUUsage, api.Kind_Float64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsPrecisionAnnotation: "1", metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The CPU usage of the process as a percentage.", metadatav1.ColumnsMaxWidthAnnotation: "8", })) if err != nil { return nil, fmt.Errorf("adding cpuUsage field: %w", err) } requireCPUInfo = true case fieldCPUUsageRelative: instance.cpuRelativeField, err = ds.AddField(fieldCPUUsageRelative, api.Kind_Float64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsPrecisionAnnotation: "1", metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The CPU usage percentage relative to the number of CPUs available.", metadatav1.ColumnsMaxWidthAnnotation: "8", })) if err != nil { return nil, fmt.Errorf("adding cpuUsageRelative field: %w", err) } requireCPUInfo = true case fieldMemoryRSS: instance.memoryRSSField, err = ds.AddField(fieldMemoryRSS+"_raw", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The Resident Set Size (RSS) of the process in bytes. This represents the portion of memory occupied by a process that is held in main memory (RAM).", }), datasource.WithTags("type:gadget_bytes"), ) if err != nil { return nil, fmt.Errorf("adding memoryRSS field: %w", err) } case fieldMemoryVirtual: instance.memoryVirtualField, err = ds.AddField(fieldMemoryVirtual+"_raw", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The Virtual Memory Size of the process in bytes. This represents the total amount of virtual memory used by the process.", }), datasource.WithTags("type:gadget_bytes"), ) if err != nil { return nil, fmt.Errorf("adding memoryVirtual field: %w", err) } case fieldMemoryRelative: instance.memoryRelativeField, err = ds.AddField(fieldMemoryRelative, api.Kind_Float64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.ColumnsPrecisionAnnotation: "1", metadatav1.DescriptionAnnotation: "Percentage of RSS memory used relative to available memory.", metadatav1.ColumnsMaxWidthAnnotation: "8", })) if err != nil { return nil, fmt.Errorf("adding memoryRelative field: %w", err) } case fieldMemoryShared: instance.memorySharedField, err = ds.AddField(fieldMemoryShared+"_raw", api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The Shared Memory Size of the process in bytes.", }), datasource.WithTags("type:gadget_bytes"), ) if err != nil { return nil, fmt.Errorf("adding memoryShared field: %w", err) } case fieldThreadCount: instance.threadCountField, err = ds.AddField(fieldThreadCount, api.Kind_Int32, datasource.WithAnnotations(map[string]string{ metadatav1.ColumnsAlignmentAnnotation: "right", metadatav1.DescriptionAnnotation: "The number of threads used by the process.", metadatav1.ColumnsMaxWidthAnnotation: "11", })) if err != nil { return nil, fmt.Errorf("adding threadCount field: %w", err) } case fieldState: instance.stateField, err = ds.AddField(fieldState, api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.DescriptionAnnotation: "The state of the process (e.g., \"R\" for running, \"S\" for sleeping, \"Z\" for zombie, etc.).", metadatav1.ValueOneOfAnnotation: "R,S,D,Z,T,t,W,X,x,K,W,P,I", metadatav1.ColumnsMaxWidthAnnotation: "5", })) if err != nil { return nil, fmt.Errorf("adding state field: %w", err) } case fieldUid: instance.uidField, err = ds.AddField(fieldUid, api.Kind_Uint32, datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "uid", })) if err != nil { return nil, fmt.Errorf("adding uid field: %w", err) } case fieldStartTime, fieldStartTimeStr: instance.startTimeField, err = ds.AddField(fieldStartTime, api.Kind_Uint64, datasource.WithAnnotations(map[string]string{ metadatav1.DescriptionAnnotation: "The time when the process started, represented as clock ticks since system boot.", metadatav1.ColumnsHiddenAnnotation: "true", })) if err != nil { return nil, fmt.Errorf("adding startTime field: %w", err) } // Add the formatted start time field instance.startTimeStrField, err = ds.AddField(fieldStartTimeStr, api.Kind_String, datasource.WithAnnotations(map[string]string{ metadatav1.DescriptionAnnotation: "The time when the process started, represented as a formatted date-time string in RFC3339 format (e.g., \"2023-06-15T14:30:45Z\").", metadatav1.ColumnsEllipsisAnnotation: "start", metadatav1.ColumnsMaxWidthAnnotation: "25", })) if err != nil { return nil, fmt.Errorf("adding startTimeStr field: %w", err) } } } // Add mount namespace ID field (always added) instance.mountNsIDField, err = ds.AddField(fieldMountNsID, api.Kind_Uint64, datasource.WithTags("type:gadget_mntns_id"), datasource.WithAnnotations(map[string]string{ metadatav1.TemplateAnnotation: "mntns_id", })) if err != nil { return nil, fmt.Errorf("adding mountnsid field: %w", err) } // Initialize CPU usage tracking if needed if requireCPUInfo { instance.lastCPUTimes = make(map[int]uint64) instance.lastSampleTime = time.Now() } return instance, nil } func (p *processOperator) Priority() int { return Priority } type processOperatorInstance struct { interval time.Duration count int firstInterval time.Duration dataSource datasource.DataSource done chan struct{} wg sync.WaitGroup pidField datasource.FieldAccessor ppidField datasource.FieldAccessor commField datasource.FieldAccessor priorityField datasource.FieldAccessor niceField datasource.FieldAccessor cpuField datasource.FieldAccessor cpuTimeField datasource.FieldAccessor cpuTimeStrField datasource.FieldAccessor cpuRelativeField datasource.FieldAccessor memoryRSSField datasource.FieldAccessor memoryVirtualField datasource.FieldAccessor memorySharedField datasource.FieldAccessor memoryRelativeField datasource.FieldAccessor threadCountField datasource.FieldAccessor stateField datasource.FieldAccessor uidField datasource.FieldAccessor startTimeField datasource.FieldAccessor startTimeStrField datasource.FieldAccessor mountNsIDField datasource.FieldAccessor // For relative memory totalMemory uint64 // For CPU usage calculation lastCPUTimes map[int]uint64 lastSampleTime time.Time numCPU int // System boot time bootTime time.Time } func (p *processOperatorInstance) Name() string { return Name } func (p *processOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { // Get the system boot time bootTime, err := getBootTime() if err != nil { gadgetCtx.Logger().Warn("Could not determine system boot time, using current time: %v", err) } p.bootTime = bootTime // Start the process monitoring goroutine p.wg.Add(1) go p.monitorProcesses(gadgetCtx) return nil } func getBootTime() (time.Time, error) { // Read /proc/stat to get the boot time statFile, err := os.Open(filepath.Join(host.HostProcFs, "stat")) if err != nil { return time.Now(), fmt.Errorf("opening /proc/stat: %w", err) } defer statFile.Close() scanner := bufio.NewScanner(statFile) for scanner.Scan() { line := scanner.Text() if !strings.HasPrefix(line, "btime ") { continue } fields := strings.Fields(line) if len(fields) < 2 { continue } bootTimeSec, err := strconv.ParseInt(fields[1], 10, 64) if err != nil { continue } return time.Unix(bootTimeSec, 0), nil } return time.Now(), fmt.Errorf("determining boot time") } func (p *processOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { close(p.done) p.wg.Wait() gadgetCtx.Logger().Debug("Process monitoring stopped") return nil } func (p *processOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func (p *processOperatorInstance) TotalMemory() uint64 { return p.totalMemory } func (p *processOperatorInstance) NumCPU() int { return p.numCPU } func (p *processOperatorInstance) monitorProcesses(gadgetCtx operators.GadgetContext) { defer p.wg.Done() // Collect the first round without emitting to be able to calculate the CPU usage deltas in the // second run after p.interval err := p.collectProcessInfo(gadgetCtx, false) if err != nil { gadgetCtx.Logger().Errorf("Error collecting process info: %v", err) } // Run a first interval, if configured, to provide early data if p.firstInterval > 0 { timer := time.NewTimer(p.firstInterval) defer timer.Stop() select { case <-p.done: return case <-timer.C: err := p.collectProcessInfo(gadgetCtx, true) if err != nil { gadgetCtx.Logger().Errorf("Error collecting process info: %v", err) } } } ticker := time.NewTicker(p.interval) defer ticker.Stop() count := 0 for { select { case <-p.done: return case <-ticker.C: err := p.collectProcessInfo(gadgetCtx, true) if err != nil { gadgetCtx.Logger().Errorf("Error collecting process info: %v", err) } count++ if p.count > 0 && count >= p.count { return } } } } func (p *processOperatorInstance) collectProcessInfo(gadgetCtx operators.GadgetContext, emit bool) error { // Get the current time for CPU usage calculation if needed var timeDelta float64 if p.cpuField != nil { currentTime := time.Now() timeDelta = currentTime.Sub(p.lastSampleTime).Seconds() defer func() { p.lastSampleTime = currentTime }() } var err error p.numCPU, err = numcpus.GetOnline() if err != nil { return fmt.Errorf("getting number of CPUs: %w", err) } p.totalMemory, err = processhelpers.GetTotalMemory() if err != nil { return fmt.Errorf("getting total memory: %w", err) } // Read /proc directory to get all processes entries, err := os.ReadDir(host.HostProcFs) if err != nil { return fmt.Errorf("reading /proc directory: %w", err) } var mu sync.Mutex var wg sync.WaitGroup pidQueue := make(chan int, 64) var processes []processhelpers.ProcessInfo // Fetch process information in parallel for i := 0; i < runtime.NumCPU(); i++ { wg.Add(1) go func() { defer wg.Done() for pid := range pidQueue { // Get process information procInfo, err := processhelpers.GetProcessInfo(pid, timeDelta, p) if err != nil { // Skip processes that we can't read (they might have terminated) gadgetCtx.Logger().Debugf("Skipping process %d: %v", pid, err) continue } procInfo.MountNsID, _ = containerutils.GetMntNs(pid) mu.Lock() processes = append(processes, procInfo) mu.Unlock() } }() } for _, entry := range entries { // Skip non-directories and non-numeric names (not PIDs) if !entry.IsDir() { continue } pid64, err := strconv.ParseInt(entry.Name(), 10, 32) if err != nil { // Not a process directory continue } pid := int(pid64) pidQueue <- pid } close(pidQueue) wg.Wait() // Reset lastCPUTime p.lastCPUTimes = make(map[int]uint64, len(processes)) for _, procInfo := range processes { p.lastCPUTimes[procInfo.PID] = procInfo.CPUTime } // Create a packet array to hold all processes packetArray, err := p.dataSource.NewPacketArray() if err != nil { return fmt.Errorf("creating packet array: %w", err) } // Add each process to the packet array for _, proc := range processes { // Create a new data element for the array packet := packetArray.New() // PID field is always emitted (it's required) p.pidField.PutInt32(packet, int32(proc.PID)) // Emit optional fields if their accessors are not nil if p.ppidField != nil { p.ppidField.PutInt32(packet, int32(proc.PPID)) } if p.commField != nil { p.commField.PutString(packet, proc.Comm) } if p.priorityField != nil { p.priorityField.PutInt8(packet, int8(proc.Priority)) } if p.niceField != nil { p.niceField.PutInt8(packet, int8(proc.Nice)) } if p.cpuField != nil { p.cpuField.PutFloat64(packet, proc.CPUUsage) } if p.cpuRelativeField != nil { p.cpuRelativeField.PutFloat64(packet, proc.CPUUsageRelative) } if p.memoryRSSField != nil { p.memoryRSSField.PutUint64(packet, proc.MemoryRSS) } if p.memoryVirtualField != nil { p.memoryVirtualField.PutUint64(packet, proc.MemoryVirtual) } if p.memorySharedField != nil { p.memorySharedField.PutUint64(packet, proc.MemoryShared) } if p.memoryRelativeField != nil { p.memoryRelativeField.PutFloat64(packet, proc.MemoryRelative) } if p.threadCountField != nil { p.threadCountField.PutInt32(packet, int32(proc.ThreadCount)) } if p.stateField != nil { p.stateField.PutString(packet, proc.State) } if p.uidField != nil { p.uidField.PutUint32(packet, proc.Uid) } if p.startTimeField != nil { p.startTimeField.PutUint64(packet, proc.StartTime) p.startTimeStrField.PutString(packet, proc.StartTimeStr.Format(time.RFC3339)) } if p.cpuTimeField != nil { p.cpuTimeField.PutUint64(packet, proc.CPUTime) d := time.Duration(proc.CPUTime) * time.Millisecond * 10 mins := int(d.Minutes()) secs := int(d.Seconds()) % 60 ms := int(d.Milliseconds() % 1000) p.cpuTimeStrField.PutString(packet, strconv.Itoa(mins)+":"+pad2(secs)+"."+pad3(ms)) } // Always emit mount namespace ID p.mountNsIDField.PutUint64(packet, proc.MountNsID) // Append the packet to the array packetArray.Append(packet) } if emit { // Emit the packet array with all processes err = p.dataSource.EmitAndRelease(packetArray) if err != nil { return fmt.Errorf("emitting packet array: %w", err) } } else { p.dataSource.Release(packetArray) } return nil } func (p *processOperatorInstance) WithCPUUsage() bool { return p.cpuField != nil } func (p *processOperatorInstance) WithCPUUsageRelative() bool { return p.cpuRelativeField != nil } func (p *processOperatorInstance) WithComm() bool { return p.commField != nil } func (p *processOperatorInstance) WithPPID() bool { return p.ppidField != nil } func (p *processOperatorInstance) WithState() bool { return p.stateField != nil } func (p *processOperatorInstance) WithUID() bool { return p.uidField != nil } func (p *processOperatorInstance) WithVmSize() bool { return p.memoryVirtualField != nil } func (p *processOperatorInstance) WithVmRSS() bool { return p.memoryRSSField != nil } func (p *processOperatorInstance) WithMemoryRelative() bool { return p.memoryRelativeField != nil } func (p *processOperatorInstance) WithThreadCount() bool { return p.threadCountField != nil } func (p *processOperatorInstance) WithStartTime() bool { return p.startTimeField != nil } func (p *processOperatorInstance) LastCPUTime(pid int) (uint64, bool) { t, ok := p.lastCPUTimes[pid] return t, ok } func (p *processOperatorInstance) BootTime() time.Time { return p.bootTime } // Operator is the global instance of the process operator var Operator = &processOperator{} func init() { operators.RegisterDataOperator(Operator) } inspektor-gadget-0.46.0/pkg/operators/process/process_test.go000066400000000000000000000132201510117411400243620ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package process import ( "context" "testing" "time" "github.com/spf13/viper" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) type testSubscriber struct { events []datasource.Data } func (s *testSubscriber) handleEvent(ds datasource.DataSource, data datasource.Data) error { s.events = append(s.events, data) return nil } func TestProcessOperator(t *testing.T) { // Create a viper config with process monitoring enabled config := viper.New() config.Set(configKeyEnabled, true) config.Set(configKeyInterval, "100ms") // Use a short interval for testing // Create a context with timeout ctx, cancel := context.WithTimeout(context.Background(), 500*time.Millisecond) defer cancel() // Create a subscriber to collect events subscriber := &testSubscriber{events: make([]datasource.Data, 0)} // Create a simple operator to set up the config and subscribe to events setupOp := simple.New("setup", simple.WithPriority(Priority-1), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Set the config in the context gadgetCtx.SetVar("config", config) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Subscribe to the processes data source ds := gadgetCtx.GetDataSources()["processes"] require.NotNil(t, ds) err := ds.Subscribe(subscriber.handleEvent, Priority+1) require.NoError(t, err) return nil }), ) // Create the gadget context with the process operator and setup operator op := &processOperator{} gadgetCtx := gadgetcontext.New(ctx, "test", gadgetcontext.WithDataOperators(op, setupOp)) // Run the gadget err := gadgetCtx.Run(api.ParamValues{}) require.NoError(t, err) // Verify that events were emitted assert.Greater(t, len(subscriber.events), 0) } func TestProcessOperatorWithFields(t *testing.T) { // Create a viper config with process monitoring enabled and specific fields config := viper.New() config.Set(configKeyEnabled, true) config.Set(configKeyInterval, "100ms") // Use a short interval for testing config.Set(configKeyFields, []string{"comm", "pid", "ppid"}) // Create a context with timeout ctx, cancel := context.WithTimeout(context.Background(), 500*time.Millisecond) defer cancel() // Create a subscriber to collect events subscriber := &testSubscriber{events: make([]datasource.Data, 0)} // Create a simple operator to set up the config and subscribe to events setupOp := simple.New("setup", simple.WithPriority(Priority-1), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Set the config in the context gadgetCtx.SetVar("config", config) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Subscribe to the processes data source ds := gadgetCtx.GetDataSources()["processes"] require.NotNil(t, ds) // Verify that only the specified fields were created accessors := ds.Accessors(false) fieldNames := make(map[string]bool) for _, accessor := range accessors { fieldNames[accessor.Name()] = true } assert.True(t, fieldNames["pid"]) assert.True(t, fieldNames["ppid"]) assert.True(t, fieldNames["comm"]) assert.False(t, fieldNames["cpuUsage"]) assert.False(t, fieldNames["memoryRSS"]) err := ds.Subscribe(subscriber.handleEvent, Priority+1) require.NoError(t, err) return nil }), ) // Create the gadget context with the process operator and setup operator op := &processOperator{} gadgetCtx := gadgetcontext.New(ctx, "test", gadgetcontext.WithDataOperators(op, setupOp)) // Run the gadget err := gadgetCtx.Run(api.ParamValues{}) require.NoError(t, err) // Verify that events were emitted assert.Greater(t, len(subscriber.events), 0) } func TestProcessOperatorDisabled(t *testing.T) { // Create a viper config with process monitoring disabled config := viper.New() config.Set(configKeyEnabled, false) // Create a context with timeout ctx, cancel := context.WithTimeout(context.Background(), 500*time.Millisecond) defer cancel() // Create a simple operator to set up the config setupOp := simple.New("setup", simple.WithPriority(Priority-1), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Set the config in the context gadgetCtx.SetVar("config", config) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Verify that the processes data source was not created ds := gadgetCtx.GetDataSources()["processes"] assert.Nil(t, ds) return nil }), ) // Create the gadget context with the process operator and setup operator op := &processOperator{} gadgetCtx := gadgetcontext.New(ctx, "test", gadgetcontext.WithDataOperators(op, setupOp)) // Run the gadget err := gadgetCtx.Run(api.ParamValues{}) require.NoError(t, err) } inspektor-gadget-0.46.0/pkg/operators/registry.go000066400000000000000000000033151510117411400220430ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package operators import ( "maps" "sync" ) var ( registryLock sync.Mutex dataOperators = map[string]DataOperator{} // imageOperatorsByMediaType is a map of mediaTypes to operators imageOperatorsByMediaType = map[string]ImageOperator{} ) // RegisterOperatorForMediaType registers operators for specific media types func RegisterOperatorForMediaType(mediaType string, operator ImageOperator) { registryLock.Lock() defer registryLock.Unlock() imageOperatorsByMediaType[mediaType] = operator } // RegisterDataOperator registers a DataOperator func RegisterDataOperator(operator DataOperator) { registryLock.Lock() defer registryLock.Unlock() dataOperators[operator.Name()] = operator } func GetDataOperators() map[string]DataOperator { registryLock.Lock() defer registryLock.Unlock() return maps.Clone(dataOperators) } // GetImageOperatorForMediaType returns a copy of the map of operators matching the given // media type func GetImageOperatorForMediaType(mediaType string) (ImageOperator, bool) { registryLock.Lock() defer registryLock.Unlock() op, ok := imageOperatorsByMediaType[mediaType] return op, ok } inspektor-gadget-0.46.0/pkg/operators/simple/000077500000000000000000000000001510117411400211335ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/simple/options.go000066400000000000000000000027321510117411400231610ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package simple import "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" type Option func(op *simpleOperator) func OnInit(cb func(gadgetCtx operators.GadgetContext) error) Option { return func(op *simpleOperator) { op.onInit = cb } } func OnStart(cb func(gadgetCtx operators.GadgetContext) error) Option { return func(op *simpleOperator) { op.onStart = cb } } func OnStop(cb func(gadgetCtx operators.GadgetContext) error) Option { return func(op *simpleOperator) { op.onStop = cb } } func OnPreStart(cb func(gadgetCtx operators.GadgetContext) error) Option { return func(op *simpleOperator) { op.onPreStart = cb } } func OnPostStop(cb func(gadgetCtx operators.GadgetContext) error) Option { return func(op *simpleOperator) { op.onPostStop = cb } } func WithPriority(priority int) Option { return func(op *simpleOperator) { op.priority = priority } } inspektor-gadget-0.46.0/pkg/operators/simple/simple.go000066400000000000000000000051151510117411400227550ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package simple import ( "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) type simpleOperator struct { name string onInit func(gadgetCtx operators.GadgetContext) error onStart func(gadgetCtx operators.GadgetContext) error onStop func(gadgetCtx operators.GadgetContext) error onPreStart func(gadgetCtx operators.GadgetContext) error onPostStop func(gadgetCtx operators.GadgetContext) error priority int } func New(name string, options ...Option) operators.DataOperator { s := &simpleOperator{ name: name, } for _, o := range options { o(s) } return s } func (s *simpleOperator) Name() string { return s.name } func (s *simpleOperator) Init(params *params.Params) error { return nil } func (s *simpleOperator) GlobalParams() api.Params { return nil } func (s *simpleOperator) InstanceParams() api.Params { return nil } func (s *simpleOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { if s.onInit != nil { err := s.onInit(gadgetCtx) if err != nil { return nil, err } } return s, nil } func (s *simpleOperator) Priority() int { return s.priority } func (s *simpleOperator) Start(gadgetCtx operators.GadgetContext) error { if s.onStart != nil { return s.onStart(gadgetCtx) } return nil } func (s *simpleOperator) Stop(gadgetCtx operators.GadgetContext) error { if s.onStop != nil { return s.onStop(gadgetCtx) } return nil } func (s *simpleOperator) Close(gadgetCtx operators.GadgetContext) error { return nil } func (s *simpleOperator) PreStart(gadgetCtx operators.GadgetContext) error { if s.onPreStart != nil { return s.onPreStart(gadgetCtx) } return nil } func (s *simpleOperator) PostStop(gadgetCtx operators.GadgetContext) error { if s.onPostStop != nil { return s.onPostStop(gadgetCtx) } return nil } inspektor-gadget-0.46.0/pkg/operators/socketenricher/000077500000000000000000000000001510117411400226525ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/socketenricher/socketenricher.go000066400000000000000000000137141510117411400262170ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package socketenricher creates an eBPF map exposing processes owning each socket. // // This makes it possible for network gadgets to access that information and display it directly // from the BPF code. Example of such code in the dns and sni gadgets. package socketenricher import ( "fmt" "strconv" "strings" "sync" "github.com/cilium/ebpf" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" tracer "github.com/inspektor-gadget/inspektor-gadget/pkg/socketenricher" ) const ( OperatorName = "SocketEnricher" BTFSpecKey = "socketEnricherbtf" BTFStructKey = "socketEnricherStruct" fieldsParam = "socket-enricher-fields" ) type SocketEnricherInterface interface { SetSocketEnricherMap(*ebpf.Map) } type SocketEnricher struct { mu sync.Mutex socketEnricher *tracer.SocketEnricher refCount int seConfig *tracer.Config } func (s *SocketEnricher) Name() string { return OperatorName } func (s *SocketEnricher) Description() string { return "Socket enricher provides process information for sockets" } func (s *SocketEnricher) GlobalParamDescs() params.ParamDescs { return params.ParamDescs{ { Key: fieldsParam, Title: "Socket enricher fields", Description: "List of optional fields and their sizes to be enabled on the socket enricher using the `field0=size,field1=size,...` format. " + "Disabling or reducing the size of the optional fields can reduce the memory and CPU usage of Inspektor Gadget. " + "Passing 0 as the size will use the default size of 512 bytes. If a field is not present on the list, then it's disabled.", DefaultValue: "cwd=512,exepath=512", TypeHint: params.TypeStringSlice, }, } } func (s *SocketEnricher) ParamDescs() params.ParamDescs { return nil } func (s *SocketEnricher) Init(params *params.Params) error { fields := params.Get(fieldsParam).AsStringSlice() s.seConfig = &tracer.Config{} for _, field := range fields { sizeStr := "512" parts := strings.SplitN(field, "=", 2) field := parts[0] if len(parts) >= 2 { sizeStr = parts[1] } size, err := strconv.ParseUint(sizeStr, 10, 32) if err != nil { return fmt.Errorf("invalid size for field %s: %w", field, err) } switch field { case "cwd": s.seConfig.Cwd.Enabled = true s.seConfig.Cwd.Size = uint32(size) case "exepath": s.seConfig.Exepath.Enabled = true s.seConfig.Exepath.Size = uint32(size) default: return fmt.Errorf("unsupported field: %s", field) } } return nil } func (s *SocketEnricher) Close() error { s.mu.Lock() defer s.mu.Unlock() if s.socketEnricher != nil { s.socketEnricher.Close() s.socketEnricher = nil } return nil } type SocketEnricherInstance struct { gadgetCtx operators.GadgetContext manager *SocketEnricher gadgetInstance any } func (i *SocketEnricherInstance) Name() string { return "SocketEnricherInstance" } func (i *SocketEnricherInstance) PreGadgetRun() error { setter, ok := i.gadgetInstance.(SocketEnricherInterface) if !ok { return fmt.Errorf("gadget doesn't implement socket enricher interface") } i.manager.mu.Lock() defer i.manager.mu.Unlock() if i.manager.refCount == 0 { t, err := tracer.NewSocketEnricher(*i.manager.seConfig) if err != nil { return err } i.manager.socketEnricher = t } i.manager.refCount++ setter.SetSocketEnricherMap(i.manager.socketEnricher.SocketsMap()) return nil } func (i *SocketEnricherInstance) PostGadgetRun() error { i.manager.mu.Lock() defer i.manager.mu.Unlock() i.manager.refCount-- if i.manager.refCount == 0 { i.manager.socketEnricher.Close() i.manager.socketEnricher = nil } return nil } func (i *SocketEnricherInstance) EnrichEvent(ev any) error { return nil } func (s *SocketEnricher) GlobalParams() api.Params { return apihelpers.ParamDescsToParams(s.GlobalParamDescs()) } func (s *SocketEnricher) InstanceParams() api.Params { return nil } func (s *SocketEnricher) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { if _, ok := gadgetCtx.GetVar(tracer.SocketsMapName); !ok { return nil, nil } instance := &SocketEnricherInstance{ gadgetCtx: gadgetCtx, manager: s, } instance.gadgetInstance = instance return instance, nil } func (s *SocketEnricher) Priority() int { return 10 } func (i *SocketEnricherInstance) PreStart(gadgetCtx operators.GadgetContext) error { err := i.PreGadgetRun() if err != nil { return err } btfSpec, btfStruct, err := i.manager.socketEnricher.BTFSpec() if err != nil { return err } gadgetCtx.SetVar(BTFSpecKey, btfSpec) gadgetCtx.SetVar(BTFStructKey, btfStruct) return nil } func (i *SocketEnricherInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (i *SocketEnricherInstance) Stop(gadgetCtx operators.GadgetContext) error { return i.PostGadgetRun() } func (i *SocketEnricherInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func (i *SocketEnricherInstance) SetSocketEnricherMap(m *ebpf.Map) { i.gadgetCtx.Logger().Debugf("setting sockets map") i.gadgetCtx.SetVar(tracer.SocketsMapName, m) } func init() { op := &SocketEnricher{} operators.RegisterDataOperator(op) } inspektor-gadget-0.46.0/pkg/operators/sort/000077500000000000000000000000001510117411400206315ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/sort/sort.go000066400000000000000000000151271510117411400221550ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package sort import ( "fmt" "slices" "sort" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" ) const ( name = "sort" ParamSortBy = "sort" Priority = 9500 ) type sortOperator struct{} type arrSort struct { datasource.DataArray fn func(i, j datasource.Data) bool } func (s *arrSort) Less(i, j int) bool { return s.fn(s.Get(i), s.Get(j)) } func (s *sortOperator) Name() string { return name } func (s *sortOperator) Init(params *params.Params) error { return nil } func (s *sortOperator) GlobalParams() api.Params { return nil } func (s *sortOperator) InstanceParams() api.Params { return api.Params{ { Key: ParamSortBy, Title: "Sort By", Description: "Sort by fields. Join multiple fields with ','. Prefix a field with '-' to sort in descending order. " + "If using multiple data sources, prefix fields with 'datasourcename:' and separate with ';'", }, } } func (s *sortOperator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { logger := gadgetCtx.Logger() logger.Debugf("instantiating %s operator: client=%v, remote_call=%v", name, gadgetCtx.IsClient(), gadgetCtx.IsRemoteCall()) activate := false sortBy := instanceParamValues[ParamSortBy] for _, ds := range gadgetCtx.GetDataSources() { if ds.Type() == datasource.TypeArray { activate = true break } } if !activate { return nil, nil } return &sortOperatorInstance{ sortBy: sortBy, }, nil } func (s *sortOperator) Priority() int { return Priority } type sortOperatorInstance struct { sortBy string sorters map[datasource.DataSource][]func(i, j datasource.Data) bool } func getCompareFunc(f datasource.FieldAccessor, negate bool) func(i, j datasource.Data) bool { switch f.Type() { case api.Kind_Int8: return func(i, j datasource.Data) bool { v1, _ := f.Int8(i) v2, _ := f.Int8(j) return (v1 < v2) != negate } case api.Kind_Int16: return func(i, j datasource.Data) bool { v1, _ := f.Int16(i) v2, _ := f.Int16(j) return (v1 < v2) != negate } case api.Kind_Int32: return func(i, j datasource.Data) bool { v1, _ := f.Int32(i) v2, _ := f.Int32(j) return (v1 < v2) != negate } case api.Kind_Int64: return func(i, j datasource.Data) bool { v1, _ := f.Int64(i) v2, _ := f.Int64(j) return (v1 < v2) != negate } case api.Kind_Uint8: return func(i, j datasource.Data) bool { v1, _ := f.Uint8(i) v2, _ := f.Uint8(j) return (v1 < v2) != negate } case api.Kind_Uint16: return func(i, j datasource.Data) bool { v1, _ := f.Uint16(i) v2, _ := f.Uint16(j) return (v1 < v2) != negate } case api.Kind_Uint32: return func(i, j datasource.Data) bool { v1, _ := f.Uint32(i) v2, _ := f.Uint32(j) return (v1 < v2) != negate } case api.Kind_Uint64: return func(i, j datasource.Data) bool { v1, _ := f.Uint64(i) v2, _ := f.Uint64(j) return (v1 < v2) != negate } case api.Kind_Float32: return func(i, j datasource.Data) bool { v1, _ := f.Float32(i) v2, _ := f.Float32(j) return (v1 < v2) != negate } case api.Kind_Float64: return func(i, j datasource.Data) bool { v1, _ := f.Float64(i) v2, _ := f.Float64(j) return (v1 < v2) != negate } case api.Kind_String, api.Kind_CString: return func(i, j datasource.Data) bool { v1, _ := f.String(i) v2, _ := f.String(j) if strings.Compare(v1, v2) < 0 { return !negate } return negate } default: return nil } } func (s *sortOperatorInstance) init(gadgetCtx operators.GadgetContext) error { s.sorters = make(map[datasource.DataSource][]func(i datasource.Data, j datasource.Data) bool) dsSorts := make(map[string][]string) for _, srt := range strings.Split(s.sortBy, ";") { dsFields := strings.Split(srt, ":") dsName := "" fieldList := dsFields[0] if len(dsFields) == 2 { dsName = dsFields[0] fieldList = dsFields[1] } fields := strings.Split(fieldList, ",") if len(fields) > 2 || fields[0] != "" { dsSorts[dsName] = fields } } // Check edge cases dsSpecific := true if _, ok := dsSorts[""]; ok { if len(dsSorts) > 1 { return fmt.Errorf("mixing sorting rules with and without specifying data source") } dsSpecific = false } for _, ds := range gadgetCtx.GetDataSources() { sortFields := dsSorts[ds.Name()] if !dsSpecific { sortFields = dsSorts[""] } if len(sortFields) == 0 { continue } if ds.Type() != datasource.TypeArray { return fmt.Errorf("sort can only be used on array data sources") } var sortFuncs []func(i, j datasource.Data) bool for _, fieldName := range sortFields { fieldName, negate := strings.CutPrefix(fieldName, "-") field := ds.GetField(fieldName) if field == nil { return fmt.Errorf("field %s not found", fieldName) } cmp := getCompareFunc(field, negate) if cmp == nil { return fmt.Errorf("field %s cannot be used for sorting", fieldName) } sortFuncs = append(sortFuncs, cmp) } slices.Reverse(sortFuncs) s.sorters[ds] = sortFuncs } return nil } func (s *sortOperatorInstance) Name() string { return name } func (s *sortOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { err := s.init(gadgetCtx) if err != nil { return err } for ds, fns := range s.sorters { ds.SubscribeArray(func(ds datasource.DataSource, data datasource.DataArray) error { for _, s := range fns { sort.Stable(&arrSort{DataArray: data, fn: s}) } return nil }, Priority) } return nil } func (s *sortOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (s *sortOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (s *sortOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } var Operator = &sortOperator{} func init() { operators.RegisterDataOperator(Operator) } inspektor-gadget-0.46.0/pkg/operators/sort/sort_test.go000066400000000000000000000126221510117411400232110ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package sort import ( "context" "os" "sync" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" ) func Tester( t *testing.T, operator operators.DataOperator, paramValues api.ParamValues, prepare func(operators.GadgetContext) error, produce func(operators.GadgetContext) error, verify func(operators.GadgetContext) error, ) { ctx, cancel := context.WithTimeout(context.TODO(), time.Second) defer cancel() var wg sync.WaitGroup wg.Add(1) producer := simple.New("producer", simple.WithPriority(Priority-1), simple.OnInit(prepare), simple.OnStart(produce), simple.OnStop(func(gadgetCtx operators.GadgetContext) error { // Remove me once OnStop in SimpleOperator is fixed return nil }), ) verifier := simple.New("verifier", simple.WithPriority(Priority+1), simple.OnInit(func(gadgetCtx operators.GadgetContext) error { defer wg.Done() defer cancel() return verify(gadgetCtx) }), ) gadgetCtx := gadgetcontext.New(ctx, "", gadgetcontext.WithDataOperators(operator, producer, verifier)) err := gadgetCtx.Run(paramValues) assert.NoError(t, err) } func SortTester( t *testing.T, fieldTypes []api.Kind, fieldNames []string, valuesIn [][]any, valuesOut [][]any, param string, ) { var accessors []datasource.FieldAccessor prepare := func(gadgetCtx operators.GadgetContext) error { ds, err := gadgetCtx.RegisterDataSource(datasource.TypeArray, "foo") assert.NoError(t, err) for i, fieldName := range fieldNames { acc, err := ds.AddField(fieldName, fieldTypes[i] /*, datasource.WithTags("sorter:"+fieldName)*/) assert.NoError(t, err) accessors = append(accessors, acc) } return nil } produce := func(gadgetCtx operators.GadgetContext) error { for _, ds := range gadgetCtx.GetDataSources() { if ds.Type() != datasource.TypeArray { continue } arr, _ := ds.NewPacketArray() for i := 0; i < len(valuesIn); i++ { data := arr.New() for fi, acc := range accessors { switch acc.Type() { case api.Kind_Uint32: acc.PutUint32(data, valuesIn[i][fi].(uint32)) case api.Kind_String: acc.PutString(data, valuesIn[i][fi].(string)) } } arr.Append(data) } err := ds.EmitAndRelease(arr) assert.NoError(t, err) } return nil } verify := func(gadgetCtx operators.GadgetContext) error { for _, s := range gadgetCtx.GetDataSources() { if s.Type() != datasource.TypeArray { continue } s.SubscribeArray(func(ds datasource.DataSource, array datasource.DataArray) error { require.Equal(t, array.Len(), len(valuesOut)) var output [][]any for i := 0; i < array.Len(); i++ { data := array.Get(i) var row []any for _, acc := range accessors { var ret any var err error switch acc.Type() { case api.Kind_Uint32: ret, err = acc.Uint32(data) case api.Kind_String: ret, err = acc.String(data) } require.NoError(t, err) row = append(row, ret) } output = append(output, row) } require.Equal(t, valuesOut, output) ds.Dump(array.(datasource.PacketArray), os.Stdout) return nil }, Priority+1) } return nil } Tester( t, Operator, api.ParamValues{ "operator.sort.sort": param, }, prepare, produce, verify, ) } func TestNumbers(t *testing.T) { SortTester( t, []api.Kind{api.Kind_Uint32}, []string{"number"}, [][]any{{uint32(5)}, {uint32(4)}, {uint32(3)}, {uint32(2)}, {uint32(1)}}, [][]any{{uint32(1)}, {uint32(2)}, {uint32(3)}, {uint32(4)}, {uint32(5)}}, "number", ) } func TestNumbersDesc(t *testing.T) { SortTester( t, []api.Kind{api.Kind_Uint32}, []string{"number"}, [][]any{{uint32(1)}, {uint32(2)}, {uint32(3)}, {uint32(4)}, {uint32(5)}}, [][]any{{uint32(5)}, {uint32(4)}, {uint32(3)}, {uint32(2)}, {uint32(1)}}, "-number", ) } func TestStrings(t *testing.T) { SortTester( t, []api.Kind{api.Kind_String}, []string{"string"}, [][]any{{"mno"}, {"ghi"}, {"abc"}, {"def"}, {"jkl"}}, [][]any{{"abc"}, {"def"}, {"ghi"}, {"jkl"}, {"mno"}}, "string", ) } func TestMultiple(t *testing.T) { SortTester( t, []api.Kind{api.Kind_String, api.Kind_Uint32}, []string{"string", "number"}, [][]any{ {"mno", uint32(0x56)}, {"mno", uint32(0x45)}, {"abc", uint32(0x0)}, {"abc", uint32(0x5)}, {"jkl", uint32(0x2)}, }, [][]any{ {"abc", uint32(0x0)}, {"abc", uint32(0x5)}, {"jkl", uint32(0x2)}, {"mno", uint32(0x45)}, {"mno", uint32(0x56)}, }, "string,number", ) } inspektor-gadget-0.46.0/pkg/operators/uidgidresolver/000077500000000000000000000000001510117411400226715ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/uidgidresolver/uidgidresolver.go000066400000000000000000000161231510117411400262520ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package uidgidresolver provides an operator that enriches events by looking // up uid and gid resolving them to the corresponding username and groupname. // Only /etc/passwd and /etc/group is read on the host. Therefore the name for a // corresponding id could be wrong. package uidgidresolver import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/annotations" ) const ( OperatorName = "UidGidResolver" DefaultUserFieldName = "user" DefaultGroupFieldName = "group" ) type UidResolverInterface interface { GetUid() uint32 SetUserName(string) } type GidResolverInterface interface { GetGid() uint32 SetGroupName(string) } type UidGidResolver struct{} func (k *UidGidResolver) Name() string { return OperatorName } func (k *UidGidResolver) Description() string { return "UidGidResolver resolves uid and gid to username and groupname" } func (k *UidGidResolver) GlobalParamDescs() params.ParamDescs { return nil } func (k *UidGidResolver) GlobalParams() api.Params { return nil } func (k *UidGidResolver) InstanceParams() api.Params { return nil } func (k *UidGidResolver) ParamDescs() params.ParamDescs { return nil } func (k *UidGidResolver) Init(params *params.Params) error { return nil } func (k *UidGidResolver) Close() error { return nil } func (k *UidGidResolver) Priority() int { return 5 } type fieldAccPair struct { srcFieldAcc datasource.FieldAccessor dstFieldAcc datasource.FieldAccessor } func (k *UidGidResolver) InstantiateDataOperator(gadgetCtx operators.GadgetContext, paramValues api.ParamValues) (operators.DataOperatorInstance, error) { logger := gadgetCtx.Logger() fieldsUid := make(map[datasource.DataSource][]fieldAccPair) fieldsGid := make(map[datasource.DataSource][]fieldAccPair) // Find things we can enrich for _, ds := range gadgetCtx.GetDataSources() { logger.Debugf("UidGidResolver inspecting datasource %q", ds.Name()) uids := ds.GetFieldsWithTag("type:" + ebpftypes.UidTypeName) gids := ds.GetFieldsWithTag("type:" + ebpftypes.GidTypeName) if len(uids) > 0 { logger.Debugf("> found %d uid fields", len(uids)) for _, uid := range uids { outName, err := annotations.GetTargetNameFromAnnotation(logger, "uidgidresolver.uid", uid, "uidgidresolver.target") if err != nil { logger.Debugf("no target name found for uid, falling back to %s", DefaultUserFieldName) outName = DefaultUserFieldName } uidStrField, err := ds.AddField(outName, api.Kind_String, datasource.WithSameParentAs(uid)) if err != nil { return nil, err } uidStrField.SetHidden(true, false) uid.SetHidden(true, false) fieldsUid[ds] = append(fieldsUid[ds], fieldAccPair{srcFieldAcc: uid, dstFieldAcc: uidStrField}) } } if len(gids) > 0 { logger.Debugf("> found %d gid fields", len(gids)) for _, gid := range gids { outName, err := annotations.GetTargetNameFromAnnotation(logger, "uidgidresolver.gid", gid, "uidgidresolver.target") if err != nil { logger.Debugf("no target name found for gid, falling back to %s", DefaultGroupFieldName) outName = DefaultGroupFieldName } gidStrField, err := ds.AddField(outName, api.Kind_String, datasource.WithSameParentAs(gid)) if err != nil { return nil, err } gidStrField.SetHidden(true, false) gid.SetHidden(true, false) fieldsGid[ds] = append(fieldsGid[ds], fieldAccPair{srcFieldAcc: gid, dstFieldAcc: gidStrField}) } } } if len(fieldsUid) == 0 && len(fieldsGid) == 0 { return nil, nil } return &UidGidResolverInstance{ uidGidCache: GetUserGroupCache(), fieldsUid: fieldsUid, fieldsGid: fieldsGid, }, nil } type UidGidResolverInstance struct { gadgetCtx operators.GadgetContext gadgetInstance any uidGidCache UserGroupCache fieldsUid map[datasource.DataSource][]fieldAccPair fieldsGid map[datasource.DataSource][]fieldAccPair } func (m *UidGidResolverInstance) Name() string { return "UidGidResolverInstance" } func (m *UidGidResolverInstance) PreGadgetRun() error { return m.uidGidCache.Start() } func (m *UidGidResolverInstance) PostGadgetRun() error { m.uidGidCache.Stop() return nil } func (m *UidGidResolverInstance) enrich(ev any) { uidResolver := ev.(UidResolverInterface) if uidResolver != nil { uid := uidResolver.GetUid() uidResolver.SetUserName(m.uidGidCache.GetUsername(uid)) } gidResolver := ev.(GidResolverInterface) if gidResolver != nil { gid := gidResolver.GetGid() gidResolver.SetGroupName(m.uidGidCache.GetGroupname(gid)) } } func (m *UidGidResolverInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, fieldAccPairs := range m.fieldsUid { for _, fieldAccPair := range fieldAccPairs { ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { uid, err := fieldAccPair.srcFieldAcc.Uint32(data) if err != nil { return err } username := m.uidGidCache.GetUsername(uid) if username == "" { username = fmt.Sprintf("uid:%d", uid) } fieldAccPair.dstFieldAcc.PutString(data, username) return nil }, 0) } } for ds, fieldAccPairs := range m.fieldsGid { for _, fieldAccPair := range fieldAccPairs { ds.Subscribe(func(ds datasource.DataSource, data datasource.Data) error { gid, err := fieldAccPair.srcFieldAcc.Uint32(data) if err != nil { return err } groupname := m.uidGidCache.GetGroupname(gid) if groupname == "" { groupname = fmt.Sprintf("gid:%d", gid) } fieldAccPair.dstFieldAcc.PutString(data, groupname) return nil }, 1) } } // We need to start the cache here because it's too late to start it in // Start() as other operators could be started before and generate events // that need the cache if err := m.uidGidCache.Start(); err != nil { return err } return nil } func (m *UidGidResolverInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } func (m *UidGidResolverInstance) Stop(gadgetCtx operators.GadgetContext) error { m.uidGidCache.Stop() return nil } func (m *UidGidResolverInstance) Close(gadgetCtx operators.GadgetContext) error { return nil } func (m *UidGidResolverInstance) EnrichEvent(ev any) error { m.enrich(ev) return nil } func init() { operators.RegisterDataOperator(&UidGidResolver{}) } inspektor-gadget-0.46.0/pkg/operators/uidgidresolver/usergroupcache.go000066400000000000000000000140761510117411400262470ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package uidgidresolver import ( "bufio" "fmt" "os" "path/filepath" "strconv" "strings" "sync" "time" "github.com/fsnotify/fsnotify" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/cachedmap" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) // UserGroupCache is a cache of user names, uids, group names and gids type UserGroupCache interface { Start() error Stop() GetUsername(uint32) string GetGroupname(uint32) string } type userGroupCache struct { userCache cachedmap.CachedMap[uint32, string] groupCache cachedmap.CachedMap[uint32, string] loopFinished chan struct{} useCount int useCountMutex sync.Mutex watcher *fsnotify.Watcher } const ( passwdFileName = "passwd" groupFileName = "group" baseDirPath = "/etc" ) var ( fullPasswdPath = filepath.Join(host.HostRoot, baseDirPath, passwdFileName) fullGroupPath = filepath.Join(host.HostRoot, baseDirPath, groupFileName) GetUserGroupCache = sync.OnceValue(func() *userGroupCache { return &userGroupCache{} }) ) func (cache *userGroupCache) Start() error { cache.useCountMutex.Lock() defer cache.useCountMutex.Unlock() // No uses before us, we are the first one if cache.useCount == 0 { watcher, err := fsnotify.NewWatcher() if err != nil { return fmt.Errorf("UserGroupCache: create watcher: %w", err) } defer func() { // Only close the watcher if we are not going to use it if watcher != nil { watcher.Close() } }() err = watcher.Add(filepath.Join(host.HostRoot, baseDirPath)) if err != nil { return fmt.Errorf("UserGroupCache: add watch: %w", err) } cache.userCache = cachedmap.NewCachedMap[uint32, string](2 * time.Second) cache.groupCache = cachedmap.NewCachedMap[uint32, string](2 * time.Second) // Initial read cache.userCache.Clear() cache.groupCache.Clear() passwdFile, err := os.OpenFile(fullPasswdPath, os.O_RDONLY, 0) if err != nil { return fmt.Errorf("UserGroupCache: open /etc/passwd in host file system: %w", err) } defer passwdFile.Close() updateEntries(passwdFile, cache.userCache) groupFile, err := os.OpenFile(fullGroupPath, os.O_RDONLY, 0) if err != nil { return fmt.Errorf("UserGroupCache: open %q: %w", fullGroupPath, err) } defer groupFile.Close() updateEntries(groupFile, cache.groupCache) cache.watcher = watcher watcher = nil cache.loopFinished = make(chan struct{}) go cache.watchUserGroupLoop() } cache.useCount++ return nil } func (cache *userGroupCache) Close() { if cache.watcher != nil { err := cache.watcher.Close() if err != nil { log.Warnf("UserGroupCache: close watcher: %v", err) } // Wait until the loop is finished, should be fast <-cache.loopFinished cache.watcher = nil cache.userCache.Close() cache.groupCache.Close() } } func (cache *userGroupCache) Stop() { cache.useCountMutex.Lock() defer cache.useCountMutex.Unlock() // We are the last user, stop everything if cache.useCount == 1 { cache.Close() } cache.useCount-- } func (cache *userGroupCache) watchUserGroupLoop() { defer close(cache.loopFinished) for { select { case event, ok := <-cache.watcher.Events: if !ok { log.Warnf("UserGroupCache: watcher event not ok") return } cache.handleEvent(event) case err, ok := <-cache.watcher.Errors: if !ok { if err == nil { // Watcher closed return } log.Warnf("UserGroupCache: watcher error not ok: %v", err) return } log.Warnf("UserGroupCache: watcher error: %v", err) } } } func (cache *userGroupCache) handleEvent(event fsnotify.Event) { // Filter out chmod events first, to keep string comparisons to a minimum if event.Has(fsnotify.Chmod) { return } targetFilePath := "" var resourceCache cachedmap.CachedMap[uint32, string] switch event.Name { case fullPasswdPath: targetFilePath = fullPasswdPath resourceCache = cache.userCache case fullGroupPath: targetFilePath = fullGroupPath resourceCache = cache.groupCache default: return } var targetFile *os.File if event.Has(fsnotify.Remove) || event.Has(fsnotify.Rename) { targetFile = nil } else if event.Has(fsnotify.Write) || event.Has(fsnotify.Create) { var err error targetFile, err = os.OpenFile(targetFilePath, os.O_RDONLY, 0) if err != nil { log.Warnf("UserGroupCache: open target file: %v", err) return } defer targetFile.Close() } else { // Ignore all other events return } updateEntries(targetFile, resourceCache) } func updateEntries(file *os.File, resourceCache cachedmap.CachedMap[uint32, string]) { oldEntries := make(map[uint32]struct{}) for _, id := range resourceCache.Keys() { oldEntries[id] = struct{}{} } if file != nil { scanner := bufio.NewScanner(file) for scanner.Scan() { line := strings.TrimLeft(scanner.Text(), " \t") if len(line) == 0 || line[0] == '#' { continue } split := strings.Split(line, ":") // We are interested only in the first and third field if len(split) < 3 { continue } name := split[0] id_u64, err := strconv.ParseUint(split[2], 10, 32) if err != nil { log.Warnf("UserGroupCache: convert id: %v", err) continue } id := uint32(id_u64) delete(oldEntries, id) resourceCache.Add(id, name) } } for id := range oldEntries { resourceCache.Remove(id) } } func (cache *userGroupCache) GetUsername(uid uint32) string { name, _ := cache.userCache.Get(uid) return name } func (cache *userGroupCache) GetGroupname(gid uint32) string { name, _ := cache.groupCache.Get(gid) return name } inspektor-gadget-0.46.0/pkg/operators/ustack/000077500000000000000000000000001510117411400211345ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/ustack/ustack.go000066400000000000000000000366121510117411400227650ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package ustack provides a data operator that resolves user stack traces. package ustack import ( "encoding/hex" "errors" "fmt" "strings" "sync" "github.com/cilium/ebpf" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" ) const ( Name = "ustack" Priority = 100 ) const ( // Params symbolizersParam = "symbolizers" debuginfodCachePathParam = "debuginfod-cache-path" ) type Operator struct{} func (o *Operator) Name() string { return Name } func (o *Operator) Init(params *params.Params) error { return nil } func (o *Operator) GlobalParams() api.Params { return nil } func (o *Operator) InstanceParams() api.Params { return api.Params{ &api.Param{ Key: symbolizersParam, Description: `Symbolizers to use. Possible values are: "none", "auto", or comma-separated list among: "symtab", "debuginfod-cache", "debuginfod-cache-on-ig-server".`, DefaultValue: "auto", }, &api.Param{ Key: debuginfodCachePathParam, Description: `Path to the debuginfod cache directory. If not set, the default system cache directory is used.`, DefaultValue: "", }, } } func (o *Operator) InstantiateDataOperator(gadgetCtx operators.GadgetContext, instanceParamValues api.ParamValues) (operators.DataOperatorInstance, error) { instance := &OperatorInstance{ subscriptions: make(map[datasource.DataSource][]func(ds datasource.DataSource, data datasource.Data) error), symbolizerOpts: symbolizer.SymbolizerOptions{ DebuginfodCachePath: instanceParamValues[debuginfodCachePathParam], }, } symbolizers := instanceParamValues[symbolizersParam] switch symbolizers { case "", "none": // Nothing to do case "auto": instance.symbolizerOpts.UseSymtab = !gadgetCtx.IsClient() default: list := strings.Split(symbolizers, ",") for _, s := range list { switch s { case "symtab": instance.symbolizerOpts.UseSymtab = !gadgetCtx.IsClient() case "debuginfod-cache": if !gadgetCtx.IsRemoteCall() { instance.symbolizerOpts.UseDebugInfodCache = true } case "debuginfod-cache-on-ig-server": if gadgetCtx.IsRemoteCall() { instance.symbolizerOpts.UseDebugInfodCache = true } default: return nil, fmt.Errorf("invalid symbolizer: %s", s) } } } instance.symbolizerEnabled = instance.symbolizerOpts.UseSymtab || instance.symbolizerOpts.UseDebugInfodCache err := instance.init(gadgetCtx) if err != nil { return nil, err } if len(instance.subscriptions) == 0 { return nil, nil } return instance, nil } func (o *Operator) Priority() int { return Priority } type OperatorInstance struct { userStackMap func() *ebpf.Map buildIDMap func() *ebpf.Map symbolizerEnabled bool symbolizer *symbolizer.Symbolizer symbolizerOpts symbolizer.SymbolizerOptions subscriptions map[datasource.DataSource][]func(ds datasource.DataSource, data datasource.Data) error } func (o *OperatorInstance) init(gadgetCtx operators.GadgetContext) error { logger := gadgetCtx.Logger() for _, ds := range gadgetCtx.GetDataSources() { for _, in := range ds.GetFieldsWithTag("type:" + ebpftypes.UserStackTypeName) { if in == nil { continue } in.SetHidden(true, true) // Optional fields: don't error out if nil containerPidField := ds.GetField("runtime.containerPid") containerNameField := ds.GetField("runtime.containerName") commField := ds.GetField("proc.comm") tgidLevel0Field := in.GetSubFieldsWithTag("name:tgid_level0") if len(tgidLevel0Field) != 1 { logger.Warn("no tgid (level 0) field found") continue } pidLevel0Field := in.GetSubFieldsWithTag("name:pid_level0") if len(pidLevel0Field) != 1 { logger.Warn("no pid (level 0) field found") continue } pidnsLevel0Field := in.GetSubFieldsWithTag("name:pidns_level0") if len(pidnsLevel0Field) != 1 { logger.Warn("no pidns (level 0) field found") continue } pidLevel1Field := in.GetSubFieldsWithTag("name:pid_level1") if len(pidLevel1Field) != 1 { logger.Warn("no pid (level 1) field found") continue } pidnsLevel1Field := in.GetSubFieldsWithTag("name:pidns_level1") if len(pidnsLevel1Field) != 1 { logger.Warn("no pidns (level 1) field found") continue } stackField := in.GetSubFieldsWithTag("name:stack_id") if len(stackField) != 1 { logger.Warn("no stack_id field found") continue } majorField := in.GetSubFieldsWithTag("name:major") if len(majorField) != 1 { logger.Warn("no major field found") continue } minorField := in.GetSubFieldsWithTag("name:minor") if len(minorField) != 1 { logger.Warn("no minor field found") continue } inodeField := in.GetSubFieldsWithTag("name:inode") if len(inodeField) != 1 { logger.Warn("no inode field found") continue } mtimeSecField := in.GetSubFieldsWithTag("name:mtime_sec") if len(mtimeSecField) != 1 { logger.Warn("no mtime_sec field found") continue } mtimeNsecField := in.GetSubFieldsWithTag("name:mtime_nsec") if len(mtimeNsecField) != 1 { logger.Warn("no mtime_nsec field found") continue } baseAddrHashField := in.GetSubFieldsWithTag("name:base_addr_hash") if len(baseAddrHashField) != 1 { logger.Warn("no base_addr_hash field found") continue } // The ustack operator can run both on the client and on the server side. // If it runs on the client side, the server might have already added the subfields. addField := func(name string) (datasource.FieldAccessor, error) { field := in.GetSubFieldsWithTag("name:" + name) if len(field) == 0 { return in.AddSubField(name, api.Kind_String, datasource.WithFlags(datasource.FieldFlagHidden), datasource.WithTags("name:"+name, "operator:ustack")) } if !field[0].HasAllTagsOf("operator:ustack") { logger.Warn("field " + name + " exists but does not belong to the ustack operator") return nil, fmt.Errorf("field %q exists but does not belong to the ustack operator", name) } return field[0], nil } addressesField, err := addField("addresses") if err != nil { return err } buildIDField, err := addField("buildid") if err != nil { return err } symbolsField, err := addField("symbols") if err != nil { return err } converter := func(ds datasource.DataSource, data datasource.Data) error { major, _ := majorField[0].Uint32(data) minor, _ := minorField[0].Uint32(data) inode, _ := inodeField[0].Uint64(data) baseAddrHash, _ := baseAddrHashField[0].Uint32(data) // If user stacks are disabled if inode == 0 { return nil } stackId, _ := stackField[0].Uint32(data) tgidLevel0, _ := tgidLevel0Field[0].Uint32(data) pidLevel0, _ := pidLevel0Field[0].Uint32(data) pidnsLevel0, _ := pidnsLevel0Field[0].Uint32(data) pidLevel1, _ := pidLevel1Field[0].Uint32(data) pidnsLevel1, _ := pidnsLevel1Field[0].Uint32(data) if pidLevel0 == 0 { logger.Warn("user stack with invalid pid") return nil } if pidnsLevel0 == 0 { logger.Warn("user stack with invalid pidns") return nil } pidNumbers := []symbolizer.PidNumbers{ { Pid: pidLevel0, PidNsId: pidnsLevel0, }, } if pidLevel1 != 0 && pidnsLevel1 != 0 { pidNumbers = append(pidNumbers, symbolizer.PidNumbers{ Pid: pidLevel1, PidNsId: pidnsLevel1, }) } containerPid := uint32(0) if containerPidField != nil { containerPid, _ = containerPidField.Uint32(data) } containerName := "" if containerNameField != nil { containerName, _ = containerNameField.String(data) } comm := "" if commField != nil { comm, _ = commField.String(data) } mtimeSec, _ := mtimeSecField[0].Int64(data) mtimeNsec, _ := mtimeNsecField[0].Uint32(data) var stackQueries []symbolizer.StackItemQuery var alreadyKnownSymbols []string // symbols already resolved server-side // The ustack operator can run both on the client and on the server side. // The BPF map is not available client-side (e.g. kubectl-gadget) if !gadgetCtx.IsClient() { if o.userStackMap == nil { logger.Warn("user stack map is not initialized") return nil } userStackMap := o.userStackMap() if userStackMap == nil { logger.Warn("user stack map is missing") return nil } var buildIDMap *ebpf.Map if o.buildIDMap != nil { buildIDMap = o.buildIDMap() } var addressesStr, buildIDStr string var err error addressesStr, buildIDStr, stackQueries, err = readUserStackMap(gadgetCtx, userStackMap, buildIDMap, stackId) if err != nil { logger.Warn(err) return nil } if addressesStr != "" { addressesField.PutString(data, addressesStr) } if buildIDStr != "" { buildIDField.PutString(data, buildIDStr) } alreadyKnownSymbols = make([]string, len(stackQueries)) } else if o.symbolizer != nil { // The symbolizer might be used client-side where we don't // have access to BPF maps. Access data from the data source // instead. addressesStr, _ := addressesField.String(data) addressesList := strings.Split(addressesStr, "; ") buildIDStr, _ := buildIDField.String(data) buildidList := strings.Split(buildIDStr, "; ") alreadyKnownSymbolsStr, _ := symbolsField.String(data) alreadyKnownSymbols = strings.Split(alreadyKnownSymbolsStr, "; ") for i := range alreadyKnownSymbols { index := strings.IndexByte(alreadyKnownSymbols[i], ']') if index >= 0 { alreadyKnownSymbols[i] = alreadyKnownSymbols[i][index+1:] } } for i := range addressesList { if addressesList[i] == "" { break } if len(buildidList) <= i { buildidList = append(buildidList, "") } if len(alreadyKnownSymbols) <= i { alreadyKnownSymbols = append(alreadyKnownSymbols, "") } var idx int var addr uint64 var buildidStr string var buildid [20]byte var validBuildID bool var offset uint64 var ip uint64 _, err := fmt.Sscanf(addressesList[i], "[%d]0x%x", &idx, &addr) if err != nil { break } _, err = fmt.Sscanf(buildidList[i], "[%d]%s +%x", &idx, &buildidStr, &offset) if err != nil { _, _ = fmt.Sscanf(buildidList[i], "[%d]%x", &idx, &ip) // It's ok if we don't have a build ID. } else { validBuildID = true } buildidSlice, err := hex.DecodeString(buildidStr) if err != nil { logger.Warnf("decoding build ID %q: %s", buildidStr, err) break } // It's ok if we don't have a build ID. But if we have one, it should be valid. if len(buildidSlice) != 20 && len(buildidSlice) != 0 { logger.Warnf("decoding build ID %q: invalid length %d", buildidStr, len(buildidSlice)) break } copy(buildid[:], buildidSlice) stackQueries = append(stackQueries, symbolizer.StackItemQuery{ Addr: addr, ValidBuildID: validBuildID, BuildID: buildid, Offset: offset, IP: ip, }) } } if o.symbolizer != nil { task := symbolizer.Task{ Name: fmt.Sprintf("%s/%s", containerName, comm), Tgid: tgidLevel0, PidNumbers: pidNumbers, ContainerPid: containerPid, Exe: symbolizer.SymbolTableKey{ Major: major, Minor: minor, Ino: inode, MtimeSec: mtimeSec, MtimeNsec: mtimeNsec, }, BaseAddrHash: baseAddrHash, } stackQueriesResponse, err := o.symbolizer.Resolve(task, stackQueries) if err != nil { logger.Warnf("symbolizer: %s", err) return nil } var symbolsBuilder strings.Builder for i, res := range stackQueriesResponse { s := res.Symbol if !res.Found && i < len(alreadyKnownSymbols) { s = alreadyKnownSymbols[i] } fmt.Fprintf(&symbolsBuilder, "[%d]%s; ", i, s) } symbolsField.PutString(data, symbolsBuilder.String()) } return nil } o.subscriptions[ds] = append(o.subscriptions[ds], converter) } } if len(o.subscriptions) > 0 && o.symbolizerEnabled { var err error o.symbolizer, err = symbolizer.NewSymbolizer(o.symbolizerOpts) if err != nil { return err } } if len(o.subscriptions) > 0 && !gadgetCtx.IsClient() { // At Instantiate-time, the ebpf operator has set the MapSpec // variables but not yet the Map variables. We use the MapSpec to check // if the gadget has a user stack map. But we will only access the Map // at Start(), when the ebpf operator has set them. userStackMapAny, ok := gadgetCtx.GetVar(operators.MapSpecPrefix + ebpftypes.UserStackMapName) if !ok || userStackMapAny == nil { return errors.New("user stack map is not initialized but used. " + "if you are using `gadget_user_stack` as event field, " + "try to include ") } _, ok = userStackMapAny.(*ebpf.MapSpec) if !ok { return errors.New("user stack map is not of expected type") } o.userStackMap = sync.OnceValue(func() *ebpf.Map { userStackMapAny, ok := gadgetCtx.GetVar(operators.MapPrefix + ebpftypes.UserStackMapName) if !ok || userStackMapAny == nil { return nil } userStackMap, ok := userStackMapAny.(*ebpf.Map) if !ok { return nil } return userStackMap }) o.buildIDMap = sync.OnceValue(func() *ebpf.Map { // buildIDMap is optional. Older gadgets won't have it. var buildIDMap *ebpf.Map buildIDMapAny, ok := gadgetCtx.GetVar(operators.MapPrefix + ebpftypes.BuildIdMapName) if ok { buildIDMap, ok = buildIDMapAny.(*ebpf.Map) if !ok { return nil } } err := checkBuildIDMap(buildIDMap) if err != nil { logger.Warnf("%s", err) return nil } return buildIDMap }) } return nil } func (o *OperatorInstance) Name() string { return Name } // PreStart subscribes to the datasources. func (o *OperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { for ds, funcs := range o.subscriptions { for _, f := range funcs { ds.Subscribe(f, Priority) } } return nil } // Start can emit data. Nothing to do here. func (o *OperatorInstance) Start(gadgetCtx operators.GadgetContext) error { return nil } // Stop stops emitting data. Nothing to do here. func (o *OperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { return nil } func (o *OperatorInstance) Close(gadgetCtx operators.GadgetContext) error { if o.symbolizer != nil { o.symbolizer.Close() } return nil } func init() { operators.RegisterDataOperator(&Operator{}) } inspektor-gadget-0.46.0/pkg/operators/ustack/ustack_linux.go000066400000000000000000000070531510117411400242010ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build linux package ustack import ( "fmt" "strings" "unsafe" "github.com/cilium/ebpf" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" ) // struct bpf_stack_build_id is part of Linux UAPI: // https://github.com/torvalds/linux/blob/v6.14/include/uapi/linux/bpf.h#L1451 type bpfStackBuildID struct { Status int32 BuildID [unix.BPF_BUILD_ID_SIZE]uint8 OffsetOrIP uint64 // Union of offset and ip } func checkBuildIDMap(buildIDMap *ebpf.Map) error { expectedValueSize := uint32(ebpftypes.UserPerfMaxStackDepth * unsafe.Sizeof(bpfStackBuildID{})) if buildIDMap.ValueSize() != expectedValueSize { return fmt.Errorf("build id map has unexpected value size %d instead of %d", buildIDMap.ValueSize(), expectedValueSize) } return nil } func readUserStackMap(gadgetCtx operators.GadgetContext, userStackMap, buildIDMap *ebpf.Map, stackId uint32) (string, string, []symbolizer.StackItemQuery, error) { logger := gadgetCtx.Logger() stack := [ebpftypes.UserPerfMaxStackDepth]uint64{} err := userStackMap.Lookup(stackId, &stack) if err != nil { logger.Warnf("stack with ID %d is lost: %s", stackId, err.Error()) return "", "", nil, nil } var addressesBuilder strings.Builder stackQueries := make([]symbolizer.StackItemQuery, 0, ebpftypes.UserPerfMaxStackDepth) for i, addr := range stack { if addr == 0 { break } stackQueries = append(stackQueries, symbolizer.StackItemQuery{Addr: addr}) fmt.Fprintf(&addressesBuilder, "[%d]0x%016x; ", i, addr) } addressesStr := addressesBuilder.String() buildIDStr := "" // The buildIDMap is optional. Older gadgets won't have it. if buildIDMap != nil && buildIDMap.MaxEntries() > 0 { buildid := [ebpftypes.UserPerfMaxStackDepth]bpfStackBuildID{} errLookup := buildIDMap.Lookup(stackId, &buildid) if errLookup != nil { // The gadget didn't collect build ids // Gadgets can use --collect-build-id to enable collecting build ids return addressesStr, "", stackQueries, nil } var buildIDsBuilder strings.Builder buildid_iter: for i := 0; i < ebpftypes.UserPerfMaxStackDepth; i++ { if i >= len(stackQueries) { break } b := buildid[i] switch b.Status { case unix.BPF_STACK_BUILD_ID_EMPTY: break buildid_iter case unix.BPF_STACK_BUILD_ID_VALID: fmt.Fprintf(&buildIDsBuilder, "[%d]", i) for _, byte := range b.BuildID { fmt.Fprintf(&buildIDsBuilder, "%02x", byte) } fmt.Fprintf(&buildIDsBuilder, " +%x; ", b.OffsetOrIP) stackQueries[i].ValidBuildID = true stackQueries[i].BuildID = b.BuildID stackQueries[i].Offset = b.OffsetOrIP case unix.BPF_STACK_BUILD_ID_IP: fmt.Fprintf(&buildIDsBuilder, "[%d]%x; ", i, b.OffsetOrIP) stackQueries[i].IP = b.OffsetOrIP } } buildIDStr = buildIDsBuilder.String() } return addressesStr, buildIDStr, stackQueries, nil } inspektor-gadget-0.46.0/pkg/operators/ustack/ustack_others.go000066400000000000000000000021251510117411400243410ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build !linux package ustack import ( "errors" "github.com/cilium/ebpf" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" ) func checkBuildIDMap(buildIDMap *ebpf.Map) error { return errors.ErrUnsupported } func readUserStackMap(gadgetCtx operators.GadgetContext, userStackMap, buildIDMap *ebpf.Map, stackId uint32) (string, string, []symbolizer.StackItemQuery, error) { return "", "", nil, errors.ErrUnsupported } inspektor-gadget-0.46.0/pkg/operators/wasm/000077500000000000000000000000001510117411400206115ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/config.go000066400000000000000000000037531510117411400224150ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func (i *wasmOperatorInstance) addConfigFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "setConfig", i.setConfig, []wapi.ValueType{ wapi.ValueTypeI64, // Key wapi.ValueTypeI64, // Value wapi.ValueTypeI32, // Kind }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } // setConfig sets the gadget configuration. // Params: // - stack[0] key // - stack[1] value // - stack[2] type // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) setConfig(ctx context.Context, m wapi.Module, stack []uint64) { if i.config == nil { i.logger.Warnf("setConfig: config not initialized") stack[0] = 1 return } keyPtr := stack[0] valuePtr := stack[1] typ := api.Kind(wapi.DecodeU32(stack[2])) key, err := stringFromStack(m, keyPtr) if err != nil { i.logger.Warnf("setConfig: reading string from stack: %v", err) stack[0] = 1 return } switch typ { case api.Kind_String: val, err := stringFromStack(m, valuePtr) if err != nil { i.logger.Warnf("setConfig: reading string from stack: %v", err) stack[0] = 1 return } i.config.Set(key, val) default: i.logger.Warnf("setConfig: unsupported type: %d", typ) stack[0] = 1 return } stack[0] = wapi.EncodeU32(0) } inspektor-gadget-0.46.0/pkg/operators/wasm/consts_test.go000066400000000000000000000062741510117411400235210ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "testing" _ "unsafe" "github.com/stretchr/testify/assert" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" wasmapi "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // take internal consts from wasmapi //go:linkname wasmapiSubscriptionTypeData github.com/inspektor-gadget/inspektor-gadget/wasmapi/go.subscriptionTypeDataVar var wasmapiSubscriptionTypeData uint32 //go:linkname wasmapiSubscriptionTypeArray github.com/inspektor-gadget/inspektor-gadget/wasmapi/go.subscriptionTypeArrayVar var wasmapiSubscriptionTypeArray uint32 //go:linkname wasmapiSubscriptionTypePacket github.com/inspektor-gadget/inspektor-gadget/wasmapi/go.subscriptionTypePacketVar var wasmapiSubscriptionTypePacket uint32 // TestConsts tests that the consts defined here and in the api are in sync func TestConsts(t *testing.T) { t.Parallel() // logLevel assert.EqualValues(t, wasmapi.ErrorLevel, errorLevel) assert.EqualValues(t, wasmapi.WarnLevel, warnLevel) assert.EqualValues(t, wasmapi.InfoLevel, infoLevel) assert.EqualValues(t, wasmapi.DebugLevel, debugLevel) assert.EqualValues(t, wasmapi.TraceLevel, traceLevel) // FieldKind assert.EqualValues(t, wasmapi.Kind_Invalid, api.Kind_Invalid) assert.EqualValues(t, wasmapi.Kind_Bool, api.Kind_Bool) assert.EqualValues(t, wasmapi.Kind_Int8, api.Kind_Int8) assert.EqualValues(t, wasmapi.Kind_Int16, api.Kind_Int16) assert.EqualValues(t, wasmapi.Kind_Int32, api.Kind_Int32) assert.EqualValues(t, wasmapi.Kind_Int64, api.Kind_Int64) assert.EqualValues(t, wasmapi.Kind_Uint8, api.Kind_Uint8) assert.EqualValues(t, wasmapi.Kind_Uint16, api.Kind_Uint16) assert.EqualValues(t, wasmapi.Kind_Uint32, api.Kind_Uint32) assert.EqualValues(t, wasmapi.Kind_Uint64, api.Kind_Uint64) assert.EqualValues(t, wasmapi.Kind_Float32, api.Kind_Float32) assert.EqualValues(t, wasmapi.Kind_Float64, api.Kind_Float64) assert.EqualValues(t, wasmapi.Kind_String, api.Kind_String) assert.EqualValues(t, wasmapi.Kind_CString, api.Kind_CString) assert.EqualValues(t, wasmapi.Kind_Bytes, api.Kind_Bytes) // DataSourceType assert.EqualValues(t, wasmapi.DataSourceTypeUndefined, datasource.TypeUndefined) assert.EqualValues(t, wasmapi.DataSourceTypeSingle, datasource.TypeSingle) assert.EqualValues(t, wasmapi.DataSourceTypeArray, datasource.TypeArray) // subscriptionType assert.EqualValues(t, wasmapiSubscriptionTypeData, subscriptionTypeData) assert.EqualValues(t, wasmapiSubscriptionTypeArray, subscriptionTypeArray) assert.EqualValues(t, wasmapiSubscriptionTypePacket, subscriptionTypePacket) } inspektor-gadget-0.46.0/pkg/operators/wasm/datasource.go000066400000000000000000000406751510117411400233060ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "fmt" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func (i *wasmOperatorInstance) addDataSourceFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "newDataSource", i.newDataSource, []wapi.ValueType{ wapi.ValueTypeI64, // DataSourceName wapi.ValueTypeI32, // DataSourceType }, []wapi.ValueType{wapi.ValueTypeI32}, // DataSource ) exportFunction(env, "getDataSource", i.getDataSource, []wapi.ValueType{wapi.ValueTypeI64}, // DataSourceName []wapi.ValueType{wapi.ValueTypeI32}, // DataSource ) exportFunction(env, "dataSourceSubscribe", i.dataSourceSubscribe, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource wapi.ValueTypeI32, // Type (0: Data, 1: Array, 2: Packet) wapi.ValueTypeI32, // Priority wapi.ValueTypeI64, // CallbackID }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataSourceGetField", i.dataSourceGetField, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource wapi.ValueTypeI64, // FieldName }, []wapi.ValueType{wapi.ValueTypeI32}, // Accessor ) exportFunction(env, "dataSourceAddField", i.dataSourceAddField, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource wapi.ValueTypeI64, // FieldName wapi.ValueTypeI32, // FieldKind }, []wapi.ValueType{wapi.ValueTypeI32}, // Accessor ) exportFunction(env, "dataSourceNewPacketSingle", i.dataSourceNewPacketSingle, []wapi.ValueType{wapi.ValueTypeI32}, // DataSource []wapi.ValueType{wapi.ValueTypeI32}, // Packet ) exportFunction(env, "dataSourceNewPacketArray", i.dataSourceNewPacketArray, []wapi.ValueType{wapi.ValueTypeI32}, // DataSource []wapi.ValueType{wapi.ValueTypeI32}, // Packet ) exportFunction(env, "dataSourceEmitAndRelease", i.dataSourceEmitAndRelease, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource wapi.ValueTypeI32, // Packet }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataSourceRelease", i.dataSourceRelease, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource wapi.ValueTypeI32, // Packet }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataSourceUnreference", i.dataSourceUnreference, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataSourceIsReferenced", i.dataSourceIsReferenced, []wapi.ValueType{ wapi.ValueTypeI32, // DataSource }, []wapi.ValueType{wapi.ValueTypeI32}, // Value ) exportFunction(env, "dataArrayNew", i.dataArrayNew, []wapi.ValueType{ wapi.ValueTypeI32, // DataArray }, []wapi.ValueType{wapi.ValueTypeI32}, // Data, ) exportFunction(env, "dataArrayAppend", i.dataArrayAppend, []wapi.ValueType{ wapi.ValueTypeI32, // DataArray wapi.ValueTypeI32, // Data }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataArrayRelease", i.dataArrayRelease, []wapi.ValueType{ wapi.ValueTypeI32, // DataArray wapi.ValueTypeI32, // Data }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "dataArrayLen", i.dataArrayLen, []wapi.ValueType{ wapi.ValueTypeI32, // DataArray }, []wapi.ValueType{wapi.ValueTypeI32}, // Len ) exportFunction(env, "dataArrayGet", i.dataArrayGet, []wapi.ValueType{ wapi.ValueTypeI32, // DataArray wapi.ValueTypeI32, // Index }, []wapi.ValueType{wapi.ValueTypeI32}, // Data, ) } // newDataSource creates a new datasource. // Params: // - stack[0] is the name of the datasource (string encoded) // - stack[1] is the type of the datasource // Return value: // - DataSource handle on success, 0 on error func (i *wasmOperatorInstance) newDataSource(ctx context.Context, m wapi.Module, stack []uint64) { dsNamePtr := stack[0] dsType := wapi.DecodeU32(stack[1]) dsName, err := stringFromStack(m, dsNamePtr) if err != nil { i.logger.Warnf("newDataSource: reading string from stack: %v", err) stack[0] = 0 return } ds, err := i.gadgetCtx.RegisterDataSource(datasource.Type(dsType), dsName) if err != nil { i.logger.Warnf("failed to register datasource: %v", err) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(ds)) } // getDataSource returns a data source by its name. // Params: // - stack[0] is the name of the datasource (string encoded) // Return value: // - DataSource handle on success, 0 on error func (i *wasmOperatorInstance) getDataSource(ctx context.Context, m wapi.Module, stack []uint64) { dsNamePtr := stack[0] dsName, err := stringFromStack(m, dsNamePtr) if err != nil { i.logger.Warnf("getDataSource: reading string from stack: %v", err) stack[0] = 0 return } ds := i.gadgetCtx.GetDataSources()[dsName] if ds == nil { i.logger.Warnf("datasource not found %q", dsName) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(ds)) } // dataSourceGetField returns a handle to a field. // Params: // - stack[0]: DataSource handle // - stack[1]: Field name // Return value: // - Field handle on success, 0 on error func (i *wasmOperatorInstance) dataSourceGetField(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) fieldNamePtr := stack[1] ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 0 return } fieldName, err := stringFromStack(m, fieldNamePtr) if err != nil { i.logger.Warnf("dataSourceGetField: reading string from stack: %v", err) stack[0] = 0 return } acc := ds.GetField(fieldName) stack[0] = wapi.EncodeU32(i.addHandle(acc)) } // dataSourceAddField add a field to the data source and returns its handle. // Params: // - stack[0]: DataSource handle // - stack[1]: Field name // - stack[2]: Field kind // Return value: // - Field handle on success, 0 on error func (i *wasmOperatorInstance) dataSourceAddField(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) fieldNamePtr := stack[1] fieldKind := wapi.DecodeU32(stack[2]) // TODO: add kind max? if fieldKind > uint32(api.Kind_Bytes) { i.logger.Warnf("dataSourceAddField: invalid field kind %d", fieldKind) stack[0] = 0 return } ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 0 return } fieldName, err := stringFromStack(m, fieldNamePtr) if err != nil { i.logger.Warnf("dataSourceAddField: reading string from stack: %v", err) stack[0] = 0 return } acc, err := ds.AddField(fieldName, api.Kind(fieldKind)) if err != nil { i.logger.Warnf("adding field %q to datasource %q: %v", fieldName, ds.Name(), err) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(acc)) } type subscriptionType uint32 const ( subcriptionTypeInvalid subscriptionType = 0 subscriptionTypeData subscriptionType = 1 subscriptionTypeArray subscriptionType = 2 subscriptionTypePacket subscriptionType = 3 ) func (i *wasmOperatorInstance) callDsCallbackWithLock(ctx context.Context, cbID uint64, dsHandle uint64, dataHandle uint64) error { i.dataSourceCallbackLock.Lock() _, err := i.dataSourceCallback.Call(ctx, cbID, dsHandle, dataHandle) i.dataSourceCallbackLock.Unlock() return err } // dataSourceSubscribe subscribes to the datasource. // Params: // - stack[0]: DataSource handle // - stack[1]: Type (0: Data, 1: Array, 2: Packet) // - stack[2]: Priority // - stack[3]: Callback ID // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataSourceSubscribe(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) typ := wapi.DecodeU32(stack[1]) prio := wapi.DecodeI32(stack[2]) cbID := stack[3] if i.dataSourceCallback == nil { i.logger.Warnf("wasm module doesn't export dataSourceCallback") stack[0] = 1 return } ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 1 return } var err error switch subscriptionType(typ) { case subscriptionTypeData: err = ds.Subscribe(func(source datasource.DataSource, data datasource.Data) error { tmpData := i.addHandle(data) i.callDsCallbackWithLock(ctx, cbID, stack[0], wapi.EncodeU32(tmpData)) i.delHandle(tmpData) return err }, int(prio)) case subscriptionTypeArray: err = ds.SubscribeArray(func(source datasource.DataSource, data datasource.DataArray) error { tmpData := i.addHandle(data) i.callDsCallbackWithLock(ctx, cbID, stack[0], wapi.EncodeU32(tmpData)) i.delHandle(tmpData) return err }, int(prio)) case subscriptionTypePacket: err = ds.SubscribePacket(func(source datasource.DataSource, data datasource.Packet) error { tmpData := i.addHandle(data) i.callDsCallbackWithLock(ctx, cbID, stack[0], wapi.EncodeU32(tmpData)) i.delHandle(tmpData) return err }, int(prio)) default: err = fmt.Errorf("unknown subscription type %d", typ) } if err != nil { i.logger.Warnf("failed to subscribe to datasource: %v", err) stack[0] = 1 return } stack[0] = 0 } // dataSourceNewPacketSingle allocates and returns a handle to a new data instance. // Params: // - stack[0]: DataSource handle // Return value: // - Packet handle on success, 0 on error func (i *wasmOperatorInstance) dataSourceNewPacketSingle(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 0 return } packet, err := ds.NewPacketSingle() if err != nil { i.logger.Warnf("failed to create NewPacketSingle: %v", err) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(packet)) } // dataSourceNewPacketArray allocates and returns a handle to a new data instance. // Params: // - stack[0]: DataSource handle // Return value: // - Packet handle on success, 0 on error func (i *wasmOperatorInstance) dataSourceNewPacketArray(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 0 return } packet, err := ds.NewPacketArray() if err != nil { i.logger.Warnf("failed to call NewPacketArray: %v", err) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(packet)) } // dataSourceEmitAndRelease emits and releases the data. // Params: // - stack[0]: DataSource handle // - stack[1]: Packet handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataSourceEmitAndRelease(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) packetHandle := wapi.DecodeU32(stack[1]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 1 return } packet, ok := getHandle[datasource.Packet](i, packetHandle) if !ok { i.logger.Warnf("packet handle %d not found", packetHandle) stack[0] = 1 return } i.delHandle(packetHandle) if err := ds.EmitAndRelease(packet); err != nil { i.logger.Warnf("failed to emit and release packet: %v", err) stack[0] = 1 return } stack[0] = 0 } // dataSourceRelease releases the data. // Params: // - stack[0]: DataSource handle // - stack[1]: Packet handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataSourceRelease(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) packetHandle := wapi.DecodeU32(stack[1]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 1 return } packet, ok := getHandle[datasource.Packet](i, packetHandle) if !ok { stack[0] = 1 return } i.delHandle(packetHandle) ds.Release(packet) stack[0] = 0 } // dataSourceUnreference disables the forwarding of the datasource to further operators. // Params: // - stack[0]: DataSource handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataSourceUnreference(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 1 return } ds.Unreference() stack[0] = 0 } // dataSourceIsReferenced returns a boolean indicating if the datasource is referenced. // Params: // - stack[0]: DataSource handle // Return value: // - Boolean value on success (0 or 1), 2 on error func (i *wasmOperatorInstance) dataSourceIsReferenced(ctx context.Context, m wapi.Module, stack []uint64) { dsHandle := wapi.DecodeU32(stack[0]) ds, ok := getHandle[datasource.DataSource](i, dsHandle) if !ok { stack[0] = 2 return } v := ds.IsReferenced() if v { stack[0] = 1 } else { stack[0] = 0 } } // dataArrayNew allocates and returns a new element on the array // Params: // - stack[0]: DataArray handle // Return value: // - Data handle on success, 0 on error func (i *wasmOperatorInstance) dataArrayNew(ctx context.Context, m wapi.Module, stack []uint64) { dataArrayHandle := wapi.DecodeU32(stack[0]) dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { stack[0] = 0 return } data := dataArray.New() stack[0] = wapi.EncodeU32(i.addHandle(data)) } // dataArrayAppend appends Data to the array. As a side-effect, the data handle is released and it shouldn't be used after this call. // Params: // - stack[0]: DataArray handle // - stack[1]: Data handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataArrayAppend(ctx context.Context, m wapi.Module, stack []uint64) { dataArrayHandle := wapi.DecodeU32(stack[0]) dataHandle := wapi.DecodeU32(stack[1]) dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { stack[0] = 1 return } data, ok := getHandle[datasource.Data](i, dataHandle) if !ok { i.logger.Warnf("Data handle %d not found", stack[0]) stack[0] = 1 return } dataArray.Append(data) i.delHandle(dataHandle) stack[0] = 0 } // dataArrayRelease releases the memory of Data; Data may not be used after calling this // Params: // - stack[0]: DataArray handle // - stack[1]: Data handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) dataArrayRelease(ctx context.Context, m wapi.Module, stack []uint64) { dataArrayHandle := wapi.DecodeU32(stack[0]) dataHandle := wapi.DecodeU32(stack[1]) dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { stack[0] = 1 return } data, ok := getHandle[datasource.Data](i, dataHandle) if !ok { stack[0] = 1 return } i.delHandle(dataHandle) dataArray.Release(data) stack[0] = 0 } // dataArrayLen returns the number of elements in the array // Params: // - stack[0]: DataArray handle // Return value: // - Number of elements in the array func (i *wasmOperatorInstance) dataArrayLen(ctx context.Context, m wapi.Module, stack []uint64) { dataArrayHandle := wapi.DecodeU32(stack[0]) dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { stack[0] = 0 return } stack[0] = wapi.EncodeI32(int32(dataArray.Len())) } // dataArrayGet returns the element at the given index. // Params: // - stack[0]: DataArray handle // - stack[1]: Data index, maximum 32767 // Return value: // - Data handle on success, 0 on error func (i *wasmOperatorInstance) dataArrayGet(ctx context.Context, m wapi.Module, stack []uint64) { dataArrayHandle := wapi.DecodeU32(stack[0]) index := wapi.DecodeI32(stack[1]) dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { stack[0] = 0 return } if index < 0 || int(index) >= dataArray.Len() { i.logger.Warnf("Index %d out of bounds for array with length %d", index, dataArray.Len()) stack[0] = 0 return } // We have 16 bits free in the upper 32 bits. The 32nd bit is indicating that this // Datasourcehandle is multiplexing an index, So we have 15 bits left for the index itself. // Index range from 0 to 2^15 - 1 const maxIndex = 32768 - 1 if index > maxIndex { i.logger.Warnf("Index %d is too large. Max %d", index, maxIndex) stack[0] = 0 return } handle := dataArrayHandleFlag | uint32(index)<<16 | dataArrayHandle stack[0] = wapi.EncodeU32(handle) } inspektor-gadget-0.46.0/pkg/operators/wasm/extrainfo.go000066400000000000000000000032701510117411400231410ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "encoding/json" "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func (i *wasmOperatorInstance) addExtraInfo(gadgetcontext operators.GadgetContext, version uint64, wasmProgram []byte) error { module, err := i.rt.CompileModule(gadgetcontext.Context(), wasmProgram) if err != nil { return err } imports := module.ImportedFunctions() upcalls := []string{} for _, imp := range imports { moduleName, name, isImport := imp.Import() if isImport && moduleName == "ig" { upcalls = append(upcalls, name) } } wasmInfo := &api.ExtraInfo{ Data: make(map[string]*api.GadgetInspectAddendum), } wasmInfo.Data["wasm.gadgetAPIVersion"] = &api.GadgetInspectAddendum{ ContentType: "text/plain", Content: []byte(fmt.Sprintf("%d", version)), } upcallsJSON, _ := json.Marshal(upcalls) wasmInfo.Data["wasm.upcalls"] = &api.GadgetInspectAddendum{ ContentType: "application/json", Content: []byte(upcallsJSON), } gadgetcontext.SetVar("extraInfo.wasm", wasmInfo) return nil } inspektor-gadget-0.46.0/pkg/operators/wasm/fields.go000066400000000000000000000204561510117411400224150ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) func (i *wasmOperatorInstance) addFieldFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "fieldGetScalar", i.fieldGetScalar, []wapi.ValueType{ wapi.ValueTypeI32, // Accessor wapi.ValueTypeI32, // Data wapi.ValueTypeI32, // Kind wapi.ValueTypeI32, // Error Pointer }, []wapi.ValueType{wapi.ValueTypeI64}, // Value ) exportFunction(env, "fieldGetBuffer", i.fieldGetBuffer, []wapi.ValueType{ wapi.ValueTypeI32, // Accessor wapi.ValueTypeI32, // Data wapi.ValueTypeI32, // Kind wapi.ValueTypeI64, // Dest buffer }, []wapi.ValueType{wapi.ValueTypeI32}, // N bytes or Error ) exportFunction(env, "fieldSet", i.fieldSet, []wapi.ValueType{ wapi.ValueTypeI32, // Accessor wapi.ValueTypeI32, // Data wapi.ValueTypeI32, // Kind wapi.ValueTypeI64, // Value }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "fieldAddTag", i.fieldAddTag, []wapi.ValueType{ wapi.ValueTypeI32, // Accessor wapi.ValueTypeI64, // Tag }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } func (i *wasmOperatorInstance) getDataFromDatasourceHandle(dataHandle uint32) (datasource.Data, bool) { if !isDataArrayHandle(dataHandle) { return getHandle[datasource.Data](i, dataHandle) } dataArrayHandle := dataHandle & 0xffff dataArray, ok := getHandle[datasource.DataArray](i, dataArrayHandle) if !ok { return nil, false } data := dataArray.Get(getIndexFromDataArrayHandle(dataHandle)) return data, data != nil } // fieldGetScalar returns the field's value for scalar fields. // Params: // - stack[0]: Field handle // - stack[1]: Data handle // - stack[2]: Kind // - stack[3]: Error Pointer. It's set to 1 if an error happened. // Return value: // - Field's value func (i *wasmOperatorInstance) fieldGetScalar(ctx context.Context, m wapi.Module, stack []uint64) { fieldHandle := wapi.DecodeU32(stack[0]) dataHandle := wapi.DecodeU32(stack[1]) fieldKind := api.Kind(wapi.DecodeU32(stack[2])) errPtr := wapi.DecodeU32(stack[3]) field, ok := getHandle[datasource.FieldAccessor](i, fieldHandle) if !ok { i.writeErrToGuest(ctx, 1, errPtr) return } data, ok := i.getDataFromDatasourceHandle(dataHandle) if !ok { i.writeErrToGuest(ctx, 1, errPtr) return } var val uint64 var err error switch fieldKind { case api.Kind_Bool: var ret bool ret, err = field.Bool(data) if ret { val = 1 } else { val = 0 } case api.Kind_Int8: var ret int8 ret, err = field.Int8(data) val = uint64(ret) case api.Kind_Int16: var ret int16 ret, err = field.Int16(data) val = uint64(ret) case api.Kind_Int32: var ret int32 ret, err = field.Int32(data) val = uint64(ret) case api.Kind_Int64: var ret int64 ret, err = field.Int64(data) val = uint64(ret) case api.Kind_Uint8: var ret uint8 ret, err = field.Uint8(data) val = uint64(ret) case api.Kind_Uint16: var ret uint16 ret, err = field.Uint16(data) val = uint64(ret) case api.Kind_Uint32: var ret uint32 ret, err = field.Uint32(data) val = uint64(ret) case api.Kind_Uint64: val, err = field.Uint64(data) // The guest has to pass floats using the IEEE 754 binary representation case api.Kind_Float32: var ret uint32 ret, err = field.Uint32(data) val = uint64(ret) case api.Kind_Float64: val, err = field.Uint64(data) case api.Kind_String, api.Kind_Bytes: i.logger.Warnf("fieldGetScalar: field kind %q not supported, use fieldGetBuffer instead()", fieldKind) i.writeErrToGuest(ctx, 1, errPtr) return default: i.logger.Warnf("unknown field kind: %d", stack[2]) i.writeErrToGuest(ctx, 1, errPtr) return } if err != nil { i.logger.Warnf("fieldGetScalar for field %q failed: %v", field.Name(), err) i.writeErrToGuest(ctx, 1, errPtr) return } stack[0] = val } // fieldGetBuffer returns the field's value for string and bytes fields. // Params: // - stack[0]: Field handle // - stack[1]: Data handle // - stack[2]: Kind // - stack[3]: Destination buffer // Return value: // - The number of bytes copied or -1 in case of error func (i *wasmOperatorInstance) fieldGetBuffer(ctx context.Context, m wapi.Module, stack []uint64) { fieldHandle := wapi.DecodeU32(stack[0]) dataHandle := wapi.DecodeU32(stack[1]) fieldKind := api.Kind(wapi.DecodeU32(stack[2])) dst := stack[3] field, ok := getHandle[datasource.FieldAccessor](i, fieldHandle) if !ok { stack[0] = wapi.EncodeI32(-1) return } data, ok := i.getDataFromDatasourceHandle(dataHandle) if !ok { stack[0] = wapi.EncodeI32(-1) return } switch fieldKind { case api.Kind_String, api.Kind_Bytes: bytes := field.Get(data) if err := i.writeToDstBuffer(bytes, dst); err != nil { i.logger.Warnf("fieldGetBuffer: %v", err) stack[0] = wapi.EncodeI32(-1) return } stack[0] = uint64(len(bytes)) default: i.logger.Warnf("unknown field kind: %d", stack[2]) stack[0] = wapi.EncodeI32(-1) } } // fieldSet sets the field's value // Params: // - stack[0]: Field handle // - stack[1]: Data handle // - stack[2]: Kind // - stack[3]: Value to store // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) fieldSet(ctx context.Context, m wapi.Module, stack []uint64) { fieldHandle := wapi.DecodeU32(stack[0]) dataHandle := wapi.DecodeU32(stack[1]) fieldKind := api.Kind(wapi.DecodeU32(stack[2])) value := stack[3] field, ok := getHandle[datasource.FieldAccessor](i, fieldHandle) if !ok { stack[0] = 1 return } data, ok := i.getDataFromDatasourceHandle(dataHandle) if !ok { stack[0] = 1 return } var err error switch fieldKind { case api.Kind_Bool: err = field.PutBool(data, value != 0) case api.Kind_Int8: err = field.PutInt8(data, int8(value)) case api.Kind_Int16: err = field.PutInt16(data, int16(value)) case api.Kind_Int32: err = field.PutInt32(data, int32(value)) case api.Kind_Int64: err = field.PutInt64(data, int64(value)) case api.Kind_Uint8: err = field.PutUint8(data, uint8(value)) case api.Kind_Uint16: err = field.PutUint16(data, uint16(value)) case api.Kind_Uint32: err = field.PutUint32(data, uint32(value)) case api.Kind_Uint64: err = field.PutUint64(data, uint64(value)) case api.Kind_Float32: // The guest has to pass it using the IEEE 754 binary representation err = field.PutUint32(data, uint32(value)) case api.Kind_Float64: err = field.PutUint64(data, uint64(value)) case api.Kind_String: var str string str, err = stringFromStack(m, value) if err != nil { i.logger.Warnf("fieldSet: reading string from stack: %v", err) stack[0] = 1 return } err = field.PutString(data, str) case api.Kind_Bytes: var buf []byte buf, err = bufFromStack(m, value) if err != nil { i.logger.Warnf("reading bytes from stack: %v", err) stack[0] = 1 return } err = field.PutBytes(data, buf) default: i.logger.Warnf("unknown field kind: %d", uint32(stack[2])) stack[0] = 1 return } if err != nil { i.logger.Warnf("fieldSet for field %q failed: %v", field.Name(), err) stack[0] = 1 return } stack[0] = 0 } // fieldAddTag adds a tag to the field // Params: // - stack[0]: Field handle // - stack[1]: Tag to add // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) fieldAddTag(ctx context.Context, m wapi.Module, stack []uint64) { fieldHandle := wapi.DecodeU32(stack[0]) tagPtr := stack[1] field, ok := getHandle[datasource.FieldAccessor](i, fieldHandle) if !ok { stack[0] = 1 return } tag, err := stringFromStack(m, tagPtr) if err != nil { i.logger.Warnf("fieldAddTag: reading string from stack: %v", err) stack[0] = 1 return } field.AddTags(tag) stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/filter.go000066400000000000000000000031111510117411400224210ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" ) func (i *wasmOperatorInstance) addFilterFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "shouldDiscardMntnsID", i.shouldDiscardMntnsID, []wapi.ValueType{ wapi.ValueTypeI64, // MntNS ID }, []wapi.ValueType{wapi.ValueTypeI32}, // Discard the event, 1 if true, 0 if false ) } // shouldDiscardMntnsID returns 1 if the mount ns ID should be filtered out. // Params: // - stack[0]: mount ns ID // Return value: // - 1 if the mount ns ID should be filter out, 0 otherwise func (i *wasmOperatorInstance) shouldDiscardMntnsID(ctx context.Context, m wapi.Module, stack []uint64) { // if the filtering map is not configured, we assume the gadget wants to get // all data if i.mntNsIDMap == nil { stack[0] = 0 return } ret := uint32(0) mntnsID := uint64(stack[0]) if err := i.mntNsIDMap.Lookup(mntnsID, &ret); err != nil { stack[0] = 1 return } stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/handle.go000066400000000000000000000024551510117411400224010ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" ) func (i *wasmOperatorInstance) addHandleFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "releaseHandle", i.releaseHandle, []wapi.ValueType{ wapi.ValueTypeI32, // Handle }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } // releaseHandle releases the handle of the object // Params: // - stack[0]: handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) releaseHandle(ctx context.Context, m wapi.Module, stack []uint64) { h := wapi.DecodeU32(stack[0]) _, ok := getHandle[any](i, h) if !ok { stack[0] = 1 return } i.delHandle(h) stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/helpers.go000066400000000000000000000056441510117411400226130ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "encoding/binary" "errors" "fmt" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" ) func getLength(pointer uint64) uint32 { return uint32(pointer >> 32) } func getAddress(pointer uint64) uint32 { return uint32(pointer & 0xFFFFFFFF) } func bufFromStack(m wapi.Module, pointer uint64) ([]byte, error) { size := getLength(pointer) address := getAddress(pointer) buf, ok := m.Memory().Read(address, size) if !ok { return nil, errors.New("invalid pointer") } return buf, nil } func bufToStack(m wapi.Module, buf []byte, pointer uint64) error { address := getAddress(pointer) size := getLength(pointer) length := uint32(len(buf)) if length > size { return fmt.Errorf("buffer size %d is bigger than %d", length, size) } if !m.Memory().Write(address, buf) { return fmt.Errorf("writing at address %x", address) } return nil } func stringFromStack(m wapi.Module, val uint64) (string, error) { // handle empty strings in a special way if val == 0 { return "", nil } buf, err := bufFromStack(m, val) if err != nil { return "", err } return string(buf), nil } func exportFunction( env wazero.HostModuleBuilder, name string, fn func(ctx context.Context, m wapi.Module, stack []uint64), params, results []wapi.ValueType, ) { env.NewFunctionBuilder(). WithGoModuleFunction(wapi.GoModuleFunc(fn), params, results). Export(name) } func (i *wasmOperatorInstance) writeErrToGuest(ctx context.Context, err uint32, addr uint32) { if addr == 0 { return } buf := make([]byte, 4) binary.NativeEndian.PutUint32(buf, err) if !i.mod.Memory().Write(addr, buf) { i.logger.Errorf("writing error bytes to guest memory: out of memory write") i.mod.CloseWithExitCode(ctx, 1) } } func (i *wasmOperatorInstance) writeToDstBuffer(src []byte, dstBuf uint64) error { if getLength(dstBuf) < uint32(len(src)) { return fmt.Errorf("writing %d bytes to guest memory buffer of %d bytes: not enough memory", len(src), getLength(dstBuf)) } if !i.mod.Memory().Write(getAddress(dstBuf), src) { return fmt.Errorf("writing bytes to guest memory: out of memory write") } return nil } func isDataArrayHandle(handle uint32) bool { return handle&dataArrayHandleFlag != 0 } func getIndexFromDataArrayHandle(dataHandle uint32) int { return int(dataHandle &^ dataArrayHandleFlag >> 16) } inspektor-gadget-0.46.0/pkg/operators/wasm/kallsyms.go000066400000000000000000000031321510117411400227760ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms" ) func (i *wasmOperatorInstance) addKallsymsFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "kallsymsSymbolExists", i.kallsymsSymbolExists, []wapi.ValueType{ wapi.ValueTypeI64, // Symbol name }, []wapi.ValueType{wapi.ValueTypeI32}, // Bool ) } // kallsymsSymbolExists checks if a symbol exists in kallsyms. // Params: // - stack[0] is the symbol name // Return value: // - 1 if the symbol exists, 0 otherwise func (i *wasmOperatorInstance) kallsymsSymbolExists(ctx context.Context, m wapi.Module, stack []uint64) { symbolNamePtr := stack[0] symbolName, err := stringFromStack(m, symbolNamePtr) if err != nil { i.logger.Warnf("kallsymsSymbolExists: reading string from stack: %v", err) stack[0] = 0 return } ret := uint32(0) if kallsyms.SymbolExists(symbolName) { ret = 1 } stack[0] = wapi.EncodeU32(ret) } inspektor-gadget-0.46.0/pkg/operators/wasm/log.go000066400000000000000000000046661510117411400217350ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" ) // Log levels for gadgetLog // Keep in sync with pkg/apis/wasm/log.go const ( errorLevel uint32 = iota warnLevel infoLevel debugLevel traceLevel ) func (i *wasmOperatorInstance) addLogFuncs(env wazero.HostModuleBuilder) { logFn := func(ctx context.Context, m wapi.Module, stack []uint64) { logLevel := wapi.DecodeU32(stack[0]) msgPtr := stack[1] str, err := stringFromStack(m, msgPtr) if err != nil { i.logger.Warnf("gadgetlog: reading string from stack: %v", err) return } switch logLevel { case errorLevel: i.logger.Error(str) case warnLevel: i.logger.Warn(str) case infoLevel: i.logger.Info(str) case debugLevel: i.logger.Debug(str) case traceLevel: i.logger.Trace(str) default: i.logger.Warnf("gadgetlog: gadget used unknown log level: %d for %s", logLevel, str) } } shouldLogFn := func(ctx context.Context, m wapi.Module, stack []uint64) { logLevel := wapi.DecodeU32(stack[0]) loggerLevel := i.logger.GetLevel() // Logger defines [PanicLevel, TraceLevel] but WASM API only defines // [ErrorLevel, TraceLevel]. // If logger level is below ErrorLevel, we should not log. // Otherwise log if the level are enabled by shifting WASM API log level. if loggerLevel >= logger.ErrorLevel && uint32(loggerLevel) >= logLevel+uint32(logger.ErrorLevel) { stack[0] = 1 } else { stack[0] = 0 } } exportFunction(env, "gadgetLog", logFn, []wapi.ValueType{ wapi.ValueTypeI32, // log level wapi.ValueTypeI64, // message }, []wapi.ValueType{}, ) exportFunction(env, "gadgetShouldLog", shouldLogFn, []wapi.ValueType{ wapi.ValueTypeI32, // log level }, []wapi.ValueType{ wapi.ValueTypeI32, // bool }, ) } inspektor-gadget-0.46.0/pkg/operators/wasm/maps.go000066400000000000000000000244101510117411400221010ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "encoding/binary" "fmt" "github.com/cilium/ebpf" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ) func (i *wasmOperatorInstance) addMapFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "newMap", i.newMap, []wapi.ValueType{ wapi.ValueTypeI64, // Map name wapi.ValueTypeI32, // Map type wapi.ValueTypeI32, // Key size wapi.ValueTypeI32, // Value size wapi.ValueTypeI32, // Max entries }, []wapi.ValueType{wapi.ValueTypeI32}, // Map ) exportFunction(env, "getMap", i.getMap, []wapi.ValueType{wapi.ValueTypeI64}, // MapName []wapi.ValueType{wapi.ValueTypeI32}, // Map ) exportFunction(env, "mapLookup", i.mapLookup, []wapi.ValueType{ wapi.ValueTypeI32, // Map wapi.ValueTypeI64, // Key pointer wapi.ValueTypeI64, // Value pointer }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "mapUpdate", i.mapUpdate, []wapi.ValueType{ wapi.ValueTypeI32, // Map wapi.ValueTypeI64, // Key pointer wapi.ValueTypeI64, // Value pointer wapi.ValueTypeI64, // Flag }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "mapDelete", i.mapDelete, []wapi.ValueType{ wapi.ValueTypeI32, // Map wapi.ValueTypeI64, // Key pointer }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "mapRelease", i.mapRelease, []wapi.ValueType{ wapi.ValueTypeI32, // Map }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } func isMapTypeKnown(typ ebpf.MapType) bool { // Keep in sync with with wasmapi/go/map.go. return typ <= ebpf.Arena } func isMapTypeFDArray(typ ebpf.MapType) bool { return typ == ebpf.ProgramArray || typ == ebpf.PerfEventArray || typ == ebpf.CGroupArray } func isMapOfMaps(typ ebpf.MapType) bool { return typ == ebpf.ArrayOfMaps || typ == ebpf.HashOfMaps } func isMapTypeSupportedForAccess(typ ebpf.MapType) error { // We do not permit operation on map unknown to us. // A newer kernel can introduce a new type of map taking an FD as a value, // this way user could use this new map to leak FD in guest WASM. if !isMapTypeKnown(typ) { return fmt.Errorf("unknown map type %v", typ) } // We do not support map taking FD different than map FD to avoid leaking them // in guest wasm. if isMapTypeFDArray(typ) { return fmt.Errorf("FD array maps like %v are not supported", typ) } return nil } // newMap creates a new map. // Params: // - stack[0] is the map name // - stack[1] is the map type // - stack[2] is the key size // - stack[3] is the value size // - stack[4] is the max entries // Return value: // - Map handle on success, 0 on error func (i *wasmOperatorInstance) newMap(ctx context.Context, m wapi.Module, stack []uint64) { mapNamePtr := stack[0] mapType := ebpf.MapType(wapi.DecodeU32(stack[1])) keySize := wapi.DecodeU32(stack[2]) valueSize := wapi.DecodeU32(stack[3]) maxEntries := wapi.DecodeU32(stack[4]) if !isMapTypeKnown(mapType) { i.logger.Warnf("newMap: unknown map type %v", mapType) stack[0] = 0 return } mapName, err := stringFromStack(m, mapNamePtr) if err != nil { i.logger.Warnf("newMap: reading string from stack: %v", err) stack[0] = 0 return } ebpfMap, err := ebpf.NewMap(&ebpf.MapSpec{ Name: mapName, Type: mapType, KeySize: keySize, ValueSize: valueSize, MaxEntries: maxEntries, }) if err != nil { i.logger.Warnf("newMap: creating map: %v", err) stack[0] = 0 return } mapHandle := i.addHandle(ebpfMap) i.createdMapMutex.Lock() i.createdMap[mapHandle] = struct{}{} i.createdMapMutex.Unlock() stack[0] = wapi.EncodeU32(mapHandle) } // getMap gets an existing map. // releaseHandle must be called when the map is no longer needed. // Params: // - stack[0] is the name of the map (string encoded) // Return value: // - Map handle on success, 0 on error func (i *wasmOperatorInstance) getMap(ctx context.Context, m wapi.Module, stack []uint64) { mapNamePtr := stack[0] mapName, err := stringFromStack(m, mapNamePtr) if err != nil { i.logger.Warnf("getMap: reading string from stack: %v", err) stack[0] = 0 return } ebpfMapAny, ok := i.gadgetCtx.GetVar(operators.MapPrefix + mapName) if !ok { i.logger.Warnf("getMap: no map for name %q", mapName) stack[0] = 0 return } ebpfMap, ok := ebpfMapAny.(*ebpf.Map) if !ok { i.logger.Warnf("getMap: map %q is not an ebpf map", mapName) stack[0] = 0 return } mapType := ebpfMap.Type() if !isMapTypeKnown(mapType) { i.logger.Warnf("getMap: unknown map type %v", mapType) stack[0] = 0 return } stack[0] = wapi.EncodeU32(i.addHandle(ebpfMap)) } // mapLookup searches the map for a value corresponding to the given key. If this is a map of maps, // the returned value is a handle to the inner map and has to be released through releaseHandle. // Params: // - stack[0]: Map handle // - stack[1]: Key pointer // - stack[2]: Value pointer // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) mapLookup(ctx context.Context, m wapi.Module, stack []uint64) { mapHandle := wapi.DecodeU32(stack[0]) keyPtr := stack[1] valuePtr := stack[2] ebpfMap, ok := getHandle[*ebpf.Map](i, mapHandle) if !ok { stack[0] = 1 return } mapType := ebpfMap.Type() err := isMapTypeSupportedForAccess(mapType) if err != nil { i.logger.Warnf("mapLookup: %v", err) stack[0] = 1 return } key, err := bufFromStack(m, keyPtr) if err != nil { i.logger.Warnf("mapLookup: getting a buf for key pointer: %v", err) stack[0] = 1 return } value, err := ebpfMap.LookupBytes(key) if err != nil { i.logger.Warnf("mapLookup: getting value: %v", err) stack[0] = 1 return } if isMapOfMaps(mapType) { mapID := ebpf.MapID(binary.NativeEndian.Uint32(value)) innerMap, err := ebpf.NewMapFromID(mapID) if err != nil { i.logger.Warnf("mapLookup: getting inner map from ID %d: %v", mapID, err) stack[0] = 1 return } binary.NativeEndian.PutUint32(value, i.addHandle(innerMap)) } err = bufToStack(m, value, valuePtr) if err != nil { i.logger.Warnf("mapLookup: writing back value to stack: %v", err) stack[0] = 1 if isMapOfMaps(ebpfMap.Type()) { i.delHandle(uint32(binary.NativeEndian.Uint32(value))) } return } stack[0] = 0 } // mapUpdate updates a value. // Params: // - stack[0]: Map handle // - stack[1]: Key pointer // - stack[2]: Value pointer // - stack[3]: Flag to update the map // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) mapUpdate(ctx context.Context, m wapi.Module, stack []uint64) { mapHandle := wapi.DecodeU32(stack[0]) keyPtr := stack[1] valuePtr := stack[2] flags := stack[3] ebpfFlags := ebpf.MapUpdateFlags(flags) if ebpfFlags > ebpf.UpdateLock { i.logger.Warnf("mapUpdate: invalid flags values: %d, expected no more than %d", ebpfFlags, ebpf.UpdateLock) stack[0] = 1 return } ebpfMap, ok := getHandle[*ebpf.Map](i, mapHandle) if !ok { stack[0] = 1 return } mapType := ebpfMap.Type() err := isMapTypeSupportedForAccess(mapType) if err != nil { i.logger.Warnf("mapUpdate: %v", err) stack[0] = 1 return } key, err := bufFromStack(m, keyPtr) if err != nil { i.logger.Warnf("mapUpdate: getting a buf for key pointer: %v", err) stack[0] = 1 return } value, err := bufFromStack(m, valuePtr) if err != nil { i.logger.Warnf("mapUpdate: getting a buf for value pointer: %v", err) stack[0] = 1 return } if isMapOfMaps(mapType) { // We hide the FD behind the handle, this way users can interact with // *OfMaps maps but without handling the FD themselves. // So, for mapUpdate() users give the map handle and we translate it to the // map FD to please eBPF side. targetMapHandle := binary.NativeEndian.Uint32(value) targetMap, ok := getHandle[*ebpf.Map](i, targetMapHandle) if !ok { stack[0] = 1 return } err = ebpfMap.Update(key, uint32(targetMap.FD()), ebpfFlags) } else { err = ebpfMap.Update(key, value, ebpfFlags) } if err != nil { i.logger.Warnf("mapUpdate: updating value: %v", err) stack[0] = 1 return } stack[0] = 0 } // mapDelete deletes a value. // Params: // - stack[0]: Map handle // - stack[1]: Key pointer // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) mapDelete(ctx context.Context, m wapi.Module, stack []uint64) { mapHandle := wapi.DecodeU32(stack[0]) keyPtr := stack[1] ebpfMap, ok := getHandle[*ebpf.Map](i, mapHandle) if !ok { stack[0] = 1 return } err := isMapTypeSupportedForAccess(ebpfMap.Type()) if err != nil { i.logger.Warnf("mapDelete: %v", err) stack[0] = 1 return } key, err := bufFromStack(m, keyPtr) if err != nil { i.logger.Warnf("mapDelete: getting a buf for key pointer: %v", err) stack[0] = 1 return } err = ebpfMap.Delete(key) if err != nil { i.logger.Warnf("mapDelete: deleting value: %v", err) stack[0] = 1 return } stack[0] = 0 } // mapRelease close the map and release the handle. // This should only be called by maps that were created by newMap // Params: // - stack[0]: Map handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) mapRelease(ctx context.Context, m wapi.Module, stack []uint64) { mapHandle := wapi.DecodeU32(stack[0]) ebpfMap, ok := getHandle[*ebpf.Map](i, mapHandle) if !ok { stack[0] = 1 return } i.createdMapMutex.RLock() _, ok = i.createdMap[mapHandle] i.createdMapMutex.RUnlock() if !ok { i.logger.Warnf("mapRelease: map %d was not created by newMap() or was already closed", mapHandle) stack[0] = 1 return } stack[0] = 0 err := ebpfMap.Close() if err != nil { i.logger.Warnf("mapRelease: closing map: %v", err) stack[0] = 1 } i.createdMapMutex.Lock() delete(i.createdMap, mapHandle) i.createdMapMutex.Unlock() i.delHandle(mapHandle) } inspektor-gadget-0.46.0/pkg/operators/wasm/params.go000066400000000000000000000034431510117411400224270ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" ) func (i *wasmOperatorInstance) addParamsFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "getParamValue", i.getParamValue, []wapi.ValueType{ wapi.ValueTypeI64, // ParamKey wapi.ValueTypeI64, // Buffer to save param value }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } // getParamValue returns the value of a param. // Params: // - stack[0] parameter key // - stack[1] buffer where the param value will be written // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) getParamValue(ctx context.Context, m wapi.Module, stack []uint64) { paramKeyPtr := stack[0] dst := stack[1] paramKey, err := stringFromStack(m, paramKeyPtr) if err != nil { i.logger.Warnf("getParamValue: reading string from stack: %v", err) stack[0] = 1 return } val, ok := i.paramValues[paramKey] if !ok { i.logger.Warnf("getParamValue: param %q not found", paramKey) stack[0] = 1 return } if err = i.writeToDstBuffer([]byte(val), dst); err != nil { i.logger.Warnf("getParamValue: writing to guest memory: %v", err) stack[0] = 1 return } stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/perf.go000066400000000000000000000134111510117411400220740ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" "errors" "os" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/perf" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" ) func (i *wasmOperatorInstance) addPerfFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "newPerfReader", i.newPerfReader, []wapi.ValueType{ wapi.ValueTypeI32, // Perf map handle wapi.ValueTypeI32, // Size wapi.ValueTypeI32, // Overwritable }, []wapi.ValueType{wapi.ValueTypeI32}, // PerfReader ) exportFunction(env, "perfReaderPause", i.perfReaderPause, []wapi.ValueType{ wapi.ValueTypeI32, // PerfReader }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "perfReaderResume", i.perfReaderResume, []wapi.ValueType{ wapi.ValueTypeI32, // PerfReader }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "perfReaderRead", i.perfReaderRead, []wapi.ValueType{ wapi.ValueTypeI32, // PerfReader wapi.ValueTypeI64, // Buf pointer address }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "perfReaderClose", i.perfReaderClose, []wapi.ValueType{ wapi.ValueTypeI32, // PerfReader }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) } // newPerfReader creates a new perf reader. // Params: // - stack[0] is the perf map handle // - stack[1] is the size // - stack[2] is a boolean indicating whether the perf buffer is overwritable // - stack[3] is the value size // - stack[4] is the max entries // Return value: // - Perf reader handle on success, 0 on error func (i *wasmOperatorInstance) newPerfReader(ctx context.Context, m wapi.Module, stack []uint64) { perfMapHandle := wapi.DecodeU32(stack[0]) size := int(wapi.DecodeU32(stack[1])) isOverwritable := wapi.DecodeU32(stack[2]) > 0 perfMap, ok := getHandle[*ebpf.Map](i, perfMapHandle) if !ok { stack[0] = 1 return } perfReader, err := perf.NewReaderWithOptions(perfMap, size, perf.ReaderOptions{Overwritable: isOverwritable}) if err != nil { i.logger.Warnf("newPerfReader: creating perf reader: %v", err) stack[0] = 0 return } if isOverwritable { // Calling SetDeadline() from guest would open the possibility for the guest // to block the host by setting a deadline to 0 or far in the future. // To avoid this, we set the deadline to creation time of the buffer. // The only downside is that an user would not be able to read a part of the // buffer from guest side and the whole buffer up to its creation time. // We can work later on to add an hardened implementation of SetDeadline() // if there is a need for it. perfReader.SetDeadline(time.Now()) } stack[0] = wapi.EncodeU32(i.addHandle(perfReader)) } // perfReaderPause() pauses the perf reader // Params: // - stack[0]: Perf reader handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) perfReaderPause(ctx context.Context, m wapi.Module, stack []uint64) { perfReaderHandle := wapi.DecodeU32(stack[0]) perfReader, ok := getHandle[*perf.Reader](i, perfReaderHandle) if !ok { stack[0] = 1 return } err := perfReader.Pause() if err != nil { i.logger.Warnf("perfReaderPause: pausing perf reader: %v", err) stack[0] = 1 return } stack[0] = 0 } // perfReaderResume() resume the perf reader // Params: // - stack[0]: Perf reader handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) perfReaderResume(ctx context.Context, m wapi.Module, stack []uint64) { perfReaderHandle := wapi.DecodeU32(stack[0]) perfReader, ok := getHandle[*perf.Reader](i, perfReaderHandle) if !ok { stack[0] = 1 return } err := perfReader.Resume() if err != nil { i.logger.Warnf("perfReaderResume: resuming perf reader: %v", err) stack[0] = 1 return } stack[0] = 0 } // perfReaderRead read one record from the perf reader. // Params: // - stack[0]: Perf reader handle // - stack[1]: bufPtr address // Return value: // - 0 on success, 1 on error, 2 on deadline exceeded func (i *wasmOperatorInstance) perfReaderRead(ctx context.Context, m wapi.Module, stack []uint64) { perfReaderHandle := wapi.DecodeU32(stack[0]) addrBufPtr := stack[1] perfReader, ok := getHandle[*perf.Reader](i, perfReaderHandle) if !ok { stack[0] = 1 return } record, err := perfReader.Read() if err != nil { if errors.Is(err, os.ErrDeadlineExceeded) { stack[0] = 2 } else { stack[0] = 1 i.logger.Warnf("perfReaderRead: reading perf buffer: %v", err) } return } if err := i.writeToDstBuffer([]byte(record.RawSample), addrBufPtr); err != nil { i.logger.Warnf("perfReaderRead: writing record raw bytes to guest memory: %v", err) stack[0] = 1 return } stack[0] = 0 } // perfReaderClose() close the perf reader // Params: // - stack[0]: Perf reader handle // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) perfReaderClose(ctx context.Context, m wapi.Module, stack []uint64) { perfReaderHandle := wapi.DecodeU32(stack[0]) perfReader, ok := getHandle[*perf.Reader](i, perfReaderHandle) if !ok { stack[0] = 1 return } err := perfReader.Close() if err != nil { i.logger.Warnf("perfReaderClose: closing perf reader: %v", err) stack[0] = 1 return } i.delHandle(perfReaderHandle) stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/000077500000000000000000000000001510117411400233405ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/.gitignore000066400000000000000000000000061510117411400253240ustar00rootroot00000000000000*.tar inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/Makefile000066400000000000000000000014401510117411400247770ustar00rootroot00000000000000ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST)))) IG ?= ig TEST_ARTIFACTS = \ dataemit \ dataarray \ fields \ params \ config \ map \ mapofmap \ perf \ syscall \ kallsyms \ filtering \ baderrptr \ badguest \ all: $(TEST_ARTIFACTS) # Mark all test artifact targets as phony .PHONY: all clean $(TEST_ARTIFACTS) $(TEST_ARTIFACTS): @echo "Building $@" @sudo IG_SOURCE_PATH=$(realpath $(ROOT_DIR)/../../../..) $(IG) image build -t $@:latest $@ @sudo $(IG) image export $@:latest $@.tar # TODO: This fails with "Error: removing gadget image: unable to reload index:" # @sudo $(IG) image remove $@:latest clean: for ARTIFACT in $(TEST_ARTIFACTS); do \ sudo rm -f $$ARTIFACT.tar; \ sudo rm -rf $$ARTIFACT/target; \ sudo rm -f $$ARTIFACT/Cargo.lock; \ done inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/000077500000000000000000000000001510117411400253255ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/Cargo.lock000066400000000000000000000007031510117411400272320ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" dependencies = [ "once_cell", ] [[package]] name = "baderrptr" version = "0.1.0" dependencies = [ "api", ] [[package]] name = "once_cell" version = "1.21.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d" inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/Cargo.toml000066400000000000000000000002261510117411400272550ustar00rootroot00000000000000[package] name = "baderrptr" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/build.yaml000066400000000000000000000000211510117411400273010ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/src/000077500000000000000000000000001510117411400261145ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/baderrptr/src/lib.rs000066400000000000000000000017611510117411400272350ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::datasources::FieldKind; const INVALID_PTR: u32 = 17 * 1024 * 1024; #[link(wasm_import_module = "ig")] extern "C" { fn fieldGetScalar(acc: u32, data: u32, kind: u32, err_ptr: u32) -> u64; } #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { unsafe { fieldGetScalar(55, 55, FieldKind::Uint32 as u32, INVALID_PTR); } panic!("This should never be reached"); } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/000077500000000000000000000000001510117411400251365ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/Cargo.lock000066400000000000000000000003371510117411400270460ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "badguest" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/Cargo.toml000066400000000000000000000002251510117411400270650ustar00rootroot00000000000000[package] name = "badguest" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/build.yaml000066400000000000000000000000211510117411400271120ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/go.mod000066400000000000000000000002151510117411400262420ustar00rootroot00000000000000module main go 1.24.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/program.bpf.c000066400000000000000000000004071510117411400275200ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, struct map_test_struct); __type(value, __u32); } test_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/src/000077500000000000000000000000001510117411400257255ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/badguest/src/lib.rs000066400000000000000000000502751510117411400270520ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api; // We need to copy some declarations from the API to have access to the low // level details. #[repr(u32)] // Specifies the enums to be casted as u32, similar to C enums. #[derive(Clone, Copy)] enum SubscriptionType { _Invalid = 0, Data = 1, Array = 2, Packet = 3, } // Invalid string: Too big (17 MB, we only provide 16MB to WASM programs) const INVALID_STR_PTR: u64 = 1024 * 1024 * 17 << 32; #[repr(C)] #[derive(Debug, Copy, Clone, Default)] struct SyscallParamRaw { name: [u8; 32], flags: u32, } #[repr(C)] #[derive(Debug, Copy, Clone, Default)] struct SyscallDeclarationRaw { name: [u8; 32], nr_params: u8, _padding: [u8; 3], params: [SyscallParamRaw; 6], } #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "gadgetLog"] fn _log(level: u32, msg: u64); #[link_name = "newDataSource"] fn _new_datasource(name: u64, typ: u32) -> u32; #[link_name = "getDataSource"] fn _get_datasource(name: u64) -> u32; #[link_name = "dataSourceSubscribe"] fn _datasource_subscribe(ds: u32, typ: u32, prio: u32, cb: u64) -> u32; #[link_name = "dataSourceGetField"] fn _datasource_get_field(ds: u32, name: u64) -> u32; #[link_name = "dataSourceAddField"] fn _datasource_add_field(ds: u32, name: u64, kind: u32) -> u32; #[link_name = "dataSourceNewPacketSingle"] fn _datasource_new_packet_single(ds: u32) -> u32; #[link_name = "dataSourceNewPacketArray"] fn _datasource_new_packet_array(ds: u32) -> u32; #[link_name = "dataSourceEmitAndRelease"] fn _datasource_emit_and_release(ds: u32, packet: u32) -> u32; #[link_name = "dataSourceRelease"] fn _datasource_release(ds: u32, packet: u32) -> u32; #[link_name = "dataSourceUnreference"] fn _datasource_unreference(ds: u32) -> u32; #[link_name = "dataSourceIsReferenced"] fn _datasource_is_referenced(ds: u32) -> u32; #[link_name = "dataArrayNew"] fn _dataarray_new(d: u32) -> u32; #[link_name = "dataArrayAppend"] fn _dataarray_append(d: u32, data: u32) -> u32; #[link_name = "dataArrayRelease"] fn _dataarray_release(d: u32, data: u32) -> u32; #[link_name = "dataArrayLen"] fn _dataarray_len(d: u32) -> u32; #[link_name = "dataArrayGet"] fn _dataarray_get(d: u32, index: u32) -> u32; #[link_name = "fieldGetScalar"] fn _field_get_scalar(field: u32, data: u32, kind: u32, err_ptr: u32) -> u64; #[link_name = "fieldGetBuffer"] fn _field_get_buffer(field: u32, data: u32, kind: u32, dst: u64) -> i32; #[link_name = "fieldSet"] fn _field_set(field: u32, data: u32, kind: u32, value: u64) -> u32; #[link_name = "fieldAddTag"] fn _field_add_tag(field: u32, tag: u64) -> u32; #[link_name = "getParamValue"] fn _get_param_value(key: u64, dst: u64) -> u32; #[link_name = "setConfig"] fn _set_config(key: u64, val: u64, kind: u32) -> u32; #[link_name = "newMap"] fn _map_new(name: u64, typ: u32, key_size: u32, value_size: u32, max_entries: u32) -> u32; #[link_name = "getMap"] fn _map_get(name: u64) -> u32; #[link_name = "mapLookup"] fn _map_lookup(map: u32, key_ptr: u64, value_ptr: u64) -> u32; #[link_name = "mapUpdate"] fn _map_update(map: u32, key_ptr: u64, value_ptr: u64, flags: u64) -> u32; #[link_name = "mapDelete"] fn _map_delete(map: u32, key_ptr: u64) -> u32; #[link_name = "mapRelease"] fn _map_release(map: u32) -> u32; #[link_name = "getSyscallDeclaration"] fn _declaration(name: u64, pointer: u64) -> u32; #[link_name = "kallsymsSymbolExists"] fn _kallsyms_symbol_exists(symbol: u64) -> u32; } fn string_to_buf_ptr(s: &str) -> u64 { if s.is_empty() { return 0; } let ptr = s.as_ptr() as u32; let len = s.len() as u32; (u64::from(len) << 32) | u64::from(ptr) } pub fn any_to_buf_ptr(val: &T) -> Result { let size = std::mem::size_of_val(val); if size == 0 { return Err(String::from("zero-sized types not supported")); } let ptr = val as *const T as *const u8; let bytes = unsafe { std::slice::from_raw_parts(ptr, size) }; let buf_ptr = bytes_to_buf_ptr(bytes); Ok(buf_ptr) } fn bytes_to_buf_ptr(b: &[u8]) -> u64 { let len = b.len() as u64; let ptr = b.as_ptr() as u64; (len << 32) | ptr } fn log_and_panic(msg: String) { unsafe { _log(api::log::LogLevel::Error as u32, string_to_buf_ptr(&msg)); }; panic!("{}", msg) } fn assert_zero + std::fmt::Display>(v: T, msg: &str) { if v != 0 { log_and_panic(format!("{} is not zero: {}", v, msg)); } } fn assert_non_zero + std::fmt::Display>(v: T, msg: &str) { if v == 0 { log_and_panic(format!("{} is not zero: {}", v, msg)); } } fn assert_equal(v0: T, v1: T, msg: &str) { if v0 != v1 { log_and_panic(format!("{} != {}: {}", v0, v1, msg)); } } #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let ds_single_name = "mysingleds"; let ds_array_name = "myarrayds"; let field_name = "myfield"; // Create some resources for testing at the very beginning let ds_single_handle = unsafe { _new_datasource(string_to_buf_ptr(ds_single_name), api::datasources::DataSourceType::Single as u32 as u32) }; assert_non_zero(ds_single_handle, "_new_datasource: creating new single"); let ds_array_handle = unsafe { _new_datasource(string_to_buf_ptr(ds_array_name), api::datasources::DataSourceType::Array as u32 as u32) }; assert_non_zero(ds_single_handle, "_new_datasource: creating new array"); let field_handle = unsafe { _datasource_add_field(ds_single_handle, string_to_buf_ptr(field_name), api::datasources::FieldKind::Uint32 as u32) }; assert_non_zero(field_handle, "_datasource_add_field: creating new"); /********** Log **********/ unsafe { _log(api::log::LogLevel::Error as u32, INVALID_STR_PTR); _log(42, string_to_buf_ptr("hello-world")); // invalid log level _log(api::log::LogLevel::Error as u32, string_to_buf_ptr("")); // empty string }; /********** DataSource **********/ assert_zero(unsafe { _new_datasource(INVALID_STR_PTR, api::datasources::DataSourceType::Single as u32) }, "newDataSource: invalid name ptr"); assert_zero(unsafe { _new_datasource(string_to_buf_ptr("foo"), 42) }, "newDataSource: invalid type"); assert_non_zero(unsafe { _get_datasource(string_to_buf_ptr(ds_single_name)) }, "_get_datasource: existing"); assert_zero(unsafe { _get_datasource(string_to_buf_ptr("foo")) }, "_get_datasource: non existing"); assert_zero(unsafe { _get_datasource(INVALID_STR_PTR) }, "_get_datasource: invalid name ptr"); assert_zero(unsafe { _datasource_subscribe(ds_single_handle, SubscriptionType::Data as u32, 0, 0) }, "_datasource_subscribe: single"); assert_zero(unsafe { _datasource_subscribe(ds_single_handle, SubscriptionType::Packet as u32, 0, 0) }, "_datasource_subscribe: single + packet"); assert_zero(unsafe { _datasource_subscribe(ds_array_handle, SubscriptionType::Array as u32, 0, 0) }, "_datasource_subscribe: array"); assert_zero(unsafe { _datasource_subscribe(ds_array_handle, SubscriptionType::Packet as u32, 0, 0) }, "_datasource_subscribe: array + packet"); assert_zero(unsafe { _datasource_subscribe(ds_array_handle, SubscriptionType::Data as u32, 0, 0) }, "_datasource_subscribe: array + single"); assert_non_zero(unsafe { _datasource_subscribe(42, SubscriptionType::Data as u32, 0, 0) }, "_datasource_subscribe: bad handle"); assert_non_zero(unsafe { _datasource_subscribe(field_handle, SubscriptionType::Data as u32, 0, 0) }, "_datasource_subscribe: bad handle type"); assert_non_zero(unsafe { _datasource_subscribe(ds_single_handle, SubscriptionType::Array as u32, 0, 0) }, "_datasource_subscribe: bad handle type (single)"); assert_non_zero(unsafe { _datasource_subscribe(ds_single_handle, 1005, 0, 0) }, "_datasource_subscribe: bad subscription type"); assert_zero(unsafe { _datasource_add_field(ds_single_handle, string_to_buf_ptr(field_name), api::datasources::FieldKind::Uint32 as u32) }, "_datasource_add_field: duplicated"); assert_zero(unsafe { _datasource_add_field(42, string_to_buf_ptr("foo"), api::datasources::FieldKind::Uint32 as u32) }, "_datasource_add_field: bad handle"); assert_zero(unsafe { _datasource_add_field(field_handle, string_to_buf_ptr("foo"), api::datasources::FieldKind::Uint32 as u32) }, "_datasource_add_field: bad handle type"); assert_zero(unsafe { _datasource_add_field(ds_single_handle, string_to_buf_ptr("foo"), 1005) }, "_datasource_add_field: bad kind"); assert_non_zero(unsafe { _datasource_get_field(ds_single_handle, string_to_buf_ptr(field_name)) }, "_datasource_get_field: existing"); assert_zero(unsafe { _datasource_get_field(42, string_to_buf_ptr("foo")) }, "_datasource_get_field: non existing"); assert_zero(unsafe { _datasource_get_field(ds_single_handle, INVALID_STR_PTR) }, "_datasource_get_field: invalid name ptr"); let packet_single_handle = unsafe { _datasource_new_packet_single(ds_single_handle) }; assert_non_zero(packet_single_handle, "_datasource_new_packet_single: creating new"); assert_zero(unsafe { _datasource_new_packet_single(42) }, "_datasource_new_packet_single: bad handle"); assert_zero(unsafe { _datasource_new_packet_single(field_handle) }, "_datasource_new_packet_single: bad handle type"); assert_zero(unsafe { _datasource_new_packet_single(ds_array_handle) }, "_datasource_new_packet_single: bad datasource type"); let packet_array_handle = unsafe { _datasource_new_packet_array(ds_array_handle) }; assert_non_zero(packet_array_handle, "_datasource_new_packet_array: creating new"); assert_zero(unsafe { _datasource_new_packet_array(42) }, "_datasource_new_packet_array: bad handle"); assert_zero(unsafe { _datasource_new_packet_array(field_handle) }, "_datasource_new_packet_array: bad handle type"); assert_zero(unsafe { _datasource_new_packet_array(ds_single_handle) }, "_datasource_new_packet_array: bad datasource type"); assert_non_zero(unsafe { _datasource_emit_and_release(42, packet_single_handle) }, "_datasource_emit_and_release: bad handle"); assert_non_zero(unsafe { _datasource_emit_and_release(field_handle, packet_single_handle) }, "_datasource_emit_and_release: bad datasource handle type"); assert_non_zero(unsafe { _datasource_emit_and_release(ds_single_handle, 42) }, "_datasource_emit_and_release: bad packet handle"); assert_non_zero(unsafe { _datasource_emit_and_release(ds_single_handle, field_handle) }, "_datasource_emit_and_release: bad packet handle type "); assert_zero(unsafe { _datasource_release(ds_single_handle, packet_single_handle) }, "_datasource_release: ok"); assert_non_zero(unsafe { _datasource_release(ds_single_handle, packet_single_handle) }, "_datasource_release: double release"); assert_non_zero(unsafe { _datasource_release(42, packet_single_handle) }, "_datasource_release: bad handle"); assert_non_zero(unsafe { _datasource_release(field_handle, packet_single_handle) }, "_datasource_release: bad handle type"); assert_non_zero(unsafe { _datasource_release(ds_single_handle, 42) }, "_datasource_release: bad packet handle"); assert_non_zero(unsafe { _datasource_release(ds_single_handle, field_handle) }, "_datasource_release: bad packet handle type"); let data_elem_handle = unsafe { _dataarray_new(packet_array_handle) }; assert_non_zero(data_elem_handle, "_dataarray_new: creating new"); assert_zero(unsafe { _dataarray_new(42) }, "_dataarray_new: bad handle"); assert_zero(unsafe { _dataarray_new(field_handle) }, "_dataarray_new: bad handle type"); assert_zero(unsafe { _dataarray_append(packet_array_handle, data_elem_handle) }, "_dataarray_append: ok"); assert_non_zero(unsafe { _dataarray_release(packet_array_handle, data_elem_handle) }, "_dataarray_release: bad data handle after append"); assert_non_zero(unsafe { _dataarray_append(packet_array_handle, 42) }, "_dataarray_append: bad data handle"); assert_non_zero(unsafe { _dataarray_append(packet_array_handle, field_handle) }, "_dataarray_append: bad data handle type"); assert_non_zero(unsafe { _dataarray_append(42, data_elem_handle) }, "_dataarray_append: bad handle"); assert_non_zero(unsafe { _dataarray_append(field_handle, data_elem_handle) }, "_dataarray_append: bad array handle type"); assert_equal(unsafe { _dataarray_len(packet_array_handle) }, 1, "_dataarray_len"); assert_zero(unsafe { _dataarray_len(42) }, "_dataarray_len: bad handle"); assert_zero(unsafe { _dataarray_len(packet_single_handle) }, "_dataarray_len: bad handle type"); let data_elem_handle2 = unsafe { _dataarray_new(packet_array_handle) }; assert_zero(unsafe { _dataarray_release(packet_array_handle, data_elem_handle2) }, "_dataarray_release: ok"); assert_non_zero(unsafe { _dataarray_release(packet_array_handle, data_elem_handle2) }, "_dataarray_release: double release"); assert_non_zero(unsafe { _dataarray_release(packet_array_handle, 42) }, "_dataarray_release: bad data handle"); assert_non_zero(unsafe { _dataarray_release(packet_array_handle, field_handle) }, "_dataarray_release: bad data handle type"); assert_non_zero(unsafe { _dataarray_release(42, data_elem_handle2) }, "_dataarray_release: bad array handle"); assert_non_zero(unsafe { _dataarray_release(field_handle, data_elem_handle2) }, "_dataarray_release: bad array handle type"); assert_non_zero(unsafe { _dataarray_get(packet_array_handle, 0) }, "_dataarray_get: index 0"); assert_zero(unsafe { _dataarray_get(packet_array_handle, 1) }, "_dataarray_get: index 1"); assert_zero(unsafe { _dataarray_get(42, 0) }, "_dataarray_get: bad handle"); assert_zero(unsafe { _dataarray_get(packet_single_handle, 0) }, "_dataarray_get: bad handle type"); /* Fields */ let data_handle = unsafe { _datasource_new_packet_single(ds_single_handle) }; assert_non_zero(data_handle, "dataSourceNewPacketSingle: creating new"); assert_zero(unsafe { _field_set(field_handle, data_handle, api::datasources::FieldKind::Uint32 as u32, 1234) }, "_field_set: ok"); assert_non_zero(unsafe { _field_set(field_handle, data_handle, api::datasources::FieldKind::Uint64 as u32, 1234) }, "_field_set: bad kind"); assert_non_zero(unsafe { _field_set(field_handle, data_handle, 1005, 1234) }, "_field_set: bad kind"); assert_non_zero(unsafe { _field_set(field_handle, field_handle, api::datasources::FieldKind::Uint32 as u32, 1234) }, "_field_set: bad data handle"); assert_non_zero(unsafe { _field_set(data_handle, data_handle, api::datasources::FieldKind::Uint32 as u32, 1234) }, "_field_set: bad field handle"); let mut err: u32 = 0; let err_ptr = &mut err as *mut u32 as u32; let ret = unsafe {_field_get_scalar(field_handle, data_handle, api::datasources::FieldKind::Uint32 as u32, err_ptr) }; assert_equal(ret, 1234, "_field_get_scalar: ok"); assert_zero(err, "_field_get_scalar: ok"); unsafe { _field_get_scalar(field_handle, data_handle, 1005, err_ptr) }; assert_equal(err, 1, "_field_get_scalar: bad kind"); unsafe {_field_get_scalar(field_handle, field_handle, api::datasources::FieldKind::Uint32 as u32, err_ptr) }; assert_equal(err, 1, "_field_get_scalar: bad data handle"); unsafe { _field_get_scalar(data_handle, data_handle, api::datasources::FieldKind::Uint32 as u32, err_ptr) }; assert_equal(err, 1, "_field_get_scalar: bad field handle"); // a zero err ptr shouldn't cause any crash unsafe { _field_get_scalar(field_handle, data_handle, 1005, 0) }; /* Params */ let param_buf = bytes_to_buf_ptr(&vec![0u8; 512]); assert_non_zero(unsafe { _get_param_value(string_to_buf_ptr("non-existing-param"), param_buf) }, "_get_param_value: not-found"); assert_non_zero(unsafe { _get_param_value(INVALID_STR_PTR, param_buf) }, "_get_param_value: invalid key ptr"); /* Config */ assert_zero(unsafe { _set_config(string_to_buf_ptr("key"), string_to_buf_ptr("value"), api::datasources::FieldKind::String as u32) }, "_set_config: ok"); assert_non_zero(unsafe { _set_config(string_to_buf_ptr("key"), string_to_buf_ptr("value"), 1005) }, "_set_config: bad kind"); assert_non_zero(unsafe { _set_config(INVALID_STR_PTR, string_to_buf_ptr("value"), api::datasources::FieldKind::String as u32) }, "_set_config: bad key ptr"); assert_non_zero(unsafe { _set_config(string_to_buf_ptr("key"), INVALID_STR_PTR, api::datasources::FieldKind::String as u32) }, "_set_config: bad value ptr"); /* Map */ assert_zero(unsafe { _map_get(INVALID_STR_PTR) }, "_map_get: bad map pointer"); assert_non_zero(unsafe { _map_update(0, INVALID_STR_PTR, INVALID_STR_PTR, 0) }, "_map_update: bad handle"); assert_non_zero(unsafe { _map_lookup(0, INVALID_STR_PTR, INVALID_STR_PTR) }, "_map_lookup: bad handle"); assert_non_zero(unsafe { _map_delete(0, INVALID_STR_PTR) }, "_map_delete: bad handle"); /* SyscallDeclaration */ let syscall_declaration_size = std::mem::size_of::(); let syscall_declaration_ptr = bytes_to_buf_ptr(&vec![0u8; syscall_declaration_size]); let invalid_syscall_declaration_ptr = bytes_to_buf_ptr(&vec![0u8; syscall_declaration_size / 2]); assert_zero(unsafe { _declaration(string_to_buf_ptr("execve"), syscall_declaration_ptr) }, "_declaration: good"); assert_non_zero(unsafe { _declaration(INVALID_STR_PTR, syscall_declaration_ptr) }, "_declaration: bad syscall name pointer"); assert_non_zero(unsafe { _declaration(string_to_buf_ptr("execve"), invalid_syscall_declaration_ptr) }, "_declaration: bad syscall decl pointer"); /* Kallsyms */ assert_equal(unsafe { _kallsyms_symbol_exists(INVALID_STR_PTR) }, 0, "_kallsyms_symbol_exists: bad symbol pointer"); assert_equal(unsafe { _kallsyms_symbol_exists(string_to_buf_ptr("abcde_bad_name")) }, 0, "_kallsyms_symbol_exists: nonexistent symbol name"); assert_equal(unsafe { _kallsyms_symbol_exists(string_to_buf_ptr("socket_file_ops")) }, 1, "_kallsyms_symbol_exists: good symbol name"); 0 } #[no_mangle] #[allow(non_snake_case)] fn gadgetStart() -> i32 { #[repr(C)] #[derive(Default, Debug, Clone, Copy, PartialEq, Eq, Hash)] struct MapTestStruct { a: i32, b: i32, c: i8, _pad: [i8; 3], } let key = MapTestStruct { a: 42, b: 42, c: 43, _pad: [0; 3], }; let key_ptr = any_to_buf_ptr(&key).expect("Invalid key pointer"); let handle = unsafe { _map_get(string_to_buf_ptr("test_map")) }; assert_non_zero(handle, "_map_get: test_map should exist"); assert_non_zero(unsafe { _map_update(handle, INVALID_STR_PTR, INVALID_STR_PTR, 1<<3) }, "_map_update: bad flag value"); assert_non_zero(unsafe { _map_update(handle, INVALID_STR_PTR, INVALID_STR_PTR, 0) }, "_map_update: bad key pointer"); assert_non_zero(unsafe { _map_update(handle, key_ptr, INVALID_STR_PTR, 0) }, "_map_update: bad value pointer"); assert_non_zero(unsafe { _map_lookup(handle, INVALID_STR_PTR, 0) }, "_map_lookup: bad key pointer"); assert_non_zero(unsafe { _map_lookup(handle, INVALID_STR_PTR, INVALID_STR_PTR) }, "_map_lookup: bad value pointer"); assert_non_zero(unsafe { _map_delete(handle, INVALID_STR_PTR) }, "_map_delete: bad key pointer"); let bad_map = unsafe { _map_new(string_to_buf_ptr("bad_map"), api::map::MapType::Hash as u32, 4, 4, 1) }; assert_non_zero(bad_map, "newMap: creating map"); assert_zero(unsafe { _map_release(bad_map) }, "_map_release: closing map"); assert_non_zero(unsafe { _map_lookup(bad_map, INVALID_STR_PTR, INVALID_STR_PTR) }, "_map_lookup: bad handle"); assert_non_zero(unsafe { _map_release(bad_map) }, "_map_release: bad handle"); 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/000077500000000000000000000000001510117411400246055ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/Cargo.lock000066400000000000000000000003351510117411400265130ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "config" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/Cargo.toml000066400000000000000000000002231510117411400265320ustar00rootroot00000000000000[package] name = "config" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/build.yaml000066400000000000000000000000211510117411400265610ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/src/000077500000000000000000000000001510117411400253745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/config/src/lib.rs000066400000000000000000000020261510117411400265100ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, config::set_config, }; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { if let Err(err) = set_config("foo.bar.zas".to_string(), "myvalue".to_string()) { errorf!("SetConfig failed: {:?}", err); return 1; } // set_config only allows string to be passed as a parameter, so due to check enforced during // compile time, we do not write test for other datatypes. 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/000077500000000000000000000000001510117411400253105ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/Cargo.lock000066400000000000000000000003401510117411400272120ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "dataarray" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/Cargo.toml000066400000000000000000000002261510117411400272400ustar00rootroot00000000000000[package] name = "dataarray" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/build.yaml000066400000000000000000000000211510117411400272640ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/src/000077500000000000000000000000001510117411400260775ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataarray/src/lib.rs000066400000000000000000000044251510117411400272200ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ datasources::{DataArray, DataSource, FieldKind}, fields::FieldData, warnf, }; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let Ok(ds) = DataSource::get_datasource("myds".to_string()) else { warnf!("failed to get datasource"); return 1; }; let Ok(foo_field) = ds.get_field("foo") else { warnf!("failed to get host field"); return 1; }; let Err(err) = ds.subscribe_array( move |_source: DataSource, mut array: DataArray| { let len = array.len(); if len != 10 { warnf!("bad length: got: {}, expected: 10", len); panic!("bad length"); } // Update value of first 10 elements for i in 0..10 { let data = array.get(i); let Ok(FieldData::Uint32(val)) = foo_field.get_data(data, FieldKind::Uint32) else { warnf!("failed to get field at index {}", i); panic!("failed to get field"); }; if let Err(e) = foo_field.set_data(data, &(val * i as u32)) { warnf!("failed to set field: {:?}", e); } } // Add 5 additional elements for i in 10..15 { let data = array.new(); if let Err(e) = foo_field.set_data(data, &(424143 * i as u32)) { warnf!("failed to set field: {:?}", e); } array.append(data).expect("failed to append data"); } Ok(()) }, 0, ) else { return 0; }; warnf!("failed to subscribe {:?}", err); 1 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/000077500000000000000000000000001510117411400251305ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/Cargo.lock000066400000000000000000000003371510117411400270400ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "dataemit" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/Cargo.toml000066400000000000000000000002251510117411400270570ustar00rootroot00000000000000[package] name = "dataemit" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/build.yaml000066400000000000000000000000211510117411400271040ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/src/000077500000000000000000000000001510117411400257175ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/dataemit/src/lib.rs000066400000000000000000000051261510117411400270370ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ datasources::{Data, DataSource, DataSourceType, FieldKind, Packet}, fields::FieldData, warnf, }; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let Ok(old_ds) = DataSource::get_datasource("old_ds".to_string()) else { warnf!("failed to get datasource"); return 1; }; let foo_field = match old_ds.get_field("foo") { Ok(field) => field, Err(e) => { warnf!("failed to get host field: {:?}", e); return 1; } }; let Ok(new_ds) = DataSource::new_datasource("new_ds".to_string(), DataSourceType::Single) else { warnf!("failed to create datasource"); return 1; }; let bar_field = match new_ds.add_field("bar", FieldKind::Uint32) { Ok(field) => field, Err(e) => { warnf!("failed to add field: {:?}", e); return 1; } }; let Err(e) = old_ds.subscribe( move |_source: DataSource, data: Data| { let val = match foo_field.get_data(data, FieldKind::Uint32) { Ok(FieldData::Uint32(v)) => v, Err(e) => { warnf!("failed to get field: {:?}", e); panic!("failed to get field"); } _ => { warnf!("unexpected field data type"); panic!("unexpected field data type"); } }; if val % 2 == 0 { let packet = match new_ds.new_packet_single() { Ok(p) => p, Err(e) => { warnf!("failed to create new packet: {:?}", e); panic!("failed to create packet"); } }; _ = bar_field.set_data(Data(packet.0), &(val * 5)); _ = new_ds.emit_and_release(Packet(packet.0)); } }, 0, ) else { return 0; }; warnf!("failed to subscribe: {:?}", e); 1 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/000077500000000000000000000000001510117411400246065ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/Cargo.lock000066400000000000000000000003351510117411400265140ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "fields" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/Cargo.toml000066400000000000000000000002231510117411400265330ustar00rootroot00000000000000[package] name = "fields" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/build.yaml000066400000000000000000000000211510117411400265620ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/src/000077500000000000000000000000001510117411400253755ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/fields/src/lib.rs000066400000000000000000000105221510117411400265110ustar00rootroot00000000000000use api::{ datasources::{DataSource, Field, FieldKind}, errorf, }; use std::{any::Any, sync::Arc}; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let Ok(ds) = DataSource::get_datasource("myds".to_string()) else { errorf!("failed to get datasource"); return 1; }; #[derive(Debug, Clone)] struct MyField { name: &'static str, typ: FieldKind, acc: Field, val: Arc, tag: &'static str, } let mut fields = vec![ MyField { name: "field_bool", typ: FieldKind::Bool, val: Arc::new(true), tag: "tag_bool", acc: Field(0), }, MyField { name: "field_int8", typ: FieldKind::Int8, val: Arc::new(-123i8), tag: "tag_int8", acc: Field(0), }, MyField { name: "field_int16", typ: FieldKind::Int16, val: Arc::new(-25647i16), tag: "tag_int16", acc: Field(0), }, MyField { name: "field_int32", typ: FieldKind::Int32, val: Arc::new(-535245564i32), tag: "tag_int32", acc: Field(0), }, MyField { name: "field_int64", typ: FieldKind::Int64, val: Arc::new(-1234567890i64), tag: "tag_int64", acc: Field(0), }, MyField { name: "field_uint8", typ: FieldKind::Uint8, val: Arc::new(56u8), tag: "tag_uint8", acc: Field(0), }, MyField { name: "field_uint16", typ: FieldKind::Uint16, val: Arc::new(12345u16), tag: "tag_uint16", acc: Field(0), }, MyField { name: "field_uint32", typ: FieldKind::Uint32, val: Arc::new(1234567890u32), tag: "tag_uint32", acc: Field(0), }, MyField { name: "field_uint64", typ: FieldKind::Uint64, val: Arc::new(1234567890123456u64), tag: "tag_uint64", acc: Field(0), }, MyField { name: "field_float32", typ: FieldKind::Float32, val: Arc::new(3.14159f32), tag: "tag_float32", acc: Field(0), }, MyField { name: "field_float64", typ: FieldKind::Float64, val: Arc::new(3.14159265359f64), tag: "tag_float64", acc: Field(0), }, MyField { name: "field_string", typ: FieldKind::String, val: Arc::new("Hello, World!".to_string()), tag: "tag_string", acc: Field(0), }, MyField { name: "field_bytes", typ: FieldKind::Bytes, val: Arc::new(vec![0x1u8, 0x2u8, 0x3u8, 0x4u8, 0x5u8]), tag: "tag_bytes", acc: Field(0), }, ]; for f in fields.iter_mut() { let Ok(field) = ds.add_field(f.name, f.typ) else { let name = f.name; errorf!("failed to add field: {}", name); return 1; }; if let Err(e) = field.add_tag(f.tag) { let tag = f.tag; errorf!("failed to add tag: {} -> {:?}", tag, e); return 1; } f.acc = field; } let Ok(host_field) = ds.get_field("host_field") else { errorf!("failed to get host field"); return 1; }; fields.push(MyField { name: "host_field", typ: FieldKind::String, val: Arc::new("LOCALHOST".to_string()), tag: "host_tag", acc: host_field, }); let result = ds.subscribe( { move |_source, data| { for f in fields.iter() { let field = f.acc; if let Err(e) = field.set_data(data, &*f.val) { let name = f.name; errorf!("failed to set field {}: {:?}", name, e); panic!("failed to set field"); } } } }, 0, ); if result.is_err() { errorf!("failed to subscribe"); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/000077500000000000000000000000001510117411400253235ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/Cargo.lock000066400000000000000000000003401510117411400272250ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "filtering" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/Cargo.toml000066400000000000000000000002261510117411400272530ustar00rootroot00000000000000[package] name = "filtering" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/build.yaml000066400000000000000000000000211510117411400272770ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/src/000077500000000000000000000000001510117411400261125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/filtering/src/lib.rs000066400000000000000000000020501510117411400272230ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, filter::should_discard_mntns_id, }; const MNTNS_DISCARDED: u64 = 555; const MNTNS_NOT_DISCARDED: u64 = 777; #[no_mangle] #[allow(non_snake_case)] fn gadgetStart() -> i32 { if !should_discard_mntns_id(MNTNS_DISCARDED) { errorf!("mntns should be discarded"); return 1; } if should_discard_mntns_id(MNTNS_NOT_DISCARDED) { errorf!("mntns should not be discarded"); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/000077500000000000000000000000001510117411400251775ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/Cargo.lock000066400000000000000000000003371510117411400271070ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "kallsyms" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/Cargo.toml000066400000000000000000000002251510117411400271260ustar00rootroot00000000000000[package] name = "kallsyms" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/build.yaml000066400000000000000000000000211510117411400271530ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/src/000077500000000000000000000000001510117411400257665ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/kallsyms/src/lib.rs000066400000000000000000000021051510117411400271000ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, kallsyms, }; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let mut exists = kallsyms::kallsyms_symbol_exists("abcde_this_symbol_does_not_exist"); if exists { errorf!("kallsyms_symbol_exists wrongly found symbol"); return 1; } exists = kallsyms::kallsyms_symbol_exists("socket_file_ops"); if !exists { errorf!("kallsyms_symbol_exists did not find symbol"); return 1; } return 0; } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/000077500000000000000000000000001510117411400241155ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/Cargo.lock000066400000000000000000000003401510117411400260170ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "rust_wasm" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/Cargo.toml000066400000000000000000000002261510117411400260450ustar00rootroot00000000000000[package] name = "rust_wasm" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/build.yaml000066400000000000000000000000211510117411400260710ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/program.bpf.c000066400000000000000000000004071510117411400264770ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, struct map_test_struct); __type(value, __u32); } test_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/src/000077500000000000000000000000001510117411400247045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/map/src/lib.rs000066400000000000000000000121311510117411400260160ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, map::{Map, MapSpec, MapType, MapUpdateFlags}, }; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let map_name = "test_map"; if let Ok(_) = Map::get(map_name) { api::errorf!("{} map does not exist", map_name); return 1; } 0 } // #[repr(C)] #[derive(Default, Debug, Clone, Copy, PartialEq, Eq, Hash)] struct MapTestStruct { a: i32, b: i32, c: i8, _pad: [i8; 3], } #[no_mangle] #[allow(non_snake_case)] fn gadgetStart() -> i32 { let map_name = "test_map"; let mut expected_val: i32 = 42; let new_val: i32 = 43; let key = MapTestStruct { a: 42, b: 42, c: 43, _pad: [0; 3], }; let mut val: i32 = 0; //Defining m inside a block to test Map drop trait. { let Ok(m) = Map::get(map_name) else { errorf!("map doesn't exists: {}", map_name); return 1; }; if let Err(err) = m.put(&key, &expected_val) { api::errorf!( "setting {} value for {:?} key in {}: {}", expected_val, key, map_name, err ); return 1; } if let Err(_) = m.lookup(&key, &mut val) { api::errorf!("no value found for key {:?} in {}", key, map_name); return 1; } if val != expected_val { api::errorf!("expected value {}, got {}", expected_val, val); return 1; } // Code is not required as parameter's type are checked at compile time // match m.lookup(&key, val) { // Ok(_) => {api::error!("lookup only accepts pointer for value argument"); // return 1;}, // Err(_) => { // } // } if let Err(_) = m.update(&key, &new_val, MapUpdateFlags::UpdateExist) { api::errorf!("updating value for key {:?} in {}", key, map_name); return 1; } if let Err(_) = m.lookup(&key, &mut val) { api::errorf!("no value found for key {:?} in {}", key, map_name); return 1; } if val != new_val { api::errorf!("expected value {}, got {}", new_val, val); return 1; } if let Err(_) = m.delete(&key) { api::errorf!("deleting value for key {:?} in {}", key, map_name); return 1; } if let Err(_) = m.put(&key, &val) { api::errorf!("setting {} value for key {:?} in {:?}", val, key, map_name); return 1; } if let Ok(_) = m.update(&key, &new_val, MapUpdateFlags::UpdateNoExist) { api::errorf!( "cannot update value for key {:?} in {} as it is not already present", key, map_name ); return 1; } if let Err(_) = m.update(&key, &new_val, MapUpdateFlags::UpdateExist) { api::errorf!( "cannot update value for key {:?} in {} as it is already present", key, map_name ); return 1; } if let Err(_) = m.delete(&key) { api::errorf!("deleting value for key {:?} in {}", key, map_name); return 1; } if let Ok(_) = m.delete(&key) { api::errorf!("there is value for key {:?} in {}", key, map_name); return 1; } } // As the block ends, the map tries to be dropped, but cannot close map got with get() let map_spec = MapSpec { name: "map_test".to_string(), typ: MapType::Hash, key_size: 4, value_size: 4, max_entries: 1, }; let Ok(new_map) = Map::new(&map_spec) else { api::errorf!("creating map {:?}", &map_spec.name); return 1; }; let k: i32 = 42; val = 43; if let Err(_) = new_map.put(&k, &val) { api::errorf!("setting {} value for key {} in {:?}", val, k, &map_spec.name); return 1; } if let Err(_) = new_map.lookup(&k, &mut val) { api::errorf!("no value found for key {} in {:?}", k, &map_spec.name); return 1; } expected_val = 43; if val != expected_val { api::errorf!("expected value {}, got {}", expected_val, val); return 1; } let k2 = 0xdead; val = 0xcafe; if let Ok(_) = new_map.put(&k2, &val) { api::errorf!("map {:?} has one max entry, trying to put two", &map_spec.name); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/000077500000000000000000000000001510117411400251405ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/Cargo.lock000066400000000000000000000003371510117411400270500ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "mapofmap" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/Cargo.toml000066400000000000000000000002251510117411400270670ustar00rootroot00000000000000[package] name = "mapofmap" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/build.yaml000066400000000000000000000000211510117411400271140ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/program.bpf.c000066400000000000000000000007241510117411400275240ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH_OF_MAPS); __uint(key_size, sizeof(struct map_test_struct)); __uint(value_size, sizeof(u32)); __uint(max_entries, 1024); __array( values, struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); __uint(max_entries, 1); }); } map_of_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/src/000077500000000000000000000000001510117411400257275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/mapofmap/src/lib.rs000066400000000000000000000047611510117411400270530ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, map::{Map, MapSpec, MapType}, }; #[repr(C)] #[derive(Default, Debug, Clone, Copy, PartialEq, Eq, Hash)] struct MapTestStruct { a: i32, b: i32, c: i8, _pad: [i8; 3], } #[no_mangle] #[allow(non_snake_case)] fn gadgetStart() -> i32 { let map_of_map_name = "map_of_map"; let mut inner_map = Map::default(); let key = MapTestStruct { a: 42, b: 42, c: 43, _pad: [0; 3], }; let Ok(map_of_map) = Map::get(map_of_map_name) else { errorf!("{} map must exist", map_of_map_name); return 1; }; let hash_map_name = "test_hash".to_string(); let inner_map_spec = MapSpec { name: hash_map_name.clone(), typ: MapType::Hash, key_size: 4, value_size: 4, max_entries: 1, }; let Ok(hash_map) = Map::new(&inner_map_spec) else { errorf!("creating map {}", hash_map_name); return 1; }; if let Err(e) = map_of_map.put(&key, &hash_map) { errorf!( "setting {} inner map value for key {:?} in {}: {}", hash_map_name, key, map_of_map_name, e ); return 1; } if let Err(_) = map_of_map.lookup(&key, &mut inner_map) { errorf!("no value found for key {:?} in {}", key, map_of_map_name); return 1; } if inner_map.handle == 0 { errorf!("expected handle to be different than 0"); return 1; } if inner_map.handle == hash_map.handle { errorf!("expected handle to be different than hashMap"); return 1; } let k: u32 = 42; let v: u32 = 43; if let Err(e) = inner_map.put(&k, &v) { errorf!("putting value in inner map {}: {}", hash_map_name, e); return 1; } if let Err(_) = map_of_map.delete(&key) { errorf!("deleting map {:?}", hash_map); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/000077500000000000000000000000001510117411400246235ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/Cargo.lock000066400000000000000000000003351510117411400265310ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "params" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/Cargo.toml000066400000000000000000000002231510117411400265500ustar00rootroot00000000000000[package] name = "params" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/build.yaml000066400000000000000000000000211510117411400265770ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/gadget.yaml000066400000000000000000000003751510117411400267470ustar00rootroot00000000000000name: params_test params: wasm: param-key: key: param-key description: param-description defaultValue: param-default-value typeHint: param-type-hint title: param-title alias: param-alias isMandatory: true inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/src/000077500000000000000000000000001510117411400254125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/params/src/lib.rs000066400000000000000000000011261510117411400265260ustar00rootroot00000000000000use api::{ errorf, params::get_param_value, }; #[no_mangle] #[allow(non_snake_case)] pub fn gadgetStart() -> i32 { let Ok(val) = get_param_value("param-key".to_string(), 32) else { errorf!("failed to get param"); return 1; }; let expected = "param-value".to_string(); if val != expected { errorf!("param value should be {:?}, got: {:?}", expected, val); return 1; } if let Ok(_) = get_param_value("non-existing-param".to_string(), 32) { errorf!("looking for non-existing-param succeeded"); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/000077500000000000000000000000001510117411400242745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/Cargo.lock000066400000000000000000000003331510117411400262000ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "perf" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/Cargo.toml000066400000000000000000000002211510117411400262170ustar00rootroot00000000000000[package] name = "perf" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/build.yaml000066400000000000000000000000211510117411400262500ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/program.bpf.c000066400000000000000000000010571510117411400266600ustar00rootroot00000000000000#include #include struct event { __u32 a; __u32 b; __u8 c; __u8 unused[247]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("tracepoint/syscalls/sys_enter_write") int test_write_e(struct syscall_trace_enter *ctx) { struct event event = { .a = 42, .b = 42, .c = 43 }; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/src/000077500000000000000000000000001510117411400250635ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/perf/src/lib.rs000066400000000000000000000042211510117411400261760ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, info, map::Map, perf::PerfReader, }; #[repr(C)] #[derive(Debug, Copy, Clone, PartialEq)] struct Event { a: u32, b: u32, c: u8, _unused: [u8; 247], } #[no_mangle] #[allow(non_snake_case)] fn gadgetStart() -> i32 { let map_name = "events"; let sample = [0u8; 4096]; let Ok(perf_array) = Map::get(map_name) else { errorf!("{} map exists", map_name); return 1; }; let Ok(perf_reader) = PerfReader::new(&perf_array, 4096, true) else { errorf!("creating perf reader"); return 1; }; if let Ok(_) = perf_reader.read(&sample) { errorf!("perf over writable reader must be paused before reading"); return 1; } for _ in 0..10 { // Let's generate some events by calling indirectly the write() syscall. info!("testing perf array"); } if let Err(_) = perf_reader.pause() { errorf!("pausing perf reader"); return 1; } if let Err(_) = perf_reader.read(&sample) { errorf!("reading perf record"); return 1; } let ev = sample.as_ptr() as *const Event; let evv = unsafe { *ev }; let expected_event = Event { a: 42, b: 42, c: 43, _unused: [0; 247], }; if evv != expected_event { errorf!( "record read mismatch: expected {:?}, got {:?}", expected_event, evv ); return 1; } if let Err(_) = perf_reader.resume() { errorf!("resuming perf reader"); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/000077500000000000000000000000001510117411400250125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/Cargo.lock000066400000000000000000000003361510117411400267210ustar00rootroot00000000000000# This file is automatically @generated by Cargo. # It is not intended for manual editing. version = 4 [[package]] name = "api" version = "0.1.0" [[package]] name = "syscall" version = "0.1.0" dependencies = [ "api", ] inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/Cargo.toml000066400000000000000000000002241510117411400267400ustar00rootroot00000000000000[package] name = "syscall" version = "0.1.0" edition = "2021" [lib] crate-type=["cdylib"] [dependencies] api={path="../../../../../wasmapi/rust"} inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/build.yaml000066400000000000000000000000211510117411400267660ustar00rootroot00000000000000wasm: src/lib.rs inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/src/000077500000000000000000000000001510117411400256015ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/rusttestdata/syscall/src/lib.rs000066400000000000000000000077061510117411400267270ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use api::{ errorf, syscall::{get_syscall_declaration, get_syscall_id, get_syscall_name}, }; const UNKNOWN_SYSCALL_ID: u16 = 1337; const OPEN_TREE_SYSCALL_ID: u16 = 428; #[no_mangle] #[allow(non_snake_case)] fn gadgetInit() -> i32 { let mut syscall_id: u16 = UNKNOWN_SYSCALL_ID; let Ok(mut syscall_name) = get_syscall_name(syscall_id) else { errorf!("failed to get name for syscall ID {}", syscall_id); return 1; }; // Check behavior is conform with strace let expected_syscall_name = format!("syscall_{:x}", syscall_id); if syscall_name != expected_syscall_name { errorf!( "mismatch for syscall {}: expected {}, got {}", syscall_id, expected_syscall_name, syscall_name ); return 1; } syscall_id = OPEN_TREE_SYSCALL_ID; let Ok(name) = get_syscall_name(syscall_id) else { errorf!("failed to get name for syscall ID {}", syscall_id); return 1; }; syscall_name = name; let expected_syscall_name = "open_tree".to_string(); if syscall_name != expected_syscall_name { errorf!( "mismatch for syscall {}: expected {}, got {}", syscall_id, expected_syscall_name, syscall_name ); return 1; } // open_tree has the same ID for both amd64 and arm64. syscall_name = "open_tree".to_string(); let Ok(id) = get_syscall_id(&syscall_name) else { errorf!("failed to get ID for syscall {}", syscall_name); return 1; }; if id as u16 != OPEN_TREE_SYSCALL_ID { errorf!( "mismatch for syscall {}: expected {}, got {}", syscall_name, OPEN_TREE_SYSCALL_ID, id ); return 1; } // Test invalid syscall name let syscall_name = "foobar".to_string(); if let Ok(val) = get_syscall_id(&syscall_name) { errorf!( "expected no syscall ID for syscall {}, got {}", syscall_name, val ); return 1; } if let Ok(val) = get_syscall_declaration(&syscall_name) { errorf!( "expected no declaration for syscall {}, but got {:?}", syscall_name, val ); return 1; } let syscall_name = "execve".to_string(); let Ok(declaration) = get_syscall_declaration(&syscall_name) else { errorf!("failed to get declaration for syscall {}", syscall_name); return 1; }; let param_count = declaration.params.len(); let expected_param_count = 3; if param_count != expected_param_count { errorf!( "syscall {} has {} parameters, got {}", syscall_name, expected_param_count, param_count ); return 1; } let param_name: String = declaration.params[0].name.clone(); let expected_param_name = "filename".to_string(); if param_name != expected_param_name { errorf!( "syscall {}, first parameter is named {}, got {}", syscall_name, expected_param_name, param_name ); return 1; } if !declaration.params[0].is_pointer { errorf!( "in {}, parameter {} is expected to be a pointer", syscall_name, param_name ); return 1; } 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/syscalls.go000066400000000000000000000132661510117411400230050ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "bytes" "context" "encoding/binary" "sync" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/syscalls" ) func (i *wasmOperatorInstance) addSyscallsDeclarationsFuncs(env wazero.HostModuleBuilder) { exportFunction(env, "getSyscallName", i.getSyscallName, []wapi.ValueType{ wapi.ValueTypeI32, // Syscall ID wapi.ValueTypeI64, // Buffer to save syscall name }, []wapi.ValueType{wapi.ValueTypeI32}, // Error ) exportFunction(env, "getSyscallID", i.getSyscallID, []wapi.ValueType{wapi.ValueTypeI64}, // Syscall Name []wapi.ValueType{wapi.ValueTypeI32}, // Syscall ID ) exportFunction(env, "getSyscallDeclaration", i.getSyscallDeclaration, []wapi.ValueType{ wapi.ValueTypeI64, // Syscall Name wapi.ValueTypeI64, // Syscall Declaration pointer }, []wapi.ValueType{wapi.ValueTypeI32}, // SyscallDeclaration or Error ) } // getSyscallName returns the syscall name corresponding to the given ID. // Params: // - stack[0]: syscall ID // - stack[1]: buffer where the syscall name will be written // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) getSyscallName(ctx context.Context, m wapi.Module, stack []uint64) { syscallID := uint16(stack[0]) dstBuf := stack[1] syscallName := syscalls.SyscallGetName(syscallID) if err := i.writeToDstBuffer([]byte(syscallName), dstBuf); err != nil { i.logger.Warnf("getSyscallName: writing to guest memory for %s: %v", syscallName, err) stack[0] = 1 return } stack[0] = 0 } // getSyscalID returns the syscall ID corresponding to the given name. // Params: // - stack[0] // Return value: // - Syscall ID on success, -1 on error func (i *wasmOperatorInstance) getSyscallID(ctx context.Context, m wapi.Module, stack []uint64) { syscallNamePtr := stack[0] syscallName, err := stringFromStack(m, syscallNamePtr) if err != nil { i.logger.Warnf("getSyscallID: reading string from stack: %v", err) stack[0] = wapi.EncodeI32(-1) return } id, ok := syscalls.GetSyscallNumberByName(syscallName) if !ok { i.logger.Warnf("getSyscallID: no syscall %s", syscallName) stack[0] = wapi.EncodeI32(-1) return } stack[0] = uint64(id) } // Keep in sync with wasmapi/go/syscall.go. const ( isPointerFlag = 1 << iota ) // Keep in sync with wasmapi/go/syscall.go. type syscallParam struct { name [32]byte flags uint32 } // Keep in sync with wasmapi/go/syscall.go. type syscallDeclaration struct { // landlock_create_ruleset() is one of the longest syscall name with 24 // characters, let's round up to 32 to be sure. name [32]byte nrParams uint8 _ [3]byte // syscalls have maximum 6 arguments: // https://github.com/torvalds/linux/blob/7cb1b4663150/include/linux/syscalls.h#L231 params [6]syscallParam } // getSyscallDeclaration gets a syscall declaration. // Params: // - stack[0] is the name of the syscall (string encoded) // - stack[1] is a pointer to a syscallDeclaration structure used to store the result. // Return value: // - 0 on success, 1 on error func (i *wasmOperatorInstance) getSyscallDeclaration(ctx context.Context, m wapi.Module, stack []uint64) { syscallNamePtr := stack[0] syscallDeclPtr := stack[1] syscallName, err := stringFromStack(m, syscallNamePtr) if err != nil { i.logger.Warnf("getSyscallDeclaration: reading string from stack: %v", err) stack[0] = 1 return } // This map can be big, so let's do it only once and if needed. i.syscallsDeclarations, err = sync.OnceValues(func() (map[string]syscalls.SyscallDeclaration, error) { return syscalls.GatherSyscallsDeclarations() })() if err != nil { i.logger.Warnf("getSyscallDeclaration: gathering syscall declarations: %v", err) stack[0] = 1 return } declaration, err := syscalls.GetSyscallDeclaration(i.syscallsDeclarations, syscallName) if err != nil { i.logger.Warnf("getSyscallDeclaration: getting syscall declaration for %q: %v", syscallName, err) stack[0] = 1 return } syscallDecl := syscallDeclaration{nrParams: declaration.GetParameterCount()} copy(syscallDecl.name[:], syscallName) for idx := range syscallDecl.nrParams { name, err := declaration.GetParameterName(idx) if err != nil { i.logger.Warnf("getSyscallDeclaration: getting parameter name %d for %q: %v", idx, syscallName, err) stack[0] = 1 return } isPointer, err := declaration.ParamIsPointer(idx) if err != nil { i.logger.Warnf("getSyscallDeclaration: getting parameter type %d for %q: %v", syscallName, err) stack[0] = 1 return } copy(syscallDecl.params[idx].name[:], name) if isPointer { syscallDecl.params[idx].flags |= isPointerFlag } } var buf bytes.Buffer // WASM is little endian: // https://webassembly.org/docs/portability/ err = binary.Write(&buf, binary.LittleEndian, syscallDecl) if err != nil { i.logger.Warnf("getSyscallDeclaration: converting syscall declaration to bytes: %v", err) stack[0] = 1 return } err = bufToStack(m, buf.Bytes(), syscallDeclPtr) if err != nil { i.logger.Warnf("getSyscallDeclaration: writing back syscall declaration to stack: %v", err) stack[0] = 1 return } stack[0] = 0 } inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/000077500000000000000000000000001510117411400224225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/.gitignore000066400000000000000000000000061510117411400244060ustar00rootroot00000000000000*.tar inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/Makefile000066400000000000000000000012471510117411400240660ustar00rootroot00000000000000ROOT_DIR:=$(shell dirname $(realpath $(firstword $(MAKEFILE_LIST)))) IG ?= ig TEST_ARTIFACTS = \ fields \ dataarray \ dataemit \ badguest \ baderrptr \ params \ config \ map \ mapofmap \ syscall \ perf \ kallsyms \ filtering \ # all: $(TEST_ARTIFACTS) .PHONY: $(TEST_ARTIFACTS) $(TEST_ARTIFACTS): @echo "Building $@" @sudo IG_SOURCE_PATH=$(realpath $(ROOT_DIR)/../../../..) $(IG) image build -t $@:latest $@ @sudo $(IG) image export $@:latest $@.tar # TODO: This fails with "Error: removing gadget image: unable to reload index:" #@sudo $(IG) image remove $@:latest .PHONY: clean: for ARTIFACT in $(TEST_ARTIFACTS); do \ sudo rm $$ARTIFACT.tar; \ done inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/baderrptr/000077500000000000000000000000001510117411400244075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/baderrptr/build.yaml000066400000000000000000000000211510117411400263630ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/baderrptr/go.mod000066400000000000000000000003121510117411400255110ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/baderrptr/program.go000066400000000000000000000021171510117411400264060ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // Invalid ptr: out of bound 17 MB (max memory of the module is 16MB) const invalidPtr uint32 = uint32(17 * 1024 * 1024) //go:wasmimport ig fieldGetScalar func fieldGetScalar(acc uint32, data uint32, kind uint32, errPtr uint32) uint64 //go:wasmexport gadgetInit func gadgetInit() int32 { fieldGetScalar(55, 55, uint32(api.Kind_Uint32), invalidPtr) panic("This should never be reached") } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/badguest/000077500000000000000000000000001510117411400242205ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/badguest/build.yaml000066400000000000000000000000211510117411400261740ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/badguest/go.mod000066400000000000000000000003121510117411400253220ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/badguest/program.bpf.c000066400000000000000000000004071510117411400266020ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, struct map_test_struct); __type(value, __u32); } test_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/badguest/program.go000066400000000000000000000416221510117411400262230ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // This program tries as hard as it can to break the host by calling functions // with wrong arguments. It uses the low level functions directly as the goal is // to test the host and not the wrapper API. Tests under dataarray and fields // test also the higher level API. package main import ( "bytes" "encoding/binary" "fmt" "runtime/debug" "unsafe" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // We need to copy some declarations from the API to have access to the low // level details. type subscriptionType uint32 const ( subcriptionTypeInvalid subscriptionType = 0 subscriptionTypeData subscriptionType = 1 subscriptionTypeArray subscriptionType = 2 subscriptionTypePacket subscriptionType = 3 ) // Invalid string: Too big (17 MB, we only provide 16MB to WASM programs) const invalidStrPtr uint64 = uint64(1024 * 1024 * 17 << 32) // Keep in sync with pkg/operators/wasm/syscalls.go. type syscallParam struct { name [32]byte flags uint32 } // Keep in sync with pkg/operators/wasm/syscalls.go. type syscallDeclaration struct { name [32]byte nrParams uint8 _ [3]byte params [6]syscallParam } //go:wasmimport ig gadgetLog func gadgetLog(level uint32, str uint64) //go:wasmimport ig newDataSource func newDataSource(name uint64, typ uint32) uint32 //go:wasmimport ig getDataSource func getDataSource(name uint64) uint32 //go:wasmimport ig dataSourceSubscribe func dataSourceSubscribe(ds uint32, typ uint32, prio uint32, cb uint64) uint32 //go:wasmimport ig dataSourceGetField func dataSourceGetField(ds uint32, name uint64) uint32 //go:wasmimport ig dataSourceAddField func dataSourceAddField(ds uint32, name uint64, kind uint32) uint32 //go:wasmimport ig dataSourceNewPacketSingle func dataSourceNewPacketSingle(ds uint32) uint32 //go:wasmimport ig dataSourceNewPacketArray func dataSourceNewPacketArray(ds uint32) uint32 //go:wasmimport ig dataSourceEmitAndRelease func dataSourceEmitAndRelease(ds uint32, packet uint32) uint32 //go:wasmimport ig dataSourceRelease func dataSourceRelease(ds uint32, packet uint32) uint32 //go:wasmimport ig dataArrayNew func dataArrayNew(d uint32) uint32 //go:wasmimport ig dataArrayAppend func dataArrayAppend(d uint32, data uint32) uint32 //go:wasmimport ig dataArrayRelease func dataArrayRelease(d uint32, data uint32) uint32 //go:wasmimport ig dataArrayLen func dataArrayLen(d uint32) uint32 //go:wasmimport ig dataArrayGet func dataArrayGet(d uint32, index uint32) uint32 //go:wasmimport ig fieldGetScalar func fieldGetScalar(acc uint32, data uint32, kind uint32, errPtr uint32) uint64 //go:wasmimport ig fieldSet func fieldSet(acc uint32, data uint32, kind uint32, value uint64) uint32 //go:wasmimport ig getParamValue func getParamValue(key uint64, dst uint64) uint32 //go:wasmimport ig setConfig func setConfig(key uint64, val uint64, kind uint32) uint32 //go:wasmimport ig newMap func newMap(name uint64, typ uint32, keySize uint32, valueSize uint32, maxEntries uint32) uint32 //go:wasmimport ig getMap func getMap(name uint64) uint32 //go:wasmimport ig mapLookup func mapLookup(m uint32, keyptr uint64, valueptr uint64) uint32 //go:wasmimport ig mapUpdate func mapUpdate(m uint32, keyptr uint64, valueptr uint64, flags uint64) uint32 //go:wasmimport ig mapDelete func mapDelete(m uint32, keyptr uint64) uint32 //go:wasmimport ig mapRelease func mapRelease(m uint32) uint32 //go:wasmimport ig getSyscallDeclaration func getSyscallDeclaration(name uint64, pointer uint64) uint32 //go:wasmimport ig kallsymsSymbolExists func kallsymsSymbolExists(symbol uint64) uint32 func stringToBufPtr(s string) uint64 { unsafePtr := unsafe.Pointer(unsafe.StringData(s)) return uint64(len(s))<<32 | uint64(uintptr(unsafePtr)) } func bytesToBufPtr(b []byte) uint64 { unsafePtr := unsafe.Pointer(unsafe.SliceData(b)) return uint64(uint64(len(b))<<32 | uint64(uintptr(unsafePtr))) } func anyToBufPtr(a any) uint64 { buffer := new(bytes.Buffer) err := binary.Write(buffer, binary.NativeEndian, a) if err != nil { return uint64(0) } return bytesToBufPtr(buffer.Bytes()) } func logAndPanic(msg string) { gadgetLog(uint32(api.ErrorLevel), stringToBufPtr(msg)) panic(msg) } func assertZero[T uint64 | uint32](v T, msg string) { if v != 0 { logAndPanic(fmt.Sprintf("%d is not zero: %s", v, msg)) } } func assertNonZero[T uint64 | uint32](v T, msg string) { if v == 0 { logAndPanic(fmt.Sprintf("v is zero: %s", msg)) } } func assertEqual[T uint64 | uint32 | int32](v1, v2 T, msg string) { if v1 != v2 { logAndPanic(fmt.Sprintf("%d != %d: %s", v1, v2, msg)) } } //go:wasmexport gadgetInit func gadgetInit() int32 { // Disable GC to avoid it cleaning up the memory we're using debug.SetGCPercent(-1) const ( dsSingleName = "mysingleds" dsArrayName = "myarrayds" fieldName = "myfield" ) // Create some resources for testing at the very beginning dsSingleHandle := newDataSource(stringToBufPtr(dsSingleName), uint32(api.DataSourceTypeSingle)) assertNonZero(dsSingleHandle, "newDataSource: creating new single") dsArrayHandle := newDataSource(stringToBufPtr(dsArrayName), uint32(api.DataSourceTypeArray)) assertNonZero(dsArrayHandle, "newDataSource: creating new array") fieldHandle := dataSourceAddField(dsSingleHandle, stringToBufPtr(fieldName), uint32(api.Kind_Uint32)) assertNonZero(fieldHandle, "dataSourceAddField: creating new") /********** Log **********/ gadgetLog(uint32(api.ErrorLevel), invalidStrPtr) gadgetLog(42, stringToBufPtr("hello-world")) // invalid log level gadgetLog(uint32(api.ErrorLevel), stringToBufPtr("")) // empty string /********** DataSource **********/ // TODO: it doesn't fail. However it's not related to wasm but the gadget context //assertZero(newDataSource(stringToBufPtr(dsName)), "newDataSource: duplicated") assertZero(newDataSource(invalidStrPtr, uint32(api.DataSourceTypeSingle)), "newDataSource: invalid name ptr") assertZero(newDataSource(stringToBufPtr("foo"), 42), "newDataSource: invalid type") assertNonZero(getDataSource(stringToBufPtr(dsSingleName)), "getDataSource: existing") assertZero(getDataSource(stringToBufPtr("foo")), "getDataSource: non existing") assertZero(getDataSource(invalidStrPtr), "getDataSource: invalid name ptr") assertZero(dataSourceSubscribe(dsSingleHandle, uint32(subscriptionTypeData), 0, 0), "dataSourceSubscribe: single") assertZero(dataSourceSubscribe(dsSingleHandle, uint32(subscriptionTypePacket), 0, 0), "dataSourceSubscribe: single + packet") assertZero(dataSourceSubscribe(dsArrayHandle, uint32(subscriptionTypeArray), 0, 0), "dataSourceSubscribe: array") assertZero(dataSourceSubscribe(dsArrayHandle, uint32(subscriptionTypePacket), 0, 0), "dataSourceSubscribe: array + packet") assertZero(dataSourceSubscribe(dsArrayHandle, uint32(subscriptionTypeData), 0, 0), "dataSourceSubscribe: array + single") assertNonZero(dataSourceSubscribe(42, uint32(subscriptionTypeData), 0, 0), "dataSourceSubscribe: bad handle") assertNonZero(dataSourceSubscribe(fieldHandle, uint32(subscriptionTypeData), 0, 0), "dataSourceSubscribe: bad handle type") assertNonZero(dataSourceSubscribe(dsSingleHandle, uint32(subscriptionTypeArray), 0, 0), "dataSourceSubscribe: bad handle type (single)") assertNonZero(dataSourceSubscribe(dsSingleHandle, 1005, 0, 0), "dataSourceSubscribe: bad subscription type") assertZero(dataSourceAddField(dsSingleHandle, stringToBufPtr(fieldName), uint32(api.Kind_Uint32)), "dataSourceAddField: duplicated") assertZero(dataSourceAddField(42, stringToBufPtr("foo"), uint32(api.Kind_Uint32)), "dataSourceAddField: bad handle") assertZero(dataSourceAddField(fieldHandle, stringToBufPtr("foo"), uint32(api.Kind_Uint32)), "dataSourceAddField: bad handle type") assertZero(dataSourceAddField(dsSingleHandle, stringToBufPtr("foo"), uint32(1005)), "dataSourceAddField: bad kind") assertNonZero(dataSourceGetField(dsSingleHandle, stringToBufPtr(fieldName)), "dataSourceGetField: existing") assertZero(dataSourceGetField(42, stringToBufPtr("foo")), "dataSourceGetField: non existing") assertZero(dataSourceGetField(dsSingleHandle, invalidStrPtr), "dataSourceGetField: invalid name ptr") packetSingleHandle := dataSourceNewPacketSingle(dsSingleHandle) assertNonZero(packetSingleHandle, "dataSourceNewPacketSingle: creating new") assertZero(dataSourceNewPacketSingle(42), "dataSourceNewPacketSingle: bad handle") assertZero(dataSourceNewPacketSingle(fieldHandle), "dataSourceNewPacketSingle: bad handle type") assertZero(dataSourceNewPacketSingle(dsArrayHandle), "dataSourceNewPacketSingle: bad datasource type") packetArrayHandle := dataSourceNewPacketArray(dsArrayHandle) assertNonZero(packetArrayHandle, "dataSourceNewPacketArray: creating new") assertZero(dataSourceNewPacketArray(42), "dataSourceNewPacketArray: bad handle") assertZero(dataSourceNewPacketArray(fieldHandle), "dataSourceNewPacketArray: bad handle type") assertZero(dataSourceNewPacketArray(dsSingleHandle), "dataSourceNewPacketArray: bad datasource type") assertNonZero(dataSourceEmitAndRelease(42, packetSingleHandle), "dataSourceEmitAndRelease: bad handle") assertNonZero(dataSourceEmitAndRelease(fieldHandle, packetSingleHandle), "dataSourceEmitAndRelease: bad datasource handle type") assertNonZero(dataSourceEmitAndRelease(dsSingleHandle, 42), "dataSourceEmitAndRelease: bad packet handle") assertNonZero(dataSourceEmitAndRelease(dsSingleHandle, fieldHandle), "dataSourceEmitAndRelease: bad packet handle type ") assertZero(dataSourceRelease(dsSingleHandle, packetSingleHandle), "dataSourceRelease: ok") assertNonZero(dataSourceRelease(dsSingleHandle, packetSingleHandle), "dataSourceRelease: double release") assertNonZero(dataSourceRelease(42, packetSingleHandle), "dataSourceRelease: bad handle") assertNonZero(dataSourceRelease(fieldHandle, packetSingleHandle), "dataSourceRelease: bad handle type") assertNonZero(dataSourceRelease(dsSingleHandle, 42), "dataSourceRelease: bad packet handle") assertNonZero(dataSourceRelease(dsSingleHandle, fieldHandle), "dataSourceRelease: bad packet handle type") dataElemHandle := dataArrayNew(packetArrayHandle) assertNonZero(dataElemHandle, "dataArrayNew: creating new") assertZero(dataArrayNew(42), "dataArrayNew: bad handle") assertZero(dataArrayNew(fieldHandle), "dataArrayNew: bad handle type") assertZero(dataArrayAppend(packetArrayHandle, dataElemHandle), "dataArrayAppend: ok") assertNonZero(dataArrayRelease(packetArrayHandle, dataElemHandle), "dataArrayRelease: bad data handle after append") assertNonZero(dataArrayAppend(packetArrayHandle, 42), "dataArrayAppend: bad data handle") assertNonZero(dataArrayAppend(packetArrayHandle, fieldHandle), "dataArrayAppend: bad data handle type") assertNonZero(dataArrayAppend(42, dataElemHandle), "dataArrayAppend: bad handle") assertNonZero(dataArrayAppend(fieldHandle, dataElemHandle), "dataArrayAppend: bad array handle type") assertEqual(dataArrayLen(packetArrayHandle), 1, "dataArrayLen") assertZero(dataArrayLen(42), "dataArrayLen: bad handle") assertZero(dataArrayLen(packetSingleHandle), "dataArrayLen: bad handle type") dataElemHandle2 := dataArrayNew(packetArrayHandle) assertZero(dataArrayRelease(packetArrayHandle, dataElemHandle2), "dataArrayRelease: ok") assertNonZero(dataArrayRelease(packetArrayHandle, dataElemHandle2), "dataArrayRelease: double release") assertNonZero(dataArrayRelease(packetArrayHandle, 42), "dataArrayRelease: bad data handle") assertNonZero(dataArrayRelease(packetArrayHandle, fieldHandle), "dataArrayRelease: bad data handle type") assertNonZero(dataArrayRelease(42, dataElemHandle2), "dataArrayRelease: bad array handle") assertNonZero(dataArrayRelease(fieldHandle, dataElemHandle2), "dataArrayRelease: bad array handle type") assertNonZero(dataArrayGet(packetArrayHandle, 0), "dataArrayGet: index 0") assertZero(dataArrayGet(packetArrayHandle, 1), "dataArrayGet: index 1") assertZero(dataArrayGet(42, 0), "dataArrayGet: bad handle") assertZero(dataArrayGet(packetSingleHandle, 0), "dataArrayGet: bad handle type") /* Fields */ dataHandle := dataSourceNewPacketSingle(dsSingleHandle) assertNonZero(dataHandle, "dataSourceNewPacketSingle: creating new") assertZero(fieldSet(fieldHandle, dataHandle, uint32(api.Kind_Uint32), 1234), "fieldSet: ok") assertNonZero(fieldSet(fieldHandle, dataHandle, uint32(api.Kind_Uint64), 1234), "fieldSet: bad kind") assertNonZero(fieldSet(fieldHandle, dataHandle, 1005, 1234), "fieldSet: bad kind") assertNonZero(fieldSet(fieldHandle, fieldHandle, uint32(api.Kind_Uint32), 1234), "fieldSet: bad data handle") assertNonZero(fieldSet(dataHandle, dataHandle, uint32(api.Kind_Uint32), 1234), "fieldSet: bad field handle") var err uint32 errPtr := uint32(uintptr(unsafe.Pointer(&err))) var ret uint64 ret = fieldGetScalar(fieldHandle, dataHandle, uint32(api.Kind_Uint32), errPtr) assertEqual(uint32(ret), 1234, "fieldGetScalar: ok") assertZero(err, "fieldGetScalar: ok") fieldGetScalar(fieldHandle, dataHandle, 1005, errPtr) assertEqual(err, 1, "fieldGetScalar: bad kind") fieldGetScalar(fieldHandle, fieldHandle, uint32(api.Kind_Uint32), errPtr) assertEqual(err, 1, "fieldGetScalar: bad data handle") fieldGetScalar(dataHandle, dataHandle, uint32(api.Kind_Uint32), errPtr) assertEqual(err, 1, "fieldGetScalar: bad field handle") // a zero err ptr shouldn't cause any crash fieldGetScalar(fieldHandle, dataHandle, 1005, 0) /* Params */ paramBuf := bytesToBufPtr(make([]byte, 512)) assertNonZero(getParamValue(stringToBufPtr("non-existing-param"), paramBuf), "getParamValue: not-found") assertNonZero(getParamValue(invalidStrPtr, paramBuf), "getParamValue: invalid key ptr") /* Config */ assertZero(setConfig(stringToBufPtr("key"), stringToBufPtr("value"), uint32(api.Kind_String)), "setConfig: ok") assertNonZero(setConfig(stringToBufPtr("key"), stringToBufPtr("value"), 1005), "setConfig: bad kind") assertNonZero(setConfig(invalidStrPtr, stringToBufPtr("value"), uint32(api.Kind_String)), "setConfig: bad key ptr") assertNonZero(setConfig(stringToBufPtr("key"), invalidStrPtr, uint32(api.Kind_String)), "setConfig: bad value ptr") /* Map */ assertZero(getMap(invalidStrPtr), "getMap: bad map pointer") assertNonZero(mapUpdate(0, invalidStrPtr, invalidStrPtr, 0), "mapUpdate: bad handle") assertNonZero(mapLookup(0, invalidStrPtr, invalidStrPtr), "mapLookup: bad handle") assertNonZero(mapDelete(0, invalidStrPtr), "mapDelete: bad handle") /* SyscallDeclaration */ syscallDeclarationSize := unsafe.Sizeof(syscallDeclaration{}) syscallDeclarationPtr := bytesToBufPtr(make([]byte, syscallDeclarationSize)) invalidSyscallDeclarationPtr := bytesToBufPtr(make([]byte, syscallDeclarationSize/2)) assertZero(getSyscallDeclaration(stringToBufPtr("execve"), syscallDeclarationPtr), "getSyscallDeclaration: good") assertNonZero(getSyscallDeclaration(invalidStrPtr, syscallDeclarationPtr), "getSyscallDeclaration: bad syscall name pointer") assertNonZero(getSyscallDeclaration(stringToBufPtr("execve"), invalidSyscallDeclarationPtr), "getSyscallDeclaration: bad syscall decl pointer") /* Kallsyms */ assertEqual(kallsymsSymbolExists(invalidStrPtr), 0, "kallsymsSymbolExists: bad symbol pointer") assertEqual(kallsymsSymbolExists(stringToBufPtr("abcde_bad_name")), 0, "kallsymsSymbolExists: nonexistent symbol name") assertEqual(kallsymsSymbolExists(stringToBufPtr("socket_file_ops")), 1, "kallsymsSymbolExists: good symbol name") return 0 } //go:wasmexport gadgetStart func gadgetStart() int32 { type map_test_struct struct { a int32 b int32 c int8 _ [3]int8 } key := map_test_struct{a: 42, b: 42, c: 43} keyPtr := anyToBufPtr(key) handle := getMap(stringToBufPtr("test_map")) assertNonZero(handle, "getMap: test_map should exist") assertNonZero(mapUpdate(handle, invalidStrPtr, invalidStrPtr, 1<<3), "mapUpdate: bad flag value") assertNonZero(mapUpdate(handle, invalidStrPtr, invalidStrPtr, 0), "mapUpdate: bad key pointer") assertNonZero(mapUpdate(handle, keyPtr, invalidStrPtr, 0), "mapUpdate: bad value pointer") assertNonZero(mapLookup(handle, invalidStrPtr, 0), "mapLookup: bad key pointer") assertNonZero(mapLookup(handle, invalidStrPtr, invalidStrPtr), "mapLookup: bad value pointer") assertNonZero(mapDelete(handle, invalidStrPtr), "mapDelete: bad key pointer") badMap := newMap(stringToBufPtr("badMap"), uint32(api.Hash), uint32(4), uint32(4), 1) assertNonZero(badMap, "newMap: creating map") assertZero(mapRelease(badMap), "mapRelease: closing map") assertNonZero(mapLookup(badMap, invalidStrPtr, invalidStrPtr), "mapLookup: bad handle") assertNonZero(mapRelease(badMap), "mapRelease: bad handle") return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/config/000077500000000000000000000000001510117411400236675ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/config/build.yaml000066400000000000000000000000211510117411400256430ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/config/go.mod000066400000000000000000000003121510117411400247710ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/config/program.go000066400000000000000000000020471510117411400256700ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { err := api.SetConfig("foo.bar.zas", "myvalue") if err != nil { api.Errorf("SetConfig failed: %v", err) return 1 } // This should fail as the key is not a string err = api.SetConfig("foo.bar.zas", 42) if err == nil { api.Errorf("SetConfig should have failed") return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataarray/000077500000000000000000000000001510117411400243725ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataarray/build.yaml000066400000000000000000000000211510117411400263460ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataarray/go.mod000066400000000000000000000003121510117411400254740ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataarray/program.go000066400000000000000000000033151510117411400263720ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" //go:wasmexport gadgetInit func gadgetInit() int32 { ds, err := api.GetDataSource("myds") if err != nil { api.Warnf("failed to get datasource: %v", err) return 1 } fooF, err := ds.GetField("foo") if err != nil { api.Warnf("failed to get host field: %v", err) return 1 } err = ds.SubscribeArray(func(source api.DataSource, dataArray api.DataArray) error { l := dataArray.Len() if l != 10 { api.Warnf("bad length: got: %d, expected: 10", l) panic("bad length") } // Update value of first 10 elements for i := 0; i < 10; i++ { data := dataArray.Get(i) val, err := fooF.Uint32(data) if err != nil { api.Warnf("failed to get field: %v", err) panic("failed to get field") } fooF.SetUint32(data, val*uint32(i)) } // Add 5 additional elements for i := 10; i < 15; i++ { data := dataArray.New() fooF.SetUint32(data, 424143*uint32(i)) dataArray.Append(data) } return nil }, 0) if err != nil { api.Warnf("failed to subscribe: %v", err) return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataemit/000077500000000000000000000000001510117411400242125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataemit/build.yaml000066400000000000000000000000211510117411400261660ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataemit/go.mod000066400000000000000000000004011510117411400253130ustar00rootroot00000000000000module main go 1.24.0 // Version doesn't matter because of the replace directive below. require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // Only needed by in-tree gadgets replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/dataemit/program.go000066400000000000000000000037731510117411400262220ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" //go:wasmexport gadgetInit func gadgetInit() int32 { oldDs, err := api.GetDataSource("old_ds") if err != nil { api.Warnf("failed to get datasource: %v", err) return 1 } fooF, err := oldDs.GetField("foo") if err != nil { api.Warnf("failed to get host field: %v", err) return 1 } // Creating a new data source with a field named "bar" newDs, err := api.NewDataSource("new_ds", api.DataSourceTypeSingle) if err != nil { api.Warnf("failed to create datasource: %s", err) return 1 } barF, err := newDs.AddField("bar", api.Kind_Uint32) if err != nil { api.Warnf("failed to add field: %s", err) return 1 } err = oldDs.Subscribe(func(source api.DataSource, data api.Data) { val, err := fooF.Uint32(data) if err != nil { api.Warnf("failed to get field: %v", err) panic("failed to get field") } // Our new data source will emit only even values multiplied by 5 if val%2 == 0 { packet, err := newDs.NewPacketSingle() if err != nil { api.Warnf("failed to create new packet: %s", err) panic("failed to create new packet") } barF.SetUint32(api.Data(packet), val*5) newDs.EmitAndRelease(api.Packet(packet)) } }, 0) if err != nil { api.Warnf("failed to subscribe: %v", err) return 1 } return 0 } // The main function is not used, but it's still required by the compiler func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/fields/000077500000000000000000000000001510117411400236705ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/fields/build.yaml000066400000000000000000000000211510117411400256440ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/fields/go.mod000066400000000000000000000003121510117411400247720ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/fields/program.go000066400000000000000000000066771510117411400257060ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { ds, err := api.GetDataSource("myds") if err != nil { api.Warnf("failed to get datasource: %v", err) return 1 } type field struct { name string typ api.FieldKind acc api.Field val any tag string } fields := []*field{ {"field_bool", api.Kind_Bool, 0, bool(true), "tag_bool"}, {"field_int8", api.Kind_Int8, 0, int8(-123), "tag_int8"}, {"field_int16", api.Kind_Int16, 0, int16(-25647), "tag_int16"}, {"field_int32", api.Kind_Int32, 0, int32(-535245564), "tag_int32"}, {"field_int64", api.Kind_Int64, 0, int64(-1234567890), "tag_int64"}, {"field_uint8", api.Kind_Uint8, 0, uint8(56), "tag_uint8"}, {"field_uint16", api.Kind_Uint16, 0, uint16(12345), "tag_uint16"}, {"field_uint32", api.Kind_Uint32, 0, uint32(1234567890), "tag_uint32"}, {"field_uint64", api.Kind_Uint64, 0, uint64(1234567890123456), "tag_uint64"}, {"field_float32", api.Kind_Float32, 0, float32(3.14159), "tag_float32"}, {"field_float64", api.Kind_Float64, 0, float64(3.14159265359), "tag_float64"}, {"field_string", api.Kind_String, 0, string("Hello, World!"), "tag_string"}, {"field_bytes", api.Kind_Bytes, 0, []byte{0x01, 0x02, 0x03, 0x04, 0x05}, "tag_bytes"}, } for _, f := range fields { acc, err := ds.AddField(f.name, f.typ) if err != nil { api.Warnf("failed to add field: %v", err) return 1 } err = acc.AddTag(f.tag) if err != nil { api.Warnf("failed to add tag: %v", err) return 1 } f.acc = acc } hostF, err := ds.GetField("host_field") if err != nil { api.Warnf("failed to get host field: %v", err) return 1 } fields = append(fields, &field{"host_field", api.Kind_String, hostF, "LOCALHOST", "host_tag"}) ds.Subscribe(func(source api.DataSource, data api.Data) { for _, f := range fields { switch f.typ { case api.Kind_Int8: err = f.acc.SetInt8(data, f.val.(int8)) case api.Kind_Int16: err = f.acc.SetInt16(data, f.val.(int16)) case api.Kind_Int32: err = f.acc.SetInt32(data, f.val.(int32)) case api.Kind_Int64: err = f.acc.SetInt64(data, f.val.(int64)) case api.Kind_Uint8: err = f.acc.SetUint8(data, f.val.(uint8)) case api.Kind_Uint16: err = f.acc.SetUint16(data, f.val.(uint16)) case api.Kind_Uint32: err = f.acc.SetUint32(data, f.val.(uint32)) case api.Kind_Uint64: err = f.acc.SetUint64(data, f.val.(uint64)) case api.Kind_Float32: err = f.acc.SetFloat32(data, f.val.(float32)) case api.Kind_Float64: err = f.acc.SetFloat64(data, f.val.(float64)) case api.Kind_String: err = f.acc.SetString(data, f.val.(string)) case api.Kind_Bytes: err = f.acc.SetBytes(data, f.val.([]byte)) } if err != nil { panic(fmt.Sprintf("failed to set field: %v", err)) } } }, 0) return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/filtering/000077500000000000000000000000001510117411400244055ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/filtering/build.yaml000066400000000000000000000000211510117411400263610ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/filtering/go.mod000066400000000000000000000003121510117411400255070ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/filtering/program.go000066400000000000000000000022101510117411400263760ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) // Keep in sync with pkg/operators/wasm/wasm_test.go TestFiltering const ( mntnsDiscarded = uint64(555) mntnsNotDiscarded = uint64(777) ) //go:wasmexport gadgetStart func gadgetStart() int32 { if ret := api.ShouldDiscardMntNsID(mntnsDiscarded); !ret { api.Errorf("mntns should be discarded") return 1 } if ret := api.ShouldDiscardMntNsID(mntnsNotDiscarded); ret { api.Errorf("mntns should not be discarded") return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/kallsyms/000077500000000000000000000000001510117411400242615ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/kallsyms/build.yaml000066400000000000000000000000211510117411400262350ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/kallsyms/go.mod000066400000000000000000000003121510117411400253630ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/kallsyms/program.go000066400000000000000000000020631510117411400262600ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { exists := api.KallsymsSymbolExists("abcde_this_symbol_does_not_exists") if exists { api.Errorf("KallsymsSymbolExists wrongly found symbol") return 1 } exists = api.KallsymsSymbolExists("socket_file_ops") if !exists { api.Errorf("KallsymsSymbolExists did not find symbol") return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/000077500000000000000000000000001510117411400231775ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/build.yaml000066400000000000000000000000211510117411400251530ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/go.mod000066400000000000000000000003121510117411400243010ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/go.sum000066400000000000000000000000001510117411400243200ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/program.bpf.c000066400000000000000000000004071510117411400255610ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, struct map_test_struct); __type(value, __u32); } test_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/map/program.go000066400000000000000000000077471510117411400252140ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { mapName := "test_map" _, err := api.GetMap(mapName) if err == nil { api.Errorf("%s map does not exist", mapName) return 1 } return 0 } //go:wasmexport gadgetStart func gadgetStart() (ret int32) { type map_test_struct struct { a int32 b int32 c int8 _ [3]int8 } mapName := "test_map" expectedVal := int32(42) newVal := int32(43) key := map_test_struct{a: 42, b: 42, c: 43} var val int32 m, err := api.GetMap(mapName) if err != nil { api.Errorf("%s map exists", mapName) return 1 } defer func() { err = api.ReleaseHandle(m) if err != nil { api.Errorf("releasing handle for map got with GetMap(): %w", err) ret = 1 } }() err = m.Put(key, expectedVal) if err != nil { api.Errorf("setting %v value for key %v in %s: %w", expectedVal, key, mapName, err) return 1 } err = m.Lookup(key, &val) if err != nil { api.Errorf("no value found for key %v in %s", key, mapName) return 1 } if val != expectedVal { api.Errorf("expected value %d, got %d", expectedVal, val) return 1 } err = m.Lookup(key, val) if err == nil { api.Errorf("lookup only accepts pointer for value argument") return 1 } err = m.Update(key, newVal, api.UpdateExist) if err != nil { api.Errorf("updating value for key %v in %s", key, mapName) return 1 } err = m.Lookup(key, &val) if err != nil { api.Errorf("no value found for key %v in %s", key, mapName) return 1 } if val != newVal { api.Errorf("expected value %d, got %d", newVal, val) return 1 } err = m.Delete(key) if err != nil { api.Errorf("deleting value for key %v in %s", key, mapName) return 1 } err = m.Put(key, val) if err != nil { api.Errorf("setting %v value for key %v in %s", val, key, mapName) return 1 } err = m.Update(key, newVal, api.UpdateNoExist) if err == nil { api.Errorf("cannot update value for key %v in %s as it is not already present", key, mapName) return 1 } err = m.Update(key, newVal, api.UpdateExist) if err != nil { api.Errorf("cannot update value for key %v in %s as it is already present", key, mapName) return 1 } err = m.Delete(key) if err != nil { api.Errorf("deleting value for key %v in %s", key, mapName) return 1 } err = m.Delete(key) if err == nil { api.Errorf("there is value for key %v in %s", key, mapName) return 1 } err = m.Close() if err == nil { api.Errorf("cannot close a map got with GetMap()") return 1 } mapSpec := api.MapSpec{ Name: "map_test", Type: api.Hash, KeySize: uint32(4), ValueSize: uint32(4), MaxEntries: 1, } newMap, err := api.NewMap(mapSpec) if err != nil { api.Errorf("creating map %s", mapSpec.Name) return 1 } defer newMap.Close() k := int32(42) val = int32(43) err = newMap.Put(k, val) if err != nil { api.Errorf("setting %v value for key %v in %s", val, k, mapSpec.Name) return 1 } err = newMap.Lookup(k, &val) if err != nil { api.Errorf("no value found for key %v in %s", k, mapSpec.Name) return 1 } expectedVal = int32(43) if val != expectedVal { api.Errorf("expected value %d, got %d", expectedVal, val) return 1 } k = int32(0xdead) val = int32(0xcafe) err = newMap.Put(k, val) if err == nil { api.Errorf("map %s has one max entry, trying to put two", mapSpec.Name) return 1 } return } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/000077500000000000000000000000001510117411400242225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/build.yaml000066400000000000000000000000211510117411400261760ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/go.mod000066400000000000000000000003121510117411400253240ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/go.sum000066400000000000000000000000001510117411400253430ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/program.bpf.c000066400000000000000000000007241510117411400266060ustar00rootroot00000000000000#include #include struct map_test_struct { __u32 a; __u32 b; __u8 c; }; struct { __uint(type, BPF_MAP_TYPE_HASH_OF_MAPS); __uint(key_size, sizeof(struct map_test_struct)); __uint(value_size, sizeof(u32)); __uint(max_entries, 1024); __array( values, struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(key_size, sizeof(u32)); __uint(value_size, sizeof(u32)); __uint(max_entries, 1); }); } map_of_map SEC(".maps"); inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/mapofmap/program.go000066400000000000000000000046211510117411400262230ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetStart func gadgetStart() (ret int32) { type map_test_struct struct { a int32 b int32 c int8 _ [3]int8 } mapOfMapName := "map_of_map" key := map_test_struct{a: 42, b: 42, c: 43} var innerMap api.Map mapOfMap, err := api.GetMap(mapOfMapName) if err != nil { api.Errorf("%s map must exist", mapOfMapName) return 1 } defer func() { err = api.ReleaseHandle(mapOfMap) if err != nil { api.Errorf("releasing handle for map got with GetMap(): %w", err) ret = 1 } }() hashMapName := "test_hash" hashMap, err := api.NewMap(api.MapSpec{ Name: hashMapName, Type: api.Hash, KeySize: 4, ValueSize: 4, MaxEntries: 1, }) if err != nil { api.Errorf("creating map %s", hashMapName) return 1 } defer hashMap.Close() err = mapOfMap.Put(key, hashMap) if err != nil { api.Errorf("setting %s inner map value for key %v in %s: %v", hashMapName, key, mapOfMapName, err) return 1 } err = mapOfMap.Lookup(key, &innerMap) if err != nil { api.Errorf("no value found for key %v in %s", key, mapOfMapName) return 1 } defer func() { err = api.ReleaseHandle(innerMap) if err != nil { api.Errorf("releasing handle for map got with mapOfMap.Lookup(): %w", err) ret = 1 } }() if uint32(innerMap) == 0 { api.Errorf("expected handle to be different than 0") return 1 } if uint32(innerMap) == uint32(hashMap) { api.Errorf("expected handle to be different than hashMap") return 1 } err = innerMap.Put(uint32(42), uint32(43)) if err != nil { api.Errorf("putting value in inner map %s: %v", hashMapName, err) return 1 } err = mapOfMap.Delete(key) if err != nil { api.Errorf("deleting map %s", hashMap) return 1 } return } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/params/000077500000000000000000000000001510117411400237055ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/params/build.yaml000066400000000000000000000000211510117411400256610ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/params/gadget.yaml000066400000000000000000000003751510117411400260310ustar00rootroot00000000000000name: params_test params: wasm: param-key: key: param-key description: param-description defaultValue: param-default-value typeHint: param-type-hint title: param-title alias: param-alias isMandatory: true inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/params/go.mod000066400000000000000000000003121510117411400250070ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/params/program.go000066400000000000000000000022341510117411400257040ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetStart func gadgetStart() int32 { val, err := api.GetParamValue("param-key", 32) if err != nil { api.Errorf("failed to get param: %v", err) return 1 } const expected = "param-value" if val != expected { api.Errorf("param value should be %q, got: %q", expected, val) return 1 } _, err = api.GetParamValue("non-existing-param", 32) if err == nil { api.Errorf("looking for non-existing-param succeeded") return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/000077500000000000000000000000001510117411400233565ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/build.yaml000066400000000000000000000000211510117411400253320ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/go.mod000066400000000000000000000003121510117411400244600ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/go.sum000066400000000000000000000000001510117411400244770ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/program.bpf.c000066400000000000000000000010571510117411400257420ustar00rootroot00000000000000#include #include struct event { __u32 a; __u32 b; __u8 c; __u8 unused[247]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); SEC("tracepoint/syscalls/sys_enter_write") int test_write_e(struct syscall_trace_enter *ctx) { struct event event = { .a = 42, .b = 42, .c = 43 }; bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/perf/program.go000066400000000000000000000037631510117411400253650ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "unsafe" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) //go:wasmexport gadgetInit func gadgetInit() int32 { return 0 } //go:wasmexport gadgetStart func gadgetStart() int32 { sample := make([]byte, 4096) type event struct { a uint32 b uint32 c uint8 unused [247]uint8 } mapName := "events" perfArray, err := api.GetMap(mapName) if err != nil { api.Errorf("%s map exists", mapName) return 1 } perfReader, err := api.NewPerfReader(perfArray, uint32(4096), true) if err != nil { api.Errorf("creating perf reader") return 1 } defer perfReader.Close() if err = perfReader.Read(sample); err == nil { api.Errorf("perf over writable reader must be paused before reading") return 1 } for range 10 { // Let's generate some events by calling indirectly the write() syscall. api.Infof("testing perf array") } err = perfReader.Pause() if err != nil { api.Errorf("pausing perf reader") return 1 } if err := perfReader.Read(sample); err != nil { api.Errorf("reading perf record") return 1 } expectedEvent := event{a: 42, b: 42, c: 43} ev := *(*event)(unsafe.Pointer(&sample[0])) if ev != expectedEvent { api.Errorf("record read mismatch: expected %v, got %v", expectedEvent, ev) return 1 } err = perfReader.Resume() if err != nil { api.Errorf("resuming perf reader") return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/syscall/000077500000000000000000000000001510117411400240745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/syscall/build.yaml000066400000000000000000000000211510117411400260500ustar00rootroot00000000000000wasm: program.go inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/syscall/go.mod000066400000000000000000000003121510117411400251760ustar00rootroot00000000000000module main go 1.24.0 require github.com/inspektor-gadget/inspektor-gadget v0.0.0 // use this to be able to compile it locally replace github.com/inspektor-gadget/inspektor-gadget => ../../../../../ inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/syscall/go.sum000066400000000000000000000000001510117411400252150ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/operators/wasm/testdata/syscall/program.go000066400000000000000000000057031510117411400260770ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" api "github.com/inspektor-gadget/inspektor-gadget/wasmapi/go" ) const ( unknownSyscallID = uint16(1337) openTreeSyscallID = uint16(428) ) //go:wasmexport gadgetInit func gadgetInit() int32 { syscallID := unknownSyscallID syscallName, err := api.GetSyscallName(syscallID) if err != nil { api.Errorf("%v", err) return 1 } // Check behavior is conform with strace. expectedSyscallName := fmt.Sprintf("syscall_%x", syscallID) if syscallName != expectedSyscallName { api.Errorf("mismatch for syscall %d: expected %q, got %q", syscallID, expectedSyscallName, syscallName) return 1 } syscallID = openTreeSyscallID syscallName, err = api.GetSyscallName(syscallID) if err != nil { api.Errorf("%v", err) return 1 } // open_tree has the same ID for both amd64 and arm64. expectedSyscallName = "open_tree" if syscallName != expectedSyscallName { api.Errorf("mismatch for syscall %d: expected %q, got %q", syscallID, expectedSyscallName, syscallName) return 1 } syscallName = "open_tree" id, err := api.GetSyscallID(syscallName) if err != nil { api.Errorf("%v", err) return 1 } if uint16(id) != openTreeSyscallID { api.Errorf("mismatch for syscall %q: expected %d, got %d", syscallName, openTreeSyscallID, id) return 1 } syscallName = "foobar" id, err = api.GetSyscallID(syscallName) if err == nil { api.Errorf("expected no syscall ID for syscall %q, got %v", syscallName, id) return 1 } declaration, err := api.GetSyscallDeclaration(syscallName) if err == nil { api.Errorf("expected no declaration for syscall %q, got %v", syscallName, declaration) return 1 } syscallName = "execve" declaration, err = api.GetSyscallDeclaration(syscallName) if err != nil { api.Errorf("%v", err) return 1 } paramCount := len(declaration.Params) expectedParamCount := 3 if paramCount != expectedParamCount { api.Errorf("syscall %q has %d parameters, got %d", syscallName, expectedParamCount, paramCount) return 1 } paramName := string(declaration.Params[0].Name) expectedParamName := "filename" if paramName != expectedParamName { api.Errorf("syscall %q, first parameter is named %q, got %q", syscallName, expectedParamName, paramName) return 1 } if !declaration.Params[0].IsPointer { api.Errorf("in %s, parameter %s is a pointer", syscallName, paramName) return 1 } return 0 } func main() {} inspektor-gadget-0.46.0/pkg/operators/wasm/wasm.go000066400000000000000000000245251510117411400221170ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm import ( "context" _ "embed" "errors" "fmt" "io" "os" "sync" "time" "github.com/cilium/ebpf" ocispec "github.com/opencontainers/image-spec/specs-go/v1" log "github.com/sirupsen/logrus" "github.com/spf13/viper" "github.com/tetratelabs/wazero" wapi "github.com/tetratelabs/wazero/api" "github.com/tetratelabs/wazero/imports/wasi_snapshot_preview1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/syscalls" ) const ( wasmObjectMediaType = "application/vnd.gadget.wasm.program.v1+binary" // Maximum number of handles a gadget can have opened at the same time maxHandles = 4 * 1024 // Current version of this API. This is used to check that the wasm module // uses the same version. apiVersion = 1 // Indicates the handle encodes a member of a data array as index << 16 | arrayHandle dataArrayHandleFlag = uint32(1 << 31) // cache path for the wasm compilation cacheDir = "/var/run/ig/wasm-cache" ) type wasmOperator struct { cache wazero.CompilationCache } func newWasmOperator() *wasmOperator { cache, err := wazero.NewCompilationCacheWithDir(cacheDir) if err != nil { if os.Geteuid() == 0 { log.Warnf("failed to setup wasm compilation cache, skipping cache: %v", err) } return &wasmOperator{} } return &wasmOperator{ cache: cache, } } func (w *wasmOperator) Name() string { return "wasm" } func (w *wasmOperator) Description() string { return "handles wasm programs" } func (w *wasmOperator) InstantiateImageOperator( gadgetCtx operators.GadgetContext, target oras.ReadOnlyTarget, desc ocispec.Descriptor, paramValues api.ParamValues, ) ( operators.ImageOperatorInstance, error, ) { instance := &wasmOperatorInstance{ gadgetCtx: gadgetCtx, handleMap: map[uint32]any{}, logger: gadgetCtx.Logger(), paramValues: paramValues, createdMap: map[uint32]struct{}{}, } if configVar, ok := gadgetCtx.GetVar("config"); ok { instance.config, _ = configVar.(*viper.Viper) } if err := instance.init(gadgetCtx, target, desc, w.cache); err != nil { instance.Close(gadgetCtx) return nil, fmt.Errorf("initializing wasm: %w", err) } if instance.config != nil { extraParams := map[string]*api.Param{} err := instance.config.UnmarshalKey("params.wasm", &extraParams) if err != nil { return nil, fmt.Errorf("unmarshalling extra params: %w", err) } for _, v := range extraParams { instance.extraParams = append(instance.extraParams, v) } } return instance, nil } type wasmOperatorInstance struct { ctx context.Context cancel func() rt wazero.Runtime gadgetCtx operators.GadgetContext mod wapi.Module logger logger.Logger // This mutex ensures dataSourceCallback() is never called in parallel, see: // https://github.com/tetratelabs/wazero/blob/610c202ec48f3a7c729f2bf11707330127ab3689/api/wasm.go#L378-L381 dataSourceCallbackLock sync.Mutex dataSourceCallback wapi.Function // Golang objects are exposed to the wasm module by using a handleID handleMap map[uint32]any lastHandleIndex uint32 handleLock sync.RWMutex config *viper.Viper extraParams api.Params paramValues map[string]string createdMap map[uint32]struct{} createdMapMutex sync.RWMutex syscallsDeclarations map[string]syscalls.SyscallDeclaration mntNsIDMap *ebpf.Map } func (i *wasmOperatorInstance) Name() string { return "wasm" } func (i *wasmOperatorInstance) ExtraParams(gadgetCtx operators.GadgetContext) api.Params { return i.extraParams } func (i *wasmOperatorInstance) addHandle(obj any) uint32 { if obj == nil { return 0 } i.handleLock.Lock() defer i.handleLock.Unlock() if len(i.handleMap) == maxHandles { i.logger.Warnf("too many open handles") return 0 } handleIndex := i.lastHandleIndex handleIndex++ // look for a free index in the map for { // zero is reserved, handle overflow if handleIndex == 0 { handleIndex++ } if _, ok := i.handleMap[handleIndex]; !ok { // register new entry i.handleMap[handleIndex] = obj i.lastHandleIndex = handleIndex return handleIndex } handleIndex++ } } // getHandleTyped returns the handle with the given ID, casted to the given type. // It can't be implemented as a generic method because it's not supported by Go yet. func getHandle[T any](i *wasmOperatorInstance, handleID uint32) (T, bool) { i.handleLock.RLock() defer i.handleLock.RUnlock() var empty T // zero value val, ok := i.handleMap[handleID] if !ok { i.logger.Warnf("handle %d not found", handleID) return empty, false } t, ok := val.(T) if !ok { i.logger.Warnf("bad handle type for %d", handleID) return empty, false } return t, true } func (i *wasmOperatorInstance) delHandle(handleID uint32) { i.handleLock.Lock() defer i.handleLock.Unlock() delete(i.handleMap, handleID) } func (i *wasmOperatorInstance) init( gadgetCtx operators.GadgetContext, target oras.ReadOnlyTarget, desc ocispec.Descriptor, cache wazero.CompilationCache, ) error { ctx := gadgetCtx.Context() rtConfig := wazero.NewRuntimeConfig(). WithCloseOnContextDone(true). WithMemoryLimitPages(256). // 16MB (64KB per page) WithCompilationCache(cache) i.rt = wazero.NewRuntimeWithConfig(ctx, rtConfig) igModuleBuilder := i.rt.NewHostModuleBuilder("ig") i.addLogFuncs(igModuleBuilder) i.addDataSourceFuncs(igModuleBuilder) i.addFieldFuncs(igModuleBuilder) i.addParamsFuncs(igModuleBuilder) i.addConfigFuncs(igModuleBuilder) i.addMapFuncs(igModuleBuilder) i.addHandleFuncs(igModuleBuilder) i.addSyscallsDeclarationsFuncs(igModuleBuilder) i.addPerfFuncs(igModuleBuilder) i.addKallsymsFuncs(igModuleBuilder) i.addFilterFuncs(igModuleBuilder) if _, err := igModuleBuilder.Instantiate(ctx); err != nil { return fmt.Errorf("instantiating host module: %w", err) } if _, err := wasi_snapshot_preview1.Instantiate(ctx, i.rt); err != nil { return fmt.Errorf("instantiating WASI: %w", err) } reader, err := oci.GetContentFromDescriptor(ctx, target, desc) if err != nil { return fmt.Errorf("getting wasm program: %w", err) } wasmProgram, err := io.ReadAll(reader) reader.Close() if err != nil { return fmt.Errorf("reading wasm program: %w", err) } config := wazero.NewModuleConfig().WithStartFunctions("_initialize") mod, err := i.rt.InstantiateWithConfig(ctx, wasmProgram, config) if err != nil { return fmt.Errorf("instantiating wasm: %w", err) } i.mod = mod versionF := mod.ExportedFunction("gadgetAPIVersion") if versionF == nil { return errors.New("wasm module doesn't export gadgetAPIVersion") } ret, err := versionF.Call(ctx) if err != nil { return fmt.Errorf("calling version: %w", err) } if len(ret) != 1 { return errors.New("version returned wrong number of values") } if ret[0] != apiVersion { return fmt.Errorf("unsupported gadget API version: %d, expected: %d", ret[0], apiVersion) } // add extra info to gadgetcontext if requested if gadgetCtx.ExtraInfo() { err := i.addExtraInfo(gadgetCtx, ret[0], wasmProgram) if err != nil { return fmt.Errorf("adding extra info: %w", err) } } i.dataSourceCallback = mod.ExportedFunction("dataSourceCallback") if err := i.callGuestFunction(gadgetCtx.Context(), "gadgetInit"); err != nil { return fmt.Errorf("initializing wasm guest: %w", err) } return err } func (i *wasmOperatorInstance) callGuestFunction(ctx context.Context, name string) error { fn := i.mod.ExportedFunction(name) if fn == nil { return nil } ret, err := fn.Call(ctx) if err != nil { return fmt.Errorf("calling %s: %w", name, err) } if ret[0] != 0 { return fmt.Errorf("%s failed", name) } return nil } func (i *wasmOperatorInstance) PreStart(gadgetCtx operators.GadgetContext) error { // We're creating a new context here that gets cancelled when Stop() is called; it is important to know // that gadgetInit uses the gadgetContext instead, which will be cancelled whenever the gadgetCtx is cancelled // (and so are any callbacks registered in gadgetInit) i.ctx, i.cancel = context.WithCancel(context.Background()) return i.callGuestFunction(i.ctx, "gadgetPreStart") } func (i *wasmOperatorInstance) Start(gadgetCtx operators.GadgetContext) error { // TODO: We use the mntns map to filter events by mount namespace. Ideally // this shouldn't rely on the map (as it requires a syscall), but on // information stored on the container collection, however it's hidden under // a lot of layers and getting it here is complicated. if mntnsVar, ok := gadgetCtx.GetVar(gadgets.MntNsFilterMapName); ok { i.mntNsIDMap, _ = mntnsVar.(*ebpf.Map) } return i.callGuestFunction(i.ctx, "gadgetStart") } func (i *wasmOperatorInstance) Stop(gadgetCtx operators.GadgetContext) error { i.cancel() defer func() { i.handleLock.Lock() i.handleMap = nil i.handleLock.Unlock() i.createdMapMutex.Lock() i.createdMap = nil i.createdMapMutex.Unlock() }() // We need a new context in here, as gadgetCtx has already been cancelled ctx, cancel := context.WithTimeout(context.Background(), time.Second*42) defer cancel() return i.callGuestFunction(ctx, "gadgetStop") } func (i *wasmOperatorInstance) PostStop(gadgetCtx operators.GadgetContext) error { return i.callGuestFunction(gadgetCtx.Context(), "gadgetPostStop") } func (i *wasmOperatorInstance) Close(gadgetCtx operators.GadgetContext) error { var errs []error if i.rt != nil { errs = append(errs, i.rt.Close(gadgetCtx.Context())) } if i.mod != nil { errs = append(errs, i.mod.Close(gadgetCtx.Context())) } return errors.Join(errs...) } func init() { operators.RegisterOperatorForMediaType(wasmObjectMediaType, newWasmOperator()) } inspektor-gadget-0.46.0/pkg/operators/wasm/wasm_test.go000066400000000000000000000347351510117411400231620ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package wasm_test import ( "context" "fmt" "testing" "time" "github.com/spf13/viper" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" orasoci "oras.land/oras-go/v2/content/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/wasm" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) func runGadget(t *testing.T, gadgetCtx *gadgetcontext.GadgetContext, params map[string]string) error { runtime := local.New() err := runtime.Init(nil) if err != nil { return err } t.Cleanup(func() { runtime.Close() }) if params == nil { params = map[string]string{} } params["operator.oci.verify-image"] = "false" return runtime.RunGadget(gadgetCtx, nil, params) } func createGadgetCtx(t *testing.T, pathbase, name string, ops ...operators.DataOperator) *gadgetcontext.GadgetContext { ctx, cancel := context.WithTimeout(context.Background(), time.Second*10) t.Cleanup(cancel) ociStore, err := orasoci.NewFromTar(ctx, fmt.Sprintf("%s/%s.tar", pathbase, name)) require.NoError(t, err, "creating oci store") dataOps := []operators.DataOperator{ocihandler.OciHandler} dataOps = append(dataOps, ops...) gadgetCtx := gadgetcontext.New( ctx, fmt.Sprintf("%s:latest", name), gadgetcontext.WithDataOperators(dataOps...), gadgetcontext.WithOrasReadonlyTarget(ociStore), ) return gadgetCtx } type wasmTest struct { name string path string } var tests = []wasmTest{ {"go", "testdata"}, {"rust", "rusttestdata"}, } func runTestForLanguages(t *testing.T, testFunc func(t *testing.T, path string)) { for _, test := range tests { t.Run(test.name, func(t *testing.T) { testFunc(t, test.path) }) } } func TestWasm(t *testing.T) { runTestForLanguages(t, testWasm) } func testWasm(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() tests := []struct { name string errExpected bool }{ {"map", false}, {"mapofmap", false}, {"badguest", false}, {"baderrptr", true}, {"syscall", false}, {"perf", false}, {"kallsyms", false}, } for _, test := range tests { t.Run(test.name, func(t *testing.T) { t.Parallel() gadgetCtx := createGadgetCtx(t, path, test.name) err := runGadget(t, gadgetCtx, nil) if test.errExpected { require.Error(t, err) } else { require.NoError(t, err) } }) } } func TestWasmFields(t *testing.T) { runTestForLanguages(t, testWasmFields) } func testWasmFields(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() type field struct { name string typ api.Kind acc datasource.FieldAccessor val any tag string } // fields added by the wasm module fields := []*field{ {"field_bool", api.Kind_Bool, nil, bool(true), "tag_bool"}, {"field_int8", api.Kind_Int8, nil, int8(-123), "tag_int8"}, {"field_int16", api.Kind_Int16, nil, int16(-25647), "tag_int16"}, {"field_int32", api.Kind_Int32, nil, int32(-535245564), "tag_int32"}, {"field_int64", api.Kind_Int64, nil, int64(-1234567890), "tag_int64"}, {"field_uint8", api.Kind_Uint8, nil, uint8(56), "tag_uint8"}, {"field_uint16", api.Kind_Uint16, nil, uint16(12345), "tag_uint16"}, {"field_uint32", api.Kind_Uint32, nil, uint32(1234567890), "tag_uint32"}, {"field_uint64", api.Kind_Uint64, nil, uint64(1234567890123456), "tag_uint64"}, {"field_float32", api.Kind_Float32, nil, float32(3.14159), "tag_float32"}, {"field_float64", api.Kind_Float64, nil, float64(3.14159265359), "tag_float64"}, {"field_string", api.Kind_String, nil, string("Hello, World!"), "tag_string"}, {"field_bytes", api.Kind_Bytes, nil, []byte{0x01, 0x02, 0x03, 0x04, 0x05}, "tag_bytes"}, } counter := 0 const opPriority = 50000 myOperator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { datasources := gadgetCtx.GetDataSources() myds, ok := datasources["myds"] if !ok { return fmt.Errorf("datasource not found") } for _, f := range fields { f.acc = myds.GetField(f.name) if f.acc == nil { return fmt.Errorf("field %q not found", f.name) } if f.acc.Type() != f.typ { return fmt.Errorf("bad field type: %s vs %s", f.acc.Type(), f.typ) } } myds.Subscribe(func(source datasource.DataSource, data datasource.Data) error { counter++ // Check that fields set by the wasm program are correct for _, f := range fields { switch f.typ { case api.Kind_Int8: val, err := f.acc.Int8(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Int16: val, err := f.acc.Int16(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Int32: val, err := f.acc.Int32(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Int64: val, err := f.acc.Int64(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Uint8: val, err := f.acc.Uint8(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Uint16: val, err := f.acc.Uint16(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Uint32: val, err := f.acc.Uint32(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Uint64: val, err := f.acc.Uint64(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Float32: val, err := f.acc.Float32(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Float64: val, err := f.acc.Float64(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_String: val, err := f.acc.String(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) case api.Kind_Bytes: val, err := f.acc.Bytes(data) assert.NoError(t, err) assert.Equal(t, f.val, val) assert.True(t, f.acc.HasAllTagsOf(f.tag)) } } return nil }, opPriority) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Emit some packets to the data source datasources := gadgetCtx.GetDataSources() myds, ok := datasources["myds"] require.True(t, ok, "datasource not found") packet, err := myds.NewPacketSingle() require.NoError(t, err, "creating packet") err = myds.EmitAndRelease(packet) require.NoError(t, err, "emitting packet") return nil }), ) gadgetCtx := createGadgetCtx(t, path, "fields", myOperator) // Register data source that will be used by the wasm program to add fields ds, err := gadgetCtx.RegisterDataSource(datasource.TypeSingle, "myds") require.NoError(t, err, "registering datasource") hostF, err := ds.AddField("host_field", api.Kind_String) hostF.AddTags("host_tag") require.NoError(t, err, "adding field") fields = append(fields, &field{ name: "host_field", typ: api.Kind_String, acc: hostF, val: "LOCALHOST", tag: "host_tag", }, ) err = runGadget(t, gadgetCtx, nil) require.NoError(t, err, "running gadget") require.Equal(t, counter, 1) } func TestWasmDataArray(t *testing.T) { runTestForLanguages(t, testWasmDataArray) } func testWasmDataArray(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() counter := 0 const opPriority = 50000 myOperator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { datasources := gadgetCtx.GetDataSources() myds, ok := datasources["myds"] require.True(t, ok, "datasource not found") acc := myds.GetField("foo") myds.SubscribeArray(func(source datasource.DataSource, dataArray datasource.DataArray) error { counter++ // 10 we add here + 5 added in wasm require.Equal(t, 15, dataArray.Len()) for i := 0; i < dataArray.Len(); i++ { data := dataArray.Get(i) val, err := acc.Uint32(data) require.NoError(t, err) require.Equal(t, uint32(424143*i), val) } return nil }, opPriority) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Emit some packets to the data source datasources := gadgetCtx.GetDataSources() myds, ok := datasources["myds"] require.True(t, ok, "datasource not found") packet, err := myds.NewPacketArray() require.NoError(t, err, "creating packet") acc := myds.GetField("foo") for i := 0; i < 10; i++ { data := packet.New() err = acc.PutUint32(data, uint32(424143)) require.NoError(t, err, "putting data") packet.Append(data) } err = myds.EmitAndRelease(packet) require.NoError(t, err, "emitting data") return nil }), ) gadgetCtx := createGadgetCtx(t, path, "dataarray", myOperator) // Register data source that will be used by the wasm program to add fields ds, err := gadgetCtx.RegisterDataSource(datasource.TypeArray, "myds") require.NoError(t, err, "registering datasource") _, err = ds.AddField("foo", api.Kind_Uint32) require.NoError(t, err) err = runGadget(t, gadgetCtx, nil) require.NoError(t, err, "running gadget") require.Equal(t, counter, 1) } func TestWasmDataEmit(t *testing.T) { runTestForLanguages(t, testWasmDataEmit) } func testWasmDataEmit(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() counter := 0 const opPriority = 50000 myOperator := simple.New("myHandler", simple.OnInit(func(gadgetCtx operators.GadgetContext) error { // Verify the new data source datasources := gadgetCtx.GetDataSources() ds, ok := datasources["new_ds"] require.True(t, ok, "datasource not found") acc := ds.GetField("bar") ds.Subscribe(func(source datasource.DataSource, data datasource.Data) error { counter++ // Even value 2 multiplied by 5 = 10 val, err := acc.Uint32(data) require.NoError(t, err) require.Equal(t, uint32(10), val) return nil }, opPriority) return nil }), simple.OnStart(func(gadgetCtx operators.GadgetContext) error { // Emit some packets to the old data source datasources := gadgetCtx.GetDataSources() ds, ok := datasources["old_ds"] require.True(t, ok, "datasource not found") packet, err := ds.NewPacketArray() require.NoError(t, err, "creating packet") acc := ds.GetField("foo") // Emitting numbers 1 and 2 for i := 1; i < 3; i++ { data := packet.New() err = acc.PutUint32(data, uint32(i)) require.NoError(t, err, "putting data") packet.Append(data) } err = ds.EmitAndRelease(packet) require.NoError(t, err, "emitting data") return nil }), ) gadgetCtx := createGadgetCtx(t, path, "dataemit", myOperator) // Register data source that will be used by the wasm program to add fields ds, err := gadgetCtx.RegisterDataSource(datasource.TypeArray, "old_ds") require.NoError(t, err, "registering datasource") _, err = ds.AddField("foo", api.Kind_Uint32) require.NoError(t, err) err = runGadget(t, gadgetCtx, nil) require.NoError(t, err, "running gadget") require.Equal(t, counter, 1) // as only 1 of the two packets emitted by the `old_ds` will be passed on to the `new_ds` } func TestWasmParams(t *testing.T) { runTestForLanguages(t, testWasmParams) } func testWasmParams(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() myOperator := simple.New("myHandler", simple.OnStart(func(gadgetCtx operators.GadgetContext) error { params := gadgetCtx.Params() found := false for _, p := range params { if p.Key == "param-key" { require.Equal(t, "param-description", p.Description) require.Equal(t, "param-default-value", p.DefaultValue) require.Equal(t, "param-type-hint", p.TypeHint) require.Equal(t, "param-title", p.Title) require.Equal(t, "param-alias", p.Alias) require.True(t, p.IsMandatory) found = true break } } require.True(t, found, "param not found") return nil }), ) gadgetCtx := createGadgetCtx(t, path, "params", myOperator) params := map[string]string{ "operator.oci.wasm.param-key": "param-value", } err := runGadget(t, gadgetCtx, params) require.NoError(t, err, "running gadget") } func TestConfig(t *testing.T) { runTestForLanguages(t, testConfig) } func testConfig(t *testing.T, path string) { utils.RequireRoot(t) t.Parallel() gadgetCtx := createGadgetCtx(t, path, "config") err := runGadget(t, gadgetCtx, nil) require.NoError(t, err, "running gadget") cfg, ok := gadgetCtx.GetVar("config") require.True(t, ok, "missing configuration") v, ok := cfg.(*viper.Viper) require.True(t, ok, "invalid configuration format") require.Equal(t, "myvalue", v.GetString("foo.bar.zas")) } func TestFiltering(t *testing.T) { runTestForLanguages(t, testFiltering) } func testFiltering(t *testing.T, path string) { gadgetCtx := createGadgetCtx(t, path, "filtering") // Keep in sync with testdata/filtering/program.go mntNsMap := utils.CreateMntNsFilterMap(t, 777) gadgetCtx.SetVar(gadgets.MntNsFilterMapName, mntNsMap) err := runGadget(t, gadgetCtx, nil) require.NoError(t, err, "running gadget") } inspektor-gadget-0.46.0/pkg/params/000077500000000000000000000000001510117411400171075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/params/params.go000066400000000000000000000343401510117411400207250ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package params provides a generic way to describe parameters used by gadgets, operators and runtimes including validation. They can easily be serialized and handed over to different frameworks like cobra for use in CLI or a webinterface using JSON. */ package params import ( "bytes" "compress/zlib" "encoding/base64" "errors" "fmt" "io" "net" "strconv" "strings" "time" "golang.org/x/text/cases" "golang.org/x/text/language" ) type ( Params []*Param ParamDescs []*ParamDesc DescCollection map[string]*ParamDescs Collection map[string]*Params ) var ErrNotFound = errors.New("not found") // ParamDesc holds parameter information and validators type ParamDesc struct { // Key is the name under which this param is registered; this will also be the key when // getting a key/value map Key string `json:"key" yaml:"key"` // AlternativeKey is an optional alternative key for this parameter AlternativeKey string `json:"alternativeKey" yaml:"alternativeKey,omitempty"` // Alias is a shortcut for this parameter, usually a single character used for command line // interfaces Alias string `json:"alias" yaml:"alias,omitempty"` // Title is an optional (pretty) alternative to key and used in user interfaces Title string `json:"title" yaml:"title,omitempty"` // DefaultValue is the value that will be used if no other value has been assigned DefaultValue string `json:"defaultValue" yaml:"defaultValue"` // Description holds an optional explanation for this parameter; shown in user interfaces Description string `json:"description" yaml:"description"` // IsMandatory will be considered when validating; if the param has no value assigned and // also no DefaultValue is set, validation will fail IsMandatory bool `json:"isMandatory" yaml:"isMandatory,omitempty"` // Tags can be used to skip parameters not needed for a specific environment Tags []string `json:"tags" yaml:"tags,omitempty"` // Validator is an optional function that will be called upon validation; may or may // not be called in user interfaces. Setting TypeHint is preferred, but can also be used // in combination with the Validator. Example: additionally to setting the TypeHint to // TypeInt, the validator could be used to make sure the given int is in a specific range. Validator ParamValidator `json:"-" yaml:"-"` // TypeHint is the preferred way to set the type of this parameter as it will invoke a // matching validator automatically; if unset, a value of "string" is assumed TypeHint TypeHint `json:"type" yaml:"type,omitempty"` // ValueHint can give a hint on what content is expected here - for example, it can be // used to hint that the param expects a kubernetes namespace, a list of nodes and so on. // This is helpful for frontends to provide autocompletion/selections or set defaults // accordingly. ValueHint ValueHint `json:"valueHint" yaml:"valueHint,omitempty"` // PossibleValues holds all possible values for this parameter and will be considered // when validating PossibleValues []string `json:"possibleValues" yaml:"possibleValues,omitempty"` } // Param holds a ParamDesc but can additionally store a value type Param struct { *ParamDesc value string isSet bool } // GetTitle returns a human friendly title of the field; if no Title has been specified, // the Key will be used with the first letter upper-cased func (p *ParamDesc) GetTitle() string { if p.Title != "" { return p.Title } return cases.Title(language.English).String(p.Key) } func (p *ParamDesc) ToParam() *Param { return &Param{ ParamDesc: p, value: p.DefaultValue, } } // Validate validates a string against the given parameter func (p *ParamDesc) Validate(value string) error { if value == "" && p.IsMandatory { return fmt.Errorf("expected value for %q", p.Key) } if len(p.PossibleValues) > 0 { for _, v := range p.PossibleValues { if v == value { return nil } } return fmt.Errorf("invalid value %q as %q: valid values are: %s", value, p.Key, strings.Join(p.PossibleValues, ", ")) } if typeValidator, ok := typeHintValidators[p.TypeHint]; ok { if err := typeValidator(value); err != nil { return fmt.Errorf("invalid value %q as %q: %w", value, p.Key, err) } } if p.Validator != nil { if err := p.Validator(value); err != nil { return fmt.Errorf("invalid value %q as %q: %w", value, p.Key, err) } } return nil } // Type is a member of the pflag.Value interface, which is used by cobra func (p *ParamDesc) Type() string { if p.TypeHint != "" { // returning a proper type here will display it as type for cobra params as well return string(p.TypeHint) } return "string" } func (p *ParamDesc) IsBoolFlag() bool { return p.TypeHint == TypeBool } func (p ParamDescs) ToParams() *Params { params := make(Params, 0, len(p)) for _, param := range p { params = append(params, param.ToParam()) } return ¶ms } func (p *ParamDescs) Add(other ...*ParamDesc) { for _, v := range other { *p = append(*p, v) } } // Get returns the parameter with the given key or nil func (p *ParamDescs) Get(key string) *ParamDesc { for _, param := range *p { if key == param.Key || key == param.AlternativeKey { return param } } return nil } func (p DescCollection) ToParams() Collection { coll := make(Collection) for key, param := range p { if param != nil { coll[key] = param.ToParams() } } return coll } func (p *Params) Add(other ...*Param) { for _, v := range other { *p = append(*p, v) } } func (p *Params) AddKeyValuePair(key, value string) { *p = append(*p, &Param{ ParamDesc: &ParamDesc{Key: key}, value: value, }) } // Get returns the parameter with the given key or nil func (p *Params) Get(key string) *Param { for _, param := range *p { if key == param.Key || key == param.AlternativeKey { return param } } return nil } func (p *Params) Set(key, val string) error { for _, e := range *p { if e.Key == key || e.AlternativeKey == key { return e.Set(val) } } return ErrNotFound } func (p *Params) ParamMap() (res map[string]string) { res = make(map[string]string) for _, v := range *p { res[v.Key] = v.String() } return } func (p *Params) ValidateStringMap(cfg map[string]string) error { for _, param := range *p { value, ok := cfg[param.Key] if !ok && param.IsMandatory { return fmt.Errorf("expected value for %q", param.Key) } if param.Validator != nil { if err := param.Validator(value); err != nil { return fmt.Errorf("invalid value %q as %q: %w", value, param.Key, err) } } } return nil } func compressAndB64Encode(s string) string { // Create a new zlib.Writer, which will write to a bytes.Buffer var b bytes.Buffer w := zlib.NewWriter(&b) // Write the contents of the file to the zlib.Writer if _, err := io.Copy(w, strings.NewReader(s)); err != nil { panic("failed to copy file to zlib.Writer") } // Close the zlib.Writer to ensure that all data has been written if err := w.Close(); err != nil { panic("failed to close zlib.Writer") } return base64.StdEncoding.EncodeToString(b.Bytes()) } func b64DecodeAndDecompress(s string) ([]byte, error) { sDec, err := base64.StdEncoding.DecodeString(s) if err != nil { return nil, fmt.Errorf("decoding string: %w", err) } reader := bytes.NewReader(sDec) gzreader, err := zlib.NewReader(reader) if err != nil { return nil, fmt.Errorf("creating new zlib reader: %w", err) } bytes, err := io.ReadAll(gzreader) if err != nil { return nil, fmt.Errorf("reading from zlib reader:: %w", err) } return bytes, nil } func (p *Params) CopyToMap(target map[string]string, prefix string) { for _, param := range *p { if target[prefix+param.Key] != "" { continue } if param.TypeHint == TypeBytes { target[prefix+param.Key] = compressAndB64Encode(param.String()) } else { target[prefix+param.Key] = param.String() } } } // CopyToMapExt works like CopyToMap but additionally can return string slices // given the TypeHint is set to TypeStringSlice func (p *Params) CopyToMapExt(target map[string]any, prefix string) { for _, param := range *p { switch param.TypeHint { case TypeBytes: target[prefix+param.Key] = compressAndB64Encode(param.String()) case TypeStringSlice: target[prefix+param.Key] = SplitStringSlice(param.String()) default: target[prefix+param.Key] = param.String() } } } func (p *Params) CopyFromMap(source map[string]string, prefix string) error { for k, v := range source { if strings.HasPrefix(k, prefix) { param := p.Get(strings.TrimPrefix(k, prefix)) if param == nil || param.value == v { continue } if param.TypeHint == TypeBytes { bytes, err := b64DecodeAndDecompress(v) if err != nil { return err } v = string(bytes) } err := param.Set(v) if err != nil && !errors.Is(err, ErrNotFound) { return err } } } return nil } func (p Collection) Set(entry, key, val string) error { if _, ok := p[entry]; !ok { return fmt.Errorf("%q is not part of the collection", entry) } return p[entry].Set(key, val) } func (p Collection) CopyToMap(target map[string]string, prefix string) { for collectionKey, params := range p { params.CopyToMap(target, prefix+collectionKey+".") } } func (p Collection) CopyFromMap(source map[string]string, prefix string) error { for collectionKey, params := range p { err := params.CopyFromMap(source, prefix+collectionKey+".") if err != nil { return err } } return nil } // String is a member of the pflag.Value interface, which is used by cobra func (p *Param) String() string { if p == nil { return "" } return p.value } // Set validates and sets the new value; it is also a member of the pflag.Value interface, // which is used by cobra func (p *Param) Set(val string) error { err := p.Validate(val) if err != nil { return err } p.value = val p.isSet = true return nil } func (p *Param) IsSet() bool { return p.isSet } func (p *Param) IsDefault() bool { return p.DefaultValue == p.value } // AsAny returns the value of the parameter according to its type hint. If there is not any type // hint, it returns the value as string. func (p *Param) AsAny() any { switch p.TypeHint { case TypeBool: return p.AsBool() case TypeString: return p.AsString() case TypeBytes: return p.AsBytes() case TypeInt: return p.AsInt() case TypeInt8: return p.AsInt8() case TypeInt16: return p.AsInt16() case TypeInt32: return p.AsInt32() case TypeInt64: return p.AsInt64() case TypeUint: return p.AsUint() case TypeUint8: return p.AsUint8() case TypeUint16: return p.AsUint16() case TypeUint32: return p.AsUint32() case TypeUint64: return p.AsUint64() case TypeFloat32: return p.AsFloat32() case TypeFloat64: return p.AsFloat64() case TypeDuration: return p.AsDuration() case TypeIP: return p.AsIP() default: return p.value } } func (p *Param) AsFloat32() float32 { n, _ := strconv.ParseFloat(p.value, 32) return float32(n) } func (p *Param) AsFloat64() float64 { n, _ := strconv.ParseFloat(p.value, 64) return n } func (p *Param) AsInt() int { n, _ := strconv.ParseInt(p.value, 10, strconv.IntSize) return int(n) } func (p *Param) AsInt8() int8 { n, _ := strconv.ParseInt(p.value, 10, 8) return int8(n) } func (p *Param) AsInt16() int16 { n, _ := strconv.ParseInt(p.value, 10, 16) return int16(n) } func (p *Param) AsInt32() int32 { n, _ := strconv.ParseInt(p.value, 10, 32) return int32(n) } func (p *Param) AsInt64() int64 { n, _ := strconv.ParseInt(p.value, 10, 64) return int64(n) } func (p *Param) AsUint() uint { n, _ := strconv.ParseUint(p.value, 10, strconv.IntSize) return uint(n) } func (p *Param) AsUint8() uint8 { n, _ := strconv.ParseUint(p.value, 10, 8) return uint8(n) } func (p *Param) AsUint16() uint16 { n, _ := strconv.ParseUint(p.value, 10, 16) return uint16(n) } func (p *Param) AsUint32() uint32 { n, _ := strconv.ParseUint(p.value, 10, 32) return uint32(n) } func (p *Param) AsUint64() uint64 { n, _ := strconv.ParseUint(p.value, 10, 64) return uint64(n) } func (p *Param) AsString() string { return p.value } func (p *Param) AsBytes() []byte { return []byte(p.value) } func (p *Param) AsStringSlice() []string { return SplitStringSlice(p.value) } func (p *Param) AsBool() bool { return strings.ToLower(p.value) == "true" } // AsUint16Slice is useful for handling network ports. func (p *Param) AsUint16Slice() []uint16 { strs := p.AsStringSlice() out := make([]uint16, 0, len(strs)) for _, entry := range strs { n, _ := strconv.ParseUint(entry, 10, 16) out = append(out, uint16(n)) } return out } func (p *Param) AsUint64Slice() []uint64 { strs := p.AsStringSlice() out := make([]uint64, 0, len(strs)) for _, entry := range strs { n, _ := strconv.ParseUint(entry, 10, 64) out = append(out, n) } return out } func (p *Param) AsInt64Slice() []int64 { strs := p.AsStringSlice() out := make([]int64, 0, len(strs)) for _, entry := range strs { n, _ := strconv.ParseInt(entry, 10, 64) out = append(out, n) } return out } func (p *Param) AsDuration() time.Duration { d, _ := time.ParseDuration(p.value) return d } func (p *Param) AsIP() net.IP { return net.ParseIP(p.value) } // SplitStringSlice splits a string into multiple strings that were // delimited by comma characters. func SplitStringSlice(s string) []string { if len(s) == 0 { return []string{} } var result []string var b strings.Builder var escape bool for _, c := range s { if escape { escape = false if c != ',' && c != '\\' { // Leave escape char alone if not a comma or backslash b.WriteByte('\\') } b.WriteRune(c) continue } switch c { case '\\': escape = true case ',': result = append(result, b.String()) b.Reset() default: b.WriteRune(c) } } if b.Len() > 0 { result = append(result, b.String()) } return result } inspektor-gadget-0.46.0/pkg/params/params_test.go000066400000000000000000000275161510117411400217730ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package params import ( "errors" "net" "testing" "time" "github.com/stretchr/testify/require" ) func TestParamAs(t *testing.T) { type test struct { name string value string typeHint TypeHint expected any getter func(*Param) any } tests := []test{ { name: "Float32()", value: "-20.123", typeHint: TypeFloat32, expected: float32(-20.123), getter: func(p *Param) any { return p.AsFloat32() }, }, { name: "Floa64()", value: "-20.123456", typeHint: TypeFloat64, expected: float64(-20.123456), getter: func(p *Param) any { return p.AsFloat64() }, }, { name: "Int()", value: "-20", typeHint: TypeInt, expected: int(-20), getter: func(p *Param) any { return p.AsInt() }, }, { name: "Int8()", value: "-111", typeHint: TypeInt8, expected: int8(-111), getter: func(p *Param) any { return p.AsInt8() }, }, { name: "Int16()", value: "-5555", typeHint: TypeInt16, expected: int16(-5555), getter: func(p *Param) any { return p.AsInt16() }, }, { name: "Int32()", value: "-33333", typeHint: TypeInt32, expected: int32(-33333), getter: func(p *Param) any { return p.AsInt32() }, }, { name: "Int64()", value: "-2222222222", typeHint: TypeInt64, expected: int64(-2222222222), getter: func(p *Param) any { return p.AsInt64() }, }, { name: "Uint()", value: "20", typeHint: TypeUint, expected: uint(20), getter: func(p *Param) any { return p.AsUint() }, }, { name: "Uint8()", value: "111", typeHint: TypeUint8, expected: uint8(111), getter: func(p *Param) any { return p.AsUint8() }, }, { name: "Uint16()", value: "5555", typeHint: TypeUint16, expected: uint16(5555), getter: func(p *Param) any { return p.AsUint16() }, }, { name: "Uint32()", value: "33333", typeHint: TypeUint32, expected: uint32(33333), getter: func(p *Param) any { return p.AsUint32() }, }, { name: "Uint64()", value: "2222222222", typeHint: TypeUint64, expected: uint64(2222222222), getter: func(p *Param) any { return p.AsUint64() }, }, { name: "String()", value: "eW91J3JlIGN1cmlvdXM=", typeHint: TypeString, expected: string("eW91J3JlIGN1cmlvdXM="), getter: func(p *Param) any { return p.AsString() }, }, { name: "StringSlice()", value: "foo,bar,zas", expected: []string{"foo", "bar", "zas"}, getter: func(p *Param) any { return p.AsStringSlice() }, }, { name: "StringSlice()_Empty", value: "", expected: []string{}, getter: func(p *Param) any { return p.AsStringSlice() }, }, { name: "StringSlice()_EscapedCommas", value: "foo,bar,zas\\,foob,olo\\lol,fro\\\\bedeedoo", expected: []string{"foo", "bar", "zas,foob", "olo\\lol", "fro\\bedeedoo"}, getter: func(p *Param) any { return p.AsStringSlice() }, }, { name: "Bool()_true", value: "true", typeHint: TypeBool, expected: bool(true), getter: func(p *Param) any { return p.AsBool() }, }, { name: "Bool()_false", value: "false", typeHint: TypeBool, expected: bool(false), getter: func(p *Param) any { return p.AsBool() }, }, { name: "Uint16Slice()", value: "7777,8888,9999", expected: []uint16{7777, 8888, 9999}, getter: func(p *Param) any { return p.AsUint16Slice() }, }, { name: "Uint16Slice()_empty", value: "", expected: []uint16{}, getter: func(p *Param) any { return p.AsUint16Slice() }, }, { name: "Uint64Slice()", value: "7777,8888,9999", expected: []uint64{7777, 8888, 9999}, getter: func(p *Param) any { return p.AsUint64Slice() }, }, { name: "Uint64Slice()_empty", value: "", expected: []uint64{}, getter: func(p *Param) any { return p.AsUint64Slice() }, }, { name: "Int64Slice()", value: "-7777,-8888,9999", expected: []int64{-7777, -8888, 9999}, getter: func(p *Param) any { return p.AsInt64Slice() }, }, { name: "Uint64Slice()_empty", value: "", expected: []int64{}, getter: func(p *Param) any { return p.AsInt64Slice() }, }, { name: "Duration()_1s", value: "1s", typeHint: TypeDuration, expected: time.Duration(time.Second), getter: func(p *Param) any { return p.AsDuration() }, }, { name: "Duration()_5m", value: "5m", typeHint: TypeDuration, expected: time.Duration(5 * time.Minute), getter: func(p *Param) any { return p.AsDuration() }, }, { name: "Duration()_half_hour", value: "0.5h", typeHint: TypeDuration, expected: time.Duration(30 * time.Minute), getter: func(p *Param) any { return p.AsDuration() }, }, { name: "IPv4", value: "127.0.0.1", typeHint: TypeIP, expected: net.IPv4(127, 0, 0, 1), getter: func(p *Param) any { return p.AsIP() }, }, { name: "IPv6", value: "::1", typeHint: TypeIP, expected: net.IP{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1}, getter: func(p *Param) any { return p.AsIP() }, }, } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { p := &Param{ ParamDesc: &ParamDesc{ TypeHint: test.typeHint, }, value: test.value, } require.Equal(t, test.expected, test.getter(p)) if test.typeHint != TypeUnknown { require.Equal(t, test.expected, p.AsAny()) } }) } } func TestParamsValidators(t *testing.T) { type test struct { name string desc *ParamDesc value string expectedError bool } tests := []test{ { name: "novalidation", desc: &ParamDesc{}, value: "for,bar,yes,20.33", expectedError: false, }, { name: "novalidation_empty_str", desc: &ParamDesc{}, value: "", expectedError: false, }, { name: "IsMandatory_true_error", desc: &ParamDesc{ IsMandatory: true, }, value: "", expectedError: true, }, { name: "IsMandatory_true_no_error", desc: &ParamDesc{ IsMandatory: true, }, value: "foo", expectedError: false, }, { name: "PossibleValues_2_no_error", desc: &ParamDesc{ PossibleValues: []string{"foo", "bar"}, }, value: "foo", expectedError: false, }, { name: "PossibleValues_2_error", desc: &ParamDesc{ PossibleValues: []string{"foo", "bar"}, }, value: "zas", expectedError: true, }, { name: "TypeHint_int_no_error", desc: &ParamDesc{ TypeHint: TypeInt, }, value: "-256", expectedError: false, }, { name: "TypeHint_int_error", desc: &ParamDesc{ TypeHint: TypeInt, }, value: "zas", expectedError: true, }, { name: "TypeHint_uint_no_error", desc: &ParamDesc{ TypeHint: TypeUint, }, value: "256", expectedError: false, }, { name: "TypeHint_uint_error_string", desc: &ParamDesc{ TypeHint: TypeUint, }, value: "zas", expectedError: true, }, { name: "TypeHint_uint_error_negative", desc: &ParamDesc{ TypeHint: TypeUint, }, value: "-256", expectedError: true, }, { name: "TypeHint_float_no_error", desc: &ParamDesc{ TypeHint: TypeFloat32, }, value: "-256.55", expectedError: false, }, { name: "TypeHint_float_error", desc: &ParamDesc{ TypeHint: TypeFloat32, }, value: "zas", expectedError: true, }, { name: "TypeHint_bool_no_error_false", desc: &ParamDesc{ TypeHint: TypeBool, }, value: "false", expectedError: false, }, { name: "TypeHint_bool_no_error_true", desc: &ParamDesc{ TypeHint: TypeBool, }, value: "true", expectedError: false, }, { name: "TypeHint_bool_error", desc: &ParamDesc{ TypeHint: TypeBool, }, value: "zas", expectedError: true, }, { name: "Validator_error", desc: &ParamDesc{ Validator: func(string) error { return errors.New("error") }, }, value: "zas", expectedError: true, }, { name: "Validator_no_error", desc: &ParamDesc{ Validator: func(string) error { return nil }, }, value: "zas", expectedError: false, }, { name: "IsMandatory_and_Validator", desc: &ParamDesc{ IsMandatory: true, Validator: func(string) error { return nil }, }, value: "", expectedError: true, }, { name: "IsMandatory_and_PossibleValues", desc: &ParamDesc{ IsMandatory: true, PossibleValues: []string{"", "foo", "bar"}, }, value: "", expectedError: true, }, } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { p := test.desc.ToParam() err := p.Set(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestParamDefaultValue(t *testing.T) { pd := ParamDesc{ DefaultValue: "foo", } param := pd.ToParam() require.Equal(t, "foo", param.String()) param.Set("bar") require.Equal(t, "bar", param.String()) } func TestBytesHandling(t *testing.T) { // Test if a param of type Bytes gets compressed and decompressed correctly const testString = "test123" const testStringCompressed = "eJwqSS0uMTQyBgQAAP//CsoCVw==" params := Params{ &Param{ ParamDesc: &ParamDesc{ Key: "bytes", TypeHint: TypeBytes, }, }, } // Compress params[0].Set(testString) testMap := map[string]string{} params.CopyToMap(testMap, "") require.Equal(t, testStringCompressed, testMap["bytes"], "compression + B64 encoding failed") // Decompress params[0].Set("") params.CopyFromMap(testMap, "") require.Equal(t, testString, string(params[0].AsBytes()), "decompression + B64 decoding failed") } func TestStringSlice(t *testing.T) { const testStringSlice = "foo,bar,quux,abc\\,def" testStringSliceExpected := []string{"foo", "bar", "quux", "abc,def"} params := Params{ &Param{ ParamDesc: &ParamDesc{ Key: "[]string", TypeHint: TypeStringSlice, }, }, } params[0].Set(testStringSlice) // CopyToMapExt testMapExt := map[string]any{} params.CopyToMapExt(testMapExt, "") require.Equal(t, testStringSliceExpected, testMapExt["[]string"], "converting to []string failed") // CopyToMap testMap := map[string]string{} params.CopyToMap(testMap, "") require.Equal(t, testStringSlice, testMap["[]string"], "converting to string failed") } func TestIsSet(t *testing.T) { pd := ParamDesc{ DefaultValue: "foo", } p := pd.ToParam() require.False(t, p.IsSet()) p.Set("foo") require.True(t, p.IsSet()) } func TestIsDefault(t *testing.T) { pd := ParamDesc{ DefaultValue: "foo", } p := pd.ToParam() require.True(t, p.IsDefault()) p.Set("foo") require.True(t, p.IsDefault()) p.Set("bar") require.False(t, p.IsDefault()) } func TestAlternativeKey(t *testing.T) { pd := &ParamDesc{ Key: "foo", AlternativeKey: "bar", } params := Params{pd.ToParam()} require.Equal(t, "foo", params[0].Key) require.Equal(t, "bar", params[0].AlternativeKey) params.Set("foo", "baz") require.Equal(t, "baz", params.Get("bar").AsString()) params.Set("bar", "quux") require.Equal(t, "quux", params.Get("foo").AsString()) } inspektor-gadget-0.46.0/pkg/params/validator_test.go000066400000000000000000000265421510117411400224730ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package params import ( "errors" "fmt" "strconv" "testing" "github.com/stretchr/testify/require" ) func TestValidateIntUint(t *testing.T) { type test struct { name string bitSize int value string expectedError bool validateFn func(bitsize int) func(string) error } tests := []test{} bitSizes := []int{8, 16, 32, 64} // ValidateInt for _, bitSize := range bitSizes { // test max and min numbers allowed tests = append(tests, test{ name: fmt.Sprintf("int%d_max", bitSize), bitSize: bitSize, value: strconv.FormatInt(1<<(bitSize-1)-1, 10), expectedError: false, validateFn: ValidateInt, }) tests = append(tests, test{ name: fmt.Sprintf("int%d_min", bitSize), bitSize: bitSize, value: strconv.FormatInt(-(1 << (bitSize - 1)), 10), expectedError: false, validateFn: ValidateInt, }) // test offset by one numbers if bitSize == 64 { tests = append(tests, test{ name: fmt.Sprintf("int%d_max+1", bitSize), bitSize: bitSize, value: "9223372036854775808", // 2^63 expectedError: true, validateFn: ValidateInt, }) tests = append(tests, test{ name: fmt.Sprintf("int%d_min-1", bitSize), bitSize: bitSize, value: "-9223372036854775809", // -2^63 - 1 expectedError: true, validateFn: ValidateInt, }) break } tests = append(tests, test{ name: fmt.Sprintf("int%d_max+1", bitSize), bitSize: bitSize, value: strconv.FormatInt(1<<(bitSize-1), 10), expectedError: true, validateFn: ValidateInt, }) tests = append(tests, test{ name: fmt.Sprintf("int%d_min-1", bitSize), bitSize: bitSize, value: strconv.FormatInt(-(1<<(bitSize-1))-1, 10), expectedError: true, validateFn: ValidateInt, }) } // ValidateUint for _, bitSize := range bitSizes { // test max numbers allowed tests = append(tests, test{ name: fmt.Sprintf("uint%d_max", bitSize), bitSize: bitSize, value: strconv.FormatUint(1<<(bitSize)-1, 10), expectedError: false, validateFn: ValidateUint, }) // test offset by one numbers if bitSize == 64 { // we need to hardcode this one, otherwise it'll overflow tests = append(tests, test{ name: fmt.Sprintf("uint%d_max+1", bitSize), bitSize: bitSize, value: "18446744073709551616", // 2^64 + 1 expectedError: true, validateFn: ValidateUint, }) break } tests = append(tests, test{ name: fmt.Sprintf("uint%d_max+1", bitSize), bitSize: bitSize, value: strconv.FormatUint(1<<(bitSize), 10), expectedError: true, validateFn: ValidateUint, }) } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { fmt.Printf("set value: %s\n", test.value) err := test.validateFn(test.bitSize)(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateFloat(t *testing.T) { type test struct { name string bitSize int value string expectedError bool } tests := []test{ { name: "no_float", bitSize: 32, value: "no_a_float", expectedError: true, }, { name: "float32", bitSize: 32, value: "1.23456789", expectedError: false, }, { name: "float64", bitSize: 64, value: "1.234567890123456789", expectedError: false, }, { name: "float32_overflow", bitSize: 32, value: "3.4E+39", // math.MaxFloat32 * 10 expectedError: true, }, { name: "float64_overflow", bitSize: 64, value: "1.8E+309", // math.MaxFloat64 * 10 expectedError: true, }, } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { err := ValidateFloat(test.bitSize)(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateBool(t *testing.T) { type test struct { name string value string expectedError bool } tests := []test{ { name: "true_no_error", value: "true", expectedError: false, }, { name: "false_no_error", value: "false", expectedError: false, }, { name: "bad_input_foo", value: "foo", expectedError: true, }, { name: "bad_input_0", value: "0", expectedError: true, }, { name: "bad_input_1", value: "1", expectedError: true, }, { name: "bad_input_empty", value: "", expectedError: true, }, } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { err := ValidateBool(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateIntRange(t *testing.T) { type test struct { min int64 max int64 value string expectedError bool } tests := []test{ { min: -10, max: 10, value: "10", expectedError: false, }, { min: -10, max: 10, value: "11", expectedError: true, }, { min: -10, max: 10, value: "-10", expectedError: false, }, { min: -10, max: 10, value: "-11", expectedError: true, }, { min: -10, max: 10, value: "foo", expectedError: true, }, { min: int64(-9223372036854775808), max: int64(9223372036854775808 - 1), value: "9223372036854775808", // 2^63 expectedError: true, }, } for _, test := range tests { test := test t.Run(fmt.Sprintf("min%d_max%d_error_%t", test.min, test.max, test.expectedError), func(t *testing.T) { err := ValidateIntRange(test.min, test.max)(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateUintRange(t *testing.T) { type test struct { min uint64 max uint64 value string expectedError bool } tests := []test{ { min: 10, max: 20, value: "20", expectedError: false, }, { min: 10, max: 20, value: "21", expectedError: true, }, { min: 10, max: 20, value: "10", expectedError: false, }, { min: 10, max: 20, value: "9", expectedError: true, }, { min: 10, max: 20, value: "foo", expectedError: true, }, { min: 0, max: uint64(18446744073709551616 - 1), value: "18446744073709551616", // 2^64 expectedError: true, }, } for _, test := range tests { test := test name := fmt.Sprintf("min%d_max%d_error_%t", test.min, test.max, test.expectedError) t.Run(name, func(t *testing.T) { err := ValidateUintRange(test.min, test.max)(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateSlice(t *testing.T) { type test struct { name string value string validator func(string) error expectedError bool } noErrFn := func(string) error { return nil } errFn := func(string) error { return errors.New("error") } tests := []test{ { name: "empty_slice_no_error", value: "", validator: noErrFn, expectedError: false, }, { name: "slice_with_2_elements_no_error", value: "foo,bar", validator: noErrFn, expectedError: false, }, { name: "slice_with_2_elements_no_error", value: "foo,bar", validator: errFn, expectedError: true, }, { name: "slice_with_2_elements_custom_err_func", value: "foo,bar", validator: func(s string) error { if s == "bar" { return errors.New("error") } return nil }, expectedError: true, }, { name: "empty_slice_with_ValidateUintRange_no_error", value: "", validator: ValidateUintRange(1, 10), expectedError: false, }, { name: "slice_with_1_element_with_ValidateUintRange_no_error", value: "4", validator: ValidateUintRange(1, 10), expectedError: false, }, { name: "slice_with_2_elements_with_ValidateUintRange_no_error", value: "5,2", validator: ValidateUintRange(1, 10), expectedError: false, }, { name: "slice_with_3_elements_with_ValidateUintRange_error", value: "5,2,11", validator: ValidateUintRange(1, 10), expectedError: true, }, } for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { err := ValidateSlice(test.validator)(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } type validateTest struct { name string value string expectedError bool } func testValidate(t *testing.T, tests []validateTest, validate func(str string) error) { for _, test := range tests { test := test t.Run(test.name, func(t *testing.T) { err := validate(test.value) if test.expectedError { require.Error(t, err) } else { require.Nil(t, err) } }) } } func TestValidateDuration(t *testing.T) { testValidate(t, []validateTest{ { name: "1s_no_error", value: "1s", expectedError: false, }, { name: "1m_no_error", value: "1m", expectedError: false, }, { name: "empty_error", value: "", expectedError: true, }, { name: "bad_input_0", value: "-", expectedError: true, }, { name: "bad_input_1", value: "asdafaf", expectedError: true, }, { name: "bad_unit", value: "1sad", expectedError: true, }, }, ValidateDuration, ) } func TestValidateIP(t *testing.T) { testValidate(t, []validateTest{ { name: "IPv4_no_error", value: "127.0.0.1", expectedError: false, }, { name: "IPv6_no_error", value: "::1", expectedError: false, }, { name: "empty_no_error", value: "", expectedError: false, }, { name: "bad_input_0", value: "-", expectedError: true, }, { name: "bad_input_1", value: "foo", expectedError: true, }, }, ValidateIP, ) } inspektor-gadget-0.46.0/pkg/params/validators.go000066400000000000000000000103071510117411400216070ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package params import ( "fmt" "net" "strconv" "strings" "time" ) type TypeHint string const ( TypeUnknown TypeHint = "" TypeBool TypeHint = "bool" TypeString TypeHint = "string" TypeBytes TypeHint = "bytes" TypeInt TypeHint = "int" TypeInt8 TypeHint = "int8" TypeInt16 TypeHint = "int16" TypeInt32 TypeHint = "int32" TypeInt64 TypeHint = "int64" TypeUint TypeHint = "uint" TypeUint8 TypeHint = "uint8" TypeUint16 TypeHint = "uint16" TypeUint32 TypeHint = "uint32" TypeUint64 TypeHint = "uint64" TypeFloat32 TypeHint = "float32" TypeFloat64 TypeHint = "float64" TypeDuration TypeHint = "duration" TypeIP TypeHint = "ip" TypeStringSlice TypeHint = "[]string" ) var typeHintValidators = map[TypeHint]ParamValidator{ TypeBool: ValidateBool, TypeInt: ValidateInt(strconv.IntSize), TypeInt8: ValidateInt(8), TypeInt16: ValidateInt(16), TypeInt32: ValidateInt(32), TypeInt64: ValidateInt(64), TypeUint: ValidateUint(strconv.IntSize), TypeUint8: ValidateUint(8), TypeUint16: ValidateUint(16), TypeUint32: ValidateUint(32), TypeUint64: ValidateUint(64), TypeFloat32: ValidateFloat(32), TypeFloat64: ValidateFloat(64), TypeDuration: ValidateDuration, TypeIP: ValidateIP, } type ValueHint string type ParamValidator func(value string) error func ValidateInt(bitsize int) func(string) error { return func(value string) error { _, err := strconv.ParseInt(value, 10, bitsize) if err != nil { return fmt.Errorf("expected numeric value: %w", err) } return nil } } func ValidateUint(bitsize int) func(string) error { return func(value string) error { _, err := strconv.ParseUint(value, 10, bitsize) if err != nil { return fmt.Errorf("expected numeric value: %w", err) } return nil } } func ValidateFloat(bitsize int) func(string) error { return func(value string) error { _, err := strconv.ParseFloat(value, bitsize) if err != nil { return fmt.Errorf("expected numeric value: %w", err) } return nil } } func ValidateBool(value string) error { value = strings.ToLower(value) if value != "true" && value != "false" { return fmt.Errorf("expected 'true' or 'false', got: %q", value) } return nil } func ValidateIntRange(min, max int64) func(value string) error { return func(value string) error { number, err := strconv.ParseInt(value, 10, 64) if err != nil { return fmt.Errorf("expected numeric value") } if number < min || number > max { return fmt.Errorf("number out of range: got %d, expected min %d, max %d", number, min, max) } return nil } } func ValidateUintRange(min, max uint64) func(value string) error { return func(value string) error { number, err := strconv.ParseUint(value, 10, 64) if err != nil { return fmt.Errorf("expected numeric value: %w", err) } if number < min || number > max { return fmt.Errorf("number out of range: got %d, expected min %d, max %d", number, min, max) } return nil } } func ValidateSlice(validator ParamValidator) func(value string) error { return func(value string) error { // No value to validate if len(value) == 0 { return nil } for i, val := range strings.Split(value, ",") { if err := validator(val); err != nil { return fmt.Errorf("entry #%d (%q): %w", i+1, val, err) } } return nil } } func ValidateDuration(value string) error { _, err := time.ParseDuration(value) return err } func ValidateIP(value string) error { if value != "" && net.ParseIP(value) == nil { return fmt.Errorf("%q is not a valid IP address", value) } return nil } inspektor-gadget-0.46.0/pkg/parser/000077500000000000000000000000001510117411400171205ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/parser/outputhelpers.go000066400000000000000000000071761510117411400224050ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package parser import ( "encoding/json" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // TextColumnsFormatter is the interface used for outputHelper type TextColumnsFormatter interface { FormatHeader() string SetShowColumns([]string) error TransformEvent(string) (string, error) EventHandlerFunc() any EventHandlerFuncArray(...func()) any SetEventCallback(eventCallback func(string)) SetEnableExtraLines(bool) } type ExtraLines interface { ExtraLines() []string } type ErrorGetter interface { GetType() types.EventType GetMessage() string } // outputHelpers hides all information about underlying types from the application type outputHelper[T any] struct { parser *parser[T] *textcolumns.TextColumnsFormatter[T] eventCallback func(string) enableExtraLines bool } func (oh *outputHelper[T]) forwardEvent(ev *T) { oh.eventCallback(oh.FormatEntry(ev)) if !oh.enableExtraLines { return } // Output extra lines if the events support this for _, line := range any(ev).(ExtraLines).ExtraLines() { oh.eventCallback(line) } } func (oh *outputHelper[T]) EventHandlerFunc() any { if oh.eventCallback == nil { panic("set event callback before getting the EventHandlerFunc from TextColumnsFormatter") } return func(ev *T) { if getter, ok := any(ev).(ErrorGetter); ok { switch getter.GetType() { case types.ERR: oh.parser.writeLogMessage(logger.ErrorLevel, getter.GetMessage()) return case types.WARN: oh.parser.writeLogMessage(logger.WarnLevel, getter.GetMessage()) return case types.DEBUG: oh.parser.writeLogMessage(logger.DebugLevel, getter.GetMessage()) return case types.INFO: oh.parser.writeLogMessage(logger.InfoLevel, getter.GetMessage()) return } } oh.forwardEvent(ev) } } func (oh *outputHelper[T]) EventHandlerFuncArray(headerFuncs ...func()) any { if oh.eventCallback == nil { panic("set event callback before getting the EventHandlerFunc from TextColumnsFormatter") } return func(events []*T) { for _, hf := range headerFuncs { hf() } for _, ev := range events { oh.forwardEvent(ev) } } } func (oh *outputHelper[T]) SetEventCallback(eventCallback func(string)) { oh.eventCallback = eventCallback } // TransformEvent takes a JSON encoded line and transforms it to columns view func (oh *outputHelper[T]) TransformEvent(line string) (string, error) { ev := new(T) err := json.Unmarshal([]byte(line), &ev) if err != nil { return "", err } // Apply filters if oh.parser.filterSpecs != nil && !oh.parser.filterSpecs.MatchAll(ev) { return "", nil } return oh.FormatEntry(ev), nil } func (oh *outputHelper[T]) SetShowColumns(cols []string) error { return oh.TextColumnsFormatter.SetShowColumns(cols) } func (oh *outputHelper[T]) SetEnableExtraLines(newVal bool) { // Check, whether the type actually supports extra lines if _, ok := any(new(T)).(ExtraLines); !ok { return } oh.enableExtraLines = newVal } inspektor-gadget-0.46.0/pkg/parser/parser.go000066400000000000000000000400301510117411400207400ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package parser wraps a couple of helper libraries with the intention of hiding type information and simplifying data handling outside the gadgets. It can be used to wire the events of gadgets directly to the column formatter and use generic operations like filtering and sorting on them. */ package parser import ( "context" "encoding/json" "fmt" "reflect" "sync" "time" "go.opentelemetry.io/otel/attribute" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/filter" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/formatter/textcolumns" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns/sort" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/snapshotcombiner" ) type LogCallback func(severity logger.Level, fmt string, params ...any) type GaugeVal struct { Attrs []attribute.KeyValue Int64Val int64 Float64Val float64 } // Parser is the (untyped) interface used for parser type Parser interface { // GetTextColumnsFormatter returns the default formatter for this columns instance GetTextColumnsFormatter(options ...textcolumns.Option) TextColumnsFormatter // GetColumnAttributes returns a map of column names to their respective attributes GetColumnAttributes() []columns.Attributes // GetDefaultColumns returns a list of columns that are visible by default; optionally, hiddenTags will // hide columns that contain any of the given tags GetDefaultColumns(hiddenTags ...string) []string // GetColumns returns the underlying columns definition (mainly used for serialization) GetColumns() any // VerifyColumnNames takes a list of column names and returns two lists, one containing the // valid column names and another containing the invalid column names. Prefixes like "-" for // descending sorting will be ignored. VerifyColumnNames(columnNames []string) (valid []string, invalid []string) // SetColumnFilters sets additional column filters that will be used whenever one of the other methods of this // interface are called. This is for example used to filter columns with information on kubernetes in a non-k8s // environment like ig SetColumnFilters(...columns.ColumnFilter) // SetSorting sets what sorting should be applied when calling SortEntries() // TODO SetSorting([]string) error // SetFilters sets which filter to apply before emitting events downstream SetFilters([]string) error // EventHandlerFunc returns a function that accepts an instance of type *T and pushes it downstream after applying // enrichers and filters EventHandlerFunc(enrichers ...func(any) error) any EventHandlerFuncArray(enrichers ...func(any) error) any // JSONHandlerFunc returns a function that accepts a JSON encoded event, unmarshal it into *T and pushes it // downstream after applying enrichers and filters JSONHandlerFunc(enrichers ...func(any) error) func([]byte) JSONHandlerFuncArray(key string, enrichers ...func(any) error) func([]byte) // SetEventCallback sets the downstream callback SetEventCallback(eventCallback any) // SetLogCallback sets the function to use to send log messages SetLogCallback(logCallback LogCallback) // EnableSnapshots initializes the snapshot combiner, which is able to aggregate snapshots from several sources // and can return (optionally cached) results on demand; used for top gadgets EnableSnapshots(ctx context.Context, t time.Duration, ttl int) // EnableCombiner initializes the event combiner, which aggregates events from all sources; used for snapshot gadgets. // Events are released by calling Flush(). EnableCombiner() // Flush sends the events downstream that were collected after EnableCombiner() was called. Flush() // Things related to Prometheus. TODO: move to a separate interface / file? // AttrsGetter returns a function that accepts an instance of type *T and returns a list of // attributes for cols. AttrsGetter(cols []string) (func(any) []attribute.KeyValue, error) // AggregateEntries receives an array of *T and aggregates them according to cols. AggregateEntries(cols []string, entries any, field string, isInt bool) (map[string]*GaugeVal, error) // GetColKind returns the reflect.Kind of the column with the given name GetColKind(colName string) (reflect.Kind, error) // ColIntGetter returns a function that accepts an instance of type *T and returns the value // of the column as an int64. ColIntGetter(colName string) (func(any) int64, error) // ColFloatGetter returns a function that accepts an instance of type *T and returns the // value of the column as an float64. ColFloatGetter(colName string) (func(any) float64, error) } type parser[T any] struct { columns *columns.Columns[T] sortBy []string sortSpec *sort.ColumnSorterCollection[T] filters []string filterSpecs *filter.FilterSpecs[T] // TODO: filter collection(!) eventCallback func(*T) eventCallbackArray func([]*T) logCallback LogCallback snapshotCombiner *snapshotcombiner.SnapshotCombiner[T] columnFilters []columns.ColumnFilter // event combiner related fields eventCombinerEnabled bool combinedEvents []*T mu sync.Mutex } func NewParser[T any](columns *columns.Columns[T]) Parser { p := &parser[T]{ columns: columns, } return p } func (p *parser[T]) EnableSnapshots(ctx context.Context, interval time.Duration, ttl int) { if p.eventCallbackArray == nil { panic("EnableSnapshots needs EventCallbackArray set") } p.snapshotCombiner = snapshotcombiner.NewSnapshotCombiner[T](ttl) go func() { ticker := time.NewTicker(interval) for { select { case <-ticker.C: p.flushSnapshotCombiner() case <-ctx.Done(): return } } }() } func (p *parser[T]) flushSnapshotCombiner() { if p.snapshotCombiner == nil { panic("snapshotCombiner is not initialized") } out, _ := p.snapshotCombiner.GetSnapshots() if p.sortSpec != nil { p.sortSpec.Sort(out) } p.eventCallbackArray(out) } func (p *parser[T]) EnableCombiner() { if p.eventCallbackArray == nil { panic("eventCallbackArray has to be set before using EnableCombiner()") } p.eventCombinerEnabled = true p.combinedEvents = []*T{} } func (p *parser[T]) Flush() { if p.snapshotCombiner != nil { p.flushSnapshotCombiner() return } if p.sortSpec != nil { p.sortSpec.Sort(p.combinedEvents) } p.eventCallbackArray(p.combinedEvents) } func (p *parser[T]) SetColumnFilters(filters ...columns.ColumnFilter) { p.columnFilters = filters } func (p *parser[T]) SetLogCallback(logCallback LogCallback) { p.logCallback = logCallback } func (p *parser[T]) SetEventCallback(eventCallback any) { switch cb := eventCallback.(type) { case func(*T): // Typed, can be used as eventCallback directly p.eventCallback = cb case func([]*T): // Typed array, can be used as eventCallback directly p.eventCallbackArray = cb case func(any): // Generic callback function (e.g. to print JSON) p.eventCallback = func(ev *T) { cb(ev) } p.eventCallbackArray = func(ev []*T) { cb(ev) } default: panic("cannot use event callback for parser") } } func (p *parser[T]) eventHandler(cb func(*T), enrichers ...func(any) error) func(*T) { if cb == nil { panic("cb can't be nil in eventHandler from parser") } return func(ev *T) { for _, enricher := range enrichers { enricher(ev) } if p.filterSpecs != nil && !p.filterSpecs.MatchAll(ev) { return } cb(ev) } } func (p *parser[T]) eventHandlerArray(cb func([]*T), enrichers ...func(any) error) func([]*T) { if cb == nil { panic("cb can't be nil in eventHandlerArray from parser") } return func(events []*T) { for _, enricher := range enrichers { for _, ev := range events { enricher(ev) } } if p.filterSpecs != nil { filteredEvents := make([]*T, 0, len(events)) for _, event := range events { if !p.filterSpecs.MatchAll(event) { continue } filteredEvents = append(filteredEvents, event) } events = filteredEvents } if p.sortSpec != nil { p.sortSpec.Sort(events) } cb(events) } } func (p *parser[T]) writeLogMessage(severity logger.Level, fmt string, params ...any) { if p.logCallback == nil { return } p.logCallback(severity, fmt, params...) } func (p *parser[T]) combineEventsArrayCallback(events []*T) { p.mu.Lock() defer p.mu.Unlock() p.combinedEvents = append(p.combinedEvents, events...) } func (p *parser[T]) combineEventsCallback(event *T) { p.mu.Lock() defer p.mu.Unlock() p.combinedEvents = append(p.combinedEvents, event) } func (p *parser[T]) JSONHandlerFunc(enrichers ...func(any) error) func([]byte) { cb := p.eventCallback if p.eventCombinerEnabled { cb = p.combineEventsCallback } handler := p.eventHandler(cb, enrichers...) return func(event []byte) { ev := new(T) err := json.Unmarshal(event, ev) if err != nil { p.writeLogMessage(logger.WarnLevel, "unmarshalling: %s", err) return } handler(ev) } } func (p *parser[T]) JSONHandlerFuncArray(key string, enrichers ...func(any) error) func([]byte) { cb := p.eventCallbackArray if p.eventCombinerEnabled { cb = p.combineEventsArrayCallback } else if p.snapshotCombiner != nil { cb = func(events []*T) { p.snapshotCombiner.AddSnapshot(key, events) } } handler := p.eventHandlerArray(cb, enrichers...) return func(event []byte) { var ev []*T err := json.Unmarshal(event, &ev) if err != nil { p.writeLogMessage(logger.WarnLevel, "unmarshalling: %s", err) return } handler(ev) } } func (p *parser[T]) EventHandlerFunc(enrichers ...func(any) error) any { return p.eventHandler(p.eventCallback, enrichers...) } func (p *parser[T]) EventHandlerFuncArray(enrichers ...func(any) error) any { return p.eventHandlerArray(p.eventCallbackArray, enrichers...) } func (p *parser[T]) GetTextColumnsFormatter(options ...textcolumns.Option) TextColumnsFormatter { return &outputHelper[T]{ parser: p, TextColumnsFormatter: textcolumns.NewFormatter(p.columns.GetColumnMap(p.columnFilters...), options...), } } func (p *parser[T]) GetColumnAttributes() []columns.Attributes { out := make([]columns.Attributes, 0) for _, column := range p.columns.GetOrderedColumns(p.columnFilters...) { out = append(out, column.Attributes) } return out } func (p *parser[T]) GetColumns() any { return p.columns.GetColumnMap(p.columnFilters...) } func (p *parser[T]) GetDefaultColumns(hiddenTags ...string) []string { cols := make([]string, 0) columnLoop: for _, column := range p.columns.GetOrderedColumns(p.columnFilters...) { if !column.Visible { continue } for _, tag := range hiddenTags { if column.HasTag(tag) { continue columnLoop } } cols = append(cols, column.Name) } return cols } func (p *parser[T]) VerifyColumnNames(columnNames []string) (valid []string, invalid []string) { return p.columns.VerifyColumnNames(columnNames) } func (p *parser[T]) SetSorting(sortBy []string) error { _, invalid := p.columns.VerifyColumnNames(sortBy) if len(invalid) > 0 { return fmt.Errorf("invalid columns to sort by: %v", invalid) } p.sortSpec = sort.Prepare(p.columns.ColumnMap, sortBy) p.sortBy = sortBy return nil } func (p *parser[T]) SetFilters(filters []string) error { if len(filters) == 0 { return nil } filterSpecs, err := filter.GetFiltersFromStrings(p.columns.ColumnMap, filters) if err != nil { return err } p.filters = filters p.filterSpecs = filterSpecs return nil } // Prometheus related stuff func (p *parser[T]) AttrsGetter(colNames []string) (func(any) []attribute.KeyValue, error) { columnMap := p.columns.GetColumnMap() keys := []attribute.Key{} getters := []func(*T) attribute.Value{} for _, colName := range colNames { col, ok := columnMap.GetColumn(colName) if !ok { return nil, fmt.Errorf("unknown column: %s", colName) } var getter func(*T) attribute.Value switch col.Kind() { case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64, reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64: f := columns.GetFieldAsNumberFunc[int64, T](col) getter = func(a *T) attribute.Value { return attribute.Int64Value(f(a)) } case reflect.Float32, reflect.Float64: f := columns.GetFieldAsNumberFunc[float64, T](col) getter = func(a *T) attribute.Value { return attribute.Float64Value(f(a)) } case reflect.String: getter = func(a *T) attribute.Value { ff := columns.GetFieldFunc[string, T](col) return attribute.StringValue(ff(a)) } case reflect.Bool: getter = func(a *T) attribute.Value { ff := columns.GetFieldFunc[bool, T](col) return attribute.BoolValue(ff(a)) } default: return nil, fmt.Errorf("unsupported column type: %s", col.Kind()) } keys = append(keys, attribute.Key(col.Name)) getters = append(getters, getter) } return func(ev any) []attribute.KeyValue { attrs := []attribute.KeyValue{} for i, key := range keys { attr := attribute.KeyValue{ Key: key, Value: getters[i](ev.(*T)), } attrs = append(attrs, attr) } return attrs }, nil } func attrsToString(kvs []attribute.KeyValue) string { ret := "" for _, kv := range kvs { ret += fmt.Sprintf("%s=%s,", kv.Key, kv.Value.Emit()) } return ret } func (p *parser[T]) AggregateEntries(cols []string, entries any, field string, isInt bool) (map[string]*GaugeVal, error) { gauges := make(map[string]*GaugeVal) attrsGetter, err := p.AttrsGetter(cols) if err != nil { return nil, err } intFieldGetter := func(any) int64 { return 1 } floatFieldGetter := func(any) float64 { return 1.0 } if field != "" { if isInt { intFieldGetter, err = p.ColIntGetter(field) if err != nil { return nil, err } } else { floatFieldGetter, err = p.ColFloatGetter(field) if err != nil { return nil, err } } } for _, entry := range entries.([]*T) { attrs := attrsGetter(entry) key := attrsToString(attrs) gauge, ok := gauges[key] if !ok { gauge = &GaugeVal{ Attrs: attrs, } gauges[key] = gauge } if isInt { gauge.Int64Val += intFieldGetter(entry) } else { gauge.Float64Val += floatFieldGetter(entry) } } return gauges, nil } func (p *parser[T]) GetColKind(colName string) (reflect.Kind, error) { columnMap := p.columns.GetColumnMap() col, ok := columnMap.GetColumn(colName) if !ok { return reflect.Invalid, fmt.Errorf("colunm %s not found", colName) } if col.HasCustomExtractor() { return col.RawType().Kind(), nil } return col.Kind(), nil } func (p *parser[T]) ColIntGetter(colName string) (func(any) int64, error) { columnMap := p.columns.GetColumnMap() col, ok := columnMap.GetColumn(colName) if !ok { return nil, fmt.Errorf("column %s not found", colName) } // TODO: Handle all int types? if col.HasCustomExtractor() && col.RawType().Kind() == reflect.Int64 { f := columns.GetFieldFuncExt[int64, T](col, true) return func(a any) int64 { return f(a.(*T)) }, nil } f := columns.GetFieldAsNumberFunc[int64, T](col) return func(a any) int64 { return f(a.(*T)) }, nil } func (p *parser[T]) ColFloatGetter(colName string) (func(any) float64, error) { columnMap := p.columns.GetColumnMap() col, ok := columnMap.GetColumn(colName) if !ok { return nil, fmt.Errorf("colunm %s not found", colName) } // TODO: Handle all float types? if col.HasCustomExtractor() && col.RawType().Kind() == reflect.Float64 { f := columns.GetFieldFuncExt[float64, T](col, true) return func(a any) float64 { return f(a.(*T)) }, nil } f := columns.GetFieldAsNumberFunc[float64, T](col) return func(a any) float64 { return f(a.(*T)) }, nil } inspektor-gadget-0.46.0/pkg/process-helpers/000077500000000000000000000000001510117411400207425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/process-helpers/processhelpers.go000066400000000000000000000267541510117411400243500ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package processhelpers import ( "bufio" "bytes" "fmt" "io" "os" "path/filepath" "strconv" "sync" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) const ( // Clock ticks per second (constant on Linux for all architectures except alpha and ia64) // This could be determined dynamically using sysconf(_SC_CLK_TCK) in C // See e.g. // https://git.musl-libc.org/cgit/musl/tree/src/conf/sysconf.c#n30 // https://github.com/containerd/cgroups/pull/12 // https://lore.kernel.org/lkml/agtlq6$iht$1@penguin.transmeta.com/ clockTicksPerSecond = 100 ) // ProcessInfo represents information about a running process type ProcessInfo struct { PID int `json:"pid"` PPID int `json:"ppid"` Comm string `json:"comm"` CPUUsage float64 `json:"cpuUsage"` // CPU usage in percentage CPUUsageRelative float64 `json:"cpuUsageRelative"` // CPU usage in percentage, relative to number of cores CPUTime uint64 `json:"cpuTime"` // Total CPU time Priority int64 `json:"priority"` // Process priority Nice int64 `json:"nice"` // Nice Value MemoryRSS uint64 `json:"memoryRSS"` // Resident Set Size in bytes MemoryVirtual uint64 `json:"memoryVirtual"` // Virtual memory size in bytes MemoryShared uint64 `json:"memoryShared"` // Shared memory size in bytes MemoryRelative float64 `json:"memoryRelative"` // Percentage of memory usage of the system ThreadCount int `json:"threadCount"` // Number of threads State string `json:"state"` // Process state (R: running, S: sleeping, etc.) Uid uint32 `json:"uid"` // UID of the process owner StartTime uint64 `json:"startTime"` // Process start time (clock ticks since system boot) StartTimeStr time.Time `json:"startTimeStr"` // Process start time as a formatted string MountNsID uint64 `json:"mountnsid"` // Mount namespace ID } type Options interface { WithCPUUsage() bool WithCPUUsageRelative() bool WithComm() bool WithPPID() bool WithState() bool WithUID() bool WithVmSize() bool WithVmRSS() bool WithMemoryRelative() bool WithThreadCount() bool WithStartTime() bool TotalMemory() uint64 NumCPU() int LastCPUTime(pid int) (uint64, bool) BootTime() time.Time } func needStatus(options Options) bool { return options.WithPPID() || options.WithComm() || options.WithState() || options.WithUID() || options.WithVmRSS() || options.WithVmSize() || options.WithMemoryRelative() || options.WithThreadCount() } func needStat(options Options) bool { return options.WithCPUUsage() || options.WithCPUUsageRelative() || options.WithStartTime() } // buffer pool to reuse read buffers and minimize allocations var bufPool = sync.Pool{ New: func() interface{} { buf := make([]byte, 64*1024) return &buf }, } var builderPool = sync.Pool{New: func() interface{} { b := new(bytes.Buffer); return b }} // parseSigned parses a []byte of signed decimal digits without allocations func parseSigned(b []byte) int64 { var v int64 mult := int64(1) for _, c := range b { if c == '-' { mult = -1 continue } if c < '0' || c > '9' { break } v = v*10 + int64(c-'0') } return v * mult } // parseDecimal parses a []byte of decimal digits without allocations func parseDecimal(b []byte) uint64 { var v uint64 for _, c := range b { if c < '0' || c > '9' { break } v = v*10 + uint64(c-'0') } return v } // parseTrimDecimal parses a []byte of decimal digits without allocations and removes leading spaces func parseTrimDecimal(b []byte) uint64 { var v uint64 started := false for _, c := range b { if c < '0' || c > '9' { if c == ' ' && !started { continue } break } started = true v = v*10 + uint64(c-'0') } return v } var ( prefName = []byte("Name:\t") prefPPid = []byte("PPid:\t") prefState = []byte("State:\t") prefUid = []byte("Uid:\t") prefVmSize = []byte("VmSize:\t") prefVmRSS = []byte("VmRSS:\t") prefVmShared = []byte("RssShmem:\t") prefVmFile = []byte("RssFile:\t") prefThreads = []byte("Threads:\t") ) func GetTotalMemory() (uint64, error) { path := filepath.Join(host.HostProcFs, "meminfo") f, err := os.Open(path) if err != nil { return 0, fmt.Errorf("opening meminfo: %w", err) } scanner := bufio.NewScanner(f) for scanner.Scan() { suffix, ok := bytes.CutPrefix(scanner.Bytes(), []byte("MemTotal:")) if !ok { continue } memKBytes, ok := bytes.CutSuffix(bytes.TrimSpace(suffix), []byte(" kB")) if !ok { return 0, fmt.Errorf("unexpected contents of total memory field: %q", suffix) } b, err := strconv.ParseUint(string(memKBytes), 10, 64) if err != nil { return 0, fmt.Errorf("parsing total memory field: %w", err) } return b * 1024, nil } return 0, fmt.Errorf("getting total memory from meminfo") } // readBytes fully reads s into a byte slice provided by bufPool; in case of error, it also // returns it. In case of success, it's up to the caller to return it. func readBytes(s io.Reader) (*[]byte, int, error) { xbuf := bufPool.Get().(*[]byte) n := 0 for { r, e := s.Read((*xbuf)[n:]) if r > 0 { n += r } if e == io.EOF { break } if e != nil { bufPool.Put(xbuf) return nil, 0, fmt.Errorf("reading file: %w", e) } } return xbuf, n, nil } func GetProcessInfo(pid int, timeDelta float64, options Options) (ProcessInfo, error) { pi := ProcessInfo{PID: pid} // read status file to extract requested data if needStatus(options) { path := filepath.Join(host.HostProcFs, strconv.Itoa(pid), "status") s, err := os.Open(path) if err != nil { return pi, fmt.Errorf("opening status file for pid %d: %w", pid, err) } xbuf, n, err := readBytes(s) if err != nil { return pi, fmt.Errorf("reading status file for pid %d: %w", pid, err) } s.Close() data := (*xbuf)[:n] bComm := options.WithComm() bPPID := options.WithPPID() bState := options.WithState() bUid := options.WithUID() bVmSize := options.WithVmSize() bVmRSS := options.WithVmRSS() bThreads := options.WithThreadCount() bVmShared := options.WithVmSize() // same as above bVmFile := options.WithVmSize() if options.WithMemoryRelative() { bVmRSS = true } for i := 0; i < len(data); { j := bytes.IndexByte(data[i:], '\n') if j < 0 { j = len(data) - i } line := data[i : i+j] switch { case bComm && bytes.HasPrefix(line, prefName): bComm = false pi.Comm = unescapeCommandBytes(line[len(prefName):]) case bPPID && bytes.HasPrefix(line, prefPPid): bPPID = false pi.PPID = int(parseTrimDecimal(line[len(prefPPid):])) case bState && bytes.HasPrefix(line, prefState): bState = false if len(line) > len(prefState) { pi.State = string(line[len(prefState)]) } case bUid && bytes.HasPrefix(line, prefUid): bUid = false pi.Uid = uint32(parseTrimDecimal(line[len(prefUid):])) case bVmSize && bytes.HasPrefix(line, prefVmSize): bVmSize = false pi.MemoryVirtual = parseTrimDecimal(line[len(prefVmSize):]) * 1024 case bVmRSS && bytes.HasPrefix(line, prefVmRSS): bVmRSS = false pi.MemoryRSS = parseTrimDecimal(line[len(prefVmRSS):]) * 1024 case bVmShared && bytes.HasPrefix(line, prefVmShared): bVmShared = false pi.MemoryShared += parseTrimDecimal(line[len(prefVmShared):]) * 1024 case bVmFile && bytes.HasPrefix(line, prefVmFile): bVmFile = false pi.MemoryShared += parseTrimDecimal(line[len(prefVmFile):]) * 1024 case bThreads && bytes.HasPrefix(line, prefThreads): bThreads = false pi.ThreadCount = int(parseTrimDecimal(line[len(prefThreads):])) } if !bComm && !bPPID && !bState && !bUid && !bVmSize && !bVmRSS && !bThreads { // exit early if we got everything we need break } i += j + 1 } bufPool.Put(xbuf) } if options.WithMemoryRelative() { totalMem := options.TotalMemory() if totalMem > 0 { pi.MemoryRelative = 100 * float64(pi.MemoryRSS) / float64(totalMem) } } // read stat file to extract CPU Usage & start time if needStat(options) { path := filepath.Join(host.HostProcFs, strconv.Itoa(pid), "stat") s, err := os.Open(path) if err != nil { return pi, fmt.Errorf("open stat %d: %w", pid, err) } xbuf, n, err := readBytes(s) if err != nil { return pi, fmt.Errorf("reading stat file for pid %d: %w", pid, err) } s.Close() data := (*xbuf)[:n] o := bytes.IndexByte(data, '(') c := bytes.LastIndexByte(data, ')') if o < 0 || c <= o { bufPool.Put(xbuf) return pi, fmt.Errorf("invalid stat %d", pid) } r := data[c+1:] idx := 3 // offset field index to match https://man7.org/linux/man-pages/man5/proc_pid_stat.5.html var utime, stime, ticks uint64 for i := 0; i < len(r) && idx <= 22; { // skip spaces for i < len(r) && r[i] == ' ' { i++ } if i >= len(r) { break } j := i for j < len(r) && r[j] != ' ' { j++ } f := r[i:j] switch idx { case 14: // utime utime = parseDecimal(f) case 15: // stime stime = parseDecimal(f) case 18: pi.Priority = parseSigned(f) case 19: pi.Nice = parseSigned(f) case 22: ticks = parseDecimal(f) } idx++ i = j } bufPool.Put(xbuf) if options.WithCPUUsage() || options.WithCPUUsageRelative() { pi.CPUTime = utime + stime if prev, ok := options.LastCPUTime(pi.PID); ok && timeDelta > 0 { d := float64(pi.CPUTime - prev) if d < 0 { d = float64(pi.CPUTime) } pi.CPUUsage = 100 * d / clockTicksPerSecond / timeDelta // d / clockTicksPerSecond / timeDelta * 100 if options.WithCPUUsageRelative() { pi.CPUUsageRelative = pi.CPUUsage / float64(options.NumCPU()) } } } if options.WithStartTime() { pi.StartTime = ticks sec := float64(ticks) / clockTicksPerSecond pi.StartTimeStr = options.BootTime().Add(time.Duration(sec * float64(time.Second))) } } return pi, nil } // unescapeCommandBytes unescapes the command string according to kernel escaping rules // %ESCAPE_SPACE: ('\f', '\n', '\r', '\t', '\v') // %ESCAPE_SPECIAL: ('\"', '\\', '\a', '\e') func unescapeCommandBytes(cmd []byte) string { if bytes.IndexByte(cmd, '\\') < 0 { return string(cmd) } b := builderPool.Get().(*bytes.Buffer) b.Reset() b.Grow(len(cmd)) for i := 0; i < len(cmd); i++ { if cmd[i] == '\\' && i+1 < len(cmd) { switch cmd[i+1] { case 'f': b.WriteByte('\f') // form feed case 'n': b.WriteByte('\n') // new line case 'r': b.WriteByte('\r') // carriage return case 't': b.WriteByte('\t') // horizontal tab case 'v': b.WriteByte('\v') // vertical tab case '"': b.WriteByte('"') // double quote case '\\': b.WriteByte('\\') // backslash case 'a': b.WriteByte('\a') // alert case 'e': b.WriteByte(27) // escape default: b.Write(cmd[i : i+2]) } i++ } else { b.WriteByte(cmd[i]) } } s := b.String() builderPool.Put(b) return s } inspektor-gadget-0.46.0/pkg/process-helpers/processhelpers_test.go000066400000000000000000000073361510117411400254020ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package processhelpers_test import ( "os" "runtime" "strconv" "sync" "testing" "time" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" ) type allOptions struct { totalMemory uint64 cpuCount int } func (a allOptions) WithCPUUsage() bool { return true } func (a allOptions) WithCPUUsageRelative() bool { return true } func (a allOptions) WithComm() bool { return true } func (a allOptions) WithPPID() bool { return true } func (a allOptions) WithState() bool { return true } func (a allOptions) WithUID() bool { return true } func (a allOptions) WithVmSize() bool { return true } func (a allOptions) WithVmRSS() bool { return true } func (a allOptions) WithMemoryRelative() bool { return true } func (a allOptions) WithThreadCount() bool { return true } func (a allOptions) WithStartTime() bool { return true } func (a allOptions) TotalMemory() uint64 { return a.totalMemory } func (a allOptions) NumCPU() int { return a.cpuCount } func (a allOptions) LastCPUTime(pid int) (uint64, bool) { return 0, false } func (a allOptions) BootTime() time.Time { return time.Now() } func TestGetProcessInfo(t *testing.T) { pid := os.Getpid() proc, err := processhelpers.GetProcessInfo(pid, 0, allOptions{ cpuCount: 1, }) require.NoError(t, err) assert.Equal(t, pid, proc.PID) assert.Greater(t, proc.PPID, 0) assert.NotEmpty(t, proc.Comm) assert.Zero(t, proc.CPUUsage) assert.Zero(t, proc.CPUUsageRelative) assert.NotZero(t, proc.MemoryRSS) assert.NotZero(t, proc.MemoryVirtual) assert.NotZero(t, proc.ThreadCount) assert.Equal(t, proc.State, "R") assert.NotZero(t, proc.StartTime) } func BenchmarkSingle(b *testing.B) { pid := os.Getpid() opts := allOptions{cpuCount: 1} b.ResetTimer() for i := 0; i < b.N; i++ { processhelpers.GetProcessInfo(pid, 0, opts) } } func BenchmarkAllProcessesSeq(b *testing.B) { entries, err := os.ReadDir("/proc") require.NoError(b, err) opts := allOptions{cpuCount: 1} b.ResetTimer() for i := 0; i < b.N; i++ { for _, entry := range entries { // Skip non-directories and non-numeric names (not PIDs) if !entry.IsDir() { continue } pid64, err := strconv.ParseInt(entry.Name(), 10, 32) if err != nil { // Not a process directory continue } pid := int(pid64) processhelpers.GetProcessInfo(pid, 0, opts) } } } func BenchmarkAllProcessesParallel(b *testing.B) { entries, err := os.ReadDir("/proc") require.NoError(b, err) opts := allOptions{cpuCount: 1} b.ResetTimer() for i := 0; i < b.N; i++ { var wg sync.WaitGroup q := make(chan int, 64) for i := 0; i < runtime.NumCPU(); i++ { wg.Add(1) go func() { defer wg.Done() for pid := range q { processhelpers.GetProcessInfo(pid, 0, opts) } }() } for _, entry := range entries { // Skip non-directories and non-numeric names (not PIDs) if !entry.IsDir() { continue } pid64, err := strconv.ParseInt(entry.Name(), 10, 32) if err != nil { // Not a process directory continue } pid := int(pid64) q <- pid } close(q) wg.Wait() } } inspektor-gadget-0.46.0/pkg/rawsock/000077500000000000000000000000001510117411400172755ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/rawsock/rawsock.go000066400000000000000000000044741510117411400213060ustar00rootroot00000000000000// Copyright 2019-2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package rawsock import ( "encoding/binary" "runtime" "syscall" "unsafe" "github.com/vishvananda/netns" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" netnsig "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/netns" ) // Both openRawSock and htons are from github.com/cilium/ebpf: // MIT License // https://github.com/cilium/ebpf/blob/eaa1fe7482d837490c22d9d96a788f669b9e3843/example_sock_elf_test.go#L146-L166 // htons converts an unsigned short integer from host byte order to network byte order. func htons(i uint16) uint16 { b := make([]byte, 2) binary.BigEndian.PutUint16(b, i) return *(*uint16)(unsafe.Pointer(&b[0])) } // OpenRawSock opens a raw socket in the network namespace used by the pid // passed as parameter. // Returns the sock fd and an error. func OpenRawSock(pid uint32) (int, error) { if pid != 0 { // Lock the OS Thread so we don't accidentally switch namespaces runtime.LockOSThread() defer runtime.UnlockOSThread() // Save the current network namespace origns, _ := netns.Get() defer origns.Close() netnsHandle, err := netnsig.GetFromPidWithAltProcfs(int(pid), host.HostProcFs) if err != nil { return -1, err } defer netnsHandle.Close() err = netns.Set(netnsHandle) if err != nil { return -1, err } // Switch back to the original namespace defer netns.Set(origns) } sock, err := syscall.Socket(syscall.AF_PACKET, syscall.SOCK_RAW|syscall.SOCK_NONBLOCK|syscall.SOCK_CLOEXEC, int(htons(syscall.ETH_P_ALL))) if err != nil { return -1, err } sll := syscall.SockaddrLinklayer{ Ifindex: 0, // 0 matches any interface Protocol: htons(syscall.ETH_P_ALL), } if err := syscall.Bind(sock, &sll); err != nil { return -1, err } return sock, nil } inspektor-gadget-0.46.0/pkg/resources/000077500000000000000000000000001510117411400176365ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/resources/embed.go000066400000000000000000000014171510117411400212440ustar00rootroot00000000000000// Copyright 2019-2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package resources import ( _ "embed" ) //go:embed manifests/deploy.yaml var GadgetDeployment string //go:embed inspektor-gadget.pub var InspektorGadgetPublicKey string inspektor-gadget-0.46.0/pkg/resources/inspektor-gadget.pub000066400000000000000000000002621510117411400236150ustar00rootroot00000000000000-----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEoDOC0gYSxZTopenGmX3ZFvQ1DSfh Ir4EKRt5jC+mXaJ7c7J+oREskYMn/SfZdRHNSOjLTZUMDm60zpXGhkFecg== -----END PUBLIC KEY----- inspektor-gadget-0.46.0/pkg/resources/manifests/000077500000000000000000000000001510117411400216275ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/resources/manifests/deploy.yaml000066400000000000000000000351611510117411400240150ustar00rootroot00000000000000--- # This file is generated by 'make generate-manifests'; DO NOT EDIT. apiVersion: v1 kind: Namespace metadata: name: gadget --- # Source: gadget/templates/serviceaccount.yaml apiVersion: v1 kind: ServiceAccount metadata: labels: k8s-app: gadget name: gadget namespace: gadget --- # Source: gadget/templates/configmap.yaml apiVersion: v1 kind: ConfigMap metadata: labels: k8s-app: gadget name: gadget namespace: gadget data: config.yaml: |- events-buffer-length: 16384 containerd-socketpath: /run/containerd/containerd.sock crio-socketpath: /run/crio/crio.sock docker-socketpath: /run/docker.sock podman-socketpath: /run/podman/podman.sock gadget-namespace: gadget daemon-log-level: info operator: kubemanager: fallback-podinformer: true hook-mode: auto oci: allowed-gadgets: [] disallow-pulling: false insecure-registries: [] public-keys: - | -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEoDOC0gYSxZTopenGmX3ZFvQ1DSfh Ir4EKRt5jC+mXaJ7c7J+oREskYMn/SfZdRHNSOjLTZUMDm60zpXGhkFecg== -----END PUBLIC KEY----- verify-image: true otel-metrics: otel-metrics-listen: false otel-metrics-listen-address: 0.0.0.0:2224 --- # Source: gadget/templates/clusterrole.yaml apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: name: gadget-cluster-role labels: k8s-app: gadget rules: - apiGroups: [""] resources: ["nodes/proxy"] verbs: ["get"] - apiGroups: [""] resources: ["namespaces", "nodes", "pods"] verbs: ["get", "watch", "list"] - apiGroups: [""] resources: ["services"] # list is needed by network-policy gadget # watch is needed by operators enriching with service informations verbs: ["list", "watch"] - apiGroups: ["gadget.kinvolk.io"] resources: ["traces", "traces/status"] # For traces, we need all rights on them as we define this resource. verbs: ["delete", "deletecollection", "get", "list", "patch", "create", "update", "watch"] - apiGroups: ["*"] resources: ["deployments", "replicasets", "statefulsets", "daemonsets", "jobs", "cronjobs", "replicationcontrollers"] # Required to retrieve the owner references used by the seccomp gadget. verbs: ["get"] - apiGroups: ["security-profiles-operator.x-k8s.io"] resources: ["seccompprofiles"] # Required for integration with the Kubernetes Security Profiles Operator verbs: ["list", "watch", "create"] - apiGroups: ["security.openshift.io"] # It is necessary to use the 'privileged' security context constraints to be # able mount host directories as volumes, use the host networking, among others. # This will be used only when running on OpenShift: # https://docs.openshift.com/container-platform/4.9/authentication/managing-security-context-constraints.html#default-sccs_configuring-internal-oauth resources: ["securitycontextconstraints"] resourceNames: ["privileged"] verbs: ["use"] --- # Source: gadget/templates/clusterrolebinding.yaml apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: name: gadget-cluster-role-binding labels: k8s-app: gadget roleRef: apiGroup: rbac.authorization.k8s.io kind: ClusterRole name: gadget-cluster-role subjects: - kind: ServiceAccount name: gadget namespace: gadget --- # Source: gadget/templates/role.yaml apiVersion: rbac.authorization.k8s.io/v1 kind: Role metadata: labels: k8s-app: gadget name: gadget-role namespace: gadget rules: - apiGroups: [ "" ] resources: [ "secrets" ] # get secrets is needed for retrieving pull secret. verbs: [ "get" ] - apiGroups: [""] resources: ["configmaps"] verbs: ["get", "watch", "list", "create", "delete", "patch", "update"] --- # Source: gadget/templates/rolebinding.yaml apiVersion: rbac.authorization.k8s.io/v1 kind: RoleBinding metadata: labels: k8s-app: gadget name: gadget-role-binding namespace: gadget roleRef: apiGroup: rbac.authorization.k8s.io kind: Role name: gadget-role subjects: - kind: ServiceAccount name: gadget --- # Source: gadget/templates/daemonset.yaml apiVersion: apps/v1 kind: DaemonSet metadata: labels: k8s-app: gadget name: gadget namespace: gadget spec: selector: matchLabels: k8s-app: gadget template: metadata: labels: k8s-app: gadget annotations: # We need to set gadget container as unconfined so it is able to write # /sys/fs/bpf as well as /sys/kernel/debug/tracing. # Otherwise, we can have error like: # "failed to create server failed to create folder for pinning bpf maps: mkdir /sys/fs/bpf/gadget: permission denied" # (For reference, see: https://github.com/inspektor-gadget/inspektor-gadget/runs/3966318270?check_suite_focus=true#step:20:221) container.apparmor.security.beta.kubernetes.io/gadget: "unconfined" # keep aligned with values in pkg/operators/prometheus/prometheus.go prometheus.io/scrape: "true" prometheus.io/port: "2223" prometheus.io/path: "/metrics" spec: serviceAccount: gadget hostPID: false hostNetwork: false containers: - name: gadget terminationMessagePolicy: FallbackToLogsOnError image: ghcr.io/inspektor-gadget/inspektor-gadget:latest imagePullPolicy: Always command: [ "/bin/gadgettracermanager", "-serve" ] lifecycle: preStop: exec: command: - "/cleanup" livenessProbe: exec: command: - /bin/gadgettracermanager - -liveness periodSeconds: 5 timeoutSeconds: 2 readinessProbe: exec: command: - /bin/gadgettracermanager - -liveness periodSeconds: 5 timeoutSeconds: 2 startupProbe: exec: command: - /bin/gadgettracermanager - -liveness failureThreshold: 12 periodSeconds: 5 env: - name: NODE_NAME valueFrom: fieldRef: fieldPath: spec.nodeName - name: GADGET_POD_UID valueFrom: fieldRef: fieldPath: metadata.uid - name: GADGET_IMAGE value: "ghcr.io/inspektor-gadget/inspektor-gadget" - name: HOST_ROOT value: "/host" - name: IG_EXPERIMENTAL value: "false" securityContext: readOnlyRootFilesystem: true # With hostPID/hostNetwork/privileged [1] set to false, we need to set appropriate # SELinux context [2] to be able to mount host directories with correct permissions. # This option is ignored if hostPID/hostNetwork/privileged is set to true or SELinux isn't enabled. # See: # 1 - https://github.com/cri-o/cri-o/blob/v1.27.0/server/sandbox_run_linux.go#L537 # 2 - https://github.com/cri-o/cri-o/blob/v1.27.0/server/container_create_linux.go#L310 seLinuxOptions: type: "spc_t" capabilities: drop: - ALL add: # We need CAP_SYS_ADMIN for gadgettracermanager due to several # syscalls: # - bpf(): It often checks if SYS_ADMIN is set, among others # there: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/bpf/syscall.c#L2602 # - perf_event_open(): The kernel checks if CAP_PERFMON or # CAP_SYS_ADMIN is set: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/events/core.c#L12406-L12409 # - fanotify_init(): CAP_SYS_ADMIN is required to use all the # functionalities offered by fanotify: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/notify/fanotify/fanotify_user.c#L1404 # - fanotify_mark(): This capability is required to setup mount # or filesystem marks: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/notify/fanotify/fanotify_user.c#L1745-L1754 # - mount(): We need this capability to modify the caller # namespace: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/namespace.c#L1844-L1846 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/namespace.c#L3609 # - setns(): SYS_ADMIN is needed to install various namespace: # https://github.com/torvalds/linux/blob/c42d9eeef8e5ba9292eda36fd8e3c11f35ee065c/kernel/nsproxy.c#L574 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/kernel/cgroup/namespace.c#L103-L105 - SYS_ADMIN # We need this capability to get addresses from /proc/kallsyms. # Without it, addresses displayed when reading this file will be # 0. # Indeed, the socket-enricher needs to get the socket_file_ops # to work correctly: # https://github.com/inspektor-gadget/inspektor-gadget/blob/69692d54d951/pkg/gadgets/internal/socketenricher/tracer.go#L75 - SYSLOG # Accessing some procfs files such as /proc/$pid/ns/mnt # requires ptrace capability: # https://github.com/inspektor-gadget/inspektor-gadget/blob/3c51ff5e9f5b/pkg/utils/host/namespaces.go#L65 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/fs/proc/namespaces.c#L58 - SYS_PTRACE # Needed by RemoveMemlock in gadgettracermanager: # https://github.com/inspektor-gadget/inspektor-gadget/blob/f2b9826fc4ae046415cdee30ee4a25322fd3f0c0/pkg/gadgettracermanager/gadgettracermanager.go#L258 - SYS_RESOURCE # Needed by mmap() called by gadgettracermanager: # https://github.com/torvalds/linux/blob/c42d9eeef8e5/mm/mmap.c#L1281 # https://github.com/torvalds/linux/blob/c42d9eeef8e5/mm/mmap.c#L1161-L1162 - IPC_LOCK # Needed by gadgets that open a raw sock like dns and snisnoop: # https://github.com/inspektor-gadget/inspektor-gadget/blob/3c51ff5e9f5b/gadgets/trace_dns/program.bpf.c#L365-L366 - NET_RAW # Needed to attach qdiscs and filters to network interfaces. See createClsActQdisc() # and addTCFilter() in pkg/gadgets/internal/tcnetworktracer/tc.go - NET_ADMIN volumeMounts: - mountPath: /host/bin name: bin readOnly: true # We need to have read/write as we write NRI and OCI config files # here. - mountPath: /host/etc name: etc readOnly: false # We need to have read/write as we write NRI and OCI binaries here. - mountPath: /host/opt name: opt readOnly: false - mountPath: /host/usr name: usr readOnly: true - mountPath: /host/run name: run readOnly: true - mountPath: /host/var name: var readOnly: true # WARNING Despite mounting host proc as readonly, it is possible to # write host file system using symlinks under /host/proc. The # following command, ran from gadget pod, will result in writing to # the host filesystem: # touch /host/proc/1/root/foobar # This limitation comes from Inspektor Gadget needing to be run as # unconfined with regard to AppArmor and having the SYS_PTRACE # capability. - mountPath: /host/proc name: proc readOnly: true - mountPath: /run name: run - mountPath: /sys/kernel/debug name: debugfs - mountPath: /sys/fs/cgroup name: cgroup readOnly: true - mountPath: /sys/fs/bpf name: bpffs # We need to add a dedicated volume to store OCI image otherwise it # will fail as the container root filesystem is read only. # For this, we use an emptyDir without size limit. - mountPath: /var/lib/ig name: oci - mountPath: /etc/ig name: config readOnly: true # We need a dedicated volume to store the wasm cache # otherwise it will fail as the container root filesystem is read only. - mountPath: /var/run/ig/wasm-cache name: wasm-cache readOnly: false nodeSelector: kubernetes.io/os: linux affinity: {} tolerations: - effect: NoSchedule operator: Exists - effect: NoExecute operator: Exists volumes: # /bin is needed to find runc. - name: bin hostPath: path: /bin # /etc is needed for several reasons: # 1. entrypoint needs /etc/os-release to print information. # 2. entrypoint needs /etc/nri to handle NRI hooks # 3. entrypoint needs /etc/containers/oci to handle OCI hooks. - name: etc hostPath: path: /etc # /opt is needed for several reasons: # 1. entrypoint needs /opt/nri to handle NRI hooks. # 2. entrypoint needs /opt/hooks/oci to handle OCI hooks. - name: opt hostPath: path: /opt # /usr is needed to find runc. - name: usr hostPath: path: /usr - name: proc hostPath: path: /proc - name: run hostPath: path: /run # /var is needed by container-hook to fanoitfy mark certain directories # e.g. needed in case of docker runtime on minikube (driver=kvm2) - name: var hostPath: path: /var - name: cgroup hostPath: path: /sys/fs/cgroup - name: bpffs hostPath: path: /sys/fs/bpf - name: debugfs hostPath: path: /sys/kernel/debug - name: oci emptyDir: - name: config configMap: name: gadget defaultMode: 0o400 - name: wasm-cache emptyDir: {} inspektor-gadget-0.46.0/pkg/resources/manifests/namespace.yaml000066400000000000000000000000701510117411400244440ustar00rootroot00000000000000apiVersion: v1 kind: Namespace metadata: name: gadget inspektor-gadget-0.46.0/pkg/resources/rbac/000077500000000000000000000000001510117411400205455ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/resources/rbac/role.yaml000066400000000000000000000007141510117411400223740ustar00rootroot00000000000000 --- apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRole metadata: creationTimestamp: null name: manager-role rules: - apiGroups: - gadget.kinvolk.io resources: - traces verbs: - create - delete - get - list - patch - update - watch - apiGroups: - gadget.kinvolk.io resources: - traces/finalizers verbs: - update - apiGroups: - gadget.kinvolk.io resources: - traces/status verbs: - get - patch - update inspektor-gadget-0.46.0/pkg/runtime/000077500000000000000000000000001510117411400173075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/runtime/grpc/000077500000000000000000000000001510117411400202425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/runtime/grpc/grpc-runtime.go000066400000000000000000000336611510117411400232160ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime import ( "context" "crypto/tls" _ "embed" "fmt" "net" "net/url" "strings" "time" log "github.com/sirupsen/logrus" "google.golang.org/grpc" "google.golang.org/grpc/credentials" "google.golang.org/grpc/credentials/insecure" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/client-go/kubernetes" "k8s.io/client-go/rest" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" gadgettls "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/tls" ) type ConnectionMode int const ( // ConnectionModeDirect will connect directly to the remote using the gRPC protocol; the remote side can either // be a tcp or a unix socket endpoint ConnectionModeDirect ConnectionMode = iota // ConnectionModeKubernetesProxy will connect to a gRPC endpoint through a kubernetes API server by first looking // up an appropriate target node using the kubernetes API, then using the port forward // endpoint of the Kubernetes API to forward the gRPC connection to the service listener (see gadgettracermgr). ConnectionModeKubernetesProxy ) const ( ParamNode = "node" ParamRemoteAddress = "remote-address" ParamConnectionMethod = "connection-method" ParamConnectionTimeout = "connection-timeout" ParamID = "id" ParamDetach = "detach" ParamTags = "tags" ParamName = "name" ParamEventBufferLength = "event-buffer-length" ParamTLSKey = "tls-key-file" ParamTLSCert = "tls-cert-file" ParamTLSServerCA = "tls-server-ca-file" ParamTLSServerName = "tls-server-name" // ParamGadgetServiceTCPPort is only used in combination with KubernetesProxyConnectionMethodTCP ParamGadgetServiceTCPPort = "tcp-port" // ConnectTimeout is the time in seconds we wait for a connection to the remote to // succeed ConnectTimeout = 5 // ResultTimeout is the time in seconds we wait for a result to return from the gadget // after sending a Stop command ResultTimeout = 30 ParamGadgetNamespace string = "gadget-namespace" DefaultGadgetNamespace string = "gadget" ) type Runtime struct { info *Info defaultValues map[string]string globalParams *params.Params restConfig *rest.Config connectionMode ConnectionMode } type RunClient interface { Recv() (*api.GadgetEvent, error) } // New instantiates the runtime and loads the locally stored gadget info. If no info is stored locally, // it will try to fetch one from one of the gadget nodes and store it locally. It will issue warnings on // failures. func New(options ...Option) *Runtime { r := &Runtime{ defaultValues: map[string]string{}, } for _, option := range options { option(r) } return r } func (r *Runtime) Init(runtimeGlobalParams *params.Params) error { if runtimeGlobalParams == nil { runtimeGlobalParams = r.GlobalParamDescs().ToParams() } // overwrite only if not yet initialized; for gadgetctl, this initialization happens // already in the main.go to specify a target address if r.globalParams == nil { r.globalParams = runtimeGlobalParams } return nil } func (r *Runtime) SetRestConfig(config *rest.Config) { r.restConfig = config } func (r *Runtime) Close() error { return nil } func checkForDuplicates(subject string) func(value string) error { return func(value string) error { values := strings.Split(value, ",") valueMap := make(map[string]struct{}) for _, v := range values { if _, ok := valueMap[v]; ok { return fmt.Errorf("duplicate %s: %s", subject, v) } valueMap[v] = struct{}{} } return nil } } func (r *Runtime) ParamDescs() params.ParamDescs { p := params.ParamDescs{} // Add params for headless mode p.Add(params.ParamDescs{ { Key: ParamDetach, Description: "Create a headless gadget instance that will keep running in the background", TypeHint: params.TypeBool, DefaultValue: "false", Tags: []string{"!attach"}, }, { Key: ParamTags, Description: "Comma-separated list of tags to apply to the gadget instance", TypeHint: params.TypeString, Tags: []string{"!attach"}, }, { Key: ParamName, Description: "Distinctive name to assign to the gadget instance", TypeHint: params.TypeString, Tags: []string{"!attach"}, }, { Key: ParamID, Description: "ID to assign to the gadget instance; if unset, it will be generated", TypeHint: params.TypeString, Tags: []string{"!attach"}, }, { Key: ParamEventBufferLength, Description: "Number of events to buffer on the server so they can be replayed when attaching; used with --detach; 0 = use server settings", TypeHint: params.TypeInt, DefaultValue: "0", Tags: []string{"!attach"}, }, }...) switch r.connectionMode { case ConnectionModeDirect: return p case ConnectionModeKubernetesProxy: p.Add(params.ParamDescs{ { Key: ParamNode, Description: "Comma-separated list of nodes to run the gadget on", Validator: checkForDuplicates("node"), }, }...) return p } panic("invalid connection mode set for grpc-runtime") } func (r *Runtime) GlobalParamDescs() params.ParamDescs { p := params.ParamDescs{ { Key: ParamConnectionTimeout, Description: "Maximum time to establish a connection to remote target in seconds", DefaultValue: fmt.Sprintf("%d", ConnectTimeout), TypeHint: params.TypeUint16, }, } switch r.connectionMode { case ConnectionModeDirect: p.Add(params.ParamDescs{ { Key: ParamRemoteAddress, Description: "Comma-separated list of remote address (gRPC) to connect to", DefaultValue: api.DefaultDaemonPath, Validator: checkForDuplicates("address"), }, { Key: ParamTLSKey, Description: "TLS client key", TypeHint: params.TypeString, }, { Key: ParamTLSCert, Description: "TLS client certificate", TypeHint: params.TypeString, }, { Key: ParamTLSServerCA, Description: "TLS server CA certificate", TypeHint: params.TypeString, }, { Key: ParamTLSServerName, Description: "override TLS server name (if omitted, using target server name)", TypeHint: params.TypeString, }, }...) return p case ConnectionModeKubernetesProxy: p.Add(params.ParamDescs{ { Key: ParamGadgetServiceTCPPort, Description: "Port used to connect to the gadget service", DefaultValue: fmt.Sprintf("%d", api.GadgetServicePort), TypeHint: params.TypeUint16, }, { Key: ParamGadgetNamespace, Description: "Namespace where the Inspektor Gadget is deployed", DefaultValue: DefaultGadgetNamespace, TypeHint: params.TypeString, }, }...) return p } panic("invalid connection mode set for grpc-runtime") } type target struct { addressOrPod string node string } func getGadgetPods(ctx context.Context, config *rest.Config, nodes []string, gadgetNamespace string) ([]target, error) { client, err := kubernetes.NewForConfig(config) if err != nil { return nil, fmt.Errorf("setting up trace client: %w", err) } opts := metav1.ListOptions{LabelSelector: "k8s-app=gadget"} pods, err := client.CoreV1().Pods(gadgetNamespace).List(ctx, opts) if err != nil { return nil, fmt.Errorf("getting pods: %w", err) } if len(pods.Items) == 0 { return nil, fmt.Errorf("no gadget pods found in namespace %q. Is Inspektor Gadget deployed?", gadgetNamespace) } if len(nodes) == 0 { res := make([]target, 0, len(pods.Items)) for _, pod := range pods.Items { res = append(res, target{addressOrPod: pod.Name, node: pod.Spec.NodeName}) } return res, nil } res := make([]target, 0, len(nodes)) nodesLoop: for _, node := range nodes { for _, pod := range pods.Items { if node == pod.Spec.NodeName { res = append(res, target{addressOrPod: pod.Name, node: node}) continue nodesLoop } } return nil, fmt.Errorf("node %q does not have a gadget pod", node) } return res, nil } // getTargets returns targets depending on the params given and the environment. The returned // bool is true, if the user explicitly selected the nodes using params. func (r *Runtime) getTargets(ctx context.Context, params *params.Params) ([]target, error) { switch r.connectionMode { case ConnectionModeKubernetesProxy: // Get nodes to run on nodes := params.Get(ParamNode).AsStringSlice() gadgetNamespace := r.globalParams.Get(ParamGadgetNamespace).AsString() pods, err := getGadgetPods(ctx, r.restConfig, nodes, gadgetNamespace) if err != nil { return nil, fmt.Errorf("get gadget pods: %w", err) } if len(pods) == 0 { return nil, fmt.Errorf("get gadget pods: Inspektor Gadget is not running on the requested node(s): %v", nodes) } return pods, nil case ConnectionModeDirect: inTargets := r.globalParams.Get(ParamRemoteAddress).AsStringSlice() targets := make([]target, 0) for _, t := range inTargets { purl, err := url.Parse(t) if err != nil { return nil, fmt.Errorf("invalid remote address %q: %w", t, err) } tg := target{ addressOrPod: purl.Host, node: purl.Hostname(), } if purl.Scheme == "unix" { // use the whole url in case of a unix socket and "local" as node tg.addressOrPod = t tg.node = "local" } targets = append(targets, tg) } return targets, nil } return nil, fmt.Errorf("unsupported connection mode") } func (r *Runtime) getConnToRandomTarget(ctx context.Context, runtimeParams *params.Params) (*grpc.ClientConn, error) { targets, err := r.getTargets(ctx, runtimeParams) if err != nil { return nil, err } if len(targets) == 0 { return nil, fmt.Errorf("no valid targets") } target := targets[0] log.Debugf("using target %q (%q)", target.addressOrPod, target.node) timeout := time.Second * time.Duration(r.globalParams.Get(ParamConnectionTimeout).AsUint16()) conn, err := r.dialContext(ctx, target, timeout) if err != nil { return nil, fmt.Errorf("dialing %q (%q): %w", target.addressOrPod, target.node, err) } return conn, nil } func (r *Runtime) getConnFromTarget(ctx context.Context, runtimeParams *params.Params, target target) (*grpc.ClientConn, error) { log.Debugf("using target %q (%q)", target.addressOrPod, target.node) timeout := time.Second * time.Duration(r.globalParams.Get(ParamConnectionTimeout).AsUint16()) conn, err := r.dialContext(ctx, target, timeout) if err != nil { return nil, fmt.Errorf("dialing %q (%q): %w", target.addressOrPod, target.node, err) } return conn, nil } func (r *Runtime) dialContext(dialCtx context.Context, target target, timeout time.Duration) (*grpc.ClientConn, error) { opts := []grpc.DialOption{ //nolint:staticcheck grpc.WithBlock(), //nolint:staticcheck grpc.WithReturnConnectionError(), } tlsKey := r.globalParams.Get(ParamTLSKey).String() tlsCert := r.globalParams.Get(ParamTLSCert).String() tlsCA := r.globalParams.Get(ParamTLSServerCA).String() tlsOptionsSet := 0 for _, tlsOption := range []string{tlsKey, tlsCert, tlsCA} { if len(tlsOption) != 0 { tlsOptionsSet++ } } if tlsOptionsSet > 1 && tlsOptionsSet < 3 { return nil, fmt.Errorf(` missing at least one the TLS related options: * %s: %q * %s: %q * %s: %q All these options should be set at the same time to enable TLS connection`, ParamTLSKey, tlsKey, ParamTLSCert, tlsCert, ParamTLSServerCA, tlsCA) } if tlsOptionsSet == 3 { cert, err := gadgettls.LoadTLSCert(tlsCert, tlsKey) if err != nil { return nil, fmt.Errorf("creating TLS certificate: %w", err) } ca, err := gadgettls.LoadTLSCA(tlsCA) if err != nil { return nil, fmt.Errorf("creating TLS certificate authority: %w", err) } purl, err := url.Parse(target.addressOrPod) if err != nil { return nil, fmt.Errorf("parsing address %v: %w", target.addressOrPod, err) } tlsConfig := &tls.Config{ ServerName: purl.Hostname(), Certificates: []tls.Certificate{cert}, RootCAs: ca, } if serverName := r.globalParams.Get(ParamTLSServerName).String(); serverName != "" { tlsConfig.ServerName = serverName } if tlsConfig.ServerName == "" { return nil, fmt.Errorf("invalid hostname, use %s to override", ParamTLSServerName) } opts = append(opts, grpc.WithTransportCredentials(credentials.NewTLS(tlsConfig))) } else { opts = append(opts, grpc.WithTransportCredentials(insecure.NewCredentials())) } // If we're in Kubernetes connection mode, we need a custom dialer if r.connectionMode == ConnectionModeKubernetesProxy { opts = append(opts, grpc.WithContextDialer(func(ctx context.Context, s string) (net.Conn, error) { port := r.globalParams.Get(ParamGadgetServiceTCPPort).AsUint16() gadgetNamespace := r.globalParams.Get(ParamGadgetNamespace).AsString() return NewK8SPortFwdConn(ctx, r.restConfig, gadgetNamespace, target, port, timeout) })) } else { newCtx, cancel := context.WithTimeout(dialCtx, timeout) defer cancel() dialCtx = newCtx } //nolint:staticcheck conn, err := grpc.DialContext(dialCtx, "passthrough:///"+target.addressOrPod, opts...) if err != nil { return nil, fmt.Errorf("dialing %q (%q): %w", target.addressOrPod, target.node, err) } return conn, nil } func (r *Runtime) SetDefaultValue(key params.ValueHint, value string) { r.defaultValues[strings.ToLower(string(key))] = value } func (r *Runtime) GetDefaultValue(key params.ValueHint) (string, bool) { val, ok := r.defaultValues[strings.ToLower(string(key))] return val, ok } inspektor-gadget-0.46.0/pkg/runtime/grpc/info.go000066400000000000000000000033571510117411400215340ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime import ( "context" "fmt" "math" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" ) type Info struct { Experimental bool ServerVersion string } func (r *Runtime) GetInfo() (*Info, error) { if r.info != nil { return r.info, nil } duration := r.globalParams.Get(ParamConnectionTimeout).AsUint() if duration > math.MaxInt64 { return nil, fmt.Errorf("duration (%d) exceeds math.MaxInt64 (%d)", duration, math.MaxInt64) } timeout := time.Second * time.Duration(duration) ctx, cancelDial := context.WithTimeout(context.Background(), timeout) defer cancelDial() // use default params for now params := r.ParamDescs().ToParams() conn, err := r.getConnToRandomTarget(ctx, params) if err != nil { return nil, fmt.Errorf("dialing random target: %w", err) } defer conn.Close() client := api.NewBuiltInGadgetManagerClient(conn) info, err := client.GetInfo(ctx, &api.InfoRequest{Version: "1.0"}) if err != nil { return nil, fmt.Errorf("get info from gadget pod: %w", err) } r.info = &Info{ Experimental: info.Experimental, ServerVersion: info.ServerVersion, } return r.info, nil } inspektor-gadget-0.46.0/pkg/runtime/grpc/instances.go000066400000000000000000000164711510117411400225710ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime import ( "context" "errors" "fmt" "slices" "strings" "sync" "github.com/moby/moby/pkg/namesgenerator" "github.com/inspektor-gadget/inspektor-gadget/pkg/environment" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) type NodeInstanceState struct { State *api.GadgetInstanceState Node string } func (r *Runtime) RemoveGadgetInstance(ctx context.Context, runtimeParams *params.Params, id string) error { return r.runInstanceManagerClientForTargets(ctx, runtimeParams, false, func(target target, client api.GadgetInstanceManagerClient) error { res, err := client.RemoveGadgetInstance(ctx, &api.GadgetInstanceId{Id: id}) if err != nil { return err } if res.Result != 0 { return errors.New(res.Message) } return nil }) } func (r *Runtime) GetGadgetInstances(ctx context.Context, runtimeParams *params.Params) (instances []*api.GadgetInstance, err error) { var mu sync.Mutex err = r.runInstanceManagerClientForTargets(ctx, runtimeParams, true, func(target target, client api.GadgetInstanceManagerClient) error { res, err := client.ListGadgetInstances(ctx, &api.ListGadgetInstancesRequest{}) if err != nil { return err } // Merge results mu.Lock() instances = append(instances, res.GadgetInstances...) mu.Unlock() return nil }) slices.SortFunc(instances, func(i1 *api.GadgetInstance, i2 *api.GadgetInstance) int { if i1.Id != i2.Id { return strings.Compare(i1.Id, i2.Id) } if i1.State.Status == i2.State.Status { return 0 } // Move the instance to the front if it's not running if i1.State.Status != api.GadgetInstanceStatus_StatusRunning { return -1 } return 1 }) instances = slices.CompactFunc(instances, func(i1 *api.GadgetInstance, i2 *api.GadgetInstance) bool { return i1.Id == i2.Id }) return } func (r *Runtime) GetNodeInstanceStates(ctx context.Context, runtimeParams *params.Params, id string) ([]*NodeInstanceState, error) { var mu sync.Mutex var nStates []*NodeInstanceState err := r.runInstanceManagerClientForTargets(ctx, runtimeParams, true, func(target target, client api.GadgetInstanceManagerClient) error { res, err := client.ListGadgetInstances(ctx, &api.ListGadgetInstancesRequest{}) if err != nil { return err } mu.Lock() for _, gi := range res.GadgetInstances { if gi.Id == id { nStates = append(nStates, &NodeInstanceState{ State: gi.GetState(), Node: target.node, }) break } } mu.Unlock() slices.SortFunc(nStates, func(i1 *NodeInstanceState, i2 *NodeInstanceState) int { return strings.Compare(i1.Node, i2.Node) }) return nil }) return nStates, err } func (r *Runtime) runInstanceManagerClientForTargets(ctx context.Context, runtimeParams *params.Params, allTargets bool, fn func(target target, client api.GadgetInstanceManagerClient) error) error { // depending on the environment, we need to either connect to a single random target (k8s, where k8s/etcd handles // synchronizing gadget configuration), or all possible targets (ig-daemon). // if allTargets is true, we connect to all targets, otherwise we connect to one or more targets depending on the environment. targets, err := r.getTargets(ctx, runtimeParams) if err != nil { return fmt.Errorf("getting targets: %w", err) } if len(targets) == 0 { return fmt.Errorf("no targets found") } if !allTargets && environment.Environment == environment.Kubernetes { // We only need to connect to one target targets = targets[:1] } var errs []error var merrMutex sync.Mutex wg := sync.WaitGroup{} for _, t := range targets { wg.Add(1) go func(target target) { defer wg.Done() conn, err := r.getConnFromTarget(ctx, runtimeParams, target) if err != nil { merrMutex.Lock() errs = append(errs, fmt.Errorf("connecting to target %q: %w", target.node, err)) merrMutex.Unlock() return } client := api.NewGadgetInstanceManagerClient(conn) err = fn(target, client) if err != nil { merrMutex.Lock() errs = append(errs, fmt.Errorf("executing on target %q: %w", target.node, err)) merrMutex.Unlock() } }(t) } wg.Wait() return errors.Join(errs...) } func (r *Runtime) createGadgetInstance(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValues map[string]string) error { gadgetCtx.Logger().Debugf("creating gadget instance") var err error instanceID := runtimeParams.Get(ParamID).AsString() instanceName := runtimeParams.Get(ParamName).AsString() if instanceID != "" && !api.IsValidInstanceID(instanceID) { return fmt.Errorf("id must consist of 32 hexadecimal characters") } if instanceID == "" { instanceID, err = api.NewInstanceID() if err != nil { return fmt.Errorf("generating instance id: %w", err) } } if instanceName == "" { instanceName = namesgenerator.GetRandomName(0) } instanceRequest := &api.CreateGadgetInstanceRequest{ GadgetInstance: &api.GadgetInstance{ Id: instanceID, Name: instanceName, Tags: strings.Split(runtimeParams.Get(ParamTags).AsString(), ","), GadgetConfig: &api.GadgetRunRequest{ ImageName: gadgetCtx.ImageName(), ParamValues: paramValues, Version: api.VersionGadgetRunProtocol, }, }, EventBufferLength: runtimeParams.Get(ParamEventBufferLength).AsInt32(), // default for now } // if targets have explicitly been listed, add them to the `Nodes` list if paramNode := runtimeParams.Get(ParamNode); paramNode != nil { instanceRequest.GadgetInstance.Nodes = paramNode.AsStringSlice() } var listMutex sync.Mutex var nodeList []string ids := make(map[string][]string) var lastID string err = r.runInstanceManagerClientForTargets(gadgetCtx.Context(), runtimeParams, false, func(target target, client api.GadgetInstanceManagerClient) error { gadgetCtx.Logger().Debugf("creating gadget on node %q", target.node) res, err := client.CreateGadgetInstance(gadgetCtx.Context(), instanceRequest) if err != nil { return fmt.Errorf("creating gadget on node %q: %w", target.node, err) } listMutex.Lock() nodeList = append(nodeList, target.node) ids[res.GadgetInstance.Id] = append(ids[res.GadgetInstance.Id], target.node) lastID = res.GadgetInstance.Id listMutex.Unlock() return nil }) if err != nil { return fmt.Errorf("creating gadget instance: %w", err) } if len(ids) > 1 { // this can only happen if the server refused to use the given id (which should not happen with the current // implementations) and we're deploying on multiple targets where each target would choose its own id for k, v := range ids { gadgetCtx.Logger().Infof("installed as %q (nodes %+v)", k, v) } return nil } gadgetCtx.Logger().Infof("installed as %q", lastID) return nil } inspektor-gadget-0.46.0/pkg/runtime/grpc/k8s-address.go000066400000000000000000000014271510117411400227250ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime type k8sAddress struct { podName string } func (a *k8sAddress) String() string { return a.podName } func (a *k8sAddress) Network() string { return "k8s-pod" } inspektor-gadget-0.46.0/pkg/runtime/grpc/k8s-portfwd-dialer.go000066400000000000000000000076241510117411400242300ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime import ( "context" "fmt" "io" "net" "net/http" "net/url" "strconv" "time" log "github.com/sirupsen/logrus" v1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/util/httpstream" "k8s.io/client-go/rest" "k8s.io/client-go/tools/portforward" "k8s.io/client-go/transport/spdy" "github.com/inspektor-gadget/inspektor-gadget/pkg/factory" ) type k8sPortFwdDialer struct { io.Writer io.Reader conn httpstream.Connection stream httpstream.Stream podName string } // NewK8SPortFwdConn connects to a Pod using PortForwarding via the Kubernetes API Server func NewK8SPortFwdConn(ctx context.Context, config *rest.Config, namespace string, pod target, targetPort uint16, timeout time.Duration) (net.Conn, error) { conn := &k8sPortFwdDialer{} // set GroupVersion and NegotiatedSerializer for RESTClient factory.SetKubernetesDefaults(config) conn.podName = pod.addressOrPod config.Timeout = timeout transport, upgrader, err := spdy.RoundTripperFor(config) if err != nil { return nil, fmt.Errorf("creating roundtripper: %w", err) } targetURL, err := url.Parse(config.Host) if err != nil { return nil, fmt.Errorf("parsing restConfig.Host: %w", err) } targetURL.Path = fmt.Sprintf("api/v1/namespaces/%s/pods/%s/portforward", namespace, conn.podName) dialer := spdy.NewDialer(upgrader, &http.Client{Transport: transport}, http.MethodPost, targetURL) newConn, _, err := dialer.Dial(portforward.PortForwardProtocolV1Name) if err != nil { return nil, err } // create error stream headers := http.Header{} headers.Set(v1.StreamType, v1.StreamTypeError) headers.Set(v1.PortHeader, fmt.Sprintf("%d", targetPort)) headers.Set(v1.PortForwardRequestIDHeader, strconv.Itoa(1)) errorStream, err := newConn.CreateStream(headers) if err != nil { newConn.Close() return nil, fmt.Errorf("creating error stream for port forward: %w", err) } // we're not writing to this stream, but it is required for other streams to be able to connect errorStream.Close() go func() { message, err := io.ReadAll(errorStream) switch { case err != nil: log.Errorf("k8sPortFwd connection: reading from error stream: %v", err) case len(message) > 0: log.Errorf("k8sPortFwd tcp connection: forwarding port: %v", string(message)) log.Errorf("Please make sure the --connection-method value matches your installation.") } }() // create data stream headers.Set(v1.StreamType, v1.StreamTypeData) dataStream, err := newConn.CreateStream(headers) if err != nil { newConn.Close() return nil, fmt.Errorf("creating data stream for port forward: %w", err) } conn.conn = newConn conn.stream = dataStream return conn, nil } func (k *k8sPortFwdDialer) Close() error { k.stream.Close() return k.conn.Close() } func (k *k8sPortFwdDialer) Read(b []byte) (n int, err error) { return k.stream.Read(b) } func (k *k8sPortFwdDialer) Write(b []byte) (n int, err error) { return k.stream.Write(b) } func (k *k8sPortFwdDialer) LocalAddr() net.Addr { return nil } func (k *k8sPortFwdDialer) RemoteAddr() net.Addr { return &k8sAddress{podName: k.podName} } // satisfying the net.Conn interface func (k *k8sPortFwdDialer) SetDeadline(_ time.Time) error { return nil } func (k *k8sPortFwdDialer) SetReadDeadline(_ time.Time) error { return nil } func (k *k8sPortFwdDialer) SetWriteDeadline(_ time.Time) error { return nil } inspektor-gadget-0.46.0/pkg/runtime/grpc/oci.go000066400000000000000000000224361510117411400213520ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime import ( "context" "errors" "fmt" "io" "sync" "time" "google.golang.org/protobuf/proto" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) func (r *Runtime) GetGadgetInfo(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValues api.ParamValues) (*api.GadgetInfo, error) { if runtimeParams == nil { runtimeParams = r.ParamDescs().ToParams() } conn, err := r.getConnToRandomTarget(gadgetCtx.Context(), runtimeParams) if err != nil { return nil, fmt.Errorf("dialing random target: %w", err) } defer conn.Close() client := api.NewGadgetManagerClient(conn) in := &api.GetGadgetInfoRequest{ ParamValues: paramValues, ImageName: gadgetCtx.ImageName(), Version: api.VersionGadgetInfo, RequestExtraInfo: gadgetCtx.ExtraInfo(), } // specify that ImageName will contain a gadget instance ID if gadgetCtx.UseInstance() { in.Flags |= api.GadgetInfoRequestFlagUseInstance } out, err := client.GetGadgetInfo(gadgetCtx.Context(), in) if err != nil { return nil, fmt.Errorf("getting gadget info: %w", err) } extraInfo := &api.ExtraInfo{} if gadgetCtx.ExtraInfo() { extraInfo = out.GadgetInfo.ExtraInfo } err = gadgetCtx.LoadGadgetInfo(out.GadgetInfo, paramValues, false, extraInfo) if err != nil { return nil, fmt.Errorf("initializing local operators: %w", err) } return gadgetCtx.SerializeGadgetInfo(gadgetCtx.ExtraInfo()) } func (r *Runtime) RunGadget(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValues api.ParamValues) error { if runtimeParams == nil { runtimeParams = r.ParamDescs().ToParams() } gadgetCtx.Logger().Debugf("Params") for k, v := range paramValues { gadgetCtx.Logger().Debugf("- %s: %q", k, v) } if p := runtimeParams.Get(ParamDetach); p != nil && p.AsBool() { return r.createGadgetInstance(gadgetCtx, runtimeParams, paramValues) } targets, err := r.getTargets(gadgetCtx.Context(), runtimeParams) if err != nil { return fmt.Errorf("getting target nodes: %w", err) } gadgetCtx.SetVar(runtime.NumRunTargets, len(targets)) _, err = r.runGadgetOnTargets(gadgetCtx, paramValues, targets) return err } func (r *Runtime) runGadgetOnTargets( gadgetCtx runtime.GadgetContext, paramMap map[string]string, targets []target, ) (runtime.CombinedGadgetResult, error) { results := make(runtime.CombinedGadgetResult, len(targets)) var resultsLock sync.Mutex wg := sync.WaitGroup{} for _, t := range targets { wg.Add(1) go func(target target) { gadgetCtx.Logger().Debugf("running gadget on node %q", target.node) res, err := r.runGadget(gadgetCtx, target, paramMap) resultsLock.Lock() results[target.node] = &runtime.GadgetResult{ Payload: res, Error: err, } resultsLock.Unlock() wg.Done() }(t) } wg.Wait() // Stop local operators after all remote targets // have stopped their operators and "returned" gadgetCtx.StopLocalOperators() return results, results.Err() } func (r *Runtime) runGadget(gadgetCtx runtime.GadgetContext, target target, allParams map[string]string) ([]byte, error) { // Notice that we cannot use gadgetCtx.Context() here, as that would - when cancelled by the user - also cancel the // underlying gRPC connection. That would then lead to results not being received anymore (mostly for profile // gadgets.) connCtx, cancel := context.WithCancel(context.Background()) defer cancel() timeout := time.Second * time.Duration(r.globalParams.Get(ParamConnectionTimeout).AsUint16()) dialCtx, cancelDial := context.WithTimeout(gadgetCtx.Context(), timeout) defer cancelDial() conn, err := r.dialContext(dialCtx, target, timeout) if err != nil { return nil, fmt.Errorf("dialing target on node %q: %w", target.node, err) } defer conn.Close() client := api.NewGadgetManagerClient(conn) runClient, err := client.RunGadget(connCtx) if err != nil && !errors.Is(err, context.Canceled) { return nil, err } var controlRequest *api.GadgetControlRequest interactive := true if gadgetCtx.UseInstance() { gadgetCtx.Logger().Debugf("attaching to gadget instance %s", gadgetCtx.ImageName()) controlRequest = &api.GadgetControlRequest{ Event: &api.GadgetControlRequest_AttachRequest{ AttachRequest: &api.GadgetAttachRequest{ Id: gadgetCtx.ImageName(), Version: api.VersionGadgetRunProtocol, }, }, } interactive = false } else { controlRequest = &api.GadgetControlRequest{ Event: &api.GadgetControlRequest_RunRequest{ RunRequest: &api.GadgetRunRequest{ ImageName: gadgetCtx.ImageName(), ParamValues: allParams, Args: gadgetCtx.Args(), LogLevel: uint32(gadgetCtx.Logger().GetLevel()), Timeout: int64(gadgetCtx.Timeout()), Version: api.VersionGadgetRunProtocol, }, }, } } err = runClient.Send(controlRequest) if err != nil { return nil, err } doneChan := make(chan error) var result []byte expectedSeq := uint32(1) go func() { dsMap := make(map[uint32]datasource.DataSource) dsNameMap := make(map[string]uint32) initialized := false for { ev, err := runClient.Recv() if err != nil { gadgetCtx.Logger().Debugf("%-20s | runClient returned with %v", target.node, err) if !errors.Is(err, io.EOF) { doneChan <- err return } doneChan <- nil return } switch ev.Type { case api.EventTypeGadgetPayload: if !initialized { gadgetCtx.Logger().Warnf("%-20s | received payload without being initialized", target.node) continue } if expectedSeq != ev.Seq { gadgetCtx.Logger().Warnf("%-20s | expected seq %d, got %d, %d messages dropped", target.node, expectedSeq, ev.Seq, ev.Seq-expectedSeq) } expectedSeq = ev.Seq + 1 if ds, ok := dsMap[ev.DataSourceID]; ok && ds != nil { var p datasource.Packet switch ds.Type() { case datasource.TypeSingle: p, err = ds.NewPacketSingleFromRaw(ev.Payload) case datasource.TypeArray: p, err = ds.NewPacketArrayFromRaw(ev.Payload) default: gadgetCtx.Logger().Warnf("unknown datasource type %d", ds.Type()) continue } if err != nil { gadgetCtx.Logger().Debugf("error unmarshaling payload: %v", err) continue } ds.EmitAndRelease(p) } case api.EventTypeGadgetResult: gadgetCtx.Logger().Debugf("%-20s | got result from server", target.node) result = ev.Payload case api.EventTypeGadgetJobID: // not needed right now case api.EventTypeGadgetInfo: gi := &api.GadgetInfo{} err = proto.Unmarshal(ev.Payload, gi) if err != nil { gadgetCtx.Logger().Warnf("unmarshaling gadget info: %v", err) continue } for _, ds := range gi.DataSources { dsNameMap[ds.Name] = ds.Id } // Try to load gadget info; if gadget info has already been loaded and this one // doesn't match, this will terminate this particular client session err = gadgetCtx.LoadGadgetInfo(gi, allParams, true, nil) if err != nil { gadgetCtx.Logger().Warnf("deserizalize gadget info: %v", err) continue } gadgetCtx.Logger().Debugf("loaded gadget info") for _, ds := range gadgetCtx.GetAllDataSources() { gadgetCtx.Logger().Debugf("registered ds %s", ds.Name()) if dsId, ok := dsNameMap[ds.Name()]; ok { dsMap[dsId] = ds } else { gadgetCtx.Logger().Debugf("datasource %s not found in gadget info", ds.Name()) } } initialized = true default: if ev.Type >= 1<>api.EventLogShift), fmt.Sprintf("%-20s | %s", target.node, string(ev.Payload))) continue } gadgetCtx.Logger().Warnf("unknown payload type %d: %s", ev.Type, ev.Payload) } } }() var runErr error select { case doneErr := <-doneChan: gadgetCtx.Logger().Debugf("%-20s | done from server side (%v)", target.node, doneErr) runErr = doneErr case <-gadgetCtx.Context().Done(): if interactive { // Send stop request gadgetCtx.Logger().Debugf("%-20s | sending stop request", target.node) controlRequest := &api.GadgetControlRequest{Event: &api.GadgetControlRequest_StopRequest{StopRequest: &api.GadgetStopRequest{}}} runClient.Send(controlRequest) // Wait for done or timeout select { case doneErr := <-doneChan: gadgetCtx.Logger().Debugf("%-20s | done after cancel request (%v)", target.node, doneErr) runErr = doneErr case <-time.After(ResultTimeout * time.Second): return nil, fmt.Errorf("timed out while getting result") } } } return result, runErr } func (r *Runtime) IsClient() bool { return true } inspektor-gadget-0.46.0/pkg/runtime/grpc/option.go000066400000000000000000000014031510117411400220770ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package grpcruntime type Option func(runtime *Runtime) func WithConnectUsingK8SProxy(runtime *Runtime) { runtime.connectionMode = ConnectionModeKubernetesProxy } inspektor-gadget-0.46.0/pkg/runtime/local/000077500000000000000000000000001510117411400204015ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/runtime/local/local.go000066400000000000000000000027641510117411400220330ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package local import ( "fmt" "os" "path/filepath" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) type Runtime struct{} func New() *Runtime { return &Runtime{} } func (r *Runtime) Init(globalRuntimeParams *params.Params) error { if os.Geteuid() != 0 { return fmt.Errorf("%s must be run as root to be able to run eBPF programs", filepath.Base(os.Args[0])) } err := host.Init(host.Config{}) if err != nil { return err } return nil } func (r *Runtime) Close() error { return nil } func (r *Runtime) GlobalParamDescs() params.ParamDescs { return nil } func (r *Runtime) ParamDescs() params.ParamDescs { return nil } func (r *Runtime) SetDefaultValue(key params.ValueHint, value string) { panic("not supported, yet") } func (r *Runtime) GetDefaultValue(key params.ValueHint) (string, bool) { return "", false } inspektor-gadget-0.46.0/pkg/runtime/local/oci.go000066400000000000000000000025771510117411400215150ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package local import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime" ) func (r *Runtime) GetGadgetInfo(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValues api.ParamValues) (*api.GadgetInfo, error) { err := gadgetCtx.PrepareGadgetInfo(paramValues) if err != nil { return nil, fmt.Errorf("initializing and preparing operators: %w", err) } return gadgetCtx.SerializeGadgetInfo(gadgetCtx.ExtraInfo()) } func (r *Runtime) RunGadget(gadgetCtx runtime.GadgetContext, runtimeParams *params.Params, paramValues api.ParamValues) error { return gadgetCtx.Run(paramValues) } func (r *Runtime) IsClient() bool { return false } inspektor-gadget-0.46.0/pkg/runtime/runtime.go000066400000000000000000000070611510117411400213250ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package runtime import ( "context" "time" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/parser" ) const ( // NumRunTargets is the number of targets that the gadget will run on NumRunTargets = "n-run-targets" ) type GadgetContext interface { ID() string Name() string Parser() parser.Parser Context() context.Context Logger() logger.Logger RuntimeParams() *params.Params Args() []string Timeout() time.Duration UseInstance() bool ExtraInfo() bool Cancel() ImageName() string RegisterDataSource(datasource.Type, string) (datasource.DataSource, error) GetDataSources() map[string]datasource.DataSource GetAllDataSources() map[string]datasource.DataSource SetVar(string, any) GetVar(string) (any, bool) SerializeGadgetInfo(requestExtraInfo bool) (*api.GadgetInfo, error) LoadGadgetInfo(info *api.GadgetInfo, paramValues api.ParamValues, run bool, extraInfo *api.ExtraInfo) error StopLocalOperators() Params() []*api.Param SetMetadata([]byte) error SetParams([]*api.Param) DataOperators() []operators.DataOperator OrasTarget() oras.ReadOnlyTarget IsRemoteCall() bool Run(paramValues api.ParamValues) error PrepareGadgetInfo(paramValues api.ParamValues) error } // GadgetResult contains the (optional) payload and error of a gadget run for a node type GadgetResult struct { Payload []byte Error error } type CombinedGadgetResult map[string]*GadgetResult func (r CombinedGadgetResult) Err() error { c := &combinedErrors{} for _, result := range r { if result != nil && result.Error != nil { c.errs = append(c.errs, result.Error) } } if len(c.errs) > 0 { return c } return nil } type combinedErrors struct { errs []error } func (e *combinedErrors) Error() string { var b []byte for i, err := range e.errs { if i > 0 { b = append(b, '\n') } b = append(b, err.Error()...) } return string(b) } func (e *combinedErrors) Unwrap() []error { return e.errs } // Runtime is the interface for gadget runtimes. Runtimes are used to control the lifecycle of gadgets either locally // or remotely. type Runtime interface { Init(globalRuntimeParams *params.Params) error Close() error GlobalParamDescs() params.ParamDescs ParamDescs() params.ParamDescs // GetGadgetInfo returns information about the gadget and used operators; this info potentially comes // from a cache GetGadgetInfo(gadgetCtx GadgetContext, runtimeParams *params.Params, paramValueMap api.ParamValues) (*api.GadgetInfo, error) RunGadget(gadgetCtx GadgetContext, runtimeParams *params.Params, paramValueMap api.ParamValues) error SetDefaultValue(params.ValueHint, string) GetDefaultValue(params.ValueHint) (string, bool) IsClient() bool } inspektor-gadget-0.46.0/pkg/runtime/runtime_test.go000066400000000000000000000030731510117411400223630ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package runtime import ( "errors" "testing" "github.com/stretchr/testify/require" ) func TestCombinedGadgetResult(t *testing.T) { t.Run("empty result", func(t *testing.T) { r := make(CombinedGadgetResult) require.NoError(t, r.Err()) }) t.Run("result with errors", func(t *testing.T) { err1 := errors.New("error1") err2 := errors.New("error2") r := CombinedGadgetResult{ "node1": &GadgetResult{Error: err1}, "node2": &GadgetResult{Error: err2}, } combinedErr := r.Err() require.Error(t, combinedErr) // Test error unwrapping ce := &combinedErrors{} if errors.As(combinedErr, &ce) { errs := ce.Unwrap() require.Contains(t, errs, err1) require.Contains(t, errs, err2) } }) } func TestCombinedErrors(t *testing.T) { t.Run("error string formatting", func(t *testing.T) { errs := []error{ errors.New("error1"), errors.New("error2"), } ce := &combinedErrors{errs: errs} require.Equal(t, "error1\nerror2", ce.Error()) }) } inspektor-gadget-0.46.0/pkg/signature/000077500000000000000000000000001510117411400176255ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/cosign/000077500000000000000000000000001510117411400211075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/cosign/exporter.go000066400000000000000000000021311510117411400233030ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cosign import ( "context" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type Exporter struct{} // Empty type only to respect the interface. func (e *Exporter) ExportSigningInformation(ctx context.Context, src oras.ReadOnlyTarget, dst oras.Target, desc ocispec.Descriptor) error { return helpers.CopySigningInformation(ctx, src, dst, desc.Digest.String(), craftCosignSignatureTag) } inspektor-gadget-0.46.0/pkg/signature/cosign/puller.go000066400000000000000000000026221510117411400227430ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cosign import ( "context" "fmt" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type Puller struct{} // Empty type only to respect the interface. func pullCosignSigningInformation(ctx context.Context, repo *remote.Repository, signingInfoTag string, imageStore oras.Target) error { if _, err := oras.Copy(ctx, repo, signingInfoTag, imageStore, signingInfoTag, oras.DefaultCopyOptions); err != nil { return fmt.Errorf("copying index tag %q: %w", signingInfoTag, err) } return nil } func (c *Puller) PullSigningInformation(ctx context.Context, repo *remote.Repository, imageStore oras.Target, digest string) error { return helpers.CopySigningInformation(ctx, repo, imageStore, digest, craftCosignSignatureTag) } inspektor-gadget-0.46.0/pkg/signature/cosign/verifier.go000066400000000000000000000212471510117411400232570ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cosign import ( "bytes" "context" "crypto" "crypto/x509" "encoding/base64" "encoding/json" "encoding/pem" "errors" "fmt" "strings" "github.com/distribution/reference" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "github.com/sigstore/sigstore/pkg/signature" "github.com/sigstore/sigstore/pkg/signature/payload" "oras.land/oras-go/v2" "oras.land/oras-go/v2/content" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type VerifierOptions struct { PublicKeys []string } type Verifier struct { verifiers []signature.Verifier } const ( // Taken from: // https://github.com/sigstore/cosign/blob/45bda40b8ef4/internal/pkg/oci/remote/remote.go#L24 signatureArtifactType = "application/vnd.dev.cosign.artifact.sig.v1+json" // Taken from: // https://github.com/sigstore/cosign/blob/45bda40b8ef4/pkg/types/media.go#L28 simpleSigningMediaType = "application/vnd.dev.cosign.simplesigning.v1+json" ) func craftCosignSignatureTag(digest string) (string, error) { parts := strings.Split(digest, ":") if len(parts) != 2 { return "", fmt.Errorf("wrong digest, expected two parts, got %d", len(parts)) } return fmt.Sprintf("%s-%s.sig", parts[0], parts[1]), nil } func loadSignature(ctx context.Context, imageStore oras.Target, signatureTag string) ([]byte, *ocispec.Descriptor, error) { _, signatureManifestBytes, err := oras.FetchBytes(ctx, imageStore, signatureTag, oras.DefaultFetchBytesOptions) if err != nil { return nil, nil, fmt.Errorf("getting signature bytes: %w", err) } signatureManifest := &ocispec.Manifest{} err = json.Unmarshal(signatureManifestBytes, signatureManifest) if err != nil { return nil, nil, fmt.Errorf("decoding signature manifest: %w", err) } layers := signatureManifest.Layers expectedLen := 1 layersLen := len(layers) if layersLen != expectedLen { return nil, nil, fmt.Errorf("wrong number of signature manifest layers: expected %d, got %d", expectedLen, layersLen) } payloadDescriptor := layers[0] if payloadDescriptor.MediaType != simpleSigningMediaType { return nil, nil, fmt.Errorf("wrong payloadDescriptor media type: expected %s, got %s", simpleSigningMediaType, payloadDescriptor.MediaType) } signature, ok := payloadDescriptor.Annotations["dev.cosignproject.cosign/signature"] if !ok { return nil, nil, fmt.Errorf("no signature in payloadDescriptor") } signatureBytes, err := base64.StdEncoding.DecodeString(signature) if err != nil { return nil, nil, fmt.Errorf("decoding signature: %w", err) } return signatureBytes, &payloadDescriptor, nil } func loadPayload(ctx context.Context, imageStore oras.Target, payloadDescriptor *ocispec.Descriptor) ([]byte, error) { payloadBytes, err := content.FetchAll(ctx, imageStore, *payloadDescriptor) if err != nil { return nil, fmt.Errorf("getting payload bytes: %w", err) } return payloadBytes, nil } func getSignatureTagOci11(ctx context.Context, imageStore oras.Target, signingInfoTag string) (string, error) { _, indexBytes, err := oras.FetchBytes(ctx, imageStore, signingInfoTag, oras.DefaultFetchBytesOptions) if err != nil { return "", fmt.Errorf("getting index bytes: %w", err) } index := &ocispec.Index{} err = json.Unmarshal(indexBytes, index) if err != nil { return "", fmt.Errorf("decoding index: %w", err) } for _, manifest := range index.Manifests { if manifest.ArtifactType == signatureArtifactType { return manifest.Digest.String(), nil } } return "", fmt.Errorf("signature tag not found for index %q", signingInfoTag) } func _loadSigningInformation(ctx context.Context, imageStore oras.Target, repo *remote.Repository, signingInfoTag string, useOCI11 bool) ([]byte, []byte, error) { _, err := imageStore.Resolve(ctx, signingInfoTag) if err != nil { if err := pullCosignSigningInformation(ctx, repo, signingInfoTag, imageStore); err != nil { return nil, nil, fmt.Errorf("getting signing information for %q: %w", signingInfoTag, err) } } var signatureTag string if useOCI11 { signatureTag, err = getSignatureTagOci11(ctx, imageStore, signingInfoTag) if err != nil { return nil, nil, fmt.Errorf("getting OCI 1.1 signature tag: %w", err) } } else { signatureTag = signingInfoTag } signature, payloadTag, err := loadSignature(ctx, imageStore, signatureTag) if err != nil { return nil, nil, fmt.Errorf("getting signature: %w", err) } payload, err := loadPayload(ctx, imageStore, payloadTag) if err != nil { return nil, nil, fmt.Errorf("getting payload: %w", err) } return signature, payload, nil } func loadSigningInformation(ctx context.Context, imageRef reference.Named, imageStore oras.Target, repo *remote.Repository) ([]byte, []byte, error) { imageDigest, err := helpers.GetImageDigest(ctx, imageStore, imageRef.String()) if err != nil { return nil, nil, fmt.Errorf("getting image digest: %w", err) } signatureTag, err := craftCosignSignatureTag(imageDigest) if err != nil { return nil, nil, fmt.Errorf("crafting signature tag: %w", err) } signature, payload, loadSignatureTagErr := _loadSigningInformation(ctx, imageStore, repo, signatureTag, false) if loadSignatureTagErr == nil { return signature, payload, nil } indexTag, err := helpers.CraftSignatureIndexTag(imageDigest) if err != nil { return nil, nil, fmt.Errorf("crafting index tag: %w", err) } signature, payload, loadIndexTagErr := _loadSigningInformation(ctx, imageStore, repo, indexTag, true) if loadIndexTagErr == nil { return signature, payload, nil } return nil, nil, errors.Join(loadSignatureTagErr, loadIndexTagErr) } func newVerifier(publicKey []byte) (signature.Verifier, error) { block, _ := pem.Decode(publicKey) if block == nil { return nil, fmt.Errorf("decoding public key to PEM blocks") } pub, err := x509.ParsePKIXPublicKey(block.Bytes) if err != nil { return nil, fmt.Errorf("parsing public key: %w", err) } verifier, err := signature.LoadVerifier(pub, crypto.SHA256) if err != nil { return nil, fmt.Errorf("loading verifier: %w", err) } return verifier, nil } func checkPayloadImage(payloadBytes []byte, imageDigest string) error { payloadImage := &payload.SimpleContainerImage{} err := json.Unmarshal(payloadBytes, payloadImage) if err != nil { return fmt.Errorf("unmarshalling payload: %w", err) } if payloadImage.Critical.Image.DockerManifestDigest != imageDigest { return fmt.Errorf("payload digest does not correspond to image: expected %s, got %s", imageDigest, payloadImage.Critical.Image.DockerManifestDigest) } return nil } func (c *Verifier) Verify(ctx context.Context, repo *remote.Repository, imageStore oras.GraphTarget, ref reference.Named) error { imageDigest, err := helpers.GetImageDigest(ctx, imageStore, ref.String()) if err != nil { return fmt.Errorf("getting image digest: %w", err) } signatureBytes, payloadBytes, err := loadSigningInformation(ctx, ref, imageStore, repo) if err != nil { return fmt.Errorf("getting signing information: %w", err) } verified := false var errs error for _, verifier := range c.verifiers { err = verifier.VerifySignature(bytes.NewReader(signatureBytes), bytes.NewReader(payloadBytes)) if err == nil { verified = true break } errs = errors.Join(errs, err) } if !verified { return fmt.Errorf("the image was not signed by the provided keys: %w", errs) } // We should not read the payload before confirming it was signed, so let's // do this check once it was confirmed to be signed: // https://github.com/containers/image/blob/main/docs/containers-signature.5.md#the-cryptographic-signature err = checkPayloadImage(payloadBytes, imageDigest) if err != nil { return fmt.Errorf("checking payload image: %w", err) } return nil } func NewVerifier(opts VerifierOptions) (*Verifier, error) { keys := len(opts.PublicKeys) if keys == 0 { return nil, errors.New("no public keys given") } verifier := &Verifier{ verifiers: make([]signature.Verifier, keys), } for i, publicKey := range opts.PublicKeys { verif, err := newVerifier([]byte(publicKey)) if err != nil { return nil, fmt.Errorf("creating verifier for %s: %w", publicKey, err) } verifier.verifiers[i] = verif } return verifier, nil } inspektor-gadget-0.46.0/pkg/signature/cosign/verifier_test.go000066400000000000000000000103251510117411400243110ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package cosign import ( "context" "path/filepath" "testing" "github.com/distribution/reference" "github.com/stretchr/testify/require" "oras.land/oras-go/v2/content/oci" "oras.land/oras-go/v2/registry/remote" ) func TestNewVerifier(t *testing.T) { t.Parallel() type testDefinition struct { opts VerifierOptions shouldErr bool } publicKey0 := ` -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEn6u8dLv8gnPGFEoAeeRXZ9r1QUqu vxvpnBNH+Gwent1O0IisyCeEYEeGAOVcmqCLFywoF62CUMZIex/Xw56nfw== -----END PUBLIC KEY----- ` publicKey1 := ` -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEIur1/9dgnL6gwRsXRoE5tgpiZX0V wE3h/OMa2IqglFFvk8Qh1EX9zr5aASFdRcTKScjrU7uS1y6Z1z3NQe2P+g== -----END PUBLIC KEY----- ` tests := map[string]testDefinition{ "no_public_key": { shouldErr: true, }, "malformed_public_key": { opts: VerifierOptions{ PublicKeys: []string{"foobar"}, }, shouldErr: true, }, "correct_public_key": { opts: VerifierOptions{ PublicKeys: []string{publicKey0}, }, }, "correct_public_keys": { opts: VerifierOptions{ PublicKeys: []string{ publicKey0, publicKey1, }, }, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() _, err := NewVerifier(test.opts) if test.shouldErr { require.Error(t, err) return } require.NoError(t, err) }) } } func TestVerify(t *testing.T) { t.Parallel() type testDefinition struct { opts VerifierOptions image string shouldErr bool } legacySignedImage := "ttl.sh/signed_with_cosign_legacy:latest" oci11SignedImage := "ttl.sh/signed_with_cosign_oci11:latest" nonSignedImage := "ghcr.io/inspektor-gadget/gadget/unsigned:francis-signature-unit-tests" goodPublicKey := ` -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEn6u8dLv8gnPGFEoAeeRXZ9r1QUqu vxvpnBNH+Gwent1O0IisyCeEYEeGAOVcmqCLFywoF62CUMZIex/Xw56nfw== -----END PUBLIC KEY----- ` wrongPublicKey := ` -----BEGIN PUBLIC KEY----- MFkwEwYHKoZIzj0CAQYIKoZIzj0DAQcDQgAEIur1/9dgnL6gwRsXRoE5tgpiZX0V wE3h/OMa2IqglFFvk8Qh1EX9zr5aASFdRcTKScjrU7uS1y6Z1z3NQe2P+g== -----END PUBLIC KEY----- ` tests := map[string]testDefinition{ "good_public_key_with_legacy_signed_image": { opts: VerifierOptions{ PublicKeys: []string{goodPublicKey}, }, image: legacySignedImage, }, "good_public_key_with_oci11_signed_image": { opts: VerifierOptions{ PublicKeys: []string{goodPublicKey}, }, image: oci11SignedImage, }, "wrong_public_key_with_signed_image": { opts: VerifierOptions{ PublicKeys: []string{wrongPublicKey}, }, image: legacySignedImage, shouldErr: true, }, "public_key_with_unsigned_image": { opts: VerifierOptions{ PublicKeys: []string{goodPublicKey}, }, image: nonSignedImage, shouldErr: true, }, "several_public_keys_with_signed_image": { opts: VerifierOptions{ PublicKeys: []string{ wrongPublicKey, goodPublicKey, }, }, image: legacySignedImage, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() store, err := oci.New(filepath.Join("..", "testdata", "oci-store")) require.NoError(t, err) ref, err := reference.ParseNormalizedNamed(test.image) require.NoError(t, err) ref = reference.TagNameOnly(ref) repo, err := remote.NewRepository(ref.Name()) require.NoError(t, err) verifier, err := NewVerifier(test.opts) require.NoError(t, err) err = verifier.Verify(context.Background(), repo, store, ref) if test.shouldErr { require.Error(t, err) return } require.NoError(t, err) }) } } inspektor-gadget-0.46.0/pkg/signature/exporter.go000066400000000000000000000033771510117411400220360ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package signature import ( "context" "errors" "fmt" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/cosign" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/oci11" ) type Exporter interface { ExportSigningInformation(ctx context.Context, src oras.ReadOnlyTarget, dst oras.Target, desc ocispec.Descriptor) error } type SignatureExporter struct { exporters map[string]Exporter } var DefaultSignatureExporter = SignatureExporter{ exporters: map[string]Exporter{ "cosign": &cosign.Exporter{}, "oci 1.1": &oci11.Exporter{}, }, } func (e *SignatureExporter) ExportSigningInformation(ctx context.Context, src oras.ReadOnlyTarget, dst oras.Target, desc ocispec.Descriptor) error { if len(e.exporters) == 0 { return errors.New("no exporting method available") } errs := make([]error, 0) for method, exporter := range e.exporters { err := exporter.ExportSigningInformation(ctx, src, dst, desc) if err == nil { return nil } errs = append(errs, fmt.Errorf("exporting signing information with %s: %w", method, err)) } return errors.Join(errs...) } inspektor-gadget-0.46.0/pkg/signature/exporter_test.go000066400000000000000000000047411510117411400230710ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package signature import ( "context" "io/fs" "os" "path/filepath" "strings" "testing" "github.com/stretchr/testify/require" "oras.land/oras-go/v2/content/oci" ) func TestExportSigningInformation(t *testing.T) { t.Parallel() type testDefinition struct { src string dst string searchFor string } tests := map[string]testDefinition{ "cosign_legacy_signed_image": { src: "ttl.sh/signed_with_cosign_legacy:latest", dst: "signed_with_cosign_legacy", searchFor: "application/vnd.dev.cosign.simplesigning.v1+json", }, "cosign_oci11_signed_image": { src: "ttl.sh/signed_with_cosign_oci11:latest", dst: "signed_with_cosign_oci11", searchFor: "application/vnd.dev.cosign.simplesigning.v1+json", }, "notation_signed_image": { src: "ttl.sh/signed_with_notation:latest", dst: "signed_with_cosign_notation", searchFor: "io.cncf.notary.signingAgent", }, } srcStore, err := oci.New(filepath.Join("testdata", "oci-store")) require.NoError(t, err) for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() tempDir := t.TempDir() dstStore, err := oci.New(tempDir) require.NoError(t, err) ctx := context.Background() desc, err := srcStore.Resolve(ctx, test.src) require.NoError(t, err) err = DefaultSignatureExporter.ExportSigningInformation(ctx, srcStore, dstStore, desc) require.NoError(t, err) found := false err = filepath.WalkDir(tempDir, func(path string, d fs.DirEntry, err error) error { if err != nil { return err } if d.IsDir() { return nil } content, err := os.ReadFile(path) if err != nil { return err } if strings.Contains(string(content), test.searchFor) { found = true return fs.SkipAll } return nil }) require.NoError(t, err) require.True(t, found) }) } } inspektor-gadget-0.46.0/pkg/signature/helpers/000077500000000000000000000000001510117411400212675ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/helpers/helpers.go000066400000000000000000000040261510117411400232620ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package helpers import ( "context" "fmt" "strings" "oras.land/oras-go/v2" ) func GetImageDigest(ctx context.Context, store oras.Target, imageRef string) (string, error) { desc, err := store.Resolve(ctx, imageRef) if err != nil { return "", fmt.Errorf("resolving image %q: %w", imageRef, err) } return desc.Digest.String(), nil } func CraftSignatureIndexTag(digest string) (string, error) { // When signature are used as reference artifacts, we can find them by using // this tag: // https://github.com/opencontainers/distribution-spec/blob/v1.1.1/spec.md#referrers-tag-schema // This is used by default for Notation: // https://github.com/notaryproject/notation/commit/0f556be80571 // And only when using specific flag and options for Cosign: // https://www.chainguard.dev/unchained/building-towards-oci-v1-1-support-in-cosign parts := strings.Split(digest, ":") if len(parts) != 2 { return "", fmt.Errorf("wrong digest, expected two parts, got %d", len(parts)) } return fmt.Sprintf("%s-%s", parts[0], parts[1]), nil } func CopySigningInformation(ctx context.Context, src oras.ReadOnlyTarget, dst oras.Target, digest string, craftSigningInfoTag func(digest string) (string, error)) error { signingInfoTag, err := craftSigningInfoTag(digest) if err != nil { return fmt.Errorf("crafting signing information tag: %w", err) } _, err = oras.Copy(ctx, src, signingInfoTag, dst, signingInfoTag, oras.DefaultCopyOptions) return err } inspektor-gadget-0.46.0/pkg/signature/notation/000077500000000000000000000000001510117411400214605ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/notation/verifier.go000066400000000000000000000104021510117411400236170ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package notation import ( "context" "encoding/json" "errors" "fmt" "os" "path/filepath" "strings" "github.com/distribution/reference" "github.com/notaryproject/notation-go" "github.com/notaryproject/notation-go/dir" "github.com/notaryproject/notation-go/registry" "github.com/notaryproject/notation-go/verifier" "github.com/notaryproject/notation-go/verifier/trustpolicy" "github.com/notaryproject/notation-go/verifier/truststore" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type VerifierOptions struct { Certificates []string PolicyDocument string } type Verifier struct { notation.Verifier } const maxSignatureAttempts = 50 func getAndValidateTrustPolicy(policy string) (*trustpolicy.Document, error) { policyDocument := &trustpolicy.Document{} if err := json.Unmarshal([]byte(policy), policyDocument); err != nil { return nil, fmt.Errorf("unmarshalling trust policy Document: %w", err) } if err := policyDocument.Validate(); err != nil { return nil, fmt.Errorf("validating policy document: %w", err) } // This comes as a limitation on how certificates are given on the CLI, // as we do not know to which trust store they should belong, we all store // them in the same trust store. if len(policyDocument.TrustPolicies[0].TrustStores) > 1 { return nil, errors.New("trust policies with multiple trust stores are unsupported") } return policyDocument, nil } func addCertificatesToTrustStore(trustStore string, certificates []string) (string, error) { trustStoreDir, err := os.MkdirTemp("", "ig-trust-store-") if err != nil { return "", err } path := filepath.Join(trustStoreDir, "truststore", "x509", trustStore) if err := os.MkdirAll(path, 0o700); err != nil { return "", err } for i, certificate := range certificates { if err := os.WriteFile(filepath.Join(path, fmt.Sprintf("certificate_%d.pem", i)), []byte(certificate), 0o600); err != nil { return "", err } } return trustStoreDir, nil } func NewVerifier(opts VerifierOptions) (*Verifier, error) { if len(opts.Certificates) == 0 { return nil, errors.New("no certificates given") } policy, err := getAndValidateTrustPolicy(opts.PolicyDocument) if err != nil { return nil, fmt.Errorf("getting and validating trust policy: %w", err) } parts := strings.Split(policy.TrustPolicies[0].TrustStores[0], ":") // Above call to Validate() ensure there are two parts: // https://github.com/notaryproject/notation-go/blob/e83edbc388a9/verifier/trustpolicy/trustpolicy.go#L308-L311 // Moreover, using filepath.Join() is OK, as the name should respect this // regexp ^[a-zA-Z0-9_.-]+$: // https://github.com/notaryproject/notation-go/blob/e83edbc388a9/internal/file/file.go#L39-L41 trustStore := filepath.Join(parts[0], parts[1]) trustStoreDir, err := addCertificatesToTrustStore(trustStore, opts.Certificates) if err != nil { return nil, fmt.Errorf("adding certificates to trust store: %w", err) } verif, err := verifier.New(policy, truststore.NewX509TrustStore(dir.NewSysFS(trustStoreDir)), nil) if err != nil { return nil, err } return &Verifier{verif}, nil } func (n *Verifier) Verify(ctx context.Context, _ *remote.Repository, imageStore oras.GraphTarget, ref reference.Named) error { imageDigest, err := helpers.GetImageDigest(ctx, imageStore, ref.String()) if err != nil { return fmt.Errorf("getting image digest: %w", err) } verifyOptions := notation.VerifyOptions{ ArtifactReference: fmt.Sprintf("%s@%s", ref.Name(), imageDigest), MaxSignatureAttempts: maxSignatureAttempts, } _, _, err = notation.Verify(ctx, n.Verifier, registry.NewRepository(imageStore), verifyOptions) return err } inspektor-gadget-0.46.0/pkg/signature/notation/verifier_test.go000066400000000000000000000207411510117411400246650ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package notation import ( "context" "path/filepath" "testing" "github.com/distribution/reference" "github.com/stretchr/testify/require" "oras.land/oras-go/v2/content/oci" "oras.land/oras-go/v2/registry/remote" ) func TestNewVerifier(t *testing.T) { t.Parallel() type testDefinition struct { opts VerifierOptions shouldErr bool } goodPolicyDocument := ` { "version": "1.0", "trustPolicies": [ { "name": "inspektor-gadget-policy", "registryScopes": [ "*" ], "signatureVerification": { "level" : "strict" }, "trustStores": ["ca:inspektor-gadget.io"], "trustedIdentities": [ "x509.subject: CN=inspektor-gadget.io, O=Notary, L=Seattle, ST=WA, C=US" ] } ] } ` goodCertificate := ` -----BEGIN CERTIFICATE----- MIIDRTCCAi2gAwIBAgICAIEwDQYJKoZIhvcNAQELBQAwUTELMAkGA1UEBhMCVVMx CzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3Rhcnkx EjAQBgNVBAMTCWJhcmZvby5pbzAeFw0yNTEwMDExNTQ2MzVaFw0yNTEwMDIxNTQ2 MzVaMFExCzAJBgNVBAYTAlVTMQswCQYDVQQIEwJXQTEQMA4GA1UEBxMHU2VhdHRs ZTEPMA0GA1UEChMGTm90YXJ5MRIwEAYDVQQDEwliYXJmb28uaW8wggEiMA0GCSqG SIb3DQEBAQUAA4IBDwAwggEKAoIBAQDirG5+wdavupHd+K3M4hvPAzQu1NE6Edur VsptZTBXnZNCT3/rVlzIF6uoExUe9k8xdBV86aVlI1KUKXb3jWtq4u+9ACcmZ3nO +JzhkOZEGN7XTf7axDWIZWv5mye655shIwtLrrguNBs+0lXqO+x5uImqdGtjgH5S RrDpHzSNiRziyqym1fCgJI3lwO/sWIZK+2oJLPvCYzS4k0sNo50wB6JI+Eu/qtBK c0OCXLhKr0ml9bRpDaoMyIhQrD0+k5JWSDPlNCwIEYueJpf3Ua38YuuM3pPEj8MA /hzEyrFpqeJV2Nn5JHRjAecSZbFRHyRtzETn9NKaz00EnoE3/O3nAgMBAAGjJzAl MA4GA1UdDwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzANBgkqhkiG9w0B AQsFAAOCAQEANjfgsg6Zxc/g+8T3ZLNMj0myd8yciiL16iS4+LQKViRGNmAjRbic eslrAFXSiZHI/RIJxKnQBxtDiXs8UlknV2mLnxZP+S2vk3kW/z0w6gRPRC8t3w3K BcsDhE//PzLmnXdEYSZQvgXfdv2JujEb1euspyTjRL1vBlxdPh5eeevZsysHrt6q c2bFCX/8nicguibCC4ybKQazsbQK07tIPDwlbu0+sCk6ojmhdMZeOaXVcUoaisgq dKl8IemhdshLNii2f05fLb1ftcMaG0XIT7i86txiDbiBs+srcjW4bqfhSc201jHu /ftuKYyrrWBgnWZ6gmzqC5SR4pBdZVAp3w== -----END CERTIFICATE----- ` tests := map[string]testDefinition{ "no_policy_document_and_no_certificates": { shouldErr: true, }, "no_policy_document": { opts: VerifierOptions{ Certificates: []string{goodCertificate}, }, shouldErr: true, }, "no_certificates": { opts: VerifierOptions{ PolicyDocument: goodPolicyDocument, }, shouldErr: true, }, "policy_document_with_several_trust_stores": { opts: VerifierOptions{ Certificates: []string{goodCertificate}, PolicyDocument: ` { "version": "1.0", "trustPolicies": [ { "name": "inspektor-gadget-policy", "registryScopes": [ "*" ], "signatureVerification": { "level" : "strict" }, "trustStores": ["ca:inspektor-gadget.io", "ca:foobar.io"], "trustedIdentities": [ "x509.subject: CN=inspektor-gadget.io, O=Notary, L=Seattle, ST=WA, C=US" ] } ] } `, }, shouldErr: true, }, "ok": { opts: VerifierOptions{ Certificates: []string{goodCertificate}, PolicyDocument: goodPolicyDocument, }, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() _, err := NewVerifier(test.opts) if test.shouldErr { require.Error(t, err) return } require.NoError(t, err) }) } } func TestVerify(t *testing.T) { t.Parallel() type testDefinition struct { opts VerifierOptions image string shouldErr bool } signedImage := "ttl.sh/signed_with_notation:latest" nonSignedImage := "ghcr.io/inspektor-gadget/gadget/unsigned:francis-signature-unit-tests" goodCertificate := ` -----BEGIN CERTIFICATE----- MIIDQTCCAimgAwIBAgICAI0wDQYJKoZIhvcNAQELBQAwTzELMAkGA1UEBhMCVVMx CzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3Rhcnkx EDAOBgNVBAMTB3Rlc3QuaW8wHhcNMjUxMDIwMTE0MTIyWhcNMjUxMDIxMTE0MTIy WjBPMQswCQYDVQQGEwJVUzELMAkGA1UECBMCV0ExEDAOBgNVBAcTB1NlYXR0bGUx DzANBgNVBAoTBk5vdGFyeTEQMA4GA1UEAxMHdGVzdC5pbzCCASIwDQYJKoZIhvcN AQEBBQADggEPADCCAQoCggEBAOcAupoQ84+vVMG0X8KQLlOXnMkjqlPUp6H1gVdw kC8Y5+gVH1EYHJBLCEtMAzlYVeAGzLU57OzNGuvQAEjM4D1qn8aK3dLXAdWwnMhK hM0z8rLxEhsq8FmEh0KyiHPAc/d+/BWZA/3XaLOQF2zwiPiv8lvAe5fCgFYUGVKN v2bBKwqK/GpPc/tu7NmW8hC6zFX/YMlJm0DOTWMqY/ImAfQjdv/AgB3phIcQqQ+9 rx7i1Bl/sYMuGt+H2jZJFuDLWzzOVW8M9qnioys++t2moErvpHXYiiGRt7uxrBfu K9BAGcOfJs5ADuM03IsmusCiJrNe3xQRSmBaaYjZHw0v8I0CAwEAAaMnMCUwDgYD VR0PAQH/BAQDAgeAMBMGA1UdJQQMMAoGCCsGAQUFBwMDMA0GCSqGSIb3DQEBCwUA A4IBAQDbehncKzzbvJ1L8P2cAg7QtF9LEDOq+ypyVUGNuv28ca+FonHjGdCi3886 zJjnOa0l6QPU8r9ti8QEJySKk9yZydk3n+vprYN1Zacxet0iEM2O4pf4fGzWFCHH vX8cb7WBkfIyuhfRAV8v2un0uzD7QxbF4f75a+x2AHnQY30PQGSZjH17gdP+6Yhj Pq2QcU9/k44awV4epqkfJ8TEAXGFodNcYQpXi8083cqU2HU6ZuG1KrYv4QD+fRN2 ijWKpF3SZxgNcAkNFM1IBiELVwBlfrN7u4dwMztSawRa5zqF844EV1gfY4iTtV1Y OyOnKVarkBtpU+66K4TbWOK7Ptlo -----END CERTIFICATE----- ` wrongCertificate := ` -----BEGIN CERTIFICATE----- MIIDPzCCAiegAwIBAgICAK8wDQYJKoZIhvcNAQELBQAwTjELMAkGA1UEBhMCVVMx CzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3Rhcnkx DzANBgNVBAMTBnh5ei5pbzAeFw0yNTEwMTMwNjA1NDdaFw0yNTEwMTQwNjA1NDda ME4xCzAJBgNVBAYTAlVTMQswCQYDVQQIEwJXQTEQMA4GA1UEBxMHU2VhdHRsZTEP MA0GA1UEChMGTm90YXJ5MQ8wDQYDVQQDEwZ4eXouaW8wggEiMA0GCSqGSIb3DQEB AQUAA4IBDwAwggEKAoIBAQC6WP0d7ap9RUxlKhCdiqdNmXTDprvPp/gtKFWmRXeX CnvrvTpWixLcLwIFpFIchsELQGXxaDK9sUUBtauUJs9DSKSDssYvazw5Ige/FNCw KPtXJj3ax7m0uP4LzQXHHb5Nnbd2BlGk2a3FfXZ/kkia5n6AN8Z91CxJAoUE/ZhR zBhBgvsWcAcijsBUhn1LDepL36D+rQMNvYrJf0HeXUVoWDvZBLmkKVHtEpKbZF1Z kKsMvTA8JoB+DLTB2A2nav01Q0+Pbb220ZX+tyD/LhP9nk9WFlx4rF9XVSOvbG/H c+OW2Fb7PYQJN0oVBKYJ4/xAc5L56aXGeto47+RuSrjNAgMBAAGjJzAlMA4GA1Ud DwEB/wQEAwIHgDATBgNVHSUEDDAKBggrBgEFBQcDAzANBgkqhkiG9w0BAQsFAAOC AQEAtaV2DGbA+2QZTNJ5uUZ66th6J6A+H07sP5GCz4NJnB7Cm5pyuAH+U6o7KHm8 eCx00K5OZP9jmPpbdo2KWHnrEHbHJKrj+Z3O0BF7zfVtxZYPO92Bd/CqWiGw6KXo wJU2ASNZov+cuJ7IbIP1LMhMT4LPpIdZqrZrcs3bzdAugSkn5mzTjIIYj5wEV3EH MEVMSuuHVRyeJBqEb0K9kLQVSLSv6kzRf5NFjmx1ZwK7jgnvRw381yFjtptSos/B W17wNW922h7x1L++XnMi/HBZcwMDwYHNW4QMwbf5bjBlWWYBB5mq1aQ/9GGGE1On S//euSjbohacaQzTb8ZQqRLKfg== -----END CERTIFICATE----- ` // Use permissive instead of strict to avoid the unit tests failing when the // certificate will be expired. policyDocument := ` { "version": "1.0", "trustPolicies": [ { "name": "test-policy", "registryScopes": [ "*" ], "signatureVerification": { "level" : "permissive" }, "trustStores": ["ca:test.io"], "trustedIdentities": [ "x509.subject: CN=test.io, O=Notary, L=Seattle, ST=WA, C=US" ] } ] } ` tests := map[string]testDefinition{ "good_certificate_with_signed_image": { opts: VerifierOptions{ Certificates: []string{goodCertificate}, PolicyDocument: policyDocument, }, image: signedImage, }, "wrong_certificate_with_signed_image": { opts: VerifierOptions{ Certificates: []string{wrongCertificate}, PolicyDocument: policyDocument, }, image: signedImage, shouldErr: true, }, "certificate_with_unsigned_image": { opts: VerifierOptions{ Certificates: []string{wrongCertificate}, PolicyDocument: policyDocument, }, image: nonSignedImage, shouldErr: true, }, "several_certificates_with_signed_image": { opts: VerifierOptions{ Certificates: []string{ wrongCertificate, goodCertificate, }, PolicyDocument: policyDocument, }, image: signedImage, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() store, err := oci.New(filepath.Join("..", "testdata", "oci-store")) require.NoError(t, err) ref, err := reference.ParseNormalizedNamed(test.image) require.NoError(t, err) ref = reference.TagNameOnly(ref) repo, err := remote.NewRepository(ref.Name()) require.NoError(t, err) verifier, err := NewVerifier(test.opts) require.NoError(t, err) err = verifier.Verify(context.Background(), repo, store, ref) if test.shouldErr { require.Error(t, err) return } require.NoError(t, err) }) } } inspektor-gadget-0.46.0/pkg/signature/oci11/000077500000000000000000000000001510117411400205415ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/oci11/exporter.go000066400000000000000000000021371510117411400227430ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci11 import ( "context" ocispec "github.com/opencontainers/image-spec/specs-go/v1" "oras.land/oras-go/v2" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type Exporter struct{} // Empty type only to respect the interface. func (e *Exporter) ExportSigningInformation(ctx context.Context, src oras.ReadOnlyTarget, dst oras.Target, desc ocispec.Descriptor) error { return helpers.CopySigningInformation(ctx, src, dst, desc.Digest.String(), helpers.CraftSignatureIndexTag) } inspektor-gadget-0.46.0/pkg/signature/oci11/puller.go000066400000000000000000000020741510117411400223760ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package oci11 import ( "context" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/helpers" ) type Puller struct{} // Empty type only to respect the interface. func (c *Puller) PullSigningInformation(ctx context.Context, repo *remote.Repository, imageStore oras.Target, digest string) error { return helpers.CopySigningInformation(ctx, repo, imageStore, digest, helpers.CraftSignatureIndexTag) } inspektor-gadget-0.46.0/pkg/signature/puller.go000066400000000000000000000033071510117411400214620ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package signature import ( "context" "errors" "fmt" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/cosign" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/oci11" ) type Puller interface { PullSigningInformation(ctx context.Context, repo *remote.Repository, imageStore oras.Target, digest string) error } type SignaturePuller struct { pullers map[string]Puller } var DefaultSignaturePuller = SignaturePuller{ pullers: map[string]Puller{ "cosign": &cosign.Puller{}, "oci 1.1": &oci11.Puller{}, }, } func (p *SignaturePuller) PullSigningInformation(ctx context.Context, repo *remote.Repository, imageStore oras.Target, digest string) error { if len(p.pullers) == 0 { return errors.New("no pulling method available") } errs := make([]error, 0) for method, puller := range p.pullers { err := puller.PullSigningInformation(ctx, repo, imageStore, digest) if err == nil { return nil } errs = append(errs, fmt.Errorf("pulling signing information with %s: %w", method, err)) } return errors.Join(errs...) } inspektor-gadget-0.46.0/pkg/signature/puller_test.go000066400000000000000000000046631510117411400225270ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package signature import ( "context" "testing" "github.com/distribution/reference" "github.com/stretchr/testify/require" "oras.land/oras-go/v2" "oras.land/oras-go/v2/content/oci" "oras.land/oras-go/v2/registry/remote" "oras.land/oras-go/v2/registry/remote/auth" ) func createTestPrerequisities(t *testing.T, image string) (oras.Target, *remote.Repository, reference.Named) { store, err := oci.New(t.TempDir()) require.NoError(t, err) ref, err := reference.ParseNormalizedNamed(image) require.NoError(t, err) ref = reference.TagNameOnly(ref) repo, err := remote.NewRepository(ref.Name()) require.NoError(t, err) repo.Client = &auth.Client{ Credential: auth.StaticCredential(reference.Domain(ref), auth.EmptyCredential), } return store, repo, ref } func TestPullSigningInformation(t *testing.T) { t.Parallel() type testDefinition struct { image string shouldErr bool } tests := map[string]testDefinition{ "cosign_signed_image": { // v0.43.0 image: "ghcr.io/inspektor-gadget/gadget/trace_open@sha256:7ecd35cc935edb56c7beb1077e4ca1aabdd1d4e4429b0df027398534d6da9fe6", }, "non_signed_image": { // v0.25.0 image: "ghcr.io/inspektor-gadget/gadget/trace_open@sha256:a5de3655d6c7640eb6d43f7d9d7182b233ac86aedddfe6c132cba6b876264d97", shouldErr: true, }, } for name, test := range tests { test := test t.Run(name, func(t *testing.T) { t.Parallel() ctx := context.Background() store, repo, ref := createTestPrerequisities(t, test.image) // Pull the image. desc, err := oras.Copy(context.Background(), repo, ref.String(), store, ref.String(), oras.DefaultCopyOptions) require.NoError(t, err) err = DefaultSignaturePuller.PullSigningInformation(ctx, repo, store, desc.Digest.String()) if test.shouldErr { require.Error(t, err) return } require.NoError(t, err) }) } } inspektor-gadget-0.46.0/pkg/signature/testdata/000077500000000000000000000000001510117411400214365ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/000077500000000000000000000000001510117411400233425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/000077500000000000000000000000001510117411400244435ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256/000077500000000000000000000000001510117411400254535ustar00rootroot00000000000000025e49a22f47cf434d3cb7fb637bfa4326ef577f9226ad14b073d5f4fc2f15a7000066400000000000000000000000371510117411400362630ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256name: signed_with_cosign_oci11 0ad1c44edb5a1ef0c65010f2fb2c8450932fb331f05a4c0de4531e4a5475ae3c000066400000000000000000000004621510117411400362640ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","size":1789,"digest":"sha256:597cc6be74829b950036142f8b8ac8f14469658185ca3fb17e51eabcdb74c977","artifactType":"application/vnd.dev.cosign.artifact.sig.v1+json"}]}1949da510047e3d39e3a851dfbfb7e4854f2796b65f2538a62ed3b5880ea7603000066400000000000000000000015631510117411400360110ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:5fa2bbd5d33792616fa5b7ca5641daf098873668ecbbc898279a1190c3695f50","size":726,"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:08:36Z"},"artifactType":"application/vnd.cncf.notary.signature"},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:cf0f8e30c85ebcfd6f3c06f3745432baabde20ff772406d3274f865327ca2c8f","size":726,"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:42:42Z"},"artifactType":"application/vnd.cncf.notary.signature"}]}20296fb8a8c8a97808229625945da73f5f4d5843800317ead8c203081156cc9c000066400000000000000000000030621510117411400355030ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f131c96de42f93238ee94ca9e5bd65d723aeebd1f61ed3cf88c9e34ddc65b1ce","size":967,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f131c96de42f93238ee94ca9e5bd65d723aeebd1f61ed3cf88c9e34ddc65b1ce","size":967,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""},"platform":{"architecture":"arm64","os":"linux"}}],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""}}2f096beb75baadce98f52500552f1d7eabf19f4c35007869350d6f496084e992000066400000000000000000000030571510117411400360730ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:8017de022814e046535cadfd7d4314619b7ad47c7dcb44a7fbe9d9f1b1bc51ef","size":965,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:48+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_oci11","org.opencontainers.image.url":""},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:8017de022814e046535cadfd7d4314619b7ad47c7dcb44a7fbe9d9f1b1bc51ef","size":965,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:48+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_oci11","org.opencontainers.image.url":""},"platform":{"architecture":"arm64","os":"linux"}}],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:48+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_oci11","org.opencontainers.image.url":""}}4027dded62759e4310a37cfd691278d34900e19952ae68d19f8d0f01e2f2dd85000066400000000000000000000007451510117411400360070ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:5fa2bbd5d33792616fa5b7ca5641daf098873668ecbbc898279a1190c3695f50","size":726,"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:08:36Z"},"artifactType":"application/vnd.cncf.notary.signature"}]}44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a000066400000000000000000000000021510117411400362000ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{}597cc6be74829b950036142f8b8ac8f14469658185ca3fb17e51eabcdb74c977000066400000000000000000000033751510117411400361070ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.manifest.v1+json","config":{"mediaType":"application/vnd.dev.cosign.artifact.sig.v1+json","size":233,"digest":"sha256:6648c2155e7001d33cf6a893a6b02b40357c480a2281c700e010a317014bc881"},"layers":[{"mediaType":"application/vnd.dev.cosign.simplesigning.v1+json","size":247,"digest":"sha256:899f9477cbc706086b0592a0782f9317f00ad26ecc6d367a186ad628a8624054","annotations":{"dev.cosignproject.cosign/signature":"MEQCICb08e2E9DyVnRvIUNX/5OYZvsC3x07XRmeUQUCCSYExAiApNKHLx1xX4hzAX//1dluw/b/HR4xZpCXOosUfeKycdg==","dev.sigstore.cosign/bundle":"{\"SignedEntryTimestamp\":\"MEUCIQCcs7wVnmh5jjutSVyNJzSbWYABTBWPqG9jatuvxWdBVAIgDSLVZMZO7TRYBjYzm4I65cyjfZu3fFx3NumCxceOxjk=\",\"Payload\":{\"body\":\"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI4OTlmOTQ3N2NiYzcwNjA4NmIwNTkyYTA3ODJmOTMxN2YwMGFkMjZlY2M2ZDM2N2ExODZhZDYyOGE4NjI0MDU0In19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJQ2IwOGUyRTlEeVZuUnZJVU5YLzVPWVp2c0MzeDA3WFJtZVVRVUNDU1lFeEFpQXBOS0hMeDF4WDRoekFYLy8xZGx1dy9iL0hSNHhacENYT29zVWZlS3ljZGc9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCUVZVSk1TVU1nUzBWWkxTMHRMUzBLVFVacmQwVjNXVWhMYjFwSmVtb3dRMEZSV1VsTGIxcEplbW93UkVGUlkwUlJaMEZGYmpaMU9HUk1kamhuYmxCSFJrVnZRV1ZsVWxoYU9YSXhVVlZ4ZFFwMmVIWndia0pPU0N0SGQyVnVkREZQTUVscGMzbERaVVZaUldWSFFVOVdZMjF4UTB4R2VYZHZSall5UTFWTldrbGxlQzlZZHpVMmJtWjNQVDBLTFMwdExTMUZUa1FnVUZWQ1RFbERJRXRGV1MwdExTMHRDZz09In19fX0=\",\"integratedTime\":1760962241,\"logIndex\":622949765,\"logID\":\"c0d23d6ad406973f9559f3ba2d1ca01f84147d8ffc5b8445c224f98b9591801d\"}}"}}],"subject":{"mediaType":"application/vnd.oci.image.index.v1+json","size":1583,"digest":"sha256:2f096beb75baadce98f52500552f1d7eabf19f4c35007869350d6f496084e992"}}5a75416ebf8f67befe97d834d72700afa60f2e0806b715a3eb92cb323e0bed59000066400000000000000000000000331510117411400363410ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256name: signed_with_notation 5cf9ca271f51930bc6c29106df032ba92c8e86c92a6064cbc49658c9c1a30144000066400000000000000000000030431510117411400360320ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:8140c14301fd085cd37d444b0deeece2bf4c6f3cbe8c72e3cd9c51470b5c0206","size":957,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:35+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_notation","org.opencontainers.image.url":""},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:8140c14301fd085cd37d444b0deeece2bf4c6f3cbe8c72e3cd9c51470b5c0206","size":957,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:35+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_notation","org.opencontainers.image.url":""},"platform":{"architecture":"arm64","os":"linux"}}],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:35+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_notation","org.opencontainers.image.url":""}}5d37f5033e1d23f130654bc38e47b22a3e7d7ca60502f96509b74086ea9ff81b000066400000000000000000000003701510117411400357600ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"critical":{"identity":{"docker-reference":"ttl.sh/signed_with_cosign_legacy"},"image":{"docker-manifest-digest":"sha256:20296fb8a8c8a97808229625945da73f5f4d5843800317ead8c203081156cc9c"},"type":"cosign container image signature"},"optional":null}5fa2bbd5d33792616fa5b7ca5641daf098873668ecbbc898279a1190c3695f50000066400000000000000000000013261510117411400360720ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.manifest.v1+json","config":{"mediaType":"application/vnd.cncf.notary.signature","digest":"sha256:44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a","size":2},"layers":[{"mediaType":"application/jose+json","digest":"sha256:806e23a7ea9432feec6873229d36664817812393ce32f5b78adecdde52e56098","size":2090}],"subject":{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:5cf9ca271f51930bc6c29106df032ba92c8e86c92a6064cbc49658c9c1a30144","size":1571},"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:08:36Z"}}6648c2155e7001d33cf6a893a6b02b40357c480a2281c700e010a317014bc881000066400000000000000000000003511510117411400353240ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"architecture":"","created":"0001-01-01T00:00:00Z","history":[{"created":"0001-01-01T00:00:00Z"}],"os":"","rootfs":{"type":"layers","diff_ids":["sha256:899f9477cbc706086b0592a0782f9317f00ad26ecc6d367a186ad628a8624054"]},"config":{}}6af71c416a18d670ca32e5d8685945df788d298de940088548597a81f8ea5897000066400000000000000000000000171510117411400356350ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256name: unsigned 759252a758ba3b6ed9a30cd5509b788061e5633716d84389c0977e2749e17210000066400000000000000000000000401510117411400353460ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256name: signed_with_cosign_legacy 8017de022814e046535cadfd7d4314619b7ad47c7dcb44a7fbe9d9f1b1bc51ef000066400000000000000000000017051510117411400364170ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"artifactType":"application/vnd.gadget.v1+binary","config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:025e49a22f47cf434d3cb7fb637bfa4326ef577f9226ad14b073d5f4fc2f15a7","size":31,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:48+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_oci11","org.opencontainers.image.url":""}},"layers":[],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:48+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_oci11","org.opencontainers.image.url":""}}806e23a7ea9432feec6873229d36664817812393ce32f5b78adecdde52e56098000066400000000000000000000040521510117411400360210ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"payload":"eyJ0YXJnZXRBcnRpZmFjdCI6eyJkaWdlc3QiOiJzaGEyNTY6NWNmOWNhMjcxZjUxOTMwYmM2YzI5MTA2ZGYwMzJiYTkyYzhlODZjOTJhNjA2NGNiYzQ5NjU4YzljMWEzMDE0NCIsIm1lZGlhVHlwZSI6ImFwcGxpY2F0aW9uL3ZuZC5vY2kuaW1hZ2UuaW5kZXgudjEranNvbiIsInNpemUiOjE1NzF9fQ","protected":"eyJhbGciOiJQUzI1NiIsImNyaXQiOlsiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1NjaGVtZSJdLCJjdHkiOiJhcHBsaWNhdGlvbi92bmQuY25jZi5ub3RhcnkucGF5bG9hZC52MStqc29uIiwiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1NjaGVtZSI6Im5vdGFyeS54NTA5IiwiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1RpbWUiOiIyMDI1LTEwLTIwVDE0OjA4OjM2KzAyOjAwIn0","header":{"x5c":["MIIDQTCCAimgAwIBAgICAI0wDQYJKoZIhvcNAQELBQAwTzELMAkGA1UEBhMCVVMxCzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3RhcnkxEDAOBgNVBAMTB3Rlc3QuaW8wHhcNMjUxMDIwMTE0MTIyWhcNMjUxMDIxMTE0MTIyWjBPMQswCQYDVQQGEwJVUzELMAkGA1UECBMCV0ExEDAOBgNVBAcTB1NlYXR0bGUxDzANBgNVBAoTBk5vdGFyeTEQMA4GA1UEAxMHdGVzdC5pbzCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOcAupoQ84+vVMG0X8KQLlOXnMkjqlPUp6H1gVdwkC8Y5+gVH1EYHJBLCEtMAzlYVeAGzLU57OzNGuvQAEjM4D1qn8aK3dLXAdWwnMhKhM0z8rLxEhsq8FmEh0KyiHPAc/d+/BWZA/3XaLOQF2zwiPiv8lvAe5fCgFYUGVKNv2bBKwqK/GpPc/tu7NmW8hC6zFX/YMlJm0DOTWMqY/ImAfQjdv/AgB3phIcQqQ+9rx7i1Bl/sYMuGt+H2jZJFuDLWzzOVW8M9qnioys++t2moErvpHXYiiGRt7uxrBfuK9BAGcOfJs5ADuM03IsmusCiJrNe3xQRSmBaaYjZHw0v8I0CAwEAAaMnMCUwDgYDVR0PAQH/BAQDAgeAMBMGA1UdJQQMMAoGCCsGAQUFBwMDMA0GCSqGSIb3DQEBCwUAA4IBAQDbehncKzzbvJ1L8P2cAg7QtF9LEDOq+ypyVUGNuv28ca+FonHjGdCi3886zJjnOa0l6QPU8r9ti8QEJySKk9yZydk3n+vprYN1Zacxet0iEM2O4pf4fGzWFCHHvX8cb7WBkfIyuhfRAV8v2un0uzD7QxbF4f75a+x2AHnQY30PQGSZjH17gdP+6YhjPq2QcU9/k44awV4epqkfJ8TEAXGFodNcYQpXi8083cqU2HU6ZuG1KrYv4QD+fRN2ijWKpF3SZxgNcAkNFM1IBiELVwBlfrN7u4dwMztSawRa5zqF844EV1gfY4iTtV1YOyOnKVarkBtpU+66K4TbWOK7Ptlo"],"io.cncf.notary.signingAgent":"notation-go/1.3.0+unreleased"},"signature":"syi8dDNYNUQzUkhQEppZ6MS7WOqGZQ-oz79umQqpNNZhVQF7WBE3f8v_hbPPudrmwPDXQaqZndswdrrBoZjCTkrl4k-Te9vRb7XtFpkDh5g8UYeUq6PkNNksFqMeB6D6A-8jyMzYrxYnJT9o9-brEDsif2F9vAnZOlUj59XzZJuWrnl6_HjyHEiBawaTrn0jFzfsOXWlwtmdvwMlYd7TA9VyVKX5fd-qeKyNIygShZf8sJeExKGu7rWWaGw5kCU0rO1d4Gj6u46zio8blFPMkzhGSz99mMhafRhwh-R4X9M7BFiW6tKLFtg02i23q7LvjWmHolJW3A4XVbHpUcAnig"}8140c14301fd085cd37d444b0deeece2bf4c6f3cbe8c72e3cd9c51470b5c0206000066400000000000000000000016751510117411400364010ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"artifactType":"application/vnd.gadget.v1+binary","config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:5a75416ebf8f67befe97d834d72700afa60f2e0806b715a3eb92cb323e0bed59","size":27,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:35+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_notation","org.opencontainers.image.url":""}},"layers":[],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:35+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_notation","org.opencontainers.image.url":""}}899f9477cbc706086b0592a0782f9317f00ad26ecc6d367a186ad628a8624054000066400000000000000000000003671510117411400355730ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"critical":{"identity":{"docker-reference":"ttl.sh/signed_with_cosign_oci11"},"image":{"docker-manifest-digest":"sha256:2f096beb75baadce98f52500552f1d7eabf19f4c35007869350d6f496084e992"},"type":"cosign container image signature"},"optional":null}ad6db79c435b78a9ace1e8c8a5c62dce3979a3ce81350b972401b57b7769e890000066400000000000000000000003511510117411400362340ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"architecture":"","created":"0001-01-01T00:00:00Z","history":[{"created":"0001-01-01T00:00:00Z"}],"os":"","rootfs":{"type":"layers","diff_ids":["sha256:5d37f5033e1d23f130654bc38e47b22a3e7d7ca60502f96509b74086ea9ff81b"]},"config":{}}b84f3f1ab0f6ca199b6f10c5462a4308bae301b4c25f7eab353cbae1249b58e6000066400000000000000000000040521510117411400363670ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"payload":"eyJ0YXJnZXRBcnRpZmFjdCI6eyJkaWdlc3QiOiJzaGEyNTY6NWNmOWNhMjcxZjUxOTMwYmM2YzI5MTA2ZGYwMzJiYTkyYzhlODZjOTJhNjA2NGNiYzQ5NjU4YzljMWEzMDE0NCIsIm1lZGlhVHlwZSI6ImFwcGxpY2F0aW9uL3ZuZC5vY2kuaW1hZ2UuaW5kZXgudjEranNvbiIsInNpemUiOjE1NzF9fQ","protected":"eyJhbGciOiJQUzI1NiIsImNyaXQiOlsiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1NjaGVtZSJdLCJjdHkiOiJhcHBsaWNhdGlvbi92bmQuY25jZi5ub3RhcnkucGF5bG9hZC52MStqc29uIiwiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1NjaGVtZSI6Im5vdGFyeS54NTA5IiwiaW8uY25jZi5ub3Rhcnkuc2lnbmluZ1RpbWUiOiIyMDI1LTEwLTIwVDE0OjQyOjQyKzAyOjAwIn0","header":{"x5c":["MIIDQTCCAimgAwIBAgICAI0wDQYJKoZIhvcNAQELBQAwTzELMAkGA1UEBhMCVVMxCzAJBgNVBAgTAldBMRAwDgYDVQQHEwdTZWF0dGxlMQ8wDQYDVQQKEwZOb3RhcnkxEDAOBgNVBAMTB3Rlc3QuaW8wHhcNMjUxMDIwMTE0MTIyWhcNMjUxMDIxMTE0MTIyWjBPMQswCQYDVQQGEwJVUzELMAkGA1UECBMCV0ExEDAOBgNVBAcTB1NlYXR0bGUxDzANBgNVBAoTBk5vdGFyeTEQMA4GA1UEAxMHdGVzdC5pbzCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAOcAupoQ84+vVMG0X8KQLlOXnMkjqlPUp6H1gVdwkC8Y5+gVH1EYHJBLCEtMAzlYVeAGzLU57OzNGuvQAEjM4D1qn8aK3dLXAdWwnMhKhM0z8rLxEhsq8FmEh0KyiHPAc/d+/BWZA/3XaLOQF2zwiPiv8lvAe5fCgFYUGVKNv2bBKwqK/GpPc/tu7NmW8hC6zFX/YMlJm0DOTWMqY/ImAfQjdv/AgB3phIcQqQ+9rx7i1Bl/sYMuGt+H2jZJFuDLWzzOVW8M9qnioys++t2moErvpHXYiiGRt7uxrBfuK9BAGcOfJs5ADuM03IsmusCiJrNe3xQRSmBaaYjZHw0v8I0CAwEAAaMnMCUwDgYDVR0PAQH/BAQDAgeAMBMGA1UdJQQMMAoGCCsGAQUFBwMDMA0GCSqGSIb3DQEBCwUAA4IBAQDbehncKzzbvJ1L8P2cAg7QtF9LEDOq+ypyVUGNuv28ca+FonHjGdCi3886zJjnOa0l6QPU8r9ti8QEJySKk9yZydk3n+vprYN1Zacxet0iEM2O4pf4fGzWFCHHvX8cb7WBkfIyuhfRAV8v2un0uzD7QxbF4f75a+x2AHnQY30PQGSZjH17gdP+6YhjPq2QcU9/k44awV4epqkfJ8TEAXGFodNcYQpXi8083cqU2HU6ZuG1KrYv4QD+fRN2ijWKpF3SZxgNcAkNFM1IBiELVwBlfrN7u4dwMztSawRa5zqF844EV1gfY4iTtV1YOyOnKVarkBtpU+66K4TbWOK7Ptlo"],"io.cncf.notary.signingAgent":"notation-go/1.3.0+unreleased"},"signature":"E4qTNjFsBE02Nmch1xsYhCFIDIrZhBKX72VFlP8d0-RjEQKn1WmvXs5NRSfpnRjlNkNg-HTRGBT_sxnXIzAD_j1LWuBfGKEVYegx28xYfP7woiTjGcaqCuQUERD_K-dg0XeJQ3vD1XVL4NzqhQUS2ZnjP5ETOng-gGiOpdE4aqqQwuIAolCneCQsTwAMr95MLR7KBtv6H8rw40V6zYeBwaIigniTCJ1mwP4EO68SDIXwFgzjZ3JCGfHyI-AJVr6AfNvC890EJg4f7AhYgwWXqAsFnjKL_b6hxWH6DHjnqyYylei9GtthJXC8B4DDGTDtehsIduM5Kgrdt1jeQmVv3A"}cf0f8e30c85ebcfd6f3c06f3745432baabde20ff772406d3274f865327ca2c8f000066400000000000000000000013261510117411400364240ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.manifest.v1+json","config":{"mediaType":"application/vnd.cncf.notary.signature","digest":"sha256:44136fa355b3678a1146ad16f7e8649e94fb4fc21fe77e8310c060f61caaff8a","size":2},"layers":[{"mediaType":"application/jose+json","digest":"sha256:b84f3f1ab0f6ca199b6f10c5462a4308bae301b4c25f7eab353cbae1249b58e6","size":2090}],"subject":{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:5cf9ca271f51930bc6c29106df032ba92c8e86c92a6064cbc49658c9c1a30144","size":1571},"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:42:42Z"}}e0c60c886b1ce163e6495fbbbd715343ea2ec86b240c4284f726abea6556f038000066400000000000000000000031251510117411400361770ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.manifest.v1+json","config":{"mediaType":"application/vnd.oci.image.config.v1+json","size":233,"digest":"sha256:ad6db79c435b78a9ace1e8c8a5c62dce3979a3ce81350b972401b57b7769e890"},"layers":[{"mediaType":"application/vnd.dev.cosign.simplesigning.v1+json","size":248,"digest":"sha256:5d37f5033e1d23f130654bc38e47b22a3e7d7ca60502f96509b74086ea9ff81b","annotations":{"dev.cosignproject.cosign/signature":"MEQCIE7/pE4x4eH4cbJR3oWQBicoufzcp9468wsP1BlYRRAJAiBedYpR6OTMlkIiuw4dxVICaIBxG6vlmMCIsIFn7Taj2A==","dev.sigstore.cosign/bundle":"{\"SignedEntryTimestamp\":\"MEUCIGeAHyiSlk2+mpwYwY+IymnMfRU6ilcNofkfyNIbpr+/AiEA90T8diuGBinVFeJop2ngEXIPD36gVjtTuEsZu0d1NRs=\",\"Payload\":{\"body\":\"eyJhcGlWZXJzaW9uIjoiMC4wLjEiLCJraW5kIjoiaGFzaGVkcmVrb3JkIiwic3BlYyI6eyJkYXRhIjp7Imhhc2giOnsiYWxnb3JpdGhtIjoic2hhMjU2IiwidmFsdWUiOiI1ZDM3ZjUwMzNlMWQyM2YxMzA2NTRiYzM4ZTQ3YjIyYTNlN2Q3Y2E2MDUwMmY5NjUwOWI3NDA4NmVhOWZmODFiIn19LCJzaWduYXR1cmUiOnsiY29udGVudCI6Ik1FUUNJRTcvcEU0eDRlSDRjYkpSM29XUUJpY291ZnpjcDk0Njh3c1AxQmxZUlJBSkFpQmVkWXBSNk9UTWxrSWl1dzRkeFZJQ2FJQnhHNnZsbU1DSXNJRm43VGFqMkE9PSIsInB1YmxpY0tleSI6eyJjb250ZW50IjoiTFMwdExTMUNSVWRKVGlCUVZVSk1TVU1nUzBWWkxTMHRMUzBLVFVacmQwVjNXVWhMYjFwSmVtb3dRMEZSV1VsTGIxcEplbW93UkVGUlkwUlJaMEZGYmpaMU9HUk1kamhuYmxCSFJrVnZRV1ZsVWxoYU9YSXhVVlZ4ZFFwMmVIWndia0pPU0N0SGQyVnVkREZQTUVscGMzbERaVVZaUldWSFFVOVdZMjF4UTB4R2VYZHZSall5UTFWTldrbGxlQzlZZHpVMmJtWjNQVDBLTFMwdExTMUZUa1FnVUZWQ1RFbERJRXRGV1MwdExTMHRDZz09In19fX0=\",\"integratedTime\":1760962279,\"logIndex\":622950129,\"logID\":\"c0d23d6ad406973f9559f3ba2d1ca01f84147d8ffc5b8445c224f98b9591801d\"}}"}}]}f04a4a04a15fef85a1438a2b7079c2bbc81a822acee2fb9c4827ae1709f3101f000066400000000000000000000016451510117411400363150ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"artifactType":"application/vnd.gadget.v1+binary","config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:6af71c416a18d670ca32e5d8685945df788d298de940088548597a81f8ea5897","size":15,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""}},"layers":[],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""}}f131c96de42f93238ee94ca9e5bd65d723aeebd1f61ed3cf88c9e34ddc65b1ce000066400000000000000000000017071510117411400367520ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"artifactType":"application/vnd.gadget.v1+binary","config":{"mediaType":"application/vnd.gadget.config.v1+yaml","digest":"sha256:759252a758ba3b6ed9a30cd5509b788061e5633716d84389c0977e2749e17210","size":32,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""}},"layers":[],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""}}f34a362f177727ed3f12eadc1f255ffe6a19190ab82d48df98c19f1bddc3b86a000066400000000000000000000027771510117411400365270ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/blobs/sha256{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f04a4a04a15fef85a1438a2b7079c2bbc81a822acee2fb9c4827ae1709f3101f","size":933,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""},"platform":{"architecture":"amd64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f04a4a04a15fef85a1438a2b7079c2bbc81a822acee2fb9c4827ae1709f3101f","size":933,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""},"platform":{"architecture":"arm64","os":"linux"}}],"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""}}inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/index.json000066400000000000000000000072771510117411400253610ustar00rootroot00000000000000{"schemaVersion":2,"mediaType":"application/vnd.oci.image.index.v1+json","manifests":[{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:20296fb8a8c8a97808229625945da73f5f4d5843800317ead8c203081156cc9c","size":1586,"annotations":{"org.opencontainers.image.ref.name":"ttl.sh/signed_with_cosign_legacy:latest"}},{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:0ad1c44edb5a1ef0c65010f2fb2c8450932fb331f05a4c0de4531e4a5475ae3c","size":306,"annotations":{"org.opencontainers.image.ref.name":"sha256-2f096beb75baadce98f52500552f1d7eabf19f4c35007869350d6f496084e992"}},{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:2f096beb75baadce98f52500552f1d7eabf19f4c35007869350d6f496084e992","size":1583,"annotations":{"org.opencontainers.image.ref.name":"ttl.sh/signed_with_cosign_oci11:latest"}},{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:5cf9ca271f51930bc6c29106df032ba92c8e86c92a6064cbc49658c9c1a30144","size":1571,"annotations":{"org.opencontainers.image.ref.name":"ttl.sh/signed_with_notation:latest"}},{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:1949da510047e3d39e3a851dfbfb7e4854f2796b65f2538a62ed3b5880ea7603","size":883,"annotations":{"org.opencontainers.image.ref.name":"sha256-5cf9ca271f51930bc6c29106df032ba92c8e86c92a6064cbc49658c9c1a30144"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:e0c60c886b1ce163e6495fbbbd715343ea2ec86b240c4284f726abea6556f038","size":1621,"annotations":{"org.opencontainers.image.ref.name":"sha256-20296fb8a8c8a97808229625945da73f5f4d5843800317ead8c203081156cc9c.sig"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f131c96de42f93238ee94ca9e5bd65d723aeebd1f61ed3cf88c9e34ddc65b1ce","size":967,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T14:06:44+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"signed_with_cosign_legacy","org.opencontainers.image.url":""},"platform":{"architecture":"arm64","os":"linux"}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:cf0f8e30c85ebcfd6f3c06f3745432baabde20ff772406d3274f865327ca2c8f","size":726,"annotations":{"io.cncf.notary.x509chain.thumbprint#S256":"[\"7e593ebb867a69fd8033830eef98c72db066dc1e05aa7ff3d751c18cf91dca35\"]","org.opencontainers.image.created":"2025-10-20T12:42:42Z"},"artifactType":"application/vnd.cncf.notary.signature"},{"mediaType":"application/vnd.oci.image.index.v1+json","digest":"sha256:f34a362f177727ed3f12eadc1f255ffe6a19190ab82d48df98c19f1bddc3b86a","size":1535,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.ref.name":"ghcr.io/inspektor-gadget/gadget/unsigned:francis-signature-unit-tests","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""}},{"mediaType":"application/vnd.oci.image.manifest.v1+json","digest":"sha256:f04a4a04a15fef85a1438a2b7079c2bbc81a822acee2fb9c4827ae1709f3101f","size":933,"annotations":{"io.inspektor-gadget.builder.version":"v0.45.0-45-gfc2e80680-dirty","org.opencontainers.image.created":"2025-10-20T15:28:46+02:00","org.opencontainers.image.description":"","org.opencontainers.image.documentation":"","org.opencontainers.image.source":"","org.opencontainers.image.title":"unsigned","org.opencontainers.image.url":""},"platform":{"architecture":"amd64","os":"linux"}}]} inspektor-gadget-0.46.0/pkg/signature/testdata/oci-store/oci-layout000066400000000000000000000000361510117411400253510ustar00rootroot00000000000000{"imageLayoutVersion":"1.0.0"}inspektor-gadget-0.46.0/pkg/signature/verifier.go000066400000000000000000000046121510117411400217720ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package signature import ( "context" "errors" "fmt" "github.com/distribution/reference" "oras.land/oras-go/v2" "oras.land/oras-go/v2/registry/remote" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/cosign" "github.com/inspektor-gadget/inspektor-gadget/pkg/signature/notation" ) type Verifier interface { Verify(ctx context.Context, repo *remote.Repository, imageStore oras.GraphTarget, ref reference.Named) error } type SignatureVerifier struct { verifiers map[string]Verifier } type VerifierOptions struct { CosignVerifierOpts cosign.VerifierOptions NotationVerifierOpts notation.VerifierOptions } func (v *SignatureVerifier) Verify(ctx context.Context, repo *remote.Repository, imageStore oras.GraphTarget, ref reference.Named) error { if len(v.verifiers) == 0 { return errors.New("no verification method available") } errs := make([]error, 0) for method, verifier := range v.verifiers { err := verifier.Verify(ctx, repo, imageStore, ref) if err == nil { return nil } errs = append(errs, fmt.Errorf("verifying with %s: %w", method, err)) } return errors.Join(errs...) } func NewSignatureVerifier(opts VerifierOptions) (*SignatureVerifier, error) { ret := &SignatureVerifier{verifiers: make(map[string]Verifier)} if len(opts.CosignVerifierOpts.PublicKeys) > 0 { verifier, err := cosign.NewVerifier(opts.CosignVerifierOpts) if err != nil { return nil, fmt.Errorf("creating cosign verifier: %w", err) } ret.verifiers["cosign"] = verifier } if len(opts.NotationVerifierOpts.Certificates) > 0 && len(opts.NotationVerifierOpts.PolicyDocument) > 0 { verifier, err := notation.NewVerifier(opts.NotationVerifierOpts) if err != nil { return nil, fmt.Errorf("creating notation verifier: %w", err) } ret.verifiers["notation"] = verifier } return ret, nil } inspektor-gadget-0.46.0/pkg/snapshotcombiner/000077500000000000000000000000001510117411400212025ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/snapshotcombiner/snapshotcombiner.go000066400000000000000000000060711510117411400251130ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package snapshotcombiner import ( "sync" "time" ) // Stats contains the status of the SnapshotCombiner when calling GetSnapshots() type Stats struct { Epochs int // Number of calls to GetSnapshots() CurrentSnapshots int // Number of wrappedSnapshots that have been updated since the previous call to GetSnapshots() ExpiredSnapshots int // Number of wrappedSnapshots that have a ttl of 0 TotalSnapshots int // Number of wrappedSnapshots known } type snapshotWrapper[T any] struct { snapshot []*T ttl int count int lastUpdate time.Time } type SnapshotCombiner[T any] struct { lock sync.Mutex defaultTTL int wrappedSnapshots map[string]*snapshotWrapper[T] epoch int } // NewSnapshotCombiner creates a new wrappedSnapshots combiner that stores structs of type T using a key. Each key is // given a time-to-live (ttl) and only valid for ttl calls of GetSnapshots(). Whenever a key is refreshed using // AddSnapshot(), the ttl will be reset to the initial value. func NewSnapshotCombiner[T any](ttl int) *SnapshotCombiner[T] { return &SnapshotCombiner[T]{ defaultTTL: ttl, wrappedSnapshots: make(map[string]*snapshotWrapper[T]), } } // AddSnapshot adds the given snapshot to the given key (e.g. a node name) and set its ttl to the defaultTTL of the // SnapshotCombiner func (sc *SnapshotCombiner[T]) AddSnapshot(key string, snapshot []*T) { now := time.Now() sc.lock.Lock() defer sc.lock.Unlock() if entry, ok := sc.wrappedSnapshots[key]; ok { entry.snapshot = snapshot entry.ttl = sc.defaultTTL entry.count++ entry.lastUpdate = now return } sc.wrappedSnapshots[key] = &snapshotWrapper[T]{ snapshot: snapshot, ttl: sc.defaultTTL, count: 1, lastUpdate: now, } } // GetSnapshots combines all stored wrappedSnapshots from all keys and decreases each keys defaultTTL by one. // If the ttl of an entry is less than zero, it will not be returned anymore. func (sc *SnapshotCombiner[T]) GetSnapshots() ([]*T, Stats) { sc.lock.Lock() defer sc.lock.Unlock() // increase epoch sc.epoch++ stats := Stats{ Epochs: sc.epoch, } result := make([]*T, 0, len(sc.wrappedSnapshots)) for _, wrapper := range sc.wrappedSnapshots { if wrapper.ttl == sc.defaultTTL { stats.CurrentSnapshots++ } if wrapper.ttl > 0 { result = append(result, wrapper.snapshot...) wrapper.ttl-- } else { stats.ExpiredSnapshots++ } } stats.TotalSnapshots = len(sc.wrappedSnapshots) return result, stats } inspektor-gadget-0.46.0/pkg/snapshotcombiner/snapshotcombiner_test.go000066400000000000000000000053071510117411400261530ustar00rootroot00000000000000// Copyright 2022-2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package snapshotcombiner import "testing" func TestSnapshotCombiner(t *testing.T) { ttl := 2 sc := NewSnapshotCombiner[int](ttl) type testRun struct { Name string IntervalStats map[string][]*int ExpectedEntries int } data1 := 1 data2 := 2 data3 := 3 data4 := 4 testSteps := []testRun{ { Name: "No snapshots sent, should return an empty result", }, { Name: "one node sends a snapshot", IntervalStats: map[string][]*int{ "node1": {&data1}, }, ExpectedEntries: 1, }, { Name: "no node sends snapshots, old snapshots should still be there", ExpectedEntries: 1, }, { Name: "no node sends snapshots, old snapshots should have gotten deleted", }, { Name: "one node sends a snapshot", IntervalStats: map[string][]*int{ "node1": {&data1}, }, ExpectedEntries: 1, }, { Name: "same node sends a snapshot (defaultTTL refresh), still one result", IntervalStats: map[string][]*int{ "node1": {&data1}, }, ExpectedEntries: 1, }, { Name: "no node sends snapshots, old snapshots should still be there", ExpectedEntries: 1, }, { Name: "no node sends snapshots, old snapshots should have gotten deleted", }, { Name: "two nodes send snapshots with two entries each", IntervalStats: map[string][]*int{ "node1": {&data1, &data2}, "node2": {&data3, &data4}, }, ExpectedEntries: 4, }, { Name: "only one of the two nodes sends a snapshot in the next interval, still all 4 entries should show", IntervalStats: map[string][]*int{ "node1": {&data1, &data2}, }, ExpectedEntries: 4, }, { Name: "still only one of the two nodes sends a snapshot, two entries from node2 should be lost now", IntervalStats: map[string][]*int{ "node1": {&data1, &data2}, }, ExpectedEntries: 2, }, } for _, step := range testSteps { for nodeName, nodeStats := range step.IntervalStats { sc.AddSnapshot(nodeName, nodeStats) } res, _ := sc.GetSnapshots() if len(res) != step.ExpectedEntries { t.Errorf("expected %d, got %d", step.ExpectedEntries, len(res)) } } } inspektor-gadget-0.46.0/pkg/socketenricher/000077500000000000000000000000001510117411400206345ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/socketenricher/bpf/000077500000000000000000000000001510117411400214035ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/socketenricher/bpf/socket-enricher-helpers.h000066400000000000000000000013341510117411400263020ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 */ #ifndef SOCKET_ENRICHER_HELPERS_H #define SOCKET_ENRICHER_HELPERS_H #include #include #include #include static __always_inline void prepare_socket_key(struct gadget_socket_key *socket_key, struct sock *sock) { struct inet_sock *inet_sock = (struct inet_sock *)sock; BPF_CORE_READ_INTO(&socket_key->netns, sock, __sk_common.skc_net.net, ns.inum); BPF_CORE_READ_INTO(&socket_key->family, sock, __sk_common.skc_family); socket_key->proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); socket_key->port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); } #endif inspektor-gadget-0.46.0/pkg/socketenricher/bpf/socket-enricher.bpf.c000066400000000000000000000200001510117411400253720ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 /* Copyright (c) 2023 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include "socket-enricher-helpers.h" #define AF_INET 2 /* Internet IP Protocol */ #define AF_INET6 10 /* IP version 6 */ #define MAX_ENTRIES 10240 // The map 'start' keeps context between a kprobe and a kretprobe // Keys: pid_tgid // Values: the argument of the kprobe function: // - When used in bind: struct socket * // - When used in tcp_connect: struct sock * struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, MAX_ENTRIES); __type(key, __u64); __type(value, void *); } start SEC(".maps"); const volatile bool disable_bpf_iterators = 0; struct { __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY); __uint(max_entries, 1); __type(key, int); __type(value, struct gadget_socket_value); } ig_tmp_sockets_value SEC(".maps"); static const struct gadget_socket_value empty_sockets_value = {}; static __always_inline void insert_current_socket(struct sock *sock) { int zero = 0; struct gadget_socket_key socket_key = { 0, }; prepare_socket_key(&socket_key, sock); // insert_current_socket is called for each udp packed emitted. To improve // performance, don't add a socket if it is already in the map. struct gadget_socket_value *already_exists = bpf_map_lookup_elem(&gadget_sockets, &socket_key); if (already_exists && already_exists->deletion_timestamp == 0) return; if (bpf_map_update_elem(&ig_tmp_sockets_value, &zero, &empty_sockets_value, BPF_ANY)) return; struct gadget_socket_value *socket_value = bpf_map_lookup_elem(&ig_tmp_sockets_value, &zero); if (!socket_value) return; // use 'current' task struct task_struct *task = (struct task_struct *)bpf_get_current_task(); struct task_struct *parent = BPF_CORE_READ(task, real_parent); struct fs_struct *fs = BPF_CORE_READ(task, fs); struct file *exe_file = BPF_CORE_READ(task, mm, exe_file); socket_value->mntns = (u64)BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum); socket_value->pid_tgid = bpf_get_current_pid_tgid(); socket_value->uid_gid = bpf_get_current_uid_gid(); bpf_get_current_comm(&socket_value->task, sizeof(socket_value->task)); if (parent != NULL) { bpf_probe_read_kernel(&socket_value->ptask, sizeof(socket_value->ptask), parent->comm); socket_value->ppid = (__u32)BPF_CORE_READ(parent, tgid); } socket_value->sock = (__u64)sock; if (socket_key.family == AF_INET6) socket_value->ipv6only = BPF_CORE_READ_BITFIELD_PROBED( sock, __sk_common.skc_ipv6only); if (bpf_core_field_exists(socket_value->cwd)) { int cwd_size = bpf_core_field_size(socket_value->cwd); char *cwd = get_path_str(&fs->pwd); bpf_probe_read_kernel_str(socket_value->cwd, cwd_size, cwd); } if (bpf_core_field_exists(socket_value->exepath)) { int exepath_size = bpf_core_field_size(socket_value->exepath); char *exepath = get_path_str(&exe_file->f_path); bpf_probe_read_kernel_str(socket_value->exepath, exepath_size, exepath); } bpf_map_update_elem(&gadget_sockets, &socket_key, socket_value, BPF_ANY); } static __always_inline int remove_socket(struct sock *sock) { struct inet_sock *inet_sock = (struct inet_sock *)sock; struct gadget_socket_key socket_key = { 0, }; BPF_CORE_READ_INTO(&socket_key.family, sock, __sk_common.skc_family); BPF_CORE_READ_INTO(&socket_key.netns, sock, __sk_common.skc_net.net, ns.inum); socket_key.proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); socket_key.port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); struct gadget_socket_value *socket_value = bpf_map_lookup_elem(&gadget_sockets, &socket_key); if (socket_value == NULL) return 0; if (socket_value->sock != (__u64)sock) return 0; if (socket_value->deletion_timestamp == 0) { // bpf timers are not used because they require Linux 5.15 and we want // to support older kernels. // Use bpf iterators if available (Linux 5.8) otherwise delete // directly. if (disable_bpf_iterators) { bpf_map_delete_elem(&gadget_sockets, &socket_key); } else { // Avoid bpf_ktime_get_boot_ns() to support older kernels socket_value->deletion_timestamp = bpf_ktime_get_ns(); } } return 0; } // probe_bind_entry & probe_bind_exit are used: // - server side // - for both UDP and TCP // - for both IPv4 and IPv6 static __always_inline int probe_bind_entry(struct pt_regs *ctx, struct socket *socket) { __u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&start, &pid_tgid, &socket, BPF_ANY); return 0; }; static __always_inline int probe_bind_exit(struct pt_regs *ctx, short ver) { __u64 pid_tgid = bpf_get_current_pid_tgid(); struct socket **socketp, *socket; struct sock *sock; int ret; socketp = bpf_map_lookup_elem(&start, &pid_tgid); if (!socketp) return 0; ret = PT_REGS_RC(ctx); if (ret != 0) goto cleanup; socket = *socketp; sock = BPF_CORE_READ(socket, sk); insert_current_socket(sock); cleanup: bpf_map_delete_elem(&start, &pid_tgid); return 0; } // enter_tcp_connect & exit_tcp_connect are used: // - client side // - for TCP only // - for both IPv4 and IPv6 static __always_inline int enter_tcp_connect(struct pt_regs *ctx, struct sock *sk) { __u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&start, &pid_tgid, &sk, 0); // Add socket to the map before the connection is established, so that // early SYN packets can be enriched. insert_current_socket(sk); return 0; } static __always_inline int exit_tcp_connect(struct pt_regs *ctx, int ret) { __u64 pid_tgid = bpf_get_current_pid_tgid(); struct task_struct *task; struct sock **skpp; struct sock *sk; skpp = bpf_map_lookup_elem(&start, &pid_tgid); if (!skpp) return 0; sk = *skpp; if (ret) remove_socket(sk); bpf_map_delete_elem(&start, &pid_tgid); return 0; } // enter_udp_sendmsg is used: // - client side // - for UDP only // - for both IPv4 and IPv6 static __always_inline int enter_udp_sendmsg(struct pt_regs *ctx, struct sock *sk, struct msghdr *msg, size_t len) { insert_current_socket(sk); return 0; } // probe_release_entry is used: // - for both server and client sides // - for both UDP and TCP // - for both IPv4 and IPv6 static __always_inline int probe_release_entry(struct pt_regs *ctx, struct socket *socket, __u16 family) { struct sock *sock; sock = BPF_CORE_READ(socket, sk); // The kernel function inet6_release() calls inet_release() and we have a kprobe on both, so beware if it is called // in the right context. if (BPF_CORE_READ(sock, __sk_common.skc_family) != family) return 0; return remove_socket(sock); } SEC("kprobe/inet_bind") int BPF_KPROBE(ig_bind_ipv4_e, struct socket *socket) { return probe_bind_entry(ctx, socket); } SEC("kretprobe/inet_bind") int BPF_KRETPROBE(ig_bind_ipv4_x) { return probe_bind_exit(ctx, 4); } SEC("kprobe/inet6_bind") int BPF_KPROBE(ig_bind_ipv6_e, struct socket *socket) { return probe_bind_entry(ctx, socket); } SEC("kretprobe/inet6_bind") int BPF_KRETPROBE(ig_bind_ipv6_x) { return probe_bind_exit(ctx, 6); } SEC("kprobe/tcp_connect") int BPF_KPROBE(ig_tcp_co_e, struct sock *sk) { return enter_tcp_connect(ctx, sk); } SEC("kretprobe/tcp_connect") int BPF_KRETPROBE(ig_tcp_co_x, int ret) { return exit_tcp_connect(ctx, ret); } SEC("kprobe/udp_sendmsg") int BPF_KPROBE(ig_udp_sendmsg, struct sock *sk, struct msghdr *msg, size_t len) { return enter_udp_sendmsg(ctx, sk, msg, len); } SEC("kprobe/udpv6_sendmsg") int BPF_KPROBE(ig_udp6_sendmsg, struct sock *sk, struct msghdr *msg, size_t len) { return enter_udp_sendmsg(ctx, sk, msg, len); } SEC("kprobe/inet_release") int BPF_KPROBE(ig_free_ipv4_e, struct socket *socket) { return probe_release_entry(ctx, socket, AF_INET); } SEC("kprobe/inet6_release") int BPF_KPROBE(ig_free_ipv6_e, struct socket *socket) { return probe_release_entry(ctx, socket, AF_INET6); } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/socketenricher/bpf/sockets-iter.bpf.c000066400000000000000000000152021510117411400247310ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 /* Copyright (c) 2023 The Inspektor Gadget authors */ #include #include #include #include #include #include #include #include #include "socket-enricher-helpers.h" #define AF_INET 2 /* Internet IP Protocol */ #define AF_INET6 10 /* IP version 6 */ const volatile __u64 socket_file_ops_addr = 0; static const struct gadget_socket_value empty_sockets_value = {}; // The iterator is called one time, we don't need BPF per-cpu array map. static struct gadget_socket_value socket_value = {}; static __always_inline void insert_socket_from_iter(struct sock *sock, struct task_struct *task) { struct gadget_socket_key socket_key = { 0, }; prepare_socket_key(&socket_key, sock); bpf_probe_read_kernel(&socket_value, sizeof(socket_value), &empty_sockets_value); // use given task struct task_struct *parent = BPF_CORE_READ(task, real_parent); struct fs_struct *fs = BPF_CORE_READ(task, fs); struct file *exe_file = BPF_CORE_READ(task, mm, exe_file); socket_value.pid_tgid = ((u64)task->tgid) << 32 | task->pid; // The VFS code might temporary substitute task->cred by other creds during overlayfs // copyup. In this case, we want the real creds of the process, not the creds temporarily // substituted by VFS overlayfs copyup. // https://kernel.org/doc/html/v6.2-rc8/security/credentials.html#overriding-the-vfs-s-use-of-credentials socket_value.uid_gid = ((u64)task->real_cred->gid.val) << 32 | task->real_cred->uid.val; __builtin_memcpy(&socket_value.task, task->comm, sizeof(socket_value.task)); socket_value.mntns = (u64)task->nsproxy->mnt_ns->ns.inum; if (parent != NULL) { bpf_probe_read_kernel(&socket_value.ptask, sizeof(socket_value.ptask), parent->comm); socket_value.ppid = (__u32)BPF_CORE_READ(parent, tgid); } socket_value.sock = (__u64)sock; socket_value.ipv6only = BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_ipv6only); if (bpf_core_field_exists(socket_value.cwd)) { int cwd_size = bpf_core_field_size(socket_value.cwd); char *cwd = get_path_str(&fs->pwd); bpf_probe_read_kernel_str(socket_value.cwd, cwd_size, cwd); } if (bpf_core_field_exists(socket_value.exepath)) { int exepath_size = bpf_core_field_size(socket_value.exepath); char *exepath = get_path_str(&exe_file->f_path); bpf_probe_read_kernel_str(socket_value.exepath, exepath_size, exepath); } // If the endpoint was not present, add it and we're done. struct gadget_socket_value *old_socket_value = (struct gadget_socket_value *)bpf_map_lookup_elem( &gadget_sockets, &socket_key); if (!old_socket_value) { // Use BPF_NOEXIST: if an entry was inserted just after the check, this // is because the bpf iterator for initial sockets runs in // parallel to other kprobes and we prefer the information from the // other kprobes because their data is more accurate (e.g. correct // thread). bpf_map_update_elem(&gadget_sockets, &socket_key, &socket_value, BPF_NOEXIST); return; } // At this point, the endpoint was already present, we need to determine // the best entry between the existing one and the new one. // When iterating on initial sockets, we get both passive and active // sockets (server side). We want the passive socket because we don't // want the endpoint to be removed from the map when just one // connection is terminated. We cannot determine if an active socket // is server side or client side, so we add active socket anyway on the // chance that it is client side. It will be fine for server side too, // because the passive socket will be added later, overwriting the // active socket. if (BPF_CORE_READ(sock, __sk_common.skc_state) == TCP_LISTEN) bpf_map_update_elem(&gadget_sockets, &socket_key, &socket_value, BPF_ANY); } // This iterates on all the sockets (from all tasks) and updates the sockets // map. This is useful to get the initial sockets that were already opened // before the socket enricher was attached. SEC("iter/task_file") int ig_sockets_it(struct bpf_iter__task_file *ctx) { struct seq_file *seq = ctx->meta->seq; __u32 seq_num = ctx->meta->seq_num; struct file *file = ctx->file; struct task_struct *task = ctx->task; // Don't spend more than 1 million iterations without printing something to // avoid EAGAIN errors. Output is ignored by userspace. // https://github.com/torvalds/linux/commit/e679654a704e5bd676ea6446fa7b764cbabf168a if (seq_num % 100000 == 0) BPF_SEQ_PRINTF(seq, "."); if (!file || !task) return 0; // Check that the file descriptor is a socket. // TODO: cilium/ebpf doesn't support .ksyms, so we get the address of // socket_file_ops from userspace. // See: https://github.com/cilium/ebpf/issues/761 if (socket_file_ops_addr == 0 || (__u64)(file->f_op) != socket_file_ops_addr) return 0; // file->private_data is a struct socket because we checked f_op. struct socket *socket = (struct socket *)file->private_data; struct sock *sock = BPF_CORE_READ(socket, sk); __u16 family = BPF_CORE_READ(sock, __sk_common.skc_family); if (family != AF_INET && family != AF_INET6) return 0; // Since the iterator is not executed from the context of the process that // opened the socket, we need to pass the task_struct to the map. insert_socket_from_iter(sock, task); return 0; } // This iterator is called from a Go Ticker to remove expired sockets SEC("iter/bpf_map_elem") int ig_sk_cleanup(struct bpf_iter__bpf_map_elem *ctx) { struct seq_file *seq = ctx->meta->seq; __u32 seq_num = ctx->meta->seq_num; struct bpf_map *map = ctx->map; struct gadget_socket_key *socket_key = ctx->key; struct gadget_socket_key tmp_key; struct gadget_socket_value *socket_value = ctx->value; // Don't spend more than 1 million iterations without printing something to // avoid EAGAIN errors. Output is ignored by userspace. // https://github.com/torvalds/linux/commit/e679654a704e5bd676ea6446fa7b764cbabf168a if (seq_num % 100000 == 0) BPF_SEQ_PRINTF(seq, "."); if (!socket_key || !socket_value) return 0; __u64 now = bpf_ktime_get_ns(); __u64 deletion_timestamp = socket_value->deletion_timestamp; __u64 socket_expiration_ns = 1000ULL * 1000ULL * 1000ULL * 5ULL; // 5 seconds if (deletion_timestamp != 0 && deletion_timestamp + socket_expiration_ns < now) { // The socket is expired, remove it from the map. __builtin_memcpy(&tmp_key, socket_key, sizeof(struct gadget_socket_key)); bpf_map_delete_elem(&gadget_sockets, &tmp_key); return 0; } return 0; } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/socketenricher/socketenricher_arm64_bpfel.go000066400000000000000000000134341510117411400263610ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build arm64 package socketenricher import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type socketenricherBufT struct { _ structs.HostLayout Buf [32768]uint8 } type socketenricherGadgetSocketKey struct { _ structs.HostLayout Netns uint32 Family uint16 Proto uint8 _ [1]byte Port uint16 _ [2]byte } type socketenricherGadgetSocketValue struct { _ structs.HostLayout Mntns uint64 PidTgid uint64 UidGid uint64 Task [16]int8 Ptask [16]int8 Sock uint64 DeletionTimestamp uint64 Ppid uint32 Ipv6only int8 _ [3]byte OptionalFieldsStart [0]int8 Cwd [4096]int8 Exepath [4096]int8 } // loadSocketenricher returns the embedded CollectionSpec for socketenricher. func loadSocketenricher() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_SocketenricherBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load socketenricher: %w", err) } return spec, err } // loadSocketenricherObjects loads socketenricher and converts it into a struct. // // The following types are suitable as obj argument: // // *socketenricherObjects // *socketenricherPrograms // *socketenricherMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadSocketenricherObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadSocketenricher() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // socketenricherSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketenricherSpecs struct { socketenricherProgramSpecs socketenricherMapSpecs socketenricherVariableSpecs } // socketenricherProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketenricherProgramSpecs struct { IgBindIpv4E *ebpf.ProgramSpec `ebpf:"ig_bind_ipv4_e"` IgBindIpv4X *ebpf.ProgramSpec `ebpf:"ig_bind_ipv4_x"` IgBindIpv6E *ebpf.ProgramSpec `ebpf:"ig_bind_ipv6_e"` IgBindIpv6X *ebpf.ProgramSpec `ebpf:"ig_bind_ipv6_x"` IgFreeIpv4E *ebpf.ProgramSpec `ebpf:"ig_free_ipv4_e"` IgFreeIpv6E *ebpf.ProgramSpec `ebpf:"ig_free_ipv6_e"` IgTcpCoE *ebpf.ProgramSpec `ebpf:"ig_tcp_co_e"` IgTcpCoX *ebpf.ProgramSpec `ebpf:"ig_tcp_co_x"` IgUdp6Sendmsg *ebpf.ProgramSpec `ebpf:"ig_udp6_sendmsg"` IgUdpSendmsg *ebpf.ProgramSpec `ebpf:"ig_udp_sendmsg"` } // socketenricherMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketenricherMapSpecs struct { Bufs *ebpf.MapSpec `ebpf:"bufs"` GadgetSockets *ebpf.MapSpec `ebpf:"gadget_sockets"` IgTmpSocketsValue *ebpf.MapSpec `ebpf:"ig_tmp_sockets_value"` Start *ebpf.MapSpec `ebpf:"start"` } // socketenricherVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketenricherVariableSpecs struct { DisableBpfIterators *ebpf.VariableSpec `ebpf:"disable_bpf_iterators"` } // socketenricherObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadSocketenricherObjects or ebpf.CollectionSpec.LoadAndAssign. type socketenricherObjects struct { socketenricherPrograms socketenricherMaps socketenricherVariables } func (o *socketenricherObjects) Close() error { return _SocketenricherClose( &o.socketenricherPrograms, &o.socketenricherMaps, ) } // socketenricherMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadSocketenricherObjects or ebpf.CollectionSpec.LoadAndAssign. type socketenricherMaps struct { Bufs *ebpf.Map `ebpf:"bufs"` GadgetSockets *ebpf.Map `ebpf:"gadget_sockets"` IgTmpSocketsValue *ebpf.Map `ebpf:"ig_tmp_sockets_value"` Start *ebpf.Map `ebpf:"start"` } func (m *socketenricherMaps) Close() error { return _SocketenricherClose( m.Bufs, m.GadgetSockets, m.IgTmpSocketsValue, m.Start, ) } // socketenricherVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadSocketenricherObjects or ebpf.CollectionSpec.LoadAndAssign. type socketenricherVariables struct { DisableBpfIterators *ebpf.Variable `ebpf:"disable_bpf_iterators"` } // socketenricherPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadSocketenricherObjects or ebpf.CollectionSpec.LoadAndAssign. type socketenricherPrograms struct { IgBindIpv4E *ebpf.Program `ebpf:"ig_bind_ipv4_e"` IgBindIpv4X *ebpf.Program `ebpf:"ig_bind_ipv4_x"` IgBindIpv6E *ebpf.Program `ebpf:"ig_bind_ipv6_e"` IgBindIpv6X *ebpf.Program `ebpf:"ig_bind_ipv6_x"` IgFreeIpv4E *ebpf.Program `ebpf:"ig_free_ipv4_e"` IgFreeIpv6E *ebpf.Program `ebpf:"ig_free_ipv6_e"` IgTcpCoE *ebpf.Program `ebpf:"ig_tcp_co_e"` IgTcpCoX *ebpf.Program `ebpf:"ig_tcp_co_x"` IgUdp6Sendmsg *ebpf.Program `ebpf:"ig_udp6_sendmsg"` IgUdpSendmsg *ebpf.Program `ebpf:"ig_udp_sendmsg"` } func (p *socketenricherPrograms) Close() error { return _SocketenricherClose( p.IgBindIpv4E, p.IgBindIpv4X, p.IgBindIpv6E, p.IgBindIpv6X, p.IgFreeIpv4E, p.IgFreeIpv6E, p.IgTcpCoE, p.IgTcpCoX, p.IgUdp6Sendmsg, p.IgUdpSendmsg, ) } func _SocketenricherClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed socketenricher_arm64_bpfel.o var _SocketenricherBytes []byte inspektor-gadget-0.46.0/pkg/socketenricher/socketenricher_arm64_bpfel.o000066400000000000000000104363001510117411400262140ustar00rootroot00000000000000ELF4"@@ y{{ { R<yag w UI<yqycjcj{j0qyqq{j&qyg00w0sqiky@<U;  ;#cqcyqPcy{pq(yqy{x{ cqyyqyqa{{ { !(!s#qsqacH{8iU {qyg"?w?sL(ypq/scjyq{yy {:cjqyyqy{pcy]s]cZyyWycyc y@{hyp' qy{y{a2W$W?Hy3-ag  m!yp?{z@a{hqyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cpyymycyc yqyyqyc3ys1{` qy{y{aWyhg w -Hyh#W?yp1y3-ag  m!yhWyp!{zi{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhWyp!{za{h]cTyyQycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -,yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -nyh#W?yp1y3-ag  mGyhWyp!{za{h]c7yy4ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyyvycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Qyh#W?yp1y3-ag  m*yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mlyhWyp!{za{h]c\yyYycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -4yh#W?yp1y3-ag  m yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -vyh#W?yp1y3-ag  mOyhWyp!{za{h]c?yy<ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyy~ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Yyh#W?yp1y3-ag  m2yhWyp!{za{h]c"yyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhWyp!{za{h]cdyyaycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -<yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mXyhrWyp!{g{zh]cIyyFycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -!yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -eyh#W?yp1y3-ag  m>yhrWyp!{g{zh]c/yy,ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]csyypycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhrWyp!{g{zh]cYyyVycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -uyh#W?yp1y3-ag  mNyhrWyp!{g{zh]c?yy<ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhrWyp!{g{zh]c%yy"ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mxyhrWyp!{g{zh]ciyyfycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Ayh#W?yp1y3-ag  myhrWyp!{g{zh]c yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m^ yhrWyp!{g{zh]cO yyL ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -' yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -k yh#W?yp1y3-ag  mD yhrWyp!{g{zh]c5 yy2 ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]cy yyv ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Q yh#W?yp1y3-ag  m* yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  mn yhrWyp!{g{zh]c_ yy\ ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -7 yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -{ yh#W?yp1y3-ag  mT yhrWyp!{g{zh]cE yyB ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -ayh#W?yp1y3-ag  m:yhrWyp!{g{zh]c+yy(ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  m~yhrWyp!{g{zh]coyylycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Gyh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhrWyp!{g{zh]cUyyRycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w --yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -qyh#W?yp1y3-ag  mJyhrWyp!{g{zh]c;yy8ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyy|ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Wyh#W?yp1y3-ag  m0yhrWyp!{g{zh]c!yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhrWyp!{g{zh]ceyybycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -=yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mZyhrWyp!{g{zh]cKyyHycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -#yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -gyh#W?yp1y3-ag  m@yhrWyp!{g{zh]c1yy.ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cuyyrycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{za{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w gvPy!cs@yxq/scjyq{yx {:cjqyyqy{zxcy]]cZyyWycyc y@{pyx' qy{y{a2W$W?Gy3q-ag  m!yxq?{@a{pqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cyyycyc ysqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cpyymycyc ysqyyqyc3y1{zh qy{y{aWypg w -Hyp#W?yx1y3-ag  m!ypWyx!{h{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mdyprWyx!{qa{p]cTyyQycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -,yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -nyp#W?yx1y3-ag  mGyprWyx!{qa{p]c7yy4ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyyvycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Qyp#W?yx1y3-ag  m*yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mlyprWyx!{qa{p]c\yyYycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -vyp#W?yx1y3-ag  mOyprWyx!{qa{p]c?yy<ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyy~ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Yyp#W?yx1y3-ag  m2yprWyx!{qa{p]c"yyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mtyprWyx!{qa{p]cdyyaycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -<yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mXypWyx!{zi{p]cIyyFycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -!yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -eyp#W?yx1y3-ag  m>ypWyx!{zi{p]c/yy,ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]csyypycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mhypWyx!{zi{p]cYyyVycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -1yp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -uyp#W?yx1y3-ag  mNypWyx!{zi{p]c?yy<ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mxypWyx!{zi{p]ciyyfycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Ayp#W?yx1y3-ag  mypWyx!{zi{p]c yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m^ ypWyx!{zi{p]cO yyL ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -' yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -k yp#W?yx1y3-ag  mD ypWyx!{zi{p]c5 yy2 ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]cy yyv ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Q yp#W?yx1y3-ag  m* ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mn ypWyx!{zi{p]c_ yy\ ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -7 yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -{ yp#W?yx1y3-ag  mT ypWyx!{zi{p]cE yyB ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -ayp#W?yx1y3-ag  m:ypWyx!{zi{p]c+yy(ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  m~ypWyx!{zi{p]coyylycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Gyp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mdypWyx!{zi{p]cUyyRycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w --yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -qyp#W?yx1y3-ag  mJypWyx!{zi{p]c;yy8ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyy|ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Wyp#W?yx1y3-ag  m0ypWyx!{zi{p]c!yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mtypWyx!{zi{p]ceyybycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -=yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mZypWyx!{zi{p]cKyyHycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -#yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -gyp#W?yx1y3-ag  m@ypWyx!{zi{p]c1yy.ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cuyyrycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{a{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w ygvP!csy{{ { R<yag w UI<yqycjcj{j0qyqq{j&qyg00w0sqiky@<U;  ;#cqcyqPcy{pq(yqy{x{ cqyyqyqa{{ { !(!s#qsqacH{8iU {qyg"?w?sL(ypq/scjyq{yy {:cjqyyqy{pcy]s]cZyyWycyc y@{hyp' qy{y{a2W$W?Hy3-ag  m!yp?{z@a{hqyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cpyymycyc yqyyqyc3ys1{` qy{y{aWyhg w -Hyh#W?yp1y3-ag  m!yhWyp!{zi{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhWyp!{za{h]cTyyQycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -,yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -nyh#W?yp1y3-ag  mGyhWyp!{za{h]c7yy4ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyyvycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Qyh#W?yp1y3-ag  m*yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mlyhWyp!{za{h]c\yyYycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -4yh#W?yp1y3-ag  m yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -vyh#W?yp1y3-ag  mOyhWyp!{za{h]c?yy<ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyy~ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Yyh#W?yp1y3-ag  m2yhWyp!{za{h]c"yyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhWyp!{za{h]cdyyaycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -<yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mXyhrWyp!{g{zh]cIyyFycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -!yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -eyh#W?yp1y3-ag  m>yhrWyp!{g{zh]c/yy,ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]csyypycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhrWyp!{g{zh]cYyyVycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -uyh#W?yp1y3-ag  mNyhrWyp!{g{zh]c?yy<ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhrWyp!{g{zh]c%yy"ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mxyhrWyp!{g{zh]ciyyfycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Ayh#W?yp1y3-ag  myhrWyp!{g{zh]c yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m^ yhrWyp!{g{zh]cO yyL ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -' yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -k yh#W?yp1y3-ag  mD yhrWyp!{g{zh]c5 yy2 ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]cy yyv ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Q yh#W?yp1y3-ag  m* yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  mn yhrWyp!{g{zh]c_ yy\ ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -7 yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -{ yh#W?yp1y3-ag  mT yhrWyp!{g{zh]cE yyB ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -ayh#W?yp1y3-ag  m:yhrWyp!{g{zh]c+yy(ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  m~yhrWyp!{g{zh]coyylycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Gyh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhrWyp!{g{zh]cUyyRycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w --yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -qyh#W?yp1y3-ag  mJyhrWyp!{g{zh]c;yy8ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyy|ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Wyh#W?yp1y3-ag  m0yhrWyp!{g{zh]c!yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhrWyp!{g{zh]ceyybycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -=yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mZyhrWyp!{g{zh]cKyyHycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -#yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -gyh#W?yp1y3-ag  m@yhrWyp!{g{zh]c1yy.ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cuyyrycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{za{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w gvPy!cs@yxq/scjyq{yx {:cjqyyqy{zxcy]]cZyyWycyc y@{pyx' qy{y{a2W$W?Gy3q-ag  m!yxq?{@a{pqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cyyycyc ysqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cpyymycyc ysqyyqyc3y1{zh qy{y{aWypg w -Hyp#W?yx1y3-ag  m!ypWyx!{h{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mdyprWyx!{qa{p]cTyyQycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -,yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -nyp#W?yx1y3-ag  mGyprWyx!{qa{p]c7yy4ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyyvycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Qyp#W?yx1y3-ag  m*yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mlyprWyx!{qa{p]c\yyYycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -vyp#W?yx1y3-ag  mOyprWyx!{qa{p]c?yy<ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyy~ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Yyp#W?yx1y3-ag  m2yprWyx!{qa{p]c"yyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mtyprWyx!{qa{p]cdyyaycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -<yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mXypWyx!{zi{p]cIyyFycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -!yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -eyp#W?yx1y3-ag  m>ypWyx!{zi{p]c/yy,ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]csyypycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mhypWyx!{zi{p]cYyyVycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -1yp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -uyp#W?yx1y3-ag  mNypWyx!{zi{p]c?yy<ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mxypWyx!{zi{p]ciyyfycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Ayp#W?yx1y3-ag  mypWyx!{zi{p]c yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m^ ypWyx!{zi{p]cO yyL ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -' yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -k yp#W?yx1y3-ag  mD ypWyx!{zi{p]c5 yy2 ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]cy yyv ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Q yp#W?yx1y3-ag  m* ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mn ypWyx!{zi{p]c_ yy\ ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -7 yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -{ yp#W?yx1y3-ag  mT ypWyx!{zi{p]cE yyB ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -ayp#W?yx1y3-ag  m:ypWyx!{zi{p]c+yy(ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  m~ypWyx!{zi{p]coyylycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Gyp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mdypWyx!{zi{p]cUyyRycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w --yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -qyp#W?yx1y3-ag  mJypWyx!{zi{p]c;yy8ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyy|ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Wyp#W?yx1y3-ag  m0ypWyx!{zi{p]c!yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mtypWyx!{zi{p]ceyybycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -=yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mZypWyx!{zi{p]cKyyHycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -#yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -gyp#W?yx1y3-ag  m@ypWyx!{zi{p]c1yy.ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cuyyrycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{a{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w ygvP!csy{{ ycjcj{j0qyqq{j&qyg00w0sqiky@p;Ug;  `;#cqcyqPcy{hq(yqy{p{x cqyyxqyqa{{ { !(!s#qsqacH{8iU {qyg"?w?sLu(yhq/scjyq{yy {:cjMqyyqy{hcy]s]cyy ycyc y@{`yh' qy{y{a2W$W?Hy3-ag  myh?{z@a{`qyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{zi{`]cyyycyc yqyyqyc2ys0 qy{y{aWy`g w -[y`#W?yh1y3-ag  m4y`Wyh!{zi{`]c%yy"ycyc yqyyqyc2ys0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{zi{`]cyyycyc yqyyqyc4ys2 qy{y{aWy`g w -y`#W?yh1y3-ag  myy`Wyh!{za{`]ciyyfycyc yqyyqyc3ys1 qy{y{aWy`g w -By`#W?yh1y3-ag  my`Wyh!{za{`]c yyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  m_y`Wyh!{za{`]cOyyLycyc yqyyqyc3ys1 qy{y{aWy`g w -(y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -ly`#W?yh1y3-ag  mEy`Wyh!{za{`]c5yy2ycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyyvycyc yqyyqyc3ys1 qy{y{aWy`g w -Ry`#W?yh1y3-ag  m+y`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  moy`Wyh!{za{`]c_yy\ycyc yqyyqyc3ys1 qy{y{aWy`g w -8y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -|y`#W?yh1y3-ag  mUy`Wyh!{za{`]cEyyBycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -by`#W?yh1y3-ag  m;y`Wyh!{za{`]c+yy(ycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]coyylycyc yqyyqyc2y0 qy{y{aWy`g w -Hy`#W?yh1y3-ag  m!y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mgy`rWyh!{g{z`]cXyyUycyc yqyyqyc2y0 qy{y{aWy`g w -1y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -wy`#W?yh1y3-ag  mPy`rWyh!{g{z`]cAyy>ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -`y`#W?yh1y3-ag  m9y`rWyh!{g{z`]c*yy'ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cpyymycyc yqyyqyc2y0 qy{y{aWy`g w -Iy`#W?yh1y3-ag  m"y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mhy`rWyh!{g{z`]cYyyVycyc yqyyqyc2y0 qy{y{aWy`g w -2y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -xy`#W?yh1y3-ag  mQy`rWyh!{g{z`]cByy?ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -a y`#W?yh1y3-ag  m: y`rWyh!{g{z`]c+ yy( ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]cq yyn ycyc yqyyqyc2y0 qy{y{aWy`g w -J y`#W?yh1y3-ag  m# y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  mi y`rWyh!{g{z`]cZ yyW ycyc yqyyqyc2y0 qy{y{aWy`g w -3 y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -y y`#W?yh1y3-ag  mR y`rWyh!{g{z`]cC yy@ ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -b y`#W?yh1y3-ag  m; y`rWyh!{g{z`]c, yy) ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cryyoycyc yqyyqyc2y0 qy{y{aWy`g w -Ky`#W?yh1y3-ag  m$y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mjy`rWyh!{g{z`]c[yyXycyc yqyyqyc2y0 qy{y{aWy`g w -4y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -zy`#W?yh1y3-ag  mSy`rWyh!{g{z`]cDyyAycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -cy`#W?yh1y3-ag  m<y`rWyh!{g{z`]c-yy*ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]csyypycyc yqyyqyc2y0 qy{y{aWy`g w -Ly`#W?yh1y3-ag  m%y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mky`rWyh!{g{z`]c\yyYycyc yqyyqyc2y0 qy{y{aWy`g w -5y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -{y`#W?yh1y3-ag  mTy`rWyh!{g{z`]cEyyBycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -dy`#W?yh1y3-ag  m=y`rWyh!{g{z`]c.yy+ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]ctyyqycyc yqyyqyc3ys1 qy{y{aWy`g w -My`#W?yh1y3-ag  m&y`Wyh!{za{`]cyyycycy`g w U@ yqy{y{yyhq-y`bWyhq!q?g w gvPyx!csu@ypq/scjyq{yx {:cjNqyyqy{zpcy]]cyy ycyc y@{hyp' qy{y{a2W$W?Gy3q-ag  mypq?{@a{hqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{h{h]cyyycyc ysqyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhWyp!{h{h]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{h{h]cyyycyc ysqyyqyc4y2x qy{y{aWyhg w -yh#W?yp1y3-ag  myyhrWyp!{qa{h]ciyyfycyc yqyyqyc3y1 qy{y{aWyhg w -Byh#W?yp1y3-ag  myhrWyp!{qa{h]c yyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  m_yhrWyp!{qa{h]cOyyLycyc yqyyqyc3y1 qy{y{aWyhg w -(yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -lyh#W?yp1y3-ag  mEyhrWyp!{qa{h]c5yy2ycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyyvycyc yqyyqyc3y1 qy{y{aWyhg w -Ryh#W?yp1y3-ag  m+yhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  moyhrWyp!{qa{h]c_yy\ycyc yqyyqyc3y1 qy{y{aWyhg w -8yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -|yh#W?yp1y3-ag  mUyhrWyp!{qa{h]cEyyBycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -byh#W?yp1y3-ag  m;yhrWyp!{qa{h]c+yy(ycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]coyylycyc yqyyqyc2ys0 qy{y{aWyhg w -Hyh#W?yp1y3-ag  m!yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mgyhWyp!{zi{h]cXyyUycyc yqyyqyc2ys0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -wyh#W?yp1y3-ag  mPyhWyp!{zi{h]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -`yh#W?yp1y3-ag  m9yhWyp!{zi{h]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cpyymycyc yqyyqyc2ys0 qy{y{aWyhg w -Iyh#W?yp1y3-ag  m"yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhWyp!{zi{h]cYyyVycyc yqyyqyc2ys0 qy{y{aWyhg w -2yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -xyh#W?yp1y3-ag  mQyhWyp!{zi{h]cByy?ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -a yh#W?yp1y3-ag  m: yhWyp!{zi{h]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyhg w -J yh#W?yp1y3-ag  m# yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  mi yhWyp!{zi{h]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyhg w -3 yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -y yh#W?yp1y3-ag  mR yhWyp!{zi{h]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -b yh#W?yp1y3-ag  m; yhWyp!{zi{h]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cryyoycyc yqyyqyc2ys0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mjyhWyp!{zi{h]c[yyXycyc yqyyqyc2ys0 qy{y{aWyhg w -4yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -zyh#W?yp1y3-ag  mSyhWyp!{zi{h]cDyyAycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -cyh#W?yp1y3-ag  m<yhWyp!{zi{h]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]csyypycyc yqyyqyc2ys0 qy{y{aWyhg w -Lyh#W?yp1y3-ag  m%yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mkyhWyp!{zi{h]c\yyYycyc yqyyqyc2ys0 qy{y{aWyhg w -5yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -{yh#W?yp1y3-ag  mTyhWyp!{zi{h]cEyyBycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -dyh#W?yp1y3-ag  m=yhWyp!{zi{h]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]ctyyqycyc yqyyqyc3y1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{a{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w yxgvP!csy{ Rg w Jycz{zcq0cqyq{z&cqyg00w0scqiky8]ay@U q{@ycjcj{j0qyqq{j&qyg00w0sqiky@p;Ug;  `;#cqcyqPcy{xq(yqy{{ cqyyqyqa{{ { !(!s#qsqacH{8iU {qyg"?w?sLu(yxq/scjyq{yy {:cjMqyyqy{xcy]s]cyy ycyc y@{pyx' qy{y{a2W$W?Hy3-ag  myx?{z@a{pqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc yqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc4ys2 qy{y{aWypg w -yp#W?yx1y3-ag  myypWyx!{za{p]ciyyfycyc yqyyqyc3ys1 qy{y{aWypg w -Byp#W?yx1y3-ag  mypWyx!{za{p]c yyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  m_ypWyx!{za{p]cOyyLycyc yqyyqyc3ys1 qy{y{aWypg w -(yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -lyp#W?yx1y3-ag  mEypWyx!{za{p]c5yy2ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyyvycyc yqyyqyc3ys1 qy{y{aWypg w -Ryp#W?yx1y3-ag  m+ypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  moypWyx!{za{p]c_yy\ycyc yqyyqyc3ys1 qy{y{aWypg w -8yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -|yp#W?yx1y3-ag  mUypWyx!{za{p]cEyyBycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -byp#W?yx1y3-ag  m;ypWyx!{za{p]c+yy(ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]coyylycyc yqyyqyc2y0 qy{y{aWypg w -Hyp#W?yx1y3-ag  m!yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mgyprWyx!{g{zp]cXyyUycyc yqyyqyc2y0 qy{y{aWypg w -1yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -wyp#W?yx1y3-ag  mPyprWyx!{g{zp]cAyy>ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -`yp#W?yx1y3-ag  m9yprWyx!{g{zp]c*yy'ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cpyymycyc yqyyqyc2y0 qy{y{aWypg w -Iyp#W?yx1y3-ag  m"yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mhyprWyx!{g{zp]cYyyVycyc yqyyqyc2y0 qy{y{aWypg w -2yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -xyp#W?yx1y3-ag  mQyprWyx!{g{zp]cByy?ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -a yp#W?yx1y3-ag  m: yprWyx!{g{zp]c+ yy( ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]cq yyn ycyc yqyyqyc2y0 qy{y{aWypg w -J yp#W?yx1y3-ag  m# yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  mi yprWyx!{g{zp]cZ yyW ycyc yqyyqyc2y0 qy{y{aWypg w -3 yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -y yp#W?yx1y3-ag  mR yprWyx!{g{zp]cC yy@ ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -b yp#W?yx1y3-ag  m; yprWyx!{g{zp]c, yy) ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cryyoycyc yqyyqyc2y0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mjyprWyx!{g{zp]c[yyXycyc yqyyqyc2y0 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -zyp#W?yx1y3-ag  mSyprWyx!{g{zp]cDyyAycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -cyp#W?yx1y3-ag  m<yprWyx!{g{zp]c-yy*ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]csyypycyc yqyyqyc2y0 qy{y{aWypg w -Lyp#W?yx1y3-ag  m%yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mkyprWyx!{g{zp]c\yyYycyc yqyyqyc2y0 qy{y{aWypg w -5yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -{yp#W?yx1y3-ag  mTyprWyx!{g{zp]cEyyBycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -dyp#W?yx1y3-ag  m=yprWyx!{g{zp]c.yy+ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]ctyyqycyc yqyyqyc3ys1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{za{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w gvPy!csu@yq/scjyq{yx {:cjNqyyqy{zcy]]cyy ycyc y@{xy' qy{y{a2W$W?Gy3q-ag  myq?{@a{xqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc2y0 qy{y{aWyxg w -[yx#W?y1y3-ag  m4yxWy!{h{x]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc4y2x qy{y{aWyxg w -yx#W?y1y3-ag  myyxrWy!{qa{x]ciyyfycyc yqyyqyc3y1 qy{y{aWyxg w -Byx#W?y1y3-ag  myxrWy!{qa{x]c yyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  m_yxrWy!{qa{x]cOyyLycyc yqyyqyc3y1 qy{y{aWyxg w -(yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -lyx#W?y1y3-ag  mEyxrWy!{qa{x]c5yy2ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyyvycyc yqyyqyc3y1 qy{y{aWyxg w -Ryx#W?y1y3-ag  m+yxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  moyxrWy!{qa{x]c_yy\ycyc yqyyqyc3y1 qy{y{aWyxg w -8yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -|yx#W?y1y3-ag  mUyxrWy!{qa{x]cEyyBycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -byx#W?y1y3-ag  m;yxrWy!{qa{x]c+yy(ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]coyylycyc yqyyqyc2ys0 qy{y{aWyxg w -Hyx#W?y1y3-ag  m!yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mgyxWy!{zi{x]cXyyUycyc yqyyqyc2ys0 qy{y{aWyxg w -1yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -wyx#W?y1y3-ag  mPyxWy!{zi{x]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -`yx#W?y1y3-ag  m9yxWy!{zi{x]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cpyymycyc yqyyqyc2ys0 qy{y{aWyxg w -Iyx#W?y1y3-ag  m"yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mhyxWy!{zi{x]cYyyVycyc yqyyqyc2ys0 qy{y{aWyxg w -2yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -xyx#W?y1y3-ag  mQyxWy!{zi{x]cByy?ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -a yx#W?y1y3-ag  m: yxWy!{zi{x]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyxg w -J yx#W?y1y3-ag  m# yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  mi yxWy!{zi{x]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyxg w -3 yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -y yx#W?y1y3-ag  mR yxWy!{zi{x]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -b yx#W?y1y3-ag  m; yxWy!{zi{x]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cryyoycyc yqyyqyc2ys0 qy{y{aWyxg w -Kyx#W?y1y3-ag  m$yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mjyxWy!{zi{x]c[yyXycyc yqyyqyc2ys0 qy{y{aWyxg w -4yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -zyx#W?y1y3-ag  mSyxWy!{zi{x]cDyyAycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -cyx#W?y1y3-ag  m<yxWy!{zi{x]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]csyypycyc yqyyqyc2ys0 qy{y{aWyxg w -Lyx#W?y1y3-ag  m%yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mkyxWy!{zi{x]c\yyYycyc yqyyqyc2ys0 qy{y{aWyxg w -5yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -{yx#W?y1y3-ag  mTyxWy!{zi{x]cEyyBycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -dyx#W?y1y3-ag  m=yxWy!{zi{x]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]ctyyqycyc yqyyqyc3y1 qy{y{aWyxg w -Myx#W?y1y3-ag  m&yxWy!{a{x]cyyycycyxg w U@ yqy{y{yyq-yxbWyq!q?g w ygvP!csycjcj{j0qyqq{j&qyg00w0sqiky@p;Ug;  `;#cqcyqPcy{xq(yqy{{ cqyyqyqa{{ { !(!s#qsqacH{8iU {qyg"?w?sLu(yxq/scjyq{yy {:cjMqyyqy{xcy]s]cyy ycyc y@{pyx' qy{y{a2W$W?Hy3-ag  myx?{z@a{pqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc yqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc4ys2 qy{y{aWypg w -yp#W?yx1y3-ag  myypWyx!{za{p]ciyyfycyc yqyyqyc3ys1 qy{y{aWypg w -Byp#W?yx1y3-ag  mypWyx!{za{p]c yyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  m_ypWyx!{za{p]cOyyLycyc yqyyqyc3ys1 qy{y{aWypg w -(yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -lyp#W?yx1y3-ag  mEypWyx!{za{p]c5yy2ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyyvycyc yqyyqyc3ys1 qy{y{aWypg w -Ryp#W?yx1y3-ag  m+ypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  moypWyx!{za{p]c_yy\ycyc yqyyqyc3ys1 qy{y{aWypg w -8yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -|yp#W?yx1y3-ag  mUypWyx!{za{p]cEyyBycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -byp#W?yx1y3-ag  m;ypWyx!{za{p]c+yy(ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]coyylycyc yqyyqyc2y0 qy{y{aWypg w -Hyp#W?yx1y3-ag  m!yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mgyprWyx!{g{zp]cXyyUycyc yqyyqyc2y0 qy{y{aWypg w -1yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -wyp#W?yx1y3-ag  mPyprWyx!{g{zp]cAyy>ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -`yp#W?yx1y3-ag  m9yprWyx!{g{zp]c*yy'ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cpyymycyc yqyyqyc2y0 qy{y{aWypg w -Iyp#W?yx1y3-ag  m"yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mhyprWyx!{g{zp]cYyyVycyc yqyyqyc2y0 qy{y{aWypg w -2yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -xyp#W?yx1y3-ag  mQyprWyx!{g{zp]cByy?ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -a yp#W?yx1y3-ag  m: yprWyx!{g{zp]c+ yy( ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]cq yyn ycyc yqyyqyc2y0 qy{y{aWypg w -J yp#W?yx1y3-ag  m# yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  mi yprWyx!{g{zp]cZ yyW ycyc yqyyqyc2y0 qy{y{aWypg w -3 yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -y yp#W?yx1y3-ag  mR yprWyx!{g{zp]cC yy@ ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -b yp#W?yx1y3-ag  m; yprWyx!{g{zp]c, yy) ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cryyoycyc yqyyqyc2y0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mjyprWyx!{g{zp]c[yyXycyc yqyyqyc2y0 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -zyp#W?yx1y3-ag  mSyprWyx!{g{zp]cDyyAycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -cyp#W?yx1y3-ag  m<yprWyx!{g{zp]c-yy*ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]csyypycyc yqyyqyc2y0 qy{y{aWypg w -Lyp#W?yx1y3-ag  m%yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mkyprWyx!{g{zp]c\yyYycyc yqyyqyc2y0 qy{y{aWypg w -5yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -{yp#W?yx1y3-ag  mTyprWyx!{g{zp]cEyyBycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -dyp#W?yx1y3-ag  m=yprWyx!{g{zp]c.yy+ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]ctyyqycyc yqyyqyc3ys1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{za{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w gvPy!csu@yq/scjyq{yx {:cjNqyyqy{zcy]]cyy ycyc y@{xy' qy{y{a2W$W?Gy3q-ag  myq?{@a{xqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc2y0 qy{y{aWyxg w -[yx#W?y1y3-ag  m4yxWy!{h{x]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc4y2x qy{y{aWyxg w -yx#W?y1y3-ag  myyxrWy!{qa{x]ciyyfycyc yqyyqyc3y1 qy{y{aWyxg w -Byx#W?y1y3-ag  myxrWy!{qa{x]c yyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  m_yxrWy!{qa{x]cOyyLycyc yqyyqyc3y1 qy{y{aWyxg w -(yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -lyx#W?y1y3-ag  mEyxrWy!{qa{x]c5yy2ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyyvycyc yqyyqyc3y1 qy{y{aWyxg w -Ryx#W?y1y3-ag  m+yxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  moyxrWy!{qa{x]c_yy\ycyc yqyyqyc3y1 qy{y{aWyxg w -8yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -|yx#W?y1y3-ag  mUyxrWy!{qa{x]cEyyBycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -byx#W?y1y3-ag  m;yxrWy!{qa{x]c+yy(ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]coyylycyc yqyyqyc2ys0 qy{y{aWyxg w -Hyx#W?y1y3-ag  m!yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mgyxWy!{zi{x]cXyyUycyc yqyyqyc2ys0 qy{y{aWyxg w -1yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -wyx#W?y1y3-ag  mPyxWy!{zi{x]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -`yx#W?y1y3-ag  m9yxWy!{zi{x]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cpyymycyc yqyyqyc2ys0 qy{y{aWyxg w -Iyx#W?y1y3-ag  m"yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mhyxWy!{zi{x]cYyyVycyc yqyyqyc2ys0 qy{y{aWyxg w -2yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -xyx#W?y1y3-ag  mQyxWy!{zi{x]cByy?ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -a yx#W?y1y3-ag  m: yxWy!{zi{x]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyxg w -J yx#W?y1y3-ag  m# yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  mi yxWy!{zi{x]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyxg w -3 yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -y yx#W?y1y3-ag  mR yxWy!{zi{x]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -b yx#W?y1y3-ag  m; yxWy!{zi{x]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cryyoycyc yqyyqyc2ys0 qy{y{aWyxg w -Kyx#W?y1y3-ag  m$yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mjyxWy!{zi{x]c[yyXycyc yqyyqyc2ys0 qy{y{aWyxg w -4yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -zyx#W?y1y3-ag  mSyxWy!{zi{x]cDyyAycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -cyx#W?y1y3-ag  m<yxWy!{zi{x]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]csyypycyc yqyyqyc2ys0 qy{y{aWyxg w -Lyx#W?y1y3-ag  m%yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mkyxWy!{zi{x]c\yyYycyc yqyyqyc2ys0 qy{y{aWyxg w -5yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -{yx#W?y1y3-ag  mTyxWy!{zi{x]cEyyBycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -dyx#W?y1y3-ag  m=yxWy!{zi{x]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]ctyyqycyc yqyyqyc3y1 qy{y{aWyxg w -Myx#W?y1y3-ag  m&yxWy!{a{x]cyyycycyxg w U@ yqy{y{yyq-yxbWyq!q?g w ygvP!csyqyvcqiUGc{cq0sqyq{&sqyg00w0ssqiky8]qy@U q{@yqyvcqiUG c{cq0sqyq{&sqyg00w0ssqiky8]qy@U q{@GPLY    #  0 6AEHM [`@lp v@{  0@ P @@ @ ` ,!0!8>@Q [`@lpV"%(( [`$@l&p'e) [`@l+pk,/P0464 8@ 4 4@ 132@5444@479[4+4.4@ 1.5 : 1. <?[A B@CDEG@#4:@]F H@RHWXBcY@gIyJV@KLMNOPQSTRUU#W(W@V-#Z;[@Y\ Zj^@Q@7` @&Kq{  @ `U@ #Gov @        3 Z kQ y @ ` B      B Q Q  @; @a B@t     @ U U      8 H U d s  U  U0 B@ n     @ ` J   ) @2 A M X p    ( ( @   @   ) @8 Y? J X _c@e`d o iy     j n@ o r r@ w| ~@@  5 @ ~  Q `a^ i bs b   d fg   h    k k #l m@klRpqs#t,u6vhb@xyKzO{U@_BiDv}*k# @Q - J2#(@7#(@DQO @TSYG Dc@>h vJ| H@ @ `%(kB 4  $,N 6Q;CLSY  jyr@ DD@B@O   '+@0 9?J2VQ#(@Y]BiiB{@#40VBB@ 4,4 !+4EQ _ p  #.=FQ ZU0@d `mu  z0@Ph`p h"+ 3 > C Uhd,4 !+4EQ _ p  #.=FQ ZU0@d `mu  z0@Ph`ph"+ 3 > C Uhdr J (@0@ %J 4 @A`IJSQ2V^V@hxV@V@V@ D D # @ /  =  L Y  f o |V@  "%(M0HNT@T4@VVDWDXW'X  @  )E)h7?@ C`KRW XhvR@ @[ cY@` 8+(@(@(  (B#*{YZ[:ElKe\ *(@`]p#1@AP_n@|@@89:;<=>?^(' . 4, @:!`>VHwVMeQ{ #$ @JH @ &0'@(4@:!, >V$@/[t  @` #)3Jt+B [@q)`*,@@-- .@@ :H OP h  wD }   @  ` D / 0 @ H P #X L` r    Q  @  `   $ 1 3  B  Z  p       ( !0 0!8 I!@ `!` {! ! ! ! !! "(,"0F"8\"@s"H"P"X"`"h"p#x# 3#J#Z#t#### #(#0 $8'$@9$HL$Pi$Xy$`$$$$$$%C%b%z%% %@%`% &B!&B?&@V&`j&2&4& &Q &B@&''-'O'l'''' '@'H(P&(`B(V(f(5w(Q@( `(A((B( @(B( )Q )C) %)F3)K)W)+`)@_abcdev))) 3 fgf(6)@@)7)8J )9)):);)) )=>)?) <Bh)DlE4*X*G*L@ *$* +V@;H0*IJ KGk<*!G*NS*  /@ 0 Z* j* y*@ * h **V@**J*Q *B@**D+D +D@D+ $+J%)F@w(Q7+Q C+@(BM+B( `+@q+|++ +O@+R+_+_+c@+e+g+n+@+p+r+W,t@,,(,P QNS 6,YQ@@,BBI,(P,U@V,W],Af,q,},Y, ,B@-Y,A,A, ,[@,V@,],^V X qD,Z,Q,\lm` ab Td Bf h , -j4-m@?-oJ-qN-c- @v- `- -U-r+ --u-|-}-~-.B@ ?.O.X.`.@.@.@VA. .@. . ./(/o@/~%/O/T/@ ^/ f/B n/B x/B@ /V /V /V /V V / //@//// 0@0'070E0 @M0 `[U0d0u0{000Q0Q00@0 000001 11"11181A1 E1@N1J`]1`1c1m1y1 1 11@1 11 1 1q@1}112k 2 "2 (2 !52J !D2@!N2!Y2%h2&w2&2V'2+''2V'2@(2H(2P(2`(2(2((2) 3 )Y@)3QA&3B;3R@BI3TBR3VBa3 Cn3U C{3X0C3YC3ZD3[@D3]D3D3D3D3D3BD4BD4BD%4BD.4VE@4^ET4`Ec4aFg4a@Fs4bF{4eF4f@H4[@I4[@I4[@I4g@I4hI4 I5iJ 54@J&5jJ25BJD5KY5 K\5(K@Km5k@Lx5lL5mNk5l5B 5B 5B 5B n Up ni5s5A5UUtw5cY5 -r5{y5O 5 cY@5zUxv556u6 6-6?6S6f6w6 6V6V6  6@@@@@@6B66B66B66B7 7B7!7B+777BB7O7BZ7g7Bq7}7B77B77B77B77B88B(898BJ8]8Bo88B88B88B88B99B%959BC9 r s S9 2Vg9 j l99 999999::5:1<:A:@C:[M:Q:@X:(f:(.r:x:~::::@:::4@:4:::V@:::@ ;;;";,; 1;@4;J`@;VL;R;@Y;a;m;s;@;;;;;;;;;; @O/V@;<@< <<  < /< E< ^<  ! <n<  2 (+w<8<V<V<V<<<<<<<78 == !=!/=";=#G=$T=%g=&y='=(=)=@J`V===@=A=B=C=D=E>F>&>4*G4>H?>G>QS>Q_> m>>>>>>> > > > ? ? "?@*?`9?E?S?e?4o?4@{?4?4? ?@ ? ???= ? R@? ?V@3@@ @@@@$@,@4@  D@T@f@-4v@@@@@@@@@@@ AA6 675@A'A4A+@BH I4 JKLMN;ACDHANA O  ]AnAAAAA0O/A@AAJALM@ AO/@     B XBB("B ,B@1B2:B@B2JB4@QB6 VBdBiB@qB'BBQ B@BBBBB@BBBJBVB'B("CC@ C C01$C,C=CMCJTC [C@"B`C(mCuC @}C `CC&C')CC(CC C @*C.C  CCC@C<`CC<CC<CD<  D @D $D 2D @D @ID UDaD"qD"@D"D"D(D#@D$%@D!4DcYDD(D@ DD4 DYDE+ E,E eB @"E `-E 6E @EIE-SEBUE/,w 3 C 15 C 7 C 89`E:oE<uE=@E @EVECED@EBECE(E@EFEGEFH@ FI@;F,'FB0FB@7F>@F?GF4PFAYFB BdFB0E 1 oFrFB FK  FNFO0P S U W |}\3_ FFFd@Sc T o Dq Ds Du vawFHuk/kFxFy@FBFB,@F `F*@BFQF[G G6 GGzV,|~@GV#GV cY Y ,[@ 0Gm@ FVYXKXYYYY (YY Y@Y `YYZZZ *Z5Z KZZZgZnZuZ8Y|Zb@Zb`ZZZZZbZZhZh[tW[ZXYZr@|ZrZb@Z`Z _\k\w\ \ \(C@ `\ \\\ @\B\\\ \@\`\]] ] ] #] &] @0] <]{0M] _] @f]B{]]]@]](]]]]^V@^/^B?^@Q^H_^`r^V^^V@^^^^V@^V_@__V "_ 1_!C_<"F_<"P_#h_@#s_`#}_#_#_B#_ $_ $_ !$_ "$_ #$_ @$ ` A$` B$#` C$-` D$A` E$H` F$U` G$``B$m`${`+&`+&`B&`'@'`V'`V(`(`V(`V@)`)`-*`V,`,`+, a+-a(@-)a4-/a4-5a4.;a.@.HaB/NaB@/Ua4/`a4/oaB0waB@0a/0a33a4a5C@5a"5a5a4@6a56a76a8@7a97a:7b;8 b<@8b=8b>8 b>9-b>@9A9;bB@:Eb:Qb :^bZ;ibB@;wb;b ;bC;bE@<b4@<b4<bJ<b <bF=b@=b=bH>b(@> cI>cJ>cK?'cL@?2cM?BcB?QcN@^cP@@cc4Bqc4@B~c4BcQBc8Cc CcS@CcVCcTDcU@DcVDcVE d@Ed @F*dW`F9dXFIdFZdVGjdY@HxdFHdAHdHdAHdId Id @Id`IdBId4Ie4J!e4@J7eYJAeZKLeA@KXeBKje[KeBLe\LeMe MeB@MeMeMeMeMeYNe]Ne_N fOfOfO/fBOAf4PPf4@PgfPvfPfAPfQf@QfQQfQQfBQf Rf@R g`RgaRgbS#gc@ScY@S-gS7gSJgTZg@TkgdUygUD(Vg@VgeVgfVggWghWk\B@ *g4gg gg@hU`bYUph hQh$h)h2h4@;h4Hh4RhV\]hkhxhh4h4h4@h4hyh4h4@hhh@hBhh iBi@#i @'i48i4@Ai4NiWifiBoiB@|iBi i0iVLBiBi \ i0i@ii4i4i4@i4j4jy2h4@ j %j 0j Bj &] Mj ^j gj vj jjjjj @j ,j j     j k k@kBk%k'kb)k1k:k_0BkBIk@Skakok|k@k(\kV@kVm`8kBk@  (k!k")(k@`kk4kk#[% &@4k$klll"l,l'1l( =l*Bl@Gl`SlBZlBbl,hlk;a)a4/a4@ aPwl2}l @l `ll4l1@l0a8*Y.l ll6llVl?m@B m2V b>bmQ !mD@(m>m#GFOJm[m8nm4tm4@zm4m4m4m4@m4mRk@Bmm^mmm~#g nEn#ni/nj2no:n En(@On(Yn\nfnB@tnBnpnkn 0n@0n2n4@3n43n43n44n4@4#n hnBnB@nBnBnBoB@oB oB oBoB@+BBB0oBoB@(o4-oB1ok>oPomVo [o `on@kol  2n}oooooo o@ooroM oV pVpVRh#p4@/pV=pkIpVVpbp mp@xp ``qpsp(t@p `uS>wp4p4@4BypU pU pU p@ 1X@pn<pwqw@.q:qVqEq@ *`KqV4Wq@bqQ@oFmqVvqB@qqHqXq q q qB@qqqYr rQ r@'r:rB@Krq+-Y1;4Urwbr@hryr(F M4@ r !m r!r'D((rV@(r (rrrrs&s@sXsvbswdsxbsls<[  |s@zsss@sAsBsCsDsEsFsGQBHaIsJsKtLMtNtO'tQ1tR?tSLtTZtUstVtWtXtYtZt[t\t]t^t_`tatbtcudue%uf{2u |}:u@Mu^u k7puu @u`upu ~uuuuu u vvv'v/v6vBvOvWv bv sv }v v v vr(@:rBvuu4@v4v4@v4v4` `|s4v4@vBwBw!w %w@`.w8w@Cw|s4Ww @[w`!waw4lw @@@wwVw4w4@(wwww4w4@ww`oO[wwww#@w#xxxU&x4@+x41x4=xu@Ix4Vx4@bx ;kx sx{x2V x  q 4x q.xx4x4@x4[4xk4@1;4xx4x@ y yy i@$y-y41y;yEy4Uy4@4IY4_y4iy4@xy4y4{`y  *y yyy y y0y yyyyyz!z%z&*z(2z+;z.DzNz.@r;#@BB(Rz]z@hzrz{zBzB2VzVzz@zBz BBzz0zz@{ { {-{W{{q{P{{{{{{{B{B@{{||&A||B|B|B|@|Q}Q}!}B{] @2}Q`=} O}^}h}J x}'@}V}}:@}B}B}B}B@}w}B}B }B@ }B }: ~J ~B "~B@ +~B 6~B ?~B I~B@ M~B Y~B c~B k~B@ u~B }~ ~@~@~B ~J@ ~ 4 !~C@!~!~B!~B"d@"~Q`" Q"")#7G@#FB@$XB$g$v%@|Q (@J|4.B2/01;w(@s(B@ Bb HY@`gnq@R4@€4@?4̀ ݀ @ `V@$+@9HHY~89J 8@`R''@SpYkbmD|VVVVV@ƄVЄV@߄V@gV   @ .V 8 @@ G4 U b r  { @  @&ąY̅օkkD 8 @!)5:@?BF(O@Yk_ @jn# @|O/@4uO ((B $J VHLJkχY 1.H  1.  1.  1.~  1.2  1.  1.  1.    (< # * - BP JR[k;rhǔڔje E,8FO]lwǕ֕#-=IXnL;ǖ֖#-8EQ`s˗?-ڗ00/AShtИؘ%5H_ibn}c2c&5ƙҙ&//2=GP;3c@4T4s4{`̚lDښa;xd +8S0]^gya c'c|˛ jdAee3COgp[r~˜ݜ%0?Jint__ARRAY_SIZE_TYPE__u32__u32unsigned intbuf_tsimple_bufbufu8__u8unsigned chartypemax_entrieskeyvaluebufsgadget_socket_keynetnsfamilyprotoport__u16unsigned shortgadget_socket_valuemntnspid_tgiduid_gidtaskptasksockdeletion_timestampppidipv6onlyoptional_fields_startcwdexepath__u64unsigned long longchargadget_socketsstartig_tmp_sockets_valuept_regsorig_x0syscallnopmrsdei_ttbr1stackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regsregssppcpstateu64s32__s32frame_record_metarecordframe_recordfplrctxig_bind_ipv4_ekprobe/inet_bind0:0:0bpf/socket-enricher.bpf.cint BPF_KPROBE(ig_bind_ipv4_e, struct socket *socket) __u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&start, &pid_tgid, &socket, BPF_ANY);ig_bind_ipv4_xkretprobe/inet_bindint BPF_KRETPROBE(ig_bind_ipv4_x) socketp = bpf_map_lookup_elem(&start, &pid_tgid); if (!socketp) ret = PT_REGS_RC(ctx); if (ret != 0)socketstateflagsfileskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortunsigned longsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockheadspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendinglocked_pendingtailu16list_headnextprevcallback_headfunc0:4 socket = *socketp; sock = BPF_CORE_READ(socket, sk); int zero = 0; struct gadget_socket_key socket_key = {__sk_common__cacheline_group_begin__sock_write_rxsk_dropssk_peek_offsk_error_queuesk_receive_queuesk_backlog__cacheline_group_end__sock_write_rx__cacheline_group_begin__sock_read_rxsk_rx_dstsk_rx_dst_ifindexsk_rx_dst_cookiesk_ll_usecsk_napi_idsk_busy_poll_budgetsk_prefer_busy_pollsk_userlockssk_rcvbufsk_filtersk_data_readysk_rcvtimeosk_rcvlowat__cacheline_group_end__sock_read_rx__cacheline_group_begin__sock_read_rxtxsk_errsk_socketsk_memcg__cacheline_group_end__sock_read_rxtx__cacheline_group_begin__sock_write_rxtxsk_locksk_reserved_memsk_forward_allocsk_tsflags__cacheline_group_end__sock_write_rxtx__cacheline_group_begin__sock_write_txsk_write_pendingsk_omem_allocsk_sndbufsk_wmem_queuedsk_wmem_allocsk_tsq_flagssk_write_queuesk_dst_pending_confirmsk_pacing_statussk_fragsk_timersk_pacing_ratesk_zckeysk_tskey__cacheline_group_end__sock_write_tx__cacheline_group_begin__sock_read_txsk_max_pacing_ratesk_sndtimeosk_prioritysk_marksk_dst_cachesk_route_capssk_gso_typesk_gso_max_segssk_gso_max_sizesk_allocationsk_txhashsk_pacing_shiftsk_use_task_frag__cacheline_group_end__sock_read_txsk_gso_disabledsk_kern_socksk_no_check_txsk_no_check_rxsk_shutdownsk_typesk_protocolsk_lingertimesk_prot_creatorsk_callback_locksk_err_softsk_ack_backlogsk_max_ack_backlogsk_uidsk_peer_locksk_bind_phcsk_peer_pidsk_peer_credsk_stampsk_disconnectssk_txrehashsk_clockidsk_txtime_deadline_modesk_txtime_report_errorssk_txtime_unusedsk_bpf_cb_flagssk_user_datask_securitysk_cgrp_datask_state_changesk_write_spacesk_error_reportsk_backlog_rcvsk_destructsk_reuseport_cbsk_bpf_storagesk_rcuns_trackersk_user_fragssock_commonskc_familyskc_stateskc_reuseskc_reuseportskc_ipv6onlyskc_net_refcntskc_bound_dev_ifskc_protskc_netskc_v6_daddrskc_v6_rcv_saddrskc_cookieskc_dontcopy_beginskc_tx_queue_mappingskc_rx_queue_mappingskc_refcntskc_dontcopy_endskc_addrpair__addrpairskc_daddrskc_rcv_saddr__be32skc_hashskc_u16hashesskc_portpair__portpairskc_dportskc_num__be16skc_bind_nodeskc_portaddr_nodehlist_nodepprevpossible_net_tnetin6_addrin6_uu6_addr8u6_addr16u6_addr32atomic64_ts64__s64long longskc_flagsskc_listenerskc_tw_drskc_nodeskc_nulls_nodehlist_nulls_nodeskc_incoming_cpuskc_rcv_wndskc_tw_rcv_nxtrefcount_trefcount_structrefsskc_rxhashskc_window_clampskc_tw_snd_nxtsk_buff_headqlenlistsk_buff_listrmem_alloclensk_wqsk_wq_rawlongsocket_lock_tslockownedsk_send_headtcp_rtx_queuerb_rootrb_nodepage_fragpageoffsetsizetimer_listentryexpiresfunctionnetdev_features_tgfp_tbool_Boolrwlock_tarch_rwlock_tqrwlockwait_lockcntswlocked__lstatekuid_tuid_t__kernel_uid32_tktime_tsock_cgroup_datacgroupclassidsk_buffcb_nfctdata_lenmac_lenhdr_lenqueue_mapping__cloned_offsetclonednohdrfclonepeekedhead_fragpfmemallocpp_recycleactive_extensionsenddatatruesizeusersextensionsrbnodell_nodedevdev_scratch__rb_parent_colorrb_rightrb_leftllist_nodetstampskb_mstamp_nstcp_tsorted_anchor_sk_redir_skb_refdstdestructorheaders__pkt_type_offsetpkt_typeignore_dfdst_pending_confirmip_summedooo_okay__mono_tc_offsettstamp_typetc_at_ingresstc_skip_classifyremcsum_offloadcsum_complete_swcsum_levelinner_protocol_typel4_hashsw_hashno_fcsencapsulationencap_hdr_csumcsum_validndisc_nodetypeoffload_fwd_markoffload_l3_fwd_markredirectednf_skip_egressslow_grounreadabletc_indexalloc_cpupriorityskb_iifhashinner_transport_headerinner_network_headerinner_mac_headerprotocoltransport_headernetwork_headermac_headercsum__wsumcsum_startcsum_offsetvlan_allvlan_protovlan_tcinapi_idsender_cpumarkreserved_tailroominner_protocolinner_ipprotosk_buff_data_tnetns_trackerxarrayxa_lockxa_flagsxa_head0:0:12:0bpf/socket-enricher-helpers.h BPF_CORE_READ_INTO(&socket_key->netns, sock, __sk_common.skc_net.net,passiverules_mod_lockdev_base_seqifindexnsid_lockfnhe_genidexit_listdefer_free_listcleanup_listptype_allptype_specifickey_domainuser_nsucountsnetns_idsnsrefcnt_trackernotrefcnt_trackerdev_base_headproc_netproc_net_statsysctlsrtnlgenl_sockuevent_sockdev_name_headdev_index_headdev_by_indexnetdev_chainhash_mixloopback_devrules_opscoremibpacketunxnexthopipv4ipv6nfctgenbpfnet_cookiexdpcrypto_nlskdiag_nlskidridr_rtidr_baseidr_nextns_commonstashedinumcountref_tracker_dirctl_table_setis_seendirctl_dirheaderrootctl_table_headerunregisteringctl_table_argsetparentnodeinodesctl_tablectl_table_sizeusednregprocnamemaxlenmodeproc_handlerpollextra1extra2umode_tsize_t__kernel_size_t__kernel_ulong_tloff_t__kernel_loff_thlist_headfirstSYSCTL_TABLE_TYPE_DEFAULTSYSCTL_TABLE_TYPE_PERMANENTLY_EMPTYraw_notifier_headnetns_coresysctl_hdrsysctl_somaxconnsysctl_optmem_maxsysctl_txrehashsysctl_tstamp_allow_dataprot_inuserps_default_masknetns_mibip_statisticsipv6_statisticstcp_statisticsnet_statisticsudp_statisticsudp_stats_in6mptcp_statisticsudplite_statisticsudplite_stats_in6icmp_statisticsicmpmsg_statisticsicmpv6_statisticsicmpv6msg_statisticsproc_net_devsnmp6netns_packetsklist_locksklistmutexownerosqwait_listatomic_long_traw_spinlock_toptimistic_spin_queuenetns_unixtablesysctl_max_dgram_qlenctlunix_tablelocksbucketsnetns_nexthopdevhashseqlast_id_allocatednotifier_chainblocking_notifier_headrwsemrw_semaphorenetns_ipv4__cacheline_group_begin__netns_ipv4_read_txsysctl_tcp_early_retranssysctl_tcp_tso_win_divisorsysctl_tcp_tso_rtt_logsysctl_tcp_autocorkingsysctl_tcp_min_snd_msssysctl_tcp_notsent_lowatsysctl_tcp_limit_output_bytessysctl_tcp_min_rtt_wlensysctl_tcp_wmemsysctl_ip_fwd_use_pmtu__cacheline_group_end__netns_ipv4_read_tx__cacheline_group_begin__netns_ipv4_read_txrxsysctl_tcp_moderate_rcvbuf__cacheline_group_end__netns_ipv4_read_txrx__cacheline_group_begin__netns_ipv4_read_rxsysctl_ip_early_demuxsysctl_tcp_early_demuxsysctl_tcp_l3mdev_acceptsysctl_tcp_reorderingsysctl_tcp_rmem__cacheline_group_end__netns_ipv4_read_rxtcp_death_rowudp_tableforw_hdrfrags_hdripv4_hdrroute_hdrxfrm4_hdrdevconf_alldevconf_dfltra_chainra_mutexfib_has_custom_local_routesfib_offload_disabledsysctl_tcp_shrink_windowfib_table_hashfibnlfib_info_hashfib_info_hash_bitsfib_info_cntmc_autojoin_skpeersfqdirsysctl_icmp_echo_ignore_allsysctl_icmp_echo_enable_probesysctl_icmp_echo_ignore_broadcastssysctl_icmp_ignore_bogus_error_responsessysctl_icmp_errors_use_inbound_ifaddrsysctl_icmp_ratelimitsysctl_icmp_ratemasksysctl_icmp_msgs_per_secsysctl_icmp_msgs_bursticmp_global_crediticmp_global_stampip_rt_min_pmtuip_rt_mtu_expiresip_rt_min_advmssip_local_portssysctl_tcp_ecnsysctl_tcp_ecn_fallbacksysctl_ip_default_ttlsysctl_ip_no_pmtu_discsysctl_ip_fwd_update_prioritysysctl_ip_nonlocal_bindsysctl_ip_autobind_reusesysctl_ip_dynaddrsysctl_udp_early_demuxsysctl_nexthop_compat_modesysctl_fwmark_reflectsysctl_tcp_fwmark_acceptsysctl_tcp_mtu_probingsysctl_tcp_mtu_probe_floorsysctl_tcp_base_msssysctl_tcp_probe_thresholdsysctl_tcp_probe_intervalsysctl_tcp_keepalive_timesysctl_tcp_keepalive_intvlsysctl_tcp_keepalive_probessysctl_tcp_syn_retriessysctl_tcp_synack_retriessysctl_tcp_syncookiessysctl_tcp_migrate_reqsysctl_tcp_comp_sack_nrsysctl_tcp_backlog_ack_defersysctl_tcp_pingpong_threshsysctl_tcp_retries1sysctl_tcp_retries2sysctl_tcp_orphan_retriessysctl_tcp_tw_reusesysctl_tcp_tw_reuse_delaysysctl_tcp_fin_timeoutsysctl_tcp_sacksysctl_tcp_window_scalingsysctl_tcp_timestampssysctl_tcp_rto_min_ussysctl_tcp_rto_max_mssysctl_tcp_recoverysysctl_tcp_thin_linear_timeoutssysctl_tcp_slow_start_after_idlesysctl_tcp_retrans_collapsesysctl_tcp_stdurgsysctl_tcp_rfc1337sysctl_tcp_abort_on_overflowsysctl_tcp_facksysctl_tcp_max_reorderingsysctl_tcp_adv_win_scalesysctl_tcp_dsacksysctl_tcp_app_winsysctl_tcp_frtosysctl_tcp_nometrics_savesysctl_tcp_no_ssthresh_metrics_savesysctl_tcp_workaround_signed_windowssysctl_tcp_challenge_ack_limitsysctl_tcp_min_tso_segssysctl_tcp_reflect_tossysctl_tcp_invalid_ratelimitsysctl_tcp_pacing_ss_ratiosysctl_tcp_pacing_ca_ratiosysctl_tcp_child_ehash_entriessysctl_tcp_comp_sack_delay_nssysctl_tcp_comp_sack_slack_nssysctl_max_syn_backlogsysctl_tcp_fastopentcp_congestion_controltcp_fastopen_ctxsysctl_tcp_fastopen_blackhole_timeouttfo_active_disable_timestfo_active_disable_stamptcp_challenge_timestamptcp_challenge_countsysctl_tcp_plb_enabledsysctl_tcp_plb_idle_rehash_roundssysctl_tcp_plb_rehash_roundssysctl_tcp_plb_suspend_rto_secsysctl_tcp_plb_cong_threshsysctl_udp_wmem_minsysctl_udp_rmem_minsysctl_fib_notify_on_flag_changesysctl_tcp_syn_linear_timeoutssysctl_igmp_llm_reportssysctl_igmp_max_membershipssysctl_igmp_max_msfsysctl_igmp_qrvping_group_rangedev_addr_genidsysctl_udp_child_hash_entriessysctl_local_reserved_portssysctl_ip_prot_socknotifier_opsfib_seqipmr_notifier_opsipmr_seqrt_genidip_id_keyinet_addr_lstaddr_chk_workinet_timewait_death_rowtw_refcounthashinfosysctl_max_tw_bucketslocal_portsrangewarnedseqlock_tseqcountseqcount_spinlock_tseqcount_spinlockseqcount_tsequencekgid_tgid_t__kernel_gid32_tsiphash_key_tdelayed_workworktimercpuwork_structwork_func_tnetns_ipv6ip6_dst_opssysctlfib6_null_entryip6_null_entryrt6_statsip6_fib_timerfib6_main_tblfib6_walkersfib6_walker_lockfib6_gc_lockip6_rt_gc_expireip6_rt_last_gcflowlabel_has_exclndisc_sktcp_skigmp_skinet6_addr_lstaddrconf_hash_lockfib6_sernumseg6_dataip6mr_notifier_opsip6addrlbl_tableioam6_datadst_opsgc_threshgccheckdefault_advmssmtucow_metricsdestroyifdownnegative_advicelink_failureupdate_pmturedirectlocal_outneigh_lookupconfirm_neighkmem_cacheppcpuc_entriesdst_entry_metrics__pad1inputoutputobsoleteheader_lentrailer_len__rcuref__uselastuseerror__padtclassiddev_trackerrt_uncachedrt_uncached_listlwtstatercuref_trefcntnetdevice_trackernet_device__cacheline_group_begin__net_device_read_txnetdev_opsheader_ops_txgso_partial_featuresreal_num_tx_queuesgso_max_sizegso_ipv4_max_sizegso_max_segsnum_tcneeded_headroomtc_to_txqxps_mapsnf_hooks_egresstcx_egress__cacheline_group_end__net_device_read_tx__cacheline_group_begin__net_device_read_txrxhard_header_lenfeaturesip6_ptr__cacheline_group_end__net_device_read_txrx__cacheline_group_begin__net_device_read_rxxdp_progreal_num_rx_queues_rxgro_max_sizegro_ipv4_max_sizerx_handlerrx_handler_datand_nettcx_ingress__cacheline_group_end__net_device_read_rxnamename_nodeifaliasmem_endmem_startbase_addrdev_listnapi_listunreg_listclose_listadj_listxdp_featuresxdp_metadata_opsxsk_tx_metadata_opsgflagsneeded_tailroomhw_featureswanted_featuresvlan_featureshw_enc_featuresmpls_featuresmin_mtumax_mtumin_header_lenname_assign_typegroupstatscore_statscarrier_up_countcarrier_down_countethtool_opsndisc_opsoperstatelink_modeif_portdmaperm_addraddr_assign_typeaddr_lenupper_levellower_levelneigh_priv_lendev_iddev_portirqpriv_lenaddr_list_lockucmcdev_addrsqueues_ksetpromiscuityallmultiuc_promiscip_ptrfib_nh_headdev_addrnum_rx_queuesxdp_zc_max_segsingress_queuenf_hooks_ingressbroadcastrx_cpu_rmapindex_hlistnum_tx_queuesqdisctx_queue_lentx_global_lockxdp_bulkqqdisc_hashwatchdog_timerwatchdog_timeoproto_down_reasontodo_listpcpu_refcntlink_watch_listreg_statedismantlertnl_link_stateneeds_free_netdevpriv_destructorml_privml_priv_typepcpu_stat_typesysfs_groupssysfs_rx_queue_grouprtnl_link_opsstat_opsqueue_mgmt_opstso_max_sizetso_max_segsprio_tc_maplink_topophydevsfp_busqdisc_tx_busylockproto_downthreadedirq_affinity_autorx_cpu_rmap_autosee_all_hwtstamp_requestschange_proto_downnetns_immutablefcoe_mtunet_notifier_listudp_tunnel_nic_infoudp_tunnel_niccfgcfg_pendingethtoolxdp_statedev_addr_shadowlinkwatch_dev_trackerwatchdog_dev_trackerdev_registered_trackeroffload_xstats_l3devlink_portpage_poolsirq_modermax_pacing_offload_horizonnapi_configgro_flush_timeoutnapi_defer_hard_irqsuprequest_ops_lockneighbourshwprovprivpriv_flags_fastpriv_flagslltxs16__s16netdev_tc_txqxps_dev_mapsnr_idsattr_mapxps_mapalloc_lenqueueslstatststatsdstatsrx_handler_func_trx_handler_result_trx_handler_resultRX_HANDLER_CONSUMEDRX_HANDLER_ANOTHERRX_HANDLER_EXACTRX_HANDLER_PASSupperlowerxdp_features_tnet_device_statsrx_packets__rx_packetstx_packets__tx_packetsrx_bytes__rx_bytestx_bytes__tx_bytesrx_errors__rx_errorstx_errors__tx_errorsrx_dropped__rx_droppedtx_dropped__tx_droppedmulticast__multicastcollisions__collisionsrx_length_errors__rx_length_errorsrx_over_errors__rx_over_errorsrx_crc_errors__rx_crc_errorsrx_frame_errors__rx_frame_errorsrx_fifo_errors__rx_fifo_errorsrx_missed_errors__rx_missed_errorstx_aborted_errors__tx_aborted_errorstx_carrier_errors__tx_carrier_errorstx_fifo_errors__tx_fifo_errorstx_heartbeat_errors__tx_heartbeat_errorstx_window_errors__tx_window_errorsrx_compressed__rx_compressedtx_compressed__tx_compressednetdev_hw_addr_listtreeRTNL_LINK_INITIALIZEDRTNL_LINK_INITIALIZINGnetdev_ml_priv_typeML_PRIV_NONEML_PRIV_CANnetdev_stat_typeNETDEV_PCPU_STAT_NONENETDEV_PCPU_STAT_LSTATSNETDEV_PCPU_STAT_TSTATSNETDEV_PCPU_STAT_DSTATSdevicekobjpinit_namebusdriverplatform_datadriver_datalinkspowerpm_domainem_pdpinsmsidma_opsdma_maskcoherent_dma_maskbus_dma_limitdma_range_mapdma_parmsdma_poolsdma_memcma_areadma_io_tlb_memarchdataof_nodefwnodenuma_nodedevtiddevres_lockdevres_headclassgroupsreleaseiommu_groupiommuphysical_locationremovableoffline_disabledofflineof_node_reusedstate_syncedcan_matchdma_coherentdma_skip_syncdma_iommukobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppressrefcountdev_links_infosuppliersconsumersdefer_syncstatusdl_dev_stateDL_DEV_NO_DRIVERDL_DEV_PROBINGDL_DEV_DRIVER_BOUNDDL_DEV_UNBINDINGdev_pm_infopower_statecan_wakeupasync_suspendin_dpm_listis_preparedis_suspendedis_noirq_suspendedis_late_suspendedno_pmearly_initdirect_completedriver_flagscompletionwakeupwakeup_pathsyscoreno_pm_callbackswork_in_progresssmart_suspendmust_resumemay_skip_resumesuspend_timertimer_expireswait_queuewakeirqusage_countchild_countdisable_depthidle_notificationrequest_pendingdeferred_resumeneeds_force_resumeruntime_autoignore_childrenno_callbacksirq_safeuse_autosuspendtimer_autosuspendsmemalloc_noiolinks_countrequestruntime_statuslast_statusruntime_errorautosuspend_delaylast_busyactive_timesuspended_timeaccounting_timestampsubsys_dataset_latency_toleranceqospm_message_tpm_messageeventdoneswait_queue_headtask_listhrtimer_softexpiresbaseis_relis_softis_hardtimerqueue_nodehrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTrpm_requestRPM_REQ_NONERPM_REQ_IDLERPM_REQ_SUSPENDRPM_REQ_AUTOSUSPENDRPM_REQ_RESUMErpm_statusRPM_INVALIDRPM_ACTIVERPM_RESUMINGRPM_SUSPENDEDRPM_SUSPENDINGRPM_BLOCKEDdev_msi_infodomaindev_archdatadev_t__kernel_dev_tdevice_removableDEVICE_REMOVABLE_NOT_SUPPORTEDDEVICE_REMOVABLE_UNKNOWNDEVICE_FIXEDDEVICE_REMOVABLEattribute_groupis_visibleis_bin_visiblebin_sizeattrsattributebin_attributeattrprivatef_mappingreadread_newwritewrite_newllseekmmapaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_datarb_root_cachedrb_leftmosterrseq_tssize_t__kernel_ssize_t__kernel_long_tf_lockf_modef_opprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_reffmode_tcredusageuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authsecurityusergroup_infokernel_cap_tnon_rcupathmntdentryf_pos_lockf_pipef_task_workf_llistf_raf_freeptrfile_ra_stateasync_sizera_pagesmmap_missprev_posfreeptr_tvfile_ref_tvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policynumab_statevm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpteval_tvm_flags__vm_flagsvm_flags_trbrb_subtree_lastbin_attrsbin_attrs_newbpf_xdp_entityproglinkneighbourtblparmsconfirmedupdatedarp_queue_len_bytesarp_queueprobesnud_statedeadha_lockhahhgc_listmanaged_listprimary_keyhh_cachehh_lenhh_lockhh_datapercpu_countercountersnetns_sysctl_ipv6hdricmp_hdrxfrm6_hdrflush_delayip6_rt_max_sizeip6_rt_gc_min_intervalip6_rt_gc_timeoutip6_rt_gc_intervalip6_rt_gc_elasticityip6_rt_mtu_expiresip6_rt_min_advmssmultipath_hash_fieldsmultipath_hash_policybindv6onlyflowlabel_consistencyauto_flowlabelsicmpv6_timeicmpv6_echo_ignore_allicmpv6_echo_ignore_multicasticmpv6_echo_ignore_anycasticmpv6_ratemaskicmpv6_ratemask_ptranycast_src_echo_replyip_nonlocal_bindfwmark_reflectflowlabel_state_rangesidgen_retriesidgen_delayflowlabel_reflectmax_dst_opts_cntmax_hbh_opts_cntmax_dst_opts_lenmax_hbh_opts_lenseg6_flowlabelioam6_idioam6_id_wideskip_notify_on_dev_downfib_notify_on_flag_changeicmpv6_error_anycast_as_unicastnetns_nfproc_netfilternf_loggersnf_log_dir_headerhooks_ipv4hooks_ipv6defrag_ipv4_usersdefrag_ipv6_usersnf_loggerlogfnmenf_log_typeNF_LOG_TYPE_LOGNF_LOG_TYPE_ULOGNF_LOG_TYPE_MAXnf_logfnu_int8_tnf_loginfouuloglogcopy_lenqthresholdu_int32_tu_int16_tlevellogflagsnf_hook_entriesnum_hook_entrieshooksnf_hook_entryhooknf_hookfnnf_hook_statepfinoutokfnnetns_ctecache_dwork_pendingsysctl_log_invalidsysctl_eventssysctl_acctsysctl_tstampsysctl_checksumstatnf_conntrack_event_cbnf_ct_protonf_ip_netgenerictcpudpicmpicmpv6dccpsctpnf_generic_nettimeoutnf_tcp_nettimeoutstcp_loosetcp_be_liberaltcp_max_retranstcp_ignore_invalid_rstnf_udp_netnf_icmp_netnf_dccp_netdccp_loosedccp_timeoutnf_sctp_netnetns_bpfrun_arrayprogsbpf_prog_arrayitemsbpf_prog_array_itemcgroup_storagebpf_cookiebpf_cgroup_storagemaplist_maplist_cgpercpu_bufbpf_cgroup_storage_keycgroup_inode_idattach_typebpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsinetns_xdp0:16:20:0:3 BPF_CORE_READ_INTO(&socket_key->family, sock, __sk_common.skc_family); socket_key->proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol);0:73inet_sockpinet6inet_flagsinet_saddruc_ttlinet_sportinet_optinet_idtosmin_ttlmc_ttlpmtudiscrcv_tosconvert_csumuc_indexmc_indexmc_addrlocal_port_rangemc_listcorkinet_cork_fullflinet_corkaddroptfragsizelengthdsttx_flagsttlgso_sizets_opt_idtransmit_timeflowi__fl_commonip4ip6flowi_commonflowic_oifflowic_iifflowic_l3mdevflowic_markflowic_tosflowic_scopeflowic_protoflowic_flagsflowic_secidflowic_uidflowic_multipath_hashflowic_tun_keyflowi_tunneltun_id__be64flowi4saddrdaddruliflowi_uliportsicmptgre_keymhtdportsportflowi6flowlabelmp_hash0:5 socket_key->port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); bpf_map_lookup_elem(&gadget_sockets, &socket_key); if (already_exists && already_exists->deletion_timestamp == 0)0:6 if (bpf_map_update_elem(&ig_tmp_sockets_value, &zero, bpf_map_lookup_elem(&ig_tmp_sockets_value, &zero); if (!socket_value) struct task_struct *task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statesaved_statestackptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_grouppreempt_notifierspolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitno_cgroup_migrationfrozenuse_memdelayin_eventfdatomic_flagsrestart_blockpidtgidstack_canaryreal_parentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionmemcg_nr_pages_over_highactive_memcgobjcgthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountbpf_storagebpf_ctxbpf_net_contextkretprobe_instancesthreadpreempt_countpreemptneed_resched__call_single_nodellistsrcu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sedl_server_has_tasks_fdl_server_pick_fsched_statisticscpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnfutexnanosleepuaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_ttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchllist_headthread_structcpu_contextuwfp_typefpsimd_cpusve_statesme_statevlvl_onexecfault_addressfault_codedebugkernel_fpsimd_statekernel_fpsimd_cpukeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0por_el0x19x20x21x22x23x24x25x26x27x28tp_valuetp2_valuefpmrpadfpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128FP_STATE_CURRENTFP_STATE_FPSIMDFP_STATE_SVEdebug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statetotal_time_enabledtotal_time_runningheader_sizeid_header_sizeread_sizehwpmu_ctxchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contexttp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrlprivilegeenabledrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabisaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:83 struct task_struct *parent = BPF_CORE_READ(task, real_parent);0:117 struct fs_struct *fs = BPF_CORE_READ(task, fs);0:57 struct file *exe_file = BPF_CORE_READ(task, mm, exe_file);mm_structcpu_bitmapmm_mtmmap_basemmap_legacy_basetask_sizepgdmembarrier_statemm_userspcpu_cidmm_cid_next_scanmax_nr_cidcpus_allowed_lockpgtables_bytesmap_countpage_table_lockmmap_lockmmlistvma_writer_waitmm_lock_seqhiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvrss_statbinfmtcontextioctx_lockioctx_tableexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workksm_merging_pagesksm_rmap_itemsksm_zero_pagesmm_idmm_countmaple_treema_flagsma_rootma_lockma_external_locklockdep_map_ppgd_tpgdval_tmm_context_tsigpagevdsopkey_allocation_mapxol_areamm_id_t0:0:510:120 (u64)BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_ns0:3mnt_namespaceseq_originn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listmountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:20:0 socket_value->mntns = socket_value->pid_tgid = bpf_get_current_pid_tgid();0:1 socket_value->uid_gid = bpf_get_current_uid_gid();0:2 bpf_get_current_comm(&socket_value->task, sizeof(socket_value->task)); if (parent != NULL) {0:113 bpf_probe_read_kernel(&socket_value->ptask,0:81 socket_value->ppid = (__u32)BPF_CORE_READ(parent, tgid);0:7 socket_value->sock = (__u64)sock; if (socket_key.family == AF_INET6) socket_value->ipv6only = BPF_CORE_READ_BITFIELD_PROBED(0:0:70:80:10 if (bpf_core_field_exists(socket_value->cwd)) {fs_structumaskin_execpwd/work/include/gadget/filesystem.h bpf_probe_read(&f_path, sizeof(struct path), path); char slash = '/'; struct dentry *dentry = f_path.dentry; struct vfsmount *vfsmnt = f_path.mnt;mountmnt_hashmnt_parentmnt_mountpointmnt_pcpmnt_mountsmnt_childmnt_instancemnt_devnamemnt_listmnt_expiremnt_sharemnt_slave_listmnt_slavemnt_mastermnt_mpmnt_umountingmnt_fsnotify_marksmnt_fsnotify_maskto_notifyprev_nsmnt_idmnt_id_uniquemnt_group_idmnt_expiry_markmnt_pinsmnt_stuck_childrenvfsmountmnt_rootmnt_sbmnt_flagsmnt_idmapmnt_nodemnt_rcumnt_llistmnt_mp_listmnt_umount return container_of(mnt, struct mount, mnt); struct mount *mnt_p = real_mount(vfsmnt); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); return bpf_map_lookup_elem(&bufs, &idx); if (string_p == NULL) return BPF_CORE_READ(vfsmnt, mnt_root);d_flagsd_seqd_hashd_parentd_named_inoded_shortnamed_opd_sbd_timed_fsdatad_lockrefd_sibd_childrend_uhlist_bl_nodeqstrhash_lenshortname_storestringwordslockreflock_countd_lrud_waitd_aliasd_in_lookup_hashd_rcu d_parent = get_d_parent_ptr_from_dentry(dentry); return BPF_CORE_READ(dentry, d_parent); if (dentry == mnt_root || dentry == d_parent) { if (dentry != mnt_root) { if (mnt_p != mnt_parent_p) { bpf_probe_read(&dentry, sizeof(struct dentry *), &mnt_p->mnt_mountpoint); bpf_probe_read(&mnt_p, sizeof(struct mount *), &mnt_p->mnt_parent); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); vfsmnt = &mnt_p->mnt; continue; return BPF_CORE_READ(dentry, d_name); d_name = get_d_name_from_dentry(dentry);0:0:0:1 len = (d_name.len + 1) & (PATH_MAX - 1); off = buf_off - len; &(string_p->buf[off & ((MAX_PERCPU_BUFSIZE >> 1) - 1)]), len, (void *) d_name.name); sz = bpf_probe_read_str( if (sz > 1) { bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); dentry = d_parent; buf_off -= sz - 1; if (off <= buf_off) { // verify no wrap occurred buf_off -= 1; // remove null byte termination with slash sign if (buf_off == (MAX_PERCPU_BUFSIZE >> 1)) { bpf_probe_read_str(&(string_p->buf[0]), PATH_MAX, (void *) d_name.name); buf_off -= 1; bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); bpf_probe_read(&(string_p->buf[(MAX_PERCPU_BUFSIZE >> 1) - 1]), 1, &zero); return &string_p->buf[buf_off]; bpf_probe_read_kernel_str(socket_value->cwd, cwd_size, cwd);0:11 if (bpf_core_field_exists(socket_value->exepath)) { bpf_probe_read_kernel_str(socket_value->exepath, exepath_size, bpf_map_update_elem(&gadget_sockets, &socket_key, socket_value,cleanup: bpf_map_delete_elem(&start, &pid_tgid);ig_bind_ipv6_ekprobe/inet6_bindint BPF_KPROBE(ig_bind_ipv6_e, struct socket *socket)ig_bind_ipv6_xkretprobe/inet6_bindint BPF_KRETPROBE(ig_bind_ipv6_x)ig_tcp_co_ekprobe/tcp_connectint BPF_KPROBE(ig_tcp_co_e, struct sock *sk) bpf_map_update_elem(&start, &pid_tgid, &sk, 0); insert_current_socket(sk);ig_tcp_co_xkretprobe/tcp_connectint BPF_KRETPROBE(ig_tcp_co_x, int ret) skpp = bpf_map_lookup_elem(&start, &pid_tgid); if (!skpp) if (ret) sk = *skpp; BPF_CORE_READ_INTO(&socket_key.family, sock, __sk_common.skc_family); BPF_CORE_READ_INTO(&socket_key.netns, sock, __sk_common.skc_net.net, socket_key.proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); socket_key.port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); if (socket_value == NULL) if (socket_value->sock != (__u64)sock) if (socket_value->deletion_timestamp == 0) { if (disable_bpf_iterators) { bpf_map_delete_elem(&gadget_sockets, &socket_key); socket_value->deletion_timestamp = bpf_ktime_get_ns();ig_udp_sendmsgkprobe/udp_sendmsgint BPF_KPROBE(ig_udp_sendmsg, struct sock *sk, struct msghdr *msg, size_t len)ig_udp6_sendmsgkprobe/udpv6_sendmsgint BPF_KPROBE(ig_udp6_sendmsg, struct sock *sk, struct msghdr *msg, size_t len)ig_free_ipv4_ekprobe/inet_releaseint BPF_KPROBE(ig_free_ipv4_e, struct socket *socket) if (BPF_CORE_READ(sock, __sk_common.skc_family) != family)ig_free_ipv6_ekprobe/inet6_releaseint BPF_KPROBE(ig_free_ipv6_e, struct socket *socket)disable_bpf_iterators_licenseempty_sockets_value.maps.rodatalicenseblk_plugfile_operationsmoduledevice_privatekobj_typeinodedentry_operationssuper_blockuser_namespacebus_typeproc_ns_operationsnotifier_blockdevice_driverhrtimer_clock_baselinux_binfmtvm_operations_structdevice_typewakeup_sourcewake_irqdev_pm_domainpm_subsys_datadev_pm_qosipstats_mibtcp_miblinux_mibudp_mibmptcp_mibicmp_mibicmpmsg_mibicmpv6_mibem_perf_domaindev_pin_infoirq_domaindevice_nodefwnode_handleproc_dir_entryneigh_tableneigh_opsmsi_device_datadma_map_opsbus_dma_regiondevice_dma_parametersdma_coherent_memcmaio_tlb_membpf_prog_statsbpf_prog_auxbpf_xdp_linkrtnl_hw_stats64net_device_opsneigh_parmskey_tagctl_table_pollctl_table_rootctl_nodeicmpv6msg_mibinet_hashinfokmem_cacheipv4_devconfip_ra_chaininet_peer_basetcp_congestion_opstcp_fastopen_contextfib_notifier_opsnetdev_queueQdiscworkqueue_structuncached_listlwtunnel_stateipv6_devconffib6_infofib6_tablert6_infoinet6_devrt6_statisticsseg6_pernet_dataioam6_pernet_dataip_conntrack_statnf_ct_event_notifiernet_genericnetdev_queue_mgmt_opsphy_link_topologyobj_cgroupmem_cgroupkernfs_nodebpf_local_storagecss_setlock_class_keyuts_namespaceipc_namespaceftrace_hashvm_structuser_structsock_fprog_kernbpf_storage_bufferbpf_cgroup_storage_mapsighand_structseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headbpf_mprog_entrypcpu_lstatspcpu_sw_netstatspcpu_dstatsnetdev_rx_queuenet_device_core_statsnetdev_name_nodedev_ifaliasphy_devicein_devicecpu_rmapxdp_dev_bulk_queuenetdev_stat_opsnetdev_configethtool_netdev_statedim_irq_moderhwtstamp_providerskb_extfasync_structpid_namespacesock_reuseportdev_iommudevice_physical_locationvma_numab_statekernel_siginfokioctx_tablemmu_notifier_subscriptionstask_grouprcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskgendiskmountpointfsnotify_mark_connectortime_namespacecgroup_namespacesignal_structfutex_pi_stateperf_event_contextpipe_inode_infouprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupaddress_space_operationsfown_structproto_opsipv6_pinfoip_options_rcuip_optionsip_mc_socklist X D;#=W A  )D[u[X[X([@[``[u#[7[x[x [([Y @[H[P[ `[p[D [X [X [{[[D < [D (<PWDp.XH[D .XH.XH.XHZL(ZL0ZL8ZLH.XHP[[h[Q[p[Q[(x[Q[[[[[[[[\[\38[|`[|p[\3x[H|[H|[~| [\3[~| [\3[~| [~|  [#(8[\3@[#([\3[#([#([]$[t,[t,[0[0[4([.8`[K<[~H[~H[~H[T[X[X[\8[\P[\`[Mh[LP{T!XX,#\ h[ Fl@[H hӆ +ӆ  BBBt (Hh5G<G 40 48 @ 4H X ` h p x C Z  Z  ZS   ϊ, ߊ4  ߊ4 3 L( H 8X ` ӆ x + ӆ   B B B 4 4  4 0 8 @ H P ^ h ^p C Z  Z  C ZS   ϊ, 0 ߊ+4 ߊ4 0( ߊ48 3 L@ H 8X t` h p   5   G<  G H P ӆ h +x ӆ   B B B 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t(08Xx5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^  ^ C( Z 0 Z H CP ZS X  ϊ, 0 ߊ+4 ߊ4 0 ߊ4 3 L H 8!t!! !@!`!5x!!!G<!!G!""ӆ "+0"ӆ @"H" X"B`"Bh"p"B"" 4" 4" " 4" """""^ #^#C #Z (#Z @#CH#ZS P# #ϊ,# 0#ߊ+4#ߊ4# 0#ߊ4#3 L#H 8$t$$$8$X$5p$x$$G<$$G$$%ӆ %+(%ӆ 8%@% P%BX%B`%h%B%% 4% 4% % 4% %%%%%^ &^&C&Z  &Z 8&C@&ZS H& x&ϊ,& 0&ߊ+4&ߊ4& 0&ߊ4&3 L&H 8&t'''0'P'5h'p''G<''G'''ӆ (+ (ӆ 0(8( H(BP(BX(`(B(( 4( 4( ( 4( (((((^ (^)C)Z )Z 0)C8)ZS @) p)ϊ,) 0)ߊ+4)ߊ4) 0)ߊ4)3 L)H 8)t)**(*H*5`*h*x*G<**G***ӆ +++ӆ (+0+ @+BH+BP+X+Bx++ 4+ 4+ + 4+ +++++^ +^+C,Z ,Z (,C0,ZS 8, h,ϊ,x, 0,ߊ+4,ߊ4, 0,ߊ4,3 L,H 8,t,,- -@-5X-`-p-G<--G---ӆ .+.ӆ .(. 8.B@.BH.P.Bp.x. 4. 4. . 4. .....^ .^.C/Z /Z  /C(/ZS 0/ `/ϊ,p/ 0/ߊ+4/ߊ4/ 0/ߊ4/3 L/H 8/t///0805P0X0h0G<00G000ӆ 0+1ӆ 1 1 01B81B@1H1Bh1p1 41 41 1 41 11111^ 1^1C1Z 2Z 2C 2ZS (2 X2ϊ,h2 0x2ߊ+42ߊ42 02ߊ423 L2H 82t2223035H3P3`3G<x33G333ӆ 3+4ӆ 44 (4B04B84@4B`4h4 4x4 44 4 44 44444^ 4^4C4Z 4Z 5C5ZS  5 P5ϊ,`5 0p5ߊ+4x5ߊ45 05ߊ453 L5H 85t5556(65@6H6X6G<p6x6G666ӆ 6+6ӆ 77  7B(7B0787BX7`7 4p7 4x7 7 47 77777^ 7^7C7Z 7Z 8C8ZS 8 H8ϊ,X8 0h8ߊ+4p8ߊ48 08ߊ483 L8H 88t8889 9589@9P9G<h9p9G999ӆ 9+9ӆ :: :B :B(:0:BP:X: 4h: 4p: x: 4: :::::^ :^:C:Z :Z ;C;ZS ; @;ϊ,P; 0`;ߊ+4h;ߊ4; 0;ߊ4;3 L;H 8;t;;;;<50<8<H<G<`<h<G<<<ӆ <+<ӆ <= =B=B =(=BH=P= 4`= 4h= p= 4x= =====^ =^=C=Z =Z =C>ZS > 8>ϊ,H> 0X>ߊ+4`>ߊ4x> 0>ߊ4>3 L>H 8>t>>>>?5(?0?@?G<X?`?Gx???ӆ ?+?ӆ ?? @B@B@ @B@@H@ 4X@ 4`@ h@ 4p@ @@@@@^ @^@C@Z @Z @C@ZS A 0Aϊ,@A 0PAߊ+4XAߊ4pA 0xAߊ4A3 LAH 8AtAAAAB5 B(B8BG<PBXBGpBBBӆ B+Bӆ BB CBCBCCB8C@C 4PC 4XC `C 4hC xCCCCC^ C^CCCZ CZ CCCZS C (Dϊ,8D 0HDߊ+4PDߊ4hD 0pDߊ4D3 LDH 8DtDDDDE5E E0EG<HEPEGhEEEӆ E+Eӆ EE EBFBFFB0F8F 4HF 4PF XF 4`F pFxFFFF^ F^FCFZ FZ FCFZS F  Gϊ,0G 0@Gߊ+4HGߊ4`G 0hGߊ4xG3 LGH 8GtGGGGG5HH(HG<@HHHG`HHHӆ H+Hӆ HH HBHBIIB(I0I 4@I 4HI PI 4XI hIpIxIII^ I^ICIZ IZ ICIZS I Jϊ,(J 08Jߊ+4@Jߊ4XJ 0`Jߊ4pJ3 LxJH 8JtJJJJJ5KK KG<8K@KGXKKKӆ K+Kӆ KK KBKBKLB L(L 48L 4@L HL 4PL `LhLpLxLL^ L^LCLZ LZ LCLZS L Mϊ, M 00Mߊ+48Mߊ4PM 0XMߊ4hM3 LpMH 8MtMMMMM5MNNG<(N0NGHNNNӆ N+Nӆ NN NBNBNNBOO 4(O 40O 8O 4@O POXO`OhOpO^ O^OCOZ OZ OCOZS O Pϊ,P 0 Pߊ+4(Pߊ4@P 0HPߊ4XP3 L`PH 8xPtPPPPP5PPQG<Q QG8QpQxQӆ Q+Qӆ QQ QBQBQQBRR 4R 4 R (R 40R @RHRPRXR`R^ xR^RCRZ RZ RCRZS R Rϊ,S 0Sߊ+4Sߊ40S 08Sߊ4HS3 LPSH 8hStpSxSSSS5SSSG<TTG(T`ThTӆ T+Tӆ TT TBTBTTBTT 4U 4U U 4 U 0U8U@UHUPU^ hU^pUCUZ UZ UCUZS U Uϊ,U 0Vߊ+4Vߊ4 V 0(Vߊ48V3 L@VH 8XVt`VhVpVVV5VVVG<VWGWPWXWӆ pW+Wӆ WW WBWBWWBWW 4W 4X X 4X  X(X0X8X@X^ XX^`XCpXZ xXZ XCXZS X Xϊ,X 0Xߊ+4Xߊ4Y 0Yߊ4(Y3 L0YH 8HYtPYXY`YYY5YYYG<YYGZ@ZHZӆ `Z+pZӆ ZZ ZBZBZZBZZ 4Z 4Z Z 4[ [[ [([0[^ H[^P[C`[Z h[Z [C[ZS [ [ϊ,[ 0[ߊ+4[ߊ4\ 0\ߊ4\3 L \H 88\t@\H\P\p\\5\\\G<\\G\0]8]ӆ P]+`]ӆ p]x] ]B]B]]B]] 4] 4] ] 4] ^^^^ ^^ 8^^@^CP^Z X^Z p^Cx^ZS ^ ^ϊ,^ 0^ߊ+4^ߊ4^ 0^ߊ4_3 L_H 8(_t0_8_@_`__5___G<__G_ `(`ӆ @`+P`ӆ ``h` x`B`B``B`` 4` 4` ` 4` ``aaa^ (a^0aC@aZ HaZ `aChaZS pa aϊ,a 0aߊ+4aߊ4a 0aߊ4a3 LbH 8bt b(b0bPbpb5bbbG<bbGbccӆ 0c+@cӆ PcXc hcBpcBxccBcc 4c 4c c 4c ccccd^ d^ dC0dZ 8dZ PdCXdZS `d dϊ,d 0dߊ+4dߊ4d 0dߊ4d3 LdH 8etee e@e`e5xeeeG<eeGeffӆ f+0fӆ @fHf XfB`fBhfpfBff 4f 4f f 4f fffff^ g^gC gZ (gZ @gCHgZS Pg gϊ,g 0gߊ+4gߊ4g 0gߊ4g3 LgH 8gthhh0hPh5hhphhG<hhGhhhӆ i+ iӆ 0i8i HiBPiBXi`iBii 4i 4i i 4i iiiii^ i^jCjZ jZ 0jC8jZS @j pjϊ,j 0jߊ+4jߊ4j 0jߊ4j3 LjH 8jtjjk k@k5Xk`kpkG<kkGkkkӆ l+lӆ l(l 8lB@lBHlPlBplxl 4l 4l l 4l lllll^ l^lCmZ mZ  mC(mZS 0m `mϊ,pm 0mߊ+4mߊ4m 0mߊ4m3 LmH 8mtmmmn0n5HnPn`nG<xnnGnnnӆ n+oӆ oo (oB0oB8o@oB`oho 4xo 4o o 4o ooooo^ o^oCoZ oZ pCpZS  p Ppϊ,`p 0ppߊ+4xpߊ4p 0pߊ4p3 LpH 8ptpppq q58q@qPqG<hqpqGqqqӆ q+qӆ rr rB rB(r0rBPrXr 4hr 4pr xr 4r rrrrr^ r^rCrZ rZ sCsZS s @sϊ,Ps 0`sߊ+4hsߊ4s 0sߊ4s3 LsH 8stsssst5(t0t@tG<Xt`tGxtttӆ t+tӆ tt uBuBu uB@uHu 4Xu 4`u hu 4pu uuuuu^ u^uCuZ uZ uCuZS v 0vϊ,@v 0Pvߊ+4Xvߊ4pv 0xvߊ4v3 LvH 8vtvvvvw5w w0wG<HwPwGhwwwӆ w+wӆ ww wBxBxxB0x8x 4Hx 4Px Xx 4`x pxxxxxx^ x^xCxZ xZ xCxZS x  yϊ,0y 0@yߊ+4Hyߊ4`y 0hyߊ4xy3 LyH 8ytyyyyy5zz zG<8z@zGXzzzӆ z+zӆ zz zBzBz{B {({ 48{ 4@{ H{ 4P{ `{h{p{x{{^ {^{C{Z {Z {C{ZS { |ϊ, | 00|ߊ+48|ߊ4P| 0X|ߊ4h|3 Lp|H 8|t|||||5|}}G<(}0}GH}}}ӆ }+}ӆ }} }B}B}}B~~ 4(~ 40~ 8~ 4@~ P~X~`~h~p~^ ~^~C~Z ~Z ~C~ZS ~ ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  ȀBЀB؀B 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5؂G<G(`hӆ +ӆ  BBȃЃB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȅЅG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Їϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ЈG<G@Hӆ `+pӆ  BBBЉ؉ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Њ 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<؋G08ӆ P+`ӆ px BBBȌ 4، 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Ѝߊ+4؍ߊ4 0ߊ43 LH 8(t08@`5G<ȎЎG (ӆ @+Pӆ `h xBBB 4ȏ 4Џ ؏ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4Ȑߊ4 0ߊ43 LH 8t (0Pp5G<Gؑӆ 0+@ӆ PX hBpBxB 4 4 Ȓ 4В ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Г 0ؓߊ43 LH 8t @`5xG<GȔӆ +0ӆ @H XB`BhpB 4 4  4 Еؕ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0Ȗߊ4ؖ3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȘИؘ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ș3 LЙH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 țЛ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8؜t05HP`G<xGН؝ӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؞^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȟtП؟ 58@PG<hpGȠӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ȡ^СCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȢТ5(0@G<X`Gxӆ У+ӆ  BB B@H 4X 4` h 4p ^ ^CФZ ؤZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Цӆ  BBB08 4H 4P X 4` px^ ^CZ ȧZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tШ5 G<8@GXӆ +ӆ Щة BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЪCتZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ Ȭ جBBB 4( 40 8 4@ PX`hp^ ^CZ Z CȭZS Э ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtЮ5G< G8pxӆ +ӆ  ȯBЯBدB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5رG<G(`hӆ +ӆ  BBȲвB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȴдG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  жϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5зG<G@Hӆ `+pӆ  BBBиظ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,й 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<غG08ӆ P+`ӆ px BBBȻ 4ػ 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0мߊ+4ؼߊ4 0ߊ43 LH 8(t08@`5G<ȽнG (ӆ @+Pӆ `h xBBB 4Ⱦ 4о ؾ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȿߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @`5xG<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8t05HP`G<xGӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8t 58@PG<hpGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB08 4H 4P X 4` px^ ^CZ Z CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8t5 G<8@GXӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  BBB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<GҋXҋX#d 4 dHPEh`hJ tZ*xZxJ tZxJ t P[tp[_|[LP{T!XX,#\ h([0FlP[X xӆ +ӆ  BBB t(08Xx5G<G(0 4@ 4H P 4X hpxCZ Z ZS  ϊ,ߊ4ߊ4(3 L8H 8hpӆ +ӆ  BBB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(X`ӆ x+ӆ  BBB 4 4  4 (08@H^ `^hCxZ Z CZS  ϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5G<G@Hӆ `+pӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ4 3 L H 8( t0 8 @ `  5   G<  G  ( ӆ @ +P ӆ ` h  x B B  B   4  4    4       ^ ( ^0 C@ Z H Z ` Ch ZS p   ϊ,  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t( 0 8 X x 5   G<  G   ӆ 8 +H ӆ X `  p Bx B  B   4  4    4     ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @`5xG<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ +(ӆ 8@ PBXB`hB 4 4  4 ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t(H5`hxG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ^ ^C Z  Z ( C0 ZS 8  h ϊ,x  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t  ! !@!5X!`!p!G<!!G!!!ӆ "+"ӆ "(" 8"B@"BH"P"Bp"x" 4" 4" " 4" """""^ "^"C#Z #Z  #C(#ZS 0# `#ϊ,p# 0#ߊ+4#ߊ4# 0#ߊ4#3 L#H 8#t###$8$5P$X$h$G<$$G$$$ӆ $+%ӆ % % 0%B8%B@%H%Bh%p% 4% 4% % 4% %%%%%^ %^%C%Z &Z &C &ZS (& X&ϊ,h& 0x&ߊ+4&ߊ4& 0&ߊ4&3 L&H 8&t&&&'0'5H'P'`'G<x''G'''ӆ '+(ӆ (( ((B0(B8(@(B`(h( 4x( 4( ( 4( (((((^ (^(C(Z (Z )C)ZS  ) P)ϊ,`) 0p)ߊ+4x)ߊ4) 0)ߊ4)3 L)H 8)t)))*(*5@*H*X*G<p*x*G***ӆ *+*ӆ ++  +B(+B0+8+BX+`+ 4p+ 4x+ + 4+ +++++^ +^+C+Z +Z ,C,ZS , H,ϊ,X, 0h,ߊ+4p,ߊ4, 0,ߊ4,3 L,H 8,t,,,- -58-@-P-G<h-p-G---ӆ -+-ӆ .. .B .B(.0.BP.X. 4h. 4p. x. 4. .....^ .^.C.Z .Z /C/ZS / @/ϊ,P/ 0`/ߊ+4h/ߊ4/ 0/ߊ4/3 L/H 8/t////050080H0G<`0h0G000ӆ 0+0ӆ 01 1B1B 1(1BH1P1 4`1 4h1 p1 4x1 11111^ 1^1C1Z 1Z 1C2ZS 2 82ϊ,H2 0X2ߊ+4`2ߊ4x2 02ߊ423 L2H 82t222235(303@3G<X3`3Gx333ӆ 3+3ӆ 33 4B4B4 4B@4H4 4X4 4`4 h4 4p4 44444^ 4^4C4Z 4Z 4C4ZS 5 05ϊ,@5 0P5ߊ+4X5ߊ4p5 0x5ߊ453 L5H 85t555565 6(686G<P6X6Gp666ӆ 6+6ӆ 66 7B7B77B87@7 4P7 4X7 `7 4h7 x77777^ 7^7C7Z 7Z 7C7ZS 7 (8ϊ,88 0H8ߊ+4P8ߊ4h8 0p8ߊ483 L8H 88t8888959 909G<H9P9Gh999ӆ 9+9ӆ 99 9B:B::B0:8: 4H: 4P: X: 4`: p:x::::^ :^:C:Z :Z :C:ZS :  ;ϊ,0; 0@;ߊ+4H;ߊ4`; 0h;ߊ4x;3 L;H 8;t;;;;;5<< <G<8<@<GX<<<ӆ <+<ӆ << <B<B<=B =(= 48= 4@= H= 4P= `=h=p=x==^ =^=C=Z =Z =C=ZS = >ϊ, > 00>ߊ+48>ߊ4P> 0X>ߊ4h>3 Lp>H 8>t>>>>>5>??G<(?0?GH???ӆ ?+?ӆ ?? ?B?B??B@@ 4(@ 40@ 8@ 4@@ P@X@`@h@p@^ @^@C@Z @Z @C@ZS @ Aϊ,A 0 Aߊ+4(Aߊ4@A 0HAߊ4XA3 L`AH 8xAtAAAAA5AABG<B BG8BpBxBӆ B+Bӆ BB BBBBBBBCC 4C 4 C (C 40C @CHCPCXC`C^ xC^CCCZ CZ CCCZS C Cϊ,D 0Dߊ+4Dߊ40D 08Dߊ4HD3 LPDH 8hDtpDxDDDD5DDDG<EEG(E`EhEӆ E+Eӆ EE EBEBEEBEE 4F 4F F 4 F 0F8F@FHFPF^ hF^pFCFZ FZ FCFZS F Fϊ,F 0Gߊ+4Gߊ4 G 0(Gߊ48G3 L@GH 8XGt`GhGpGGG5GGGG<GHGHPHXHӆ pH+Hӆ HH HBHBHHBHH 4H 4I I 4I  I(I0I8I@I^ XI^`ICpIZ xIZ ICIZS I Iϊ,I 0Iߊ+4Iߊ4J 0Jߊ4(J3 L0JH 8HJtPJXJ`JJJ5JJJG<JJGK@KHKӆ `K+pKӆ KK KBKBKKBKK 4K 4K K 4L LL L(L0L^ HL^PLC`LZ hLZ LCLZS L Lϊ,L 0Lߊ+4Lߊ4M 0Mߊ4M3 L MH 88Mt@MHMPMpMM5MMMG<MMGM0N8Nӆ PN+`Nӆ pNxN NBNBNNBNN 4N 4N N 4N OOOO O^ 8O^@OCPOZ XOZ pOCxOZS O Oϊ,O 0Oߊ+4Oߊ4O 0Oߊ4P3 LPH 8(Pt0P8P@P`PP5PPPG<PPGP Q(Qӆ @Q+PQӆ `QhQ xQBQBQQBQQ 4Q 4Q Q 4Q QQRRR^ (R^0RC@RZ HRZ `RChRZS pR Rϊ,R 0Rߊ+4Rߊ4R 0Rߊ4R3 LSH 8St S(S0SPSpS5SSSG<SSGSTTӆ 0T+@Tӆ PTXT hTBpTBxTTBTT 4T 4T T 4T TTTTU^ U^ UC0UZ 8UZ PUCXUZS `U Uϊ,U 0Uߊ+4Uߊ4U 0Uߊ4U3 LUH 8VtVV V@V`V5xVVVG<VVGVWWӆ W+0Wӆ @WHW XWB`WBhWpWBWW 4W 4W W 4W WWWWW^ X^XC XZ (XZ @XCHXZS PX Xϊ,X 0Xߊ+4Xߊ4X 0Xߊ4X3 LXH 8XtYYY0YPY5hYpYYG<YYGYYYӆ Z+ Zӆ 0Z8Z HZBPZBXZ`ZBZZ 4Z 4Z Z 4Z ZZZZZ^ Z^[C[Z [Z 0[C8[ZS @[ p[ϊ,[ 0[ߊ+4[ߊ4[ 0[ߊ4[3 L[H 8[t[[\ \@\5X\`\p\G<\\G\\\ӆ ]+]ӆ ](] 8]B@]BH]P]Bp]x] 4] 4] ] 4] ]]]]]^ ]^]C^Z ^Z  ^C(^ZS 0^ `^ϊ,p^ 0^ߊ+4^ߊ4^ 0^ߊ4^3 L^H 8^t^^^_0_5H_P_`_G<x__G___ӆ _+`ӆ `` (`B0`B8`@`B``h` 4x` 4` ` 4` `````^ `^`C`Z `Z aCaZS  a Paϊ,`a 0paߊ+4xaߊ4a 0aߊ4a3 LaH 8ataaab b58b@bPbG<hbpbGbbbӆ b+bӆ cc cB cB(c0cBPcXc 4hc 4pc xc 4c ccccc^ c^cCcZ cZ dCdZS d @dϊ,Pd 0`dߊ+4hdߊ4d 0dߊ4d3 LdH 8dtdddde5(e0e@eG<Xe`eGxeeeӆ e+eӆ ee fBfBf fB@fHf 4Xf 4`f hf 4pf fffff^ f^fCfZ fZ fCfZS g 0gϊ,@g 0Pgߊ+4Xgߊ4pg 0xgߊ4g3 LgH 8gtggggh5h h0hG<HhPhGhhhhӆ h+hӆ hh hBiBiiB0i8i 4Hi 4Pi Xi 4`i pixiiii^ i^iCiZ iZ iCiZS i  jϊ,0j 0@jߊ+4Hjߊ4`j 0hjߊ4xj3 LjH 8jtjjjjj5kk kG<8k@kGXkkkӆ k+kӆ kk kBkBklB l(l 48l 4@l Hl 4Pl `lhlplxll^ l^lClZ lZ lClZS l mϊ, m 00mߊ+48mߊ4Pm 0Xmߊ4hm3 LpmH 8mtmmmmm5mnnG<(n0nGHnnnӆ n+nӆ nn nBnBnnBoo 4(o 40o 8o 4@o PoXo`ohopo^ o^oCoZ oZ oCoZS o pϊ,p 0 pߊ+4(pߊ4@p 0Hpߊ4Xp3 L`pH 8xptppppp5ppqG<q qG8qpqxqӆ q+qӆ qq qBqBqqBrr 4r 4 r (r 40r @rHrPrXr`r^ xr^rCrZ rZ rCrZS r rϊ,s 0sߊ+4sߊ40s 08sߊ4Hs3 LPsH 8hstpsxssss5sssG<ttG(t`thtӆ t+tӆ tt tBtBttBtt 4u 4u u 4 u 0u8u@uHuPu^ hu^puCuZ uZ uCuZS u uϊ,u 0vߊ+4vߊ4 v 0(vߊ48v3 L@vH 8Xvt`vhvpvvv5vvvG<vwGwPwXwӆ pw+wӆ ww wBwBwwBww 4w 4x x 4x  x(x0x8x@x^ Xx^`xCpxZ xxZ xCxZS x xϊ,x 0xߊ+4xߊ4y 0yߊ4(y3 L0yH 8HytPyXy`yyy5yyyG<yyGz@zHzӆ `z+pzӆ zz zBzBzzBzz 4z 4z z 4{ {{ {({0{^ H{^P{C`{Z h{Z {C{ZS { {ϊ,{ 0{ߊ+4{ߊ4| 0|ߊ4|3 L |H 88|t@|H|P|p||5|||G<||G|0}8}ӆ P}+`}ӆ p}x} }B}B}}B}} 4} 4} } 4} ~~~~ ~^ 8~^@~CP~Z X~Z p~Cx~ZS ~ ~ϊ,~ 0~ߊ+4~ߊ4~ 0~ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4Ȁ 4Ѐ ؀ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȁߊ4 0ߊ43 LH 8t (0Pp5G<G؂ӆ 0+@ӆ PX hBpBxB 4 4 ȃ 4Ѓ ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Є 0؄ߊ43 LH 8t @`5xG<Gȅӆ +0ӆ @H XB`BhpB 4 4  4 І؆^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ȇߊ4؇3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȉЉ؉^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4Ȋ3 LЊH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ȌЌ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8؍t05HP`G<xGЎ؎ӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؏^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȐtАؐ 58@PG<hpGȑӆ +ӆ  B B(0BPX 4h 4p x 4 ^ Ȓ^ВCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȓГ5(0@G<X`Gxӆ Д+ӆ  BB B@H 4X 4` h 4p ^ ^CЕZ ؕZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Зӆ  BBB08 4H 4P X 4` px^ ^CZ ȘZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЙ5 G<8@GXӆ +ӆ Кؚ BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЛC؛ZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ ȝ ؝BBB 4( 40 8 4@ PX`hp^ ^CZ Z CȞZS О ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtП5G< G8pxӆ +ӆ  ȠBРBؠB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5آG<G(`hӆ +ӆ  BBȣУB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5ȥХG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Чϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ШG<G@Hӆ `+pӆ  BBBЩة 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ъ 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<ثG08ӆ P+`ӆ px BBBȬ 4ج 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Эߊ+4حߊ4 0ߊ43 LH 8(t08@`5G<ȮЮG (ӆ @+Pӆ `h xBBB 4ȯ 4Я د 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4Ȱߊ4 0ߊ43 LH 8t (0Pp5G<Gرӆ 0+@ӆ PX hBpBxB 4 4 Ȳ 4в ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4г 0سߊ43 LH 8t @`5xG<Gȴӆ +0ӆ @H XB`BhpB 4 4  4 еص^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ȶߊ4ض3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȸиظ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ȹ3 LйH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 Ȼл^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8ؼt05HP`G<xGнؽӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؾ^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȿtпؿ 58@PG<hpGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB08 4H 4P X 4` px^ ^CZ Z CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8t5 G<8@GXӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  BBB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5G<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t(08Xx5G<GҋXҋX#d  40 dX`EhphJ tZ*xZxJ tZxJ t  `[[Ս[[[7W[i[X[X([@[``[i[Î0[x[x [([Y @[H[P[ `[p[D [X [X [{[[D < [D (<PWDp.XH[D .XH.XH.XHZL(ZL0ZL8ZLH.XHP[[h[Q[p[Q[(x[Q[[[[[[[[\[\38[|`[|p[\3x[H|[H|[~| [\3[~| [\3[~| [~|  [#(8[\3@[#([\3[#([#([]$[t,[t,[0[0[4([.8`[K<[~H[~H[~H[T[X[X[\8[\P[\`[Mh[LP{T!XX,#\ h[ Fl@[H hӆ +ӆ  BBBt (Hh5G<G 40 48 @ 4H X ` h p x C Z  Z  ZS   ϊ, ߊ4  ߊ4 3 L( H 8X ` ӆ x + ӆ   B B B 4 4  4 0 8 @ H P ^ h ^p C Z  Z  C ZS   ϊ, 0 ߊ+4 ߊ4 0( ߊ48 3 L@ H 8X t` h p   5   G<  G H P ӆ h +x ӆ   B B B 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t(08Xx5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^  ^ C( Z 0 Z H CP ZS X  ϊ, 0 ߊ+4 ߊ4 0 ߊ4 3 L H 8!t!! !@!`!5x!!!G<!!G!""ӆ "+0"ӆ @"H" X"B`"Bh"p"B"" 4" 4" " 4" """""^ #^#C #Z (#Z @#CH#ZS P# #ϊ,# 0#ߊ+4#ߊ4# 0#ߊ4#3 L#H 8$t$$$8$X$5p$x$$G<$$G$$%ӆ %+(%ӆ 8%@% P%BX%B`%h%B%% 4% 4% % 4% %%%%%^ &^&C&Z  &Z 8&C@&ZS H& x&ϊ,& 0&ߊ+4&ߊ4& 0&ߊ4&3 L&H 8&t'''0'P'5h'p''G<''G'''ӆ (+ (ӆ 0(8( H(BP(BX(`(B(( 4( 4( ( 4( (((((^ (^)C)Z )Z 0)C8)ZS @) p)ϊ,) 0)ߊ+4)ߊ4) 0)ߊ4)3 L)H 8)t)**(*H*5`*h*x*G<**G***ӆ +++ӆ (+0+ @+BH+BP+X+Bx++ 4+ 4+ + 4+ +++++^ +^+C,Z ,Z (,C0,ZS 8, h,ϊ,x, 0,ߊ+4,ߊ4, 0,ߊ4,3 L,H 8,t,,- -@-5X-`-p-G<--G---ӆ .+.ӆ .(. 8.B@.BH.P.Bp.x. 4. 4. . 4. .....^ .^.C/Z /Z  /C(/ZS 0/ `/ϊ,p/ 0/ߊ+4/ߊ4/ 0/ߊ4/3 L/H 8/t///0805P0X0h0G<00G000ӆ 0+1ӆ 1 1 01B81B@1H1Bh1p1 41 41 1 41 11111^ 1^1C1Z 2Z 2C 2ZS (2 X2ϊ,h2 0x2ߊ+42ߊ42 02ߊ423 L2H 82t2223035H3P3`3G<x33G333ӆ 3+4ӆ 44 (4B04B84@4B`4h4 4x4 44 4 44 44444^ 4^4C4Z 4Z 5C5ZS  5 P5ϊ,`5 0p5ߊ+4x5ߊ45 05ߊ453 L5H 85t5556(65@6H6X6G<p6x6G666ӆ 6+6ӆ 77  7B(7B0787BX7`7 4p7 4x7 7 47 77777^ 7^7C7Z 7Z 8C8ZS 8 H8ϊ,X8 0h8ߊ+4p8ߊ48 08ߊ483 L8H 88t8889 9589@9P9G<h9p9G999ӆ 9+9ӆ :: :B :B(:0:BP:X: 4h: 4p: x: 4: :::::^ :^:C:Z :Z ;C;ZS ; @;ϊ,P; 0`;ߊ+4h;ߊ4; 0;ߊ4;3 L;H 8;t;;;;<50<8<H<G<`<h<G<<<ӆ <+<ӆ <= =B=B =(=BH=P= 4`= 4h= p= 4x= =====^ =^=C=Z =Z =C>ZS > 8>ϊ,H> 0X>ߊ+4`>ߊ4x> 0>ߊ4>3 L>H 8>t>>>>?5(?0?@?G<X?`?Gx???ӆ ?+?ӆ ?? @B@B@ @B@@H@ 4X@ 4`@ h@ 4p@ @@@@@^ @^@C@Z @Z @C@ZS A 0Aϊ,@A 0PAߊ+4XAߊ4pA 0xAߊ4A3 LAH 8AtAAAAB5 B(B8BG<PBXBGpBBBӆ B+Bӆ BB CBCBCCB8C@C 4PC 4XC `C 4hC xCCCCC^ C^CCCZ CZ CCCZS C (Dϊ,8D 0HDߊ+4PDߊ4hD 0pDߊ4D3 LDH 8DtDDDDE5E E0EG<HEPEGhEEEӆ E+Eӆ EE EBFBFFB0F8F 4HF 4PF XF 4`F pFxFFFF^ F^FCFZ FZ FCFZS F  Gϊ,0G 0@Gߊ+4HGߊ4`G 0hGߊ4xG3 LGH 8GtGGGGG5HH(HG<@HHHG`HHHӆ H+Hӆ HH HBHBIIB(I0I 4@I 4HI PI 4XI hIpIxIII^ I^ICIZ IZ ICIZS I Jϊ,(J 08Jߊ+4@Jߊ4XJ 0`Jߊ4pJ3 LxJH 8JtJJJJJ5KK KG<8K@KGXKKKӆ K+Kӆ KK KBKBKLB L(L 48L 4@L HL 4PL `LhLpLxLL^ L^LCLZ LZ LCLZS L Mϊ, M 00Mߊ+48Mߊ4PM 0XMߊ4hM3 LpMH 8MtMMMMM5MNNG<(N0NGHNNNӆ N+Nӆ NN NBNBNNBOO 4(O 40O 8O 4@O POXO`OhOpO^ O^OCOZ OZ OCOZS O Pϊ,P 0 Pߊ+4(Pߊ4@P 0HPߊ4XP3 L`PH 8xPtPPPPP5PPQG<Q QG8QpQxQӆ Q+Qӆ QQ QBQBQQBRR 4R 4 R (R 40R @RHRPRXR`R^ xR^RCRZ RZ RCRZS R Rϊ,S 0Sߊ+4Sߊ40S 08Sߊ4HS3 LPSH 8hStpSxSSSS5SSSG<TTG(T`ThTӆ T+Tӆ TT TBTBTTBTT 4U 4U U 4 U 0U8U@UHUPU^ hU^pUCUZ UZ UCUZS U Uϊ,U 0Vߊ+4Vߊ4 V 0(Vߊ48V3 L@VH 8XVt`VhVpVVV5VVVG<VWGWPWXWӆ pW+Wӆ WW WBWBWWBWW 4W 4X X 4X  X(X0X8X@X^ XX^`XCpXZ xXZ XCXZS X Xϊ,X 0Xߊ+4Xߊ4Y 0Yߊ4(Y3 L0YH 8HYtPYXY`YYY5YYYG<YYGZ@ZHZӆ `Z+pZӆ ZZ ZBZBZZBZZ 4Z 4Z Z 4[ [[ [([0[^ H[^P[C`[Z h[Z [C[ZS [ [ϊ,[ 0[ߊ+4[ߊ4\ 0\ߊ4\3 L \H 88\t@\H\P\p\\5\\\G<\\G\0]8]ӆ P]+`]ӆ p]x] ]B]B]]B]] 4] 4] ] 4] ^^^^ ^^ 8^^@^CP^Z X^Z p^Cx^ZS ^ ^ϊ,^ 0^ߊ+4^ߊ4^ 0^ߊ4_3 L_H 8(_t0_8_@_`__5___G<__G_ `(`ӆ @`+P`ӆ ``h` x`B`B``B`` 4` 4` ` 4` ``aaa^ (a^0aC@aZ HaZ `aChaZS pa aϊ,a 0aߊ+4aߊ4a 0aߊ4a3 LbH 8bt b(b0bPbpb5bbbG<bbGbccӆ 0c+@cӆ PcXc hcBpcBxccBcc 4c 4c c 4c ccccd^ d^ dC0dZ 8dZ PdCXdZS `d dϊ,d 0dߊ+4dߊ4d 0dߊ4d3 LdH 8etee e@e`e5xeeeG<eeGeffӆ f+0fӆ @fHf XfB`fBhfpfBff 4f 4f f 4f fffff^ g^gC gZ (gZ @gCHgZS Pg gϊ,g 0gߊ+4gߊ4g 0gߊ4g3 LgH 8gthhh0hPh5hhphhG<hhGhhhӆ i+ iӆ 0i8i HiBPiBXi`iBii 4i 4i i 4i iiiii^ i^jCjZ jZ 0jC8jZS @j pjϊ,j 0jߊ+4jߊ4j 0jߊ4j3 LjH 8jtjjk k@k5Xk`kpkG<kkGkkkӆ l+lӆ l(l 8lB@lBHlPlBplxl 4l 4l l 4l lllll^ l^lCmZ mZ  mC(mZS 0m `mϊ,pm 0mߊ+4mߊ4m 0mߊ4m3 LmH 8mtmmmn0n5HnPn`nG<xnnGnnnӆ n+oӆ oo (oB0oB8o@oB`oho 4xo 4o o 4o ooooo^ o^oCoZ oZ pCpZS  p Ppϊ,`p 0ppߊ+4xpߊ4p 0pߊ4p3 LpH 8ptpppq q58q@qPqG<hqpqGqqqӆ q+qӆ rr rB rB(r0rBPrXr 4hr 4pr xr 4r rrrrr^ r^rCrZ rZ sCsZS s @sϊ,Ps 0`sߊ+4hsߊ4s 0sߊ4s3 LsH 8stsssst5(t0t@tG<Xt`tGxtttӆ t+tӆ tt uBuBu uB@uHu 4Xu 4`u hu 4pu uuuuu^ u^uCuZ uZ uCuZS v 0vϊ,@v 0Pvߊ+4Xvߊ4pv 0xvߊ4v3 LvH 8vtvvvvw5w w0wG<HwPwGhwwwӆ w+wӆ ww wBxBxxB0x8x 4Hx 4Px Xx 4`x pxxxxxx^ x^xCxZ xZ xCxZS x  yϊ,0y 0@yߊ+4Hyߊ4`y 0hyߊ4xy3 LyH 8ytyyyyy5zz zG<8z@zGXzzzӆ z+zӆ zz zBzBz{B {({ 48{ 4@{ H{ 4P{ `{h{p{x{{^ {^{C{Z {Z {C{ZS { |ϊ, | 00|ߊ+48|ߊ4P| 0X|ߊ4h|3 Lp|H 8|t|||||5|}}G<(}0}GH}}}ӆ }+}ӆ }} }B}B}}B~~ 4(~ 40~ 8~ 4@~ P~X~`~h~p~^ ~^~C~Z ~Z ~C~ZS ~ ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  ȀBЀB؀B 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5؂G<G(`hӆ +ӆ  BBȃЃB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȅЅG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Їϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ЈG<G@Hӆ `+pӆ  BBBЉ؉ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Њ 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<؋G08ӆ P+`ӆ px BBBȌ 4، 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Ѝߊ+4؍ߊ4 0ߊ43 LH 8(t08@`5G<ȎЎG (ӆ @+Pӆ `h xBBB 4ȏ 4Џ ؏ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4Ȑߊ4 0ߊ43 LH 8t (0Pp5G<Gؑӆ 0+@ӆ PX hBpBxB 4 4 Ȓ 4В ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Г 0ؓߊ43 LH 8t @`5xG<GȔӆ +0ӆ @H XB`BhpB 4 4  4 Еؕ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0Ȗߊ4ؖ3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȘИؘ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ș3 LЙH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 țЛ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8؜t05HP`G<xGН؝ӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؞^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȟtП؟ 58@PG<hpGȠӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ȡ^СCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȢТ5(0@G<X`Gxӆ У+ӆ  BB B@H 4X 4` h 4p ^ ^CФZ ؤZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Цӆ  BBB08 4H 4P X 4` px^ ^CZ ȧZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tШ5 G<8@GXӆ +ӆ Щة BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЪCتZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ Ȭ جBBB 4( 40 8 4@ PX`hp^ ^CZ Z CȭZS Э ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtЮ5G< G8pxӆ +ӆ  ȯBЯBدB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5رG<G(`hӆ +ӆ  BBȲвB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȴдG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  жϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5зG<G@Hӆ `+pӆ  BBBиظ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,й 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<غG08ӆ P+`ӆ px BBBȻ 4ػ 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0мߊ+4ؼߊ4 0ߊ43 LH 8(t08@`5G<ȽнG (ӆ @+Pӆ `h xBBB 4Ⱦ 4о ؾ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȿߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @`5xG<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8t05HP`G<xGӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8t 58@PG<hpGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB08 4H 4P X 4` px^ ^CZ Z CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8t5 G<8@GXӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  BBB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<GҋXҋX#d 4 dHPEh`hJ tZ*xZxJ tZxJ t P[tp[_|[LP{T!XX,#\ h([0FlP[X xӆ +ӆ  BBB t(08Xx5G<G(0 4@ 4H P 4X hpxCZ Z ZS  ϊ,ߊ4ߊ4(3 L8H 8hpӆ +ӆ  BBB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(X`ӆ x+ӆ  BBB 4 4  4 (08@H^ `^hCxZ Z CZS  ϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5G<G@Hӆ `+pӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ4 3 L H 8( t0 8 @ `  5   G<  G  ( ӆ @ +P ӆ ` h  x B B  B   4  4    4       ^ ( ^0 C@ Z H Z ` Ch ZS p   ϊ,  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t( 0 8 X x 5   G<  G   ӆ 8 +H ӆ X `  p Bx B  B   4  4    4     ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ 0+@ӆ PX hBpBxB 4 4  4 ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @`5xG<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ +(ӆ 8@ PBXB`hB 4 4  4 ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t(H5`hxG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ^ ^C Z  Z ( C0 ZS 8  h ϊ,x  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t  ! !@!5X!`!p!G<!!G!!!ӆ "+"ӆ "(" 8"B@"BH"P"Bp"x" 4" 4" " 4" """""^ "^"C#Z #Z  #C(#ZS 0# `#ϊ,p# 0#ߊ+4#ߊ4# 0#ߊ4#3 L#H 8#t###$8$5P$X$h$G<$$G$$$ӆ $+%ӆ % % 0%B8%B@%H%Bh%p% 4% 4% % 4% %%%%%^ %^%C%Z &Z &C &ZS (& X&ϊ,h& 0x&ߊ+4&ߊ4& 0&ߊ4&3 L&H 8&t&&&'0'5H'P'`'G<x''G'''ӆ '+(ӆ (( ((B0(B8(@(B`(h( 4x( 4( ( 4( (((((^ (^(C(Z (Z )C)ZS  ) P)ϊ,`) 0p)ߊ+4x)ߊ4) 0)ߊ4)3 L)H 8)t)))*(*5@*H*X*G<p*x*G***ӆ *+*ӆ ++  +B(+B0+8+BX+`+ 4p+ 4x+ + 4+ +++++^ +^+C+Z +Z ,C,ZS , H,ϊ,X, 0h,ߊ+4p,ߊ4, 0,ߊ4,3 L,H 8,t,,,- -58-@-P-G<h-p-G---ӆ -+-ӆ .. .B .B(.0.BP.X. 4h. 4p. x. 4. .....^ .^.C.Z .Z /C/ZS / @/ϊ,P/ 0`/ߊ+4h/ߊ4/ 0/ߊ4/3 L/H 8/t////050080H0G<`0h0G000ӆ 0+0ӆ 01 1B1B 1(1BH1P1 4`1 4h1 p1 4x1 11111^ 1^1C1Z 1Z 1C2ZS 2 82ϊ,H2 0X2ߊ+4`2ߊ4x2 02ߊ423 L2H 82t222235(303@3G<X3`3Gx333ӆ 3+3ӆ 33 4B4B4 4B@4H4 4X4 4`4 h4 4p4 44444^ 4^4C4Z 4Z 4C4ZS 5 05ϊ,@5 0P5ߊ+4X5ߊ4p5 0x5ߊ453 L5H 85t555565 6(686G<P6X6Gp666ӆ 6+6ӆ 66 7B7B77B87@7 4P7 4X7 `7 4h7 x77777^ 7^7C7Z 7Z 7C7ZS 7 (8ϊ,88 0H8ߊ+4P8ߊ4h8 0p8ߊ483 L8H 88t8888959 909G<H9P9Gh999ӆ 9+9ӆ 99 9B:B::B0:8: 4H: 4P: X: 4`: p:x::::^ :^:C:Z :Z :C:ZS :  ;ϊ,0; 0@;ߊ+4H;ߊ4`; 0h;ߊ4x;3 L;H 8;t;;;;;5<< <G<8<@<GX<<<ӆ <+<ӆ << <B<B<=B =(= 48= 4@= H= 4P= `=h=p=x==^ =^=C=Z =Z =C=ZS = >ϊ, > 00>ߊ+48>ߊ4P> 0X>ߊ4h>3 Lp>H 8>t>>>>>5>??G<(?0?GH???ӆ ?+?ӆ ?? ?B?B??B@@ 4(@ 40@ 8@ 4@@ P@X@`@h@p@^ @^@C@Z @Z @C@ZS @ Aϊ,A 0 Aߊ+4(Aߊ4@A 0HAߊ4XA3 L`AH 8xAtAAAAA5AABG<B BG8BpBxBӆ B+Bӆ BB BBBBBBBCC 4C 4 C (C 40C @CHCPCXC`C^ xC^CCCZ CZ CCCZS C Cϊ,D 0Dߊ+4Dߊ40D 08Dߊ4HD3 LPDH 8hDtpDxDDDD5DDDG<EEG(E`EhEӆ E+Eӆ EE EBEBEEBEE 4F 4F F 4 F 0F8F@FHFPF^ hF^pFCFZ FZ FCFZS F Fϊ,F 0Gߊ+4Gߊ4 G 0(Gߊ48G3 L@GH 8XGt`GhGpGGG5GGGG<GHGHPHXHӆ pH+Hӆ HH HBHBHHBHH 4H 4I I 4I  I(I0I8I@I^ XI^`ICpIZ xIZ ICIZS I Iϊ,I 0Iߊ+4Iߊ4J 0Jߊ4(J3 L0JH 8HJtPJXJ`JJJ5JJJG<JJGK@KHKӆ `K+pKӆ KK KBKBKKBKK 4K 4K K 4L LL L(L0L^ HL^PLC`LZ hLZ LCLZS L Lϊ,L 0Lߊ+4Lߊ4M 0Mߊ4M3 L MH 88Mt@MHMPMpMM5MMMG<MMGM0N8Nӆ PN+`Nӆ pNxN NBNBNNBNN 4N 4N N 4N OOOO O^ 8O^@OCPOZ XOZ pOCxOZS O Oϊ,O 0Oߊ+4Oߊ4O 0Oߊ4P3 LPH 8(Pt0P8P@P`PP5PPPG<PPGP Q(Qӆ @Q+PQӆ `QhQ xQBQBQQBQQ 4Q 4Q Q 4Q QQRRR^ (R^0RC@RZ HRZ `RChRZS pR Rϊ,R 0Rߊ+4Rߊ4R 0Rߊ4R3 LSH 8St S(S0SPSpS5SSSG<SSGSTTӆ 0T+@Tӆ PTXT hTBpTBxTTBTT 4T 4T T 4T TTTTU^ U^ UC0UZ 8UZ PUCXUZS `U Uϊ,U 0Uߊ+4Uߊ4U 0Uߊ4U3 LUH 8VtVV V@V`V5xVVVG<VVGVWWӆ W+0Wӆ @WHW XWB`WBhWpWBWW 4W 4W W 4W WWWWW^ X^XC XZ (XZ @XCHXZS PX Xϊ,X 0Xߊ+4Xߊ4X 0Xߊ4X3 LXH 8XtYYY0YPY5hYpYYG<YYGYYYӆ Z+ Zӆ 0Z8Z HZBPZBXZ`ZBZZ 4Z 4Z Z 4Z ZZZZZ^ Z^[C[Z [Z 0[C8[ZS @[ p[ϊ,[ 0[ߊ+4[ߊ4[ 0[ߊ4[3 L[H 8[t[[\ \@\5X\`\p\G<\\G\\\ӆ ]+]ӆ ](] 8]B@]BH]P]Bp]x] 4] 4] ] 4] ]]]]]^ ]^]C^Z ^Z  ^C(^ZS 0^ `^ϊ,p^ 0^ߊ+4^ߊ4^ 0^ߊ4^3 L^H 8^t^^^_0_5H_P_`_G<x__G___ӆ _+`ӆ `` (`B0`B8`@`B``h` 4x` 4` ` 4` `````^ `^`C`Z `Z aCaZS  a Paϊ,`a 0paߊ+4xaߊ4a 0aߊ4a3 LaH 8ataaab b58b@bPbG<hbpbGbbbӆ b+bӆ cc cB cB(c0cBPcXc 4hc 4pc xc 4c ccccc^ c^cCcZ cZ dCdZS d @dϊ,Pd 0`dߊ+4hdߊ4d 0dߊ4d3 LdH 8dtdddde5(e0e@eG<Xe`eGxeeeӆ e+eӆ ee fBfBf fB@fHf 4Xf 4`f hf 4pf fffff^ f^fCfZ fZ fCfZS g 0gϊ,@g 0Pgߊ+4Xgߊ4pg 0xgߊ4g3 LgH 8gtggggh5h h0hG<HhPhGhhhhӆ h+hӆ hh hBiBiiB0i8i 4Hi 4Pi Xi 4`i pixiiii^ i^iCiZ iZ iCiZS i  jϊ,0j 0@jߊ+4Hjߊ4`j 0hjߊ4xj3 LjH 8jtjjjjj5kk kG<8k@kGXkkkӆ k+kӆ kk kBkBklB l(l 48l 4@l Hl 4Pl `lhlplxll^ l^lClZ lZ lClZS l mϊ, m 00mߊ+48mߊ4Pm 0Xmߊ4hm3 LpmH 8mtmmmmm5mnnG<(n0nGHnnnӆ n+nӆ nn nBnBnnBoo 4(o 40o 8o 4@o PoXo`ohopo^ o^oCoZ oZ oCoZS o pϊ,p 0 pߊ+4(pߊ4@p 0Hpߊ4Xp3 L`pH 8xptppppp5ppqG<q qG8qpqxqӆ q+qӆ qq qBqBqqBrr 4r 4 r (r 40r @rHrPrXr`r^ xr^rCrZ rZ rCrZS r rϊ,s 0sߊ+4sߊ40s 08sߊ4Hs3 LPsH 8hstpsxssss5sssG<ttG(t`thtӆ t+tӆ tt tBtBttBtt 4u 4u u 4 u 0u8u@uHuPu^ hu^puCuZ uZ uCuZS u uϊ,u 0vߊ+4vߊ4 v 0(vߊ48v3 L@vH 8Xvt`vhvpvvv5vvvG<vwGwPwXwӆ pw+wӆ ww wBwBwwBww 4w 4x x 4x  x(x0x8x@x^ Xx^`xCpxZ xxZ xCxZS x xϊ,x 0xߊ+4xߊ4y 0yߊ4(y3 L0yH 8HytPyXy`yyy5yyyG<yyGz@zHzӆ `z+pzӆ zz zBzBzzBzz 4z 4z z 4{ {{ {({0{^ H{^P{C`{Z h{Z {C{ZS { {ϊ,{ 0{ߊ+4{ߊ4| 0|ߊ4|3 L |H 88|t@|H|P|p||5|||G<||G|0}8}ӆ P}+`}ӆ p}x} }B}B}}B}} 4} 4} } 4} ~~~~ ~^ 8~^@~CP~Z X~Z p~Cx~ZS ~ ~ϊ,~ 0~ߊ+4~ߊ4~ 0~ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4Ȁ 4Ѐ ؀ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȁߊ4 0ߊ43 LH 8t (0Pp5G<G؂ӆ 0+@ӆ PX hBpBxB 4 4 ȃ 4Ѓ ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Є 0؄ߊ43 LH 8t @`5xG<Gȅӆ +0ӆ @H XB`BhpB 4 4  4 І؆^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ȇߊ4؇3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȉЉ؉^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4Ȋ3 LЊH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ȌЌ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8؍t05HP`G<xGЎ؎ӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؏^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȐtАؐ 58@PG<hpGȑӆ +ӆ  B B(0BPX 4h 4p x 4 ^ Ȓ^ВCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȓГ5(0@G<X`Gxӆ Д+ӆ  BB B@H 4X 4` h 4p ^ ^CЕZ ؕZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Зӆ  BBB08 4H 4P X 4` px^ ^CZ ȘZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЙ5 G<8@GXӆ +ӆ Кؚ BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЛC؛ZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ ȝ ؝BBB 4( 40 8 4@ PX`hp^ ^CZ Z CȞZS О ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtП5G< G8pxӆ +ӆ  ȠBРBؠB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5آG<G(`hӆ +ӆ  BBȣУB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5ȥХG<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Чϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ШG<G@Hӆ `+pӆ  BBBЩة 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ъ 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<ثG08ӆ P+`ӆ px BBBȬ 4ج 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Эߊ+4حߊ4 0ߊ43 LH 8(t08@`5G<ȮЮG (ӆ @+Pӆ `h xBBB 4ȯ 4Я د 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4Ȱߊ4 0ߊ43 LH 8t (0Pp5G<Gرӆ 0+@ӆ PX hBpBxB 4 4 Ȳ 4в ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4г 0سߊ43 LH 8t @`5xG<Gȴӆ +0ӆ @H XB`BhpB 4 4  4 еص^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ȶߊ4ض3 LH 8t0P5hpG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȸиظ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ȹ3 LйH 8t @5X`pG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 Ȼл^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8ؼt05HP`G<xGнؽӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؾ^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȿtпؿ 58@PG<hpGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB08 4H 4P X 4` px^ ^CZ Z CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8t5 G<8@GXӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8pxӆ +ӆ  BBB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5G<G(`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5G<GPXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t(08Xx5G<GҋXҋX#d  40 dX`EhphJ tZ*xZxJ tZxJ t  `[[Ս[[[Î0~[H[[([H[1h[bp[{x[[<[<WD0.XHX[`.XH.XH.XHZLZLZLZL.XH[[([Q[0[Q[(8[Q[H[[[[[[[\[\3[| [|0[\38[H|`[H|h[~| x[\3[~| [\3[~| [~| [#([\3[#(x[\3[#([#([]$[t,[t,[0[0[4[.8 [K<P[~Hh[~Hp[~Hx[T[X[X[\[\[\ [MhH[PLpP{T!XX,#\ h[Fl[ (PXӆ p+ӆ  BBBt(5@HXG<pxG 4 4  4  ( 0 8 CH Z P Z X ZS `  ϊ, ߊ4 ߊ4 3 L H 8 ӆ 8 +H ӆ X `  p Bx B B 4 4  4     ^ ( ^0 C@ Z H Z ` Ch ZS p  ϊ, 0 ߊ+4 ߊ4 0 ߊ4 3 L H 8 t ( 0 P p 5   G<  G   ӆ ( +8 ӆ H P  ` Bh Bp x B 4 4  4     ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBpx 4 4  4 ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8t85PXhG<Gӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t508HG<`hGӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 (8G<PXGpӆ +ӆ  BBB08 4H 4P X 4` px^ ^CZ Z CZS   ϊ,0 0@ ߊ+4H ߊ4` 0h ߊ4x 3 L H 8 t     5!!(!G<@!H!G`!!!ӆ !+!ӆ !! !B!B!"B "(" 48" 4@" H" 4P" `"h"p"x""^ "^"C"Z "Z "C"ZS " #ϊ, # 00#ߊ+48#ߊ4P# 0X#ߊ4h#3 Lp#H 8#t#####5$$$G<0$8$GP$$$ӆ $+$ӆ $$ $B$B$$B%% 4(% 40% 8% 4@% P%X%`%h%p%^ %^%C%Z %Z %C%ZS % &ϊ,& 0 &ߊ+4(&ߊ4@& 0H&ߊ4X&3 L`&H 8&t&&&&&5&&'G< '('G@'p'x'ӆ '+'ӆ '' 'B'B''B(( 4( 4 ( (( 40( @(H(P(X(`(^ x(^(C(Z (Z (C(ZS ( (ϊ,) 0)ߊ+4)ߊ40) 08)ߊ4H)3 LP)H 8p)tx)))))5)))G<**G0*`*h*ӆ *+*ӆ ** *B*B**B** 4+ 4+ + 4 + 0+8+@+H+P+^ h+^p+C+Z +Z +C+ZS + +ϊ,+ 0,ߊ+4,ߊ4 , 0(,ߊ48,3 L@,H 8`,th,p,x,,,5,,,G<--G -P-X-ӆ p-+-ӆ -- -B-B--B-- 4- 4. . 4.  .(.0.8.@.^ X.^`.Cp.Z x.Z .C.ZS . .ϊ,. 0.ߊ+4.ߊ4/ 0/ߊ4(/3 L0/H 8P/tX/`/h///5///G<//G0@0H0ӆ `0+p0ӆ 00 0B0B00B00 40 40 0 41 11 1(101^ H1^P1C`1Z h1Z 1C1ZS 1 1ϊ,1 01ߊ+41ߊ42 02ߊ423 L 2H 8@2tH2P2X2x225222G<22G30383ӆ P3+`3ӆ p3x3 3B3B33B33 43 43 3 43 4444 4^ 84^@4CP4Z X4Z p4Cx4ZS 4 4ϊ,4 04ߊ+44ߊ44 04ߊ453 L5H 805t85@5H5h555555G<55G5 6(6ӆ @6+P6ӆ `6h6 x6B6B66B66 46 46 6 46 66777^ (7^07C@7Z H7Z `7Ch7ZS p7 7ϊ,7 07ߊ+47ߊ47 07ߊ473 L8H 8 8t(80888X8x85888G<88G899ӆ 09+@9ӆ P9X9 h9Bp9Bx99B99 49 49 9 49 9999:^ :^ :C0:Z 8:Z P:CX:ZS `: :ϊ,: 0:ߊ+4:ߊ4: 0:ߊ4:3 L:H 8;t; ;(;H;h;5;;;G<;;G;<<ӆ <+0<ӆ @<H< X<B`<Bh<p<B<< 4< 4< < 4< <<<<<^ =^=C =Z (=Z @=CH=ZS P= =ϊ,= 0=ߊ+4=ߊ4= 0=ߊ4=3 L=H 8>t>>>8>X>5p>x>>G<>>G>>>ӆ ?+ ?ӆ 0?8? H?BP?BX?`?B?? 4? 4? ? 4? ?????^ ?^@C@Z @Z 0@C8@ZS @@ p@ϊ,@ 0@ߊ+4@ߊ4@ 0@ߊ4@3 L@H 8@t@AA(AHA5`AhAxAG<AAGAAAӆ B+Bӆ B(B 8BB@BBHBPBBpBxB 4B 4B B 4B BBBBB^ B^BCCZ CZ  CC(CZS 0C `Cϊ,pC 0Cߊ+4Cߊ4C 0Cߊ4C3 LCH 8CtCCCD8D5PDXDhDG<DDGDDDӆ D+Eӆ EE (EB0EB8E@EB`EhE 4xE 4E E 4E EEEEE^ E^ECEZ EZ FCFZS  F PFϊ,`F 0pFߊ+4xFߊ4F 0Fߊ4F3 LFH 8FtFFFG(G5@GHGXGG<pGxGGGGGӆ G+Gӆ HH HB HB(H0HBPHXH 4hH 4pH xH 4H HHHHH^ H^HCHZ HZ ICIZS I @Iϊ,PI 0`Iߊ+4hIߊ4I 0Iߊ4I3 LIH 8ItIIIIJ50J8JHJG<`JhJGJJJӆ J+Jӆ JJ KBKBK KB@KHK 4XK 4`K hK 4pK KKKKK^ K^KCKZ KZ KCKZS L 0Lϊ,@L 0PLߊ+4XLߊ4pL 0xLߊ4L3 LLH 8LtLLLLM5 M(M8MG<PMXMGpMMMӆ M+Mӆ MM MBNBNNB0N8N 4HN 4PN XN 4`N pNxNNNN^ N^NCNZ NZ NCNZS N  Oϊ,0O 0@Oߊ+4HOߊ4`O 0hOߊ4xO3 LOH 8OtOOOOO5PP PG<8P@PGXPPPӆ P+Pӆ PP PBPBPPBQ Q 40Q 48Q @Q 4HQ XQ`QhQpQxQ^ Q^QCQZ QZ QCQZS Q Rϊ,R 0(Rߊ+40Rߊ4HR 0PRߊ4`R3 LhRH 8RtRRRRR5RRSG< S(SG@SpSxSӆ S+Sӆ SS SBSBSSBTT 4T 4 T (T 40T @THTPTXT`T^ xT^TCTZ TZ TCTZS T Tϊ,U 0Uߊ+4Uߊ40U 08Uߊ4HU3 LPUH 8hUtpUxUUUU5UUUG<VVG(VXV`Vӆ xV+Vӆ VV VBVBVVBVV 4W 4W W 4W (W0W8W@WHW^ `W^hWCxWZ WZ WCWZS W Wϊ,W 0Wߊ+4Xߊ4X 0 Xߊ40X3 L8XH 8PXtXX`XhXXX5XXXG<XXGY@YHYӆ `Y+pYӆ YY YBYBYYBYY 4Y 4Y Y 4Z ZZ Z(Z0Z^ HZ^PZC`ZZ hZZ ZCZZS Z Zϊ,Z 0Zߊ+4Zߊ4[ 0[ߊ4[3 L [H 88[t@[H[P[p[[5[[[G<[[G[(\0\ӆ H\+X\ӆ h\p\ \B\B\\B\\ 4\ 4\ \ 4\ \]]]]^ 0]^8]CH]Z P]Z h]Cp]ZS x] ]ϊ,] 0]ߊ+4]ߊ4] 0]ߊ4^3 L^H 8 ^t(^0^8^X^x^5^^^G<^^G^__ӆ 0_+@_ӆ P_X_ h_Bp_Bx__B__ 4_ 4_ _ 4_ ____`^ `^ `C0`Z 8`Z P`CX`ZS `` `ϊ,` 0`ߊ+4`ߊ4` 0`ߊ4`3 L`H 8ataa a@a`a5xaaaG<aaGaabӆ b+(bӆ 8b@b PbBXbB`bhbBbb 4b 4b b 4b bbbbb^ c^cCcZ  cZ 8cC@cZS Hc xcϊ,c 0cߊ+4cߊ4c 0cߊ4c3 LcH 8ctcdd(dHd5`dhdxdG<ddGdddӆ e+eӆ e(e 8eB@eBHePeBpexe 4e 4e e 4e eeeee^ e^eCfZ fZ  fC(fZS 0f `fϊ,pf 0fߊ+4fߊ4f 0fߊ4f3 LfH 8ftfffg0g5HgPg`gG<xggGgggӆ g+gӆ hh  hB(hB0h8hBXh`h 4ph 4xh h 4h hhhhh^ h^hChZ hZ iCiZS i Hiϊ,Xi 0hiߊ+4piߊ4i 0iߊ4i3 LiH 8itiiiij50j8jHjG<`jhjGjjjӆ j+jӆ jj kBkBk kB@kHk 4Xk 4`k hk 4pk kkkkk^ k^kCkZ kZ kCkZS l 0lϊ,@l 0Plߊ+4Xlߊ4pl 0xlߊ4l3 LlH 8ltllllm5m m0mG<HmPmGhmmmӆ m+mӆ mm mBmBnnB(n0n 4@n 4Hn Pn 4Xn hnpnxnnn^ n^nCnZ nZ nCnZS n oϊ,(o 08oߊ+4@oߊ4Xo 0`oߊ4po3 LxoH 8otooooo5pppG<0p8pGPpppӆ p+pӆ pp pBpBppBqq 4(q 40q 8q 4@q PqXq`qhqpq^ q^qCqZ qZ qCqZS q rϊ,r 0 rߊ+4(rߊ4@r 0Hrߊ4Xr3 L`rH 8xrtrrrrr5rrsG<s sG8shspsӆ s+sӆ ss sBsBssBst 4t 4t  t 4(t 8t@tHtPtXt^ pt^xtCtZ tZ tCtZS t tϊ,t 0uߊ+4uߊ4(u 00uߊ4@u3 LHuH 8`uthupuxuuu5uuuG<vvG vPvXvӆ pv+vӆ vv vBvBvvBvv 4v 4w w 4w  w(w0w8w@w^ Xw^`wCpwZ xwZ wCwZS w wϊ,w 0wߊ+4wߊ4x 0xߊ4(x3 L0xH 8HxtPxXx`xxx5xxxG<xxGy8y@yӆ Xy+hyӆ xyy yByByyByy 4y 4y y 4y zzz z(z^ @z^HzCXzZ `zZ xzCzZS z zϊ,z 0zߊ+4zߊ4z 0{ߊ4{3 L{H 80{t8{@{H{h{{5{{{G<{{G{ |(|ӆ @|+P|ӆ `|h| x|B|B||B|| 4| 4| | 4| ||}}}^ (}^0}C@}Z H}Z `}Ch}ZS p} }ϊ,} 0}ߊ+4}ߊ4} 0}ߊ4}3 L~H 8~t ~(~0~P~p~5~~~G<~~G~ӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4Ȁ 0Ѐߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȂЂ؂^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ȃ3 LЃH 8t @5X`pG<G؄ӆ +ӆ   0B8B@HBhp 4 4  4 ȅ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8Іt؆(5@HXG<pxGȇӆ +ӆ  B B(0BPX 4h 4p x 4 ^ Ȉ^ЈCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȉЉ5(0@G<X`Gxӆ Ȋ+؊ӆ  BBB8@ 4P 4X ` 4h x^ ^CȋZ ЋZ CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t،5(G<@HG`ӆ +ӆ Ѝ؍ BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЎC؎ZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  АBؐBB 4 4( 0 48 HPX`h^ ^CZ Z CZS ȑ ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptxȒ5G<G0`hӆ +ӆ  BBȓГB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȕЕG<GHPӆ h+xӆ  BBBؖ 4 4  4  (08^ P^XChZ pZ CZS  ȗϊ,ؗ 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5ȘG<G08ӆ P+`ӆ px BBBș 4ؙ 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Кߊ+4ؚߊ4 0ߊ43 LH 8(t08@`5G<țЛG ӆ 8+Hӆ X` pBxBB 4 4Ȝ М 4؜ ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4؝ 0ߊ43 LH 8t (Hh5G<GОӆ +0ӆ @H XB`BhpB 4 4  4 П؟^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0Ƞߊ4ؠ3 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ȢТآ^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LȣH 8t85PXhG<GФؤӆ +ӆ  (B0B8@B`h 4x 4  4 ^ إ^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȦtЦئ 58@PG<hpGӆ ا+ӆ  BB (BHP 4` 4h p 4x ^ ^ȨCبZ Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȩ5 (8G<PXGpӆ +Ъӆ  BBB08 4H 4P X 4` px^ ^CZ ȫZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЬ5 G<8@GXӆ +ӆ ȭЭ BBB 40 48 @ 4H X`hpx^ ^CZ Z ȮCЮZS خ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8tد5G< (G@pxӆ +ӆ  ȰBаBذB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5زG<G(X`ӆ x+ӆ  BBȳB 4 4  4 (08@H^ `^hCxZ Z CZS  شϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5ȵصG<G@Hӆ `+pӆ  BBBжض 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,з 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<ظG(0ӆ H+Xӆ hp BBB 4й 4ع  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0Ⱥߊ+4кߊ4 0ߊ43 LH 8 t(08Xx5G<ȻGӆ 0+@ӆ PX hBpBxB 4 4 ȼ 4м ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4н 0ؽߊ43 LH 8t @`5xG<GȾӆ +(ӆ 8@ PBXB`hB 4 4  4 ȿпؿ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8t05HP`G<xGӆ +ӆ   B(B08BX` 4p 4x  4 ^ ^CZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8t508HG<`hGӆ +ӆ  BB B@H 4X 4` h 4p ^ ^CZ Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB(0 4@ 4H P 4X hpx^ ^CZ Z CZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5G<08GPӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8hpӆ +ӆ  BBB 4 4  4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5G<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4 4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8xt5G< G0ҋXHҋXX#dpx 4 dEhhJ tZ*xZx0J t8ZxH`J thx [t[_|[L(P8{T@!XHXP,#\` xh[Fl[ ӆ (+8ӆ HP `BhBxBt5G<(0GH` 4 4  4 CZ Z ZS  Pϊ,`ߊ4xߊ43 LH 8ӆ +ӆ  (B0B8@Bhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB(0 4@ 4H P 4X hpx^ ^CZ Z CZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5 G<8@GXӆ +ӆ  BBB  40 48 @ 4H X`hpx^ ^CZ Z CZS  ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8t5G<(0GHxӆ +ӆ  BBB 4  4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8xt5G< G8hpӆ +ӆ  BBB 4 4   4( 8@HPX^ p^xCZ Z CZS  ϊ, 0 ߊ+4 ߊ4(  00 ߊ4@ 3 LH H 8h tp x    5   G<  G( X ` ӆ x + ӆ    B B  B   4  4    4  ( 0 8 @ H ^ ` ^h Cx Z  Z  C ZS    ϊ,  0 ߊ+4 ߊ4  0 ߊ40 3 L8 H 8X t` h p   5   G<  G H P ӆ h +x ӆ    B B  B   4  4   4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8HtPX`5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 88t@HPp5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @`5xG<Gӆ +(ӆ 8@ PBXB`hB 4 4  4 ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ^ ^C Z  Z ( C0 ZS 8  h ϊ,x  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t  ! !@!5X!`!p!G<!!G!!!ӆ !+"ӆ " " 0"B8"B@"H"Bh"p" 4" 4" " 4" """""^ "^"C"Z #Z #C #ZS (# X#ϊ,h# 0x#ߊ+4#ߊ4# 0#ߊ4#3 L#H 8#t###$0$5H$P$`$G<x$$G$$$ӆ $+$ӆ %%  %B(%B0%8%BX%`% 4p% 4x% % 4% %%%%%^ %^%C%Z %Z &C&ZS & H&ϊ,X& 0h&ߊ+4p&ߊ4& 0&ߊ4&3 L&H 8&t&&&' '58'@'P'G<h'p'G'''ӆ '+'ӆ '( (B(B (((BH(P( 4`( 4h( p( 4x( (((((^ (^(C(Z (Z (C)ZS ) 8)ϊ,H) 0X)ߊ+4`)ߊ4x) 0)ߊ4)3 L)H 8)t))))*5(*0*@*G<X*`*Gx***ӆ *+*ӆ ** +B+B++B8+@+ 4P+ 4X+ `+ 4h+ x+++++^ +^+C+Z +Z +C+ZS + (,ϊ,8, 0H,ߊ+4P,ߊ4h, 0p,ߊ4,3 L,H 8,t,,,,-5- -0-G<H-P-Gh---ӆ -+-ӆ -- -B-B..B(.0. 4@. 4H. P. 4X. h.p.x...^ .^.C.Z .Z .C.ZS . /ϊ,(/ 08/ߊ+4@/ߊ4X/ 0`/ߊ4p/3 Lx/H 8/t/////500 0G<80@0GX000ӆ 0+0ӆ 00 0B0B00B1 1 401 481 @1 4H1 X1`1h1p1x1^ 1^1C1Z 1Z 1C1ZS 1 2ϊ,2 0(2ߊ+402ߊ4H2 0P2ߊ4`23 Lh2H 82t222225233G<(303GH3x33ӆ 3+3ӆ 33 3B3B33B44 4 4 4(4 04 484 H4P4X4`4h4^ 4^4C4Z 4Z 4C4ZS 4 4ϊ,5 05ߊ+4 5ߊ485 0@5ߊ4P53 LX5H 8x5t555555556G<6 6G86h6p6ӆ 6+6ӆ 66 6B6B66B67 47 47  7 4(7 87@7H7P7X7^ p7^x7C7Z 7Z 7C7ZS 7 7ϊ,7 08ߊ+48ߊ4(8 008ߊ4@83 LH8H 8h8tp8x88885888G<99G(9X9`9ӆ x9+9ӆ 99 9B9B99B99 4: 4: : 4: (:0:8:@:H:^ `:^h:Cx:Z :Z :C:ZS : :ϊ,: 0:ߊ+4;ߊ4; 0 ;ߊ40;3 L8;H 8P;tX;`;h;;;5;;;G<;;G<@<H<ӆ `<+p<ӆ << <B<B<<B<< 4< 4< < 4= == =(=0=^ H=^P=C`=Z h=Z =C=ZS = =ϊ,= 0=ߊ+4=ߊ4> 0>ߊ4>3 L >H 88>t@>H>P>p>>5>>>G<>>G>(?0?ӆ H?+X?ӆ h?p? ?B?B??B?? 4? 4? ? 4? ?@@@@^ 0@^8@CH@Z P@Z h@Cp@ZS x@ @ϊ,@ 0@ߊ+4@ߊ4@ 0@ߊ4A3 LAH 8 At(A0A8AXAxA5AAAG<AAGABBӆ 0B+@Bӆ PBXB hBBpBBxBBBBB 4B 4B B 4B BBBBC^ C^ CC0CZ 8CZ PCCXCZS `C Cϊ,C 0Cߊ+4Cߊ4C 0Cߊ4C3 LCH 8DtDD D@D`D5xDDDG<DDGDDEӆ E+(Eӆ 8E@E PEBXEB`EhEBEE 4E 4E E 4E EEEEE^ F^FCFZ  FZ 8FC@FZS HF xFϊ,F 0Fߊ+4Fߊ4F 0Fߊ4F3 LFH 8FtFGG(GHG5`GhGxGG<GGGGGGӆ H+Hӆ H(H 8HB@HBHHPHBpHxH 4H 4H H 4H HHHHH^ H^HCIZ IZ  IC(IZS 0I `Iϊ,pI 0Iߊ+4Iߊ4I 0Iߊ4I3 LIH 8ItIIIJ0J5HJPJ`JG<xJJGJJJӆ J+Jӆ KK  KB(KB0K8KBXK`K 4pK 4xK K 4K KKKKK^ K^KCKZ KZ LCLZS L HLϊ,XL 0hLߊ+4pLߊ4L 0Lߊ4L3 LLH 8LtLLLLM50M8MHMG<`MhMGMMMӆ M+Mӆ MM NBNBN NB@NHN 4XN 4`N hN 4pN NNNNN^ N^NCNZ NZ NCNZS O 0Oϊ,@O 0POߊ+4XOߊ4pO 0xOߊ4O3 LOH 8OtOOOOP5P P0PG<HPPPGhPPPӆ P+Pӆ PP PBPBQQB(Q0Q 4@Q 4HQ PQ 4XQ hQpQxQQQ^ Q^QCQZ QZ QCQZS Q Rϊ,(R 08Rߊ+4@Rߊ4XR 0`Rߊ4pR3 LxRH 8RtRRRRR5SSSG<0S8SGPSSSӆ S+Sӆ SS SBSBSSBTT 4(T 40T 8T 4@T PTXT`ThTpT^ T^TCTZ TZ TCTZS T Uϊ,U 0 Uߊ+4(Uߊ4@U 0HUߊ4XU3 L`UH 8xUtUUUUU5UUVG<V VG8VhVpVӆ V+Vӆ VV VBVBVVBVW 4W 4W  W 4(W 8W@WHWPWXW^ pW^xWCWZ WZ WCWZS W Wϊ,W 0Xߊ+4Xߊ4(X 00Xߊ4@X3 LHXH 8`XthXpXxXXX5XXXG<YYG YPYXYӆ pY+Yӆ YY YBYBYYBYY 4Y 4Z Z 4Z  Z(Z0Z8Z@Z^ XZ^`ZCpZZ xZZ ZCZZS Z Zϊ,Z 0Zߊ+4Zߊ4[ 0[ߊ4([3 L0[H 8H[tP[X[`[[[5[[[G<[[G\8\@\ӆ X\+h\ӆ x\\ \B\B\\B\\ 4\ 4\ \ 4\ ]]] ](]^ @]^H]CX]Z `]Z x]C]ZS ] ]ϊ,] 0]ߊ+4]ߊ4] 0^ߊ4^3 L^H 80^t8^@^H^h^^5^^^G<^^G^ _(_ӆ @_+P_ӆ `_h_ x_B_B__B__ 4_ 4_ _ 4_ __```^ (`^0`C@`Z H`Z ``Ch`ZS p` `ϊ,` 0`ߊ+4`ߊ4` 0`ߊ4`3 LaH 8at a(a0aPapa5aaaG<aaGabbӆ (b+8bӆ HbPb `bBhbBpbxbBbb 4b 4b b 4b bbbbb^ c^cC(cZ 0cZ HcCPcZS Xc cϊ,c 0cߊ+4cߊ4c 0cߊ4c3 LcH 8dtddd8dXd5pdxddG<ddGdddӆ e+ eӆ 0e8e HeBPeBXe`eBee 4e 4e e 4e eeeee^ e^fCfZ fZ 0fC8fZS @f pfϊ,f 0fߊ+4fߊ4f 0fߊ4f3 LfH 8ftffg g@g5Xg`gpgG<ggGgggӆ g+hӆ h h 0hB8hB@hHhBhhph 4h 4h h 4h hhhhh^ h^hChZ iZ iC iZS (i Xiϊ,hi 0xiߊ+4iߊ4i 0iߊ4i3 LiH 8itiiij(j5@jHjXjG<pjxjGjjjӆ j+jӆ kk kB kB(k0kBPkXk 4hk 4pk xk 4k kkkkk^ k^kCkZ kZ lClZS l @lϊ,Pl 0`lߊ+4hlߊ4l 0lߊ4l3 LlH 8ltllllm5(m0m@mG<Xm`mGxmmmӆ m+mӆ mm nBnBnnB8n@n 4Pn 4Xn `n 4hn xnnnnn^ n^nCnZ nZ nCnZS n (oϊ,8o 0Hoߊ+4Poߊ4ho 0poߊ4o3 LoH 8otooooo5pp(pG<@pHpG`pppӆ p+pӆ pp pBpBpqB q(q 48q 4@q Hq 4Pq `qhqpqxqq^ q^qCqZ qZ qCqZS q rϊ, r 00rߊ+48rߊ4Pr 0Xrߊ4hr3 LprH 8rtrrrrr5rssG<(s0sGHsxssӆ s+sӆ ss sBsBssBtt 4 t 4(t 0t 48t HtPtXt`tht^ t^tCtZ tZ tCtZS t tϊ,u 0uߊ+4 uߊ48u 0@uߊ4Pu3 LXuH 8putxuuuuu5uuuG<vvG0v`vhvӆ v+vӆ vv vBvBvvBvv 4w 4w w 4 w 0w8w@wHwPw^ hw^pwCwZ wZ wCwZS w wϊ,w 0xߊ+4xߊ4 x 0(xߊ48x3 L@xH 8Xxt`xhxpxxx5xxxG<xyGyHyPyӆ hy+xyӆ yy yByByyByy 4y 4y z 4z z z(z0z8z^ Pz^XzChzZ pzZ zCzZS z zϊ,z 0zߊ+4zߊ4{ 0{ߊ4 {3 L({H 8@{tH{P{X{x{{5{{{G<{{G|0|8|ӆ P|+`|ӆ p|x| |B|B||B|| 4| 4| | 4| }}}} }^ 8}^@}CP}Z X}Z p}Cx}ZS } }ϊ,} 0}ߊ+4}ߊ4} 0}ߊ4~3 L~H 8(~t0~8~@~`~~5~~~G<~~G~ ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4؀ 0ߊ43 LH 8t (Hh5G<GЁӆ +0ӆ @H XB`BhpB 4 4  4 Ђ؂^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ȃߊ4؃3 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ȅЅ؅^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LȆH 8t85PXhG<GЇ؇ӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؈^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȉtЉ؉ 58@PG<hpGӆ ؊+ӆ  BB (BHP 4` 4h p 4x ^ ^ȋC؋Z Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȌ5 (8G<PXGpӆ +Ѝӆ  BBB08 4H 4P X 4` px^ ^CZ ȎZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЏ5 G<8@GXӆ +ӆ ȐА BBB  40 48 @ 4H X`hpx^ ^CZ Z ȑCБZS ؑ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8tؒ5G< (G@pxӆ +ӆ  ȓBГBؓB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5ؕG<G(X`ӆ x+ӆ  BBȖB 4 4  4 (08@H^ `^hCxZ Z CZS  ؗϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5ȘؘG<G@Hӆ `+pӆ  BBBЙؙ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,К 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<؛G(0ӆ H+Xӆ hp BBB 4М 4؜  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ȝߊ+4Нߊ4 0ߊ43 LH 8 t(08Xx5G<ȞGӆ 0+@ӆ PX hBpBxB 4 4 ȟ 4П ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Р 0ؠߊ43 LH 8t @`5xG<Gȡӆ +(ӆ 8@ PBXB`hB 4 4  4 ȢТآ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ4У3 LأH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ȥХ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8ئt05HP`G<xGȧЧӆ +ӆ   B(B08BX` 4p 4x  4 ^ Ш^بCZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8tȩЩة508HG<`hGӆ Ъ+ӆ  BB B@H 4X 4` h 4p ^ ^CЫZ ثZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ȭӆ ح BBB(0 4@ 4H P 4X hpx^ ^CZ Z خCZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8tȯ5G<08GPӆ +ӆ Ȱ ذBBB 4( 40 8 4@ PX`hp^ ^CZ Z CȱZS б ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtв5G< G8hpӆ +ӆ  BȳBгسB 4 4   4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5еصG<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  зϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5иG<G8@ӆ X+hӆ x BBBȹй 4 4  4  (^ @^HCXZ `Z xCZS  ϊ,Ⱥ 0غߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<лػG (ӆ @+Pӆ `h xBBB 4ȼ 4м ؼ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4Ƚߊ4 0ߊ43 LH 8t (0Pp5G<Gؾӆ (+8ӆ HP `BhBpxB 4 4  4ȿ ؿ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4  4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<GҋXҋX#d(0 4@ dhpEhhJ tZ*xZxJ tZxJ t 0 p[[Ս[H&[`[ [  [([ȏ 4@[8H[X[L`[Dp[[[D[b[D[b([P[DX[[[[[[[[[[ [2([M0[M8[u@[uH[`[p[‘['$[%$[X[`Ay[Tx[{[H[P<[<WD.XH[.XH0.XHH.XHxZLZLZLZL.XH[[[Q[[Q[([Q[[[ [[0[[X[\`[\3[|[|[\3[H|[H|[~| [\3 [~| P[\3X[~| x[~| [#([\3[#([\3 [#(0[#(8[]$@[t,H[t,P[0X[0x[4[.8[K<[~H[~H[~H[T [X([X8[\[\[\[Mh[LP {T(!X0X8,#\H `hx[Fl[ ӆ + ӆ 08 HBPB`hBptx5G<G0Hx 4 4  4 CZ Z ZS  8 ϊ,H ߊ4` h ߊ4x 3 L H 8 ӆ + ӆ   B B ( BP X 4h 4p x 4     ^  ^ C Z  Z  C ZS  @ ϊ,P 0` ߊ+4h ߊ4 0 ߊ4 3 L H 8 t     5( 0 @ G<X ` Gx  ӆ + ӆ   B B  B8 @ 4P 4X ` 4h x    ^  ^ C Z  Z  C ZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8t5G< (G@pxӆ +ӆ  BBB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8`thpx5G<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8PtX`h5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0 ߊ4 3 L H 8@ tH P X x  5   G<  G!0!8!ӆ P!+`!ӆ p!x! !B!B!!B!! 4! 4! ! 4! """" "^ 8"^@"CP"Z X"Z p"Cx"ZS " "ϊ," 0"ߊ+4"ߊ4" 0"ߊ4#3 L#H 80#t8#@#H#h##5###G<##G# $($ӆ @$+P$ӆ `$h$ x$B$B$$B$$ 4$ 4$ $ 4$ $$%%%^ (%^0%C@%Z H%Z `%Ch%ZS p% %ϊ,% 0%ߊ+4%ߊ4% 0%ߊ4%3 L&H 8 &t(&0&8&X&x&5&&&G<&&G&''ӆ 0'+@'ӆ P'X' h'Bp'Bx''B'' 4' 4' ' 4' ''''(^ (^ (C0(Z 8(Z P(CX(ZS `( (ϊ,( 0(ߊ+4(ߊ4( 0(ߊ4(3 L(H 8)t) )()H)h)5)))G<))G)**ӆ *+0*ӆ @*H* X*B`*Bh*p*B** 4* 4* * 4* *****^ +^+C +Z (+Z @+CH+ZS P+ +ϊ,+ 0+ߊ+4+ߊ4+ 0+ߊ4+3 L+H 8,t,,,8,X,5p,x,,G<,,G,,,ӆ -+ -ӆ 0-8- H-BP-BX-`-B-- 4- 4- - 4- -----^ -^.C.Z .Z 0.C8.ZS @. p.ϊ,. 0.ߊ+4.ߊ4. 0.ߊ4.3 L.H 8.t.//(/H/5`/h/x/G<//G///ӆ 0+0ӆ 0(0 80B@0BH0P0Bp0x0 40 40 0 40 00000^ 0^0C1Z 1Z  1C(1ZS 01 `1ϊ,p1 01ߊ+41ߊ41 01ߊ413 L1H 81t1112825P2X2h2G<22G222ӆ 2+3ӆ 33 (3B03B83@3B`3h3 4x3 43 3 43 33333^ 3^3C3Z 3Z 4C4ZS  4 P4ϊ,`4 0p4ߊ+4x4ߊ44 04ߊ443 L4H 84t4445(55@5H5X5G<p5x5G555ӆ 5+5ӆ 66 6B 6B(606BP6X6 4h6 4p6 x6 46 66666^ 6^6C6Z 6Z 7C7ZS 7 @7ϊ,P7 0`7ߊ+4h7ߊ47 07ߊ473 L7H 87t7777850888H8G<`8h8G888ӆ 8+8ӆ 88 9B9B9 9B@9H9 4X9 4`9 h9 4p9 99999^ 9^9C9Z 9Z 9C9ZS : 0:ϊ,@: 0P:ߊ+4X:ߊ4p: 0x:ߊ4:3 L:H 8:t::::;5 ;(;8;G<P;X;Gp;;;ӆ ;+;ӆ ;; ;B<B<<B0<8< 4H< 4P< X< 4`< p<x<<<<^ <^<C<Z <Z <C<ZS <  =ϊ,0= 0@=ߊ+4H=ߊ4`= 0h=ߊ4x=3 L=H 8=t=====5>>(>G<@>H>G`>>>ӆ >+>ӆ >> >B>B>?B ?(? 48? 4@? H? 4P? `?h?p?x??^ ?^?C?Z ?Z ?C?ZS ? @ϊ, @ 00@ߊ+48@ߊ4P@ 0X@ߊ4h@3 Lp@H 8@t@@@@@5AAAG<0A8AGPAAAӆ A+Aӆ AA ABABAABBB 4(B 40B 8B 4@B PBXB`BhBpB^ B^BCBZ BZ BCBZS B Cϊ,C 0 Cߊ+4(Cߊ4@C 0HCߊ4XC3 L`CH 8CtCCCCC5CCDG< D(DG@DpDxDӆ D+Dӆ DD DBDBDDBEE 4E 4 E (E 40E @EHEPEXE`E^ xE^ECEZ EZ ECEZS E Eϊ,F 0Fߊ+4Fߊ40F 08Fߊ4HF3 LPFH 8pFtxFFFFF5FFFG<GGG0G`GhGӆ G+Gӆ GG GBGBGGBGG 4H 4H H 4 H 0H8H@HHHPH^ hH^pHCHZ HZ HCHZS H Hϊ,H 0Iߊ+4Iߊ4 I 0(Iߊ48I3 L@IH 8`IthIpIxIII5IIIG<JJG JPJXJӆ pJ+Jӆ JJ JBJBJJBJJ 4J 4K K 4K  K(K0K8K@K^ XK^`KCpKZ xKZ KCKZS K Kϊ,K 0Kߊ+4Kߊ4L 0Lߊ4(L3 L0LH 8PLtXL`LhLLL5LLLG<LLGM@MHMӆ `M+pMӆ MM MBMBMMBMM 4M 4M M 4N NN N(N0N^ HN^PNC`NZ hNZ NCNZS N Nϊ,N 0Nߊ+4Nߊ4O 0Oߊ4O3 L OH 88Ot@OHOPOpOO5OOOG<OOGO(P0Pӆ HP+XPӆ hPpP PBPBPPBPP 4P 4P P 4P PQQQQ^ 0Q^8QCHQZ PQZ hQCpQZS xQ Qϊ,Q 0Qߊ+4Qߊ4Q 0Qߊ4R3 LRH 8 Rt(R0R8RXRxR5RRRG<RRGRSSӆ 0S+@Sӆ PSXS hSBpSBxSSBSS 4S 4S S 4S SSSST^ T^ TC0TZ 8TZ PTCXTZS `T Tϊ,T 0Tߊ+4Tߊ4T 0Tߊ4T3 LTH 8UtUU U@U`U5xUUUG<UUGUUVӆ V+(Vӆ 8V@V PVBXVB`VhVBVV 4V 4V V 4V VVVVV^ W^WCWZ  WZ 8WC@WZS HW xWϊ,W 0Wߊ+4Wߊ4W 0Wߊ4W3 LWH 8WtWXX(XHX5`XhXxXG<XXGXXXӆ Y+Yӆ Y(Y 8YB@YBHYPYBpYxY 4Y 4Y Y 4Y YYYYY^ Y^YCZZ ZZ  ZC(ZZS 0Z `Zϊ,pZ 0Zߊ+4Zߊ4Z 0Zߊ4Z3 LZH 8ZtZZZ[0[5H[P[`[G<x[[G[[[ӆ [+[ӆ \\  \B(\B0\8\BX\`\ 4p\ 4x\ \ 4\ \\\\\^ \^\C\Z \Z ]C]ZS ] H]ϊ,X] 0h]ߊ+4p]ߊ4] 0]ߊ4]3 L]H 8]t]]]]^50^8^H^G<`^h^G^^^ӆ ^+^ӆ ^^ _B_B_ _B@_H_ 4X_ 4`_ h_ 4p_ _____^ _^_C_Z _Z _C_ZS ` 0`ϊ,@` 0P`ߊ+4X`ߊ4p` 0x`ߊ4`3 L`H 8`t````a5a a0aG<HaPaGhaaaӆ a+aӆ aa aBaBbbB(b0b 4@b 4Hb Pb 4Xb hbpbxbbb^ b^bCbZ bZ bCbZS b cϊ,(c 08cߊ+4@cߊ4Xc 0`cߊ4pc3 LxcH 8ctccccc5dddG<0d8dGPdddӆ d+dӆ dd dBdBddBee 4(e 40e 8e 4@e PeXe`ehepe^ e^eCeZ eZ eCeZS e fϊ,f 0 fߊ+4(fߊ4@f 0Hfߊ4Xf3 L`fH 8xftfffff5ffgG<g gG8ghgpgӆ g+gӆ gg gBgBggBgh 4h 4h  h 4(h 8h@hHhPhXh^ ph^xhChZ hZ hChZS h hϊ,h 0iߊ+4iߊ4(i 00iߊ4@i3 LHiH 8`ithipixiii5iiiG<jjG jPjXjӆ pj+jӆ jj jBjBjjBjj 4j 4k k 4k  k(k0k8k@k^ Xk^`kCpkZ xkZ kCkZS k kϊ,k 0kߊ+4kߊ4l 0lߊ4(l3 L0lH 8HltPlXl`lll5lllG<llGm8m@mӆ Xm+hmӆ xmm mBmBmmBmm 4m 4m m 4m nnn n(n^ @n^HnCXnZ `nZ xnCnZS n nϊ,n 0nߊ+4nߊ4n 0oߊ4o3 LoH 80ot8o@oHohoo5oooG<ooGo p(pӆ @p+Ppӆ `php xpBpBppBpp 4p 4p p 4p ppqqq^ (q^0qC@qZ HqZ `qChqZS pq qϊ,q 0qߊ+4qߊ4q 0qߊ4q3 LrH 8rt r(r0rPrpr5rrrG<rrGrssӆ (s+8sӆ HsPs `sBhsBpsxsBss 4s 4s s 4s sssss^ t^tC(tZ 0tZ HtCPtZS Xt tϊ,t 0tߊ+4tߊ4t 0tߊ4t3 LtH 8utuuu8uXu5puxuuG<uuGuuuӆ v+ vӆ 0v8v HvBPvBXv`vBvv 4v 4v v 4v vvvvv^ v^wCwZ wZ 0wC8wZS @w pwϊ,w 0wߊ+4wߊ4w 0wߊ4w3 LwH 8wtwwx x@x5Xx`xpxG<xxGxxxӆ x+yӆ y y 0yB8yB@yHyBhypy 4y 4y y 4y yyyyy^ y^yCyZ zZ zC zZS (z Xzϊ,hz 0xzߊ+4zߊ4z 0zߊ4z3 LzH 8ztzzz{({5@{H{X{G<p{x{G{{{ӆ {+{ӆ || |B |B(|0|BP|X| 4h| 4p| x| 4| |||||^ |^|C|Z |Z }C}ZS } @}ϊ,P} 0`}ߊ+4h}ߊ4} 0}ߊ4}3 L}H 8}t}}}}~5(~0~@~G<X~`~Gx~~~ӆ ~+~ӆ ~~ BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t؀5(G<@HG`ӆ +ӆ Ё؁ BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЂC؂ZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  ЄB؄BB 4 4( 0 48 HPX`h^ ^CZ Z CZS ȅ ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptxȆ5G<G0`hӆ +ӆ  BBȇЇB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȉЉG<GHPӆ h+xӆ  BBB؊ 4 4  4  (08^ P^XChZ pZ CZS  ȋϊ,؋ 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5ȌG<G08ӆ P+`ӆ px BBBȍ 4؍ 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Ўߊ+4؎ߊ4 0ߊ43 LH 8(t08@`5G<ȏЏG ӆ 8+Hӆ X` pBxBB 4 4Ȑ А 4ؐ ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4ؑ 0ߊ43 LH 8t (Hh5G<GВӆ +0ӆ @H XB`BhpB 4 4  4 Гؓ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0Ȕߊ4ؔ3 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ȖЖؖ^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LȗH 8t85PXhG<GИؘӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؙ^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȚtКؚ 58@PG<hpGӆ ؛+ӆ  BB (BHP 4` 4h p 4x ^ ^ȜC؜Z Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȝ5 (8G<PXGpӆ +Оӆ  BBB08 4H 4P X 4` px^ ^CZ ȟZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tР5 G<8@GXӆ +ӆ ȡС BBB 40 48 @ 4H X`hpx^ ^CZ Z ȢCТZS آ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8tأ5G< (G@pxӆ +ӆ  ȤBФBؤB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5ئG<G(X`ӆ x+ӆ  BBȧB 4 4  4 (08@H^ `^hCxZ Z CZS  بϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5ȩةG<G@Hӆ `+pӆ  BBBЪت 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ы 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<جG(0ӆ H+Xӆ hp BBB 4Э 4ح  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0Ȯߊ+4Юߊ4 0ߊ43 LH 8 t(08Xx5G<ȯGӆ 0+@ӆ PX hBpBxB 4 4 Ȱ 4а ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4б 0رߊ43 LH 8t @`5xG<GȲӆ +(ӆ 8@ PBXB`hB 4 4  4 ȳгس^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ4д3 LشH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ȶж^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8طt05HP`G<xGȸиӆ +ӆ   B(B08BX` 4p 4x  4 ^ й^عCZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8tȺкغ508HG<`hGӆ л+ӆ  BB B@H 4X 4` h 4p ^ ^CмZ ؼZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Ⱦӆ ؾ BBB(0 4@ 4H P 4X hpx^ ^CZ Z ؿCZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5G<08GPӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8hpӆ +ӆ  BBB 4 4  4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5G<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4 4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<GҋXҋX#d 4( dPXEhhhJ tZ*xZxJ tZxJ t X[tx[_|[LP{T!XX,#\ h0[8FlX[` ӆ +ӆ  BB B(t08@`5G<G08 4H 4P X 4` pxCZ Z ZS  ϊ,ߊ4 ߊ403 L@H 8pxӆ +ӆ  BBB 4 4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 88t@HPp5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t   @ ` 5x   G<  G   ӆ  +( ӆ 8 @  P BX B` h B   4  4    4       ^  ^ C Z  Z 8 C@ ZS H  x ϊ,  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t   0 P 5h p  G<  G   ӆ  + ӆ ( 0  @ BH BP X Bx   4  4    4       ^  ^ CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t05HP`G<xGӆ +ӆ   B(B08BX` 4p 4x  4 ^ ^CZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8t 58@PG<hpGӆ +ӆ  BB (BHP 4` 4h p 4x ^ ^CZ Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB(0 4@ 4H P 4X hpx^ ^CZ Z CZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5 G<8@GXӆ +ӆ  BBB  40 48 @ 4H X`hpx^ ^CZ Z CZS   ϊ,  0( ߊ+40 ߊ4H  0P ߊ4` 3 Lh H 8 t     5 !!G<(!0!GH!x!!ӆ !+!ӆ !! !B!B!!B"" 4 " 4(" 0" 48" H"P"X"`"h"^ "^"C"Z "Z "C"ZS " "ϊ,# 0#ߊ+4 #ߊ48# 0@#ߊ4P#3 LX#H 8x#t#####5##$G<$ $G8$h$p$ӆ $+$ӆ $$ $B$B$$B$% 4% 4%  % 4(% 8%@%H%P%X%^ p%^x%C%Z %Z %C%ZS % %ϊ,% 0&ߊ+4&ߊ4(& 00&ߊ4@&3 LH&H 8h&tp&x&&&&5&&&G<''G('X'`'ӆ x'+'ӆ '' 'B'B''B'' 4( 4( ( 4( ((0(8(@(H(^ `(^h(Cx(Z (Z (C(ZS ( (ϊ,( 0(ߊ+4)ߊ4) 0 )ߊ40)3 L8)H 8X)t`)h)p)))5)))G<)*G*H*P*ӆ h*+x*ӆ ** *B*B**B** 4* 4* + 4+ + +(+0+8+^ P+^X+Ch+Z p+Z +C+ZS + +ϊ,+ 0+ߊ+4+ߊ4, 0,ߊ4 ,3 L(,H 8H,tP,X,`,,,5,,,G<,,G-8-@-ӆ X-+h-ӆ x-- -B-B--B-- 4- 4- - 4- ... .(.^ @.^H.CX.Z `.Z x.C.ZS . .ϊ,. 0.ߊ+4.ߊ4. 0/ߊ4/3 L/H 88/t@/H/P/p//5///G<//G/(000ӆ H0+X0ӆ h0p0 0B0B00B00 40 40 0 40 01111^ 01^81CH1Z P1Z h1Cp1ZS x1 1ϊ,1 01ߊ+41ߊ41 01ߊ423 L2H 8(2t0282@2`225222G<22G23 3ӆ 83+H3ӆ X3`3 p3Bx3B33B33 43 43 3 43 33344^  4^(4C84Z @4Z X4C`4ZS h4 4ϊ,4 04ߊ+44ߊ44 04ߊ443 L4H 85t 5(505P5p55555G<55G566ӆ (6+86ӆ H6P6 `6Bh6Bp6x6B66 46 46 6 46 66666^ 7^7C(7Z 07Z H7CP7ZS X7 7ϊ,7 07ߊ+47ߊ47 07ߊ473 L7H 88t88 8@8`85x888G<88G889ӆ 9+(9ӆ 89@9 P9BX9B`9h9B99 49 49 9 49 99999^ :^:C:Z  :Z 8:C@:ZS H: x:ϊ,: 0:ߊ+4:ߊ4: 0:ߊ4:3 L:H 8:t:;;(;H;5`;h;x;G<;;G;;;ӆ <+<ӆ <(< 8<B@<BH<P<Bp<x< 4< 4< < 4< <<<<<^ <^<C=Z =Z  =C(=ZS 0= `=ϊ,p= 0=ߊ+4=ߊ4= 0=ߊ4=3 L=H 8=t===>0>5H>P>`>G<x>>G>>>ӆ >+>ӆ ??  ?B(?B0?8?BX?`? 4p? 4x? ? 4? ?????^ ?^?C?Z ?Z @C@ZS @ H@ϊ,X@ 0h@ߊ+4p@ߊ4@ 0@ߊ4@3 L@H 8@t@@@@A50A8AHAG<`AhAGAAAӆ A+Aӆ AA BBBBB BB@BHB 4XB 4`B hB 4pB BBBBB^ B^BCBZ BZ BCBZS C 0Cϊ,@C 0PCߊ+4XCߊ4pC 0xCߊ4C3 LCH 8CtCCCCD5D D0DG<HDPDGhDDDӆ D+Dӆ DD DBDBEEB(E0E 4@E 4HE PE 4XE hEpExEEE^ E^ECEZ EZ ECEZS E Fϊ,(F 08Fߊ+4@Fߊ4XF 0`Fߊ4pF3 LxFH 8FtFFFFF5GGGG<0G8GGPGGGӆ G+Gӆ GG GBGBGGBHH 4(H 40H 8H 4@H PHXH`HhHpH^ H^HCHZ HZ HCHZS H Iϊ,I 0 Iߊ+4(Iߊ4@I 0HIߊ4XI3 L`IH 8xItIIIII5IIJG<J JG8JhJpJӆ J+Jӆ JJ JBJBJJBJK 4K 4K  K 4(K 8K@KHKPKXK^ pK^xKCKZ KZ KCKZS K Kϊ,K 0Lߊ+4Lߊ4(L 00Lߊ4@L3 LHLH 8`LthLpLxLLL5LLLG<MMG MPMXMӆ pM+Mӆ MM MBMBMMBMM 4M 4N N 4N  N(N0N8N@N^ XN^`NCpNZ xNZ NCNZS N Nϊ,N 0Nߊ+4Nߊ4O 0Oߊ4(O3 L0OH 8HOtPOXO`OOO5OOOG<OOGP8P@Pӆ XP+hPӆ xPP PBPBPPBPP 4P 4P P 4P QQQ Q(Q^ @Q^HQCXQZ `QZ xQCQZS Q Qϊ,Q 0Qߊ+4Qߊ4Q 0Rߊ4R3 LRH 80Rt8R@RHRhRR5RRRG<RRGR S(Sӆ @S+PSӆ `ShS xSBSBSSBSS 4S 4S S 4S SSTTT^ (T^0TC@TZ HTZ `TChTZS pT Tϊ,T 0Tߊ+4Tߊ4T 0Tߊ4T3 LUH 8Ut U(U0UPUpU5UUUG<UUGUVVӆ (V+8Vӆ HVPV `VBhVBpVxVBVV 4V 4V V 4V VVVVV^ W^WC(WZ 0WZ HWCPWZS XW Wϊ,W 0Wߊ+4Wߊ4W 0Wߊ4W3 LWH 8XtXXX8XXX5pXxXXG<XXGXXXӆ Y+ Yӆ 0Y8Y HYBPYBXY`YBYY 4Y 4Y Y 4Y YYYYY^ Y^ZCZZ ZZ 0ZC8ZZS @Z pZϊ,Z 0Zߊ+4Zߊ4Z 0Zߊ4Z3 LZH 8ZtZZ[ [@[5X[`[p[G<[[G[[[ӆ [+\ӆ \ \ 0\B8\B@\H\Bh\p\ 4\ 4\ \ 4\ \\\\\^ \^\C\Z ]Z ]C ]ZS (] X]ϊ,h] 0x]ߊ+4]ߊ4] 0]ߊ4]3 L]H 8]t]]]^(^5@^H^X^G<p^x^G^^^ӆ ^+^ӆ __ _B _B(_0_BP_X_ 4h_ 4p_ x_ 4_ _____^ _^_C_Z _Z `C`ZS ` @`ϊ,P` 0``ߊ+4h`ߊ4` 0`ߊ4`3 L`H 8`t````a5(a0a@aG<Xa`aGxaaaӆ a+aӆ aa bBbBbbB8b@b 4Pb 4Xb `b 4hb xbbbbb^ b^bCbZ bZ bCbZS b (cϊ,8c 0Hcߊ+4Pcߊ4hc 0pcߊ4c3 LcH 8ctccccc5dd(dG<@dHdG`dddӆ d+dӆ dd dBdBdeB e(e 48e 4@e He 4Pe `ehepexee^ e^eCeZ eZ eCeZS e fϊ, f 00fߊ+48fߊ4Pf 0Xfߊ4hf3 LpfH 8ftfffff5fggG<(g0gGHgxggӆ g+gӆ gg gBgBggBhh 4 h 4(h 0h 48h HhPhXh`hhh^ h^hChZ hZ hChZS h hϊ,i 0iߊ+4 iߊ48i 0@iߊ4Pi3 LXiH 8pitxiiiii5iiiG<jjG0j`jhjӆ j+jӆ jj jBjBjjBjj 4k 4k k 4 k 0k8k@kHkPk^ hk^pkCkZ kZ kCkZS k kϊ,k 0lߊ+4lߊ4 l 0(lߊ48l3 L@lH 8Xlt`lhlplll5lllG<lmGmHmPmӆ hm+xmӆ mm mBmBmmBmm 4m 4m n 4n n n(n0n8n^ Pn^XnChnZ pnZ nCnZS n nϊ,n 0nߊ+4nߊ4o 0oߊ4 o3 L(oH 8@otHoPoXoxoo5oooG<ooGp0p8pӆ Pp+`pӆ ppxp pBpBppBpp 4p 4p p 4p qqqq q^ 8q^@qCPqZ XqZ pqCxqZS q qϊ,q 0qߊ+4qߊ4q 0qߊ4r3 LrH 8(rt0r8r@r`rr5rrrG<rrGrs sӆ 8s+Hsӆ Xs`s psBxsBssBss 4s 4s s 4s ssstt^  t^(tC8tZ @tZ XtC`tZS ht tϊ,t 0tߊ+4tߊ4t 0tߊ4t3 LtH 8utu u(uHuhu5uuuG<uuGuvvӆ v+0vӆ @vHv XvB`vBhvpvBvv 4v 4v v 4v vvvvv^ w^wC wZ (wZ @wCHwZS Pw wϊ,w 0wߊ+4wߊ4w 0wߊ4w3 LwH 8wtxxx0xPx5hxpxxG<xxGxxxӆ y+yӆ (y0y @yBHyBPyXyBxyy 4y 4y y 4y yyyyy^ y^yCzZ zZ (zC0zZS 8z hzϊ,xz 0zߊ+4zߊ4z 0zߊ4z3 LzH 8ztzzz{8{5P{X{h{G<{{G{{{ӆ {+|ӆ || (|B0|B8|@|B`|h| 4x| 4| | 4| |||||^ |^|C|Z |Z }C}ZS  } P}ϊ,`} 0p}ߊ+4x}ߊ4} 0}ߊ4}3 L}H 8}t}}}~ ~58~@~P~G<h~p~G~~~ӆ ~+~ӆ ~ BB (BHP 4` 4h p 4x ^ ^CZ Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȀ5 (8G<PXGpӆ +Ёӆ  BBB08 4H 4P X 4` px^ ^CZ ȂZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЃ5 G<8@GXӆ +ӆ ȄЄ BBB  40 48 @ 4H X`hpx^ ^CZ Z ȅCЅZS ؅ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8t؆5G< (G@pxӆ +ӆ  ȇBЇB؇B 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5؉G<G(X`ӆ x+ӆ  BBȊB 4 4  4 (08@H^ `^hCxZ Z CZS  ؋ϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5Ȍ،G<G@Hӆ `+pӆ  BBBЍ؍ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ў 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<؏G(0ӆ H+Xӆ hp BBB 4А 4ؐ  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ȑߊ+4Бߊ4 0ߊ43 LH 8 t(08Xx5G<ȒGӆ 0+@ӆ PX hBpBxB 4 4 ȓ 4Г ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Д 0ؔߊ43 LH 8t @`5xG<Gȕӆ +(ӆ 8@ PBXB`hB 4 4  4 ȖЖؖ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ4З3 LؗH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 șЙ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8ؚt05HP`G<xGțЛӆ +ӆ   B(B08BX` 4p 4x  4 ^ М^؜CZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8tȝН؝508HG<`hGӆ О+ӆ  BB B@H 4X 4` h 4p ^ ^CПZ ؟Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ȡӆ ء BBB(0 4@ 4H P 4X hpx^ ^CZ Z آCZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8tȣ5G<08GPӆ +ӆ Ȥ ؤBBB 4( 40 8 4@ PX`hp^ ^CZ Z CȥZS Х ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtЦ5G< G8hpӆ +ӆ  BȧBЧاB 4 4   4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5ЩةG<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Ыϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ЬG<G8@ӆ X+hӆ x BBBȭЭ 4 4  4  (^ @^HCXZ `Z xCZS  ϊ,Ȯ 0خߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<ЯدG (ӆ @+Pӆ `h xBBB 4Ȱ 4а ذ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȱߊ4 0ߊ43 LH 8t (0Pp5G<Gزӆ (+8ӆ HP `BhBpxB 4 4  4ȳ س^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4ȴ 0дߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȶжض^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ȷ3 LзH 8t @5X`pG<Gظӆ +ӆ   0B8B@HBhp 4 4  4 ȹ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8кtغ(5@HXG<pxGȻӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ȼ^мCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȽн5(0@G<X`Gxӆ Ⱦ+ؾӆ  BBB8@ 4P 4X ` 4h x^ ^CȿZ пZ CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4  4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LH 8t85PXhG<Gӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8t(5@HXG<pxGҋXҋX#d 4 dEh hPJ tXZ*xpZxJ tZxJ t [0[Ս`[Txy[ɒ[{[H[P<[<WD.XH[.XH0.XHH.XHxZLZLZLZL.XH[[[Q[[Q[([Q[[[ [[0[[X[\`[\3[|[|[\3[H|[H|[~| [\3 [~| P[\3X[~| x[~| [#([\3[#([\3 [#(0[#(8[]$@[t,H[t,P[0X[0x[4[.8[K<[~H[~H[~H[T [X([X8[\[\[\[Mh[LP {T(!X0X8,#\H `hx[Fl[ ӆ + ӆ 08 HBPB`hBptx5G<G0Hx 4 4  4 CZ Z ZS  8 ϊ,H ߊ4` h ߊ4x 3 L H 8 ӆ + ӆ   B B ( BP X 4h 4p x 4     ^  ^ C Z  Z  C ZS  @ ϊ,P 0` ߊ+4h ߊ4 0 ߊ4 3 L H 8 t     5( 0 @ G<X ` Gx  ӆ + ӆ   B B  B8 @ 4P 4X ` 4h x    ^  ^ C Z  Z  C ZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8t5G< (G@pxӆ +ӆ  BBB 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8`thpx5G<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8PtX`h5G<G@Hӆ `+pӆ  BBB 4 4  4  (0^ H^PC`Z hZ CZS  ϊ, 0ߊ+4ߊ4 0 ߊ4 3 L H 8@ tH P X x  5   G<  G!0!8!ӆ P!+`!ӆ p!x! !B!B!!B!! 4! 4! ! 4! """" "^ 8"^@"CP"Z X"Z p"Cx"ZS " "ϊ," 0"ߊ+4"ߊ4" 0"ߊ4#3 L#H 80#t8#@#H#h##5###G<##G# $($ӆ @$+P$ӆ `$h$ x$B$B$$B$$ 4$ 4$ $ 4$ $$%%%^ (%^0%C@%Z H%Z `%Ch%ZS p% %ϊ,% 0%ߊ+4%ߊ4% 0%ߊ4%3 L&H 8 &t(&0&8&X&x&5&&&G<&&G&''ӆ 0'+@'ӆ P'X' h'Bp'Bx''B'' 4' 4' ' 4' ''''(^ (^ (C0(Z 8(Z P(CX(ZS `( (ϊ,( 0(ߊ+4(ߊ4( 0(ߊ4(3 L(H 8)t) )()H)h)5)))G<))G)**ӆ *+0*ӆ @*H* X*B`*Bh*p*B** 4* 4* * 4* *****^ +^+C +Z (+Z @+CH+ZS P+ +ϊ,+ 0+ߊ+4+ߊ4+ 0+ߊ4+3 L+H 8,t,,,8,X,5p,x,,G<,,G,,,ӆ -+ -ӆ 0-8- H-BP-BX-`-B-- 4- 4- - 4- -----^ -^.C.Z .Z 0.C8.ZS @. p.ϊ,. 0.ߊ+4.ߊ4. 0.ߊ4.3 L.H 8.t.//(/H/5`/h/x/G<//G///ӆ 0+0ӆ 0(0 80B@0BH0P0Bp0x0 40 40 0 40 00000^ 0^0C1Z 1Z  1C(1ZS 01 `1ϊ,p1 01ߊ+41ߊ41 01ߊ413 L1H 81t1112825P2X2h2G<22G222ӆ 2+3ӆ 33 (3B03B83@3B`3h3 4x3 43 3 43 33333^ 3^3C3Z 3Z 4C4ZS  4 P4ϊ,`4 0p4ߊ+4x4ߊ44 04ߊ443 L4H 84t4445(55@5H5X5G<p5x5G555ӆ 5+5ӆ 66 6B 6B(606BP6X6 4h6 4p6 x6 46 66666^ 6^6C6Z 6Z 7C7ZS 7 @7ϊ,P7 0`7ߊ+4h7ߊ47 07ߊ473 L7H 87t7777850888H8G<`8h8G888ӆ 8+8ӆ 88 9B9B9 9B@9H9 4X9 4`9 h9 4p9 99999^ 9^9C9Z 9Z 9C9ZS : 0:ϊ,@: 0P:ߊ+4X:ߊ4p: 0x:ߊ4:3 L:H 8:t::::;5 ;(;8;G<P;X;Gp;;;ӆ ;+;ӆ ;; ;B<B<<B0<8< 4H< 4P< X< 4`< p<x<<<<^ <^<C<Z <Z <C<ZS <  =ϊ,0= 0@=ߊ+4H=ߊ4`= 0h=ߊ4x=3 L=H 8=t=====5>>(>G<@>H>G`>>>ӆ >+>ӆ >> >B>B>?B ?(? 48? 4@? H? 4P? `?h?p?x??^ ?^?C?Z ?Z ?C?ZS ? @ϊ, @ 00@ߊ+48@ߊ4P@ 0X@ߊ4h@3 Lp@H 8@t@@@@@5AAAG<0A8AGPAAAӆ A+Aӆ AA ABABAABBB 4(B 40B 8B 4@B PBXB`BhBpB^ B^BCBZ BZ BCBZS B Cϊ,C 0 Cߊ+4(Cߊ4@C 0HCߊ4XC3 L`CH 8CtCCCCC5CCDG< D(DG@DpDxDӆ D+Dӆ DD DBDBDDBEE 4E 4 E (E 40E @EHEPEXE`E^ xE^ECEZ EZ ECEZS E Eϊ,F 0Fߊ+4Fߊ40F 08Fߊ4HF3 LPFH 8pFtxFFFFF5FFFG<GGG0G`GhGӆ G+Gӆ GG GBGBGGBGG 4H 4H H 4 H 0H8H@HHHPH^ hH^pHCHZ HZ HCHZS H Hϊ,H 0Iߊ+4Iߊ4 I 0(Iߊ48I3 L@IH 8`IthIpIxIII5IIIG<JJG JPJXJӆ pJ+Jӆ JJ JBJBJJBJJ 4J 4K K 4K  K(K0K8K@K^ XK^`KCpKZ xKZ KCKZS K Kϊ,K 0Kߊ+4Kߊ4L 0Lߊ4(L3 L0LH 8PLtXL`LhLLL5LLLG<LLGM@MHMӆ `M+pMӆ MM MBMBMMBMM 4M 4M M 4N NN N(N0N^ HN^PNC`NZ hNZ NCNZS N Nϊ,N 0Nߊ+4Nߊ4O 0Oߊ4O3 L OH 88Ot@OHOPOpOO5OOOG<OOGO(P0Pӆ HP+XPӆ hPpP PBPBPPBPP 4P 4P P 4P PQQQQ^ 0Q^8QCHQZ PQZ hQCpQZS xQ Qϊ,Q 0Qߊ+4Qߊ4Q 0Qߊ4R3 LRH 8 Rt(R0R8RXRxR5RRRG<RRGRSSӆ 0S+@Sӆ PSXS hSBpSBxSSBSS 4S 4S S 4S SSSST^ T^ TC0TZ 8TZ PTCXTZS `T Tϊ,T 0Tߊ+4Tߊ4T 0Tߊ4T3 LTH 8UtUU U@U`U5xUUUG<UUGUUVӆ V+(Vӆ 8V@V PVBXVB`VhVBVV 4V 4V V 4V VVVVV^ W^WCWZ  WZ 8WC@WZS HW xWϊ,W 0Wߊ+4Wߊ4W 0Wߊ4W3 LWH 8WtWXX(XHX5`XhXxXG<XXGXXXӆ Y+Yӆ Y(Y 8YB@YBHYPYBpYxY 4Y 4Y Y 4Y YYYYY^ Y^YCZZ ZZ  ZC(ZZS 0Z `Zϊ,pZ 0Zߊ+4Zߊ4Z 0Zߊ4Z3 LZH 8ZtZZZ[0[5H[P[`[G<x[[G[[[ӆ [+[ӆ \\  \B(\B0\8\BX\`\ 4p\ 4x\ \ 4\ \\\\\^ \^\C\Z \Z ]C]ZS ] H]ϊ,X] 0h]ߊ+4p]ߊ4] 0]ߊ4]3 L]H 8]t]]]]^50^8^H^G<`^h^G^^^ӆ ^+^ӆ ^^ _B_B_ _B@_H_ 4X_ 4`_ h_ 4p_ _____^ _^_C_Z _Z _C_ZS ` 0`ϊ,@` 0P`ߊ+4X`ߊ4p` 0x`ߊ4`3 L`H 8`t````a5a a0aG<HaPaGhaaaӆ a+aӆ aa aBaBbbB(b0b 4@b 4Hb Pb 4Xb hbpbxbbb^ b^bCbZ bZ bCbZS b cϊ,(c 08cߊ+4@cߊ4Xc 0`cߊ4pc3 LxcH 8ctccccc5dddG<0d8dGPdddӆ d+dӆ dd dBdBddBee 4(e 40e 8e 4@e PeXe`ehepe^ e^eCeZ eZ eCeZS e fϊ,f 0 fߊ+4(fߊ4@f 0Hfߊ4Xf3 L`fH 8xftfffff5ffgG<g gG8ghgpgӆ g+gӆ gg gBgBggBgh 4h 4h  h 4(h 8h@hHhPhXh^ ph^xhChZ hZ hChZS h hϊ,h 0iߊ+4iߊ4(i 00iߊ4@i3 LHiH 8`ithipixiii5iiiG<jjG jPjXjӆ pj+jӆ jj jBjBjjBjj 4j 4k k 4k  k(k0k8k@k^ Xk^`kCpkZ xkZ kCkZS k kϊ,k 0kߊ+4kߊ4l 0lߊ4(l3 L0lH 8HltPlXl`lll5lllG<llGm8m@mӆ Xm+hmӆ xmm mBmBmmBmm 4m 4m m 4m nnn n(n^ @n^HnCXnZ `nZ xnCnZS n nϊ,n 0nߊ+4nߊ4n 0oߊ4o3 LoH 80ot8o@oHohoo5oooG<ooGo p(pӆ @p+Ppӆ `php xpBpBppBpp 4p 4p p 4p ppqqq^ (q^0qC@qZ HqZ `qChqZS pq qϊ,q 0qߊ+4qߊ4q 0qߊ4q3 LrH 8rt r(r0rPrpr5rrrG<rrGrssӆ (s+8sӆ HsPs `sBhsBpsxsBss 4s 4s s 4s sssss^ t^tC(tZ 0tZ HtCPtZS Xt tϊ,t 0tߊ+4tߊ4t 0tߊ4t3 LtH 8utuuu8uXu5puxuuG<uuGuuuӆ v+ vӆ 0v8v HvBPvBXv`vBvv 4v 4v v 4v vvvvv^ v^wCwZ wZ 0wC8wZS @w pwϊ,w 0wߊ+4wߊ4w 0wߊ4w3 LwH 8wtwwx x@x5Xx`xpxG<xxGxxxӆ x+yӆ y y 0yB8yB@yHyBhypy 4y 4y y 4y yyyyy^ y^yCyZ zZ zC zZS (z Xzϊ,hz 0xzߊ+4zߊ4z 0zߊ4z3 LzH 8ztzzz{({5@{H{X{G<p{x{G{{{ӆ {+{ӆ || |B |B(|0|BP|X| 4h| 4p| x| 4| |||||^ |^|C|Z |Z }C}ZS } @}ϊ,P} 0`}ߊ+4h}ߊ4} 0}ߊ4}3 L}H 8}t}}}}~5(~0~@~G<X~`~Gx~~~ӆ ~+~ӆ ~~ BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t؀5(G<@HG`ӆ +ӆ Ё؁ BBB ( 48 4@ H 4P `hpx^ ^CZ Z ЂC؂ZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  ЄB؄BB 4 4( 0 48 HPX`h^ ^CZ Z CZS ȅ ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptxȆ5G<G0`hӆ +ӆ  BBȇЇB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5ȉЉG<GHPӆ h+xӆ  BBB؊ 4 4  4  (08^ P^XChZ pZ CZS  ȋϊ,؋ 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5ȌG<G08ӆ P+`ӆ px BBBȍ 4؍ 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0Ўߊ+4؎ߊ4 0ߊ43 LH 8(t08@`5G<ȏЏG ӆ 8+Hӆ X` pBxBB 4 4Ȑ А 4ؐ ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4ؑ 0ߊ43 LH 8t (Hh5G<GВӆ +0ӆ @H XB`BhpB 4 4  4 Гؓ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0Ȕߊ4ؔ3 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ȖЖؖ^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LȗH 8t85PXhG<GИؘӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ؙ^CZ Z CZS  Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8ȚtКؚ 58@PG<hpGӆ ؛+ӆ  BB (BHP 4` 4h p 4x ^ ^ȜC؜Z Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȝ5 (8G<PXGpӆ +Оӆ  BBB08 4H 4P X 4` px^ ^CZ ȟZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tР5 G<8@GXӆ +ӆ ȡС BBB 40 48 @ 4H X`hpx^ ^CZ Z ȢCТZS آ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8tأ5G< (G@pxӆ +ӆ  ȤBФBؤB 4 4 ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5ئG<G(X`ӆ x+ӆ  BBȧB 4 4  4 (08@H^ `^hCxZ Z CZS  بϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5ȩةG<G@Hӆ `+pӆ  BBBЪت 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ы 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<جG(0ӆ H+Xӆ hp BBB 4Э 4ح  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0Ȯߊ+4Юߊ4 0ߊ43 LH 8 t(08Xx5G<ȯGӆ 0+@ӆ PX hBpBxB 4 4 Ȱ 4а ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4б 0رߊ43 LH 8t @`5xG<GȲӆ +(ӆ 8@ PBXB`hB 4 4  4 ȳгس^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ4д3 LشH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 ȶж^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8طt05HP`G<xGȸиӆ +ӆ   B(B08BX` 4p 4x  4 ^ й^عCZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8tȺкغ508HG<`hGӆ л+ӆ  BB B@H 4X 4` h 4p ^ ^CмZ ؼZ CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +Ⱦӆ ؾ BBB(0 4@ 4H P 4X hpx^ ^CZ Z ؿCZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5G<08GPӆ +ӆ  BBB 4( 40 8 4@ PX`hp^ ^CZ Z CZS  ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xt5G< G8hpӆ +ӆ  BBB 4 4  4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5G<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5G<G8@ӆ X+hӆ x BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<G (ӆ @+Pӆ `h xBBB 4 4  4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t(5@HXG<pxGӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ^CZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ, 00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4 4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<GҋXҋX#d 4( dPXEhhhJ tZ*xZxJ tZxJ t X[tx[_|[LP{T!XX,#\ h0[8FlX[` ӆ +ӆ  BB B(t08@`5G<G08 4H 4P X 4` pxCZ Z ZS  ϊ,ߊ4 ߊ403 L@H 8pxӆ +ӆ  BBB 4 4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4 08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4 0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  (^ @^HCXZ `Z xCZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 88t@HPp5G<G(0ӆ H+Xӆ hp BBB 4 4  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (0Pp5G<Gӆ (+8ӆ HP `BhBpxB 4 4  4 ^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8 t   @ ` 5x   G<  G   ӆ  +( ӆ 8 @  P BX B` h B   4  4    4       ^  ^ C Z  Z 8 C@ ZS H  x ϊ,  0 ߊ+4 ߊ4  0 ߊ4 3 L H 8 t   0 P 5h p  G<  G   ӆ  + ӆ ( 0  @ BH BP X Bx   4  4    4       ^  ^ CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LH 8t @5X`pG<Gӆ +ӆ   0B8B@HBhp 4 4  4 ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8t05HP`G<xGӆ +ӆ   B(B08BX` 4p 4x  4 ^ ^CZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8t 58@PG<hpGӆ +ӆ  BB (BHP 4` 4h p 4x ^ ^CZ Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8t5(0@G<X`Gxӆ +ӆ  BBB8@ 4P 4X ` 4h x^ ^CZ Z CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5 0G<HPGhӆ +ӆ  BBB(0 4@ 4H P 4X hpx^ ^CZ Z CZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8t5 G<8@GXӆ +ӆ  BBB  40 48 @ 4H X`hpx^ ^CZ Z CZS   ϊ,  0( ߊ+40 ߊ4H  0P ߊ4` 3 Lh H 8 t     5 !!G<(!0!GH!x!!ӆ !+!ӆ !! !B!B!!B"" 4 " 4(" 0" 48" H"P"X"`"h"^ "^"C"Z "Z "C"ZS " "ϊ,# 0#ߊ+4 #ߊ48# 0@#ߊ4P#3 LX#H 8x#t#####5##$G<$ $G8$h$p$ӆ $+$ӆ $$ $B$B$$B$% 4% 4%  % 4(% 8%@%H%P%X%^ p%^x%C%Z %Z %C%ZS % %ϊ,% 0&ߊ+4&ߊ4(& 00&ߊ4@&3 LH&H 8h&tp&x&&&&5&&&G<''G('X'`'ӆ x'+'ӆ '' 'B'B''B'' 4( 4( ( 4( ((0(8(@(H(^ `(^h(Cx(Z (Z (C(ZS ( (ϊ,( 0(ߊ+4)ߊ4) 0 )ߊ40)3 L8)H 8X)t`)h)p)))5)))G<)*G*H*P*ӆ h*+x*ӆ ** *B*B**B** 4* 4* + 4+ + +(+0+8+^ P+^X+Ch+Z p+Z +C+ZS + +ϊ,+ 0+ߊ+4+ߊ4, 0,ߊ4 ,3 L(,H 8H,tP,X,`,,,5,,,G<,,G-8-@-ӆ X-+h-ӆ x-- -B-B--B-- 4- 4- - 4- ... .(.^ @.^H.CX.Z `.Z x.C.ZS . .ϊ,. 0.ߊ+4.ߊ4. 0/ߊ4/3 L/H 88/t@/H/P/p//5///G<//G/(000ӆ H0+X0ӆ h0p0 0B0B00B00 40 40 0 40 01111^ 01^81CH1Z P1Z h1Cp1ZS x1 1ϊ,1 01ߊ+41ߊ41 01ߊ423 L2H 8(2t0282@2`225222G<22G23 3ӆ 83+H3ӆ X3`3 p3Bx3B33B33 43 43 3 43 33344^  4^(4C84Z @4Z X4C`4ZS h4 4ϊ,4 04ߊ+44ߊ44 04ߊ443 L4H 85t 5(505P5p55555G<55G566ӆ (6+86ӆ H6P6 `6Bh6Bp6x6B66 46 46 6 46 66666^ 7^7C(7Z 07Z H7CP7ZS X7 7ϊ,7 07ߊ+47ߊ47 07ߊ473 L7H 88t88 8@8`85x888G<88G889ӆ 9+(9ӆ 89@9 P9BX9B`9h9B99 49 49 9 49 99999^ :^:C:Z  :Z 8:C@:ZS H: x:ϊ,: 0:ߊ+4:ߊ4: 0:ߊ4:3 L:H 8:t:;;(;H;5`;h;x;G<;;G;;;ӆ <+<ӆ <(< 8<B@<BH<P<Bp<x< 4< 4< < 4< <<<<<^ <^<C=Z =Z  =C(=ZS 0= `=ϊ,p= 0=ߊ+4=ߊ4= 0=ߊ4=3 L=H 8=t===>0>5H>P>`>G<x>>G>>>ӆ >+>ӆ ??  ?B(?B0?8?BX?`? 4p? 4x? ? 4? ?????^ ?^?C?Z ?Z @C@ZS @ H@ϊ,X@ 0h@ߊ+4p@ߊ4@ 0@ߊ4@3 L@H 8@t@@@@A50A8AHAG<`AhAGAAAӆ A+Aӆ AA BBBBB BB@BHB 4XB 4`B hB 4pB BBBBB^ B^BCBZ BZ BCBZS C 0Cϊ,@C 0PCߊ+4XCߊ4pC 0xCߊ4C3 LCH 8CtCCCCD5D D0DG<HDPDGhDDDӆ D+Dӆ DD DBDBEEB(E0E 4@E 4HE PE 4XE hEpExEEE^ E^ECEZ EZ ECEZS E Fϊ,(F 08Fߊ+4@Fߊ4XF 0`Fߊ4pF3 LxFH 8FtFFFFF5GGGG<0G8GGPGGGӆ G+Gӆ GG GBGBGGBHH 4(H 40H 8H 4@H PHXH`HhHpH^ H^HCHZ HZ HCHZS H Iϊ,I 0 Iߊ+4(Iߊ4@I 0HIߊ4XI3 L`IH 8xItIIIII5IIJG<J JG8JhJpJӆ J+Jӆ JJ JBJBJJBJK 4K 4K  K 4(K 8K@KHKPKXK^ pK^xKCKZ KZ KCKZS K Kϊ,K 0Lߊ+4Lߊ4(L 00Lߊ4@L3 LHLH 8`LthLpLxLLL5LLLG<MMG MPMXMӆ pM+Mӆ MM MBMBMMBMM 4M 4N N 4N  N(N0N8N@N^ XN^`NCpNZ xNZ NCNZS N Nϊ,N 0Nߊ+4Nߊ4O 0Oߊ4(O3 L0OH 8HOtPOXO`OOO5OOOG<OOGP8P@Pӆ XP+hPӆ xPP PBPBPPBPP 4P 4P P 4P QQQ Q(Q^ @Q^HQCXQZ `QZ xQCQZS Q Qϊ,Q 0Qߊ+4Qߊ4Q 0Rߊ4R3 LRH 80Rt8R@RHRhRR5RRRG<RRGR S(Sӆ @S+PSӆ `ShS xSBSBSSBSS 4S 4S S 4S SSTTT^ (T^0TC@TZ HTZ `TChTZS pT Tϊ,T 0Tߊ+4Tߊ4T 0Tߊ4T3 LUH 8Ut U(U0UPUpU5UUUG<UUGUVVӆ (V+8Vӆ HVPV `VBhVBpVxVBVV 4V 4V V 4V VVVVV^ W^WC(WZ 0WZ HWCPWZS XW Wϊ,W 0Wߊ+4Wߊ4W 0Wߊ4W3 LWH 8XtXXX8XXX5pXxXXG<XXGXXXӆ Y+ Yӆ 0Y8Y HYBPYBXY`YBYY 4Y 4Y Y 4Y YYYYY^ Y^ZCZZ ZZ 0ZC8ZZS @Z pZϊ,Z 0Zߊ+4Zߊ4Z 0Zߊ4Z3 LZH 8ZtZZ[ [@[5X[`[p[G<[[G[[[ӆ [+\ӆ \ \ 0\B8\B@\H\Bh\p\ 4\ 4\ \ 4\ \\\\\^ \^\C\Z ]Z ]C ]ZS (] X]ϊ,h] 0x]ߊ+4]ߊ4] 0]ߊ4]3 L]H 8]t]]]^(^5@^H^X^G<p^x^G^^^ӆ ^+^ӆ __ _B _B(_0_BP_X_ 4h_ 4p_ x_ 4_ _____^ _^_C_Z _Z `C`ZS ` @`ϊ,P` 0``ߊ+4h`ߊ4` 0`ߊ4`3 L`H 8`t````a5(a0a@aG<Xa`aGxaaaӆ a+aӆ aa bBbBbbB8b@b 4Pb 4Xb `b 4hb xbbbbb^ b^bCbZ bZ bCbZS b (cϊ,8c 0Hcߊ+4Pcߊ4hc 0pcߊ4c3 LcH 8ctccccc5dd(dG<@dHdG`dddӆ d+dӆ dd dBdBdeB e(e 48e 4@e He 4Pe `ehepexee^ e^eCeZ eZ eCeZS e fϊ, f 00fߊ+48fߊ4Pf 0Xfߊ4hf3 LpfH 8ftfffff5fggG<(g0gGHgxggӆ g+gӆ gg gBgBggBhh 4 h 4(h 0h 48h HhPhXh`hhh^ h^hChZ hZ hChZS h hϊ,i 0iߊ+4 iߊ48i 0@iߊ4Pi3 LXiH 8pitxiiiii5iiiG<jjG0j`jhjӆ j+jӆ jj jBjBjjBjj 4k 4k k 4 k 0k8k@kHkPk^ hk^pkCkZ kZ kCkZS k kϊ,k 0lߊ+4lߊ4 l 0(lߊ48l3 L@lH 8Xlt`lhlplll5lllG<lmGmHmPmӆ hm+xmӆ mm mBmBmmBmm 4m 4m n 4n n n(n0n8n^ Pn^XnChnZ pnZ nCnZS n nϊ,n 0nߊ+4nߊ4o 0oߊ4 o3 L(oH 8@otHoPoXoxoo5oooG<ooGp0p8pӆ Pp+`pӆ ppxp pBpBppBpp 4p 4p p 4p qqqq q^ 8q^@qCPqZ XqZ pqCxqZS q qϊ,q 0qߊ+4qߊ4q 0qߊ4r3 LrH 8(rt0r8r@r`rr5rrrG<rrGrs sӆ 8s+Hsӆ Xs`s psBxsBssBss 4s 4s s 4s ssstt^  t^(tC8tZ @tZ XtC`tZS ht tϊ,t 0tߊ+4tߊ4t 0tߊ4t3 LtH 8utu u(uHuhu5uuuG<uuGuvvӆ v+0vӆ @vHv XvB`vBhvpvBvv 4v 4v v 4v vvvvv^ w^wC wZ (wZ @wCHwZS Pw wϊ,w 0wߊ+4wߊ4w 0wߊ4w3 LwH 8wtxxx0xPx5hxpxxG<xxGxxxӆ y+yӆ (y0y @yBHyBPyXyBxyy 4y 4y y 4y yyyyy^ y^yCzZ zZ (zC0zZS 8z hzϊ,xz 0zߊ+4zߊ4z 0zߊ4z3 LzH 8ztzzz{8{5P{X{h{G<{{G{{{ӆ {+|ӆ || (|B0|B8|@|B`|h| 4x| 4| | 4| |||||^ |^|C|Z |Z }C}ZS  } P}ϊ,`} 0p}ߊ+4x}ߊ4} 0}ߊ4}3 L}H 8}t}}}~ ~58~@~P~G<h~p~G~~~ӆ ~+~ӆ ~ BB (BHP 4` 4h p 4x ^ ^CZ Z CZS  8ϊ,H 0Xߊ+4`ߊ4x 0ߊ43 LH 8tȀ5 (8G<PXGpӆ +Ёӆ  BBB08 4H 4P X 4` px^ ^CZ ȂZ CZS   ϊ,0 0@ߊ+4Hߊ4` 0hߊ4x3 LH 8tЃ5 G<8@GXӆ +ӆ ȄЄ BBB  40 48 @ 4H X`hpx^ ^CZ Z ȅCЅZS ؅ ϊ, 0(ߊ+40ߊ4H 0Pߊ4`3 LhH 8t؆5G< (G@pxӆ +ӆ  ȇBЇB؇B 4 4  ( 40 @HPX`^ x^CZ Z CZS  ϊ, 0ߊ+4ߊ40 08ߊ4H3 LPH 8htpx5؉G<G(X`ӆ x+ӆ  BBȊB 4 4  4 (08@H^ `^hCxZ Z CZS  ؋ϊ, 0ߊ+4ߊ4 0 ߊ403 L8H 8PtX`h5Ȍ،G<G@Hӆ `+pӆ  BBBЍ؍ 4 4  4  (0^ H^PC`Z hZ CZS  ϊ,Ў 0ߊ+4ߊ4 0ߊ43 L H 88t@HPp5G<؏G(0ӆ H+Xӆ hp BBB 4А 4ؐ  4 ^ 0^8CHZ PZ hCpZS x ϊ, 0ȑߊ+4Бߊ4 0ߊ43 LH 8 t(08Xx5G<ȒGӆ 0+@ӆ PX hBpBxB 4 4 ȓ 4Г ^ ^ C0Z 8Z PCXZS ` ϊ, 0ߊ+4ߊ4Д 0ؔߊ43 LH 8t @`5xG<Gȕӆ +(ӆ 8@ PBXB`hB 4 4  4 ȖЖؖ^ ^CZ  Z 8C@ZS H xϊ, 0ߊ+4ߊ4 0ߊ4З3 LؗH 8t(H5`hxG<Gӆ +ӆ ( 8B@BHPBpx 4 4  4 șЙ^ ^CZ Z  C(ZS 0 `ϊ,p 0ߊ+4ߊ4 0ߊ43 LH 8ؚt05HP`G<xGțЛӆ +ӆ   B(B08BX` 4p 4x  4 ^ М^؜CZ Z CZS  Hϊ,X 0hߊ+4pߊ4 0ߊ43 LH 8tȝН؝508HG<`hGӆ О+ӆ  BB B@H 4X 4` h 4p ^ ^CПZ ؟Z CZS  0ϊ,@ 0Pߊ+4Xߊ4p 0xߊ43 LH 8t5 0G<HPGhӆ +ȡӆ ء BBB(0 4@ 4H P 4X hpx^ ^CZ Z آCZS  ϊ,( 08ߊ+4@ߊ4X 0`ߊ4p3 LxH 8tȣ5G<08GPӆ +ӆ Ȥ ؤBBB 4( 40 8 4@ PX`hp^ ^CZ Z CȥZS Х ϊ, 0 ߊ+4(ߊ4@ 0Hߊ4X3 L`H 8xtЦ5G< G8hpӆ +ӆ  BȧBЧاB 4 4   4( 8@HPX^ p^xCZ Z CZS  ϊ, 0ߊ+4ߊ4( 00ߊ4@3 LHH 8`thpx5ЩةG<G PXӆ p+ӆ  BBB 4 4  4  (08@^ X^`CpZ xZ CZS  Ыϊ, 0ߊ+4ߊ4 0ߊ4(3 L0H 8HtPX`5ЬG<G8@ӆ X+hӆ x BBBȭЭ 4 4  4  (^ @^HCXZ `Z xCZS  ϊ,Ȯ 0خߊ+4ߊ4 0ߊ43 LH 80t8@Hh5G<ЯدG (ӆ @+Pӆ `h xBBB 4Ȱ 4а ذ 4 ^ (^0C@Z HZ `ChZS p ϊ, 0ߊ+4ȱߊ4 0ߊ43 LH 8t (0Pp5G<Gزӆ (+8ӆ HP `BhBpxB 4 4  4ȳ س^ ^C(Z 0Z HCPZS X ϊ, 0ߊ+4ߊ4ȴ 0дߊ43 LH 8t8X5pxG<Gӆ + ӆ 08 HBPBX`B 4 4  4 ȶжض^ ^CZ Z 0C8ZS @ pϊ, 0ߊ+4ߊ4 0ߊ4ȷ3 LзH 8t @5X`pG<Gظӆ +ӆ   0B8B@HBhp 4 4  4 ȹ^ ^CZ Z C ZS ( Xϊ,h 0xߊ+4ߊ4 0ߊ43 LH 8кtغ(5@HXG<pxGȻӆ +ӆ  B B(0BPX 4h 4p x 4 ^ ȼ^мCZ Z CZS  @ϊ,P 0`ߊ+4hߊ4 0ߊ43 LH 8tȽн5(0@G<X`Gxӆ Ⱦ+ؾӆ  BBB8@ 4P 4X ` 4h x^ ^CȿZ пZ CZS  (ϊ,8 0Hߊ+4Pߊ4h 0pߊ43 LH 8t5(G<@HG`ӆ +ӆ  BBB ( 48 4@ H 4P `hpx^ ^CZ Z CZS  ϊ,  00ߊ+48ߊ4P 0Xߊ4h3 LpH 8t5G<(0GHxӆ +ӆ  BBB 4  4( 0 48 HPX`h^ ^CZ Z CZS  ϊ, 0ߊ+4 ߊ48 0@ߊ4P3 LXH 8ptx5G<G0`hӆ +ӆ  BBB 4 4  4  08@HP^ h^pCZ Z CZS  ϊ, 0ߊ+4ߊ4  0(ߊ483 L@H 8Xt`hp5G<GHPӆ h+xӆ  BBB 4 4  4  (08^ P^XChZ pZ CZS  ϊ, 0ߊ+4ߊ4 0ߊ4 3 L(H 8@tHPXx5G<G08ӆ P+`ӆ px BBB 4 4  4  ^ 8^@CPZ XZ pCxZS  ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8(t08@`5G<G ӆ 8+Hӆ X` pBxBB 4 4  4 ^  ^(C8Z @Z XC`ZS h ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t (Hh5G<Gӆ +0ӆ @H XB`BhpB 4 4  4 ^ ^C Z (Z @CHZS P ϊ, 0ߊ+4ߊ4 0ߊ43 LH 8t0P5hpG<Gӆ +ӆ (0 @BHBPXBx 4 4  4 ^ ^CZ Z (C0ZS 8 hϊ,x 0ߊ+4ߊ4 0ߊ43 LH 8t85PXhG<Gӆ +ӆ  (B0B8@B`h 4x 4  4 ^ ^CZ Z CZS   Pϊ,` 0pߊ+4xߊ4 0ߊ43 LH 8t(5@HXG<pxGҋXҋX#d 4 dEh hPJ tXZ*xpZxJ tZxJ t [0[Ս`[ɒ)$[= [([X @[X `[h[s[s[s[[[[b([0[b@[h[p[[[[[[[[ [[8[2@[MH[MP[uX[u`[x[[‘['$[%$[=$[ӓ [([X @[X `[h[s[s[s[[[[b([0[b@[h[p[[[[[[[[ [[8[2@[MH[MP[uX[u`[x[[‘['$[%$[ӓD1U#6H1Uh>@]W8]Wx]uX]uX]uX]uX]uX]uXZp[{HB|y|`SY0@HEpyZ]>]> ]>(]>8]>H]>PDXHh[''YpY0` @`  8 Yp  @8  x   ( Y`  @ `YH@PY@@pHxY8@h@pY0@`8hY(@X0`Y @P (!X!!!Y"x"@"H# $P$$$Y%p%@%@&'H'''Y(h(@(8)*@***Y+`+@+0,-8---Y-X.@.(/00000Y0P1@1 22(333Y3H4@455 666Y6@7@788999Y98:@:;;<x<<Y<0=@=>>?p??Y?(@@@@ABhBBYB C@CCDD`EEYEF@xFFGGXHxHYHI@pIIJJPKpKYKL@hLLMM@N`NYNN@XOOPP0QPQYQQ@HRRSS T@TYxTT@8UUxVVW0WYhWW@(XXhYYZ ZYXZZ@[[X\\\]YH]]@^x^H_x__`Y8``@`ha8bhbbbY(cc@cXd(eXeeeYfxf@fHghHhhhYihi@i8jk8kkkYkXl@l(mm(nnnYnHo@oppqqqYq8r@rsstpttYt(u@uuvv`wwYwx@xxxyyPzpzYz{@h{{||@}`}Y}}@X~~0PY@H @Yx؃@8x0YhȆ@(h YX@XYH@xHxY8@h8hБY(@X(XYx@ؕHHЗYh@Ș88YX@((YH@Yؠ8@آpYȣ(@ȥ`Y@xPpY@hتث@`Y@XȭȮ0PY@H @Yxز@8x0Yhȵ@(h YX@XYH@xHxY8@h8hY(@X(XYx@HHYh@88YX@((YH@Y8@pY(@`Y@xPpY@h@`Y@X0PY@H @Yx@8x0Yh@(h YX@XYH@xHxY8@h8hY(@X0`@P0HPHhZxH''YY@p@pHY@H 8Yp@0p YX@ `YP@XYH@xPY@@pH x   Y8  @ h @ p   Y0  @ `8hY(@X0`Y @P(XYx@H PYp@@HYh@8@Y`@0 !8!!!Y!X"@"(#$0$$$Y$P%@% &&('''Y'H(@()) ***Y*@+@+,,---Y-8.@.//0x00Y001@1223p33Y3(4@4456h66Y6 7@7788`99Y9:@x::;;P<p<Y<=@h==>>@?`?Y??@X@@AA0BPBYBB@HCCDD E@EYxEE@8FFxGGH0HYhHH@(IIhJJK KYXKK@LLXMMMNYHNN@OxOHPxPPQY8QQ@QhR8ShSSSY(TT@TXU(VXVVVYWxW@WHXYHYYYYZhZ@Z8[\8\\\Y\X]@](^^(___Y_H`@`aabbbYb8c@cddepeeYe(f@ffgg`hhYhi@xiijjPkpkYkl@hllmm@n`nYnn@Xoopp0qPqYqq@Hrrss t@tYxtt@8uuxvvw0wYhww@(xxhyyz zYXzz@{{X|||}YH}}@~x~HxY8@h8hЂY(@X(XYx@؆HHЈYh@ȉ88YX@((YH@Yؑ8@ؓpYȔ(@Ȗ`Y@xPpY@h؛؜@`Y@XȞȟ0PY@H @Yxأ@8x0YhȦ@(h YX@XYH@xHxY8@h8hбY(@X(XYx@صHHзYh@ȸ88YX@((YH@Y8@pY(@`Y@xPpY@h@`Y@X0PY@H @Yx@8x0Yh@(h YX@XYH@xHxY8@h@p@`HZ`ZW1U6H1Uh>@]W8]Wx]uX]uX]uX]uX]uX]uXZp[{HB|y|`SY0@HEpyZ]>]> ]>(]>8]>H]>PDXHh[''YpY0` @`  8 Yp  @8  x   ( Y`  @ `YH@PY@@pHxY8@h@pY0@`8hY(@X0`Y @P (!X!!!Y"x"@"H# $P$$$Y%p%@%@&'H'''Y(h(@(8)*@***Y+`+@+0,-8---Y-X.@.(/00000Y0P1@1 22(333Y3H4@455 666Y6@7@788999Y98:@:;;<x<<Y<0=@=>>?p??Y?(@@@@ABhBBYB C@CCDD`EEYEF@xFFGGXHxHYHI@pIIJJPKpKYKL@hLLMM@N`NYNN@XOOPP0QPQYQQ@HRRSS T@TYxTT@8UUxVVW0WYhWW@(XXhYYZ ZYXZZ@[[X\\\]YH]]@^x^H_x__`Y8``@`ha8bhbbbY(cc@cXd(eXeeeYfxf@fHghHhhhYihi@i8jk8kkkYkXl@l(mm(nnnYnHo@oppqqqYq8r@rsstpttYt(u@uuvv`wwYwx@xxxyyPzpzYz{@h{{||@}`}Y}}@X~~0PY@H @Yx؃@8x0YhȆ@(h YX@XYH@xHxY8@h8hБY(@X(XYx@ؕHHЗYh@Ș88YX@((YH@Yؠ8@آpYȣ(@ȥ`Y@xPpY@hتث@`Y@XȭȮ0PY@H @Yxز@8x0Yhȵ@(h YX@XYH@xHxY8@h8hY(@X(XYx@HHYh@88YX@((YH@Y8@pY(@`Y@xPpY@h@`Y@X0PY@H @Yx@8x0Yh@(h YX@XYH@xHxY8@h8hY(@X0`@P0HPHhZxH''YY@p@pHY@H 8Yp@0p YX@ `YP@XYH@xPY@@pH x   Y8  @ h @ p   Y0  @ `8hY(@X0`Y @P(XYx@H PYp@@HYh@8@Y`@0 !8!!!Y!X"@"(#$0$$$Y$P%@% &&('''Y'H(@()) ***Y*@+@+,,---Y-8.@.//0x00Y001@1223p33Y3(4@4456h66Y6 7@7788`99Y9:@x::;;P<p<Y<=@h==>>@?`?Y??@X@@AA0BPBYBB@HCCDD E@EYxEE@8FFxGGH0HYhHH@(IIhJJK KYXKK@LLXMMMNYHNN@OxOHPxPPQY8QQ@QhR8ShSSSY(TT@TXU(VXVVVYWxW@WHXYHYYYYZhZ@Z8[\8\\\Y\X]@](^^(___Y_H`@`aabbbYb8c@cddepeeYe(f@ffgg`hhYhi@xiijjPkpkYkl@hllmm@n`nYnn@Xoopp0qPqYqq@Hrrss t@tYxtt@8uuxvvw0wYhww@(xxhyyz zYXzz@{{X|||}YH}}@~x~HxY8@h8hЂY(@X(XYx@؆HHЈYh@ȉ88YX@((YH@Yؑ8@ؓpYȔ(@Ȗ`Y@xPpY@h؛؜@`Y@XȞȟ0PY@H @Yxأ@8x0YhȦ@(h YX@XYH@xHxY8@h8hбY(@X(XYx@صHHзYh@ȸ88YX@((YH@Y8@pY(@`Y@xPpY@h@`Y@X0PY@H @Yx@8x0Yh@(h YX@XYH@xHxY8@h@p@`HZ`Z51U]W]W8]uX`]uXx]uX]uX]uX]uXZ0[{B|Hy| XSY@E0ypxZ]>]>]>]>]>]>DH([''Y0Yh @ X  Y0  @ h 8 h   Y  @ P PYh@88YX@(0YH@ Y8@xY(@hY@x  X!p!Y!"@h""##H$`$Y$$@X%%&&8'P'Y''@H(())(*@*Yx**@8++,,-0-Yh--@(..p//0 0YX00@11`2223YH33@4x4P5556Y866@6h7@8p888Y(99@9X:0;`;;;Y<x<@<H= >P>>>Y?h?@?8@A@AAAYAXB@B(CD0DDDYDHE@EFF GGGYG8H@HIIJxJJYJ(K@KKLMhMMYMN@xNNOOPPhPYPQ@`QQRR8SPSYSS@HTTUU V8VYpVV@0WWpXXY YYXYY@ZZX[[[\Y@\\@]p]@^p^^^Y(__@_X`(aXaaaYbpb@b@cd@dddYdXe@e(ff(gggYg@h@hiijxjjYj(k@kkll`mxmYmn@pnnooHp`pYpp@Xqqrr0sHsYss@@ttuuv0vYhvv@(wwhxxyyYPyy@zzP{{{|Y8||@|h}8~h~~~Y @P PЁYh@Ȃ88YP@  Y؇8@؉pY @XpY@h؎؏@XY@P(@Yxؓ@8x(Y`@ `YH@xHxY0@`0`ȞYx@؟HHȡY`@00YH@YЧ0@ЩhY@xPhY@`ЮЯ8PY@H 8Ypг@0p YX@XY@@p@pػY(@X(XؾYp@п@@YX@((Y@@xY(@`xY@pH`Y@X0HY@@0Yh@(hYP@PY8@h8hY @P PYh@88YP@  Y8@pY @XpY@h@XY@PP@HHZH@'P'YXpY @x@YP@  Y8@pY @XpY@pPhY@`@XY@P0HY@@   8 Yp  @0  x   ( Y`  @ hYP@XY@@pHxY0@`8hY @P(XYp@@HY`@0 !8!!!Y!P"@" ##($$$Y$@%@%&&'''Y'0(@())*p**Y* +@++,,`-x-Y-.@p..//P0h0Y01@`1122@3X3Y33@P445506H6Y66@@7788 989Yp99@0::p;;< <YX<<@==X>>>?Y@??@@p@@ApAAAY(BB@BXC(DXDDDYEpE@E@FG@GGGYGXH@H(II(JJJYJ@K@KLLMxMMYM(N@NNOO`PxPYPQ@pQQRRHS`SYSS@XTTUU0VHVYVV@@WWXXY0YYhYY@(ZZh[[\\YP\\@]]P^^^_Y8__@_h`8ahaaaY bb@bPc dPdddYehe@e8fg8gggYgPh@h ii jjjYj8k@kllmpmmYm n@nnooXpppYpq@hqqrr@sXsYss@Pttuu(v@vYxvv@8wwxxxy(yY`yy@ zz`{{{|YH||@}x}H~x~~~Y0@`0`ȁYx@؂HHȄY`@00YH@YЊ0@ЌhY@xPhY@`БВ8PY@H 8YpЖ@0p YX@XY@@p@p؞Y(@X(XءYp@Т@@YX@((Y@@xYȪ(@Ȭ`xY@pH`Y@XȱȲ0HY@@0Yhȶ@(hYP@PY8@h8hоY @P PYh@88YP@  Y8@pY @XpY@h@XY@P(@Yx@8x(Y`@ `YH@xP@pXZpZ1U]W]W0]uXX]uXp]uXx]uX]uX]uXZ(Z8[51U(]`W]W]uX]uX]uX ]uX0]uX@]uXPZ{B|y|0hS8YHX`@EyZ@]>`]>]>]>]>]>DH[('8'Y@XY(`@ Y 8 @    p  Y  @  XpY@h@XY@X8PY@H(@Yx@80Yh@(p YX@`   !YH!!@"x"P###$Y8$$@$h%@&p&&&Y(''@'X(0)`)))Y*x*@*H+ ,P,,,Y-h-@-8./@///Y/X0@0(120222Y2H3@344 555Y586@6778x88Y8(9@99:;h;;Y;<@x<<==X>p>Y>?@h??@@HA`AYAA@XBBCC8DPDYDD@HEEFF(G@GYxGG@8HHIIJ0JYhJJ@(KKpLLM MYXMM@NNXOOOPY@PP@QpQ@RpRRRY(SS@SXT(UXUUUYVpV@V@WX@XXXYXXY@Y(ZZ([[[Y[@\@\]]^x^^Y^(_@__```axaYab@pbbccHd`dYdd@Xeeff0gHgYgg@@hhiij0jYhjj@(kkhllmmYPmm@nnPooopY8pp@phq8rhrrrY ss@sPt uPuuuYvhv@v8wx8xxxYxPy@y zz {{{Y{8|@|}}~p~~Y~ @XpY@h؂؃@XY@P(@Yx؇@8x(Y`@ `YH@xHxY0@`0`ȒYx@ؓHHȕY`@00YH@YЛ0@НhY@xPhY@`ТУ8PY@H 8YpЧ@0p YX@XY@@p@pدY(@X(XزYp@г@@YX@((Y@@xYȻ(@Ƚ`xY@pH`Y@X0HY@@0Yh@(hYP@PY8@h8hY @P PYh@88YP@  Y8@pY @XpY@h@XY@P(@Yx@8x(Y`@ `YH@xHxY0@`8h@X8HXHpZH''YYHx@xPY@P(@Yx@8x(Y`@ `YH@XY@@pHxY0@`8hY @P( X   Y p @ @  H   Y ` @ 08YP@ (Y@@Y0@pY @`xY@pPhY@`  @!X!Y!!@P""##0$H$Y$$@@%%&& '8'Yp''@0((x))*(*Y`**@ ++h,,--YP--@..X///0Y@00@1p1H2x222Y033@3`485h555Y 66@6P7(8X888Y9p9@9@:;@;;;Y;X<@<(==(>>>Y>@?@?@@AxAAYA(B@BBCC`DxDYDE@pEEFFHG`GYGG@XHHII0JHJYJJ@@KKLLM0MYhMM@(NNhOOPPYPPP@QQPRRRSY8SS@ShT8UhUUUY VV@VPW XPXXXYYhY@Y8Z[8[[[Y[P\@\ ]] ^^^Y^8_@_``apaaYa b@bbccXdpdYde@heeff@gXgYgg@Phhii(j@jYxjj@8kkxllm(mY`mm@ nn`ooopYHpp@qxqHrxrrrY0ss@s`t0u`uuuYvxv@vHwxHxxxYy`y@y0z{0{{{Y{H|@|}}~~~Y~0@ЀhY@xPhY@`ЅІ8PY@H 8YpЊ@0p YX@XY@@p@pؒY(@X(XؕYp@Ж@@YX@((Y@@xYȞ(@Ƞ`xY@pH`Y@XȥȦ0HY@@0YhȪ@(hYP@PY8@h8hвY @P PеYh@ȶ88YP@  Yػ8@ؽpY @XpY@h@XY@P(@Yx@8x(Y`@ `YH@xHxY0@`0`Yx@HHY`@00YH@ @ZZ51U(]`W]W]uX]uX]uX ]uX0]uX@]uXPZ{B|y|0hS8YHX`@EyZ@]>`]>]>]>]>]>DH[('8'Y@XY(`@ Y 8 @    p  Y  @  XpY@h@XY@X8PY@H(@Yx@80Yh@(p YX@`   !YH!!@"x"P###$Y8$$@$h%@&p&&&Y(''@'X(0)`)))Y*x*@*H+ ,P,,,Y-h-@-8./@///Y/X0@0(120222Y2H3@344 555Y586@6778x88Y8(9@99:;h;;Y;<@x<<==X>p>Y>?@h??@@HA`AYAA@XBBCC8DPDYDD@HEEFF(G@GYxGG@8HHIIJ0JYhJJ@(KKpLLM MYXMM@NNXOOOPY@PP@QpQ@RpRRRY(SS@SXT(UXUUUYVpV@V@WX@XXXYXXY@Y(ZZ([[[Y[@\@\]]^x^^Y^(_@__```axaYab@pbbccHd`dYdd@Xeeff0gHgYgg@@hhiij0jYhjj@(kkhllmmYPmm@nnPooopY8pp@phq8rhrrrY ss@sPt uPuuuYvhv@v8wx8xxxYxPy@y zz {{{Y{8|@|}}~p~~Y~ @XpY@h؂؃@XY@P(@Yx؇@8x(Y`@ `YH@xHxY0@`0`ȒYx@ؓHHȕY`@00YH@YЛ0@НhY@xPhY@`ТУ8PY@H 8YpЧ@0p YX@XY@@p@pدY(@X(XزYp@г@@YX@((Y@@xYȻ(@Ƚ`xY@pH`Y@X0HY@@0Yh@(hYP@PY8@h8hY @P PYh@88YP@  Y8@pY @XpY@h@XY@P(@Yx@8x(Y`@ `YH@xHxY0@`8h@X8HXHpZH''YYHx@xPY@P(@Yx@8x(Y`@ `YH@XY@@pHxY0@`8hY @P( X   Y p @ @  H   Y ` @ 08YP@ (Y@@Y0@pY @`xY@pPhY@`  @!X!Y!!@P""##0$H$Y$$@@%%&& '8'Yp''@0((x))*(*Y`**@ ++h,,--YP--@..X///0Y@00@1p1H2x222Y033@3`485h555Y 66@6P7(8X888Y9p9@9@:;@;;;Y;X<@<(==(>>>Y>@?@?@@AxAAYA(B@BBCC`DxDYDE@pEEFFHG`GYGG@XHHII0JHJYJJ@@KKLLM0MYhMM@(NNhOOPPYPPP@QQPRRRSY8SS@ShT8UhUUUY VV@VPW XPXXXYYhY@Y8Z[8[[[Y[P\@\ ]] ^^^Y^8_@_``apaaYa b@bbccXdpdYde@heeff@gXgYgg@Phhii(j@jYxjj@8kkxllm(mY`mm@ nn`ooopYHpp@qxqHrxrrrY0ss@s`t0u`uuuYvxv@vHwxHxxxYy`y@y0z{0{{{Y{H|@|}}~~~Y~0@ЀhY@xPhY@`ЅІ8PY@H 8YpЊ@0p YX@XY@@p@pؒY(@X(XؕYp@Ж@@YX@((Y@@xYȞ(@Ƞ`xY@pH`Y@XȥȦ0HY@@0YhȪ@(hYP@PY8@h8hвY @P PеYh@ȶ88YP@  Yػ8@ؽpY @XpY@h@XY@P(@Yx@8x(Y`@ `YH@xHxY0@`0`Yx@HHY`@00YH@ @ZZ)1U>@8]W]WH]uXp]uX]uX]uX]uX]uXZ@ZP[[1U>@8]W]WH]uXp]uX]uX]uX]uX]uXZ@ZP[[i> cP 8MX%HrPm/h 50u=K+ 8 <X B*( @,60p]#(&/ :s( 3!! $r$*3& '>)\,* ,7-/ 0$2305 6#<8)9- ;t5<>?"A Bn.DE9G'xHJ(9pKsM2`N3&xPPQ1hSC@TF=XV+0WP HY6 Z8\]#(_f`/bb:e(e g;4hwj7kH!mn2p; qV>s,,th v7wypz$|f`}0xP;h)@ XD50H[ Z"8>.(9'8/ З!&1؜14=ȟ*> 6#Tp/`:x(P h)4@eX%06!H 28) D>(,V 7$T0;) 25nIH",.p9y'`x8Ph@&X01H "=8*, (s6#V; #x@H\ 7&4Hhl -8!P% -@>8, 098p( M :%  1be<#*o 5"O.!: '! #l3$&h'c&)*$2,-=/\+0 26365#6$89/;8p<);>)`?3 xA4PBhD@E!XG0Ht-HJ K>8M,N (P'8Q^S;S(%VV0XPYS<[*\] ^5_ab"d=e.gh:j'pk mZ3`nxpVPq 'hs@t2Xv0w=Hy+ z 8|W7}($&Q0;q)Ј 4.؍!Ȑ-TT?4-R8p`%x<Pg1h@<X*0 H6 q8^K#(/v:a( 3з &ؼo2ȿ=+ C7pt$`=0xP;h])@| X40H !8n-(@%? `0 _>    \ 8 E X% Hj Pd/ h5 0m= C+  8 < X  9 * ( @$6 { 0h U# ( /  : k(  3  ! ! $j $!3 & '> )S, * ,7 - / 0$ 2 30 5 6< 8) 9$ ;k5 < > ?" A Be. D E9 G' xH J9 pKj M) `N*& xP PQ1 hS: @T== XV* 0WG HY6 Z 8\ ]# (_] `/ b b: e( e g24 hn j. k?! m n2 p2 qM> s#, t_ v7 w y pz$ |] `}0 x P; h) @ X;5 0w HR Q" 8 5. ( 9 '  8 &  З&  1 ؜( += ȟ* 5 |6   # K pv/  `: x( P h 4 @\ X 0-! H 2 8 ;> (, M 7   $ K v0  ; ) )5 e @ ?"  #.  p9 p' ` x8 P h @& X| 01 H = 8* # (j6   # M;  x6 HS . & 4 H hb ,  8! P }- @ > 8,  008 g ( D 1%  0 Y \< * f 5   " F .   : ' ! #c3 $ &_ 'Z& ) *2 ,z -}= /S+ 0 26 3- 5 6$ 8 9/ ;/ p< ; > ) `?* xAz4 PB hDv @E! XG  0Hk- HJ K> 8M, N (P8 QU S2 S% V V0 XG YJ< [* \T ^5 _ a b" d4 e. g h9 j' pk mQ3 `n xpM Pq' hsy @t2 Xv 0w= Hy+ z 8|M7 } ( ~$  G0  ; g) Ј 4 $ ؍ ! Ȑx - J J? *- H 8 p  `% x2 P]1 h @< X}* 0 H6 g 8T A# (  / { l: W( v 3 з  & ؼe ~2 ȿ = +  97  } pj$  `30 x P; hS) @r X4 0 H ! 8d - (6 ? V 0 L- 3'  @, F x% 2 + D;  * q7   P;+  0 S 06 %  #  / ' ; ) " r4  n !  p!c- # `$A? &!- P'? p)8 @* `, 0-% P/) 0T1 @2 3< 05t* 6 86 8^ ;K ;8# > >/ @r Ac: CN( Dm F3 G I J& L\ Mu2 O hP= R+ PS hU07 8V PXt Ya$ 8[ \*0 ^ ^; aJ) ai c4 d f g! i[ j- l- xm? o, `p xro8 Hs `u 0vp% Hx y91 0{ |< ~Y* ~ 5 ЁC 0 # І . W H: 3( pR 3 X p @& X (Z2 @ = (+ 7 l Y ȡF$  0 Ȧn q; /) N 4 h  P! h@ 8- P > 8,  T8  h ؾU%  1 } < >* 5 x(  `# x H. `< 0-: H( 7 03   ~&  ?2  = w+ 6 Q > p+$  X/ x L X X" j x2 % 6" , 9  .  |9 g' p 8 h   X% xs H1 h   8 = X * (  Ha6  8 # ( [/  : (  4 S  !$! # $2 & '2> ), *D ,7 x- / h0$ 2B X3m0 x5 H6; h8) 89 P;5 <J 8>  ?" A A- Dp Da9 FL' Gk I8 J L M% OX xP1 R `S< xU* HV `XF6 0Y H[ \w# 0^ _@/ a a: d( d f3 g8 i j ! l mG3 o pp> ry, Xs pu7 @v; Xx( (y% @{ |0 (~= ~@< ) J 5 Ȅ  " ȉ* .  9 ' h E9 P hO 8P& P 1 8` c= !+ m 6 ء   # ئ /   : ( x X4 ` xT He! ` 03 H > 0I,  7    $  0   < )  a5 p x Xw" p @[. X (9 @'  0& @ 2 8   > E-@,'H"`?%2+;;p8" pi7`3+   'J6  p#X/P;p(@ `j40Pf w!@ ![-0#$8? &-&6)8),,%. /K112<4k*5 758U:B;/#=p>.@i`AZ:CE(PDd pF3@G`I0J&PLS Ml28OP= R+R U'7U~WkXX$Z[!0]^;`A)xa` c4`dxfHg!`iR0j-Hl$m ?0o,prf8ruzug%wx01z{<}P*~ 5p:'X#p@.XN(?:@*(I (3&ȕQ2=Ț+  7cPh=$P0he8h;P&) E 84 !7ز- >ط, K8_xL%`1xtHw<`5*0 H50 "|.3$:(. ~3zu&p62X=pn+@ X6(H@5"$(/ (B(N "(a2P-"p,H 9@.X(s9@^'}88(%j1  = *  X6# R/:(x 4hJ  X!!x#H$2h& 8')>X)+(*; H,7-8/0$(292d055;8)8 :5;A=>"@A-CgxDX9FC'`GbxI8HJ`L0M%HOOPz10RS<U*U X=6XZ[n#]^7/`a:c(pd f3Xg/pi@j!Xl(m=3@o p>(ro,r u7u1wx %z{0}3~6<)@ 5hP"h 8.P 98' ;9EؕF&1ؚVY=+c 6x`#xyH/`0:H( 0N4J[!е 3 }>к?,{ 7p$yX0p@<X)( @W5(nm"Q.9'&>-@%'H`8%1+2;p8 pa7`++ w  A6 p#X/P;p(@ `b40P^ o!@ !S-0#$/? &-&-)x8),,y%./B112<4b*5 758L:9;&#=p>.@``AQ:C<(PD[ pF3@G`I0J&PLJ Mc28OP= R+R U7UuWbXO$Z[0]w^z;`8)xaW c4`dxfHg!`iI0j-Hlm?0o,p r]8ruqu^%wx'1z{<}G*~ 5p1X #p@.XE(6:@!(@ (3&ȕH2=Ț+ 7ZGh4$P/h\8_;P) < 84 !.ز->ط, B8yVxC%` 1xkHn<`,*0x H50"s.*:(% u3ql&p-2X=pe+@ X6(?@,$(/ (8(D "(X2P$"p,H9@.Xy(j9@U't88(%a1  < *  O6#I/:(x 4hA X!!x#H$2h& 8' >X)+(*2 H,y7-8/0$(202[055;8{)8 :4;8=> "@A-C^xDO9F:'`GYxI8HJ`L0M%HOFPq10RS<U*U X46XZx[e#]^./`a:c{(pd f3Xg&pi@j Xlz(m33@o p>(re,r u7u'wx%z{0})~,<)6 }5hP"h8w.P 98' 19|;ؕ<&1ؚLO= +Y 6x`#xoH/`0:H( 0D4@Q!е3v s>к5,q 7p$oX0p@;X)( @M5(dc"G.9'&>' 1>' *p>@ u `  p  e  ppq+@(PHX@(PHXHP`(Hx8`88`8 ` `xص,<LY\Zl| ` 8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x         (8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x         !!(!8!H!X!h!x!!!!!!!!!""("8"H"X"h"x"""""""""##(#8#H#X#h#x#########$$($8$H$X$h$x$$$$$$$$$%%(%8%H%X%h%x%%%%%%%%%&&(&8&H&X&h&x&&&&&&&&&''('8'H'X'h'x'''''''''((((8(H(X(h(x((((((((())()8)H)X)h)x)))))))))**(*8*H*X*h*x*********++(+8+H+X+h+x+++++++++,,(,8,H,X,h,x,,,,,,,,,--(-8-H-X-h-x---------..(.8.H.X.h.x.........//(/8/H/X/h/x/////////00(080H0X0h0x00000000011(181H1X1h1x11111111122(282H2X2h2x22222222233(383H3X3h3x33333333344(484H4X4h4x44444444455(585H5X5h5x55555555566(686H6X6h6x66666666677(787H7X7h7x77777777788(888H8X8h8x88888888899(989H9X9h9x999999999::(:8:H:X:h:x:::::::::;;(;8;H;X;h;x;;;;;;;;;<<(<8<H<X<h<x<<<<<<<<<==(=8=H=X=h=x=========>>(>8>H>X>h>x>>>>>>>>>??(?8?H?X?h?x?????????@@(@8@H@X@h@x@@@@@@@@@AA(A8AHAXAhAxAAAAAAAAABB(B8BHBXBhBxBBBBBBBBBCC(C8CHCXChCxCCCCCCCCCDD(D8DHDXDhDxDDDDDDDDDEE(E8EHEXEhExEEEEEEEEEFF(F8FHFXFhFxFFFFFFFFFGG(G8GHGXGhGxGGGGGGGGGHH(H8HHHXHhHxHHHHHHHHHII(I8IHIXIhIxIIIIIIIIIJJ(J8JHJXJhJxJJJJJJJJJKK(K8KHKXKhKxKKKKKKKKKLL(L8LHLXLhLxLLLLLLLLLMM(M8MHMXMhMxMMMMMMMMMNN(N8NHNXNhNxNNNNNNNNNOO(O8OHOXOhOxOOOOOOOOOPP(P8PHPXPhPxPPPPPPPPPQQ(Q8QHQXQhQxQQQQQQQQQRR(R8RHRXRhRxRRRRRRRRRSS(S8SHSXShSxSSSSSSSSSTT(T8THTXThTxTTTTTTTTTUU(U8UHUXUhUxUUUUUUUUUVV(V8VHVXVhVxVVVVVVVVVWW(W8WHWXWhWxWWWWWWWWWXX(X8XHXXXhXxXXXXXXXXXYY(Y8YHYXYhYxYYYYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZ[[([8[H[X[h[x[[[[[[[[[\\(\8\H\X\h\x\\\\\\\\\]](]8]H]X]h]x]]]]]]]]]^^(^8^H^X^h^x^^^^^^^^^__(_8_H_X_h_x_________``(`8`H`X`h`x`````````aa(a8aHaXahaxaaaaaaaaabb(b8bHbXbhbxbbbbbbbbbcc(c8cHcXchcxcccccccccdd(d8dHdXdhdxdddddddddee(e8eHeXehexeeeeeeeeeff(f8fHfXfhfxfffffffffgg(g8gHgXghgxggggggggghh(h8hHhXhhhxhhhhhhhhhii(i8iHiXihixiiiiiiiiijj(j8jHjXjhjxjjjjjjjjjkk(k8kHkXkhkxkkkkkkkkkll(l8lHlXlhlxlllllllllmm(m8mHmXmhmxmmmmmmmmmnn(n8nHnXnhnxnnnnnnnnnoo(o8oHoXohoxooooooooopp(p8pHpXphpxpppppppppqq(q8qHqXqhqxqqqqqqqqqrr(r8rHrXrhrxrrrrrrrrrss(s8sHsXshsxssssssssstt(t8tHtXthtxtttttttttuu(u8uHuXuhuxuuuuuuuuuvv(v8vHvXvhvxvvvvvvvvvww(w8wHwXwhwxwwwwwwwwwxx(x8xHxXxhxxxxxxxxxxxyy(y8yHyXyhyxyyyyyyyyyzz(z8zHzXzhzxzzzzzzzzz{{({8{H{X{h{x{{{{{{{{{||(|8|H|X|h|x|||||||||}}(}8}H}X}h}x}}}}}}}}}~~(~8~H~X~h~x~~~~~~~~~(8HXhx(8HXhxȀ؀(8HXhxȁ؁(8HXhxȂ؂(8HXhxȃ؃(8HXhxȄ؄(8HXhxȅ؅(8HXhxȆ؆(8HXhxȇ؇(8HXhxȈ؈(8HXhxȉ؉(8HXhxȊ؊(8HXhxȋ؋(8HXhxȌ،(8HXhxȍ؍(8HXhxȎ؎(8HXhxȏ؏(8HXhxȐؐ(8HXhxȑؑ(8HXhxȒؒ(8HXhxȓؓ(8HXhxȔؔ(8HXhxȕؕ(8HXhxȖؖ(8HXhxȗؗ(8HXhxȘؘ(8HXhxșؙ(8HXhxȚؚ(8HXhxț؛(8HXhxȜ؜(8HXhxȝ؝(8HXhxȞ؞(8HXhxȟ؟(8HXhxȠؠ(8HXhxȡء(8HXhxȢآ(8HXhxȣأ(8HXhxȤؤ(8HXhxȥإ(8HXhxȦئ(8HXhxȧا(8HXhxȨب(8HXhxȩة(8HXhxȪت(8HXhxȫث(8HXhxȬج(8HXhxȭح(8HXhxȮخ(8HXhxȯد(8HXhxȰذ(8HXhxȱر(8HXhxȲز(8HXhxȳس(8HXhxȴش(8HXhxȵص(8HXhxȶض(8HXhxȷط(8HXhxȸظ(8HXhxȹع(8HXhxȺغ(8HXhxȻػ(8HXhxȼؼ(8HXhxȽؽ(8HXhxȾؾ(8HXhxȿؿ(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x         (8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x         !!(!8!H!X!h!x!!!!!!!!!""("8"H"X"h"x"""""""""##(#8#H#X#h#x#########$$($8$H$X$h$x$$$$$$$$$%%(%8%H%X%h%x%%%%%%%%%&&(&8&H&X&h&x&&&&&&&&&''('8'H'X'h'x'''''''''((((8(H(X(h(x((((((((())()8)H)X)h)x)))))))))**(*8*H*X*h*x*********++(+8+H+X+h+x+++++++++,,(,8,H,X,h,x,,,,,,,,,--(-8-H-X-h-x---------..(.8.H.X.h.x.........//(/8/H/X/h/x/////////00(080H0X0h0x00000000011(181H1X1h1x11111111122(282H2X2h2x22222222233(383H3X3h3x33333333344(484H4X4h4x44444444455(585H5X5h5x55555555566(686H6X6h6x66666666677(787H7X7h7x77777777788(888H8X8h8x88888888899(989H9X9h9x999999999::(:8:H:X:h:x:::::::::;;(;8;H;X;h;x;;;;;;;;;<<(<8<H<X<h<x<<<<<<<<<==(=8=H=X=h=x=========>>(>8>H>X>h>x>>>>>>>>>??(?8?H?X?h?x?????????@@(@8@H@X@h@x@@@@@@@@@AA(A8AHAXAhAxAAAAAAAAABB(B8BHBXBhBxBBBBBBBBBCC(C8CHCXChCxCCCCCCCCCDD(D8DHDXDhDxDDDDDDDDDEE(E8EHEXEhExEEEEEEEEEFF(F8FHFXFhFxFFFFFFFFFGG(G8GHGXGhGxGGGGGGGGGHH(H8HHHXHhHxHHHHHHHHHII(I8IHIXIhIxIIIIIIIIIJJ(J8JHJXJhJxJJJJJJJJJKK(K8KHKXKhKxKKKKKKKKKLL(L8LHLXLhLxLLLLLLLLLMM(M8MHMXMhMxMMMMMMMMMNN(N8NHNXNhNxNNNNNNNNNOO(O8OHOXOhOxOOOOOOOOOPP(P8PHPXPhPxPPPPPPPPPQQ(Q8QHQXQhQxQQQQQQQQQRR(R8RHRXRhRxRRRRRRRRRSS(S8SHSXShSxSSSSSSSSSTT(T8THTXThTxTTTTTTTTTUU(U8UHUXUhUxUUUUUUUUUVV(V8VHVXVhVxVVVVVVVVVWW(W8WHWXWhWxWWWWWWWWWXX(X8XHXXXhXxXXXXXXXXXYY(Y8YHYXYhYxYYYYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZ[[([8[H[X[h[x[[[[[[[[[\\(\8\H\X\h\x\\\\\\\\\]](]8]H]X]h]x]]]]]]]]]^^(^8^H^X^h^x^^^^^^^^^__(_8_H_X_h_x_________``(`8`H`X`h`x`````````aa(a8aHaXahaxaaaaaaaaabb(b8bHbXbhbxbbbbbbbbbcc(c8cHcXchcxcccccccccdd(d8dHdXdhdxdddddddddee(e8eHeXehexeeeeeeeeeff(f8fHfXfhfxfffffffffgg(g8gHgXghgxggggggggghh(h8hHhXhhhxhhhhhhhhhii(i8iHiXihixiiiiiiiiijj(j8jHjXjhjxjjjjjjjjjkk(k8kHkXkhkxkkkkkkkkkll(l8lHlXlhlxlllllllllmm(m8mHmXmhmxmmmmmmmmmnn(n8nHnXnhnxnnnnnnnnnoo(o8oHoXohoxooooooooopp(p8pHpXphpxpppppppppqq(q8qHqXqhqxqqqqqqqqqrr(r8rHrXrhrxrrrrrrrrrss(s8sHsXshsxssssssssstt(t8tHtXthtxtttttttttuu(u8uHuXuhuxuuuuuuuuuvv(v8vHvXvhvxvvvvvvvvvww(w8wHwXwhwxwwwwwwwwwxx(x8xHxXxhxxxxxxxxxxxyy(y8yHyXyhyxyyyyyyyyyzz(z8zHzXzhzxzzzzzzzzz{{({8{H{X{h{x{{{{{{{{{||(|8|H|X|h|x|||||||||}}(}8}H}X}h}x}}}}}}}}}~~(~8~H~X~h~x~~~~~~~~~(8HXhx(8HXhxȀ؀(8HXhxȁ؁(8HXhxȂ؂(8HXhxȃ؃(8HXhxȄ؄(8HXhxȅ؅(8HXhxȆ؆(8HXhxȇ؇(8HXhxȈ؈(8HXhxȉ؉(8HXhxȊ؊(8HXhxȋ؋(8HXhxȌ،(8HXhxȍ؍(8HXhxȎ؎(8HXhxȏ؏(8HXhxȐؐ(8HXhxȑؑ(8HXhxȒؒ(8HXhxȓؓ(8HXhxȔؔ(8HXhxȕؕ(8HXhxȖؖ(8HXhxȗؗ(8HXhxȘؘ(8HXhxșؙ(8HXhxȚؚ(8HXhxț؛(8HXhxȜ؜(8HXhxȝ؝(8HXhxȞ؞(8HXhxȟ؟(8HXhxȠؠ(8HXhxȡء(8HXhxȢآ(8HXhxȣأ(8HXhxȤؤ(8HXhxȥإ(8HXhxȦئ(8HXhxȧا(8HXhxȨب(8HXhxȩة(8HXhxȪت(8HXhxȫث(8HXhxȬج(8HXhxȭح(8HXhxȮخ(8HXhxȯد(8HXhxȰذ(8HXhxȱر(8HXhxȲز(8HXhxȳس(8HXhxȴش(8HXhxȵص(8HXhxȶض(8HXhxȷط(8HXhxȸظ(8HXhxȹع(8HXhxȺغ(8HXhxȻػ(8HXhxȼؼ(8HXhxȽؽ(8HXhxȾؾ(8HXhxȿؿ(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhxYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z!Z!Z(!Z8!ZH!ZX!Zh!Zx!Z!Z!Z!Z!Z!Z!Z!Z!Z"Z"Z("Z8"ZH"ZX"Zh"Zx"Z"Z"Z"Z"Z"Z"Z"Z"Z#Z#Z(#Z8#ZH#ZX#Zh#Zx#Z#Z#Z#Z#Z#Z#Z#Z#Z$Z$Z($Z8$ZH$ZX$Zh$Zx$Z$Z$Z$Z$Z$Z$Z$Z$Z%Z%Z(%Z8%ZH%ZX%Zh%Zx%Z%Z%Z%Z%Z%Z%Z%Z%Z&Z&Z(&Z8&ZH&ZX&Zh&Zx&Z&Z&Z&Z&Z&Z&Z&Z&Z'Z'Z('Z8'ZH'ZX'Zh'Zx'Z'Z'Z'Z'Z'Z'Z'Z'Z(Z(Z((Z8(ZH(ZX(Zh(Zx(Z(Z(Z(Z(Z(Z(Z(Z(Z)Z)Z()Z8)ZH)ZX)Zh)Zx)Z)Z)Z)Z)Z)Z)Z)Z)Z*Z*Z(*Z8*ZH*ZX*Zh*Zx*Z*Z*Z*Z*Z*Z*Z*Z*Z+Z+Z(+Z8+ZH+ZX+Zh+Zx+Z+Z+Z+Z+Z+Z+Z+Z+Z,Z,Z(,Z8,ZH,ZX,Zh,Zx,Z,Z,Z,Z,Z,Z,Z,Z,Z-Z-Z(-Z8-ZH-ZX-Zh-Zx-Z-Z-Z-Z-Z-Z-Z-Z-Z.Z.Z(.Z8.ZH.ZX.Zh.Zx.Z.Z.Z.Z.Z.Z.Z.Z.Z/Z/Z(/Z8/ZH/ZX/Zh/Zx/Z/Z/Z/Z/Z/Z/Z/Z/Z0Z0Z(0Z80ZH0ZX0Zh0Zx0Z0Z0Z0Z0Z0Z0Z0Z0Z1Z1Z(1Z81ZH1ZX1Zh1Zx1Z1Z1Z1Z1Z1Z1Z1Z1Z2Z2Z(2Z82ZH2ZX2Zh2Zx2Z2Z2Z2Z2Z2Z2Z2Z2Z3Z3Z(3Z83ZH3ZX3Zh3Zx3Z3Z3Z3Z3Z3Z3Z3Z3Z4Z4Z(4Z84ZH4ZX4Zh4Zx4Z4Z4Z4Z4Z4Z4Z4Z4Z5Z5Z(5Z85ZH5ZX5Zh5Zx5Z5Z5Z5Z5Z5Z5Z5Z5Z6Z6Z(6Z86ZH6ZX6Zh6Zx6Z6Z6Z6Z6Z6Z6Z6Z6Z7Z7Z(7Z87ZH7ZX7Zh7Zx7Z7Z7Z7Z7Z7Z7Z7Z7Z8Z8Z(8Z88ZH8ZX8Zh8Zx8Z8Z8Z8Z8Z8Z8Z8Z8Z9Z9Z(9Z89ZH9ZX9Zh9Zx9Z9Z9Z9Z9Z9Z9Z9Z9Z:Z:Z(:Z8:ZH:ZX:Zh:Zx:Z:Z:Z:Z:Z:Z:Z:Z:Z;Z;Z(;Z8;ZH;ZX;Zh;Zx;Z;Z;Z;Z;Z;Z;Z;Z;Z<Z<Z(<Z8<ZH<ZX<Zh<Zx<Z<Z<Z<Z<Z<Z<Z<Z<Z=Z=Z(=Z8=ZH=ZX=Zh=Zx=Z=Z=Z=Z=Z=Z=Z=Z=Z>Z>Z(>Z8>ZH>ZX>Zh>Zx>Z>Z>Z>Z>Z>Z>Z>Z>Z?Z?Z(?Z8?ZH?ZX?Zh?Zx?Z?Z?Z?Z?Z?Z?Z?Z?Z@Z@Z(@Z8@ZH@ZX@Zh@Zx@Z@Z@Z@Z@Z@Z@Z@Z@ZAZAZ(AZ8AZHAZXAZhAZxAZAZAZAZAZAZAZAZAZBZBZ(BZ8BZHBZXBZhBZxBZBZBZBZBZBZBZBZBZCZCZ(CZ8CZHCZXCZhCZxCZCZCZCZCZCZCZCZCZDZDZ(DZ8DZHDZXDZhDZxDZDZDZDZDZDZDZDZDZEZEZ(EZ8EZHEZXEZhEZxEZEZEZEZEZEZEZEZEZFZFZ(FZ8FZHFZXFZhFZxFZFZFZFZFZFZFZFZFZGZGZ(GZ8GZHGZXGZhGZxGZGZGZGZGZGZGZGZGZHZHZ(HZ8HZHHZXHZhHZxHZHZHZHZHZHZHZHZHZIZIZ(IZ8IZHIZXIZhIZxIZIZIZIZIZIZIZIZIZJZJZ(JZ8JZHJZXJZhJZxJZJZJZJZJZJZJZJZJZKZKZ(KZ8KZHKZXKZhKZxKZKZKZKZKZKZKZKZKZLZLZ(LZ8LZHLZXLZhLZxLZLZLZLZLZLZLZLZLZMZMZ(MZ8MZHMZXMZhMZxMZMZMZMZMZMZMZMZMZNZNZ(NZ8NZHNZXNZhNZxNZNZNZNZNZNZNZNZNZOZOZ(OZ8OZHOZXOZhOZxOZOZOZOZOZOZOZOZOZPZPZ(PZ8PZHPZXPZhPZxPZPZPZPZPZPZPZPZPZQZQZ(QZ8QZHQZXQZhQZxQZQZQZQZQZQZQZQZQZRZRZ(RZ8RZHRZXRZhRZxRZRZRZRZRZRZRZRZRZSZSZ(SZ8SZHSZXSZhSZxSZSZSZSZSZSZSZSZSZTZTZ(TZ8TZHTZXTZhTZxTZTZTZTZTZTZTZTZTZUZUZ(UZ8UZHUZXUZhUZxUZUZUZUZUZUZUZUZUZVZVZ(VZ8VZHVZXVZhVZxVZVZVZVZVZVZVZVZVZWZWZ(WZ8WZHWZXWZhWZxWZWZWZWZWZWZWZWZWZXZXZ(XZ8XZHXZXXZhXZxXZXZXZXZXZXZXZXZXZYZYZ(YZ8YZHYZXYZhYZxYZYZYZYZYZYZYZYZYZZZZZ(ZZ8ZZHZZXZZhZZxZZZZZZZZZZZZZZZZZZ[Z[Z([Z8[ZH[ZX[Zh[Zx[Z[Z[Z[Z[Z[Z[Z[Z[Z\Z\Z(\Z8\ZH\ZX\Zh\Zx\Z\Z\Z\Z\Z\Z\Z\Z\Z]Z]Z(]Z8]ZH]ZX]Zh]Zx]Z]Z]Z]Z]Z]Z]Z]Z]Z^Z^Z(^Z8^ZH^ZX^Zh^Zx^Z^Z^Z^Z^Z^Z^Z^Z^Z_Z_Z(_Z8_ZH_ZX_Zh_Zx_Z_Z_Z_Z_Z_Z_Z_Z_Z`Z`Z(`Z8`ZH`ZX`Zh`Zx`Z`Z`Z`Z`Z`Z`Z`Z`ZaZaZ(aZ8aZHaZXaZhaZxaZaZaZaZaZaZaZaZaZbZbZ(bZ8bZHbZXbZhbZxbZbZbZbZbZbZbZbZbZcZcZ(cZ8cZHcZXcZhcZxcZcZcZcZcZcZcZcZcZdZdZ(dZ8dZHdZXdZhdZxdZdZdZdZdZdZdZdZdZeZeZ(eZ8eZHeZXeZheZxeZeZeZeZeZeZeZeZeZfZfZ(fZ8fZHfZXfZhfZxfZfZfZfZfZfZfZfZfZgZgZ(gZ8gZHgZXgZhgZxgZgZgZgZgZgZgZgZgZhZhZ(hZ8hZHhZXhZhhZxhZhZhZhZhZhZhZhZhZiZiZ(iZ8iZHiZXiZhiZxiZiZiZiZiZiZiZiZiZjZjZ(jZ8jZHjZXjZhjZxjZjZjZjZjZjZjZjZjZkZkZ(kZ8kZHkZXkZhkZxkZkZkZkZkZkZkZkZkZlZlZ(lZ8lZHlZXlZhlZxlZlZlZlZlZlZlZlZlZmZmZ(mZ8mZHmZXmZhmZxmZmZmZmZmZmZmZmZmZnZnZ(nZ8nZHnZXnZhnZxnZnZnZnZnZnZnZnZnZoZoZ(oZ8oZHoZXoZhoZxoZoZoZoZoZoZoZoZoZpZpZ(pZ8pZHpZXpZhpZxpZpZpZpZpZpZpZpZpZqZqZ(qZ8qZHqZXqZhqZxqZqZqZqZqZqZqZqZqZrZrZ(rZ8rZHrZXrZhrZxrZrZrZrZrZrZrZrZrZsZsZ(sZ8sZHsZXsZhsZxsZsZsZsZsZsZsZsZsZtZtZ(tZ8tZHtZXtZhtZxtZtZtZtZtZtZtZtZtZuZuZ(uZ8uZHuZXuZhuZxuZuZuZuZuZuZuZuZuZvZvZ(vZ8vZHvZXvZhvZxvZvZvZvZvZvZvZvZvZwZwZ(wZ8wZHwZXwZhwZxwZwZwZwZwZwZwZwZwZxZxZ(xZ8xZHxZXxZhxZxxZxZxZxZxZxZxZxZxZyZyZ(yZ8yZHyZXyZhyZxyZyZyZyZyZyZyZyZyZzZzZ(zZ8zZHzZXzZhzZxzZzZzZzZzZzZzZzZzZ{Z{Z({Z8{ZH{ZX{Zh{Zx{Z{Z{Z{Z{Z{Z{Z{Z{Z|Z|Z(|Z8|ZH|ZX|Zh|Zx|Z|Z|Z|Z|Z|Z|Z|Z|Z}Z}Z(}Z8}ZH}ZX}Zh}Zx}Z}Z}Z}Z}Z}Z}Z}Z}Z~Z~Z(~Z8~ZH~ZX~Zh~Zx~Z~Z~Z~Z~Z~Z~Z~Z~ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZȀZ؀ZZZZZ(Z8ZHZXZhZxZZZZZȁZ؁ZZZZZ(Z8ZHZXZhZxZZZZZȂZ؂ZZZZZ(Z8ZHZXZhZxZZZZZȃZ؃ZZZZZ(Z8ZHZXZhZxZZZZZȄZ؄ZZZZZ(Z8ZHZXZhZxZZZZZȅZ؅ZZZZZ(Z8ZHZXZhZxZZZZZȆZ؆ZZZZZ(Z8ZHZXZhZxZZZZZȇZ؇ZZZZZ(Z8ZHZXZhZxZZZZZȈZ؈ZZZZZ(Z8ZHZXZhZxZZZZZȉZ؉ZZZZZ(Z8ZHZXZhZxZZZZZȊZ؊ZZZZZ(Z8ZHZXZhZxZZZZZȋZ؋ZZZZZ(Z8ZHZXZhZxZZZZZȌZ،ZZZZZ(Z8ZHZXZhZxZZZZZȍZ؍ZZZZZ(Z8ZHZXZhZxZZZZZȎZ؎ZZZZZ(Z8ZHZXZhZxZZZZZȏZ؏ZZZZZ(Z8ZHZXZhZxZZZZZȐZؐZZZZZ(Z8ZHZXZhZxZZZZZȑZؑZZZZZ(Z8ZHZXZhZxZZZZZȒZؒZZZZZ(Z8ZHZXZhZxZZZZZȓZؓZZZZZ(Z8ZHZXZhZxZZZZZȔZؔZZZZZ(Z8ZHZXZhZxZZZZZȕZؕZZZZZ(Z8ZHZXZhZxZZZZZȖZؖZZZZZ(Z8ZHZXZhZxZZZZZȗZؗZZZZZ(Z8ZHZXZhZxZZZZZȘZؘZZZZZ(Z8ZHZXZhZxZZZZZșZؙZZZZZ(Z8ZHZXZhZxZZZZZȚZؚZZZZZ(Z8ZHZXZhZxZZZZZțZ؛ZZZZZ(Z8ZHZXZhZxZZZZZȜZ؜ZZZZZ(Z8ZHZXZhZxZZZZZȝZ؝ZZZZZ(Z8ZHZXZhZxZZZZZȞZ؞ZZZZZ(Z8ZHZXZhZxZZZZZȟZ؟ZZZZZ(Z8ZHZXZhZxZZZZZȠZؠZZZZZ(Z8ZHZXZhZxZZZZZȡZءZZZZZ(Z8ZHZXZhZxZZZZZȢZآZZZZZ(Z8ZHZXZhZxZZZZZȣZأZZZZZ(Z8ZHZXZhZxZZZZZȤZؤZZZZZ(Z8ZHZXZhZxZZZZZȥZإZZZZZ(Z8ZHZXZhZxZZZZZȦZئZZZZZ(Z8ZHZXZhZxZZZZZȧZاZZZZZ(Z8ZHZXZhZxZZZZZȨZبZZZZZ(Z8ZHZXZhZxZZZZZȩZةZZZZZ(Z8ZHZXZhZxZZZZZȪZتZZZZZ(Z8ZHZXZhZxZZZZZȫZثZZZZZ(Z8ZHZXZhZxZZZZZȬZجZZZZZ(Z8ZHZXZhZxZZZZZȭZحZZZZZ(Z8ZHZXZhZxZZZZZȮZخZZZZZ(Z8ZHZXZhZxZZZZZȯZدZZZZZ(Z8ZHZXZhZxZZZZZȰZذZZZZZ(Z8ZHZXZhZxZZZZZȱZرZZZZZ(Z8ZHZXZhZxZZZZZȲZزZZZZZ(Z8ZHZXZhZxZZZZZȳZسZZZZZ(Z8ZHZXZhZxZZZZZȴZشZZZZZ(Z8ZHZXZhZxZZZZZȵZصZZZZZ(Z8ZHZXZhZxZZZZZȶZضZZZZZ(Z8ZHZXZhZxZZZZZȷZطZZZZZ(Z8ZHZXZhZxZZZZZȸZظZZZZZ(Z8ZHZXZhZxZZZZZȹZعZZZZZ(Z8ZHZXZhZxZZZZZȺZغZZZZZ(Z8ZHZXZhZxZZZZZȻZػZZZZZ(Z8ZHZXZhZxZZZZZȼZؼZZZZZ(Z8ZHZXZhZxZZZZZȽZؽZZZZZ(Z8ZHZXZhZxZZZZZȾZؾZZZZZ(Z8ZHZXZhZxZZZZZȿZؿZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z!Z!Z(!Z8!ZH!ZX!Zh!Zx!Z!Z!Z!Z!Z!Z!Z!Z!Z"Z"Z("Z8"ZH"ZX"Zh"Zx"Z"Z"Z"Z"Z"Z"Z"Z"Z#Z#Z(#Z8#ZH#ZX#Zh#Zx#Z#Z#Z#Z#Z#Z#Z#Z#Z$Z$Z($Z8$ZH$ZX$Zh$Zx$Z$Z$Z$Z$Z$Z$Z$Z$Z%Z%Z(%Z8%ZH%ZX%Zh%Zx%Z%Z%Z%Z%Z%Z%Z%Z%Z&Z&Z(&Z8&ZH&ZX&Zh&Zx&Z&Z&Z&Z&Z&Z&Z&Z&Z'Z'Z('Z8'ZH'ZX'Zh'Zx'Z'Z'Z'Z'Z'Z'Z'Z'Z(Z(Z((Z8(ZH(ZX(Zh(Zx(Z(Z(Z(Z(Z(Z(Z(Z(Z)Z)Z()Z8)ZH)ZX)Zh)Zx)Z)Z)Z)Z)Z)Z)Z)Z)Z*Z*Z(*Z8*ZH*ZX*Zh*Zx*Z*Z*Z*Z*Z*Z*Z*Z*Z+Z+Z(+Z8+ZH+ZX+Zh+Zx+Z+Z+Z+Z+Z+Z+Z+Z+Z,Z,Z(,Z8,ZH,ZX,Zh,Zx,Z,Z,Z,Z,Z,Z,Z,Z,Z-Z-Z(-Z8-ZH-ZX-Zh-Zx-Z-Z-Z-Z-Z-Z-Z-Z-Z.Z.Z(.Z8.ZH.ZX.Zh.Zx.Z.Z.Z.Z.Z.Z.Z.Z.Z/Z/Z(/Z8/ZH/ZX/Zh/Zx/Z/Z/Z/Z/Z/Z/Z/Z/Z0Z0Z(0Z80ZH0ZX0Zh0Zx0Z0Z0Z0Z0Z0Z0Z0Z0Z1Z1Z(1Z81ZH1ZX1Zh1Zx1Z1Z1Z1Z1Z1Z1Z1Z1Z2Z2Z(2Z82ZH2ZX2Zh2Zx2Z2Z2Z2Z2Z2Z2Z2Z2Z3Z3Z(3Z83ZH3ZX3Zh3Zx3Z3Z3Z3Z3Z3Z3Z3Z3Z4Z4Z(4Z84ZH4ZX4Zh4Zx4Z4Z4Z4Z4Z4Z4Z4Z4Z5Z5Z(5Z85ZH5ZX5Zh5Zx5Z5Z5Z5Z5Z5Z5Z5Z5Z6Z6Z(6Z86ZH6ZX6Zh6Zx6Z6Z6Z6Z6Z6Z6Z6Z6Z7Z7Z(7Z87ZH7ZX7Zh7Zx7Z7Z7Z7Z7Z7Z7Z7Z7Z8Z8Z(8Z88ZH8ZX8Zh8Zx8Z8Z8Z8Z8Z8Z8Z8Z8Z9Z9Z(9Z89ZH9ZX9Zh9Zx9Z9Z9Z9Z9Z9Z9Z9Z9Z:Z:Z(:Z8:ZH:ZX:Zh:Zx:Z:Z:Z:Z:Z:Z:Z:Z:Z;Z;Z(;Z8;ZH;ZX;Zh;Zx;Z;Z;Z;Z;Z;Z;Z;Z;Z<Z<Z(<Z8<ZH<ZX<Zh<Zx<Z<Z<Z<Z<Z<Z<Z<Z<Z=Z=Z(=Z8=ZH=ZX=Zh=Zx=Z=Z=Z=Z=Z=Z=Z=Z=Z>Z>Z(>Z8>ZH>ZX>Zh>Zx>Z>Z>Z>Z>Z>Z>Z>Z>Z?Z?Z(?Z8?ZH?ZX?Zh?Zx?Z?Z?Z?Z?Z?Z?Z?Z?Z@Z@Z(@Z8@ZH@ZX@Zh@Zx@Z@Z@Z@Z@Z@Z@Z@Z@ZAZAZ(AZ8AZHAZXAZhAZxAZAZAZAZAZAZAZAZAZBZBZ(BZ8BZHBZXBZhBZxBZBZBZBZBZBZBZBZBZCZCZ(CZ8CZHCZXCZhCZxCZCZCZCZCZCZCZCZCZDZDZ(DZ8DZHDZXDZhDZxDZDZDZDZDZDZDZDZDZEZEZ(EZ8EZHEZXEZhEZxEZEZEZEZEZEZEZEZEZFZFZ(FZ8FZHFZXFZhFZxFZFZFZFZFZFZFZFZFZGZGZ(GZ8GZHGZXGZhGZxGZGZGZGZGZGZGZGZGZHZHZ(HZ8HZHHZXHZhHZxHZHZHZHZHZHZHZHZHZIZIZ(IZ8IZHIZXIZhIZxIZIZIZIZIZIZIZIZIZJZJZ(JZ8JZHJZXJZhJZxJZJZJZJZJZJZJZJZJZKZKZ(KZ8KZHKZXKZhKZxKZKZKZKZKZKZKZKZKZLZLZ(LZ8LZHLZXLZhLZxLZLZLZLZLZLZLZLZLZMZMZ(MZ8MZHMZXMZhMZxMZMZMZMZMZMZMZMZMZNZNZ(NZ8NZHNZXNZhNZxNZNZNZNZNZNZNZNZNZOZOZ(OZ8OZHOZXOZhOZxOZOZOZOZOZOZOZOZOZPZPZ(PZ8PZHPZXPZhPZxPZPZPZPZPZPZPZPZPZQZQZ(QZ8QZHQZXQZhQZxQZQZQZQZQZQZQZQZQZRZRZ(RZ8RZHRZXRZhRZxRZRZRZRZRZRZRZRZRZSZSZ(SZ8SZHSZXSZhSZxSZSZSZSZSZSZSZSZSZTZTZ(TZ8TZHTZXTZhTZxTZTZTZTZTZTZTZTZTZUZUZ(UZ8UZHUZXUZhUZxUZUZUZUZUZUZUZUZUZVZVZ(VZ8VZHVZXVZhVZxVZVZVZVZVZVZVZVZVZWZWZ(WZ8WZHWZXWZhWZxWZWZWZWZWZWZWZWZWZXZXZ(XZ8XZHXZXXZhXZxXZXZXZXZXZXZXZXZXZYZYZ(YZ8YZHYZXYZhYZxYZYZYZYZYZYZYZYZYZZZZZ(ZZ8ZZHZZXZZhZZxZZZZZZZZZZZZZZZZZZ[Z[Z([Z8[ZH[ZX[Zh[Zx[Z[Z[Z[Z[Z[Z[Z[Z[Z\Z\Z(\Z8\ZH\ZX\Zh\Zx\Z\Z\Z\Z\Z\Z\Z\Z\Z]Z]Z(]Z8]ZH]ZX]Zh]Zx]Z]Z]Z]Z]Z]Z]Z]Z]Z^Z^Z(^Z8^ZH^ZX^Zh^Zx^Z^Z^Z^Z^Z^Z^Z^Z^Z_Z_Z(_Z8_ZH_ZX_Zh_Zx_Z_Z_Z_Z_Z_Z_Z_Z_Z`Z`Z(`Z8`ZH`ZX`Zh`Zx`Z`Z`Z`Z`Z`Z`Z`Z`ZaZaZ(aZ8aZHaZXaZhaZxaZaZaZaZaZaZaZaZaZbZbZ(bZ8bZHbZXbZhbZxbZbZbZbZbZbZbZbZbZcZcZ(cZ8cZHcZXcZhcZxcZcZcZcZcZcZcZcZcZdZdZ(dZ8dZHdZXdZhdZxdZdZdZdZdZdZdZdZdZeZeZ(eZ8eZHeZXeZheZxeZeZeZeZeZeZeZeZeZfZfZ(fZ8fZHfZXfZhfZxfZfZfZfZfZfZfZfZfZgZgZ(gZ8gZHgZXgZhgZxgZgZgZgZgZgZgZgZgZhZhZ(hZ8hZHhZXhZhhZxhZhZhZhZhZhZhZhZhZiZiZ(iZ8iZHiZXiZhiZxiZiZiZiZiZiZiZiZiZjZjZ(jZ8jZHjZXjZhjZxjZjZjZjZjZjZjZjZjZkZkZ(kZ8kZHkZXkZhkZxkZkZkZkZkZkZkZkZkZlZlZ(lZ8lZHlZXlZhlZxlZlZlZlZlZlZlZlZlZmZmZ(mZ8mZHmZXmZhmZxmZmZmZmZmZmZmZmZmZnZnZ(nZ8nZHnZXnZhnZxnZnZnZnZnZnZnZnZnZoZoZ(oZ8oZHoZXoZhoZxoZoZoZoZoZoZoZoZoZpZpZ(pZ8pZHpZXpZhpZxpZpZpZpZpZpZpZpZpZqZqZ(qZ8qZHqZXqZhqZxqZqZqZqZqZqZqZqZqZrZrZ(rZ8rZHrZXrZhrZxrZrZrZrZrZrZrZrZrZsZsZ(sZ8sZHsZXsZhsZxsZsZsZsZsZsZsZsZsZtZtZ(tZ8tZHtZXtZhtZxtZtZtZtZtZtZtZtZtZuZuZ(uZ8uZHuZXuZhuZxuZuZuZuZuZuZuZuZuZvZvZ(vZ8vZHvZXvZhvZxvZvZvZvZvZvZvZvZvZwZwZ(wZ8wZHwZXwZhwZxwZwZwZwZwZwZwZwZwZxZxZ(xZ8xZHxZXxZhxZxxZxZxZxZxZxZxZxZxZyZyZ(yZ8yZHyZXyZhyZxyZyZyZyZyZyZyZyZyZzZzZ(zZ8zZHzZXzZhzZxzZzZzZzZzZzZzZzZzZ{Z{Z({Z8{ZH{ZX{Zh{Zx{Z{Z{Z{Z{Z{Z{Z{Z{Z|Z|Z(|Z8|ZH|ZX|Zh|Zx|Z|Z|Z|Z|Z|Z|Z|Z|Z}Z}Z(}Z8}ZH}ZX}Zh}Zx}Z}Z}Z}Z}Z}Z}Z}Z}Z~Z~Z(~Z8~ZH~ZX~Zh~Zx~Z~Z~Z~Z~Z~Z~Z~Z~ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZȀZ؀ZZZZZ(Z8ZHZXZhZxZZZZZȁZ؁ZZZZZ(Z8ZHZXZhZxZZZZZȂZ؂ZZZZZ(Z8ZHZXZhZxZZZZZȃZ؃ZZZZZ(Z8ZHZXZhZxZZZZZȄZ؄ZZZZZ(Z8ZHZXZhZxZZZZZȅZ؅ZZZZZ(Z8ZHZXZhZxZZZZZȆZ؆ZZZZZ(Z8ZHZXZhZxZZZZZȇZ؇ZZZZZ(Z8ZHZXZhZxZZZZZȈZ؈ZZZZZ(Z8ZHZXZhZxZZZZZȉZ؉ZZZZZ(Z8ZHZXZhZxZZZZZȊZ؊ZZZZZ(Z8ZHZXZhZxZZZZZȋZ؋ZZZZZ(Z8ZHZXZhZxZZZZZȌZ،ZZZZZ(Z8ZHZXZhZxZZZZZȍZ؍ZZZZZ(Z8ZHZXZhZxZZZZZȎZ؎ZZZZZ(Z8ZHZXZhZxZZZZZȏZ؏ZZZZZ(Z8ZHZXZhZxZZZZZȐZؐZZZZZ(Z8ZHZXZhZxZZZZZȑZؑZZZZZ(Z8ZHZXZhZxZZZZZȒZؒZZZZZ(Z8ZHZXZhZxZZZZZȓZؓZZZZZ(Z8ZHZXZhZxZZZZZȔZؔZZZZZ(Z8ZHZXZhZxZZZZZȕZؕZZZZZ(Z8ZHZXZhZxZZZZZȖZؖZZZZZ(Z8ZHZXZhZxZZZZZȗZؗZZZZZ(Z8ZHZXZhZxZZZZZȘZؘZZZZZ(Z8ZHZXZhZxZZZZZșZؙZZZZZ(Z8ZHZXZhZxZZZZZȚZؚZZZZZ(Z8ZHZXZhZxZZZZZțZ؛ZZZZZ(Z8ZHZXZhZxZZZZZȜZ؜ZZZZZ(Z8ZHZXZhZxZZZZZȝZ؝ZZZZZ(Z8ZHZXZhZxZZZZZȞZ؞ZZZZZ(Z8ZHZXZhZxZZZZZȟZ؟ZZZZZ(Z8ZHZXZhZxZZZZZȠZؠZZZZZ(Z8ZHZXZhZxZZZZZȡZءZZZZZ(Z8ZHZXZhZxZZZZZȢZآZZZZZ(Z8ZHZXZhZxZZZZZȣZأZZZZZ(Z8ZHZXZhZxZZZZZȤZؤZZZZZ(Z8ZHZXZhZxZZZZZȥZإZZZZZ(Z8ZHZXZhZxZZZZZȦZئZZZZZ(Z8ZHZXZhZxZZZZZȧZاZZZZZ(Z8ZHZXZhZxZZZZZȨZبZZZZZ(Z8ZHZXZhZxZZZZZȩZةZZZZZ(Z8ZHZXZhZxZZZZZȪZتZZZZZ(Z8ZHZXZhZxZZZZZȫZثZZZZZ(Z8ZHZXZhZxZZZZZȬZجZZZZZ(Z8ZHZXZhZxZZZZZȭZحZZZZZ(Z8ZHZXZhZxZZZZZȮZخZZZZZ(Z8ZHZXZhZxZZZZZȯZدZZZZZ(Z8ZHZXZhZxZZZZZȰZذZZZZZ(Z8ZHZXZhZxZZZZZȱZرZZZZZ(Z8ZHZXZhZxZZZZZȲZزZZZZZ(Z8ZHZXZhZxZZZZZȳZسZZZZZ(Z8ZHZXZhZxZZZZZȴZشZZZZZ(Z8ZHZXZhZxZZZZZȵZصZZZZZ(Z8ZHZXZhZxZZZZZȶZضZZZZZ(Z8ZHZXZhZxZZZZZȷZطZZZZZ(Z8ZHZXZhZxZZZZZȸZظZZZZZ(Z8ZHZXZhZxZZZZZȹZعZZZZZ(Z8ZHZXZhZxZZZZZȺZغZZZZZ(Z8ZHZXZhZxZZZZZȻZػZZZZZ(Z8ZHZXZhZxZZZZZȼZؼZZZZZ(Z8ZHZXZhZxZZZZZȽZؽZZZZZ(Z8ZHZXZhZxZZZZZȾZؾZZZZZ(Z8ZHZXZhZxZZZZZȿZؿZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZp 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@XhxȺغ(8HXhxȻػ(8HXhx м       0 @ P ` p      н       0 @ P ` p      о       0 @ P ` p      п       0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                      0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                  ! !  ! 0! @! P! `! p! ! ! ! ! ! ! ! ! " "  " 0" @" P" `" p" " " " " " " " " # #  # 0# @# P# `# p# # # # # # # # # $ $  $ 0$ @$ P$ `$ p$ $ $ $ $ $ $ $ $ % %  % 0% @% P% `% p% % % % % % % % % & &  & 0& @& P& `& p& & & & & & & & & ' '  ' 0' @' P' `' p' ' ' ' ' ' ' ' ' ( (  ( 0( @( P( `( p( ( ( ( ( ( ( ( ( ) )  ) 0) @) P) `) p) ) ) ) ) ) ) ) ) * *  * 0* @* P* `* p* * * * * * * * * + +  + 0+ @+ P+ `+ p+ + + + + + + + + , ,  , 0, @, P, `, p, , , , , , , , , - -  - 0- @- P- `- p- - - - - - - - - . .  . 0. @. P. `. p. . . . . . . . . / /  / 0/ @/ P/ `/ p/ / / / / / / / / 0 0  0 00 @0 P0 `0 p0 0 0 0 0 0 0 0 0 1 1  1 01 @1 P1 `1 p1 1 1 1 1 1 1 1 1 2 2  2 02 @2 P2 `2 p2 2 2 2 2 2 2 2 2 3 3  3 03 @3 P3 `3 p3 3 3 3 3 3 3 3 3 4 4  4 04 @4 P4 `4 p4 4 4 4 4 4 4 4 4 5 5  5 05 @5 P5 `5 p5 5 5 5 5 5 5 5 5 6 6  6 06 @6 P6 `6 p6 6 6 6 6 6 6 6 6 7 7  7 07 @7 P7 `7 p7 7 7 7 7 7 7 7 7 8 8  8 08 @8 P8 `8 p8 8 8 8 8 8 8 8 8 9 9  9 09 @9 P9 `9 p9 9 9 9 9 9 9 9 9 : :  : 0: @: P: `: p: : : : : : : : : ; ;  ; 0; @; P; `; p; ; ; ; ; ; ; ; ; < <  < 0< @< P< `< p< < < < < < < < < = =  = 0= @= P= `= p= = = = = = = = = > >  > 0> @> P> `> p> > > > > > > > > ? ?  ? 0? @? P? `? p? ? ? ? ? ? ? ? ? @ @  @ 0@ @@ P@ `@ p@ @ @ @ @ @ @ @ @ A A  A 0A @A PA `A pA A A A A A A A A B B  B 0B @B PB `B pB B B B B B B B B C C  C 0C @C PC `C pC C C C C C C C C D D  D 0D @D PD `D pD D D D D D D D D E E  E 0E @E PE `E pE E E E E E E E E F F  F 0F @F PF `F pF F F F F F F F F G G  G 0G @G PG `G pG G G G G G G G G H H  H 0H @H PH `H pH H H H H H H H H I I  I 0I @I PI `I pI I I I I I I I I J J  J 0J @J PJ `J pJ J J J J J J J J K K  K 0K @K PK `K pK K K K K K K K K L L  L 0L @L PL `L pL L L L L L L L L M M  M 0M @M PM `M pM M M M M M M M M N N  N 0N @N PN `N pN N N N N N N N N O O  O 0O @O PO `O pO O O O O O O O O P P  P 0P @P PP `P pP P P P P P P P P Q Q  Q 0Q @Q PQ `Q pQ Q Q Q Q Q Q Q Q R R  R 0R @R PR `R pR R R R R R R R R S S  S 0S @S PS `S pS S S S S S S S S T T  T 0T @T PT `T pT T T T T T T T T U U  U 0U @U PU `U pU U U U U U U U U V V  V 0V @V PV `V pV V V V V V V V V W W  W 0W @W PW `W pW W W W W W W W W X X  X 0X @X PX `X pX X X X X X X X X Y Y  Y 0Y @Y PY `Y pY Y Y Y Y Y Y Y Y Z Z  Z 0Z @Z PZ `Z pZ Z Z Z Z Z Z Z Z [ [  [ 0[ @[ P[ `[ p[ [ [ [ [ [ [ [ [ \ \  \ 0\ @\ P\ `\ p\ \ \ \ \ \ \ \ \ ] ]  ] 0] @] P] `] p] ] ] ] ] ] ] ] ] ^ ^  ^ 0^ @^ P^ `^ p^ ^ ^ ^ ^ ^ ^ ^ ^ _ _  _ 0_ @_ P_ `_ p_ _ _ _ _ _ _ _ _ ` `  ` 0` @` P` `` p` ` ` ` ` ` ` ` ` a a  a 0a @a Pa `a pa a a a a a a a a b b  b 0b @b Pb `b pb b b b b b b b b c c  c 0c @c Pc `c pc c c c c c c c c d d  d 0d @d Pd `d pd d d d d d d d d e e  e 0e @e Pe `e pe e e e e e e e e f f  f 0f @f Pf `f pf f f f f f f f f g g  g 0g @g Pg `g pg g g g g g g g g h h  h 0h @h Ph `h ph h h h h h h h h i i  i 0i @i Pi `i pi i i i i i i i i j j  j 0j @j Pj `j pj j j j j j j j j k k  k 0k @k Pk `k pk k k k k k k k k l l  l 0l @l Pl `l pl l l l l l l l l m m  m 0m @m Pm `m pm m m m m m m m m n n  n 0n @n Pn `n pn n n n n n n n n o o  o 0o @o Po `o po o o o o o o o o p p  p 0p @p Pp `p pp p p p p p p p p q q  q 0q @q Pq `q pq q q q q q q q q r r  r 0r @r Pr `r pr r r r r r r r r s s  s 0s @s Ps `s ps s s s s s s s s t t  t 0t @t Pt `t pt t t t t t t t t u u  u 0u @u Pu `u pu u u u u u u u u v v  v 0v @v Pv `v pv v v v v v v v v w w  w 0w @w Pw `w pw w w w w w w w w x x  x 0x @x Px `x px x x x x x x x x y y  y 0y @y Py `y py y y y y y y y y z z  z 0z @z Pz `z pz z z z z z z z z { {  { 0{ @{ P{ `{ p{ { { { { { { { { | |  | 0| @| P| `| p| | | | | | | | | } }  } 0} @} P} `} p} } } } } } } } } ~ ~  ~ 0~ @~ P~ `~ p~ ~ ~ ~ ~ ~ ~ ~ ~     0 @ P ` p             0 @ P ` p      Ѐ       0 @ P ` p      Ё       0 @ P ` p      Ђ       0 @ P ` p      Ѓ       0 @ P ` p      Є       0 @ P ` p      Ѕ       0 @ P ` p      І       0 @ P ` p      Ї       0 @ P ` p      Ј       0 @ P ` p      Љ       0 @ P ` p      Њ       0 @ P ` p      Ћ       0 @ P ` p      Ќ       0 @ P ` p      Ѝ       0 @ P ` p      Ў       0 @ P ` p      Џ       0 @ P ` p      А       0 @ P ` p      Б       0 @ P ` p      В       0 @ P ` p      Г       0 @ P ` p      Д       0 @ P ` p      Е       0 @ P ` p      Ж       0 @ P ` p      З       0 @ P ` p      И       0 @ P ` p      Й       0 @ P ` p      К       0 @ P ` p      Л       0 @ P ` p      М       0 @ P ` p      Н       0 @ P ` p      О       0 @ P ` p      П       0 @ P ` p      Р       0 @ P ` p      С       0 @ P ` p      Т       0 @ P ` p      У       0 @ P ` p      Ф       0 @ P ` p      Х       0 @ P ` p      Ц       0 @ P ` p      Ч       0 @ P ` p      Ш       0 @ P ` p      Щ       0 @ P ` p      Ъ       0 @ P ` p      Ы       0 @ P ` p      Ь       0 @ P ` p      Э       0 @ P ` p      Ю       0 @ P ` p      Я       0 @ P ` p      а       0 @ P ` p      б       0 @ P ` p      в       0 @ P ` p      г       0 @ P ` p      д       0 @ P ` p      е       0 @ P ` p      ж       0 @ P ` p      з       0 @ P ` p      и       0 @ P ` p      й       0 @ P ` p      к       0 @ P ` p      л       0 @ P ` p      м       0 @ P ` p      н       0 @ P ` p      о       0 @ P ` p      п       0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                      0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                  ! !  ! 0! @! P! `! p! ! ! ! ! ! ! ! ! " "  " 0" @" P" `" p" " " " " " " " " # #  # 0# @# P# `# p# # # # # # # # # $ $  $ 0$ @$ P$ `$ p$ $ $ $ $ $ $ $ $ % %  % 0% @% P% `% p% % % % % % % % % & &  & 0& @& P& `& p& & & & & & & & & ' '  ' 0' @' P' `' p' ' ' ' ' ' ' ' ' ( (  ( 0( @( P( `( p( ( ( ( ( ( ( ( ( ) )  ) 0) @) P) `) p) ) ) ) ) ) ) ) ) * *  * 0* @* P* `* p* * * * * * * * * + +  + 0+ @+ P+ `+ p+ + + + + + + + + , ,  , 0, @, P, `, p, , , , , , , , , - -  - 0- @- P- `- p- - - - - - - - - . .  . 0. @. P. `. p. . . . . . . . . / /  / 0/ @/ P/ `/ p/ / / / / / / / / 0 0  0 00 @0 P0 `0 p0 0 0 0 0 0 0 0 0 1 1  1 01 @1 P1 `1 p1 1 1 1 1 1 1 1 1 2 2  2 02 @2 P2 `2 p2 2 2 2 2 2 2 2 2 3 3  3 03 @3 P3 `3 p3 3 3 3 3 3 3 3 3 4 4  4 04 @4 P4 `4 p4 4 4 4 4 4 4 4 4 5 5  5 05 @5 P5 `5 p5 5 5 5 5 5 5 5 5 6 6  6 06 @6 P6 `6 p6 6 6 6 6 6 6 6 6 7 7  7 07 @7 P7 `7 p7 7 7 7 7 7 7 7 7 8 8  8 08 @8 P8 `8 p8 8 8 8 8 8 8 8 8 9 9  9 09 @9 P9 `9 p9 9 9 9 9 9 9 9 9 : :  : 0: @: P: `: p: : : : : : : : : ; ;  ; 0; @; P; `; p; ; ; ; ; ; ; ; ; < <  < 0< @< P< `< p< < < < < < < < < = =  = 0= @= P= `= p= = = = = = = = = > >  > 0> @> P> `> p> > > > > > > > > ? ?  ? 0? @? P? `? p? ? ? ? ? ? ? ? ? @ @  @ 0@ @@ P@ `@ p@ @ @ @ @ @ @ @ @ A A  A 0A @A PA `A pA A A A A A A A A B B  B 0B @B PB `B pB B B B B B B B B C C  C 0C @C PC `C pC C C C C C C C C D D  D 0D @D PD `D pD D D D D D D D D E E  E 0E @E PE `E pE E E E E E E E E F F  F 0F @F PF `F pF F F F F F F F F G G  G 0G @G PG `G pG G G G G G G G G H H  H 0H @H PH `H pH H H H H H H H H I I  I 0I @I PI `I pI I I I I I I I I J J  J 0J @J PJ `J pJ J J J J J J J J K K  K 0K @K PK `K pK K K K K K K K K L L  L 0L @L PL `L pL L L L L L L L L M M  M 0M @M PM `M pM M M M M M M M M N N  N 0N @N PN `N pN N N N N N N N N O O  O 0O @O PO `O pO O O O O O O O O P P  P 0P @P PP `P pP P P P P P P P P Q Q  Q 0Q @Q PQ `Q pQ Q Q Q Q Q Q Q Q R R  R 0R @R PR `R pR R R R R R R R R S S  S 0S @S PS `S pS S S S S S S S S T T  T 0T @T PT `T pT T T T T T T T T U U  U 0U @U PU `U pU U U U U U U U U V V  V 0V @V PV `V pV V V V V V V V V W W  W 0W @W PW `W pW W W W W W W W W X X  X 0X @X PX `X pX X X X X X X X X Y Y  Y 0Y @Y PY `Y pY Y Y Y Y Y Y Y Y Z Z  Z 0Z @Z PZ `Z pZ Z Z Z Z Z Z Z Z [ [  [ 0[ @[ P[ `[ p[ [ [ [ [ [ [ [ [ \ \  \ 0\ @\ P\ `\ p\ \ \ \ \ \ \ \ \ ] ]  ] 0] @] P] `] p] ] ] ] ] ] ] ] ] ^ ^  ^ 0^ @^ P^ `^ p^ ^ ^ ^ ^ ^ ^ ^ ^ _ _  _ 0_ @_ P_ `_ p_ _ _ _ _ _ _ _ _ ` `  ` 0` @` P` `` p` ` ` ` ` ` ` ` ` a a  a 0a @a Pa `a pa a a a a a a a a b b  b 0b @b Pb `b pb b b b b b b b b c c  c 0c @c Pc `c pc c c c c c c c c d d  d 0d @d Pd `d pd d d d d d d d d e e  e 0e @e Pe `e pe e e e e e e e e f f  f 0f @f Pf `f pf f f f f f f f f g g  g 0g @g Pg `g pg g g g g g g g g h h  h 0h @h Ph `h ph h h h h h h h h i i  i 0i @i Pi `i pi i i i i i i i i j j  j 0j @j Pj `j pj j j j j j j j j k k  k 0k @k Pk `k pk k k k k k k k k l l  l 0l @l Pl `l pl l l l l l l l l m m  m 0m @m Pm `m pm m m m m m m m m n n  n 0n @n Pn `n pn n n n n n n n n o o  o 0o @o Po `o po o o o o o o o o p p  p 0p @p Pp `p pp p p p p p p p p q q  q 0q @q Pq `q pq q q q q q q q q r r  r 0r @r Pr `r pr r r r r r r r r s s  s 0s @s Ps `s ps s s s s s s s s t t  t 0t @t Pt `t pt t t t t t t t t u u  u 0u @u Pu `u pu u u u u u u u u v v  v 0v @v Pv `v pv v v v v v v v v w w  w 0w @w Pw `w pw w w w w w w w w x x  x 0x @x Px `x px x x x x x x x x y y  y 0y @y Py `y py y y y y y y y y z z  z 0z @z Pz `z pz z z z z z z z z { {  { 0{ @{ P{ `{ p{ { { { { { { { { | |  | 0| @| P| `| p| | | | | | | | | } }  } 0} @} P} `} p} } } } } } } } } ~ ~  ~ 0~ @~ P~ `~ p~ ~ ~ ~ ~ ~ ~ ~ ~     0 @ P ` p             0 @ P ` p      Ѐ       0 @ P ` p      Ё       0 @ P ` p      Ђ       0 @ P ` p      Ѓ       0 @ P ` p      Є       0 @ P ` p      Ѕ       0 @ P ` p      І       0 @ P ` p      Ї       0 @ P ` p      Ј       0 @ P ` p      Љ       0 @ P ` p      Њ       0 @ P ` p      Ћ       0 @ P ` p      Ќ       0 @ P ` p      Ѝ       0 @ P ` p      Ў       0 @ P ` p      Џ       0 @ P ` p      А       0 @ P ` p      Б       0 @ P ` p      В       0 @ P ` p      Г       0 @ P ` p      Д       0 @ P ` p      Е       0 @ P ` p      Ж       0 @ P ` p      З       0 @ P ` p      И       0 @ P ` p      Й       0 @ P ` p      К       0 @ P ` p      Л       0 @ P ` p      М       0 @ P ` p      Н       0 @ P ` p      О       0 @ P ` p      П       0 @ P ` p      Р       0 @ P ` p      С       0 @ P ` p      Т       0 @ P ` p      У       0 @ X`h`x`````Ȥ`ؤ`````(`8`H`X`h`x`````ȥ`إ`````(`8`H`X`h`x`````Ȧ`ئ`````(`8`H`X`h`x`````ȧ`ا`````(`8`H`X`h`x`````Ȩ`ب`````(`8`H`X`h`x`````ȩ`ة`````(`8`H`X`h`x`````Ȫ`ت`````(`8`H`X`h`x`````ȫ`ث`````(`8`H`X`h`x`````Ȭ`ج`````(`8`H`X`h`x`````ȭ`ح`````(`8`H`X`h`x`````Ȯ`خ`````(`8`H`X`h`x`````ȯ`د`````(`8`H`X`h`x`````Ȱ`ذ`````(`8`H`X`h`x`````ȱ`ر`````(`8`H`X`h`x`````Ȳ`ز`````(`8`H`X`h`x`````ȳ`س`````(`8`H`X`h`x`````ȴ`ش`````(`8`H`X`h`x`````ȵ`ص`````(`8`H`X`h`x`````ȶ`ض`````(`8`H`X`h`x`````ȷ`ط`````(`8`H`X`h`x`````ȸ`ظ`````(`8`H`X`h`x`````ȹ`ع`````(`8`H`X`h`x`````Ⱥ`غ`````(`8`H`X`h`x`````Ȼ`ػ`````(`8`H`X`h`x`````ȼ`ؼ`````(`8`H`X`h`x`````Ƚ`ؽ`````(`8`H`X`h`x`````Ⱦ`ؾ`````(`8`H`X`h`x`````ȿ`ؿ`````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ```(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` `!`!`(!`8!`H!`X!`h!`x!`!`!`!`!`!`!`!`!`"`"`("`8"`H"`X"`h"`x"`"`"`"`"`"`"`"`"`#`#`(#`8#`H#`X#`h#`x#`#`#`#`#`#`#`#`#`$`$`($`8$`H$`X$`h$`x$`$`$`$`$`$`$`$`$`%`%`(%`8%`H%`X%`h%`x%`%`%`%`%`%`%`%`%`&`&`(&`8&`H&`X&`h&`x&`&`&`&`&`&`&`&`&`'`'`('`8'`H'`X'`h'`x'`'`'`'`'`'`'`'`'`(`(`((`8(`H(`X(`h(`x(`(`(`(`(`(`(`(`(`)`)`()`8)`H)`X)`h)`x)`)`)`)`)`)`)`)`)`*`*`(*`8*`H*`X*`h*`x*`*`*`*`*`*`*`*`*`+`+`(+`8+`H+`X+`h+`x+`+`+`+`+`+`+`+`+`,`,`(,`8,`H,`X,`h,`x,`,`,`,`,`,`,`,`,`-`-`(-`8-`H-`X-`h-`x-`-`-`-`-`-`-`-`-`.`.`(.`8.`H.`X.`h.`x.`.`.`.`.`.`.`.`.`/`/`(/`8/`H/`X/`h/`x/`/`/`/`/`/`/`/`/`0`0`(0`80`H0`X0`h0`x0`0`0`0`0`0`0`0`0`1`1`(1`81`H1`X1`h1`x1`1`1`1`1`1`1`1`1`2`2`(2`82`H2`X2`h2`x2`2`2`2`2`2`2`2`2`3`3`(3`83`H3`X3`h3`x3`3`3`3`3`3`3`3`3`4`4`(4`84`H4`X4`h4`x4`4`4`4`4`4`4`4`4`5`5`(5`85`H5`X5`h5`x5`5`5`5`5`5`5`5`5`6`6`(6`86`H6`X6`h6`x6`6`6`6`6`6`6`6`6`7`7`(7`87`H7`X7`h7`x7`7`7`7`7`7`7`7`7`8`8`(8`88`H8`X8`h8`x8`8`8`8`8`8`8`8`8`9`9`(9`89`H9`X9`h9`x9`9`9`9`9`9`9`9`9`:`:`(:`8:`H:`X:`h:`x:`:`:`:`:`:`:`:`:`;`;`(;`8;`H;`X;`h;`x;`;`;`;`;`;`;`;`;`<`<`(<`8<`H<`X<`h<`x<`<`<`<`<`<`<`<`<`=`=`(=`8=`H=`X=`h=`x=`=`=`=`=`=`=`=`=`>`>`(>`8>`H>`X>`h>`x>`>`>`>`>`>`>`>`>`?`?`(?`8?`H?`X?`h?`x?`?`?`?`?`?`?`?`?`@`@`(@`8@`H@`X@`h@`x@`@`@`@`@`@`@`@`@`A`A`(A`8A`HA`XA`hA`xA`A`A`A`A`A`A`A`A`B`B`(B`8B`HB`XB`hB`xB`B`B`B`B`B`B`B`B`C`C`(C`8C`HC`XC`hC`xC`C`C`C`C`C`C`C`C`D`D`(D`8D`HD`XD`hD`xD`D`D`D`D`D`D`D`D`E`E`(E`8E`HE`XE`hE`xE`E`E`E`E`E`E`E`E`F`F`(F`8F`HF`XF`hF`xF`F`F`F`F`F`F`F`F`G`G`(G`8G`HG`XG`hG`xG`G`G`G`G`G`G`G`G`H`H`(H`8H`HH`XH`hH`xH`H`H`H`H`H`H`H`H`I`I`(I`8I`HI`XI`hI`xI`I`I`I`I`I`I`I`I`J`J`(J`8J`HJ`XJ`hJ`xJ`J`J`J`J`J`J`J`J`K`K`(K`8K`HK`XK`hK`xK`K`K`K`K`K`K`K`K`L`L`(L`8L`HL`XL`hL`xL`L`L`L`L`L`L`L`L`M`M`(M`8M`HM`XM`hM`xM`M`M`M`M`M`M`M`M`N`N`(N`8N`HN`XN`hN`xN`N`N`N`N`N`N`N`N`O`O`(O`8O`HO`XO`hO`xO`O`O`O`O`O`O`O`O`P`P`(P`8P`HP`XP`hP`xP`P`P`P`P`P`P`P`P`Q`Q`(Q`8Q`HQ`XQ`hQ`xQ`Q`Q`Q`Q`Q`Q`Q`Q`R`R`(R`8R`HR`XR`hR`xR`R`R`R`R`R`R`R`R`S`S`(S`8S`HS`XS`hS`xS`S`S`S`S`S`S`S`S`T`T`(T`8T`HT`XT`hT`xT`T`T`T`T`T`T`T`T`U`U`(U`8U`HU`XU`hU`xU`U`U`U`U`U`U`U`U`V`V`(V`8V`HV`XV`hV`xV`V`V`V`V`V`V`V`V`W`W`(W`8W`HW`XW`hW`xW`W`W`W`W`W`W`W`W`X`X`(X`8X`HX`XX`hX`xX`X`X`X`X`X`X`X`X`Y`Y`(Y`8Y`HY`XY`hY`xY`Y`Y`Y`Y`Y`Y`Y`Y`Z`Z`(Z`8Z`HZ`XZ`hZ`xZ`Z`Z`Z`Z`Z`Z`Z`Z`[`[`([`8[`H[`X[`h[`x[`[`[`[`[`[`[`[`[`\`\`(\`8\`H\`X\`h\`x\`\`\`\`\`\`\`\`\`]`]`(]`8]`H]`X]`h]`x]`]`]`]`]`]`]`]`]`^`^`(^`8^`H^`X^`h^`x^`^`^`^`^`^`^`^`^`_`_`(_`8_`H_`X_`h_`x_`_`_`_`_`_`_`_`_`````(``8``H``X``h``x``````````````````a`a`(a`8a`Ha`Xa`ha`xa`a`a`a`a`a`a`a`a`b`b`(b`8b`Hb`Xb`hb`xb`b`b`b`b`b`b`b`b`c`c`(c`8c`Hc`Xc`hc`xc`c`c`c`c`c`c`c`c`d`d`(d`8d`Hd`Xd`hd`xd`d`d`d`d`d`d`d`d`e`e`(e`8e`He`Xe`he`xe`e`e`e`e`e`e`e`e`f`f`(f`8f`Hf`Xf`hf`xf`f`f`f`f`f`f`f`f`g`g`(g`8g`Hg`Xg`hg`xg`g`g`g`g`g`g`g`g`h`h`(h`8h`Hh`Xh`hh`xh`h`h`h`h`h`h`h`h`i`i`(i`8i`Hi`Xi`hi`xi`i`i`i`i`i`i`i`i`j`j`(j`8j`Hj`Xj`hj`xj`j`j`j`j`j`j`j`j`k`k`(k`8k`Hk`Xk`hk`xk`k`k`k`k`k`k`k`k`l`l`(l`8l`Hl`Xl`hl`xl`l`l`l`l`l`l`l`l`m`m`(m`8m`Hm`Xm`hm`xm`m`m`m`m`m`m`m`m`n`n`(n`8n`Hn`Xn`hn`xn`n`n`n`n`n`n`n`n`o`o`(o`8o`Ho`Xo`ho`xo`o`o`o`o`o`o`o`o`p`p`(p`8p`Hp`Xp`hp`xp`p`p`p`p`p`p`p`p`q`q`(q`8q`Hq`Xq`hq`xq`q`q`q`q`q`q`q`q`r`r`(r`8r`Hr`Xr`hr`xr`r`r`r`r`r`r`r`r`s`s`(s`8s`Hs`Xs`hs`xs`s`s`s`s`s`s`s`s`t`t`(t`8t`Ht`Xt`ht`xt`t`t`t`t`t`t`t`t`u`u`(u`8u`Hu`Xu`hu`xu`u`u`u`u`u`u`u`u`v`v`(v`8v`Hv`Xv`hv`xv`v`v`v`v`v`v`v`v`w`w`(w`8w`Hw`Xw`hw`xw`w`w`w`w`w`w`w`w`x`x`(x`8x`Hx`Xx`hx`xx`x`x`x`x`x`x`x`x`y`y`(y`8y`Hy`Xy`hy`xy`y`y`y`y`y`y`y`y`z`z`(z`8z`Hz`Xz`hz`xz`z`z`z`z`z`z`z`z`{`{`({`8{`H{`X{`h{`x{`{`{`{`{`{`{`{`{`|`|`(|`8|`H|`X|`h|`x|`|`|`|`|`|`|`|`|`}`}`(}`8}`H}`X}`h}`x}`}`}`}`}`}`}`}`}`~`~`(~`8~`H~`X~`h~`x~`~`~`~`~`~`~`~`~```(`8`H`X`h`x```````````(`8`H`X`h`x`````Ȁ`؀`````(`8`H`X`h`x`````ȁ`؁`````(`8`H`X`h`x`````Ȃ`؂`````(`8`H`X`h`x`````ȃ`؃`````(`8`H`X`h`x`````Ȅ`؄`````(`8`H`X`h`x`````ȅ`؅`````(`8`H`X`h`x`````Ȇ`؆`````(`8`H`X`h`x`````ȇ`؇`````(`8`H`X`h`x`````Ȉ`؈`````(`8`H`X`h`x`````ȉ`؉`````(`8`H`X`h`x`````Ȋ`؊`````(`8`H`X`h`x`````ȋ`؋`````(`8`H`X`h`x`````Ȍ`،`````(`8`H`X`h`x`````ȍ`؍`````(`8`H`X`h`x`````Ȏ`؎`````(`8`H`X`h`x`````ȏ`؏`````(`8`H`X`h`x`````Ȑ`ؐ`````(`8`H`X`h`x`````ȑ`ؑ`````(`8`H`X`h`x`````Ȓ`ؒ`````(`8`H`X`h`x`````ȓ`ؓ`````(`8`H`X`h`x`````Ȕ`ؔ`````(`8`H`X`h`x`````ȕ`ؕ`````(`8`H`X`h`x`````Ȗ`ؖ`````(`8`H`X`h`x`````ȗ`ؗ`````(`8`H`X`h`x`````Ș`ؘ`````(`8`H`X`h`x`````ș`ؙ`````(`8`H`X`h`x`````Ț`ؚ`````(`8`H`X`h`x`````ț`؛`````(`8`H`X`h`x`````Ȝ`؜`````(`8`H`X`h`x`````ȝ`؝`````(`8`H`X`h`x`````Ȟ`؞`````(`8`H`X`h`x`````ȟ`؟`````(`8`H`X`h`x`````Ƞ`ؠ`````(`8`H`X`h`x`````ȡ`ء`````(`8`H`X`h`x`````Ȣ`آ`````(`8`H`X`h`x`````ȣ`أ`````(`8`H`X`h`x`````Ȥ`ؤ`````(`8`H`X`h`x`````ȥ`إ`````(`8`H`X`h`x`````Ȧ`ئ`````(`8`H`X`h`x`````ȧ`ا`````(`8`H`X`h`x`````Ȩ`ب`````(`8`H`X`h`x`````ȩ`ة`````(`8`H`X`h`x`````Ȫ`ت`````(`8`H`X`h`x`````ȫ`ث`````(`8`H`X`h`x`````Ȭ`ج`````(`8`H`X`h`x`````ȭ`ح`````(`8`H`X`h`x`````Ȯ`خ`````(`8`H`X`h`x`````ȯ`د`````(`8`H`X`h`x`````Ȱ`ذ`````(`8`H`X`h`x`````ȱ`ر`````(`8`H`X`h`x`````Ȳ`ز`````(`8`H`X`h`x`````ȳ`س`````(`8`H`X`h`x`````ȴ`ش`````(`8`H`X`h`x`````ȵ`ص`````(`8`H`X`h`x`````ȶ`ض`````(`8`H`X`h`x`````ȷ`ط`````(`8`H`X`h`x`````ȸ`ظ`````(`8`H`X`h`x`````ȹ`ع`````(`8`H`X`h`x`````Ⱥ`غ`````(`8`H`X`h`x`````Ȼ`ػ`````(`8`H`X`h`x`````ȼ`ؼ`````(`8`H`X`h`x`````Ƚ`ؽ`````(`8`H`X`h`x`````Ⱦ`ؾ`````(`8`H`X`h`x`````ȿ`ؿ`````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` `! `! `(! `8! `H! `X! `h! `x! `! `! `! `! `! `! `! `! `" `" `(" `8" `H" `X" `h" `x" `" `" `" `" `" `" `" `" `# `# `(# `8# `H# `X# `h# `x# `# `# `# `# `# `# `# `# `$ `$ `($ `8$ `H$ `X$ `h$ `x$ `$ `$ `$ `$ `$ `$ `$ `$ `% `% `(% `8% `H% `X% `h% `x% `% `% `% `% `% `% `% `% `& `& `(& `8& `H& `X& `h& `x& `& `& `& `& `& `& `& `& `' `' `(' `8' `H' `X' `h' `x' `' `' `' `' `' `' `' `' `( `( `(( `8( `H( `X( `h( `x( `( `( `( `( `( `( `( `( `) `) `() `8) `H) `X) `h) `x) `) `) `) `) `) `) `) `) `* `* `(* `8* `H* `X* `h* `x* `* `* `* `* `* `* `* `* `+ `+ `(+ `8+ `H+ `X+ `h+ `x+ `+ `+ `+ `+ `+ `+ `+ `+ `, `, `(, `8, `H, `X, `h, `x, `, `, `, `, `, `, `, `, `- `- `(- `8- `H- `X- `h- `x- `- `- `- `- `- `- `- `- `. `. `(. `8. `H. `X. `h. `x. `. `. `. `. `. `. `. `. `/ `/ `(/ `8/ `H/ `X/ `h/ `x/ `/ `/ `/ `/ `/ `/ `/ `/ `0 `0 `(0 `80 `H0 `X0 `h0 `x0 `0 `0 `0 `0 `0 `0 `0 `0 `1 `1 `(1 `81 `H1 `X1 `h1 `x1 `1 `1 `1 `1 `1 `1 `1 `1 `2 `2 `(2 `82 `H2 `X2 `h2 `x2 `2 `2 `2 `2 `2 `2 `2 `2 `3 `3 `(3 `83 `H3 `X3 `h3 `x3 `3 `3 `3 `3 `3 `3 `3 `3 `4 `4 `(4 `84 `H4 `X4 `h4 `x4 `4 `4 `4 `4 `4 `4 `4 `4 `5 `5 `(5 `85 `H5 `X5 `h5 `x5 `5 `5 `5 `5 `5 `5 `5 `5 `6 `6 `(6 `86 `H6 `X6 `h6 `x6 `6 `6 `6 `6 `6 `6 `6 `6 `7 `7 `(7 `87 `H7 `X7 `h7 `x7 `7 `7 `7 `7 `7 `7 `7 `7 `8 `8 `(8 `88 `H8 `X8 `h8 `x8 `8 `8 `8 `8 `8 `8 `8 `8 `9 `9 `(9 `89 `H9 `X9 `h9 `x9 `9 `9 `9 `9 `9 `9 `9 `9 `: `: `(: `8: `H: `X: `h: `x: `: `: `: `: `: `: `: `: `; `; `(; `8; `H; `X; `h; `x; `; `; `; `; `; `; `; `; `< `< `(< `8< `H< `X< `h< `x< `< `< `< `< `< `< `< `< `= `= `(= `8= `H= `X= `h= `x= `= `= `= `= `= `= `= `= `> `> `(> `8> `H> `X> `h> `x> `> `> `> `> `> `> `> `> `? `? `(? `8? `H? `X? `h? `x? `? `? `? `? `? `? `? `? `@ `@ `(@ `8@ `H@ `X@ `h@ `x@ `@ `@ `@ `@ `@ `@ `@ `@ `A `A `(A `8A `HA `XA `hA `xA `A `A `A `A `A `A `A `A `B `B `(B `8B `HB `XB `hB `xB `B `B `B `B `B `B `B `B `C `C `(C `8C `HC `XC `hC `xC `C `C `C `C `C `C `C `C `D `D `(D `8D `HD `XD `hD `xD `D `D `D `D `D `D `D `D `E `E `(E `8E `HE `XE `hE `xE `E `E `E `E `E `E `E `E `F `F `(F `8F `HF `XF `hF `xF `F `F `F `F `F `F `F `F `G `G `(G `8G `HG `XG `hG `xG `G `G `G `G `G `G `G `G `H `H `(H `8H `HH `XH `hH `xH `H `H `H `H `H `H `H `H `I `I `(I `8I `HI `XI `hI `xI `I `I `I `I `I `I `I `I `J `J `(J `8J `HJ `XJ `hJ `xJ `J `J `J `J `J `J `J `J `K `K `(K `8K `HK `XK `hK `xK `K `K `K `K `K `K `K `K `L `L `(L `8L `HL `XL `hL `xL `L `L `L `L `L `L `L `L `M `M `(M `8M `HM `XM `hM `xM `M `M `M `M `M `M `M `M `N `N `(N `8N `HN `XN `hN `xN `N `N `N `N `N `N `N `N `O `O `(O `8O `HO `XO `hO `xO `O `O `O `O `O `O `O `O `P `P `(P `8P `HP `XP `hP `xP `P `P `P `P `P `P `P `P `Q `Q `(Q `8Q `HQ `XQ `hQ `xQ `Q `Q `Q `Q `Q `Q `Q `Q `R `R `(R `8R `HR `XR `hR `xR `R `R `R `R `R `R `R `R `S `S `(S `8S `HS `XS `hS `xS `S `S `S `S `S `S `S `S `T `T `(T `8T `HT `XT `hT `xT `T `T `T `T `T `T `T `T `U `U `(U `8U `HU `XU `hU `xU `U `U `U `U `U `U `U `U `V `V `(V `8V `HV `XV `hV `xV `V `V `V `V `V `V `V `V `W `W `(W `8W `HW `XW `hW `xW `W `W `W `W `W `W `W `W `X `X `(X `8X `HX `XX `hX `xX `X `X `X `X `X `X `X `X `Y `Y `(Y `8Y `HY `XY `hY `xY `Y `Y `Y `Y `Y `Y `Y `Y `Z `Z `(Z `8Z `HZ `XZ `hZ `xZ `Z `Z `Z `Z `Z `Z `Z `Z `[ `[ `([ `8[ `H[ `X[ `h[ `x[ `[ `[ `[ `[ `[ `[ `[ `[ `\ `\ `(\ `8\ `H\ `X\ `h\ `x\ `\ `\ `\ `\ `\ `\ `\ `\ `] `] `(] `8] `H] `X] `h] `x] `] `] `] `] `] `] `] `] `^ `^ `(^ `8^ `H^ `X^ `h^ `x^ `^ `^ `^ `^ `^ `^ `^ `^ `_ `_ `(_ `8_ `H_ `X_ `h_ `x_ `_ `_ `_ `_ `_ `_ `_ `_ `` `` `(` `8` `H` `X` `h` `x` `` `` `` `` `` `` `` `` `a `a `(a `8a `Ha `Xa `ha `xa `a `a `a `a `a `a `a `a `b `b `(b `8b `Hb `Xb `hb `xb `b `b `b `b `b `b `b `b `c `c `(c `8c `Hc `Xc `hc `xc `c `c `c `c `c `c `c `c `d `d `(d `8d `Hd `Xd `hd `xd `d `d `d `d `d `d `d `d `e `e `(e `8e `He `Xe `he `xe `e `e `e `e `e `e `e `e `f `f `(f `8f `Hf `Xf `hf `xf `f `f `f `f `f `f `f `f `g `g `(g `8g `Hg `Xg `hg `xg `g `g `g `g `g `g `g `g `h `h `(h `8h `Hh `Xh `hh `xh `h `h `h `h `h `h `h `h `i `i `(i `8i `Hi `Xi `hi `xi `i `i `i `i `i `i `i `i `j `j `(j `8j `Hj `Xj `hj `xj `j `j `j `j `j `j `j `j `k `k `(k `8k `Hk `Xk `hk `xk `k `k `k `k `k `k `k `k `l `l `(l `8l `Hl `Xl `hl `xl `l `l `l `l `l `l `l `l `m `m `(m `8m `Hm `Xm `hm `xm `m `m `m `m `m `m `m `m `n `n `(n `8n `Hn `Xn `hn `xn `n `n `n `n `n `n `n `n `o `o `(o `8o `Ho `Xo `ho `xo `o `o `o `o `o `o `o `o `p `p `(p `8p `Hp `Xp `hp `xp `p `p `p `p `p `p `p `p `q `q `(q `8q `Hq `Xq `hq `xq `q `q `q `q `q `q `q `q `r `r `(r `8r `Hr `Xr `hr `xr `r `r `r `r `r `r `r `r `s `s `(s `8s `Hs `Xs `hs `xs `s `s `s `s `s `s `s `s `t `t `(t `8t `Ht `Xt `ht `xt `t `t `t `t `t `t `t `t `u `u `(u `8u `Hu `Xu `hu `xu `u `u `u `u `u `u `u `u `v `v `(v `8v `Hv `Xv `hv `xv `v `v `v `v `v `v `v `v `w `w `(w `8w `Hw `Xw `hw `xw `w `w `w `w `w `w `w `w `x `x `(x `8x `Hx `Xx `hx `xx `x `x `x `x `x `x `x `x `y `y `(y `8y `Hy `Xy `hy `xy `y `y `y `y `y `y `y `y `z `z `(z `8z `Hz `Xz `hz `xz `z `z `z `z `z `z `z `z `{ `{ `({ `8{ `H{ `X{ `h{ `x{ `{ `{ `{ `{ `{ `{ `{ `{ `| `| `(| `8| `H| `X| `h| `x| `| `| `| `| `| `| `| `| `} `} `(} `8} `H} `X} `h} `x} `} `} `} `} `} `} `} `} `~ `~ `(~ `8~ `H~ `X~ `h~ `x~ `~ `~ `~ `~ `~ `~ `~ `~ ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȁ `؀ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȁ `؁ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȃ `؂ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȃ `؃ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȅ `؄ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȅ `؅ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȇ `؆ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȇ `؇ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȉ `؈ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȉ `؉ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȋ `؊ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȋ `؋ `    0 @ P ` p      Ќ      0 @ P ` p      Ѝ      8 H X h x     Ȏ ؎     ( 8 H X h x     ȏ ؏     ( 8 H X h     ̐ ܐ     , < L \ l |     ̑ ܑ     , < L \ l |     ̒ ܒ     , < L \ l |     ̓ ܓ     , < L \ l |     ̔ ܔ     , < L \ l |     ̕ ܕ     , < L \ l |     ̖ ܖ     , < L \ l |     ̗ ܗ     , < L \ l |     ̘ ܘ     , < L \ l |     ̙ ܙ     , < L \ l |     ̚ ܚ     , < L \ l |     ̛ ܛ     , < L \ l |     ̜ ܜ     , < L \ l |     ̝ ܝ     , < L \ l |     ̞ ܞ     , < L \ l |     ̟ ܟ     , < L \ l |     ̠ ܠ     , < L \ l |     ̡ ܡ     , < L \ l |     ̢ ܢ     , < L \ l |     ̣ ܣ     , < L \ l |     ̤ ܤ     , < L \ l |     ̥ ܥ     , < L \ l |     ̦ ܦ     , < L \ l |     ̧ ܧ     , < L \ l |     ̨ ܨ     , < L \ l |     ̩ ܩ     , < L \ l |     ̪ ܪ     , < L \ l |     ̫ ܫ     , < L \ l |     ̬ ܬ     , < L \ l |     ̭ ܭ     , < L \ l |     ̮ ܮ     , < L \ l |     ̯ ܯ     , < L \ l |     ̰ ܰ     , < L \ l |     ̱ ܱ     , < L \ l |     ̲ ܲ     , < L \ l |     ̳ ܳ     , < L \ l |     ̴ ܴ     , < L \ l |     ̵ ܵ     , < L \ l |     ̶ ܶ     , < L \ l |     ̷ ܷ     , < L \ l |     ̸ ܸ     , < L \ l |     ̹ ܹ     , < L \ l |     ̺ ܺ     , < L \ l |     ̻ ܻ     , < L \ l |     ̼ ܼ     , < L \ l |     ̽ ܽ     , < L \ l |     ̾ ܾ     , < L \ l |     ̿ ܿ     , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |         Y Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z ! Z! Z,! Z > $> 4> D> T> d> t> > > > > > > > > ? ? $? 4? D? T? d? t? ? ? ? ? ? ? ? ? @ @ $@ 4@ D@ T@ d@ t@ @ @ @ @ @ @ @ @ A A $A 4A DA TA dA tA A A A A A A A A B B $B 4B DB TB dB tB B B B B B B B B C C $C 4C DC TC dC tC C C C C C C C C D D $D 4D DD TD dD tD D D D D D D D D E E $E 4E DE TE dE tE E E E E E E E E F F $F 4F DF TF dF tF F F F F F F F F G G $G 4G DG TG dG tG G G G G G G G G H H $H 4H DH TH dH tH H H H H H H H H I I $I 4I DI TI dI tI I I I I I I I I J J $J 4J DJ TJ dJ tJ J J J J J J J J K K $K 4K DK TK dK tK K K K K K K K K L L $L 4L DL TL dL tL L L L L L L L L M M $M 4M DM TM dM tM M M M M M M M M N N $N 4N DN TN dN tN N N N N N N N N O O $O 4O DO TO dO tO O O O O O O O O P P $P 4P DP TP dP tP P P P P P P P P Q Q $Q 4Q DQ TQ dQ tQ Q Q Q Q Q Q Q Q R R $R 4R DR TR dR tR R R R R R R R R S S $S 4S DS TS dS tS S S S S S S S S T T $T 4T DT TT dT tT T T T T T T T T U U $U 4U DU TU dU tU U U U U U U U U V V $V 4V DV TV dV tV V V V V V V V V W W $W 4W DW TW dW tW W W W W W W W W X X $X 4X DX TX dX tX X X X X X X X X Y Y $Y 4Y DY TY dY tY Y Y Y Y Y Y Y Y Z Z $Z 4Z DZ TZ dZ tZ Z Z Z Z Z Z Z Z [ [ $[ 4[ D[ T[ d[ t[ [ [ [ [ [ [ [ [ \ \ $\ 4\ D\ T\ d\ t\ \ \ \ \ \ \ \ \ ] ] $] 4] D] T] d] t] ] ] ] ] ] ] ] ] ^ ^ $^ 4^ D^ T^ d^ t^ ^ ^ ^ ^ ^ ^ ^ ^ _ _ $_ 4_ D_ T_ d_ t_ _ _ _ _ _ _ _ _ ` ` $` 4` D` T` d` t` ` ` ` ` ` ` ` ` a a $a 4a Da Ta da ta a a a a a a a a b b $b 4b Db Tb db tb b b b b b b b b c c $c 4c Dc Tc dc tc c c c c c c c c d d $d 4d Dd Td dd td d d d d d d d d e e $e 4e De Te de te e e e e e e e e f f $f 4f Df Tf df tf f f f f f f f f g g $g 4g Dg Tg dg tg g g g g g g g g h h $h 4h Dh Th dh th h h h h h h h h i i $i 4i Di Ti di ti i i i i i i i i j j $j 4j Dj Tj dj tj j j j j j j j j k k $k 4k Dk Tk dk tk k k k k k k k k l l $l 4l Dl Tl dl tl l l l l l l l l m m $m 4m Dm Tm dm tm m m m m m m m m n n $n 4n Dn Tn dn tn n n n n n n n n o o $o 4o Do To do to o o o o o o o o p p $p 4p Dp Tp dp tp p p p p p p p p q q $q 4q Dq Tq dq tq q q q q q q q q r r $r 4r Dr Tr dr tr r r r r r r r r s s $s 4s Ds Ts ds ts s s s s s s s s t t $t 4t Dt Tt dt tt t t t t t t t t u u $u 4u Du Tu du tu u u u u u u u u v v $v 4v Dv Tv dv tv v v v v v v v v w w $w 4w Dw Tw dw tw w w w w w w w w x x $x 4x Dx Tx dx tx x x x x x x x x y y $y 4y Dy Ty dy ty y y y y y y y y z z $z 4z Dz Tz dz tz z z z z z z z z { { ${ 4{ D{ T{ d{ t{ { { { { { { { { | | $| 4| D| T| d| t| | | | | | | | | } } $} 4} D} T} d} t} } } } } } } } } ~ ~ $~ 4~ D~ T~ d~ t~ ~ ~ ~ ~ ~ ~ ~ ~   $ 4 D T d t           $ 4 D T d t     Ā Ԁ     $ 4 D T d t     ā ԁ     $ 4 D T d t     Ă Ԃ     $ 4 D T d t     ă ԃ     $ 4 D T d t     Ą Ԅ     $ 4 D T d t     ą ԅ     $ 4 D T d t     Ć Ԇ     $ 4 D T d t     ć ԇ     $ 4 D T d t     Ĉ Ԉ     $ 4 D T d t     ĉ ԉ     $ 4 D T d t     Ċ ܊     , < L \ l |    ċ  ԋ          $  4  D  T  d  t          Č  Ԍ          $  4  D  T  d  t          č  ԍ          $  4  D  T  d  t          Ď  Ԏ          $  4  D  T  d  t          ď  ԏ          $  4  D  T  d  t          Đ  Ԑ          $  4  D  T  d  t          đ  ԑ          $  4  D  T  d  t          Ē  Ԓ          $  4  D  T  d  t          ē  ԓ          $  4  D  T  d  t          Ĕ  Ԕ          $  4  D  T  d  t          ĕ  ԕ          $  4  D  T  d  t          Ė  Ԗ          $  4  D  T  d  t          ė  ԗ          $  4  D  T  d  t          Ę  Ԙ          $  4  D  T  d  t          ę  ԙ          $  4  D  T  d  t          Ě  Ԛ          $  4  D  T  d  t          ě  ԛ          $  4  D  T  d  t          Ĝ  Ԝ          $  4  D  T  d  t          ĝ  ԝ          $  4  D  T  d  t          Ğ  Ԟ          $  4  D  T  d  t          ğ  ԟ          $  4  D  T  d  t          Ġ  Ԡ          $  4  D  T  d  t          ġ  ԡ          $  4  D  T  d  t          Ģ  Ԣ          $  4  D  T  d  t          ģ  ԣ          $  4  D  T  d  t          Ĥ  Ԥ          $  4  D  T  d  t          ĥ  ԥ          $  4  D  T  d  t          Ħ  Ԧ          $  4  D  T  d  t          ħ  ԧ          $  4  D  T  d  t          Ĩ  Ԩ          $  4  D  T  d  t          ĩ  ԩ          $  4  D  T  d  t          Ī  Ԫ          $  4  D  T  d  t          ī  ԫ          $  4  D  T  d  t          Ĭ  Ԭ          $  4  D  T  d  t          ĭ  ԭ          $  4  D  T  d  t          Į  Ԯ          $  4  D  T  d  t          į  ԯ          $  4  D  T  d  t          İ  ԰          $  4  D  T  d  t          ı  Ա          $  4  D  T  d  t          IJ  Բ          $  4  D  T  d  t          ij  Գ          $  4  D  T  d  t          Ĵ  Դ          $  4  D  T  d  t          ĵ  Ե          $  4  D  T  d  t          Ķ  Զ          $  4  D  T  d  t          ķ  Է          $  4  D  T  d  t          ĸ  Ը          $  4  D  T  d  t          Ĺ  Թ          $  4  D  T  d  t          ĺ  Ժ          $  4  D  T  d  t          Ļ  Ի          $  4  D  T  d  t          ļ  Լ          $  4  D  T  d  t          Ľ  Խ          $  4  D  T  d  t          ľ  Ծ          $  4  D  T  d  t          Ŀ  Կ          $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                     `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ! `! `,! `yhrWyp!{g{zh]c/yy,ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]csyypycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhrWyp!{g{zh]cYyyVycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -uyh#W?yp1y3-ag  mNyhrWyp!{g{zh]c?yy<ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhrWyp!{g{zh]c%yy"ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mxyhrWyp!{g{zh]ciyyfycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Ayh#W?yp1y3-ag  myhrWyp!{g{zh]c yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m^ yhrWyp!{g{zh]cO yyL ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -' yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -k yh#W?yp1y3-ag  mD yhrWyp!{g{zh]c5 yy2 ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]cy yyv ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Q yh#W?yp1y3-ag  m* yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  mn yhrWyp!{g{zh]c_ yy\ ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -7 yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -{ yh#W?yp1y3-ag  mT yhrWyp!{g{zh]cE yyB ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -ayh#W?yp1y3-ag  m:yhrWyp!{g{zh]c+yy(ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  m~yhrWyp!{g{zh]coyylycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Gyh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhrWyp!{g{zh]cUyyRycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w --yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -qyh#W?yp1y3-ag  mJyhrWyp!{g{zh]c;yy8ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyy|ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Wyh#W?yp1y3-ag  m0yhrWyp!{g{zh]c!yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhrWyp!{g{zh]ceyybycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -=yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mZyhrWyp!{g{zh]cKyyHycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -#yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -gyh#W?yp1y3-ag  m@yhrWyp!{g{zh]c1yy.ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cuyyrycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{za{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w gvPy!cs@yxq/scjyq{yx {:cjqyyqy{zxcy]]cZyyWycyc y@{pyx' qy{y{a2W$W?Gy3q-ag  m!yxq?{@a{pqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cyyycyc ysqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cpyymycyc ysqyyqyc3y1{zh qy{y{aWypg w -Hyp#W?yx1y3-ag  m!ypWyx!{h{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mdyprWyx!{qa{p]cTyyQycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -,yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -nyp#W?yx1y3-ag  mGyprWyx!{qa{p]c7yy4ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyyvycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Qyp#W?yx1y3-ag  m*yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mlyprWyx!{qa{p]c\yyYycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -vyp#W?yx1y3-ag  mOyprWyx!{qa{p]c?yy<ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyy~ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Yyp#W?yx1y3-ag  m2yprWyx!{qa{p]c"yyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mtyprWyx!{qa{p]cdyyaycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -<yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mXypWyx!{zi{p]cIyyFycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -!yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -eyp#W?yx1y3-ag  m>ypWyx!{zi{p]c/yy,ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]csyypycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mhypWyx!{zi{p]cYyyVycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -1yp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -uyp#W?yx1y3-ag  mNypWyx!{zi{p]c?yy<ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mxypWyx!{zi{p]ciyyfycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Ayp#W?yx1y3-ag  mypWyx!{zi{p]c yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m^ ypWyx!{zi{p]cO yyL ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -' yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -k yp#W?yx1y3-ag  mD ypWyx!{zi{p]c5 yy2 ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]cy yyv ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Q yp#W?yx1y3-ag  m* ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mn ypWyx!{zi{p]c_ yy\ ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -7 yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -{ yp#W?yx1y3-ag  mT ypWyx!{zi{p]cE yyB ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -ayp#W?yx1y3-ag  m:ypWyx!{zi{p]c+yy(ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  m~ypWyx!{zi{p]coyylycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Gyp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mdypWyx!{zi{p]cUyyRycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w --yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -qyp#W?yx1y3-ag  mJypWyx!{zi{p]c;yy8ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyy|ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Wyp#W?yx1y3-ag  m0ypWyx!{zi{p]c!yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mtypWyx!{zi{p]ceyybycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -=yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mZypWyx!{zi{p]cKyyHycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -#yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -gyp#W?yx1y3-ag  m@ypWyx!{zi{p]c1yy.ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cuyyrycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{a{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w ygvP!csyp{{ { R<yaPg w UI<yqycjcj{j0qyqq{j6qyg00w0sqiky@<U;  ;# cq cyq cy{pqyq y{x{ cqyyqyqa{{ { !(!p s#q sqacH{8iU {qyg"?w?sL(ypq/scjyq{yy {:cjqyyqy{pcy]s]cZyyWycyc y@{hyp' qy{y{a2W$W?Hy3-ag  m!yp?{z@a{hqyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cpyymycyc yqyyqyc3ys1{` qy{y{aWyhg w -Hyh#W?yp1y3-ag  m!yhWyp!{zi{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhWyp!{za{h]cTyyQycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -,yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -nyh#W?yp1y3-ag  mGyhWyp!{za{h]c7yy4ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyyvycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Qyh#W?yp1y3-ag  m*yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mlyhWyp!{za{h]c\yyYycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -4yh#W?yp1y3-ag  m yhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -vyh#W?yp1y3-ag  mOyhWyp!{za{h]c?yy<ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyy~ycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Yyh#W?yp1y3-ag  m2yhWyp!{za{h]c"yyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhWyp!{za{h]cdyyaycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -<yh#W?yp1y3-ag  myhWyp!{za{h]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mXyhrWyp!{g{zh]cIyyFycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -!yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -eyh#W?yp1y3-ag  m>yhrWyp!{g{zh]c/yy,ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]csyypycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhrWyp!{g{zh]cYyyVycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -uyh#W?yp1y3-ag  mNyhrWyp!{g{zh]c?yy<ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhrWyp!{g{zh]c%yy"ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mxyhrWyp!{g{zh]ciyyfycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Ayh#W?yp1y3-ag  myhrWyp!{g{zh]c yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m^ yhrWyp!{g{zh]cO yyL ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -' yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -k yh#W?yp1y3-ag  mD yhrWyp!{g{zh]c5 yy2 ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]cy yyv ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Q yh#W?yp1y3-ag  m* yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  mn yhrWyp!{g{zh]c_ yy\ ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -7 yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhrWyp!{g{zh]c yy ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -{ yh#W?yp1y3-ag  mT yhrWyp!{g{zh]cE yyB ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -ayh#W?yp1y3-ag  m:yhrWyp!{g{zh]c+yy(ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  m~yhrWyp!{g{zh]coyylycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Gyh#W?yp1y3-ag  m yhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mdyhrWyp!{g{zh]cUyyRycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w --yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -qyh#W?yp1y3-ag  mJyhrWyp!{g{zh]c;yy8ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyy|ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -Wyh#W?yp1y3-ag  m0yhrWyp!{g{zh]c!yyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mtyhrWyp!{g{zh]ceyybycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -=yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  mZyhrWyp!{g{zh]cKyyHycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -#yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -gyh#W?yp1y3-ag  m@yhrWyp!{g{zh]c1yy.ycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhrWyp!{g{zh]cyyycyc y{*`y`qyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{g{zh]cuyyrycyc y{*`y`qyyqyc3ys1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{za{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w gvPy!cs@yxq/scjyq{yx {:cjqyyqy{zxcy]]cZyyWycyc y@{pyx' qy{y{a2W$W?Gy3q-ag  m!yxq?{@a{pqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cyyycyc ysqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{h{p]cpyymycyc ysqyyqyc3y1{zh qy{y{aWypg w -Hyp#W?yx1y3-ag  m!ypWyx!{h{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mdyprWyx!{qa{p]cTyyQycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -,yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -nyp#W?yx1y3-ag  mGyprWyx!{qa{p]c7yy4ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyyvycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Qyp#W?yx1y3-ag  m*yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mlyprWyx!{qa{p]c\yyYycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -vyp#W?yx1y3-ag  mOyprWyx!{qa{p]c?yy<ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyy~ycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Yyp#W?yx1y3-ag  m2yprWyx!{qa{p]c"yyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -yp#W?yx1y3-ag  mtyprWyx!{qa{p]cdyyaycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -<yp#W?yx1y3-ag  myprWyx!{qa{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mXypWyx!{zi{p]cIyyFycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -!yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -eyp#W?yx1y3-ag  m>ypWyx!{zi{p]c/yy,ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]csyypycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mhypWyx!{zi{p]cYyyVycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -1yp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -uyp#W?yx1y3-ag  mNypWyx!{zi{p]c?yy<ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mxypWyx!{zi{p]ciyyfycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Ayp#W?yx1y3-ag  mypWyx!{zi{p]c yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m^ ypWyx!{zi{p]cO yyL ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -' yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -k yp#W?yx1y3-ag  mD ypWyx!{zi{p]c5 yy2 ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]cy yyv ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Q yp#W?yx1y3-ag  m* ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mn ypWyx!{zi{p]c_ yy\ ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -7 yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  m ypWyx!{zi{p]c yy ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -{ yp#W?yx1y3-ag  mT ypWyx!{zi{p]cE yyB ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -ayp#W?yx1y3-ag  m:ypWyx!{zi{p]c+yy(ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  m~ypWyx!{zi{p]coyylycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Gyp#W?yx1y3-ag  m ypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mdypWyx!{zi{p]cUyyRycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w --yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -qyp#W?yx1y3-ag  mJypWyx!{zi{p]c;yy8ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyy|ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -Wyp#W?yx1y3-ag  m0ypWyx!{zi{p]c!yyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mtypWyx!{zi{p]ceyybycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -=yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mZypWyx!{zi{p]cKyyHycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -#yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -gyp#W?yx1y3-ag  m@ypWyx!{zi{p]c1yy.ycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w - yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc y{*hyhqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cuyyrycyc y{*hyhqyyqyc3y1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{a{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w ygvP!csyp{{ ycjcj{j0qyqq{j6qyg00w0sqiky@p;Ug;  `;# cq cyq cy{hqyq y{p{x cqyyxqyqa{{ { !(!p s#q sqacH{8iU {qyg"?w?sLu(yhq/scjyq{yy {:cjMqyyqy{hcy]s]cyy ycyc y@{`yh' qy{y{a2W$W?Hy3-ag  myh?{z@a{`qyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{zi{`]cyyycyc yqyyqyc2ys0 qy{y{aWy`g w -[y`#W?yh1y3-ag  m4y`Wyh!{zi{`]c%yy"ycyc yqyyqyc2ys0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{zi{`]cyyycyc yqyyqyc4ys2 qy{y{aWy`g w -y`#W?yh1y3-ag  myy`Wyh!{za{`]ciyyfycyc yqyyqyc3ys1 qy{y{aWy`g w -By`#W?yh1y3-ag  my`Wyh!{za{`]c yyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  m_y`Wyh!{za{`]cOyyLycyc yqyyqyc3ys1 qy{y{aWy`g w -(y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -ly`#W?yh1y3-ag  mEy`Wyh!{za{`]c5yy2ycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyyvycyc yqyyqyc3ys1 qy{y{aWy`g w -Ry`#W?yh1y3-ag  m+y`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  moy`Wyh!{za{`]c_yy\ycyc yqyyqyc3ys1 qy{y{aWy`g w -8y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -|y`#W?yh1y3-ag  mUy`Wyh!{za{`]cEyyBycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -by`#W?yh1y3-ag  m;y`Wyh!{za{`]c+yy(ycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]cyyycyc yqyyqyc3ys1 qy{y{aWy`g w -y`#W?yh1y3-ag  my`Wyh!{za{`]coyylycyc yqyyqyc2y0 qy{y{aWy`g w -Hy`#W?yh1y3-ag  m!y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mgy`rWyh!{g{z`]cXyyUycyc yqyyqyc2y0 qy{y{aWy`g w -1y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -wy`#W?yh1y3-ag  mPy`rWyh!{g{z`]cAyy>ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -`y`#W?yh1y3-ag  m9y`rWyh!{g{z`]c*yy'ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cpyymycyc yqyyqyc2y0 qy{y{aWy`g w -Iy`#W?yh1y3-ag  m"y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mhy`rWyh!{g{z`]cYyyVycyc yqyyqyc2y0 qy{y{aWy`g w -2y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -xy`#W?yh1y3-ag  mQy`rWyh!{g{z`]cByy?ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -a y`#W?yh1y3-ag  m: y`rWyh!{g{z`]c+ yy( ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]cq yyn ycyc yqyyqyc2y0 qy{y{aWy`g w -J y`#W?yh1y3-ag  m# y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  mi y`rWyh!{g{z`]cZ yyW ycyc yqyyqyc2y0 qy{y{aWy`g w -3 y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -y y`#W?yh1y3-ag  mR y`rWyh!{g{z`]cC yy@ ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  m y`rWyh!{g{z`]c yy ycyc yqyyqyc2y0 qy{y{aWy`g w -b y`#W?yh1y3-ag  m; y`rWyh!{g{z`]c, yy) ycyc yqyyqyc2y0 qy{y{aWy`g w - y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cryyoycyc yqyyqyc2y0 qy{y{aWy`g w -Ky`#W?yh1y3-ag  m$y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mjy`rWyh!{g{z`]c[yyXycyc yqyyqyc2y0 qy{y{aWy`g w -4y`#W?yh1y3-ag  m y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -zy`#W?yh1y3-ag  mSy`rWyh!{g{z`]cDyyAycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -cy`#W?yh1y3-ag  m<y`rWyh!{g{z`]c-yy*ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]csyypycyc yqyyqyc2y0 qy{y{aWy`g w -Ly`#W?yh1y3-ag  m%y`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  mky`rWyh!{g{z`]c\yyYycyc yqyyqyc2y0 qy{y{aWy`g w -5y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -{y`#W?yh1y3-ag  mTy`rWyh!{g{z`]cEyyBycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -dy`#W?yh1y3-ag  m=y`rWyh!{g{z`]c.yy+ycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]cyyycyc yqyyqyc2y0 qy{y{aWy`g w -y`#W?yh1y3-ag  my`rWyh!{g{z`]ctyyqycyc yqyyqyc3ys1 qy{y{aWy`g w -My`#W?yh1y3-ag  m&y`Wyh!{za{`]cyyycycy`g w U@ yqy{y{yyhq-y`bWyhq!q?g w gvPyx!csu@ypq/scjyq{yx {:cjNqyyqy{zpcy]]cyy ycyc y@{hyp' qy{y{a2W$W?Gy3q-ag  mypq?{@a{hqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{h{h]cyyycyc ysqyyqyc2y0 qy{y{aWyhg w -[yh#W?yp1y3-ag  m4yhWyp!{h{h]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{h{h]cyyycyc ysqyyqyc4y2x qy{y{aWyhg w -yh#W?yp1y3-ag  myyhrWyp!{qa{h]ciyyfycyc yqyyqyc3y1 qy{y{aWyhg w -Byh#W?yp1y3-ag  myhrWyp!{qa{h]c yyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  m_yhrWyp!{qa{h]cOyyLycyc yqyyqyc3y1 qy{y{aWyhg w -(yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -lyh#W?yp1y3-ag  mEyhrWyp!{qa{h]c5yy2ycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyyvycyc yqyyqyc3y1 qy{y{aWyhg w -Ryh#W?yp1y3-ag  m+yhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  moyhrWyp!{qa{h]c_yy\ycyc yqyyqyc3y1 qy{y{aWyhg w -8yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -|yh#W?yp1y3-ag  mUyhrWyp!{qa{h]cEyyBycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -byh#W?yp1y3-ag  m;yhrWyp!{qa{h]c+yy(ycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]cyyycyc yqyyqyc3y1 qy{y{aWyhg w -yh#W?yp1y3-ag  myhrWyp!{qa{h]coyylycyc yqyyqyc2ys0 qy{y{aWyhg w -Hyh#W?yp1y3-ag  m!yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mgyhWyp!{zi{h]cXyyUycyc yqyyqyc2ys0 qy{y{aWyhg w -1yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -wyh#W?yp1y3-ag  mPyhWyp!{zi{h]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -`yh#W?yp1y3-ag  m9yhWyp!{zi{h]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cpyymycyc yqyyqyc2ys0 qy{y{aWyhg w -Iyh#W?yp1y3-ag  m"yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mhyhWyp!{zi{h]cYyyVycyc yqyyqyc2ys0 qy{y{aWyhg w -2yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -xyh#W?yp1y3-ag  mQyhWyp!{zi{h]cByy?ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -a yh#W?yp1y3-ag  m: yhWyp!{zi{h]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyhg w -J yh#W?yp1y3-ag  m# yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  mi yhWyp!{zi{h]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyhg w -3 yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -y yh#W?yp1y3-ag  mR yhWyp!{zi{h]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  m yhWyp!{zi{h]c yy ycyc yqyyqyc2ys0 qy{y{aWyhg w -b yh#W?yp1y3-ag  m; yhWyp!{zi{h]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyhg w - yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cryyoycyc yqyyqyc2ys0 qy{y{aWyhg w -Kyh#W?yp1y3-ag  m$yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mjyhWyp!{zi{h]c[yyXycyc yqyyqyc2ys0 qy{y{aWyhg w -4yh#W?yp1y3-ag  m yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -zyh#W?yp1y3-ag  mSyhWyp!{zi{h]cDyyAycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -cyh#W?yp1y3-ag  m<yhWyp!{zi{h]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]csyypycyc yqyyqyc2ys0 qy{y{aWyhg w -Lyh#W?yp1y3-ag  m%yhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  mkyhWyp!{zi{h]c\yyYycyc yqyyqyc2ys0 qy{y{aWyhg w -5yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -{yh#W?yp1y3-ag  mTyhWyp!{zi{h]cEyyBycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -dyh#W?yp1y3-ag  m=yhWyp!{zi{h]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]cyyycyc yqyyqyc2ys0 qy{y{aWyhg w -yh#W?yp1y3-ag  myhWyp!{zi{h]ctyyqycyc yqyyqyc3y1 qy{y{aWyhg w -Myh#W?yp1y3-ag  m&yhWyp!{a{h]cyyycycyhg w U@ yqy{y{yypq-yhbWypq!q?g w yxgvP!csyP{ Rg w Jycz{zcq0cqyq{z6cqyg00w0scqiky8]ay@U q{@ypcjcj{j0qyqq{j6qyg00w0sqiky@p;Ug;  `;# cq cyq cy{xqyq y{{ cqyyqyqa{{ { !(!p s#q sqacH{8iU {qyg"?w?sLu(yxq/scjyq{yy {:cjMqyyqy{xcy]s]cyy ycyc y@{pyx' qy{y{a2W$W?Hy3-ag  myx?{z@a{pqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc yqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc4ys2 qy{y{aWypg w -yp#W?yx1y3-ag  myypWyx!{za{p]ciyyfycyc yqyyqyc3ys1 qy{y{aWypg w -Byp#W?yx1y3-ag  mypWyx!{za{p]c yyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  m_ypWyx!{za{p]cOyyLycyc yqyyqyc3ys1 qy{y{aWypg w -(yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -lyp#W?yx1y3-ag  mEypWyx!{za{p]c5yy2ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyyvycyc yqyyqyc3ys1 qy{y{aWypg w -Ryp#W?yx1y3-ag  m+ypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  moypWyx!{za{p]c_yy\ycyc yqyyqyc3ys1 qy{y{aWypg w -8yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -|yp#W?yx1y3-ag  mUypWyx!{za{p]cEyyBycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -byp#W?yx1y3-ag  m;ypWyx!{za{p]c+yy(ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]coyylycyc yqyyqyc2y0 qy{y{aWypg w -Hyp#W?yx1y3-ag  m!yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mgyprWyx!{g{zp]cXyyUycyc yqyyqyc2y0 qy{y{aWypg w -1yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -wyp#W?yx1y3-ag  mPyprWyx!{g{zp]cAyy>ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -`yp#W?yx1y3-ag  m9yprWyx!{g{zp]c*yy'ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cpyymycyc yqyyqyc2y0 qy{y{aWypg w -Iyp#W?yx1y3-ag  m"yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mhyprWyx!{g{zp]cYyyVycyc yqyyqyc2y0 qy{y{aWypg w -2yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -xyp#W?yx1y3-ag  mQyprWyx!{g{zp]cByy?ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -a yp#W?yx1y3-ag  m: yprWyx!{g{zp]c+ yy( ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]cq yyn ycyc yqyyqyc2y0 qy{y{aWypg w -J yp#W?yx1y3-ag  m# yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  mi yprWyx!{g{zp]cZ yyW ycyc yqyyqyc2y0 qy{y{aWypg w -3 yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -y yp#W?yx1y3-ag  mR yprWyx!{g{zp]cC yy@ ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -b yp#W?yx1y3-ag  m; yprWyx!{g{zp]c, yy) ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cryyoycyc yqyyqyc2y0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mjyprWyx!{g{zp]c[yyXycyc yqyyqyc2y0 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -zyp#W?yx1y3-ag  mSyprWyx!{g{zp]cDyyAycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -cyp#W?yx1y3-ag  m<yprWyx!{g{zp]c-yy*ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]csyypycyc yqyyqyc2y0 qy{y{aWypg w -Lyp#W?yx1y3-ag  m%yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mkyprWyx!{g{zp]c\yyYycyc yqyyqyc2y0 qy{y{aWypg w -5yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -{yp#W?yx1y3-ag  mTyprWyx!{g{zp]cEyyBycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -dyp#W?yx1y3-ag  m=yprWyx!{g{zp]c.yy+ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]ctyyqycyc yqyyqyc3ys1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{za{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w gvPy!csu@yq/scjyq{yx {:cjNqyyqy{zcy]]cyy ycyc y@{xy' qy{y{a2W$W?Gy3q-ag  myq?{@a{xqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc2y0 qy{y{aWyxg w -[yx#W?y1y3-ag  m4yxWy!{h{x]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc4y2x qy{y{aWyxg w -yx#W?y1y3-ag  myyxrWy!{qa{x]ciyyfycyc yqyyqyc3y1 qy{y{aWyxg w -Byx#W?y1y3-ag  myxrWy!{qa{x]c yyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  m_yxrWy!{qa{x]cOyyLycyc yqyyqyc3y1 qy{y{aWyxg w -(yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -lyx#W?y1y3-ag  mEyxrWy!{qa{x]c5yy2ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyyvycyc yqyyqyc3y1 qy{y{aWyxg w -Ryx#W?y1y3-ag  m+yxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  moyxrWy!{qa{x]c_yy\ycyc yqyyqyc3y1 qy{y{aWyxg w -8yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -|yx#W?y1y3-ag  mUyxrWy!{qa{x]cEyyBycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -byx#W?y1y3-ag  m;yxrWy!{qa{x]c+yy(ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]coyylycyc yqyyqyc2ys0 qy{y{aWyxg w -Hyx#W?y1y3-ag  m!yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mgyxWy!{zi{x]cXyyUycyc yqyyqyc2ys0 qy{y{aWyxg w -1yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -wyx#W?y1y3-ag  mPyxWy!{zi{x]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -`yx#W?y1y3-ag  m9yxWy!{zi{x]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cpyymycyc yqyyqyc2ys0 qy{y{aWyxg w -Iyx#W?y1y3-ag  m"yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mhyxWy!{zi{x]cYyyVycyc yqyyqyc2ys0 qy{y{aWyxg w -2yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -xyx#W?y1y3-ag  mQyxWy!{zi{x]cByy?ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -a yx#W?y1y3-ag  m: yxWy!{zi{x]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyxg w -J yx#W?y1y3-ag  m# yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  mi yxWy!{zi{x]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyxg w -3 yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -y yx#W?y1y3-ag  mR yxWy!{zi{x]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -b yx#W?y1y3-ag  m; yxWy!{zi{x]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cryyoycyc yqyyqyc2ys0 qy{y{aWyxg w -Kyx#W?y1y3-ag  m$yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mjyxWy!{zi{x]c[yyXycyc yqyyqyc2ys0 qy{y{aWyxg w -4yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -zyx#W?y1y3-ag  mSyxWy!{zi{x]cDyyAycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -cyx#W?y1y3-ag  m<yxWy!{zi{x]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]csyypycyc yqyyqyc2ys0 qy{y{aWyxg w -Lyx#W?y1y3-ag  m%yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mkyxWy!{zi{x]c\yyYycyc yqyyqyc2ys0 qy{y{aWyxg w -5yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -{yx#W?y1y3-ag  mTyxWy!{zi{x]cEyyBycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -dyx#W?y1y3-ag  m=yxWy!{zi{x]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]ctyyqycyc yqyyqyc3y1 qy{y{aWyxg w -Myx#W?y1y3-ag  m&yxWy!{a{x]cyyycycyxg w U@ yqy{y{yyq-yxbWyq!q?g w ygvP!csypcjcj{j0qyqq{j6qyg00w0sqiky@p;Ug;  `;# cq cyq cy{xqyq y{{ cqyyqyqa{{ { !(!p s#q sqacH{8iU {qyg"?w?sLu(yxq/scjyq{yy {:cjMqyyqy{xcy]s]cyy ycyc y@{pyx' qy{y{a2W$W?Hy3-ag  myx?{z@a{pqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc2ys0 qy{y{aWypg w -[yp#W?yx1y3-ag  m4ypWyx!{zi{p]c%yy"ycyc yqyyqyc2ys0 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{zi{p]cyyycyc yqyyqyc4ys2 qy{y{aWypg w -yp#W?yx1y3-ag  myypWyx!{za{p]ciyyfycyc yqyyqyc3ys1 qy{y{aWypg w -Byp#W?yx1y3-ag  mypWyx!{za{p]c yyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  m_ypWyx!{za{p]cOyyLycyc yqyyqyc3ys1 qy{y{aWypg w -(yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -lyp#W?yx1y3-ag  mEypWyx!{za{p]c5yy2ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyyvycyc yqyyqyc3ys1 qy{y{aWypg w -Ryp#W?yx1y3-ag  m+ypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  moypWyx!{za{p]c_yy\ycyc yqyyqyc3ys1 qy{y{aWypg w -8yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -|yp#W?yx1y3-ag  mUypWyx!{za{p]cEyyBycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -byp#W?yx1y3-ag  m;ypWyx!{za{p]c+yy(ycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]cyyycyc yqyyqyc3ys1 qy{y{aWypg w -yp#W?yx1y3-ag  mypWyx!{za{p]coyylycyc yqyyqyc2y0 qy{y{aWypg w -Hyp#W?yx1y3-ag  m!yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mgyprWyx!{g{zp]cXyyUycyc yqyyqyc2y0 qy{y{aWypg w -1yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -wyp#W?yx1y3-ag  mPyprWyx!{g{zp]cAyy>ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -`yp#W?yx1y3-ag  m9yprWyx!{g{zp]c*yy'ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cpyymycyc yqyyqyc2y0 qy{y{aWypg w -Iyp#W?yx1y3-ag  m"yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mhyprWyx!{g{zp]cYyyVycyc yqyyqyc2y0 qy{y{aWypg w -2yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -xyp#W?yx1y3-ag  mQyprWyx!{g{zp]cByy?ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -a yp#W?yx1y3-ag  m: yprWyx!{g{zp]c+ yy( ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]cq yyn ycyc yqyyqyc2y0 qy{y{aWypg w -J yp#W?yx1y3-ag  m# yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  mi yprWyx!{g{zp]cZ yyW ycyc yqyyqyc2y0 qy{y{aWypg w -3 yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -y yp#W?yx1y3-ag  mR yprWyx!{g{zp]cC yy@ ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  m yprWyx!{g{zp]c yy ycyc yqyyqyc2y0 qy{y{aWypg w -b yp#W?yx1y3-ag  m; yprWyx!{g{zp]c, yy) ycyc yqyyqyc2y0 qy{y{aWypg w - yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cryyoycyc yqyyqyc2y0 qy{y{aWypg w -Kyp#W?yx1y3-ag  m$yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mjyprWyx!{g{zp]c[yyXycyc yqyyqyc2y0 qy{y{aWypg w -4yp#W?yx1y3-ag  m yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -zyp#W?yx1y3-ag  mSyprWyx!{g{zp]cDyyAycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -cyp#W?yx1y3-ag  m<yprWyx!{g{zp]c-yy*ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]csyypycyc yqyyqyc2y0 qy{y{aWypg w -Lyp#W?yx1y3-ag  m%yprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  mkyprWyx!{g{zp]c\yyYycyc yqyyqyc2y0 qy{y{aWypg w -5yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -{yp#W?yx1y3-ag  mTyprWyx!{g{zp]cEyyBycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -dyp#W?yx1y3-ag  m=yprWyx!{g{zp]c.yy+ycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]cyyycyc yqyyqyc2y0 qy{y{aWypg w -yp#W?yx1y3-ag  myprWyx!{g{zp]ctyyqycyc yqyyqyc3ys1 qy{y{aWypg w -Myp#W?yx1y3-ag  m&ypWyx!{za{p]cyyycycypg w U@ yqy{y{yyxq-ypbWyxq!q?g w gvPy!csu@yq/scjyq{yx {:cjNqyyqy{zcy]]cyy ycyc y@{xy' qy{y{a2W$W?Gy3q-ag  myq?{@a{xqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc2y0 qy{y{aWyxg w -[yx#W?y1y3-ag  m4yxWy!{h{x]c%yy"ycyc ysqyyqyc2y0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{h{x]cyyycyc ysqyyqyc4y2x qy{y{aWyxg w -yx#W?y1y3-ag  myyxrWy!{qa{x]ciyyfycyc yqyyqyc3y1 qy{y{aWyxg w -Byx#W?y1y3-ag  myxrWy!{qa{x]c yyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  m_yxrWy!{qa{x]cOyyLycyc yqyyqyc3y1 qy{y{aWyxg w -(yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -lyx#W?y1y3-ag  mEyxrWy!{qa{x]c5yy2ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyyvycyc yqyyqyc3y1 qy{y{aWyxg w -Ryx#W?y1y3-ag  m+yxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  moyxrWy!{qa{x]c_yy\ycyc yqyyqyc3y1 qy{y{aWyxg w -8yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -|yx#W?y1y3-ag  mUyxrWy!{qa{x]cEyyBycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -byx#W?y1y3-ag  m;yxrWy!{qa{x]c+yy(ycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]cyyycyc yqyyqyc3y1 qy{y{aWyxg w -yx#W?y1y3-ag  myxrWy!{qa{x]coyylycyc yqyyqyc2ys0 qy{y{aWyxg w -Hyx#W?y1y3-ag  m!yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mgyxWy!{zi{x]cXyyUycyc yqyyqyc2ys0 qy{y{aWyxg w -1yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -wyx#W?y1y3-ag  mPyxWy!{zi{x]cAyy>ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -`yx#W?y1y3-ag  m9yxWy!{zi{x]c*yy'ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cpyymycyc yqyyqyc2ys0 qy{y{aWyxg w -Iyx#W?y1y3-ag  m"yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mhyxWy!{zi{x]cYyyVycyc yqyyqyc2ys0 qy{y{aWyxg w -2yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -xyx#W?y1y3-ag  mQyxWy!{zi{x]cByy?ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -a yx#W?y1y3-ag  m: yxWy!{zi{x]c+ yy( ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]cq yyn ycyc yqyyqyc2ys0 qy{y{aWyxg w -J yx#W?y1y3-ag  m# yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  mi yxWy!{zi{x]cZ yyW ycyc yqyyqyc2ys0 qy{y{aWyxg w -3 yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -y yx#W?y1y3-ag  mR yxWy!{zi{x]cC yy@ ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  m yxWy!{zi{x]c yy ycyc yqyyqyc2ys0 qy{y{aWyxg w -b yx#W?y1y3-ag  m; yxWy!{zi{x]c, yy) ycyc yqyyqyc2ys0 qy{y{aWyxg w - yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cryyoycyc yqyyqyc2ys0 qy{y{aWyxg w -Kyx#W?y1y3-ag  m$yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mjyxWy!{zi{x]c[yyXycyc yqyyqyc2ys0 qy{y{aWyxg w -4yx#W?y1y3-ag  m yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -zyx#W?y1y3-ag  mSyxWy!{zi{x]cDyyAycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -cyx#W?y1y3-ag  m<yxWy!{zi{x]c-yy*ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]csyypycyc yqyyqyc2ys0 qy{y{aWyxg w -Lyx#W?y1y3-ag  m%yxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  mkyxWy!{zi{x]c\yyYycyc yqyyqyc2ys0 qy{y{aWyxg w -5yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -{yx#W?y1y3-ag  mTyxWy!{zi{x]cEyyBycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -dyx#W?y1y3-ag  m=yxWy!{zi{x]c.yy+ycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]cyyycyc yqyyqyc2ys0 qy{y{aWyxg w -yx#W?y1y3-ag  myxWy!{zi{x]ctyyqycyc yqyyqyc3y1 qy{y{aWyxg w -Myx#W?y1y3-ag  m&yxWy!{a{x]cyyycycyxg w U@ yqy{y{yyq-yxbWyq!q?g w ygvP!csypqyvcqiUGc{cq0sqyq{6sqyg00w0ssqiky8]qy@U q{@ypqyvcqiUG c{cq0sqyq{6sqyg00w0ssqiky8]qy@U q{@GPLhh    #  0 6AEHM [`@lp v@{  0@ P @@ @ ` ,!0!8>@Q [`@lpV"%(( [`$@l&p'e) [`@l+pk,/00@0000@0000@0000@0001@005@234333236 3 3333 [30!38)39,3:33< ;.? 7 ;. 9<[> 0@?@AC=+<)XB B@LDQS0]T@aEsFQ@GHIJKLMOPN2 2RR@Q#U1V@TW UkY@M@`@Agq  @ `2@ =el v@       @ ` 3` Z` kM y   0 @  @ `  0@ M M ; a 0t  @ `   2 2  @ `   8 H U d s  2 2 0 i @     F   @ ) 2 A  M (X 0p 1 2 8 (@ (  @    @ ) 8 T? J X Z^@``d o dy     e i@ j m m@ rw y@z@  ~5 @ y  Q [\^ i ]s ]   _ ab   c    f f g h@fgkln#o,p6qc]@stKuOvU@_0i@vx9f{| }@{|M &3 F8@=@JMU @ gY_C @i@;ny8jf@f@M@`  [    2  @ ]T@(,7g=FT\J fMks|(f0    8ccc c0@PX` ]q"m& 7@IY@i{@  @#:Q>CHU`k0sxu~ @@`] @@0[{* 8F> D@DQ_goy~ @ `_3  -t@2` @@@0@U   '.4;BLWb tx@} 8Q@0g0@30Q00@ 8)+81CLVjt}     -8GRaju ~20@ `   @P`pc %1:cEN V  a sc+81CLVjt}     -8GRaju ~20@ `   @P`pc%1:cEN V  a sc F (@0@;CF R @`_FiM8QtQ@~Q@Q@Q @"*@ /@ 9@ E S b o |  Q@  ",147`2JPV@VZ3x@x@y=b>  @ " c(v8hF@ N`V]b Xs]@@[]T@`" 8x(@  (@(     (0)0v?@A@ZB~p(@` !C'p#&#@6$E%T&c&@q'&&(@)*+@DUEFGHIJq(-# ).\/@/0`3Q=rKIZ Mp {23@FH_@ 506@ (".).@/0\/3Q$Pi  @`8(?i  7  P @f 8`v  9 ; @    @ < <!= !-@>@ !? !? (! D! Y!( u!0 !8 !@ !@ ! ! ! !@@ !@ !A " " ;" ^" " "@ "` " " #M # -# <# N#@ _#B` n# }# # # # # # $ #$ :$ U$ k$ $$ $@$`$$%4%P%g%%%%%%% &(&&0@&8T& @n&`&&&&&&'%'F'b't'''' '@'`'h (p(x5(Y(~((((() ) @>)0\)0z)) )C@)E) )M *0%*@=*`Q*h****** +*+I+a+ }+@+`+F+M+ +R@+,S,T2,@S,`r,h,U, ,U, @,M`,V,,Y@, --:-@KMNOPQRS5-A-G- D T+GA-Q@N-HX-IF a-Ju-X-K-LX-- -NO-P- M0,-- -WlX3-X-Z_@-- x.Q@1[-\] ^Z.!.a.   !@@ !A %. 5. D.@ N. !\.j.Q@w..F.M .0@..@.@.@@!@..F,Y@+M/M /@,U/U, +/@*050A0mJ0 P00@#TX0>^0>d0 @m0Q@y0o0pyj l l@0nMr st gv 0x z 0 0|0@0001 @1 `"1 412A1q/ H1X1b1k1{1110@ 1111@+2@W2@Q`2 s2@w2 2 22(2j@222 2 2 3 30 30@ 30 (3Q 13Q@ ;3Q F3Q@ Q Q3@ Z3@g3x3333@3333@3 3 [3 44!4'424MC4M V4@b4l4 v444444444 404@4`44F55 555 +5 45@?5F5R5[5 @i5 `y5555 5f@ 5 5!5 @!5F`!5!5!5%6'6 '/6Q@'96+'(E6Q(U6(_6(i6(y6(6(6()6@)6`))6^@6 A6_@A6aA6cA7 B72 B!7e0B-7fB57gC?7h@CF7iCN7kC`7Dk7Dt7D7D70 D70!D70"D70#D7Q@D7lD8nE8o@E8oE!8pE)8sF38tGC8HY8Hn8H8uH8vH8I8w@I83I8xI80J8@J9`J 9hJ-J9yK&9zL-9{N}29~B90 M90 B90 M90   R9V9>\9"2~2j9]Tw9 A1~99U 9 ]T@929999 999::%: 5:Q;:QA:  P:@@@@@@a:0l:.y:0:.:0:.:0:.:0:.:0:.:0:.:0;.;0;.+;06;.C;0T;.g;0v;.;0;.;0;.;0;.;0;. <0<.1<0C<.W<0f<.w<0<.<0<.<0<.<0<.   = 8Q"=X =0= G=[=h=t======+==@=[==@>(>(#- >&>,>6>:>@C>3U>3c>q>@{>Q>>@>@>>>>F >Q@>>> @> >> ?@?`'?a/?b>?cK?dU?ec?fm? @2Q@u?z?@??? ? ? ? ?  [??` j ZY?8@Q @Q@Q@&@3@D@S@g@x@78@@ @!@"@#@$@%@&@'@(A)A@F`Q!A,A3A@?AAGABWAChADvAEAFAA3-ZADAAMAMA AA BB,B9BIB VB _B oB B B B@B`BBBB3B3@B3C3C %C@ ;C ?CLCWC!A ]C L@bC/sCQ@k}C@C@CCCCC  CCCelCC DD&D:DIDTD`DkDxDDDn DomDDx@rz3 {|}DstDD ~     DD E$E1EBE02RE@]ElEWuEYZ@ {E2 @  E XEE(EE$@E@E$E@EB@ED EEE@E6EFM F @F0'F07F!@0=F#DFFSFQbF6oF(\~F_F@" F% &?>?F'F(FFFF* F+@EF(FF @F `GG4G57G$G(/G#8G# AG@8FG<LG , VTGYG._G@cGM`gGlGMqGvGM{GGM G @G.G.G.G.@G.GG0G0@G0H0(1@H23@*H/37H]T?HDH6HH@  OH-ZH3 aHTmHuH9zH:H e0 @H `H H HH;0H=rA &??C ?E ?FGHHHJHKNH @HQ IQIR@I0$I?,I(]  ` b d jF7m IJJr@q } @ @ @ sJHf(3f"J&J@,J06J0@>J `RJ@0\JMcJ[>mJG uJxJ0@{JQJQ ]T  @ J{@ <J0J JG J0  w  sLJ(/"t@8QJJ)J @J JJ@ K`K0KBKUKjK}K K@K`KhKpKxKKL,LGLWLRkLLLLL L@L`LLMM)M8M AM3@OMgMMxF@`MMM@MM@MM M  N 2?[@N N#N/N?NPN`N l iN  { rN[}N  NN N4 N0@NN2NNW NN2N@NN-9(@N ( O0NOO@O@lOk@ O)OP]TPPJ@PP3PhP@lPQQQ]TAQ(Q1QAQ @MQHVQ2\Q2bQ2pQ2Q2Q2Q2Q2Q2Q2Q2Q2Q2R2R2)R2[ 3R@U`HRRR!4VR+@]RfRjR@tR"RRRRRRS#S^E^0@P^][^b^cm^v^M~^ ^(^0^8^@^H^`^^]^^^@  ^C^^@ _] _@ _ __ _)_~^ -_@6_`@_3 N_X}NXT_`_d_ h_ (u__ _@_ `_____ __ ``!`(`/`8T_]@]`6`:`D`J`P`]X`cc[Z[\`XT_m@mc`]@6``m` b% b b !b -b(YG@ `3b :bAb Lb @Xb0lbwbb b@b`bbb bb b b@bb!!4"b b c0@c&c#/c&=c%@Gc(@?Yc?lc?|c?c)?cQ@c+@c0@cAcAc A dQ@A$dA7dQBKdB^dBmd)BdQCdQCdDd,@DdQEd-@FdGdJ@HdJHdHeIe Ie@I$e`I2e0I9e IEe IYe Ise Ie Ie Je Je Je Je Je Je Je Jf J f Jf J/f J@sfjPspj>`sjmsjsjsj0tj@tj`tjtjtjTtjn@ujpjjqkk"k04k3@Ck3ZkikxkRk@kkMkMk0kr@kskt]Tk@k`l!l2lu@l@(Ol[lvclw@sl(}ll3l@lAlB>lTllx@lxlTly b0m0@@-m!m @'m2`_2p+m 3mM ;mHmMmVm3@_m3lm3vmQbmmmm3m3m3@m3mtm3m3@mn n@n0n#n/n06n@]An @Kn3\n3@en3rn{nn0n0@n0n n0nQk0n0n b n0n@ngo3 o3o3@#o3)o34otVm3@ Jsfgg3 g3@/[gPYsD_s @ms `{ss3sC@s_ Bkg8-T#-s ssHssQsQsR0s8QgPfhsM tV@ t ?~0@U0 t,tYXa8tIt8\t3bt3@ht3nt3tt3t3@t3tdqe0ttot@ tH tq't ku7u@ u{0*u-u0u 8u0@u0@Gu0NuYu0eu0pu0@tu0|u0uu0@u uuu u2u2u2 [2( r2,u2-=2/u20u24u25u26u27u28z}uM uQuQ vQvmv3@$vQ2vf>vQKvWv bv@mv `f|~v~v(@v `"Arv3v3@3Ev2 v2 v2 v@ ;k@v?.vr wr@#w-/wQ|:w@-`@wQ)Lw-@WwM@IbwQkw0@wwwDwSw w w w0@wwwTw xM x@x/x0@@x|/#T3JxrWx@]xnx(J P3@ x t x!x'((xQ@(x (xxxxyy5yMyWyYyWy.ay<[  qy@xyyy@yAyByCyDyEyFyGEHgIyJyKyLMzNzOzQ&zR4zSAzTOzUhzVzWzXzYzZz[z\z]z^z_`zazbzc{d{e{f'{ /{@B{S{ re{v{ @{`{p{ {{{{{ { {|||$|+|7|D|L| W| h| r| }| | |x(@/x0|{3@|3|3@|3|3` `qy3|3@|0|0}} }@`#}-}@8}qy3L} @P}`}V}3a} @@}Cl}Qt}3|}3@(}}}}0}0@U[}}@}}}}2}3@}3}3~@ ~3~3@%~  1.~ 6~>~8Q/U~  | 3e~ |.}~~3~3@~3[3~r3@3~3~@~~~/n@~~3~~33@3_33)3@83G3WfP -T ]pu } 0 !%&(+..@x1@0E("@-7@0K08Q[Qfo@w0 000@ƀ-р F|u} q0@3ρ @܁ ` @ 3@33  ( 8 ?LRY^dn p,z ~@`@` ,2z2~2 20@} ǂ3˂3@ @` @ 0ς؂,z ~@``hpx}&@2V7{K@3Y3@T3)(<4:0D0U0f0@~0MM @0c M˄/݄.@F6Q'K30?0@J0S0]r g0@ o0 w0 0 K@ F` 0 0 0 ą0@ ͅ0 ׅ0 ۅ0 0@ 0 0 0 @ @@&0$.F@$9$$E?%N@%eM%wM%%.&Z@&@'@MƆц چ(@F 0f04g%3,r@40F6R0@-V([fMy2 02@P 0g H"@0l@7?Tb]3@p3@WC3{  @ `ƈQ@;҈و@DT'8F I@1`7]5?5@pf DH  % -Q8QBQO[QdQ@oQyQ@Q@Q Ō @ ׌Q  @ 3    $@ 7 @I @PZ a dmTuffHH I @ÎʎҎގ @0(@f@! @%2@*3U 3(CJ(0 ^PXF" cQi DpfxT ;. " ;.H $ ;. & ;.' ( ;.ۙ * ;.M , ;.Ú . ;.X 0 3 2ț5 ћ7 # * - 48P 6-96BLT^gs~ Ȝ!לu?  *n0yBQ]loj IΝם'3AN]gt>˞ڞWf)6<JYb4eozџ78ܟ (3KZky0ՠEh8-CPag3x3myV46ǡס8-;MUclHq>Tj[ۢb -g4BO]fhin|%hiãңFjjcl~v4@Qh}uZƤߤint__ARRAY_SIZE_TYPE__u32__u32unsigned intbuf_tsimple_bufbufu8__u8unsigned chartypemax_entrieskeyvaluebufsgadget_socket_keynetnsfamilyprotoport__u16unsigned shortgadget_socket_valuemntnspid_tgiduid_gidtaskptasksockdeletion_timestampppidipv6onlyoptional_fields_startcwdexepath__u64unsigned long longchargadget_socketsstartig_tmp_sockets_valuept_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axipflagsspunsigned longcscsxfred_csu16u64slwfessssxfred_ssstisweventnmivectorenclavelmnestedinsnlenctxig_bind_ipv4_ekprobe/inet_bind0:14bpf/socket-enricher.bpf.cint BPF_KPROBE(ig_bind_ipv4_e, struct socket *socket) __u64 pid_tgid = bpf_get_current_pid_tgid(); bpf_map_update_elem(&start, &pid_tgid, &socket, BPF_ANY);ig_bind_ipv4_xkretprobe/inet_bindint BPF_KRETPROBE(ig_bind_ipv4_x) socketp = bpf_map_lookup_elem(&start, &pid_tgid); if (!socketp)0:10 ret = PT_REGS_RC(ctx); if (ret != 0)socketstatefileskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockheadspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendinglocked_pendingtaillist_headnextprevcallback_headfunc0:4 socket = *socketp; sock = BPF_CORE_READ(socket, sk); int zero = 0; struct gadget_socket_key socket_key = {__sk_common__cacheline_group_begin__sock_write_rxsk_dropssk_peek_offsk_error_queuesk_receive_queuesk_backlog__cacheline_group_end__sock_write_rx__cacheline_group_begin__sock_read_rxsk_rx_dstsk_rx_dst_ifindexsk_rx_dst_cookiesk_ll_usecsk_napi_idsk_busy_poll_budgetsk_prefer_busy_pollsk_userlockssk_rcvbufsk_filtersk_data_readysk_rcvtimeosk_rcvlowat__cacheline_group_end__sock_read_rx__cacheline_group_begin__sock_read_rxtxsk_errsk_socketsk_memcgsk_policy__cacheline_group_end__sock_read_rxtx__cacheline_group_begin__sock_write_rxtxsk_locksk_reserved_memsk_forward_allocsk_tsflags__cacheline_group_end__sock_write_rxtx__cacheline_group_begin__sock_write_txsk_write_pendingsk_omem_allocsk_sndbufsk_wmem_queuedsk_wmem_allocsk_tsq_flagssk_write_queuesk_dst_pending_confirmsk_pacing_statussk_fragsk_timersk_pacing_ratesk_zckeysk_tskey__cacheline_group_end__sock_write_tx__cacheline_group_begin__sock_read_txsk_max_pacing_ratesk_sndtimeosk_prioritysk_marksk_dst_cachesk_route_capssk_gso_typesk_gso_max_segssk_gso_max_sizesk_allocationsk_txhashsk_pacing_shiftsk_use_task_frag__cacheline_group_end__sock_read_txsk_gso_disabledsk_kern_socksk_no_check_txsk_no_check_rxsk_shutdownsk_typesk_protocolsk_lingertimesk_prot_creatorsk_callback_locksk_err_softsk_ack_backlogsk_max_ack_backlogsk_uidsk_peer_locksk_bind_phcsk_peer_pidsk_peer_credsk_stampsk_disconnectssk_txrehashsk_clockidsk_txtime_deadline_modesk_txtime_report_errorssk_txtime_unusedsk_bpf_cb_flagssk_user_datask_securitysk_cgrp_datask_state_changesk_write_spacesk_error_reportsk_backlog_rcvsk_destructsk_reuseport_cbsk_bpf_storagesk_rcuns_trackersk_user_fragssock_commonskc_familyskc_stateskc_reuseskc_reuseportskc_ipv6onlyskc_net_refcntskc_bound_dev_ifskc_protskc_netskc_v6_daddrskc_v6_rcv_saddrskc_cookieskc_dontcopy_beginskc_tx_queue_mappingskc_rx_queue_mappingskc_refcntskc_dontcopy_endskc_addrpair__addrpairskc_daddrskc_rcv_saddr__be32skc_hashskc_u16hashesskc_portpair__portpairskc_dportskc_num__be16skc_bind_nodeskc_portaddr_nodehlist_nodepprevpossible_net_tnetin6_addrin6_uu6_addr8u6_addr16u6_addr32atomic64_ts64__s64long longskc_flagsskc_listenerskc_tw_drskc_nodeskc_nulls_nodehlist_nulls_nodeskc_incoming_cpuskc_rcv_wndskc_tw_rcv_nxtrefcount_trefcount_structrefsskc_rxhashskc_window_clampskc_tw_snd_nxt__s32sk_buff_headqlenlistsk_buff_listrmem_alloclensk_wqsk_wq_rawlongmem_cgroupxfrm_policyxp_netbydstbyidxstate_cache_listrefcntpostimergenidpriorityindexif_idmarkselectorlftcurlftwalkpolqbydst_reinsertactionxfrm_nrsecurityxfrm_vecxdohlist_headfirstrwlock_tarch_rwlock_tqrwlockwait_lockcntswlocked__lstatetimer_listentryexpiresfunctionxfrm_markvmxfrm_selectordaddrsaddrdportdport_masksportsport_maskprefixlen_dprefixlen_sifindexuserxfrm_address_ta4a6in6__kernel_uid32_txfrm_lifetime_cfgsoft_byte_limithard_byte_limitsoft_packet_limithard_packet_limitsoft_add_expires_secondshard_add_expires_secondssoft_use_expires_secondshard_use_expires_secondsxfrm_lifetime_curbytespacketsadd_timeuse_timexfrm_policy_walk_entryalldeadxfrm_policy_queuehold_queuehold_timertimeoutbool_Boolxfrm_tmplidencap_familyreqidmodeshareoptionalallalgsaalgosealgoscalgosxfrm_idspixfrm_dev_offloaddevdev_trackerreal_devoffload_handledirnetdevice_trackersocket_lock_tslockownedsk_send_headtcp_rtx_queuerb_rootrb_nodepage_fragpageoffsetsizenetdev_features_tgfp_tkuid_tuid_tktime_tsock_cgroup_datacgroupclassidprioidxsk_buffcb_nfctdata_lenmac_lenhdr_lenqueue_mapping__cloned_offsetclonednohdrfclonepeekedhead_fragpfmemallocpp_recycleactive_extensionsenddatatruesizeusersextensionsrbnodell_nodedev_scratch__rb_parent_colorrb_rightrb_leftllist_nodetstampskb_mstamp_nstcp_tsorted_anchor_sk_redir_skb_refdstdestructorheaders__pkt_type_offsetpkt_typeignore_dfdst_pending_confirmip_summedooo_okay__mono_tc_offsettstamp_typetc_at_ingresstc_skip_classifyremcsum_offloadcsum_complete_swcsum_levelinner_protocol_typel4_hashsw_hashno_fcsencapsulationencap_hdr_csumcsum_validndisc_nodetyperedirectednf_skip_egressslow_grounreadabletc_indexalloc_cpuskb_iifhashsecmarkinner_transport_headerinner_network_headerinner_mac_headerprotocoltransport_headernetwork_headermac_headercsum__wsumcsum_startcsum_offsetvlan_allvlan_protovlan_tcinapi_idsender_cpureserved_tailroominner_protocolinner_ipprotosk_buff_data_tnetns_trackerxarrayxa_lockxa_flagsxa_head0:0:12:0bpf/socket-enricher-helpers.h BPF_CORE_READ_INTO(&socket_key->netns, sock, __sk_common.skc_net.net,passiverules_mod_lockdev_base_seqnsid_lockfnhe_genidexit_listdefer_free_listcleanup_listptype_allptype_specifickey_domainuser_nsucountsnetns_idsnsrefcnt_trackernotrefcnt_trackerdev_base_headproc_netproc_net_statsysctlsrtnlgenl_sockuevent_sockdev_name_headdev_index_headdev_by_indexnetdev_chainhash_mixloopback_devrules_opscoremibpacketunxnexthopipv4ipv6nfctgenbpfxfrmnet_cookiexdpdiag_nlskidridr_rtidr_baseidr_nextns_commonstashedinumcountref_tracker_dirctl_table_setis_seenctl_dirheaderrootctl_table_headerunregisteringctl_table_argsetparentnodeinodesctl_tablectl_table_sizeusednregprocnamemaxlenproc_handlerpollextra1extra2umode_tsize_t__kernel_size_t__kernel_ulong_tloff_t__kernel_loff_tSYSCTL_TABLE_TYPE_DEFAULTSYSCTL_TABLE_TYPE_PERMANENTLY_EMPTYraw_notifier_headnetns_coresysctl_hdrsysctl_somaxconnsysctl_optmem_maxsysctl_txrehashsysctl_tstamp_allow_dataprot_inuserps_default_masknetns_mibip_statisticsipv6_statisticstcp_statisticsnet_statisticsudp_statisticsudp_stats_in6mptcp_statisticsudplite_statisticsudplite_stats_in6icmp_statisticsicmpmsg_statisticsicmpv6_statisticsicmpv6msg_statisticsproc_net_devsnmp6netns_packetsklist_locksklistmutexownerosqwait_listatomic_long_traw_spinlock_toptimistic_spin_queuenetns_unixtablesysctl_max_dgram_qlenctlunix_tablelocksbucketsnetns_nexthopdevhashseqlast_id_allocatednotifier_chainblocking_notifier_headrwsemrw_semaphorenetns_ipv4__cacheline_group_begin__netns_ipv4_read_txsysctl_tcp_early_retranssysctl_tcp_tso_win_divisorsysctl_tcp_tso_rtt_logsysctl_tcp_autocorkingsysctl_tcp_min_snd_msssysctl_tcp_notsent_lowatsysctl_tcp_limit_output_bytessysctl_tcp_min_rtt_wlensysctl_tcp_wmemsysctl_ip_fwd_use_pmtu__cacheline_group_end__netns_ipv4_read_tx__cacheline_group_begin__netns_ipv4_read_txrxsysctl_tcp_moderate_rcvbuf__cacheline_group_end__netns_ipv4_read_txrx__cacheline_group_begin__netns_ipv4_read_rxsysctl_ip_early_demuxsysctl_tcp_early_demuxsysctl_tcp_l3mdev_acceptsysctl_tcp_reorderingsysctl_tcp_rmem__cacheline_group_end__netns_ipv4_read_rxtcp_death_rowudp_tableforw_hdrfrags_hdripv4_hdrroute_hdrxfrm4_hdrdevconf_alldevconf_dfltra_chainra_mutexfib_mainfib_defaultfib_rules_require_fldissectfib_has_custom_rulesfib_has_custom_local_routesfib_offload_disabledsysctl_tcp_shrink_windowfib_table_hashfibnlfib_info_hashfib_info_hash_bitsfib_info_cntmc_autojoin_skpeersfqdirsysctl_icmp_echo_ignore_allsysctl_icmp_echo_enable_probesysctl_icmp_echo_ignore_broadcastssysctl_icmp_ignore_bogus_error_responsessysctl_icmp_errors_use_inbound_ifaddrsysctl_icmp_ratelimitsysctl_icmp_ratemasksysctl_icmp_msgs_per_secsysctl_icmp_msgs_bursticmp_global_crediticmp_global_stampip_rt_min_pmtuip_rt_mtu_expiresip_rt_min_advmssip_local_portssysctl_tcp_ecnsysctl_tcp_ecn_fallbacksysctl_ip_default_ttlsysctl_ip_no_pmtu_discsysctl_ip_fwd_update_prioritysysctl_ip_nonlocal_bindsysctl_ip_autobind_reusesysctl_ip_dynaddrsysctl_udp_early_demuxsysctl_nexthop_compat_modesysctl_fwmark_reflectsysctl_tcp_fwmark_acceptsysctl_tcp_mtu_probingsysctl_tcp_mtu_probe_floorsysctl_tcp_base_msssysctl_tcp_probe_thresholdsysctl_tcp_probe_intervalsysctl_tcp_keepalive_timesysctl_tcp_keepalive_intvlsysctl_tcp_keepalive_probessysctl_tcp_syn_retriessysctl_tcp_synack_retriessysctl_tcp_syncookiessysctl_tcp_migrate_reqsysctl_tcp_comp_sack_nrsysctl_tcp_backlog_ack_defersysctl_tcp_pingpong_threshsysctl_tcp_retries1sysctl_tcp_retries2sysctl_tcp_orphan_retriessysctl_tcp_tw_reusesysctl_tcp_tw_reuse_delaysysctl_tcp_fin_timeoutsysctl_tcp_sacksysctl_tcp_window_scalingsysctl_tcp_timestampssysctl_tcp_rto_min_ussysctl_tcp_rto_max_mssysctl_tcp_recoverysysctl_tcp_thin_linear_timeoutssysctl_tcp_slow_start_after_idlesysctl_tcp_retrans_collapsesysctl_tcp_stdurgsysctl_tcp_rfc1337sysctl_tcp_abort_on_overflowsysctl_tcp_facksysctl_tcp_max_reorderingsysctl_tcp_adv_win_scalesysctl_tcp_dsacksysctl_tcp_app_winsysctl_tcp_frtosysctl_tcp_nometrics_savesysctl_tcp_no_ssthresh_metrics_savesysctl_tcp_workaround_signed_windowssysctl_tcp_challenge_ack_limitsysctl_tcp_min_tso_segssysctl_tcp_reflect_tossysctl_tcp_invalid_ratelimitsysctl_tcp_pacing_ss_ratiosysctl_tcp_pacing_ca_ratiosysctl_tcp_child_ehash_entriessysctl_tcp_comp_sack_delay_nssysctl_tcp_comp_sack_slack_nssysctl_max_syn_backlogsysctl_tcp_fastopentcp_congestion_controltcp_fastopen_ctxsysctl_tcp_fastopen_blackhole_timeouttfo_active_disable_timestfo_active_disable_stamptcp_challenge_timestamptcp_challenge_countsysctl_tcp_plb_enabledsysctl_tcp_plb_idle_rehash_roundssysctl_tcp_plb_rehash_roundssysctl_tcp_plb_suspend_rto_secsysctl_tcp_plb_cong_threshsysctl_udp_wmem_minsysctl_udp_rmem_minsysctl_fib_notify_on_flag_changesysctl_tcp_syn_linear_timeoutssysctl_igmp_llm_reportssysctl_igmp_max_membershipssysctl_igmp_max_msfsysctl_igmp_qrvping_group_rangedev_addr_genidsysctl_udp_child_hash_entriessysctl_local_reserved_portssysctl_ip_prot_sockmrtsysctl_fib_multipath_hash_seedsysctl_fib_multipath_hash_fieldssysctl_fib_multipath_use_neighsysctl_fib_multipath_hash_policynotifier_opsfib_seqipmr_notifier_opsipmr_seqrt_genidip_id_keyinet_addr_lstaddr_chk_workinet_timewait_death_rowtw_refcounthashinfosysctl_max_tw_bucketslocal_portsrangewarnedseqlock_tseqcountseqcount_spinlock_tseqcount_spinlockseqcount_tsequencekgid_tgid_t__kernel_gid32_tuser_seedmp_seedsiphash_key_tdelayed_workworkcpuwork_structwork_func_tnetns_ipv6ip6_dst_opssysctlfib6_null_entryip6_null_entryrt6_statsip6_fib_timerfib6_main_tblfib6_walkersfib6_walker_lockfib6_gc_lockip6_rt_gc_expireip6_rt_last_gcflowlabel_has_exclndisc_sktcp_skigmp_skinet6_addr_lstaddrconf_hash_lockfib6_sernumseg6_dataip6mr_notifier_opsip6addrlbl_tableioam6_datadst_opsgc_threshgccheckdefault_advmssmtucow_metricsdestroyifdownnegative_advicelink_failureupdate_pmturedirectlocal_outneigh_lookupconfirm_neighkmem_cacheppcpuc_entriesdst_entry_metricsinputoutputobsoleteheader_lentrailer_len__rcuref__uselastuseerror__padtclassidrt_uncachedrt_uncached_listlwtstatercuref_tnet_device__cacheline_group_begin__net_device_read_txnetdev_opsheader_ops_txgso_partial_featuresreal_num_tx_queuesgso_max_sizegso_ipv4_max_sizegso_max_segsnum_tcneeded_headroomtc_to_txqxps_mapsnf_hooks_egresstcx_egress__cacheline_group_end__net_device_read_tx__cacheline_group_begin__net_device_read_txrxhard_header_lenfeaturesip6_ptr__cacheline_group_end__net_device_read_txrx__cacheline_group_begin__net_device_read_rxxdp_progreal_num_rx_queues_rxgro_max_sizegro_ipv4_max_sizerx_handlerrx_handler_datand_netnpinfotcx_ingress__cacheline_group_end__net_device_read_rxnamename_nodeifaliasmem_endmem_startbase_addrdev_listnapi_listunreg_listclose_listadj_listxdp_featuresxdp_metadata_opsxsk_tx_metadata_opsgflagsneeded_tailroomhw_featureswanted_featuresvlan_featureshw_enc_featuresmpls_featuresmin_mtumax_mtumin_header_lenname_assign_typegroupstatscore_statscarrier_up_countcarrier_down_countethtool_opsndisc_opsoperstatelink_modeif_portdmaperm_addraddr_assign_typeaddr_lenupper_levellower_levelneigh_priv_lendev_iddev_portirqpriv_lenaddr_list_lockucmcdev_addrsqueues_ksetpromiscuityallmultiuc_promiscip_ptrfib_nh_headdev_addrnum_rx_queuesxdp_zc_max_segsingress_queuenf_hooks_ingressbroadcastrx_cpu_rmapindex_hlistnum_tx_queuesqdisctx_queue_lentx_global_lockxdp_bulkqqdisc_hashwatchdog_timerwatchdog_timeoproto_down_reasontodo_listpcpu_refcntlink_watch_listreg_statedismantlertnl_link_stateneeds_free_netdevpriv_destructorml_privml_priv_typepcpu_stat_typesysfs_groupssysfs_rx_queue_grouprtnl_link_opsstat_opsqueue_mgmt_opstso_max_sizetso_max_segsprio_tc_mappriomaplink_topophydevsfp_busqdisc_tx_busylockproto_downthreadedirq_affinity_autorx_cpu_rmap_autosee_all_hwtstamp_requestschange_proto_downnetns_immutablefcoe_mtunet_notifier_listudp_tunnel_nic_infoudp_tunnel_niccfgcfg_pendingethtoolxdp_statedev_addr_shadowlinkwatch_dev_trackerwatchdog_dev_trackerdev_registered_trackeroffload_xstats_l3devlink_portpage_poolsirq_modermax_pacing_offload_horizonnapi_configgro_flush_timeoutnapi_defer_hard_irqsuprequest_ops_lockneighbourshwprovprivpriv_flags_fastpriv_flagslltxs16__s16netdev_tc_txqxps_dev_mapsnr_idsattr_mapxps_mapalloc_lenqueueslstatststatsdstatsrx_handler_func_trx_handler_result_trx_handler_resultRX_HANDLER_CONSUMEDRX_HANDLER_ANOTHERRX_HANDLER_EXACTRX_HANDLER_PASSupperlowerxdp_features_tnet_device_statsrx_packets__rx_packetstx_packets__tx_packetsrx_bytes__rx_bytestx_bytes__tx_bytesrx_errors__rx_errorstx_errors__tx_errorsrx_dropped__rx_droppedtx_dropped__tx_droppedmulticast__multicastcollisions__collisionsrx_length_errors__rx_length_errorsrx_over_errors__rx_over_errorsrx_crc_errors__rx_crc_errorsrx_frame_errors__rx_frame_errorsrx_fifo_errors__rx_fifo_errorsrx_missed_errors__rx_missed_errorstx_aborted_errors__tx_aborted_errorstx_carrier_errors__tx_carrier_errorstx_fifo_errors__tx_fifo_errorstx_heartbeat_errors__tx_heartbeat_errorstx_window_errors__tx_window_errorsrx_compressed__rx_compressedtx_compressed__tx_compressednetdev_hw_addr_listtreeRTNL_LINK_INITIALIZEDRTNL_LINK_INITIALIZINGnetdev_ml_priv_typeML_PRIV_NONEML_PRIV_CANnetdev_stat_typeNETDEV_PCPU_STAT_NONENETDEV_PCPU_STAT_LSTATSNETDEV_PCPU_STAT_TSTATSNETDEV_PCPU_STAT_DSTATSdevicekobjpinit_namebusdriverplatform_datadriver_datalinkspowerpm_domainmsidma_maskcoherent_dma_maskbus_dma_limitdma_range_mapdma_parmsdma_poolsdma_io_tlb_memarchdataof_nodefwnodenuma_nodedevtdevres_lockdevres_headclassgroupsreleaseiommu_groupiommuphysical_locationremovableoffline_disabledofflineof_node_reusedstate_syncedcan_matchdma_skip_syncdma_iommukobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppressrefcountdev_links_infosuppliersconsumersdefer_syncstatusdl_dev_stateDL_DEV_NO_DRIVERDL_DEV_PROBINGDL_DEV_DRIVER_BOUNDDL_DEV_UNBINDINGdev_pm_infopower_statecan_wakeupasync_suspendin_dpm_listis_preparedis_suspendedis_noirq_suspendedis_late_suspendedno_pmearly_initdirect_completedriver_flagscompletionwakeupwakeup_pathsyscoreno_pm_callbackswork_in_progresssmart_suspendmust_resumemay_skip_resumesuspend_timertimer_expireswait_queuewakeirqusage_countchild_countdisable_depthidle_notificationrequest_pendingdeferred_resumeneeds_force_resumeruntime_autoignore_childrenno_callbacksirq_safeuse_autosuspendtimer_autosuspendsmemalloc_noiolinks_countrequestruntime_statuslast_statusruntime_errorautosuspend_delaylast_busyactive_timesuspended_timeaccounting_timestampsubsys_dataset_latency_toleranceqospm_message_tpm_messageeventdoneswait_queue_headtask_listhrtimer_softexpiresbaseis_relis_softis_hardtimerqueue_nodehrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTrpm_requestRPM_REQ_NONERPM_REQ_IDLERPM_REQ_SUSPENDRPM_REQ_AUTOSUSPENDRPM_REQ_RESUMErpm_statusRPM_INVALIDRPM_ACTIVERPM_RESUMINGRPM_SUSPENDEDRPM_SUSPENDINGRPM_BLOCKEDs32dev_msi_infodomaindev_archdatadev_t__kernel_dev_tdevice_removableDEVICE_REMOVABLE_NOT_SUPPORTEDDEVICE_REMOVABLE_UNKNOWNDEVICE_FIXEDDEVICE_REMOVABLEattribute_groupis_visibleis_bin_visiblebin_sizeattrsattributebin_attributeattrprivatef_mappingreadread_newwritewrite_newllseekmmapaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_datarb_root_cachedrb_leftmosterrseq_tssize_t__kernel_ssize_t__kernel_long_tf_lockf_modef_opprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_reffmode_tcredusageuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authgroup_infokernel_cap_tnon_rcupathmntdentryf_pos_lockf_pipef_task_workf_llistf_raf_freeptrfile_ra_stateasync_sizera_pagesmmap_missprev_posfreeptr_tfile_ref_tvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpgprotval_tvm_flags__vm_flagsvm_flags_trbrb_subtree_lastbin_attrsbin_attrs_newbpf_xdp_entityproglinkneighbourtblparmsconfirmedupdatedarp_queue_len_bytesarp_queueprobesnud_stateha_lockhahhgc_listmanaged_listprimary_keyhh_cachehh_lenhh_lockhh_datapercpu_countercountersnetns_sysctl_ipv6hdricmp_hdrxfrm6_hdrflush_delayip6_rt_max_sizeip6_rt_gc_min_intervalip6_rt_gc_timeoutip6_rt_gc_intervalip6_rt_gc_elasticityip6_rt_mtu_expiresip6_rt_min_advmssmultipath_hash_fieldsmultipath_hash_policybindv6onlyflowlabel_consistencyauto_flowlabelsicmpv6_timeicmpv6_echo_ignore_allicmpv6_echo_ignore_multicasticmpv6_echo_ignore_anycasticmpv6_ratemaskicmpv6_ratemask_ptranycast_src_echo_replyip_nonlocal_bindfwmark_reflectflowlabel_state_rangesidgen_retriesidgen_delayflowlabel_reflectmax_dst_opts_cntmax_hbh_opts_cntmax_dst_opts_lenmax_hbh_opts_lenseg6_flowlabelioam6_idioam6_id_wideskip_notify_on_dev_downfib_notify_on_flag_changeicmpv6_error_anycast_as_unicastnetns_nfproc_netfilternf_loggersnf_log_dir_headerhooks_ipv4hooks_ipv6defrag_ipv4_usersdefrag_ipv6_usersnf_loggerlogfnmenf_log_typeNF_LOG_TYPE_LOGNF_LOG_TYPE_ULOGNF_LOG_TYPE_MAXnf_logfnu_int8_tnf_loginfouuloglogcopy_lenqthresholdu_int32_tu_int16_tlevellogflagsnf_hook_entriesnum_hook_entrieshooksnf_hook_entryhooknf_hookfnnf_hook_statepfinoutokfnnetns_ctsysctl_log_invalidsysctl_eventssysctl_acctsysctl_tstampsysctl_checksumstatnf_conntrack_event_cbnf_ct_protonf_ct_event_notifiernf_ip_netgenerictcpudpicmpicmpv6dccpsctpnf_generic_netnf_tcp_nettimeoutstcp_loosetcp_be_liberaltcp_max_retranstcp_ignore_invalid_rstnf_udp_netnf_icmp_netnf_dccp_netdccp_loosedccp_timeoutnf_sctp_netnetns_bpfrun_arrayprogsbpf_prog_arrayitemsbpf_prog_array_itemcgroup_storagebpf_cookiebpf_cgroup_storagemaplist_maplist_cgpercpu_bufbpf_cgroup_storage_keycgroup_inode_idattach_typebpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsinetns_xfrmstate_allstate_bydststate_bysrcstate_byspistate_byseqstate_cache_inputstate_hmaskstate_numstate_hash_workpolicy_allpolicy_byidxpolicy_idx_hmaskidx_generatorpolicy_bydstpolicy_countpolicy_hash_workpolicy_hthreshinexact_binsnlsknlsk_stashsysctl_aevent_etimesysctl_aevent_rseqthsysctl_larval_dropsysctl_acq_expirespolicy_defaultxfrm4_dst_opsxfrm6_dst_opsxfrm_state_lockxfrm_state_hash_generationxfrm_policy_hash_generationxfrm_policy_lockxfrm_cfg_mutexnat_keepalive_workxfrm_policy_hashhmaskdbits4sbits4dbits6sbits6xfrm_policy_hthreshlbits4rbits4lbits6rbits6netns_xdp0:16:20:0:3 BPF_CORE_READ_INTO(&socket_key->family, sock, __sk_common.skc_family); socket_key->proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol);0:74inet_sockpinet6inet_flagsinet_saddruc_ttlinet_sportinet_optinet_idtosmin_ttlmc_ttlpmtudiscrcv_tosconvert_csumuc_indexmc_indexmc_addrlocal_port_rangemc_listcorkinet_cork_fullflinet_corkaddroptfragsizelengthdsttx_flagsttlgso_sizets_opt_idtransmit_timeflowi__fl_commonip4ip6flowi_commonflowic_oifflowic_iifflowic_l3mdevflowic_markflowic_tosflowic_scopeflowic_protoflowic_flagsflowic_secidflowic_uidflowic_multipath_hashflowic_tun_keyflowi_tunneltun_id__be64flowi4uliflowi_uliportsicmptgre_keymhtflowi6flowlabelmp_hash0:5 socket_key->port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); bpf_map_lookup_elem(&gadget_sockets, &socket_key); if (already_exists && already_exists->deletion_timestamp == 0)0:6 if (bpf_map_update_elem(&ig_tmp_sockets_value, &zero, bpf_map_lookup_elem(&ig_tmp_sockets_value, &zero); if (!socket_value) struct task_struct *task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statesaved_statestackptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupbtrace_seqpolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitrestore_sigmaskno_cgroup_migrationfrozenuse_memdelayin_eventfdpasid_activatedreported_split_lockin_thrashingatomic_flagsrestart_blockpidtgidstack_canaryreal_parentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forkrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountbpf_storagebpf_ctxbpf_net_contextmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_work__call_single_nodellistsrcu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sedl_server_has_tasks_fdl_server_pick_fsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnfutexnanosleepuaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_ttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchunmapped_pagesllist_headthread_structtls_arrayesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnpkrufpudesc_structlimit0base0base1dpllimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statetotal_time_enabledtotal_time_runningheader_sizeid_header_sizeread_sizehwpmu_ctxchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contexttp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddressmaskrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entrycallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregssaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERavx512_timestampfpstate__task_fpstatepermguest_perm__fpstatefpu_state_perm__state_perm__state_size__user_state_sizeuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_stateswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387extended_state_areaxstate_headerxcomp_bv0:87 struct task_struct *parent = BPF_CORE_READ(task, real_parent);0:121 struct fs_struct *fs = BPF_CORE_READ(task, fs);0:57 struct file *exe_file = BPF_CORE_READ(task, mm, exe_file);mm_structcpu_bitmapmm_mtmmap_basemmap_legacy_basemmap_compat_basemmap_compat_legacy_basetask_sizepgdmembarrier_statemm_userspcpu_cidmm_cid_next_scanmax_nr_cidcpus_allowed_lockpgtables_bytesmap_countpage_table_lockmmap_lockmmlistvma_writer_waitmm_lock_seqhiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvrss_statbinfmtcontextioctx_lockioctx_tableexe_filenotifier_subscriptionstlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workiommu_mmmm_countmaple_treema_flagsma_rootma_lockma_external_locklockdep_map_ppgd_tpgdval_tmm_context_tctx_idtlb_gennext_trim_cpumaskldt_usr_semldtvdsovdso_imageperf_rdpmc_allowedpkey_allocation_mapexecute_only_pkeyglobal_asidasid_transitionxol_area0:0:520:124 (u64)BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_ns0:3mnt_namespaceseq_originn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listmountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:20:0 socket_value->mntns = socket_value->pid_tgid = bpf_get_current_pid_tgid();0:1 socket_value->uid_gid = bpf_get_current_uid_gid();0:2 bpf_get_current_comm(&socket_value->task, sizeof(socket_value->task)); if (parent != NULL) {0:117 bpf_probe_read_kernel(&socket_value->ptask,0:85 socket_value->ppid = (__u32)BPF_CORE_READ(parent, tgid);0:7 socket_value->sock = (__u64)sock; if (socket_key.family == AF_INET6) socket_value->ipv6only = BPF_CORE_READ_BITFIELD_PROBED(0:0:70:8 if (bpf_core_field_exists(socket_value->cwd)) {fs_structumaskin_execpwd/work/include/gadget/filesystem.h bpf_probe_read(&f_path, sizeof(struct path), path); char slash = '/'; struct dentry *dentry = f_path.dentry; struct vfsmount *vfsmnt = f_path.mnt;mountmnt_hashmnt_parentmnt_mountpointmnt_pcpmnt_mountsmnt_childmnt_instancemnt_devnamemnt_listmnt_expiremnt_sharemnt_slave_listmnt_slavemnt_mastermnt_mpmnt_umountingmnt_fsnotify_marksmnt_fsnotify_maskto_notifyprev_nsmnt_idmnt_id_uniquemnt_group_idmnt_expiry_markmnt_pinsmnt_stuck_childrenvfsmountmnt_rootmnt_sbmnt_flagsmnt_idmapmnt_nodemnt_rcumnt_llistmnt_mp_listmnt_umount return container_of(mnt, struct mount, mnt); struct mount *mnt_p = real_mount(vfsmnt); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); return bpf_map_lookup_elem(&bufs, &idx); if (string_p == NULL) return BPF_CORE_READ(vfsmnt, mnt_root);d_flagsd_seqd_hashd_parentd_named_inoded_shortnamed_opd_sbd_timed_fsdatad_lockrefd_sibd_childrend_uhlist_bl_nodeqstrhash_lenshortname_storestringwordslockreflock_countd_lrud_waitd_aliasd_in_lookup_hashd_rcu d_parent = get_d_parent_ptr_from_dentry(dentry); return BPF_CORE_READ(dentry, d_parent); if (dentry == mnt_root || dentry == d_parent) { if (dentry != mnt_root) { if (mnt_p != mnt_parent_p) { bpf_probe_read(&dentry, sizeof(struct dentry *), &mnt_p->mnt_mountpoint); bpf_probe_read(&mnt_p, sizeof(struct mount *), &mnt_p->mnt_parent); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); vfsmnt = &mnt_p->mnt; continue; return BPF_CORE_READ(dentry, d_name); d_name = get_d_name_from_dentry(dentry);0:0:0:1 len = (d_name.len + 1) & (PATH_MAX - 1); off = buf_off - len; &(string_p->buf[off & ((MAX_PERCPU_BUFSIZE >> 1) - 1)]), len, (void *) d_name.name); sz = bpf_probe_read_str( if (sz > 1) { bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); dentry = d_parent; buf_off -= sz - 1; if (off <= buf_off) { // verify no wrap occurred buf_off -= 1; // remove null byte termination with slash sign if (buf_off == (MAX_PERCPU_BUFSIZE >> 1)) { bpf_probe_read_str(&(string_p->buf[0]), PATH_MAX, (void *) d_name.name); buf_off -= 1; bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); bpf_probe_read(&(string_p->buf[(MAX_PERCPU_BUFSIZE >> 1) - 1]), 1, &zero); return &string_p->buf[buf_off]; bpf_probe_read_kernel_str(socket_value->cwd, cwd_size, cwd);0:11 if (bpf_core_field_exists(socket_value->exepath)) { bpf_probe_read_kernel_str(socket_value->exepath, exepath_size, bpf_map_update_elem(&gadget_sockets, &socket_key, socket_value,cleanup: bpf_map_delete_elem(&start, &pid_tgid);ig_bind_ipv6_ekprobe/inet6_bindint BPF_KPROBE(ig_bind_ipv6_e, struct socket *socket)ig_bind_ipv6_xkretprobe/inet6_bindint BPF_KRETPROBE(ig_bind_ipv6_x)ig_tcp_co_ekprobe/tcp_connectint BPF_KPROBE(ig_tcp_co_e, struct sock *sk) bpf_map_update_elem(&start, &pid_tgid, &sk, 0); insert_current_socket(sk);ig_tcp_co_xkretprobe/tcp_connectint BPF_KRETPROBE(ig_tcp_co_x, int ret) skpp = bpf_map_lookup_elem(&start, &pid_tgid); if (!skpp) if (ret) sk = *skpp; BPF_CORE_READ_INTO(&socket_key.family, sock, __sk_common.skc_family); BPF_CORE_READ_INTO(&socket_key.netns, sock, __sk_common.skc_net.net, socket_key.proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol); socket_key.port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); if (socket_value == NULL) if (socket_value->sock != (__u64)sock) if (socket_value->deletion_timestamp == 0) { if (disable_bpf_iterators) { bpf_map_delete_elem(&gadget_sockets, &socket_key); socket_value->deletion_timestamp = bpf_ktime_get_ns();ig_udp_sendmsgkprobe/udp_sendmsgint BPF_KPROBE(ig_udp_sendmsg, struct sock *sk, struct msghdr *msg, size_t len)ig_udp6_sendmsgkprobe/udpv6_sendmsgint BPF_KPROBE(ig_udp6_sendmsg, struct sock *sk, struct msghdr *msg, size_t len)ig_free_ipv4_ekprobe/inet_releaseint BPF_KPROBE(ig_free_ipv4_e, struct socket *socket) if (BPF_CORE_READ(sock, __sk_common.skc_family) != family)ig_free_ipv6_ekprobe/inet6_releaseint BPF_KPROBE(ig_free_ipv6_e, struct socket *socket)disable_bpf_iterators_licenseempty_sockets_value.maps.rodatalicenseneigh_parmskey_tagctl_table_pollctl_table_rootctl_nodeipstats_miblinux_mibudp_mibmptcp_mibicmp_mibicmpmsg_mibicmpv6_mibinet_hashinfokmem_cacheipv4_devconfip_ra_chainfib_rules_opsfib_tableinet_peer_basetcp_congestion_opstcp_mibfile_operationsmoduledevice_driverbus_typekobj_typeinodedentry_operationsdevice_privatesuper_blockuser_namespaceproc_ns_operationshrtimer_clock_baselinux_binfmtvm_operations_structdevice_typewakeup_sourcewake_irqdev_pm_domainpm_subsys_datadev_pm_qosnotifier_blockicmpv6msg_mibirq_domaindevice_nodefwnode_handlexfrm_sec_ctxproc_dir_entryneigh_opsipv6_devconfxfrm_statemsi_device_databus_dma_regiondevice_dma_parametersio_tlb_memnet_genericbpf_prog_statsnet_device_opstcp_fastopen_contextmr_tablefib_notifier_opsworkqueue_structnetdev_queueQdiscuncached_listlwtunnel_stateneigh_tablefib6_infofib6_tablert6_infoinet6_devrt6_statisticsseg6_pernet_dataioam6_pernet_dataip_conntrack_statphy_devicebpf_prog_auxdev_iommubpf_local_storagecss_setkernfs_nodelock_class_keymountpointfsnotify_mark_connectortime_namespacecgroup_namespacesignal_structftrace_hashvm_structuser_structsock_fprog_kernbpf_storage_bufferbpf_cgroup_storage_mapsighand_structbpf_mprog_entrypcpu_lstatspcpu_sw_netstatspcpu_dstatsnetdev_rx_queuenet_device_core_statsnetpoll_infonetdev_name_nodedev_ifaliasnetprio_mapphy_link_topologyfown_structproto_opsin_devicecpu_rmapxdp_dev_bulk_queuenetdev_stat_opsnetdev_queue_mgmt_opsnetdev_configethtool_netdev_statebpf_xdp_linkrtnl_hw_stats64dim_irq_moderhwtstamp_providerskb_extfasync_structpid_namespacesock_reuseportdevice_physical_locationkernel_siginfoldt_structkioctx_tablemmu_notifier_subscriptionsiommu_mm_datatask_grouprcu_nodeseccomp_filter__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_pluggendiskuts_namespaceipc_namespacert_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_stateperf_event_contextpipe_inode_infotask_delay_infouprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupmath_emu_infoaddress_space_operationsipv6_pinfoip_options_rcuip_optionsip_mc_socklist X N8,:#W%'3)+]-Қ/g1Nd~dXdX(d@d``d~,d@dxdx d(db @dHdPd `dpd: dN dN dqdd: < d: (<P]Dp]Hd: ]H]H]Hy`L(y`L0y`L8y`LH]HPd`hd`pd`(xd`d7ad7adnadada38dg`dgpda3xddd da3d da3d d  dч(8da3@dч(da3dч(dч(d $d",d",d\0d\0d4(d܉8`d<d,Hd,Hd,HdkTdXdXd\8d\Pd\`dhdCeLCPCqTC!XCXCՋ#\C Cčhd Cl@dHC; hCeCC| C+C| CC CCCCCC: C:(C:HCZhC5CZCC<CZCC?CY C Cg 40 Cg 48 C @ Cg 4H C X C` Ch Cp Cx C C  C  CS  C\  Cx, C4 C C4 Cܒ L( C 8X C` C| x C+ C| C C  C C C C C Cg 4 Cg 4 C  Cg 4 C 0 C8 C@ CH CP C h Cp C C  C  C CS  C\  Cx, C: 0 C+4 C4 C: 0( C48 Cܒ L@ C 8X C` C:h C:p C: CZ C5 CZ C C< CZ C C?H CP C| h C+x C| C C  C C C C C Cg 4 Cg 4 C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC  C C( C 0 C H CP CS X C\  Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8!C!C:!C: !C:@!CZ`!C5x!CZ!C!C<!CZ!C!C?"C"C| "C+0"C| @"CH"C X"C`"Ch"Cp"C"C"Cg 4"Cg 4"C "Cg 4"C "C"C"C"C"C #C#C #C (#C @#CH#CS P#C\ #Cx,#C: 0#C+4#C4#C: 0#C4#Cܒ L#C 8$C$C:$C:$C:8$CZX$C5p$CZx$C$C<$CZ$C$C?$C%C| %C+(%C| 8%C@%C P%CX%C`%Ch%C%C%Cg 4%Cg 4%C %Cg 4%C %C%C%C%C%C &C&C&C  &C 8&C@&CS H&C\ x&Cx,&C: 0&C+4&C4&C: 0&C4&Cܒ L&C 8&C'C:'C:'C:0'CZP'C5h'CZp'C'C<'CZ'C'C?'C'C| (C+ (C| 0(C8(C H(CP(CX(C`(C(C(Cg 4(Cg 4(C (Cg 4(C (C(C(C(C(C (C)C)C )C 0)C8)CS @)C\ p)Cx,)C: 0)C+4)C4)C: 0)C4)Cܒ L)C 8)C)C:*C:*C:(*CZH*C5`*CZh*Cx*C<*CZ*C*C?*C*C| +C++C| (+C0+C @+CH+CP+CX+Cx+C+Cg 4+Cg 4+C +Cg 4+C +C+C+C+C+C +C+C,C ,C (,C0,CS 8,C\ h,Cx,x,C: 0,C+4,C4,C: 0,C4,Cܒ L,C 8,C,C:,C:-C: -CZ@-C5X-CZ`-Cp-C<-CZ-C-C?-C-C| .C+.C| .C(.C 8.C@.CH.CP.Cp.Cx.Cg 4.Cg 4.C .Cg 4.C .C.C.C.C.C .C.C/C /C  /C(/CS 0/C\ `/Cx,p/C: 0/C+4/C4/C: 0/C4/Cܒ L/C 8/C/C:/C:/C:0CZ80C5P0CZX0Ch0C<0CZ0C0C?0C0C| 0C+1C| 1C 1C 01C81C@1CH1Ch1Cp1Cg 41Cg 41C 1Cg 41C 1C1C1C1C1C 1C1C1C 2C 2C 2CS (2C\ X2Cx,h2C: 0x2C+42C42C: 02C42Cܒ L2C 82C2C:2C:2C:3CZ03C5H3CZP3C`3C<x3CZ3C3C?3C3C| 3C+4C| 4C4C (4C04C84C@4C`4Ch4Cg 4x4Cg 44C 4Cg 44C 4C4C4C4C4C 4C4C4C 4C 5C5CS  5C\ P5Cx,`5C: 0p5C+4x5C45C: 05C45Cܒ L5C 85C5C:5C:5C:6CZ(6C5@6CZH6CX6C<p6CZx6C6C?6C6C| 6C+6C| 7C7C  7C(7C07C87CX7C`7Cg 4p7Cg 4x7C 7Cg 47C 7C7C7C7C7C 7C7C7C 7C 8C8CS 8C\ H8Cx,X8C: 0h8C+4p8C48C: 08C48Cܒ L8C 88C8C:8C:8C:9CZ 9C589CZ@9CP9C<h9CZp9C9C?9C9C| 9C+9C| :C:C :C :C(:C0:CP:CX:Cg 4h:Cg 4p:C x:Cg 4:C :C:C:C:C:C :C:C:C :C ;C;CS ;C\ @;Cx,P;C: 0`;C+4h;C4;C: 0;C4;Cܒ L;C 8;C;C:;C:;C:;CZ<C50<CZ8<CH<C<`<CZh<C<C?<C<C| <C+<C| <C=C =C=C =C(=CH=CP=Cg 4`=Cg 4h=C p=Cg 4x=C =C=C=C=C=C =C=C=C =C =C>CS >C\ 8>Cx,H>C: 0X>C+4`>C4x>C: 0>C4>Cܒ L>C 8>C>C:>C:>C:>CZ?C5(?CZ0?C@?C<X?CZ`?Cx?C??C?C| ?C+?C| ?C?C @C@C@C @C@@CH@Cg 4X@Cg 4`@C h@Cg 4p@C @C@C@C@C@C @C@C@C @C @C@CS AC\ 0ACx,@AC: 0PAC+4XAC4pAC: 0xAC4ACܒ LAC 8ACAC:AC:AC:ACZBC5 BCZ(BC8BC<PBCZXBCpBC?BCBC| BC+BC| BCBC CCCCCCCC8CC@CCg 4PCCg 4XCC `CCg 4hCC xCCCCCCCCCC CCCCCC CC CCCCS CC\ (DCx,8DC: 0HDC+4PDC4hDC: 0pDC4DCܒ LDC 8DCDC:DC:DC:DCZEC5ECZ EC0EC<HECZPEChEC?ECEC| EC+EC| ECEC ECFCFCFC0FC8FCg 4HFCg 4PFC XFCg 4`FC pFCxFCFCFCFC FCFCFC FC FCFCS FC\  GCx,0GC: 0@GC+4HGC4`GC: 0hGC4xGCܒ LGC 8GCGC:GC:GC:GCZGC5HCZHC(HC<@HCZHHC`HC?HCHC| HC+HC| HCHC HCHCICIC(IC0ICg 4@ICg 4HIC PICg 4XIC hICpICxICICIC ICICIC IC ICICS IC\ JCx,(JC: 08JC+4@JC4XJC: 0`JC4pJCܒ LxJC 8JCJC:JC:JC:JCZJC5KCZKC KC<8KCZ@KCXKC?KCKC| KC+KC| KCKC KCKCKCLC LC(LCg 48LCg 4@LC HLCg 4PLC `LChLCpLCxLCLC LCLCLC LC LCLCS LC\ MCx, MC: 00MC+48MC4PMC: 0XMC4hMCܒ LpMC 8MCMC:MC:MC:MCZMC5MCZNCNC<(NCZ0NCHNC?NCNC| NC+NC| NCNC NCNCNCNCOCOCg 4(OCg 40OC 8OCg 4@OC POCXOC`OChOCpOC OCOCOC OC OCOCS OC\ PCx,PC: 0 PC+4(PC4@PC: 0HPC4XPCܒ L`PC 8xPCPC:PC:PC:PCZPC5PCZPCQC<QCZ QC8QC?pQCxQC| QC+QC| QCQC QCQCQCQCRCRCg 4RCg 4 RC (RCg 40RC @RCHRCPRCXRC`RC xRCRCRC RC RCRCS RC\ RCx,SC: 0SC+4SC40SC: 08SC4HSCܒ LPSC 8hSCpSC:xSC:SC:SCZSC5SCZSCSC<TCZTC(TC?`TChTC| TC+TC| TCTC TCTCTCTCTCTCg 4UCg 4UC UCg 4 UC 0UC8UC@UCHUCPUC hUCpUCUC UC UCUCS UC\ UCx,UC: 0VC+4VC4 VC: 0(VC48VCܒ L@VC 8XVC`VC:hVC:pVC:VCZVC5VCZVCVC<VCZWCWC?PWCXWC| pWC+WC| WCWC WCWCWCWCWCWCg 4WCg 4XC XCg 4XC  XC(XC0XC8XC@XC XXC`XCpXC xXC XCXCS XC\ XCx,XC: 0XC+4XC4YC: 0YC4(YCܒ L0YC 8HYCPYC:XYC:`YC:YCZYC5YCZYCYC<YCZYCZC?@ZCHZC| `ZC+pZC| ZCZC ZCZCZCZCZCZCg 4ZCg 4ZC ZCg 4[C [C[C [C([C0[C H[CP[C`[C h[C [C[CS [C\ [Cx,[C: 0[C+4[C4\C: 0\C4\Cܒ L \C 88\C@\C:H\C:P\C:p\CZ\C5\CZ\C\C<\CZ\C\C?0]C8]C| P]C+`]C| p]Cx]C ]C]C]C]C]C]Cg 4]Cg 4]C ]Cg 4]C ^C^C^C^C ^C 8^C@^CP^C X^C p^Cx^CS ^C\ ^Cx,^C: 0^C+4^C4^C: 0^C4_Cܒ L_C 8(_C0_C:8_C:@_C:`_CZ_C5_CZ_C_C<_CZ_C_C? `C(`C| @`C+P`C| ``Ch`C x`C`C`C`C`C`Cg 4`Cg 4`C `Cg 4`C `C`CaCaCaC (aC0aC@aC HaC `aChaCS paC\ aCx,aC: 0aC+4aC4aC: 0aC4aCܒ LbC 8bC bC:(bC:0bC:PbCZpbC5bCZbCbC<bCZbCbC?cCcC| 0cC+@cC| PcCXcC hcCpcCxcCcCcCcCg 4cCg 4cC cCg 4cC cCcCcCcCdC dC dC0dC 8dC PdCXdCS `dC\ dCx,dC: 0dC+4dC4dC: 0dC4dCܒ LdC 8eCeC:eC: eC:@eCZ`eC5xeCZeCeC<eCZeCeC?fCfC| fC+0fC| @fCHfC XfC`fChfCpfCfCfCg 4fCg 4fC fCg 4fC fCfCfCfCfC gCgC gC (gC @gCHgCS PgC\ gCx,gC: 0gC+4gC4gC: 0gC4gCܒ LgC 8gChC:hC:hC:0hCZPhC5hhCZphChC<hCZhChC?hChC| iC+ iC| 0iC8iC HiCPiCXiC`iCiCiCg 4iCg 4iC iCg 4iC iCiCiCiCiC iCjCjC jC 0jC8jCS @jC\ pjCx,jC: 0jC+4jC4jC: 0jC4jCܒ LjC 8jCjC:jC:kC: kCZ@kC5XkCZ`kCpkC<kCZkCkC?kCkC| lC+lC| lC(lC 8lC@lCHlCPlCplCxlCg 4lCg 4lC lCg 4lC lClClClClC lClCmC mC  mC(mCS 0mC\ `mCx,pmC: 0mC+4mC4mC: 0mC4mCܒ LmC 8mCmC:mC:mC:nCZ0nC5HnCZPnC`nC<xnCZnCnC?nCnC| nC+oC| oCoC (oC0oC8oC@oC`oChoCg 4xoCg 4oC oCg 4oC oCoCoCoCoC oCoCoC oC pCpCS  pC\ PpCx,`pC: 0ppC+4xpC4pC: 0pC4pCܒ LpC 8pCpC:pC:pC:qCZ qC58qCZ@qCPqC<hqCZpqCqC?qCqC| qC+qC| rCrC rC rC(rC0rCPrCXrCg 4hrCg 4prC xrCg 4rC rCrCrCrCrC rCrCrC rC sCsCS sC\ @sCx,PsC: 0`sC+4hsC4sC: 0sC4sCܒ LsC 8sCsC:sC:sC:sCZtC5(tCZ0tC@tC<XtCZ`tCxtC?tCtC| tC+tC| tCtC uCuCuC uC@uCHuCg 4XuCg 4`uC huCg 4puC uCuCuCuCuC uCuCuC uC uCuCS vC\ 0vCx,@vC: 0PvC+4XvC4pvC: 0xvC4vCܒ LvC 8vCvC:vC:vC:vCZwC5wCZ wC0wC<HwCZPwChwC?wCwC| wC+wC| wCwC wCxCxCxC0xC8xCg 4HxCg 4PxC XxCg 4`xC pxCxxCxCxCxC xCxCxC xC xCxCS xC\  yCx,0yC: 0@yC+4HyC4`yC: 0hyC4xyCܒ LyC 8yCyC:yC:yC:yCZyC5zCZzC zC<8zCZ@zCXzC?zCzC| zC+zC| zCzC zCzCzC{C {C({Cg 48{Cg 4@{C H{Cg 4P{C `{Ch{Cp{Cx{C{C {C{C{C {C {C{CS {C\ |Cx, |C: 00|C+48|C4P|C: 0X|C4h|Cܒ Lp|C 8|C|C:|C:|C:|CZ|C5|CZ}C}C<(}CZ0}CH}C?}C}C| }C+}C| }C}C }C}C}C}C~C~Cg 4(~Cg 40~C 8~Cg 4@~C P~CX~C`~Ch~Cp~C ~C~C~C ~C ~C~CS ~C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC ȀCЀC؀CCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5؂CZCC<CZC(C?`ChC| C+C| CC CCȃCЃCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȅCZЅCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЇCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCЈC<CZCC?@CHC| `C+pC| CC CCCCЉC؉Cg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЊC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<؋CZCC?0C8C| PC+`C| pCxC CCCCCȌCg 4،Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЍC+4؍C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȎCZЎCC? C(C| @C+PC| `ChC xCCCCCCg 4ȏCg 4ЏC ؏Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȐC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCؑC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȒCg 4ВC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ГC: 0ؓC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȔC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ЕCؕCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȖC4ؖCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȘCИCؘCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4șCܒ LЙC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCțCЛC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8؜CC:C:C:CZ0C5HCZPC`C<xCZCC?НC؝C| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؞CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȟCПC:؟C:C:CZ C58CZ@CPC<hCZpCC?CȠC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȡCСCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȢC:ТC:CZC5(CZ0C@C<XCZ`CxC?CC| УC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCФC ؤC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ЦC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȧC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ШCZC5CZC C<8CZ@CXC?CC| C+C| ЩCةC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЪCتCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CȬC جCCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȭCS ЭC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZЮC5CZCC<CZ C8C?pCxC| C+C| CC ȯCЯCدCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5رCZCC<CZC(C?`ChC| C+C| CC CCȲCвCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȴCZдCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ жCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCзC<CZCC?@CHC| `C+pC| CC CCCCиCظCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,йC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<غCZCC?0C8C| PC+`C| pCxC CCCCCȻCg 4ػCg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0мC+4ؼC4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȽCZнCC? C(C| @C+PC| `ChC xCCCCCCg 4ȾCg 4оC ؾCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȿC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCCC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ0C5HCZPC`C<xCZCC?CC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8CC:C:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC C CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC{XC{XC#dCCg 4 C dHCPCEh`ChC tC*xCxC tCxCVC tCVC PdĔtpd|dCeLCPCqTC!XCXCՋ#\C Cčh(d0ClPdXC; xCeCC| C+C| CC CCCC C(C:0C:8C:XCZxC5CZCC<CZCC?CY(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCCC C CS C\ Cx,C4CC4(Cܒ L8C 8hCpC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?XC`C| xC+C| CC CCCCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ Cx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4 Cܒ L C 8( C0 C:8 C:@ C:` CZ C5 CZ C C< CZ C C? C( C| @ C+P C| ` Ch C x C C C C C Cg 4 Cg 4 C  Cg 4 C  C C C C C ( C0 C@ C H C ` Ch CS p C\  Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C( C:0 C:8 C:X CZx C5 CZ C C< CZ C C? C C| 8 C+H C| X C` C p Cx C C C C Cg 4 Cg 4 C  Cg 4 C  C C CCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C CCCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCCCC CC C  C ( C0 CS 8 C\ h Cx,x C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C: C:!C: !CZ@!C5X!CZ`!Cp!C<!CZ!C!C?!C!C| "C+"C| "C("C 8"C@"CH"CP"Cp"Cx"Cg 4"Cg 4"C "Cg 4"C "C"C"C"C"C "C"C#C #C  #C(#CS 0#C\ `#Cx,p#C: 0#C+4#C4#C: 0#C4#Cܒ L#C 8#C#C:#C:#C:$CZ8$C5P$CZX$Ch$C<$CZ$C$C?$C$C| $C+%C| %C %C 0%C8%C@%CH%Ch%Cp%Cg 4%Cg 4%C %Cg 4%C %C%C%C%C%C %C%C%C &C &C &CS (&C\ X&Cx,h&C: 0x&C+4&C4&C: 0&C4&Cܒ L&C 8&C&C:&C:&C:'CZ0'C5H'CZP'C`'C<x'CZ'C'C?'C'C| 'C+(C| (C(C ((C0(C8(C@(C`(Ch(Cg 4x(Cg 4(C (Cg 4(C (C(C(C(C(C (C(C(C (C )C)CS  )C\ P)Cx,`)C: 0p)C+4x)C4)C: 0)C4)Cܒ L)C 8)C)C:)C:)C:*CZ(*C5@*CZH*CX*C<p*CZx*C*C?*C*C| *C+*C| +C+C  +C(+C0+C8+CX+C`+Cg 4p+Cg 4x+C +Cg 4+C +C+C+C+C+C +C+C+C +C ,C,CS ,C\ H,Cx,X,C: 0h,C+4p,C4,C: 0,C4,Cܒ L,C 8,C,C:,C:,C:-CZ -C58-CZ@-CP-C<h-CZp-C-C?-C-C| -C+-C| .C.C .C .C(.C0.CP.CX.Cg 4h.Cg 4p.C x.Cg 4.C .C.C.C.C.C .C.C.C .C /C/CS /C\ @/Cx,P/C: 0`/C+4h/C4/C: 0/C4/Cܒ L/C 8/C/C:/C:/C:/CZ0C500CZ80CH0C<`0CZh0C0C?0C0C| 0C+0C| 0C1C 1C1C 1C(1CH1CP1Cg 4`1Cg 4h1C p1Cg 4x1C 1C1C1C1C1C 1C1C1C 1C 1C2CS 2C\ 82Cx,H2C: 0X2C+4`2C4x2C: 02C42Cܒ L2C 82C2C:2C:2C:2CZ3C5(3CZ03C@3C<X3CZ`3Cx3C?3C3C| 3C+3C| 3C3C 4C4C4C 4C@4CH4Cg 4X4Cg 4`4C h4Cg 4p4C 4C4C4C4C4C 4C4C4C 4C 4C4CS 5C\ 05Cx,@5C: 0P5C+4X5C4p5C: 0x5C45Cܒ L5C 85C5C:5C:5C:5CZ6C5 6CZ(6C86C<P6CZX6Cp6C?6C6C| 6C+6C| 6C6C 7C7C7C7C87C@7Cg 4P7Cg 4X7C `7Cg 4h7C x7C7C7C7C7C 7C7C7C 7C 7C7CS 7C\ (8Cx,88C: 0H8C+4P8C4h8C: 0p8C48Cܒ L8C 88C8C:8C:8C:8CZ9C59CZ 9C09C<H9CZP9Ch9C?9C9C| 9C+9C| 9C9C 9C:C:C:C0:C8:Cg 4H:Cg 4P:C X:Cg 4`:C p:Cx:C:C:C:C :C:C:C :C :C:CS :C\  ;Cx,0;C: 0@;C+4H;C4`;C: 0h;C4x;Cܒ L;C 8;C;C:;C:;C:;CZ;C5<CZ<C <C<8<CZ@<CX<C?<C<C| <C+<C| <C<C <C<C<C=C =C(=Cg 48=Cg 4@=C H=Cg 4P=C `=Ch=Cp=Cx=C=C =C=C=C =C =C=CS =C\ >Cx, >C: 00>C+48>C4P>C: 0X>C4h>Cܒ Lp>C 8>C>C:>C:>C:>CZ>C5>CZ?C?C<(?CZ0?CH?C??C?C| ?C+?C| ?C?C ?C?C?C?C@C@Cg 4(@Cg 40@C 8@Cg 4@@C P@CX@C`@Ch@Cp@C @C@C@C @C @C@CS @C\ ACx,AC: 0 AC+4(AC4@AC: 0HAC4XACܒ L`AC 8xACAC:AC:AC:ACZAC5ACZACBC<BCZ BC8BC?pBCxBC| BC+BC| BCBC BCBCBCBCCCCCg 4CCg 4 CC (CCg 40CC @CCHCCPCCXCC`CC xCCCCCC CC CCCCS CC\ CCx,DC: 0DC+4DC40DC: 08DC4HDCܒ LPDC 8hDCpDC:xDC:DC:DCZDC5DCZDCDC<ECZEC(EC?`EChEC| EC+EC| ECEC ECECECECECECg 4FCg 4FC FCg 4 FC 0FC8FC@FCHFCPFC hFCpFCFC FC FCFCS FC\ FCx,FC: 0GC+4GC4 GC: 0(GC48GCܒ L@GC 8XGC`GC:hGC:pGC:GCZGC5GCZGCGC<GCZHCHC?PHCXHC| pHC+HC| HCHC HCHCHCHCHCHCg 4HCg 4IC ICg 4IC  IC(IC0IC8IC@IC XIC`ICpIC xIC ICICS IC\ ICx,IC: 0IC+4IC4JC: 0JC4(JCܒ L0JC 8HJCPJC:XJC:`JC:JCZJC5JCZJCJC<JCZJCKC?@KCHKC| `KC+pKC| KCKC KCKCKCKCKCKCg 4KCg 4KC KCg 4LC LCLC LC(LC0LC HLCPLC`LC hLC LCLCS LC\ LCx,LC: 0LC+4LC4MC: 0MC4MCܒ L MC 88MC@MC:HMC:PMC:pMCZMC5MCZMCMC<MCZMCMC?0NC8NC| PNC+`NC| pNCxNC NCNCNCNCNCNCg 4NCg 4NC NCg 4NC OCOCOCOC OC 8OC@OCPOC XOC pOCxOCS OC\ OCx,OC: 0OC+4OC4OC: 0OC4PCܒ LPC 8(PC0PC:8PC:@PC:`PCZPC5PCZPCPC<PCZPCPC? QC(QC| @QC+PQC| `QChQC xQCQCQCQCQCQCg 4QCg 4QC QCg 4QC QCQCRCRCRC (RC0RC@RC HRC `RChRCS pRC\ RCx,RC: 0RC+4RC4RC: 0RC4RCܒ LSC 8SC SC:(SC:0SC:PSCZpSC5SCZSCSC<SCZSCSC?TCTC| 0TC+@TC| PTCXTC hTCpTCxTCTCTCTCg 4TCg 4TC TCg 4TC TCTCTCTCUC UC UC0UC 8UC PUCXUCS `UC\ UCx,UC: 0UC+4UC4UC: 0UC4UCܒ LUC 8VCVC:VC: VC:@VCZ`VC5xVCZVCVC<VCZVCVC?WCWC| WC+0WC| @WCHWC XWC`WChWCpWCWCWCg 4WCg 4WC WCg 4WC WCWCWCWCWC XCXC XC (XC @XCHXCS PXC\ XCx,XC: 0XC+4XC4XC: 0XC4XCܒ LXC 8XCYC:YC:YC:0YCZPYC5hYCZpYCYC<YCZYCYC?YCYC| ZC+ ZC| 0ZC8ZC HZCPZCXZC`ZCZCZCg 4ZCg 4ZC ZCg 4ZC ZCZCZCZCZC ZC[C[C [C 0[C8[CS @[C\ p[Cx,[C: 0[C+4[C4[C: 0[C4[Cܒ L[C 8[C[C:[C:\C: \CZ@\C5X\CZ`\Cp\C<\CZ\C\C?\C\C| ]C+]C| ]C(]C 8]C@]CH]CP]Cp]Cx]Cg 4]Cg 4]C ]Cg 4]C ]C]C]C]C]C ]C]C^C ^C  ^C(^CS 0^C\ `^Cx,p^C: 0^C+4^C4^C: 0^C4^Cܒ L^C 8^C^C:^C:^C:_CZ0_C5H_CZP_C`_C<x_CZ_C_C?_C_C| _C+`C| `C`C (`C0`C8`C@`C``Ch`Cg 4x`Cg 4`C `Cg 4`C `C`C`C`C`C `C`C`C `C aCaCS  aC\ PaCx,`aC: 0paC+4xaC4aC: 0aC4aCܒ LaC 8aCaC:aC:aC:bCZ bC58bCZ@bCPbC<hbCZpbCbC?bCbC| bC+bC| cCcC cC cC(cC0cCPcCXcCg 4hcCg 4pcC xcCg 4cC cCcCcCcCcC cCcCcC cC dCdCS dC\ @dCx,PdC: 0`dC+4hdC4dC: 0dC4dCܒ LdC 8dCdC:dC:dC:dCZeC5(eCZ0eC@eC<XeCZ`eCxeC?eCeC| eC+eC| eCeC fCfCfC fC@fCHfCg 4XfCg 4`fC hfCg 4pfC fCfCfCfCfC fCfCfC fC fCfCS gC\ 0gCx,@gC: 0PgC+4XgC4pgC: 0xgC4gCܒ LgC 8gCgC:gC:gC:gCZhC5hCZ hC0hC<HhCZPhChhC?hChC| hC+hC| hChC hCiCiCiC0iC8iCg 4HiCg 4PiC XiCg 4`iC piCxiCiCiCiC iCiCiC iC iCiCS iC\  jCx,0jC: 0@jC+4HjC4`jC: 0hjC4xjCܒ LjC 8jCjC:jC:jC:jCZjC5kCZkC kC<8kCZ@kCXkC?kCkC| kC+kC| kCkC kCkCkClC lC(lCg 48lCg 4@lC HlCg 4PlC `lChlCplCxlClC lClClC lC lClCS lC\ mCx, mC: 00mC+48mC4PmC: 0XmC4hmCܒ LpmC 8mCmC:mC:mC:mCZmC5mCZnCnC<(nCZ0nCHnC?nCnC| nC+nC| nCnC nCnCnCnCoCoCg 4(oCg 40oC 8oCg 4@oC PoCXoC`oChoCpoC oCoCoC oC oCoCS oC\ pCx,pC: 0 pC+4(pC4@pC: 0HpC4XpCܒ L`pC 8xpCpC:pC:pC:pCZpC5pCZpCqC<qCZ qC8qC?pqCxqC| qC+qC| qCqC qCqCqCqCrCrCg 4rCg 4 rC (rCg 40rC @rCHrCPrCXrC`rC xrCrCrC rC rCrCS rC\ rCx,sC: 0sC+4sC40sC: 08sC4HsCܒ LPsC 8hsCpsC:xsC:sC:sCZsC5sCZsCsC<tCZtC(tC?`tChtC| tC+tC| tCtC tCtCtCtCtCtCg 4uCg 4uC uCg 4 uC 0uC8uC@uCHuCPuC huCpuCuC uC uCuCS uC\ uCx,uC: 0vC+4vC4 vC: 0(vC48vCܒ L@vC 8XvC`vC:hvC:pvC:vCZvC5vCZvCvC<vCZwCwC?PwCXwC| pwC+wC| wCwC wCwCwCwCwCwCg 4wCg 4xC xCg 4xC  xC(xC0xC8xC@xC XxC`xCpxC xxC xCxCS xC\ xCx,xC: 0xC+4xC4yC: 0yC4(yCܒ L0yC 8HyCPyC:XyC:`yC:yCZyC5yCZyCyC<yCZyCzC?@zCHzC| `zC+pzC| zCzC zCzCzCzCzCzCg 4zCg 4zC zCg 4{C {C{C {C({C0{C H{CP{C`{C h{C {C{CS {C\ {Cx,{C: 0{C+4{C4|C: 0|C4|Cܒ L |C 88|C@|C:H|C:P|C:p|CZ|C5|CZ|C|C<|CZ|C|C?0}C8}C| P}C+`}C| p}Cx}C }C}C}C}C}C}Cg 4}Cg 4}C }Cg 4}C ~C~C~C~C ~C 8~C@~CP~C X~C p~Cx~CS ~C\ ~Cx,~C: 0~C+4~C4~C: 0~C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4ȀCg 4ЀC ؀Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȁC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZC؂C?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȃCg 4ЃC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ЄC: 0؄C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȅC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ІC؆CCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȇC4؇Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȉCЉC؉CC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȊCܒ LЊC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȌCЌC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8؍CC:C:C:CZ0C5HCZPC`C<xCZCC?ЎC؎C| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؏CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȐCАC:ؐC:C:CZ C58CZ@CPC<hCZpCC?CȑC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȒCВCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȓC:ГC:CZC5(CZ0C@C<XCZ`CxC?CC| ДC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCЕC ؕC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ЗC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȘC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЙCZC5CZC C<8CZ@CXC?CC| C+C| КCؚC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЛC؛CS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CȝC ؝CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȞCS ОC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZПC5CZCC<CZ C8C?pCxC| C+C| CC ȠCРCؠCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5آCZCC<CZC(C?`ChC| C+C| CC CCȣCУCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȥCZХCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЧCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCШC<CZCC?@CHC| `C+pC| CC CCCCЩCةCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЪC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<ثCZCC?0C8C| PC+`C| pCxC CCCCCȬCg 4جCg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЭC+4حC4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȮCZЮCC? C(C| @C+PC| `ChC xCCCCCCg 4ȯCg 4ЯC دCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȰC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCرC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȲCg 4вC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4гC: 0سC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȴC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C еCصCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȶC4ضCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȸCиCظCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȹCܒ LйC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȻCлC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8ؼCC:C:C:CZ0C5HCZPC`C<xCZCC?нCؽC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؾCCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȿCпC:ؿC:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC C CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZCC{XC{XC#dC Cg 40C dXC`CEhpChC tC*xCxC tCxCVC tCV C `d=d~ddȕd@ddXdX(d@d``dWdl0dxdx d(db @dHdPd `dpd: dN dN dqdd: < d: (<P]Dp]Hd: ]H]H]Hy`L(y`L0y`L8y`LH]HPd`hd`pd`(xd`d7ad7adnadada38dg`dgpda3xddd da3d da3d d  dч(8da3@dч(da3dч(dч(d $d",d",d\0d\0d4(d܉8`d<d,Hd,Hd,HdkTdXdXd\8d\Pd\`dhdCeLCPCqTC!XCXCՋ#\C Cčhd Cl@dHC; hCeCC| C+C| CC CCCCCC: C:(C:HCZhC5CZCC<CZCC?CY C Cg 40 Cg 48 C @ Cg 4H C X C` Ch Cp Cx C C  C  CS  C\  Cx, C4 C C4 Cܒ L( C 8X C` C| x C+ C| C C  C C C C C Cg 4 Cg 4 C  Cg 4 C 0 C8 C@ CH CP C h Cp C C  C  C CS  C\  Cx, C: 0 C+4 C4 C: 0( C48 Cܒ L@ C 8X C` C:h C:p C: CZ C5 CZ C C< CZ C C?H CP C| h C+x C| C C  C C C C C Cg 4 Cg 4 C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC  C C( C 0 C H CP CS X C\  Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8!C!C:!C: !C:@!CZ`!C5x!CZ!C!C<!CZ!C!C?"C"C| "C+0"C| @"CH"C X"C`"Ch"Cp"C"C"Cg 4"Cg 4"C "Cg 4"C "C"C"C"C"C #C#C #C (#C @#CH#CS P#C\ #Cx,#C: 0#C+4#C4#C: 0#C4#Cܒ L#C 8$C$C:$C:$C:8$CZX$C5p$CZx$C$C<$CZ$C$C?$C%C| %C+(%C| 8%C@%C P%CX%C`%Ch%C%C%Cg 4%Cg 4%C %Cg 4%C %C%C%C%C%C &C&C&C  &C 8&C@&CS H&C\ x&Cx,&C: 0&C+4&C4&C: 0&C4&Cܒ L&C 8&C'C:'C:'C:0'CZP'C5h'CZp'C'C<'CZ'C'C?'C'C| (C+ (C| 0(C8(C H(CP(CX(C`(C(C(Cg 4(Cg 4(C (Cg 4(C (C(C(C(C(C (C)C)C )C 0)C8)CS @)C\ p)Cx,)C: 0)C+4)C4)C: 0)C4)Cܒ L)C 8)C)C:*C:*C:(*CZH*C5`*CZh*Cx*C<*CZ*C*C?*C*C| +C++C| (+C0+C @+CH+CP+CX+Cx+C+Cg 4+Cg 4+C +Cg 4+C +C+C+C+C+C +C+C,C ,C (,C0,CS 8,C\ h,Cx,x,C: 0,C+4,C4,C: 0,C4,Cܒ L,C 8,C,C:,C:-C: -CZ@-C5X-CZ`-Cp-C<-CZ-C-C?-C-C| .C+.C| .C(.C 8.C@.CH.CP.Cp.Cx.Cg 4.Cg 4.C .Cg 4.C .C.C.C.C.C .C.C/C /C  /C(/CS 0/C\ `/Cx,p/C: 0/C+4/C4/C: 0/C4/Cܒ L/C 8/C/C:/C:/C:0CZ80C5P0CZX0Ch0C<0CZ0C0C?0C0C| 0C+1C| 1C 1C 01C81C@1CH1Ch1Cp1Cg 41Cg 41C 1Cg 41C 1C1C1C1C1C 1C1C1C 2C 2C 2CS (2C\ X2Cx,h2C: 0x2C+42C42C: 02C42Cܒ L2C 82C2C:2C:2C:3CZ03C5H3CZP3C`3C<x3CZ3C3C?3C3C| 3C+4C| 4C4C (4C04C84C@4C`4Ch4Cg 4x4Cg 44C 4Cg 44C 4C4C4C4C4C 4C4C4C 4C 5C5CS  5C\ P5Cx,`5C: 0p5C+4x5C45C: 05C45Cܒ L5C 85C5C:5C:5C:6CZ(6C5@6CZH6CX6C<p6CZx6C6C?6C6C| 6C+6C| 7C7C  7C(7C07C87CX7C`7Cg 4p7Cg 4x7C 7Cg 47C 7C7C7C7C7C 7C7C7C 7C 8C8CS 8C\ H8Cx,X8C: 0h8C+4p8C48C: 08C48Cܒ L8C 88C8C:8C:8C:9CZ 9C589CZ@9CP9C<h9CZp9C9C?9C9C| 9C+9C| :C:C :C :C(:C0:CP:CX:Cg 4h:Cg 4p:C x:Cg 4:C :C:C:C:C:C :C:C:C :C ;C;CS ;C\ @;Cx,P;C: 0`;C+4h;C4;C: 0;C4;Cܒ L;C 8;C;C:;C:;C:;CZ<C50<CZ8<CH<C<`<CZh<C<C?<C<C| <C+<C| <C=C =C=C =C(=CH=CP=Cg 4`=Cg 4h=C p=Cg 4x=C =C=C=C=C=C =C=C=C =C =C>CS >C\ 8>Cx,H>C: 0X>C+4`>C4x>C: 0>C4>Cܒ L>C 8>C>C:>C:>C:>CZ?C5(?CZ0?C@?C<X?CZ`?Cx?C??C?C| ?C+?C| ?C?C @C@C@C @C@@CH@Cg 4X@Cg 4`@C h@Cg 4p@C @C@C@C@C@C @C@C@C @C @C@CS AC\ 0ACx,@AC: 0PAC+4XAC4pAC: 0xAC4ACܒ LAC 8ACAC:AC:AC:ACZBC5 BCZ(BC8BC<PBCZXBCpBC?BCBC| BC+BC| BCBC CCCCCCCC8CC@CCg 4PCCg 4XCC `CCg 4hCC xCCCCCCCCCC CCCCCC CC CCCCS CC\ (DCx,8DC: 0HDC+4PDC4hDC: 0pDC4DCܒ LDC 8DCDC:DC:DC:DCZEC5ECZ EC0EC<HECZPEChEC?ECEC| EC+EC| ECEC ECFCFCFC0FC8FCg 4HFCg 4PFC XFCg 4`FC pFCxFCFCFCFC FCFCFC FC FCFCS FC\  GCx,0GC: 0@GC+4HGC4`GC: 0hGC4xGCܒ LGC 8GCGC:GC:GC:GCZGC5HCZHC(HC<@HCZHHC`HC?HCHC| HC+HC| HCHC HCHCICIC(IC0ICg 4@ICg 4HIC PICg 4XIC hICpICxICICIC ICICIC IC ICICS IC\ JCx,(JC: 08JC+4@JC4XJC: 0`JC4pJCܒ LxJC 8JCJC:JC:JC:JCZJC5KCZKC KC<8KCZ@KCXKC?KCKC| KC+KC| KCKC KCKCKCLC LC(LCg 48LCg 4@LC HLCg 4PLC `LChLCpLCxLCLC LCLCLC LC LCLCS LC\ MCx, MC: 00MC+48MC4PMC: 0XMC4hMCܒ LpMC 8MCMC:MC:MC:MCZMC5MCZNCNC<(NCZ0NCHNC?NCNC| NC+NC| NCNC NCNCNCNCOCOCg 4(OCg 40OC 8OCg 4@OC POCXOC`OChOCpOC OCOCOC OC OCOCS OC\ PCx,PC: 0 PC+4(PC4@PC: 0HPC4XPCܒ L`PC 8xPCPC:PC:PC:PCZPC5PCZPCQC<QCZ QC8QC?pQCxQC| QC+QC| QCQC QCQCQCQCRCRCg 4RCg 4 RC (RCg 40RC @RCHRCPRCXRC`RC xRCRCRC RC RCRCS RC\ RCx,SC: 0SC+4SC40SC: 08SC4HSCܒ LPSC 8hSCpSC:xSC:SC:SCZSC5SCZSCSC<TCZTC(TC?`TChTC| TC+TC| TCTC TCTCTCTCTCTCg 4UCg 4UC UCg 4 UC 0UC8UC@UCHUCPUC hUCpUCUC UC UCUCS UC\ UCx,UC: 0VC+4VC4 VC: 0(VC48VCܒ L@VC 8XVC`VC:hVC:pVC:VCZVC5VCZVCVC<VCZWCWC?PWCXWC| pWC+WC| WCWC WCWCWCWCWCWCg 4WCg 4XC XCg 4XC  XC(XC0XC8XC@XC XXC`XCpXC xXC XCXCS XC\ XCx,XC: 0XC+4XC4YC: 0YC4(YCܒ L0YC 8HYCPYC:XYC:`YC:YCZYC5YCZYCYC<YCZYCZC?@ZCHZC| `ZC+pZC| ZCZC ZCZCZCZCZCZCg 4ZCg 4ZC ZCg 4[C [C[C [C([C0[C H[CP[C`[C h[C [C[CS [C\ [Cx,[C: 0[C+4[C4\C: 0\C4\Cܒ L \C 88\C@\C:H\C:P\C:p\CZ\C5\CZ\C\C<\CZ\C\C?0]C8]C| P]C+`]C| p]Cx]C ]C]C]C]C]C]Cg 4]Cg 4]C ]Cg 4]C ^C^C^C^C ^C 8^C@^CP^C X^C p^Cx^CS ^C\ ^Cx,^C: 0^C+4^C4^C: 0^C4_Cܒ L_C 8(_C0_C:8_C:@_C:`_CZ_C5_CZ_C_C<_CZ_C_C? `C(`C| @`C+P`C| ``Ch`C x`C`C`C`C`C`Cg 4`Cg 4`C `Cg 4`C `C`CaCaCaC (aC0aC@aC HaC `aChaCS paC\ aCx,aC: 0aC+4aC4aC: 0aC4aCܒ LbC 8bC bC:(bC:0bC:PbCZpbC5bCZbCbC<bCZbCbC?cCcC| 0cC+@cC| PcCXcC hcCpcCxcCcCcCcCg 4cCg 4cC cCg 4cC cCcCcCcCdC dC dC0dC 8dC PdCXdCS `dC\ dCx,dC: 0dC+4dC4dC: 0dC4dCܒ LdC 8eCeC:eC: eC:@eCZ`eC5xeCZeCeC<eCZeCeC?fCfC| fC+0fC| @fCHfC XfC`fChfCpfCfCfCg 4fCg 4fC fCg 4fC fCfCfCfCfC gCgC gC (gC @gCHgCS PgC\ gCx,gC: 0gC+4gC4gC: 0gC4gCܒ LgC 8gChC:hC:hC:0hCZPhC5hhCZphChC<hCZhChC?hChC| iC+ iC| 0iC8iC HiCPiCXiC`iCiCiCg 4iCg 4iC iCg 4iC iCiCiCiCiC iCjCjC jC 0jC8jCS @jC\ pjCx,jC: 0jC+4jC4jC: 0jC4jCܒ LjC 8jCjC:jC:kC: kCZ@kC5XkCZ`kCpkC<kCZkCkC?kCkC| lC+lC| lC(lC 8lC@lCHlCPlCplCxlCg 4lCg 4lC lCg 4lC lClClClClC lClCmC mC  mC(mCS 0mC\ `mCx,pmC: 0mC+4mC4mC: 0mC4mCܒ LmC 8mCmC:mC:mC:nCZ0nC5HnCZPnC`nC<xnCZnCnC?nCnC| nC+oC| oCoC (oC0oC8oC@oC`oChoCg 4xoCg 4oC oCg 4oC oCoCoCoCoC oCoCoC oC pCpCS  pC\ PpCx,`pC: 0ppC+4xpC4pC: 0pC4pCܒ LpC 8pCpC:pC:pC:qCZ qC58qCZ@qCPqC<hqCZpqCqC?qCqC| qC+qC| rCrC rC rC(rC0rCPrCXrCg 4hrCg 4prC xrCg 4rC rCrCrCrCrC rCrCrC rC sCsCS sC\ @sCx,PsC: 0`sC+4hsC4sC: 0sC4sCܒ LsC 8sCsC:sC:sC:sCZtC5(tCZ0tC@tC<XtCZ`tCxtC?tCtC| tC+tC| tCtC uCuCuC uC@uCHuCg 4XuCg 4`uC huCg 4puC uCuCuCuCuC uCuCuC uC uCuCS vC\ 0vCx,@vC: 0PvC+4XvC4pvC: 0xvC4vCܒ LvC 8vCvC:vC:vC:vCZwC5wCZ wC0wC<HwCZPwChwC?wCwC| wC+wC| wCwC wCxCxCxC0xC8xCg 4HxCg 4PxC XxCg 4`xC pxCxxCxCxCxC xCxCxC xC xCxCS xC\  yCx,0yC: 0@yC+4HyC4`yC: 0hyC4xyCܒ LyC 8yCyC:yC:yC:yCZyC5zCZzC zC<8zCZ@zCXzC?zCzC| zC+zC| zCzC zCzCzC{C {C({Cg 48{Cg 4@{C H{Cg 4P{C `{Ch{Cp{Cx{C{C {C{C{C {C {C{CS {C\ |Cx, |C: 00|C+48|C4P|C: 0X|C4h|Cܒ Lp|C 8|C|C:|C:|C:|CZ|C5|CZ}C}C<(}CZ0}CH}C?}C}C| }C+}C| }C}C }C}C}C}C~C~Cg 4(~Cg 40~C 8~Cg 4@~C P~CX~C`~Ch~Cp~C ~C~C~C ~C ~C~CS ~C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC ȀCЀC؀CCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5؂CZCC<CZC(C?`ChC| C+C| CC CCȃCЃCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȅCZЅCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЇCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCЈC<CZCC?@CHC| `C+pC| CC CCCCЉC؉Cg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЊC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<؋CZCC?0C8C| PC+`C| pCxC CCCCCȌCg 4،Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЍC+4؍C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȎCZЎCC? C(C| @C+PC| `ChC xCCCCCCg 4ȏCg 4ЏC ؏Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȐC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCؑC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȒCg 4ВC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ГC: 0ؓC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȔC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ЕCؕCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȖC4ؖCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȘCИCؘCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4șCܒ LЙC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCțCЛC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8؜CC:C:C:CZ0C5HCZPC`C<xCZCC?НC؝C| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؞CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȟCПC:؟C:C:CZ C58CZ@CPC<hCZpCC?CȠC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȡCСCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȢC:ТC:CZC5(CZ0C@C<XCZ`CxC?CC| УC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCФC ؤC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ЦC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȧC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ШCZC5CZC C<8CZ@CXC?CC| C+C| ЩCةC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЪCتCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CȬC جCCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȭCS ЭC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZЮC5CZCC<CZ C8C?pCxC| C+C| CC ȯCЯCدCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5رCZCC<CZC(C?`ChC| C+C| CC CCȲCвCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȴCZдCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ жCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCзC<CZCC?@CHC| `C+pC| CC CCCCиCظCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,йC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<غCZCC?0C8C| PC+`C| pCxC CCCCCȻCg 4ػCg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0мC+4ؼC4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȽCZнCC? C(C| @C+PC| `ChC xCCCCCCg 4ȾCg 4оC ؾCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȿC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCCC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ0C5HCZPC`C<xCZCC?CC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8CC:C:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC C CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC{XC{XC#dCCg 4 C dHCPCEh`ChC tC*xCxC tCxCVC tCVC PdĔtpd|dCeLCPCqTC!XCXCՋ#\C Cčh(d0ClPdXC; xCeCC| C+C| CC CCCC C(C:0C:8C:XCZxC5CZCC<CZCC?CY(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCCC C CS C\ Cx,C4CC4(Cܒ L8C 8hCpC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?XC`C| xC+C| CC CCCCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ Cx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4 Cܒ L C 8( C0 C:8 C:@ C:` CZ C5 CZ C C< CZ C C? C( C| @ C+P C| ` Ch C x C C C C C Cg 4 Cg 4 C  Cg 4 C  C C C C C ( C0 C@ C H C ` Ch CS p C\  Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C( C:0 C:8 C:X CZx C5 CZ C C< CZ C C? C C| 8 C+H C| X C` C p Cx C C C C Cg 4 Cg 4 C  Cg 4 C  C C CCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C Cg 4C CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C CCCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCCCC CC C  C ( C0 CS 8 C\ h Cx,x C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C: C:!C: !CZ@!C5X!CZ`!Cp!C<!CZ!C!C?!C!C| "C+"C| "C("C 8"C@"CH"CP"Cp"Cx"Cg 4"Cg 4"C "Cg 4"C "C"C"C"C"C "C"C#C #C  #C(#CS 0#C\ `#Cx,p#C: 0#C+4#C4#C: 0#C4#Cܒ L#C 8#C#C:#C:#C:$CZ8$C5P$CZX$Ch$C<$CZ$C$C?$C$C| $C+%C| %C %C 0%C8%C@%CH%Ch%Cp%Cg 4%Cg 4%C %Cg 4%C %C%C%C%C%C %C%C%C &C &C &CS (&C\ X&Cx,h&C: 0x&C+4&C4&C: 0&C4&Cܒ L&C 8&C&C:&C:&C:'CZ0'C5H'CZP'C`'C<x'CZ'C'C?'C'C| 'C+(C| (C(C ((C0(C8(C@(C`(Ch(Cg 4x(Cg 4(C (Cg 4(C (C(C(C(C(C (C(C(C (C )C)CS  )C\ P)Cx,`)C: 0p)C+4x)C4)C: 0)C4)Cܒ L)C 8)C)C:)C:)C:*CZ(*C5@*CZH*CX*C<p*CZx*C*C?*C*C| *C+*C| +C+C  +C(+C0+C8+CX+C`+Cg 4p+Cg 4x+C +Cg 4+C +C+C+C+C+C +C+C+C +C ,C,CS ,C\ H,Cx,X,C: 0h,C+4p,C4,C: 0,C4,Cܒ L,C 8,C,C:,C:,C:-CZ -C58-CZ@-CP-C<h-CZp-C-C?-C-C| -C+-C| .C.C .C .C(.C0.CP.CX.Cg 4h.Cg 4p.C x.Cg 4.C .C.C.C.C.C .C.C.C .C /C/CS /C\ @/Cx,P/C: 0`/C+4h/C4/C: 0/C4/Cܒ L/C 8/C/C:/C:/C:/CZ0C500CZ80CH0C<`0CZh0C0C?0C0C| 0C+0C| 0C1C 1C1C 1C(1CH1CP1Cg 4`1Cg 4h1C p1Cg 4x1C 1C1C1C1C1C 1C1C1C 1C 1C2CS 2C\ 82Cx,H2C: 0X2C+4`2C4x2C: 02C42Cܒ L2C 82C2C:2C:2C:2CZ3C5(3CZ03C@3C<X3CZ`3Cx3C?3C3C| 3C+3C| 3C3C 4C4C4C 4C@4CH4Cg 4X4Cg 4`4C h4Cg 4p4C 4C4C4C4C4C 4C4C4C 4C 4C4CS 5C\ 05Cx,@5C: 0P5C+4X5C4p5C: 0x5C45Cܒ L5C 85C5C:5C:5C:5CZ6C5 6CZ(6C86C<P6CZX6Cp6C?6C6C| 6C+6C| 6C6C 7C7C7C7C87C@7Cg 4P7Cg 4X7C `7Cg 4h7C x7C7C7C7C7C 7C7C7C 7C 7C7CS 7C\ (8Cx,88C: 0H8C+4P8C4h8C: 0p8C48Cܒ L8C 88C8C:8C:8C:8CZ9C59CZ 9C09C<H9CZP9Ch9C?9C9C| 9C+9C| 9C9C 9C:C:C:C0:C8:Cg 4H:Cg 4P:C X:Cg 4`:C p:Cx:C:C:C:C :C:C:C :C :C:CS :C\  ;Cx,0;C: 0@;C+4H;C4`;C: 0h;C4x;Cܒ L;C 8;C;C:;C:;C:;CZ;C5<CZ<C <C<8<CZ@<CX<C?<C<C| <C+<C| <C<C <C<C<C=C =C(=Cg 48=Cg 4@=C H=Cg 4P=C `=Ch=Cp=Cx=C=C =C=C=C =C =C=CS =C\ >Cx, >C: 00>C+48>C4P>C: 0X>C4h>Cܒ Lp>C 8>C>C:>C:>C:>CZ>C5>CZ?C?C<(?CZ0?CH?C??C?C| ?C+?C| ?C?C ?C?C?C?C@C@Cg 4(@Cg 40@C 8@Cg 4@@C P@CX@C`@Ch@Cp@C @C@C@C @C @C@CS @C\ ACx,AC: 0 AC+4(AC4@AC: 0HAC4XACܒ L`AC 8xACAC:AC:AC:ACZAC5ACZACBC<BCZ BC8BC?pBCxBC| BC+BC| BCBC BCBCBCBCCCCCg 4CCg 4 CC (CCg 40CC @CCHCCPCCXCC`CC xCCCCCC CC CCCCS CC\ CCx,DC: 0DC+4DC40DC: 08DC4HDCܒ LPDC 8hDCpDC:xDC:DC:DCZDC5DCZDCDC<ECZEC(EC?`EChEC| EC+EC| ECEC ECECECECECECg 4FCg 4FC FCg 4 FC 0FC8FC@FCHFCPFC hFCpFCFC FC FCFCS FC\ FCx,FC: 0GC+4GC4 GC: 0(GC48GCܒ L@GC 8XGC`GC:hGC:pGC:GCZGC5GCZGCGC<GCZHCHC?PHCXHC| pHC+HC| HCHC HCHCHCHCHCHCg 4HCg 4IC ICg 4IC  IC(IC0IC8IC@IC XIC`ICpIC xIC ICICS IC\ ICx,IC: 0IC+4IC4JC: 0JC4(JCܒ L0JC 8HJCPJC:XJC:`JC:JCZJC5JCZJCJC<JCZJCKC?@KCHKC| `KC+pKC| KCKC KCKCKCKCKCKCg 4KCg 4KC KCg 4LC LCLC LC(LC0LC HLCPLC`LC hLC LCLCS LC\ LCx,LC: 0LC+4LC4MC: 0MC4MCܒ L MC 88MC@MC:HMC:PMC:pMCZMC5MCZMCMC<MCZMCMC?0NC8NC| PNC+`NC| pNCxNC NCNCNCNCNCNCg 4NCg 4NC NCg 4NC OCOCOCOC OC 8OC@OCPOC XOC pOCxOCS OC\ OCx,OC: 0OC+4OC4OC: 0OC4PCܒ LPC 8(PC0PC:8PC:@PC:`PCZPC5PCZPCPC<PCZPCPC? QC(QC| @QC+PQC| `QChQC xQCQCQCQCQCQCg 4QCg 4QC QCg 4QC QCQCRCRCRC (RC0RC@RC HRC `RChRCS pRC\ RCx,RC: 0RC+4RC4RC: 0RC4RCܒ LSC 8SC SC:(SC:0SC:PSCZpSC5SCZSCSC<SCZSCSC?TCTC| 0TC+@TC| PTCXTC hTCpTCxTCTCTCTCg 4TCg 4TC TCg 4TC TCTCTCTCUC UC UC0UC 8UC PUCXUCS `UC\ UCx,UC: 0UC+4UC4UC: 0UC4UCܒ LUC 8VCVC:VC: VC:@VCZ`VC5xVCZVCVC<VCZVCVC?WCWC| WC+0WC| @WCHWC XWC`WChWCpWCWCWCg 4WCg 4WC WCg 4WC WCWCWCWCWC XCXC XC (XC @XCHXCS PXC\ XCx,XC: 0XC+4XC4XC: 0XC4XCܒ LXC 8XCYC:YC:YC:0YCZPYC5hYCZpYCYC<YCZYCYC?YCYC| ZC+ ZC| 0ZC8ZC HZCPZCXZC`ZCZCZCg 4ZCg 4ZC ZCg 4ZC ZCZCZCZCZC ZC[C[C [C 0[C8[CS @[C\ p[Cx,[C: 0[C+4[C4[C: 0[C4[Cܒ L[C 8[C[C:[C:\C: \CZ@\C5X\CZ`\Cp\C<\CZ\C\C?\C\C| ]C+]C| ]C(]C 8]C@]CH]CP]Cp]Cx]Cg 4]Cg 4]C ]Cg 4]C ]C]C]C]C]C ]C]C^C ^C  ^C(^CS 0^C\ `^Cx,p^C: 0^C+4^C4^C: 0^C4^Cܒ L^C 8^C^C:^C:^C:_CZ0_C5H_CZP_C`_C<x_CZ_C_C?_C_C| _C+`C| `C`C (`C0`C8`C@`C``Ch`Cg 4x`Cg 4`C `Cg 4`C `C`C`C`C`C `C`C`C `C aCaCS  aC\ PaCx,`aC: 0paC+4xaC4aC: 0aC4aCܒ LaC 8aCaC:aC:aC:bCZ bC58bCZ@bCPbC<hbCZpbCbC?bCbC| bC+bC| cCcC cC cC(cC0cCPcCXcCg 4hcCg 4pcC xcCg 4cC cCcCcCcCcC cCcCcC cC dCdCS dC\ @dCx,PdC: 0`dC+4hdC4dC: 0dC4dCܒ LdC 8dCdC:dC:dC:dCZeC5(eCZ0eC@eC<XeCZ`eCxeC?eCeC| eC+eC| eCeC fCfCfC fC@fCHfCg 4XfCg 4`fC hfCg 4pfC fCfCfCfCfC fCfCfC fC fCfCS gC\ 0gCx,@gC: 0PgC+4XgC4pgC: 0xgC4gCܒ LgC 8gCgC:gC:gC:gCZhC5hCZ hC0hC<HhCZPhChhC?hChC| hC+hC| hChC hCiCiCiC0iC8iCg 4HiCg 4PiC XiCg 4`iC piCxiCiCiCiC iCiCiC iC iCiCS iC\  jCx,0jC: 0@jC+4HjC4`jC: 0hjC4xjCܒ LjC 8jCjC:jC:jC:jCZjC5kCZkC kC<8kCZ@kCXkC?kCkC| kC+kC| kCkC kCkCkClC lC(lCg 48lCg 4@lC HlCg 4PlC `lChlCplCxlClC lClClC lC lClCS lC\ mCx, mC: 00mC+48mC4PmC: 0XmC4hmCܒ LpmC 8mCmC:mC:mC:mCZmC5mCZnCnC<(nCZ0nCHnC?nCnC| nC+nC| nCnC nCnCnCnCoCoCg 4(oCg 40oC 8oCg 4@oC PoCXoC`oChoCpoC oCoCoC oC oCoCS oC\ pCx,pC: 0 pC+4(pC4@pC: 0HpC4XpCܒ L`pC 8xpCpC:pC:pC:pCZpC5pCZpCqC<qCZ qC8qC?pqCxqC| qC+qC| qCqC qCqCqCqCrCrCg 4rCg 4 rC (rCg 40rC @rCHrCPrCXrC`rC xrCrCrC rC rCrCS rC\ rCx,sC: 0sC+4sC40sC: 08sC4HsCܒ LPsC 8hsCpsC:xsC:sC:sCZsC5sCZsCsC<tCZtC(tC?`tChtC| tC+tC| tCtC tCtCtCtCtCtCg 4uCg 4uC uCg 4 uC 0uC8uC@uCHuCPuC huCpuCuC uC uCuCS uC\ uCx,uC: 0vC+4vC4 vC: 0(vC48vCܒ L@vC 8XvC`vC:hvC:pvC:vCZvC5vCZvCvC<vCZwCwC?PwCXwC| pwC+wC| wCwC wCwCwCwCwCwCg 4wCg 4xC xCg 4xC  xC(xC0xC8xC@xC XxC`xCpxC xxC xCxCS xC\ xCx,xC: 0xC+4xC4yC: 0yC4(yCܒ L0yC 8HyCPyC:XyC:`yC:yCZyC5yCZyCyC<yCZyCzC?@zCHzC| `zC+pzC| zCzC zCzCzCzCzCzCg 4zCg 4zC zCg 4{C {C{C {C({C0{C H{CP{C`{C h{C {C{CS {C\ {Cx,{C: 0{C+4{C4|C: 0|C4|Cܒ L |C 88|C@|C:H|C:P|C:p|CZ|C5|CZ|C|C<|CZ|C|C?0}C8}C| P}C+`}C| p}Cx}C }C}C}C}C}C}Cg 4}Cg 4}C }Cg 4}C ~C~C~C~C ~C 8~C@~CP~C X~C p~Cx~CS ~C\ ~Cx,~C: 0~C+4~C4~C: 0~C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4ȀCg 4ЀC ؀Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȁC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZC؂C?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȃCg 4ЃC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ЄC: 0؄C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȅC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ІC؆CCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȇC4؇Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȉCЉC؉CC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȊCܒ LЊC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȌCЌC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8؍CC:C:C:CZ0C5HCZPC`C<xCZCC?ЎC؎C| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؏CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȐCАC:ؐC:C:CZ C58CZ@CPC<hCZpCC?CȑC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȒCВCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȓC:ГC:CZC5(CZ0C@C<XCZ`CxC?CC| ДC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCЕC ؕC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ЗC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȘC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЙCZC5CZC C<8CZ@CXC?CC| C+C| КCؚC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЛC؛CS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CȝC ؝CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȞCS ОC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZПC5CZCC<CZ C8C?pCxC| C+C| CC ȠCРCؠCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5آCZCC<CZC(C?`ChC| C+C| CC CCȣCУCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȥCZХCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЧCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCШC<CZCC?@CHC| `C+pC| CC CCCCЩCةCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЪC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<ثCZCC?0C8C| PC+`C| pCxC CCCCCȬCg 4جCg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЭC+4حC4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȮCZЮCC? C(C| @C+PC| `ChC xCCCCCCg 4ȯCg 4ЯC دCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȰC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCرC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȲCg 4вC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4гC: 0سC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȴC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C еCصCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȶC4ضCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȸCиCظCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȹCܒ LйC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȻCлC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8ؼCC:C:C:CZ0C5HCZPC`C<xCZCC?нCؽC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؾCCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȿCпC:ؿC:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC C CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5CZCC<CZC(C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZCC{XC{XC#dC Cg 40C dXC`CEhpChC tC*xCxC tCxCVC tCV C `d=d~ddȕdl0~dHdd(dHdږhd pdqxdd<d<]D0]HXd`]H]H]Hy`Ly`Ly`Ly`L]Hd`(d`0d`(8d`Hd7ad7adnadada3dg dg0da38d`dhd xda3d da3d d dч(da3dч(xda3dч(dч(d $d",d",d\0d\0d4d܉8 d<Pd,Hhd,Hpd,HxdkTdXdXd\d\d\ dhHdPCeLpCPCqTC!XCXCՋ#\C CčhdCldC; (CePCXC| pC+C| CC CCCCCC:C:C:CZ(C5@CZHCXC<pCZxCC?CYCCg 4Cg 4C  Cg 4 C  C C( C0 C8 CH C P C X CS ` C\  Cx, C4 C C4 Cܒ L C 8 C C| 8 C+H C| X C` C p Cx C C C C Cg 4 Cg 4 C  Cg 4 C  C C C C C ( C0 C@ C H C ` Ch CS p C\  Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C:( C:0 C:P CZp C5 CZ C C< CZ C C? C C| ( C+8 C| H CP C ` Ch Cp Cx C C Cg 4 Cg 4 C  Cg 4 C  C C C C C CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHCpCxCg 4Cg 4C Cg 4C CCCCC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ8C5PCZXChC<CZCC?CC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC50CZ8CHC<`CZhCC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5 CZ(C8C<PCZXCpC?CC| C+C| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC C CCS C\  Cx,0 C: 0@ C+4H C4` C: 0h C4x Cܒ L C 8 C C: C: C: CZ C5!CZ!C(!C<@!CZH!C`!C?!C!C| !C+!C| !C!C !C!C!C"C "C("Cg 48"Cg 4@"C H"Cg 4P"C `"Ch"Cp"Cx"C"C "C"C"C "C "C"CS "C\ #Cx, #C: 00#C+48#C4P#C: 0X#C4h#Cܒ Lp#C 8#C#C:#C:#C:#CZ#C5$CZ$C$C<0$CZ8$CP$C?$C$C| $C+$C| $C$C $C$C$C$C%C%Cg 4(%Cg 40%C 8%Cg 4@%C P%CX%C`%Ch%Cp%C %C%C%C %C %C%CS %C\ &Cx,&C: 0 &C+4(&C4@&C: 0H&C4X&Cܒ L`&C 8&C&C:&C:&C:&CZ&C5&CZ&C'C< 'CZ('C@'C?p'Cx'C| 'C+'C| 'C'C 'C'C'C'C(C(Cg 4(Cg 4 (C ((Cg 40(C @(CH(CP(CX(C`(C x(C(C(C (C (C(CS (C\ (Cx,)C: 0)C+4)C40)C: 08)C4H)Cܒ LP)C 8p)Cx)C:)C:)C:)CZ)C5)CZ)C)C<*CZ*C0*C?`*Ch*C| *C+*C| *C*C *C*C*C*C*C*Cg 4+Cg 4+C +Cg 4 +C 0+C8+C@+CH+CP+C h+Cp+C+C +C +C+CS +C\ +Cx,+C: 0,C+4,C4 ,C: 0(,C48,Cܒ L@,C 8`,Ch,C:p,C:x,C:,CZ,C5,CZ,C,C<-CZ-C -C?P-CX-C| p-C+-C| -C-C -C-C-C-C-C-Cg 4-Cg 4.C .Cg 4.C  .C(.C0.C8.C@.C X.C`.Cp.C x.C .C.CS .C\ .Cx,.C: 0.C+4.C4/C: 0/C4(/Cܒ L0/C 8P/CX/C:`/C:h/C:/CZ/C5/CZ/C/C</CZ/C0C?@0CH0C| `0C+p0C| 0C0C 0C0C0C0C0C0Cg 40Cg 40C 0Cg 41C 1C1C 1C(1C01C H1CP1C`1C h1C 1C1CS 1C\ 1Cx,1C: 01C+41C42C: 02C42Cܒ L 2C 8@2CH2C:P2C:X2C:x2CZ2C52CZ2C2C<2CZ2C3C?03C83C| P3C+`3C| p3Cx3C 3C3C3C3C3C3Cg 43Cg 43C 3Cg 43C 4C4C4C4C 4C 84C@4CP4C X4C p4Cx4CS 4C\ 4Cx,4C: 04C+44C44C: 04C45Cܒ L5C 805C85C:@5C:H5C:h5CZ5C55CZ5C5C<5CZ5C5C? 6C(6C| @6C+P6C| `6Ch6C x6C6C6C6C6C6Cg 46Cg 46C 6Cg 46C 6C6C7C7C7C (7C07C@7C H7C `7Ch7CS p7C\ 7Cx,7C: 07C+47C47C: 07C47Cܒ L8C 8 8C(8C:08C:88C:X8CZx8C58CZ8C8C<8CZ8C8C?9C9C| 09C+@9C| P9CX9C h9Cp9Cx9C9C9C9Cg 49Cg 49C 9Cg 49C 9C9C9C9C:C :C :C0:C 8:C P:CX:CS `:C\ :Cx,:C: 0:C+4:C4:C: 0:C4:Cܒ L:C 8;C;C: ;C:(;C:H;CZh;C5;CZ;C;C<;CZ;C;C?<C<C| <C+0<C| @<CH<C X<C`<Ch<Cp<C<C<Cg 4<Cg 4<C <Cg 4<C <C<C<C<C<C =C=C =C (=C @=CH=CS P=C\ =Cx,=C: 0=C+4=C4=C: 0=C4=Cܒ L=C 8>C>C:>C:>C:8>CZX>C5p>CZx>C>C<>CZ>C>C?>C>C| ?C+ ?C| 0?C8?C H?CP?CX?C`?C?C?Cg 4?Cg 4?C ?Cg 4?C ?C?C?C?C?C ?C@C@C @C 0@C8@CS @@C\ p@Cx,@C: 0@C+4@C4@C: 0@C4@Cܒ L@C 8@C@C:AC:AC:(ACZHAC5`ACZhACxAC<ACZACAC?ACAC| BC+BC| BC(BC 8BC@BCHBCPBCpBCxBCg 4BCg 4BC BCg 4BC BCBCBCBCBC BCBCCC CC  CC(CCS 0CC\ `CCx,pCC: 0CC+4CC4CC: 0CC4CCܒ LCC 8CCCC:CC:CC:DCZ8DC5PDCZXDChDC<DCZDCDC?DCDC| DC+EC| ECEC (EC0EC8EC@EC`EChECg 4xECg 4EC ECg 4EC ECECECECEC ECECEC EC FCFCS  FC\ PFCx,`FC: 0pFC+4xFC4FC: 0FC4FCܒ LFC 8FCFC:FC:FC:GCZ(GC5@GCZHGCXGC<pGCZxGCGC?GCGC| GC+GC| HCHC HC HC(HC0HCPHCXHCg 4hHCg 4pHC xHCg 4HC HCHCHCHCHC HCHCHC HC ICICS IC\ @ICx,PIC: 0`IC+4hIC4IC: 0IC4ICܒ LIC 8ICIC:IC:IC:ICZJC50JCZ8JCHJC<`JCZhJCJC?JCJC| JC+JC| JCJC KCKCKC KC@KCHKCg 4XKCg 4`KC hKCg 4pKC KCKCKCKCKC KCKCKC KC KCKCS LC\ 0LCx,@LC: 0PLC+4XLC4pLC: 0xLC4LCܒ LLC 8LCLC:LC:LC:LCZMC5 MCZ(MC8MC<PMCZXMCpMC?MCMC| MC+MC| MCMC MCNCNCNC0NC8NCg 4HNCg 4PNC XNCg 4`NC pNCxNCNCNCNC NCNCNC NC NCNCS NC\  OCx,0OC: 0@OC+4HOC4`OC: 0hOC4xOCܒ LOC 8OCOC:OC:OC:OCZOC5PCZPC PC<8PCZ@PCXPC?PCPC| PC+PC| PCPC PCPCPCPCQC QCg 40QCg 48QC @QCg 4HQC XQC`QChQCpQCxQC QCQCQC QC QCQCS QC\ RCx,RC: 0(RC+40RC4HRC: 0PRC4`RCܒ LhRC 8RCRC:RC:RC:RCZRC5RCZRCSC< SCZ(SC@SC?pSCxSC| SC+SC| SCSC SCSCSCSCTCTCg 4TCg 4 TC (TCg 40TC @TCHTCPTCXTC`TC xTCTCTC TC TCTCS TC\ TCx,UC: 0UC+4UC40UC: 08UC4HUCܒ LPUC 8hUCpUC:xUC:UC:UCZUC5UCZUCUC<VCZVC(VC?XVC`VC| xVC+VC| VCVC VCVCVCVCVCVCg 4WCg 4WC WCg 4WC (WC0WC8WC@WCHWC `WChWCxWC WC WCWCS WC\ WCx,WC: 0WC+4XC4XC: 0 XC40XCܒ L8XC 8PXCXXC:`XC:hXC:XCZXC5XCZXCXC<XCZXCYC?@YCHYC| `YC+pYC| YCYC YCYCYCYCYCYCg 4YCg 4YC YCg 4ZC ZCZC ZC(ZC0ZC HZCPZC`ZC hZC ZCZCS ZC\ ZCx,ZC: 0ZC+4ZC4[C: 0[C4[Cܒ L [C 88[C@[C:H[C:P[C:p[CZ[C5[CZ[C[C<[CZ[C[C?(\C0\C| H\C+X\C| h\Cp\C \C\C\C\C\C\Cg 4\Cg 4\C \Cg 4\C \C]C]C]C]C 0]C8]CH]C P]C h]Cp]CS x]C\ ]Cx,]C: 0]C+4]C4]C: 0]C4^Cܒ L^C 8 ^C(^C:0^C:8^C:X^CZx^C5^CZ^C^C<^CZ^C^C?_C_C| 0_C+@_C| P_CX_C h_Cp_Cx_C_C_C_Cg 4_Cg 4_C _Cg 4_C _C_C_C_C`C `C `C0`C 8`C P`CX`CS ``C\ `Cx,`C: 0`C+4`C4`C: 0`C4`Cܒ L`C 8aCaC:aC: aC:@aCZ`aC5xaCZaCaC<aCZaCaC?aCbC| bC+(bC| 8bC@bC PbCXbC`bChbCbCbCg 4bCg 4bC bCg 4bC bCbCbCbCbC cCcCcC  cC 8cC@cCS HcC\ xcCx,cC: 0cC+4cC4cC: 0cC4cCܒ LcC 8cCcC:dC:dC:(dCZHdC5`dCZhdCxdC<dCZdCdC?dCdC| eC+eC| eC(eC 8eC@eCHeCPeCpeCxeCg 4eCg 4eC eCg 4eC eCeCeCeCeC eCeCfC fC  fC(fCS 0fC\ `fCx,pfC: 0fC+4fC4fC: 0fC4fCܒ LfC 8fCfC:fC:fC:gCZ0gC5HgCZPgC`gC<xgCZgCgC?gCgC| gC+gC| hChC  hC(hC0hC8hCXhC`hCg 4phCg 4xhC hCg 4hC hChChChChC hChChC hC iCiCS iC\ HiCx,XiC: 0hiC+4piC4iC: 0iC4iCܒ LiC 8iCiC:iC:iC:iCZjC50jCZ8jCHjC<`jCZhjCjC?jCjC| jC+jC| jCjC kCkCkC kC@kCHkCg 4XkCg 4`kC hkCg 4pkC kCkCkCkCkC kCkCkC kC kCkCS lC\ 0lCx,@lC: 0PlC+4XlC4plC: 0xlC4lCܒ LlC 8lClC:lC:lC:lCZmC5mCZ mC0mC<HmCZPmChmC?mCmC| mC+mC| mCmC mCmCnCnC(nC0nCg 4@nCg 4HnC PnCg 4XnC hnCpnCxnCnCnC nCnCnC nC nCnCS nC\ oCx,(oC: 08oC+4@oC4XoC: 0`oC4poCܒ LxoC 8oCoC:oC:oC:oCZoC5pCZpCpC<0pCZ8pCPpC?pCpC| pC+pC| pCpC pCpCpCpCqCqCg 4(qCg 40qC 8qCg 4@qC PqCXqC`qChqCpqC qCqCqC qC qCqCS qC\ rCx,rC: 0 rC+4(rC4@rC: 0HrC4XrCܒ L`rC 8xrCrC:rC:rC:rCZrC5rCZrCsC<sCZ sC8sC?hsCpsC| sC+sC| sCsC sCsCsCsCsCtCg 4tCg 4tC  tCg 4(tC 8tC@tCHtCPtCXtC ptCxtCtC tC tCtCS tC\ tCx,tC: 0uC+4uC4(uC: 00uC4@uCܒ LHuC 8`uChuC:puC:xuC:uCZuC5uCZuCuC<vCZvC vC?PvCXvC| pvC+vC| vCvC vCvCvCvCvCvCg 4vCg 4wC wCg 4wC  wC(wC0wC8wC@wC XwC`wCpwC xwC wCwCS wC\ wCx,wC: 0wC+4wC4xC: 0xC4(xCܒ L0xC 8HxCPxC:XxC:`xC:xCZxC5xCZxCxC<xCZxCyC?8yC@yC| XyC+hyC| xyCyC yCyCyCyCyCyCg 4yCg 4yC yCg 4yC zCzCzC zC(zC @zCHzCXzC `zC xzCzCS zC\ zCx,zC: 0zC+4zC4zC: 0{C4{Cܒ L{C 80{C8{C:@{C:H{C:h{CZ{C5{CZ{C{C<{CZ{C{C? |C(|C| @|C+P|C| `|Ch|C x|C|C|C|C|C|Cg 4|Cg 4|C |Cg 4|C |C|C}C}C}C (}C0}C@}C H}C `}Ch}CS p}C\ }Cx,}C: 0}C+4}C4}C: 0}C4}Cܒ L~C 8~C ~C:(~C:0~C:P~CZp~C5~CZ~C~C<~CZ~C~C?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4ȀC: 0ЀC4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȂCЂC؂CC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȃCܒ LЃC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?؄CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCȅC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8ІC؆C:C:C:CZ(C5@CZHCXC<pCZxCC?CȇC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȈCЈCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȉC:ЉC:CZC5(CZ0C@C<XCZ`CxC?CC| ȊC+؊C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCȋC ЋC CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:،CZC5CZC(C<@CZHC`C?CC| C+C| ЍC؍C CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЎC؎CS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC АCؐCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS ȑC\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZȒC5CZCC<CZC0C?`ChC| C+C| CC CCȓCГCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȕCZЕCC<CZCC?HCPC| hC+xC| CC CCCCؖCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ ȗCx,ؗC: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCȘC<CZCC?0C8C| PC+`C| pCxC CCCCCșCg 4ؙCg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0КC+4ؚC4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<țCZЛCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4ȜC МCg 4؜C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4؝C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCОC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ПC؟CCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȠC4ؠCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCȢCТCآC CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LȣC 8CC:C:C:CZ8C5PCZXChC<CZCC?ФCؤC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC إCCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȦCЦC:ئC:C:CZ C58CZ@CPC<hCZpCC?CC| اC+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CȨCبC C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȩC:CZC5 CZ(C8C<PCZXCpC?CC| C+ЪC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȫC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЬCZC5CZC C<8CZ@CXC?CC| C+C| ȭCЭC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȮCЮCS خC\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZدC5CZCC< CZ(C@C?pCxC| C+C| CC ȰCаCذCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5زCZCC<CZC(C?XC`C| xC+C| CC CCCȳCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ شCx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȵCصC<CZCC?@CHC| `C+pC| CC CCCCжCضCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,зC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<ظCZCC?(C0C| HC+XC| hCpC CCCCCCg 4йCg 4عC Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȺC+4кC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȻCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȼCg 4мC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4нC: 0ؽC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȾC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȿCпCؿCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCCC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ0C5HCZPC`C<xCZCC?CC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC CCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CC:C:C:CZC50CZ8CHC<`CZhCC?CC| C+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCC C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C CCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZCC<0CZ8CPC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?hCpC| C+C| CC CCCCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5CZCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8xCC:C:C:CZC5CZCC<CZ C0C{XHC{XXC#dpCxCg 4C dCCEhChC tC*xCx0C t8CxHCV`C thCVxC dĔtd|dCeL(CP8CqT@C!XHCXPCՋ#\`C xCčhdCldC; CeCC| (C+8C| HCPC `ChCxCCCC:C:C:CZC5CZCC<(CZ0CHC?`CYCCg 4Cg 4C Cg 4C CCCCCC C CS C\ PCx,`C4xCC4Cܒ LC 8CC| C+C| CC (C0C8C@ChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C CCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C CCS C\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8xCC:C:C:CZC5CZCC<CZ C8C?hCpC| C+C| CC CCCCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0 C+4 C4( C: 00 C4@ Cܒ LH C 8h Cp C:x C: C: CZ C5 CZ C C< CZ C( C?X C` C| x C+ C| C C  C C C C C Cg 4 Cg 4 C  Cg 4 C ( C0 C8 C@ CH C ` Ch Cx C  C  C CS  C\  Cx, C: 0 C+4 C4 C: 0 C40 Cܒ L8 C 8X C` C:h C:p C: CZ C5 CZ C C< CZ C C?H CP C| h C+x C| C C  C C C C C Cg 4 Cg 4 C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8HCPC:XC:`C:CZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 88C@C:HC:PC:pCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C CCCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCCCC CC C  C ( C0 CS 8 C\ h Cx,x C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C: C:!C: !CZ@!C5X!CZ`!Cp!C<!CZ!C!C?!C!C| !C+"C| "C "C 0"C8"C@"CH"Ch"Cp"Cg 4"Cg 4"C "Cg 4"C "C"C"C"C"C "C"C"C #C #C #CS (#C\ X#Cx,h#C: 0x#C+4#C4#C: 0#C4#Cܒ L#C 8#C#C:#C:#C:$CZ0$C5H$CZP$C`$C<x$CZ$C$C?$C$C| $C+$C| %C%C  %C(%C0%C8%CX%C`%Cg 4p%Cg 4x%C %Cg 4%C %C%C%C%C%C %C%C%C %C &C&CS &C\ H&Cx,X&C: 0h&C+4p&C4&C: 0&C4&Cܒ L&C 8&C&C:&C:&C:'CZ 'C58'CZ@'CP'C<h'CZp'C'C?'C'C| 'C+'C| 'C(C (C(C (C((CH(CP(Cg 4`(Cg 4h(C p(Cg 4x(C (C(C(C(C(C (C(C(C (C (C)CS )C\ 8)Cx,H)C: 0X)C+4`)C4x)C: 0)C4)Cܒ L)C 8)C)C:)C:)C:)CZ*C5(*CZ0*C@*C<X*CZ`*Cx*C?*C*C| *C+*C| *C*C +C+C+C+C8+C@+Cg 4P+Cg 4X+C `+Cg 4h+C x+C+C+C+C+C +C+C+C +C +C+CS +C\ (,Cx,8,C: 0H,C+4P,C4h,C: 0p,C4,Cܒ L,C 8,C,C:,C:,C:,CZ-C5-CZ -C0-C<H-CZP-Ch-C?-C-C| -C+-C| -C-C -C-C.C.C(.C0.Cg 4@.Cg 4H.C P.Cg 4X.C h.Cp.Cx.C.C.C .C.C.C .C .C.CS .C\ /Cx,(/C: 08/C+4@/C4X/C: 0`/C4p/Cܒ Lx/C 8/C/C:/C:/C:/CZ/C50CZ0C 0C<80CZ@0CX0C?0C0C| 0C+0C| 0C0C 0C0C0C0C1C 1Cg 401Cg 481C @1Cg 4H1C X1C`1Ch1Cp1Cx1C 1C1C1C 1C 1C1CS 1C\ 2Cx,2C: 0(2C+402C4H2C: 0P2C4`2Cܒ Lh2C 82C2C:2C:2C:2CZ2C52CZ3C3C<(3CZ03CH3C?x3C3C| 3C+3C| 3C3C 3C3C3C3C4C4Cg 4 4Cg 4(4C 04Cg 484C H4CP4CX4C`4Ch4C 4C4C4C 4C 4C4CS 4C\ 4Cx,5C: 05C+4 5C485C: 0@5C4P5Cܒ LX5C 8x5C5C:5C:5C:5CZ5C55CZ5C6C<6CZ 6C86C?h6Cp6C| 6C+6C| 6C6C 6C6C6C6C6C7Cg 47Cg 47C  7Cg 4(7C 87C@7CH7CP7CX7C p7Cx7C7C 7C 7C7CS 7C\ 7Cx,7C: 08C+48C4(8C: 008C4@8Cܒ LH8C 8h8Cp8C:x8C:8C:8CZ8C58CZ8C8C<9CZ9C(9C?X9C`9C| x9C+9C| 9C9C 9C9C9C9C9C9Cg 4:Cg 4:C :Cg 4:C (:C0:C8:C@:CH:C `:Ch:Cx:C :C :C:CS :C\ :Cx,:C: 0:C+4;C4;C: 0 ;C40;Cܒ L8;C 8P;CX;C:`;C:h;C:;CZ;C5;CZ;C;C<;CZ;C<C?@<CH<C| `<C+p<C| <C<C <C<C<C<C<C<Cg 4<Cg 4<C <Cg 4=C =C=C =C(=C0=C H=CP=C`=C h=C =C=CS =C\ =Cx,=C: 0=C+4=C4>C: 0>C4>Cܒ L >C 88>C@>C:H>C:P>C:p>CZ>C5>CZ>C>C<>CZ>C>C?(?C0?C| H?C+X?C| h?Cp?C ?C?C?C?C?C?Cg 4?Cg 4?C ?Cg 4?C ?C@C@C@C@C 0@C8@CH@C P@C h@Cp@CS x@C\ @Cx,@C: 0@C+4@C4@C: 0@C4ACܒ LAC 8 AC(AC:0AC:8AC:XACZxAC5ACZACAC<ACZACAC?BCBC| 0BC+@BC| PBCXBC hBCpBCxBCBCBCBCg 4BCg 4BC BCg 4BC BCBCBCBCCC CC CC0CC 8CC PCCXCCS `CC\ CCx,CC: 0CC+4CC4CC: 0CC4CCܒ LCC 8DCDC:DC: DC:@DCZ`DC5xDCZDCDC<DCZDCDC?DCEC| EC+(EC| 8EC@EC PECXEC`EChECECECg 4ECg 4EC ECg 4EC ECECECECEC FCFCFC  FC 8FC@FCS HFC\ xFCx,FC: 0FC+4FC4FC: 0FC4FCܒ LFC 8FCFC:GC:GC:(GCZHGC5`GCZhGCxGC<GCZGCGC?GCGC| HC+HC| HC(HC 8HC@HCHHCPHCpHCxHCg 4HCg 4HC HCg 4HC HCHCHCHCHC HCHCIC IC  IC(ICS 0IC\ `ICx,pIC: 0IC+4IC4IC: 0IC4ICܒ LIC 8ICIC:IC:IC:JCZ0JC5HJCZPJC`JC<xJCZJCJC?JCJC| JC+JC| KCKC  KC(KC0KC8KCXKC`KCg 4pKCg 4xKC KCg 4KC KCKCKCKCKC KCKCKC KC LCLCS LC\ HLCx,XLC: 0hLC+4pLC4LC: 0LC4LCܒ LLC 8LCLC:LC:LC:LCZMC50MCZ8MCHMC<`MCZhMCMC?MCMC| MC+MC| MCMC NCNCNC NC@NCHNCg 4XNCg 4`NC hNCg 4pNC NCNCNCNCNC NCNCNC NC NCNCS OC\ 0OCx,@OC: 0POC+4XOC4pOC: 0xOC4OCܒ LOC 8OCOC:OC:OC:OCZPC5PCZ PC0PC<HPCZPPChPC?PCPC| PC+PC| PCPC PCPCQCQC(QC0QCg 4@QCg 4HQC PQCg 4XQC hQCpQCxQCQCQC QCQCQC QC QCQCS QC\ RCx,(RC: 08RC+4@RC4XRC: 0`RC4pRCܒ LxRC 8RCRC:RC:RC:RCZRC5SCZSCSC<0SCZ8SCPSC?SCSC| SC+SC| SCSC SCSCSCSCTCTCg 4(TCg 40TC 8TCg 4@TC PTCXTC`TChTCpTC TCTCTC TC TCTCS TC\ UCx,UC: 0 UC+4(UC4@UC: 0HUC4XUCܒ L`UC 8xUCUC:UC:UC:UCZUC5UCZUCVC<VCZ VC8VC?hVCpVC| VC+VC| VCVC VCVCVCVCVCWCg 4WCg 4WC  WCg 4(WC 8WC@WCHWCPWCXWC pWCxWCWC WC WCWCS WC\ WCx,WC: 0XC+4XC4(XC: 00XC4@XCܒ LHXC 8`XChXC:pXC:xXC:XCZXC5XCZXCXC<YCZYC YC?PYCXYC| pYC+YC| YCYC YCYCYCYCYCYCg 4YCg 4ZC ZCg 4ZC  ZC(ZC0ZC8ZC@ZC XZC`ZCpZC xZC ZCZCS ZC\ ZCx,ZC: 0ZC+4ZC4[C: 0[C4([Cܒ L0[C 8H[CP[C:X[C:`[C:[CZ[C5[CZ[C[C<[CZ[C\C?8\C@\C| X\C+h\C| x\C\C \C\C\C\C\C\Cg 4\Cg 4\C \Cg 4\C ]C]C]C ]C(]C @]CH]CX]C `]C x]C]CS ]C\ ]Cx,]C: 0]C+4]C4]C: 0^C4^Cܒ L^C 80^C8^C:@^C:H^C:h^CZ^C5^CZ^C^C<^CZ^C^C? _C(_C| @_C+P_C| `_Ch_C x_C_C_C_C_C_Cg 4_Cg 4_C _Cg 4_C _C_C`C`C`C (`C0`C@`C H`C ``Ch`CS p`C\ `Cx,`C: 0`C+4`C4`C: 0`C4`Cܒ LaC 8aC aC:(aC:0aC:PaCZpaC5aCZaCaC<aCZaCaC?bCbC| (bC+8bC| HbCPbC `bChbCpbCxbCbCbCg 4bCg 4bC bCg 4bC bCbCbCbCbC cCcC(cC 0cC HcCPcCS XcC\ cCx,cC: 0cC+4cC4cC: 0cC4cCܒ LcC 8dCdC:dC:dC:8dCZXdC5pdCZxdCdC<dCZdCdC?dCdC| eC+ eC| 0eC8eC HeCPeCXeC`eCeCeCg 4eCg 4eC eCg 4eC eCeCeCeCeC eCfCfC fC 0fC8fCS @fC\ pfCx,fC: 0fC+4fC4fC: 0fC4fCܒ LfC 8fCfC:fC:gC: gCZ@gC5XgCZ`gCpgC<gCZgCgC?gCgC| gC+hC| hC hC 0hC8hC@hCHhChhCphCg 4hCg 4hC hCg 4hC hChChChChC hChChC iC iC iCS (iC\ XiCx,hiC: 0xiC+4iC4iC: 0iC4iCܒ LiC 8iCiC:iC:iC:jCZ(jC5@jCZHjCXjC<pjCZxjCjC?jCjC| jC+jC| kCkC kC kC(kC0kCPkCXkCg 4hkCg 4pkC xkCg 4kC kCkCkCkCkC kCkCkC kC lClCS lC\ @lCx,PlC: 0`lC+4hlC4lC: 0lC4lCܒ LlC 8lClC:lC:lC:lCZmC5(mCZ0mC@mC<XmCZ`mCxmC?mCmC| mC+mC| mCmC nCnCnCnC8nC@nCg 4PnCg 4XnC `nCg 4hnC xnCnCnCnCnC nCnCnC nC nCnCS nC\ (oCx,8oC: 0HoC+4PoC4hoC: 0poC4oCܒ LoC 8oCoC:oC:oC:oCZoC5pCZpC(pC<@pCZHpC`pC?pCpC| pC+pC| pCpC pCpCpCqC qC(qCg 48qCg 4@qC HqCg 4PqC `qChqCpqCxqCqC qCqCqC qC qCqCS qC\ rCx, rC: 00rC+48rC4PrC: 0XrC4hrCܒ LprC 8rCrC:rC:rC:rCZrC5rCZsCsC<(sCZ0sCHsC?xsCsC| sC+sC| sCsC sCsCsCsCtCtCg 4 tCg 4(tC 0tCg 48tC HtCPtCXtC`tChtC tCtCtC tC tCtCS tC\ tCx,uC: 0uC+4 uC48uC: 0@uC4PuCܒ LXuC 8puCxuC:uC:uC:uCZuC5uCZuCuC<vCZvC0vC?`vChvC| vC+vC| vCvC vCvCvCvCvCvCg 4wCg 4wC wCg 4 wC 0wC8wC@wCHwCPwC hwCpwCwC wC wCwCS wC\ wCx,wC: 0xC+4xC4 xC: 0(xC48xCܒ L@xC 8XxC`xC:hxC:pxC:xCZxC5xCZxCxC<xCZyCyC?HyCPyC| hyC+xyC| yCyC yCyCyCyCyCyCg 4yCg 4yC zCg 4zC zC zC(zC0zC8zC PzCXzChzC pzC zCzCS zC\ zCx,zC: 0zC+4zC4{C: 0{C4 {Cܒ L({C 8@{CH{C:P{C:X{C:x{CZ{C5{CZ{C{C<{CZ{C|C?0|C8|C| P|C+`|C| p|Cx|C |C|C|C|C|C|Cg 4|Cg 4|C |Cg 4|C }C}C}C}C }C 8}C@}CP}C X}C p}Cx}CS }C\ }Cx,}C: 0}C+4}C4}C: 0}C4~Cܒ L~C 8(~C0~C:8~C:@~C:`~CZ~C5~CZ~C~C<~CZ~C~C?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4؀C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCЁC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ЂC؂CCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȃC4؃Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCȅCЅC؅C CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LȆC 8CC:C:C:CZ8C5PCZXChC<CZCC?ЇC؇C| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؈CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȉCЉC:؉C:C:CZ C58CZ@CPC<hCZpCC?CC| ؊C+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CȋC؋C C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȌC:CZC5 CZ(C8C<PCZXCpC?CC| C+ЍC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȎC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЏCZC5CZC C<8CZ@CXC?CC| C+C| ȐCАC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȑCБCS ؑC\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZؒC5CZCC< CZ(C@C?pCxC| C+C| CC ȓCГCؓCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5ؕCZCC<CZC(C?XC`C| xC+C| CC CCCȖCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ ؗCx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȘCؘC<CZCC?@CHC| `C+pC| CC CCCCЙCؙCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,КC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<؛CZCC?(C0C| HC+XC| hCpC CCCCCCg 4МCg 4؜C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȝC+4НC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȞCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȟCg 4ПC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4РC: 0ؠC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȡC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȢCТCآCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4УCܒ LأC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȥCХC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8ئCC:C:C:CZ0C5HCZPC`C<xCZCC?ȧCЧC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC ШCبCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CȩC:ЩC:ةC:CZC50CZ8CHC<`CZhCC?CC| ЪC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCЫC ثC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ȭC| حCC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C خCCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:ȯCZC5CZCC<0CZ8CPC?CC| C+C| CȰC ذCCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȱCS бC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZвC5CZCC<CZ C8C?hCpC| C+C| CC CȳCгCسCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5еCZصCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ зCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCиC<CZCC?8C@C| XC+hC| xCC CCCCȹCйCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,ȺC: 0غC+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<лCZػCC? C(C| @C+PC| `ChC xCCCCCCg 4ȼCg 4мC ؼCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȽC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCؾC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4ȿC ؿCCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC{XC{XC#d(C0Cg 4@C dhCpCEhChC tC*xCxC tCxCVC t CV0C pd=d~dH3&dI`d d  d(dq 4@d8HdXdL`dDpddėdDd dDd (dQPdDXdQdQdQdddddQd` dۘ(d0d8d@dHdL`dLpdkd'$d%$dȕXdI`ydxdqdHdP<d<]D]Hd]H0]HH]Hxy`Ly`Ly`Ly`L]Hd`d`d`(d`d7a d7a0dnaXda`da3dgdgda3ddd da3 d Pda3Xd xd dч(da3dч(da3 dч(0dч(8d $@d",Hd",Pd\0Xd\0xd4d܉8d<d,Hd,Hd,HdkT dX(dX8d\d\d\dhdCeLCP CqT(C!X0CX8CՋ#\HC `CčhxdCldC; CeCC| C+ C| 0C8C HCPC`ChCpCxC:C:C:CZC5CZCC<CZC0C?HCYxCCg 4Cg 4C Cg 4C CCCCCC C CS  C\ 8 Cx,H C4` Ch C4x Cܒ L C 8 C C| C+ C| C C  C C C( CP CX Cg 4h Cg 4p C x Cg 4 C  C C C C C  C C C  C  C CS  C\ @ Cx,P C: 0` C+4h C4 C: 0 C4 Cܒ L C 8 C C: C: C: CZ C5( CZ0 C@ C<X CZ` Cx C? C C| C+ C| C C  C C C C8 C@ Cg 4P Cg 4X C ` Cg 4h C x C C C C C  C C C  C  C CS  C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8CC:C:C:CZC5CZCC< CZ(C@C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8`ChC:pC:xC:CZC5CZCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8PCXC:`C:hC:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4 C: 0 C4 Cܒ L C 8@ CH C:P C:X C:x CZ C5 CZ C C< CZ C!C?0!C8!C| P!C+`!C| p!Cx!C !C!C!C!C!C!Cg 4!Cg 4!C !Cg 4!C "C"C"C"C "C 8"C@"CP"C X"C p"Cx"CS "C\ "Cx,"C: 0"C+4"C4"C: 0"C4#Cܒ L#C 80#C8#C:@#C:H#C:h#CZ#C5#CZ#C#C<#CZ#C#C? $C($C| @$C+P$C| `$Ch$C x$C$C$C$C$C$Cg 4$Cg 4$C $Cg 4$C $C$C%C%C%C (%C0%C@%C H%C `%Ch%CS p%C\ %Cx,%C: 0%C+4%C4%C: 0%C4%Cܒ L&C 8 &C(&C:0&C:8&C:X&CZx&C5&CZ&C&C<&CZ&C&C?'C'C| 0'C+@'C| P'CX'C h'Cp'Cx'C'C'C'Cg 4'Cg 4'C 'Cg 4'C 'C'C'C'C(C (C (C0(C 8(C P(CX(CS `(C\ (Cx,(C: 0(C+4(C4(C: 0(C4(Cܒ L(C 8)C)C: )C:()C:H)CZh)C5)CZ)C)C<)CZ)C)C?*C*C| *C+0*C| @*CH*C X*C`*Ch*Cp*C*C*Cg 4*Cg 4*C *Cg 4*C *C*C*C*C*C +C+C +C (+C @+CH+CS P+C\ +Cx,+C: 0+C+4+C4+C: 0+C4+Cܒ L+C 8,C,C:,C:,C:8,CZX,C5p,CZx,C,C<,CZ,C,C?,C,C| -C+ -C| 0-C8-C H-CP-CX-C`-C-C-Cg 4-Cg 4-C -Cg 4-C -C-C-C-C-C -C.C.C .C 0.C8.CS @.C\ p.Cx,.C: 0.C+4.C4.C: 0.C4.Cܒ L.C 8.C.C:/C:/C:(/CZH/C5`/CZh/Cx/C</CZ/C/C?/C/C| 0C+0C| 0C(0C 80C@0CH0CP0Cp0Cx0Cg 40Cg 40C 0Cg 40C 0C0C0C0C0C 0C0C1C 1C  1C(1CS 01C\ `1Cx,p1C: 01C+41C41C: 01C41Cܒ L1C 81C1C:1C:1C:2CZ82C5P2CZX2Ch2C<2CZ2C2C?2C2C| 2C+3C| 3C3C (3C03C83C@3C`3Ch3Cg 4x3Cg 43C 3Cg 43C 3C3C3C3C3C 3C3C3C 3C 4C4CS  4C\ P4Cx,`4C: 0p4C+4x4C44C: 04C44Cܒ L4C 84C4C:4C:4C:5CZ(5C5@5CZH5CX5C<p5CZx5C5C?5C5C| 5C+5C| 6C6C 6C 6C(6C06CP6CX6Cg 4h6Cg 4p6C x6Cg 46C 6C6C6C6C6C 6C6C6C 6C 7C7CS 7C\ @7Cx,P7C: 0`7C+4h7C47C: 07C47Cܒ L7C 87C7C:7C:7C:7CZ8C508CZ88CH8C<`8CZh8C8C?8C8C| 8C+8C| 8C8C 9C9C9C 9C@9CH9Cg 4X9Cg 4`9C h9Cg 4p9C 9C9C9C9C9C 9C9C9C 9C 9C9CS :C\ 0:Cx,@:C: 0P:C+4X:C4p:C: 0x:C4:Cܒ L:C 8:C:C::C::C::CZ;C5 ;CZ(;C8;C<P;CZX;Cp;C?;C;C| ;C+;C| ;C;C ;C<C<C<C0<C8<Cg 4H<Cg 4P<C X<Cg 4`<C p<Cx<C<C<C<C <C<C<C <C <C<CS <C\  =Cx,0=C: 0@=C+4H=C4`=C: 0h=C4x=Cܒ L=C 8=C=C:=C:=C:=CZ=C5>CZ>C(>C<@>CZH>C`>C?>C>C| >C+>C| >C>C >C>C>C?C ?C(?Cg 48?Cg 4@?C H?Cg 4P?C `?Ch?Cp?Cx?C?C ?C?C?C ?C ?C?CS ?C\ @Cx, @C: 00@C+48@C4P@C: 0X@C4h@Cܒ Lp@C 8@C@C:@C:@C:@CZ@C5ACZACAC<0ACZ8ACPAC?ACAC| AC+AC| ACAC ACACACACBCBCg 4(BCg 40BC 8BCg 4@BC PBCXBC`BChBCpBC BCBCBC BC BCBCS BC\ CCx,CC: 0 CC+4(CC4@CC: 0HCC4XCCܒ L`CC 8CCCC:CC:CC:CCZCC5CCZCCDC< DCZ(DC@DC?pDCxDC| DC+DC| DCDC DCDCDCDCECECg 4ECg 4 EC (ECg 40EC @ECHECPECXEC`EC xECECEC EC ECECS EC\ ECx,FC: 0FC+4FC40FC: 08FC4HFCܒ LPFC 8pFCxFC:FC:FC:FCZFC5FCZFCFC<GCZGC0GC?`GChGC| GC+GC| GCGC GCGCGCGCGCGCg 4HCg 4HC HCg 4 HC 0HC8HC@HCHHCPHC hHCpHCHC HC HCHCS HC\ HCx,HC: 0IC+4IC4 IC: 0(IC48ICܒ L@IC 8`IChIC:pIC:xIC:ICZIC5ICZICIC<JCZJC JC?PJCXJC| pJC+JC| JCJC JCJCJCJCJCJCg 4JCg 4KC KCg 4KC  KC(KC0KC8KC@KC XKC`KCpKC xKC KCKCS KC\ KCx,KC: 0KC+4KC4LC: 0LC4(LCܒ L0LC 8PLCXLC:`LC:hLC:LCZLC5LCZLCLC<LCZLCMC?@MCHMC| `MC+pMC| MCMC MCMCMCMCMCMCg 4MCg 4MC MCg 4NC NCNC NC(NC0NC HNCPNC`NC hNC NCNCS NC\ NCx,NC: 0NC+4NC4OC: 0OC4OCܒ L OC 88OC@OC:HOC:POC:pOCZOC5OCZOCOC<OCZOCOC?(PC0PC| HPC+XPC| hPCpPC PCPCPCPCPCPCg 4PCg 4PC PCg 4PC PCQCQCQCQC 0QC8QCHQC PQC hQCpQCS xQC\ QCx,QC: 0QC+4QC4QC: 0QC4RCܒ LRC 8 RC(RC:0RC:8RC:XRCZxRC5RCZRCRC<RCZRCRC?SCSC| 0SC+@SC| PSCXSC hSCpSCxSCSCSCSCg 4SCg 4SC SCg 4SC SCSCSCSCTC TC TC0TC 8TC PTCXTCS `TC\ TCx,TC: 0TC+4TC4TC: 0TC4TCܒ LTC 8UCUC:UC: UC:@UCZ`UC5xUCZUCUC<UCZUCUC?UCVC| VC+(VC| 8VC@VC PVCXVC`VChVCVCVCg 4VCg 4VC VCg 4VC VCVCVCVCVC WCWCWC  WC 8WC@WCS HWC\ xWCx,WC: 0WC+4WC4WC: 0WC4WCܒ LWC 8WCWC:XC:XC:(XCZHXC5`XCZhXCxXC<XCZXCXC?XCXC| YC+YC| YC(YC 8YC@YCHYCPYCpYCxYCg 4YCg 4YC YCg 4YC YCYCYCYCYC YCYCZC ZC  ZC(ZCS 0ZC\ `ZCx,pZC: 0ZC+4ZC4ZC: 0ZC4ZCܒ LZC 8ZCZC:ZC:ZC:[CZ0[C5H[CZP[C`[C<x[CZ[C[C?[C[C| [C+[C| \C\C  \C(\C0\C8\CX\C`\Cg 4p\Cg 4x\C \Cg 4\C \C\C\C\C\C \C\C\C \C ]C]CS ]C\ H]Cx,X]C: 0h]C+4p]C4]C: 0]C4]Cܒ L]C 8]C]C:]C:]C:]CZ^C50^CZ8^CH^C<`^CZh^C^C?^C^C| ^C+^C| ^C^C _C_C_C _C@_CH_Cg 4X_Cg 4`_C h_Cg 4p_C _C_C_C_C_C _C_C_C _C _C_CS `C\ 0`Cx,@`C: 0P`C+4X`C4p`C: 0x`C4`Cܒ L`C 8`C`C:`C:`C:`CZaC5aCZ aC0aC<HaCZPaChaC?aCaC| aC+aC| aCaC aCaCbCbC(bC0bCg 4@bCg 4HbC PbCg 4XbC hbCpbCxbCbCbC bCbCbC bC bCbCS bC\ cCx,(cC: 08cC+4@cC4XcC: 0`cC4pcCܒ LxcC 8cCcC:cC:cC:cCZcC5dCZdCdC<0dCZ8dCPdC?dCdC| dC+dC| dCdC dCdCdCdCeCeCg 4(eCg 40eC 8eCg 4@eC PeCXeC`eCheCpeC eCeCeC eC eCeCS eC\ fCx,fC: 0 fC+4(fC4@fC: 0HfC4XfCܒ L`fC 8xfCfC:fC:fC:fCZfC5fCZfCgC<gCZ gC8gC?hgCpgC| gC+gC| gCgC gCgCgCgCgChCg 4hCg 4hC  hCg 4(hC 8hC@hCHhCPhCXhC phCxhChC hC hChCS hC\ hCx,hC: 0iC+4iC4(iC: 00iC4@iCܒ LHiC 8`iChiC:piC:xiC:iCZiC5iCZiCiC<jCZjC jC?PjCXjC| pjC+jC| jCjC jCjCjCjCjCjCg 4jCg 4kC kCg 4kC  kC(kC0kC8kC@kC XkC`kCpkC xkC kCkCS kC\ kCx,kC: 0kC+4kC4lC: 0lC4(lCܒ L0lC 8HlCPlC:XlC:`lC:lCZlC5lCZlClC<lCZlCmC?8mC@mC| XmC+hmC| xmCmC mCmCmCmCmCmCg 4mCg 4mC mCg 4mC nCnCnC nC(nC @nCHnCXnC `nC xnCnCS nC\ nCx,nC: 0nC+4nC4nC: 0oC4oCܒ LoC 80oC8oC:@oC:HoC:hoCZoC5oCZoCoC<oCZoCoC? pC(pC| @pC+PpC| `pChpC xpCpCpCpCpCpCg 4pCg 4pC pCg 4pC pCpCqCqCqC (qC0qC@qC HqC `qChqCS pqC\ qCx,qC: 0qC+4qC4qC: 0qC4qCܒ LrC 8rC rC:(rC:0rC:PrCZprC5rCZrCrC<rCZrCrC?sCsC| (sC+8sC| HsCPsC `sChsCpsCxsCsCsCg 4sCg 4sC sCg 4sC sCsCsCsCsC tCtC(tC 0tC HtCPtCS XtC\ tCx,tC: 0tC+4tC4tC: 0tC4tCܒ LtC 8uCuC:uC:uC:8uCZXuC5puCZxuCuC<uCZuCuC?uCuC| vC+ vC| 0vC8vC HvCPvCXvC`vCvCvCg 4vCg 4vC vCg 4vC vCvCvCvCvC vCwCwC wC 0wC8wCS @wC\ pwCx,wC: 0wC+4wC4wC: 0wC4wCܒ LwC 8wCwC:wC:xC: xCZ@xC5XxCZ`xCpxC<xCZxCxC?xCxC| xC+yC| yC yC 0yC8yC@yCHyChyCpyCg 4yCg 4yC yCg 4yC yCyCyCyCyC yCyCyC zC zC zCS (zC\ XzCx,hzC: 0xzC+4zC4zC: 0zC4zCܒ LzC 8zCzC:zC:zC:{CZ({C5@{CZH{CX{C<p{CZx{C{C?{C{C| {C+{C| |C|C |C |C(|C0|CP|CX|Cg 4h|Cg 4p|C x|Cg 4|C |C|C|C|C|C |C|C|C |C }C}CS }C\ @}Cx,P}C: 0`}C+4h}C4}C: 0}C4}Cܒ L}C 8}C}C:}C:}C:}CZ~C5(~CZ0~C@~C<X~CZ`~Cx~C?~C~C| ~C+~C| ~C~C CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:؀CZC5CZC(C<@CZHC`C?CC| C+C| ЁC؁C CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЂC؂CS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC ЄC؄CCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS ȅC\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZȆC5CZCC<CZC0C?`ChC| C+C| CC CCȇCЇCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȉCZЉCC<CZCC?HCPC| hC+xC| CC CCCC؊CCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ ȋCx,؋C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCȌC<CZCC?0C8C| PC+`C| pCxC CCCCCȍCg 4؍Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЎC+4؎C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȏCZЏCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4ȐC АCg 4ؐC CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4ؑC: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCВC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ГCؓCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȔC4ؔCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCȖCЖCؖC CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LȗC 8CC:C:C:CZ8C5PCZXChC<CZCC?ИCؘC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؙCCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȚCКC:ؚC:C:CZ C58CZ@CPC<hCZpCC?CC| ؛C+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CȜC؜C C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȝC:CZC5 CZ(C8C<PCZXCpC?CC| C+ОC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȟC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:РCZC5CZC C<8CZ@CXC?CC| C+C| ȡCСC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȢCТCS آC\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZأC5CZCC< CZ(C@C?pCxC| C+C| CC ȤCФCؤCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5ئCZCC<CZC(C?XC`C| xC+C| CC CCCȧCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ بCx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȩCةC<CZCC?@CHC| `C+pC| CC CCCCЪCتCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЫC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<جCZCC?(C0C| HC+XC| hCpC CCCCCCg 4ЭCg 4حC Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȮC+4ЮC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȯCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȰCg 4аC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4бC: 0رC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȲC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȳCгCسCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4дCܒ LشC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȶCжC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8طCC:C:C:CZ0C5HCZPC`C<xCZCC?ȸCиC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC йCعCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CȺC:кC:غC:CZC50CZ8CHC<`CZhCC?CC| лC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCмC ؼC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ȾC| ؾCC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C ؿCCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZCC<0CZ8CPC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?hCpC| C+C| CC CCCCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5CZCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC{XC{XC#dCCg 4(C dPCXCEhhChC tC*xCxC tCxCVC tCVC XdĔtxd|dCeLCPCqTC!XCXCՋ#\C Cčh0d8ClXd`C; CeCC| C+C| CC CCC C(C0C:8C:@C:`CZC5CZCC<CZCC?CY0C8Cg 4HCg 4PC XCg 4`C pCxCCCCC C CS C\ Cx,C4C C40Cܒ L@C 8pCxC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 88C@C:HC:PC:pCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C C: C: C:@ CZ` C5x CZ C C< CZ C C? C C|  C+( C| 8 C@ C P CX C` Ch C C Cg 4 Cg 4 C  Cg 4 C  C C C C C  C C C  C 8 C@ CS H C\ x Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C: C: C:0 CZP C5h CZp C C< CZ C C? C C|  C+ C| ( C0 C @ CH CP CX Cx C Cg 4 Cg 4 C  Cg 4 C  C C C C C  C CC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ0C5HCZPC`C<xCZCC?CC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC CCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CC:C:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CCC C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C CCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C CCS C\  Cx, C: 0( C+40 C4H C: 0P C4` Cܒ Lh C 8 C C: C: C: CZ C5 CZ!C!C<(!CZ0!CH!C?x!C!C| !C+!C| !C!C !C!C!C!C"C"Cg 4 "Cg 4("C 0"Cg 48"C H"CP"CX"C`"Ch"C "C"C"C "C "C"CS "C\ "Cx,#C: 0#C+4 #C48#C: 0@#C4P#Cܒ LX#C 8x#C#C:#C:#C:#CZ#C5#CZ#C$C<$CZ $C8$C?h$Cp$C| $C+$C| $C$C $C$C$C$C$C%Cg 4%Cg 4%C  %Cg 4(%C 8%C@%CH%CP%CX%C p%Cx%C%C %C %C%CS %C\ %Cx,%C: 0&C+4&C4(&C: 00&C4@&Cܒ LH&C 8h&Cp&C:x&C:&C:&CZ&C5&CZ&C&C<'CZ'C('C?X'C`'C| x'C+'C| 'C'C 'C'C'C'C'C'Cg 4(Cg 4(C (Cg 4(C ((C0(C8(C@(CH(C `(Ch(Cx(C (C (C(CS (C\ (Cx,(C: 0(C+4)C4)C: 0 )C40)Cܒ L8)C 8X)C`)C:h)C:p)C:)CZ)C5)CZ)C)C<)CZ*C*C?H*CP*C| h*C+x*C| *C*C *C*C*C*C*C*Cg 4*Cg 4*C +Cg 4+C +C +C(+C0+C8+C P+CX+Ch+C p+C +C+CS +C\ +Cx,+C: 0+C+4+C4,C: 0,C4 ,Cܒ L(,C 8H,CP,C:X,C:`,C:,CZ,C5,CZ,C,C<,CZ,C-C?8-C@-C| X-C+h-C| x-C-C -C-C-C-C-C-Cg 4-Cg 4-C -Cg 4-C .C.C.C .C(.C @.CH.CX.C `.C x.C.CS .C\ .Cx,.C: 0.C+4.C4.C: 0/C4/Cܒ L/C 88/C@/C:H/C:P/C:p/CZ/C5/CZ/C/C</CZ/C/C?(0C00C| H0C+X0C| h0Cp0C 0C0C0C0C0C0Cg 40Cg 40C 0Cg 40C 0C1C1C1C1C 01C81CH1C P1C h1Cp1CS x1C\ 1Cx,1C: 01C+41C41C: 01C42Cܒ L2C 8(2C02C:82C:@2C:`2CZ2C52CZ2C2C<2CZ2C2C?3C 3C| 83C+H3C| X3C`3C p3Cx3C3C3C3C3Cg 43Cg 43C 3Cg 43C 3C3C3C4C4C  4C(4C84C @4C X4C`4CS h4C\ 4Cx,4C: 04C+44C44C: 04C44Cܒ L4C 85C 5C:(5C:05C:P5CZp5C55CZ5C5C<5CZ5C5C?6C6C| (6C+86C| H6CP6C `6Ch6Cp6Cx6C6C6Cg 46Cg 46C 6Cg 46C 6C6C6C6C6C 7C7C(7C 07C H7CP7CS X7C\ 7Cx,7C: 07C+47C47C: 07C47Cܒ L7C 88C8C:8C: 8C:@8CZ`8C5x8CZ8C8C<8CZ8C8C?8C9C| 9C+(9C| 89C@9C P9CX9C`9Ch9C9C9Cg 49Cg 49C 9Cg 49C 9C9C9C9C9C :C:C:C  :C 8:C@:CS H:C\ x:Cx,:C: 0:C+4:C4:C: 0:C4:Cܒ L:C 8:C:C:;C:;C:(;CZH;C5`;CZh;Cx;C<;CZ;C;C?;C;C| <C+<C| <C(<C 8<C@<CH<CP<Cp<Cx<Cg 4<Cg 4<C <Cg 4<C <C<C<C<C<C <C<C=C =C  =C(=CS 0=C\ `=Cx,p=C: 0=C+4=C4=C: 0=C4=Cܒ L=C 8=C=C:=C:=C:>CZ0>C5H>CZP>C`>C<x>CZ>C>C?>C>C| >C+>C| ?C?C  ?C(?C0?C8?CX?C`?Cg 4p?Cg 4x?C ?Cg 4?C ?C?C?C?C?C ?C?C?C ?C @C@CS @C\ H@Cx,X@C: 0h@C+4p@C4@C: 0@C4@Cܒ L@C 8@C@C:@C:@C:@CZAC50ACZ8ACHAC<`ACZhACAC?ACAC| AC+AC| ACAC BCBCBC BC@BCHBCg 4XBCg 4`BC hBCg 4pBC BCBCBCBCBC BCBCBC BC BCBCS CC\ 0CCx,@CC: 0PCC+4XCC4pCC: 0xCC4CCܒ LCC 8CCCC:CC:CC:CCZDC5DCZ DC0DC<HDCZPDChDC?DCDC| DC+DC| DCDC DCDCECEC(EC0ECg 4@ECg 4HEC PECg 4XEC hECpECxECECEC ECECEC EC ECECS EC\ FCx,(FC: 08FC+4@FC4XFC: 0`FC4pFCܒ LxFC 8FCFC:FC:FC:FCZFC5GCZGCGC<0GCZ8GCPGC?GCGC| GC+GC| GCGC GCGCGCGCHCHCg 4(HCg 40HC 8HCg 4@HC PHCXHC`HChHCpHC HCHCHC HC HCHCS HC\ ICx,IC: 0 IC+4(IC4@IC: 0HIC4XICܒ L`IC 8xICIC:IC:IC:ICZIC5ICZICJC<JCZ JC8JC?hJCpJC| JC+JC| JCJC JCJCJCJCJCKCg 4KCg 4KC  KCg 4(KC 8KC@KCHKCPKCXKC pKCxKCKC KC KCKCS KC\ KCx,KC: 0LC+4LC4(LC: 00LC4@LCܒ LHLC 8`LChLC:pLC:xLC:LCZLC5LCZLCLC<MCZMC MC?PMCXMC| pMC+MC| MCMC MCMCMCMCMCMCg 4MCg 4NC NCg 4NC  NC(NC0NC8NC@NC XNC`NCpNC xNC NCNCS NC\ NCx,NC: 0NC+4NC4OC: 0OC4(OCܒ L0OC 8HOCPOC:XOC:`OC:OCZOC5OCZOCOC<OCZOCPC?8PC@PC| XPC+hPC| xPCPC PCPCPCPCPCPCg 4PCg 4PC PCg 4PC QCQCQC QC(QC @QCHQCXQC `QC xQCQCS QC\ QCx,QC: 0QC+4QC4QC: 0RC4RCܒ LRC 80RC8RC:@RC:HRC:hRCZRC5RCZRCRC<RCZRCRC? SC(SC| @SC+PSC| `SChSC xSCSCSCSCSCSCg 4SCg 4SC SCg 4SC SCSCTCTCTC (TC0TC@TC HTC `TChTCS pTC\ TCx,TC: 0TC+4TC4TC: 0TC4TCܒ LUC 8UC UC:(UC:0UC:PUCZpUC5UCZUCUC<UCZUCUC?VCVC| (VC+8VC| HVCPVC `VChVCpVCxVCVCVCg 4VCg 4VC VCg 4VC VCVCVCVCVC WCWC(WC 0WC HWCPWCS XWC\ WCx,WC: 0WC+4WC4WC: 0WC4WCܒ LWC 8XCXC:XC:XC:8XCZXXC5pXCZxXCXC<XCZXCXC?XCXC| YC+ YC| 0YC8YC HYCPYCXYC`YCYCYCg 4YCg 4YC YCg 4YC YCYCYCYCYC YCZCZC ZC 0ZC8ZCS @ZC\ pZCx,ZC: 0ZC+4ZC4ZC: 0ZC4ZCܒ LZC 8ZCZC:ZC:[C: [CZ@[C5X[CZ`[Cp[C<[CZ[C[C?[C[C| [C+\C| \C \C 0\C8\C@\CH\Ch\Cp\Cg 4\Cg 4\C \Cg 4\C \C\C\C\C\C \C\C\C ]C ]C ]CS (]C\ X]Cx,h]C: 0x]C+4]C4]C: 0]C4]Cܒ L]C 8]C]C:]C:]C:^CZ(^C5@^CZH^CX^C<p^CZx^C^C?^C^C| ^C+^C| _C_C _C _C(_C0_CP_CX_Cg 4h_Cg 4p_C x_Cg 4_C _C_C_C_C_C _C_C_C _C `C`CS `C\ @`Cx,P`C: 0``C+4h`C4`C: 0`C4`Cܒ L`C 8`C`C:`C:`C:`CZaC5(aCZ0aC@aC<XaCZ`aCxaC?aCaC| aC+aC| aCaC bCbCbCbC8bC@bCg 4PbCg 4XbC `bCg 4hbC xbCbCbCbCbC bCbCbC bC bCbCS bC\ (cCx,8cC: 0HcC+4PcC4hcC: 0pcC4cCܒ LcC 8cCcC:cC:cC:cCZcC5dCZdC(dC<@dCZHdC`dC?dCdC| dC+dC| dCdC dCdCdCeC eC(eCg 48eCg 4@eC HeCg 4PeC `eCheCpeCxeCeC eCeCeC eC eCeCS eC\ fCx, fC: 00fC+48fC4PfC: 0XfC4hfCܒ LpfC 8fCfC:fC:fC:fCZfC5fCZgCgC<(gCZ0gCHgC?xgCgC| gC+gC| gCgC gCgCgCgChChCg 4 hCg 4(hC 0hCg 48hC HhCPhCXhC`hChhC hChChC hC hChCS hC\ hCx,iC: 0iC+4 iC48iC: 0@iC4PiCܒ LXiC 8piCxiC:iC:iC:iCZiC5iCZiCiC<jCZjC0jC?`jChjC| jC+jC| jCjC jCjCjCjCjCjCg 4kCg 4kC kCg 4 kC 0kC8kC@kCHkCPkC hkCpkCkC kC kCkCS kC\ kCx,kC: 0lC+4lC4 lC: 0(lC48lCܒ L@lC 8XlC`lC:hlC:plC:lCZlC5lCZlClC<lCZmCmC?HmCPmC| hmC+xmC| mCmC mCmCmCmCmCmCg 4mCg 4mC nCg 4nC nC nC(nC0nC8nC PnCXnChnC pnC nCnCS nC\ nCx,nC: 0nC+4nC4oC: 0oC4 oCܒ L(oC 8@oCHoC:PoC:XoC:xoCZoC5oCZoCoC<oCZoCpC?0pC8pC| PpC+`pC| ppCxpC pCpCpCpCpCpCg 4pCg 4pC pCg 4pC qCqCqCqC qC 8qC@qCPqC XqC pqCxqCS qC\ qCx,qC: 0qC+4qC4qC: 0qC4rCܒ LrC 8(rC0rC:8rC:@rC:`rCZrC5rCZrCrC<rCZrCrC?sC sC| 8sC+HsC| XsC`sC psCxsCsCsCsCsCg 4sCg 4sC sCg 4sC sCsCsCtCtC  tC(tC8tC @tC XtC`tCS htC\ tCx,tC: 0tC+4tC4tC: 0tC4tCܒ LtC 8uCuC: uC:(uC:HuCZhuC5uCZuCuC<uCZuCuC?vCvC| vC+0vC| @vCHvC XvC`vChvCpvCvCvCg 4vCg 4vC vCg 4vC vCvCvCvCvC wCwC wC (wC @wCHwCS PwC\ wCx,wC: 0wC+4wC4wC: 0wC4wCܒ LwC 8wCxC:xC:xC:0xCZPxC5hxCZpxCxC<xCZxCxC?xCxC| yC+yC| (yC0yC @yCHyCPyCXyCxyCyCg 4yCg 4yC yCg 4yC yCyCyCyCyC yCyCzC zC (zC0zCS 8zC\ hzCx,xzC: 0zC+4zC4zC: 0zC4zCܒ LzC 8zCzC:zC:zC:{CZ8{C5P{CZX{Ch{C<{CZ{C{C?{C{C| {C+|C| |C|C (|C0|C8|C@|C`|Ch|Cg 4x|Cg 4|C |Cg 4|C |C|C|C|C|C |C|C|C |C }C}CS  }C\ P}Cx,`}C: 0p}C+4x}C4}C: 0}C4}Cܒ L}C 8}C}C:}C:}C:~CZ ~C58~CZ@~CP~C<h~CZp~C~C?~C~C| ~C+~C| ~CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CCC C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȀC:CZC5 CZ(C8C<PCZXCpC?CC| C+ЁC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȂC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЃCZC5CZC C<8CZ@CXC?CC| C+C| ȄCЄC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȅCЅCS ؅C\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZ؆C5CZCC< CZ(C@C?pCxC| C+C| CC ȇCЇC؇CCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5؉CZCC<CZC(C?XC`C| xC+C| CC CCCȊCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ ؋Cx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȌC،C<CZCC?@CHC| `C+pC| CC CCCCЍC؍Cg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЎC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<؏CZCC?(C0C| HC+XC| hCpC CCCCCCg 4АCg 4ؐC Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȑC+4БC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȒCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȓCg 4ГC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ДC: 0ؔC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȕC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȖCЖCؖCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4ЗCܒ LؗC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCșCЙC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8ؚCC:C:C:CZ0C5HCZPC`C<xCZCC?țCЛC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC МC؜CC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CȝC:НC:؝C:CZC50CZ8CHC<`CZhCC?CC| ОC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCПC ؟C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ȡC| ءCC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C آCCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:ȣCZC5CZCC<0CZ8CPC?CC| C+C| CȤC ؤCCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȥCS ХC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZЦC5CZCC<CZ C8C?hCpC| C+C| CC CȧCЧCاCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5ЩCZةCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЫCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCЬC<CZCC?8C@C| XC+hC| xCC CCCCȭCЭCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,ȮC: 0خC+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<ЯCZدCC? C(C| @C+PC| `ChC xCCCCCCg 4ȰCg 4аC ذCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȱC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCزC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4ȳC سCCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4ȴC: 0дC4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȶCжCضCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȷCܒ LзC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?ظCC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCȹC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8кCغC:C:C:CZ(C5@CZHCXC<pCZxCC?CȻC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȼCмCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȽC:нC:CZC5(CZ0C@C<XCZ`CxC?CC| ȾC+ؾC| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCȿC пC CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCCCC CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ8C5PCZXChC<CZCC?CC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC{XC{XC#dCCg 4C dCCEh ChPC tXC*xpCxC tCxCVC tCVC d=0d~`dx]ydrdqdHdP<d<]D]Hd]H0]HH]Hxy`Ly`Ly`Ly`L]Hd`d`d`(d`d7a d7a0dnaXda`da3dgdgda3ddd da3 d Pda3Xd xd dч(da3dч(da3 dч(0dч(8d $@d",Hd",Pd\0Xd\0xd4d܉8d<d,Hd,Hd,HdkT dX(dX8d\d\d\dhdCeLCP CqT(C!X0CX8CՋ#\HC `CčhxdCldC; CeCC| C+ C| 0C8C HCPC`ChCpCxC:C:C:CZC5CZCC<CZC0C?HCYxCCg 4Cg 4C Cg 4C CCCCCC C CS  C\ 8 Cx,H C4` Ch C4x Cܒ L C 8 C C| C+ C| C C  C C C( CP CX Cg 4h Cg 4p C x Cg 4 C  C C C C C  C C C  C  C CS  C\ @ Cx,P C: 0` C+4h C4 C: 0 C4 Cܒ L C 8 C C: C: C: CZ C5( CZ0 C@ C<X CZ` Cx C? C C| C+ C| C C  C C C C8 C@ Cg 4P Cg 4X C ` Cg 4h C x C C C C C  C C C  C  C CS  C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8CC:C:C:CZC5CZCC< CZ(C@C?pCxC| C+C| CC CCCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8`ChC:pC:xC:CZC5CZCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8PCXC:`C:hC:CZC5CZCC<CZCC?@CHC| `C+pC| CC CCCCCCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,C: 0C+4C4 C: 0 C4 Cܒ L C 8@ CH C:P C:X C:x CZ C5 CZ C C< CZ C!C?0!C8!C| P!C+`!C| p!Cx!C !C!C!C!C!C!Cg 4!Cg 4!C !Cg 4!C "C"C"C"C "C 8"C@"CP"C X"C p"Cx"CS "C\ "Cx,"C: 0"C+4"C4"C: 0"C4#Cܒ L#C 80#C8#C:@#C:H#C:h#CZ#C5#CZ#C#C<#CZ#C#C? $C($C| @$C+P$C| `$Ch$C x$C$C$C$C$C$Cg 4$Cg 4$C $Cg 4$C $C$C%C%C%C (%C0%C@%C H%C `%Ch%CS p%C\ %Cx,%C: 0%C+4%C4%C: 0%C4%Cܒ L&C 8 &C(&C:0&C:8&C:X&CZx&C5&CZ&C&C<&CZ&C&C?'C'C| 0'C+@'C| P'CX'C h'Cp'Cx'C'C'C'Cg 4'Cg 4'C 'Cg 4'C 'C'C'C'C(C (C (C0(C 8(C P(CX(CS `(C\ (Cx,(C: 0(C+4(C4(C: 0(C4(Cܒ L(C 8)C)C: )C:()C:H)CZh)C5)CZ)C)C<)CZ)C)C?*C*C| *C+0*C| @*CH*C X*C`*Ch*Cp*C*C*Cg 4*Cg 4*C *Cg 4*C *C*C*C*C*C +C+C +C (+C @+CH+CS P+C\ +Cx,+C: 0+C+4+C4+C: 0+C4+Cܒ L+C 8,C,C:,C:,C:8,CZX,C5p,CZx,C,C<,CZ,C,C?,C,C| -C+ -C| 0-C8-C H-CP-CX-C`-C-C-Cg 4-Cg 4-C -Cg 4-C -C-C-C-C-C -C.C.C .C 0.C8.CS @.C\ p.Cx,.C: 0.C+4.C4.C: 0.C4.Cܒ L.C 8.C.C:/C:/C:(/CZH/C5`/CZh/Cx/C</CZ/C/C?/C/C| 0C+0C| 0C(0C 80C@0CH0CP0Cp0Cx0Cg 40Cg 40C 0Cg 40C 0C0C0C0C0C 0C0C1C 1C  1C(1CS 01C\ `1Cx,p1C: 01C+41C41C: 01C41Cܒ L1C 81C1C:1C:1C:2CZ82C5P2CZX2Ch2C<2CZ2C2C?2C2C| 2C+3C| 3C3C (3C03C83C@3C`3Ch3Cg 4x3Cg 43C 3Cg 43C 3C3C3C3C3C 3C3C3C 3C 4C4CS  4C\ P4Cx,`4C: 0p4C+4x4C44C: 04C44Cܒ L4C 84C4C:4C:4C:5CZ(5C5@5CZH5CX5C<p5CZx5C5C?5C5C| 5C+5C| 6C6C 6C 6C(6C06CP6CX6Cg 4h6Cg 4p6C x6Cg 46C 6C6C6C6C6C 6C6C6C 6C 7C7CS 7C\ @7Cx,P7C: 0`7C+4h7C47C: 07C47Cܒ L7C 87C7C:7C:7C:7CZ8C508CZ88CH8C<`8CZh8C8C?8C8C| 8C+8C| 8C8C 9C9C9C 9C@9CH9Cg 4X9Cg 4`9C h9Cg 4p9C 9C9C9C9C9C 9C9C9C 9C 9C9CS :C\ 0:Cx,@:C: 0P:C+4X:C4p:C: 0x:C4:Cܒ L:C 8:C:C::C::C::CZ;C5 ;CZ(;C8;C<P;CZX;Cp;C?;C;C| ;C+;C| ;C;C ;C<C<C<C0<C8<Cg 4H<Cg 4P<C X<Cg 4`<C p<Cx<C<C<C<C <C<C<C <C <C<CS <C\  =Cx,0=C: 0@=C+4H=C4`=C: 0h=C4x=Cܒ L=C 8=C=C:=C:=C:=CZ=C5>CZ>C(>C<@>CZH>C`>C?>C>C| >C+>C| >C>C >C>C>C?C ?C(?Cg 48?Cg 4@?C H?Cg 4P?C `?Ch?Cp?Cx?C?C ?C?C?C ?C ?C?CS ?C\ @Cx, @C: 00@C+48@C4P@C: 0X@C4h@Cܒ Lp@C 8@C@C:@C:@C:@CZ@C5ACZACAC<0ACZ8ACPAC?ACAC| AC+AC| ACAC ACACACACBCBCg 4(BCg 40BC 8BCg 4@BC PBCXBC`BChBCpBC BCBCBC BC BCBCS BC\ CCx,CC: 0 CC+4(CC4@CC: 0HCC4XCCܒ L`CC 8CCCC:CC:CC:CCZCC5CCZCCDC< DCZ(DC@DC?pDCxDC| DC+DC| DCDC DCDCDCDCECECg 4ECg 4 EC (ECg 40EC @ECHECPECXEC`EC xECECEC EC ECECS EC\ ECx,FC: 0FC+4FC40FC: 08FC4HFCܒ LPFC 8pFCxFC:FC:FC:FCZFC5FCZFCFC<GCZGC0GC?`GChGC| GC+GC| GCGC GCGCGCGCGCGCg 4HCg 4HC HCg 4 HC 0HC8HC@HCHHCPHC hHCpHCHC HC HCHCS HC\ HCx,HC: 0IC+4IC4 IC: 0(IC48ICܒ L@IC 8`IChIC:pIC:xIC:ICZIC5ICZICIC<JCZJC JC?PJCXJC| pJC+JC| JCJC JCJCJCJCJCJCg 4JCg 4KC KCg 4KC  KC(KC0KC8KC@KC XKC`KCpKC xKC KCKCS KC\ KCx,KC: 0KC+4KC4LC: 0LC4(LCܒ L0LC 8PLCXLC:`LC:hLC:LCZLC5LCZLCLC<LCZLCMC?@MCHMC| `MC+pMC| MCMC MCMCMCMCMCMCg 4MCg 4MC MCg 4NC NCNC NC(NC0NC HNCPNC`NC hNC NCNCS NC\ NCx,NC: 0NC+4NC4OC: 0OC4OCܒ L OC 88OC@OC:HOC:POC:pOCZOC5OCZOCOC<OCZOCOC?(PC0PC| HPC+XPC| hPCpPC PCPCPCPCPCPCg 4PCg 4PC PCg 4PC PCQCQCQCQC 0QC8QCHQC PQC hQCpQCS xQC\ QCx,QC: 0QC+4QC4QC: 0QC4RCܒ LRC 8 RC(RC:0RC:8RC:XRCZxRC5RCZRCRC<RCZRCRC?SCSC| 0SC+@SC| PSCXSC hSCpSCxSCSCSCSCg 4SCg 4SC SCg 4SC SCSCSCSCTC TC TC0TC 8TC PTCXTCS `TC\ TCx,TC: 0TC+4TC4TC: 0TC4TCܒ LTC 8UCUC:UC: UC:@UCZ`UC5xUCZUCUC<UCZUCUC?UCVC| VC+(VC| 8VC@VC PVCXVC`VChVCVCVCg 4VCg 4VC VCg 4VC VCVCVCVCVC WCWCWC  WC 8WC@WCS HWC\ xWCx,WC: 0WC+4WC4WC: 0WC4WCܒ LWC 8WCWC:XC:XC:(XCZHXC5`XCZhXCxXC<XCZXCXC?XCXC| YC+YC| YC(YC 8YC@YCHYCPYCpYCxYCg 4YCg 4YC YCg 4YC YCYCYCYCYC YCYCZC ZC  ZC(ZCS 0ZC\ `ZCx,pZC: 0ZC+4ZC4ZC: 0ZC4ZCܒ LZC 8ZCZC:ZC:ZC:[CZ0[C5H[CZP[C`[C<x[CZ[C[C?[C[C| [C+[C| \C\C  \C(\C0\C8\CX\C`\Cg 4p\Cg 4x\C \Cg 4\C \C\C\C\C\C \C\C\C \C ]C]CS ]C\ H]Cx,X]C: 0h]C+4p]C4]C: 0]C4]Cܒ L]C 8]C]C:]C:]C:]CZ^C50^CZ8^CH^C<`^CZh^C^C?^C^C| ^C+^C| ^C^C _C_C_C _C@_CH_Cg 4X_Cg 4`_C h_Cg 4p_C _C_C_C_C_C _C_C_C _C _C_CS `C\ 0`Cx,@`C: 0P`C+4X`C4p`C: 0x`C4`Cܒ L`C 8`C`C:`C:`C:`CZaC5aCZ aC0aC<HaCZPaChaC?aCaC| aC+aC| aCaC aCaCbCbC(bC0bCg 4@bCg 4HbC PbCg 4XbC hbCpbCxbCbCbC bCbCbC bC bCbCS bC\ cCx,(cC: 08cC+4@cC4XcC: 0`cC4pcCܒ LxcC 8cCcC:cC:cC:cCZcC5dCZdCdC<0dCZ8dCPdC?dCdC| dC+dC| dCdC dCdCdCdCeCeCg 4(eCg 40eC 8eCg 4@eC PeCXeC`eCheCpeC eCeCeC eC eCeCS eC\ fCx,fC: 0 fC+4(fC4@fC: 0HfC4XfCܒ L`fC 8xfCfC:fC:fC:fCZfC5fCZfCgC<gCZ gC8gC?hgCpgC| gC+gC| gCgC gCgCgCgCgChCg 4hCg 4hC  hCg 4(hC 8hC@hCHhCPhCXhC phCxhChC hC hChCS hC\ hCx,hC: 0iC+4iC4(iC: 00iC4@iCܒ LHiC 8`iChiC:piC:xiC:iCZiC5iCZiCiC<jCZjC jC?PjCXjC| pjC+jC| jCjC jCjCjCjCjCjCg 4jCg 4kC kCg 4kC  kC(kC0kC8kC@kC XkC`kCpkC xkC kCkCS kC\ kCx,kC: 0kC+4kC4lC: 0lC4(lCܒ L0lC 8HlCPlC:XlC:`lC:lCZlC5lCZlClC<lCZlCmC?8mC@mC| XmC+hmC| xmCmC mCmCmCmCmCmCg 4mCg 4mC mCg 4mC nCnCnC nC(nC @nCHnCXnC `nC xnCnCS nC\ nCx,nC: 0nC+4nC4nC: 0oC4oCܒ LoC 80oC8oC:@oC:HoC:hoCZoC5oCZoCoC<oCZoCoC? pC(pC| @pC+PpC| `pChpC xpCpCpCpCpCpCg 4pCg 4pC pCg 4pC pCpCqCqCqC (qC0qC@qC HqC `qChqCS pqC\ qCx,qC: 0qC+4qC4qC: 0qC4qCܒ LrC 8rC rC:(rC:0rC:PrCZprC5rCZrCrC<rCZrCrC?sCsC| (sC+8sC| HsCPsC `sChsCpsCxsCsCsCg 4sCg 4sC sCg 4sC sCsCsCsCsC tCtC(tC 0tC HtCPtCS XtC\ tCx,tC: 0tC+4tC4tC: 0tC4tCܒ LtC 8uCuC:uC:uC:8uCZXuC5puCZxuCuC<uCZuCuC?uCuC| vC+ vC| 0vC8vC HvCPvCXvC`vCvCvCg 4vCg 4vC vCg 4vC vCvCvCvCvC vCwCwC wC 0wC8wCS @wC\ pwCx,wC: 0wC+4wC4wC: 0wC4wCܒ LwC 8wCwC:wC:xC: xCZ@xC5XxCZ`xCpxC<xCZxCxC?xCxC| xC+yC| yC yC 0yC8yC@yCHyChyCpyCg 4yCg 4yC yCg 4yC yCyCyCyCyC yCyCyC zC zC zCS (zC\ XzCx,hzC: 0xzC+4zC4zC: 0zC4zCܒ LzC 8zCzC:zC:zC:{CZ({C5@{CZH{CX{C<p{CZx{C{C?{C{C| {C+{C| |C|C |C |C(|C0|CP|CX|Cg 4h|Cg 4p|C x|Cg 4|C |C|C|C|C|C |C|C|C |C }C}CS }C\ @}Cx,P}C: 0`}C+4h}C4}C: 0}C4}Cܒ L}C 8}C}C:}C:}C:}CZ~C5(~CZ0~C@~C<X~CZ`~Cx~C?~C~C| ~C+~C| ~C~C CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:؀CZC5CZC(C<@CZHC`C?CC| C+C| ЁC؁C CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C ЂC؂CS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC ЄC؄CCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS ȅC\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZȆC5CZCC<CZC0C?`ChC| C+C| CC CCȇCЇCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5ȉCZЉCC<CZCC?HCPC| hC+xC| CC CCCC؊CCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ ȋCx,؋C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCȌC<CZCC?0C8C| PC+`C| pCxC CCCCCȍCg 4؍Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0ЎC+4؎C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<ȏCZЏCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4ȐC АCg 4ؐC CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4ؑC: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCВC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C ГCؓCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0ȔC4ؔCܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCȖCЖCؖC CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LȗC 8CC:C:C:CZ8C5PCZXChC<CZCC?ИCؘC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC ؙCCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8ȚCКC:ؚC:C:CZ C58CZ@CPC<hCZpCC?CC| ؛C+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CȜC؜C C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȝC:CZC5 CZ(C8C<PCZXCpC?CC| C+ОC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȟC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:РCZC5CZC C<8CZ@CXC?CC| C+C| ȡCСC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȢCТCS آC\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZأC5CZCC< CZ(C@C?pCxC| C+C| CC ȤCФCؤCCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5ئCZCC<CZC(C?XC`C| xC+C| CC CCCȧCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ بCx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȩCةC<CZCC?@CHC| `C+pC| CC CCCCЪCتCg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЫC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<جCZCC?(C0C| HC+XC| hCpC CCCCCCg 4ЭCg 4حC Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȮC+4ЮC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȯCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȰCg 4аC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4бC: 0رC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȲC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȳCгCسCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4дCܒ LشC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCȶCжC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8طCC:C:C:CZ0C5HCZPC`C<xCZCC?ȸCиC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC йCعCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CȺC:кC:غC:CZC50CZ8CHC<`CZhCC?CC| лC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCмC ؼC CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ȾC| ؾCC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C ؿCCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZCC<0CZ8CPC?CC| C+C| CC CCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CCS C\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZC5CZCC<CZ C8C?hCpC| C+C| CC CCCCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5CZCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ Cx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCC<CZCC?8C@C| XC+hC| xCC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<CZCC? C(C| @C+PC| `ChC xCCCCCCg 4Cg 4C Cg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CCCCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC?CC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC CCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC{XC{XC#dCCg 4(C dPCXCEhhChC tC*xCxC tCxCVC tCVC XdĔtxd|dCeLCPCqTC!XCXCՋ#\C Cčh0d8ClXd`C; CeCC| C+C| CC CCC C(C0C:8C:@C:`CZC5CZCC<CZCC?CY0C8Cg 4HCg 4PC XCg 4`C pCxCCCCC C CS C\ Cx,C4C C40Cܒ L@C 8pCxC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 88C@C:HC:PC:pCZC5CZCC<CZCC?(C0C| HC+XC| hCpC CCCCCCg 4Cg 4C Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4C CCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8 C C: C: C:@ CZ` C5x CZ C C< CZ C C? C C|  C+( C| 8 C@ C P CX C` Ch C C Cg 4 Cg 4 C  Cg 4 C  C C C C C  C C C  C 8 C@ CS H C\ x Cx, C: 0 C+4 C4 C: 0 C4 Cܒ L C 8 C C: C: C:0 CZP C5h CZp C C< CZ C C? C C|  C+ C| ( C0 C @ CH CP CX Cx C Cg 4 Cg 4 C  Cg 4 C  C C C C C  C CC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?CC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8CC:C:C:CZ0C5HCZPC`C<xCZCC?CC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC CCC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CC:C:C:CZ C58CZ@CPC<hCZpCC?CC| C+C| CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CCC C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:C:CZC5(CZ0C@C<XCZ`CxC?CC| C+C| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCC C CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+C| CC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C CCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:CZC5CZC C<8CZ@CXC?CC| C+C| CC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C CCS C\  Cx, C: 0( C+40 C4H C: 0P C4` Cܒ Lh C 8 C C: C: C: CZ C5 CZ!C!C<(!CZ0!CH!C?x!C!C| !C+!C| !C!C !C!C!C!C"C"Cg 4 "Cg 4("C 0"Cg 48"C H"CP"CX"C`"Ch"C "C"C"C "C "C"CS "C\ "Cx,#C: 0#C+4 #C48#C: 0@#C4P#Cܒ LX#C 8x#C#C:#C:#C:#CZ#C5#CZ#C$C<$CZ $C8$C?h$Cp$C| $C+$C| $C$C $C$C$C$C$C%Cg 4%Cg 4%C  %Cg 4(%C 8%C@%CH%CP%CX%C p%Cx%C%C %C %C%CS %C\ %Cx,%C: 0&C+4&C4(&C: 00&C4@&Cܒ LH&C 8h&Cp&C:x&C:&C:&CZ&C5&CZ&C&C<'CZ'C('C?X'C`'C| x'C+'C| 'C'C 'C'C'C'C'C'Cg 4(Cg 4(C (Cg 4(C ((C0(C8(C@(CH(C `(Ch(Cx(C (C (C(CS (C\ (Cx,(C: 0(C+4)C4)C: 0 )C40)Cܒ L8)C 8X)C`)C:h)C:p)C:)CZ)C5)CZ)C)C<)CZ*C*C?H*CP*C| h*C+x*C| *C*C *C*C*C*C*C*Cg 4*Cg 4*C +Cg 4+C +C +C(+C0+C8+C P+CX+Ch+C p+C +C+CS +C\ +Cx,+C: 0+C+4+C4,C: 0,C4 ,Cܒ L(,C 8H,CP,C:X,C:`,C:,CZ,C5,CZ,C,C<,CZ,C-C?8-C@-C| X-C+h-C| x-C-C -C-C-C-C-C-Cg 4-Cg 4-C -Cg 4-C .C.C.C .C(.C @.CH.CX.C `.C x.C.CS .C\ .Cx,.C: 0.C+4.C4.C: 0/C4/Cܒ L/C 88/C@/C:H/C:P/C:p/CZ/C5/CZ/C/C</CZ/C/C?(0C00C| H0C+X0C| h0Cp0C 0C0C0C0C0C0Cg 40Cg 40C 0Cg 40C 0C1C1C1C1C 01C81CH1C P1C h1Cp1CS x1C\ 1Cx,1C: 01C+41C41C: 01C42Cܒ L2C 8(2C02C:82C:@2C:`2CZ2C52CZ2C2C<2CZ2C2C?3C 3C| 83C+H3C| X3C`3C p3Cx3C3C3C3C3Cg 43Cg 43C 3Cg 43C 3C3C3C4C4C  4C(4C84C @4C X4C`4CS h4C\ 4Cx,4C: 04C+44C44C: 04C44Cܒ L4C 85C 5C:(5C:05C:P5CZp5C55CZ5C5C<5CZ5C5C?6C6C| (6C+86C| H6CP6C `6Ch6Cp6Cx6C6C6Cg 46Cg 46C 6Cg 46C 6C6C6C6C6C 7C7C(7C 07C H7CP7CS X7C\ 7Cx,7C: 07C+47C47C: 07C47Cܒ L7C 88C8C:8C: 8C:@8CZ`8C5x8CZ8C8C<8CZ8C8C?8C9C| 9C+(9C| 89C@9C P9CX9C`9Ch9C9C9Cg 49Cg 49C 9Cg 49C 9C9C9C9C9C :C:C:C  :C 8:C@:CS H:C\ x:Cx,:C: 0:C+4:C4:C: 0:C4:Cܒ L:C 8:C:C:;C:;C:(;CZH;C5`;CZh;Cx;C<;CZ;C;C?;C;C| <C+<C| <C(<C 8<C@<CH<CP<Cp<Cx<Cg 4<Cg 4<C <Cg 4<C <C<C<C<C<C <C<C=C =C  =C(=CS 0=C\ `=Cx,p=C: 0=C+4=C4=C: 0=C4=Cܒ L=C 8=C=C:=C:=C:>CZ0>C5H>CZP>C`>C<x>CZ>C>C?>C>C| >C+>C| ?C?C  ?C(?C0?C8?CX?C`?Cg 4p?Cg 4x?C ?Cg 4?C ?C?C?C?C?C ?C?C?C ?C @C@CS @C\ H@Cx,X@C: 0h@C+4p@C4@C: 0@C4@Cܒ L@C 8@C@C:@C:@C:@CZAC50ACZ8ACHAC<`ACZhACAC?ACAC| AC+AC| ACAC BCBCBC BC@BCHBCg 4XBCg 4`BC hBCg 4pBC BCBCBCBCBC BCBCBC BC BCBCS CC\ 0CCx,@CC: 0PCC+4XCC4pCC: 0xCC4CCܒ LCC 8CCCC:CC:CC:CCZDC5DCZ DC0DC<HDCZPDChDC?DCDC| DC+DC| DCDC DCDCECEC(EC0ECg 4@ECg 4HEC PECg 4XEC hECpECxECECEC ECECEC EC ECECS EC\ FCx,(FC: 08FC+4@FC4XFC: 0`FC4pFCܒ LxFC 8FCFC:FC:FC:FCZFC5GCZGCGC<0GCZ8GCPGC?GCGC| GC+GC| GCGC GCGCGCGCHCHCg 4(HCg 40HC 8HCg 4@HC PHCXHC`HChHCpHC HCHCHC HC HCHCS HC\ ICx,IC: 0 IC+4(IC4@IC: 0HIC4XICܒ L`IC 8xICIC:IC:IC:ICZIC5ICZICJC<JCZ JC8JC?hJCpJC| JC+JC| JCJC JCJCJCJCJCKCg 4KCg 4KC  KCg 4(KC 8KC@KCHKCPKCXKC pKCxKCKC KC KCKCS KC\ KCx,KC: 0LC+4LC4(LC: 00LC4@LCܒ LHLC 8`LChLC:pLC:xLC:LCZLC5LCZLCLC<MCZMC MC?PMCXMC| pMC+MC| MCMC MCMCMCMCMCMCg 4MCg 4NC NCg 4NC  NC(NC0NC8NC@NC XNC`NCpNC xNC NCNCS NC\ NCx,NC: 0NC+4NC4OC: 0OC4(OCܒ L0OC 8HOCPOC:XOC:`OC:OCZOC5OCZOCOC<OCZOCPC?8PC@PC| XPC+hPC| xPCPC PCPCPCPCPCPCg 4PCg 4PC PCg 4PC QCQCQC QC(QC @QCHQCXQC `QC xQCQCS QC\ QCx,QC: 0QC+4QC4QC: 0RC4RCܒ LRC 80RC8RC:@RC:HRC:hRCZRC5RCZRCRC<RCZRCRC? SC(SC| @SC+PSC| `SChSC xSCSCSCSCSCSCg 4SCg 4SC SCg 4SC SCSCTCTCTC (TC0TC@TC HTC `TChTCS pTC\ TCx,TC: 0TC+4TC4TC: 0TC4TCܒ LUC 8UC UC:(UC:0UC:PUCZpUC5UCZUCUC<UCZUCUC?VCVC| (VC+8VC| HVCPVC `VChVCpVCxVCVCVCg 4VCg 4VC VCg 4VC VCVCVCVCVC WCWC(WC 0WC HWCPWCS XWC\ WCx,WC: 0WC+4WC4WC: 0WC4WCܒ LWC 8XCXC:XC:XC:8XCZXXC5pXCZxXCXC<XCZXCXC?XCXC| YC+ YC| 0YC8YC HYCPYCXYC`YCYCYCg 4YCg 4YC YCg 4YC YCYCYCYCYC YCZCZC ZC 0ZC8ZCS @ZC\ pZCx,ZC: 0ZC+4ZC4ZC: 0ZC4ZCܒ LZC 8ZCZC:ZC:[C: [CZ@[C5X[CZ`[Cp[C<[CZ[C[C?[C[C| [C+\C| \C \C 0\C8\C@\CH\Ch\Cp\Cg 4\Cg 4\C \Cg 4\C \C\C\C\C\C \C\C\C ]C ]C ]CS (]C\ X]Cx,h]C: 0x]C+4]C4]C: 0]C4]Cܒ L]C 8]C]C:]C:]C:^CZ(^C5@^CZH^CX^C<p^CZx^C^C?^C^C| ^C+^C| _C_C _C _C(_C0_CP_CX_Cg 4h_Cg 4p_C x_Cg 4_C _C_C_C_C_C _C_C_C _C `C`CS `C\ @`Cx,P`C: 0``C+4h`C4`C: 0`C4`Cܒ L`C 8`C`C:`C:`C:`CZaC5(aCZ0aC@aC<XaCZ`aCxaC?aCaC| aC+aC| aCaC bCbCbCbC8bC@bCg 4PbCg 4XbC `bCg 4hbC xbCbCbCbCbC bCbCbC bC bCbCS bC\ (cCx,8cC: 0HcC+4PcC4hcC: 0pcC4cCܒ LcC 8cCcC:cC:cC:cCZcC5dCZdC(dC<@dCZHdC`dC?dCdC| dC+dC| dCdC dCdCdCeC eC(eCg 48eCg 4@eC HeCg 4PeC `eCheCpeCxeCeC eCeCeC eC eCeCS eC\ fCx, fC: 00fC+48fC4PfC: 0XfC4hfCܒ LpfC 8fCfC:fC:fC:fCZfC5fCZgCgC<(gCZ0gCHgC?xgCgC| gC+gC| gCgC gCgCgCgChChCg 4 hCg 4(hC 0hCg 48hC HhCPhCXhC`hChhC hChChC hC hChCS hC\ hCx,iC: 0iC+4 iC48iC: 0@iC4PiCܒ LXiC 8piCxiC:iC:iC:iCZiC5iCZiCiC<jCZjC0jC?`jChjC| jC+jC| jCjC jCjCjCjCjCjCg 4kCg 4kC kCg 4 kC 0kC8kC@kCHkCPkC hkCpkCkC kC kCkCS kC\ kCx,kC: 0lC+4lC4 lC: 0(lC48lCܒ L@lC 8XlC`lC:hlC:plC:lCZlC5lCZlClC<lCZmCmC?HmCPmC| hmC+xmC| mCmC mCmCmCmCmCmCg 4mCg 4mC nCg 4nC nC nC(nC0nC8nC PnCXnChnC pnC nCnCS nC\ nCx,nC: 0nC+4nC4oC: 0oC4 oCܒ L(oC 8@oCHoC:PoC:XoC:xoCZoC5oCZoCoC<oCZoCpC?0pC8pC| PpC+`pC| ppCxpC pCpCpCpCpCpCg 4pCg 4pC pCg 4pC qCqCqCqC qC 8qC@qCPqC XqC pqCxqCS qC\ qCx,qC: 0qC+4qC4qC: 0qC4rCܒ LrC 8(rC0rC:8rC:@rC:`rCZrC5rCZrCrC<rCZrCrC?sC sC| 8sC+HsC| XsC`sC psCxsCsCsCsCsCg 4sCg 4sC sCg 4sC sCsCsCtCtC  tC(tC8tC @tC XtC`tCS htC\ tCx,tC: 0tC+4tC4tC: 0tC4tCܒ LtC 8uCuC: uC:(uC:HuCZhuC5uCZuCuC<uCZuCuC?vCvC| vC+0vC| @vCHvC XvC`vChvCpvCvCvCg 4vCg 4vC vCg 4vC vCvCvCvCvC wCwC wC (wC @wCHwCS PwC\ wCx,wC: 0wC+4wC4wC: 0wC4wCܒ LwC 8wCxC:xC:xC:0xCZPxC5hxCZpxCxC<xCZxCxC?xCxC| yC+yC| (yC0yC @yCHyCPyCXyCxyCyCg 4yCg 4yC yCg 4yC yCyCyCyCyC yCyCzC zC (zC0zCS 8zC\ hzCx,xzC: 0zC+4zC4zC: 0zC4zCܒ LzC 8zCzC:zC:zC:{CZ8{C5P{CZX{Ch{C<{CZ{C{C?{C{C| {C+|C| |C|C (|C0|C8|C@|C`|Ch|Cg 4x|Cg 4|C |Cg 4|C |C|C|C|C|C |C|C|C |C }C}CS  }C\ P}Cx,`}C: 0p}C+4x}C4}C: 0}C4}Cܒ L}C 8}C}C:}C:}C:~CZ ~C58~CZ@~CP~C<h~CZp~C~C?~C~C| ~C+~C| ~CC CC C(CHCPCg 4`Cg 4hC pCg 4xC CCCCC CCC C CCS C\ 8Cx,HC: 0XC+4`C4xC: 0C4Cܒ LC 8CC:C:ȀC:CZC5 CZ(C8C<PCZXCpC?CC| C+ЁC| CC CCCC0C8Cg 4HCg 4PC XCg 4`C pCxCCCC CCC ȂC CCS C\  Cx,0C: 0@C+4HC4`C: 0hC4xCܒ LC 8CC:C:C:ЃCZC5CZC C<8CZ@CXC?CC| C+C| ȄCЄC CCCCC Cg 40Cg 48C @Cg 4HC XC`ChCpCxC CCC C ȅCЅCS ؅C\ Cx,C: 0(C+40C4HC: 0PC4`Cܒ LhC 8CC:C:C:CZ؆C5CZCC< CZ(C@C?pCxC| C+C| CC ȇCЇC؇CCCCg 4Cg 4 C (Cg 40C @CHCPCXC`C xCCC C CCS C\ Cx,C: 0C+4C40C: 08C4HCܒ LPC 8hCpC:xC:C:CZC5؉CZCC<CZC(C?XC`C| xC+C| CC CCCȊCCCg 4Cg 4C Cg 4C (C0C8C@CHC `ChCxC C CCS C\ ؋Cx,C: 0C+4C4C: 0 C40Cܒ L8C 8PCXC:`C:hC:CZC5CZȌC،C<CZCC?@CHC| `C+pC| CC CCCCЍC؍Cg 4Cg 4C Cg 4C CC C(C0C HCPC`C hC CCS C\ Cx,ЎC: 0C+4C4C: 0C4Cܒ L C 88C@C:HC:PC:pCZC5CZCC<؏CZCC?(C0C| HC+XC| hCpC CCCCCCg 4АCg 4ؐC Cg 4C CCCCC 0C8CHC PC hCpCS xC\ Cx,C: 0ȑC+4БC4C: 0C4Cܒ LC 8 C(C:0C:8C:XCZxC5CZCC<CZȒCC?CC| 0C+@C| PCXC hCpCxCCCCg 4Cg 4C ȓCg 4ГC CCCCC C C0C 8C PCXCS `C\ Cx,C: 0C+4C4ДC: 0ؔC4Cܒ LC 8CC:C: C:@CZ`C5xCZCC<CZCȕC?CC| C+(C| 8C@C PCXC`ChCCCg 4Cg 4C Cg 4C ȖCЖCؖCCC CCC  C 8C@CS HC\ xCx,C: 0C+4C4C: 0C4ЗCܒ LؗC 8CC:C:C:(CZHC5`CZhCxC<CZCC?CC| C+C| C(C 8C@CHCPCpCxCg 4Cg 4C Cg 4C CCCșCЙC CCC C  C(CS 0C\ `Cx,pC: 0C+4C4C: 0C4Cܒ LC 8ؚCC:C:C:CZ0C5HCZPC`C<xCZCC?țCЛC| C+C| CC  C(C0C8CXC`Cg 4pCg 4xC Cg 4C CCCCC МC؜CC C CCS C\ HCx,XC: 0hC+4pC4C: 0C4Cܒ LC 8CȝC:НC:؝C:CZC50CZ8CHC<`CZhCC?CC| ОC+C| CC CCC C@CHCg 4XCg 4`C hCg 4pC CCCCC CCПC ؟C CCS C\ 0Cx,@C: 0PC+4XC4pC: 0xC4Cܒ LC 8CC:C:C:CZC5CZ C0C<HCZPChC?CC| C+ȡC| ءCC CCCC(C0Cg 4@Cg 4HC PCg 4XC hCpCxCCC CCC C آCCS C\ Cx,(C: 08C+4@C4XC: 0`C4pCܒ LxC 8CC:C:C:ȣCZC5CZCC<0CZ8CPC?CC| C+C| CȤC ؤCCCCCCg 4(Cg 40C 8Cg 4@C PCXC`ChCpC CCC C CȥCS ХC\ Cx,C: 0 C+4(C4@C: 0HC4XCܒ L`C 8xCC:C:C:CZЦC5CZCC<CZ C8C?hCpC| C+C| CC CȧCЧCاCCCg 4Cg 4C  Cg 4(C 8C@CHCPCXC pCxCC C CCS C\ Cx,C: 0C+4C4(C: 00C4@Cܒ LHC 8`ChC:pC:xC:CZC5ЩCZةCC<CZC C?PCXC| pC+C| CC CCCCCCg 4Cg 4C Cg 4C  C(C0C8C@C XC`CpC xC CCS C\ ЫCx,C: 0C+4C4C: 0C4(Cܒ L0C 8HCPC:XC:`C:CZC5CZCЬC<CZCC?8C@C| XC+hC| xCC CCCCȭCЭCg 4Cg 4C Cg 4C CCC C(C @CHCXC `C xCCS C\ Cx,ȮC: 0خC+4C4C: 0C4Cܒ LC 80C8C:@C:HC:hCZC5CZCC<ЯCZدCC? C(C| @C+PC| `ChC xCCCCCCg 4ȰCg 4аC ذCg 4C CCCCC (C0C@C HC `ChCS pC\ Cx,C: 0C+4ȱC4C: 0C4Cܒ LC 8C C:(C:0C:PCZpC5CZCC<CZCزC?CC| (C+8C| HCPC `ChCpCxCCCg 4Cg 4C Cg 4ȳC سCCCCC CC(C 0C HCPCS XC\ Cx,C: 0C+4C4ȴC: 0дC4Cܒ LC 8CC:C:C:8CZXC5pCZxCC<CZCC?CC| C+ C| 0C8C HCPCXC`CCCg 4Cg 4C Cg 4C CȶCжCضCC CCC C 0C8CS @C\ pCx,C: 0C+4C4C: 0C4ȷCܒ LзC 8CC:C:C: CZ@C5XCZ`CpC<CZCC?ظCC| C+C| C C 0C8C@CHChCpCg 4Cg 4C Cg 4C CCCCȹC CCC C C CS (C\ XCx,hC: 0xC+4C4C: 0C4Cܒ LC 8кCغC:C:C:CZ(C5@CZHCXC<pCZxCC?CȻC| C+C| CC C C(C0CPCXCg 4hCg 4pC xCg 4C CCCCC ȼCмCC C CCS C\ @Cx,PC: 0`C+4hC4C: 0C4Cܒ LC 8CC:ȽC:нC:CZC5(CZ0C@C<XCZ`CxC?CC| ȾC+ؾC| CC CCCC8C@Cg 4PCg 4XC `Cg 4hC xCCCCC CCȿC пC CCS C\ (Cx,8C: 0HC+4PC4hC: 0pC4Cܒ LC 8CC:C:C:CZC5CZC(C<@CZHC`C?CC| C+C| CC CCCC C(Cg 48Cg 4@C HCg 4PC `ChCpCxCC CCC C CCS C\ Cx, C: 00C+48C4PC: 0XC4hCܒ LpC 8CC:C:C:CZC5CZCC<(CZ0CHC?xCC| C+C| CC CCCCCCg 4 Cg 4(C 0Cg 48C HCPCXC`ChC CCC C CCS C\ Cx,C: 0C+4 C48C: 0@C4PCܒ LXC 8pCxC:C:C:CZC5CZCC<CZC0C?`ChC| C+C| CC CCCCCCg 4Cg 4C Cg 4 C 0C8C@CHCPC hCpCC C CCS C\ Cx,C: 0C+4C4 C: 0(C48Cܒ L@C 8XC`C:hC:pC:CZC5CZCC<CZCC?HCPC| hC+xC| CC CCCCCCg 4Cg 4C Cg 4C C C(C0C8C PCXChC pC CCS C\ Cx,C: 0C+4C4C: 0C4 Cܒ L(C 8@CHC:PC:XC:xCZC5CZCC<CZCC?0C8C| PC+`C| pCxC CCCCCCg 4Cg 4C Cg 4C CCCC C 8C@CPC XC pCxCS C\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8(C0C:8C:@C:`CZC5CZCC<CZCC?C C| 8C+HC| XC`C pCxCCCCCg 4Cg 4C Cg 4C CCCCC  C(C8C @C XC`CS hC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC: C:(C:HCZhC5CZCC<CZCC?CC| C+0C| @CHC XC`ChCpCCCg 4Cg 4C Cg 4C CCCCC CC C (C @CHCS PC\ Cx,C: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:0CZPC5hCZpCC<CZCC?CC| C+C| (C0C @CHCPCXCxCCg 4Cg 4C Cg 4C CCCCC CCC C (C0CS 8C\ hCx,xC: 0C+4C4C: 0C4Cܒ LC 8CC:C:C:CZ8C5PCZXChC<CZCC?CC| C+C| CC (C0C8C@C`ChCg 4xCg 4C Cg 4C CCCCC CCC C CCS  C\ PCx,`C: 0pC+4xC4C: 0C4Cܒ LC 8CC:C:C:CZ(C5@CZHCXC<pCZxCC{XC{XC#dCCg 4C dCCEh ChPC tXC*xpCxC tCxCVC tCVC d=0d~`drҚ$d d(dN @dN `dhdddddėdd (d0d @dQhdpdQdQdQdddddQ d`8dۘ@dHdPdXd`dLxdLdkd'$d%$dg$d| d(dN @dN `dhdddddėdd (d0d @dQhdpdQdQdQdddddQ d`8dۘ@dHdPdXd`dLxdLdkd'$d%$d|N/_,6H/h;6X]8X]xX/^X/^X/^X/^X/^X/^u`p3a bH  ރć ˇ`^X^06H p 'gu`XX X(X8XHXPXh3a5X5^Xp ^0`X^ 6`  X8 p ^ 68  Xx  X ^( ` ^ 6 X`X^ H^6XPX^ @^6pXHxX^ 8^6hX@pX^ 0^6`X8hX^ (^6XX0`X^  ^6P X(!X!X!^! "^x"6"H#X $P$X$^$ %^p%6%@&X'H'X'^' (^h(6(8)X*@*X*^* +^`+6+0,X-8-X-^- -^X.6.(/X000X0^0 0^P161 2X2(3X3^3 3^H4645X5 6X6^6 6^@7678X89X9^9 9^8:6:;X;<Xx<^< <^0=6=>X>?Xp?^? ?^(@6@@XABXhB^B B^ C6CCXDDX`E^E E^F6xFFXGGXXH^xH H^I6pIIXJJXPK^pK K^L6hLLXMMX@N^`N N^N6XOOXPPX0Q^PQ Q^Q6HRRXSSX T^@T xT^T68UUXxVVXW^0W hW^W6(XXXhYYXZ^ Z XZ^Z6[[XX\\X\^] H]^]6^x^XH_x_X_^` 8`^`6`haX8bhbXb^b (c^c6cXdX(eXeXe^e f^xf6fHgXhHhXh^h i^hi6i8jXk8kXk^k k^Xl6l(mXm(nXn^n n^Ho6opXpqXq^q q^8r6rsXstXpt^t t^(u6uuXvvX`w^w w^x6xxxXyyXPz^pz z^{6h{{X||X@}^`} }^}6X~~XX0^P ^6HXX ^@ x^؃68XxX^0 h^Ȇ6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hXБ^ (^6XX(XX^ ^x6ؕHXHX^З ^h6Ș8X8X^ ^X6(X(X^ ^H6XX^ ؠ^86XآXp^ ȣ^(6XȥX`^ ^6xXXP^p ^6hتXثX@^` ^6XȭXȮX0^P ^6HXX ^@ x^ز68XxX^0 h^ȵ6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hX^ (^6XX(XX^ ^x6HXHX^ ^h68X8X^ ^X6(X(X^ ^H6XX^ ^86XXp^ ^(6XX`^ ^6xXXP^p ^6hXX@^` ^6XXX0^P ^6HXX ^@ x^68XxX^0 h^6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hX^ (^6XX0`X6PX0Phx)5X5^X ^@pX^6pXH ^6HXX ^8 p^60XpX^ X^6 X`X^ P^6XXX^ H^6xXPX^ @^6pXH x X ^  8 ^ 6 h X@ p X ^  0 ^ 6 `X8hX^ (^6XX0`X^  ^6PX(XX^ ^x6HX PX^ ^p6@XHX^ ^h68X@X^ ^`60 X!8!X!^! !^X"6"(#X$0$X$^$ $^P%6% &X&('X'^' '^H(6()X) *X*^* *^@+6+,X,-X-^- -^8.6./X/0Xx0^0 0^01612X23Xp3^3 3^(4644X56Xh6^6 6^ 7677X88X`9^9 9^:6x::X;;XP<^p< <^=6h==X>>X@?^`? ?^?6X@@XAAX0B^PB B^B6HCCXDDX E^@E xE^E68FFXxGGXH^0H hH^H6(IIXhJJXK^ K XK^K6LLXXMMXM^N HN^N6OxOXHPxPXP^Q 8Q^Q6QhRX8ShSXS^S (T^T6TXUX(VXVXV^V W^xW6WHXXYHYXY^Y Z^hZ6Z8[X\8\X\^\ \^X]6](^X^(_X_^_ _^H`6`aXabXb^b b^8c6cdXdeXpe^e e^(f6ffXggX`h^h h^i6xiiXjjXPk^pk k^l6hllXmmX@n^`n n^n6XooXppX0q^Pq q^q6HrrXssX t^@t xt^t68uuXxvvXw^0w hw^w6(xxXhyyXz^ z Xz^z6{{XX||X|^} H}^}6~x~XHxX^ 8^6hX8hXЂ^ (^6XX(XX^ ^x6؆HXHX^Ј ^h6ȉ8X8X^ ^X6(X(X^ ^H6XX^ ؑ^86XؓXp^ Ȕ^(6XȖX`^ ^6xXXP^p ^6h؛X؜X@^` ^6XȞXȟX0^P ^6HXX ^@ x^أ68XxX^0 h^Ȧ6(XhX^  X^6XXX^ H^6xXHxX^ 8^6hX8hXб^ (^6XX(XX^ ^x6صHXHX^з ^h6ȸ8X8X^ ^X6(X(X^ ^H6XX^ ^86XXp^ ^(6XX`^ ^6xXXP^p ^6hXX@^` ^6XXX0^P ^6HXX ^@ x^68XxX^0 h^6(XhX^  X^6XXX^ H^6xXHxX^ 8^6hX@pX6`XH`/_W6H/h;6X]8X]xX/^X/^X/^X/^X/^X/^u`p3a bH  ރć ˇ`^X^06H p 'gu`XX X(X8XHXPXh3a5X5^Xp ^0`X^ 6`  X8 p ^ 68  Xx  X ^( ` ^ 6 X`X^ H^6XPX^ @^6pXHxX^ 8^6hX@pX^ 0^6`X8hX^ (^6XX0`X^  ^6P X(!X!X!^! "^x"6"H#X $P$X$^$ %^p%6%@&X'H'X'^' (^h(6(8)X*@*X*^* +^`+6+0,X-8-X-^- -^X.6.(/X000X0^0 0^P161 2X2(3X3^3 3^H4645X5 6X6^6 6^@7678X89X9^9 9^8:6:;X;<Xx<^< <^0=6=>X>?Xp?^? ?^(@6@@XABXhB^B B^ C6CCXDDX`E^E E^F6xFFXGGXXH^xH H^I6pIIXJJXPK^pK K^L6hLLXMMX@N^`N N^N6XOOXPPX0Q^PQ Q^Q6HRRXSSX T^@T xT^T68UUXxVVXW^0W hW^W6(XXXhYYXZ^ Z XZ^Z6[[XX\\X\^] H]^]6^x^XH_x_X_^` 8`^`6`haX8bhbXb^b (c^c6cXdX(eXeXe^e f^xf6fHgXhHhXh^h i^hi6i8jXk8kXk^k k^Xl6l(mXm(nXn^n n^Ho6opXpqXq^q q^8r6rsXstXpt^t t^(u6uuXvvX`w^w w^x6xxxXyyXPz^pz z^{6h{{X||X@}^`} }^}6X~~XX0^P ^6HXX ^@ x^؃68XxX^0 h^Ȇ6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hXБ^ (^6XX(XX^ ^x6ؕHXHX^З ^h6Ș8X8X^ ^X6(X(X^ ^H6XX^ ؠ^86XآXp^ ȣ^(6XȥX`^ ^6xXXP^p ^6hتXثX@^` ^6XȭXȮX0^P ^6HXX ^@ x^ز68XxX^0 h^ȵ6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hX^ (^6XX(XX^ ^x6HXHX^ ^h68X8X^ ^X6(X(X^ ^H6XX^ ^86XXp^ ^(6XX`^ ^6xXXP^p ^6hXX@^` ^6XXX0^P ^6HXX ^@ x^68XxX^0 h^6(XhX^ X^6XXX^ H^6xXHxX^ 8^6hX8hX^ (^6XX0`X6PX0Phx)5X5^X ^@pX^6pXH ^6HXX ^8 p^60XpX^ X^6 X`X^ P^6XXX^ H^6xXPX^ @^6pXH x X ^  8 ^ 6 h X@ p X ^  0 ^ 6 `X8hX^ (^6XX0`X^  ^6PX(XX^ ^x6HX PX^ ^p6@XHX^ ^h68X@X^ ^`60 X!8!X!^! !^X"6"(#X$0$X$^$ $^P%6% &X&('X'^' '^H(6()X) *X*^* *^@+6+,X,-X-^- -^8.6./X/0Xx0^0 0^01612X23Xp3^3 3^(4644X56Xh6^6 6^ 7677X88X`9^9 9^:6x::X;;XP<^p< <^=6h==X>>X@?^`? ?^?6X@@XAAX0B^PB B^B6HCCXDDX E^@E xE^E68FFXxGGXH^0H hH^H6(IIXhJJXK^ K XK^K6LLXXMMXM^N HN^N6OxOXHPxPXP^Q 8Q^Q6QhRX8ShSXS^S (T^T6TXUX(VXVXV^V W^xW6WHXXYHYXY^Y Z^hZ6Z8[X\8\X\^\ \^X]6](^X^(_X_^_ _^H`6`aXabXb^b b^8c6cdXdeXpe^e e^(f6ffXggX`h^h h^i6xiiXjjXPk^pk k^l6hllXmmX@n^`n n^n6XooXppX0q^Pq q^q6HrrXssX t^@t xt^t68uuXxvvXw^0w hw^w6(xxXhyyXz^ z Xz^z6{{XX||X|^} H}^}6~x~XHxX^ 8^6hX8hXЂ^ (^6XX(XX^ ^x6؆HXHX^Ј ^h6ȉ8X8X^ ^X6(X(X^ ^H6XX^ ؑ^86XؓXp^ Ȕ^(6XȖX`^ ^6xXXP^p ^6h؛X؜X@^` ^6XȞXȟX0^P ^6HXX ^@ x^أ68XxX^0 h^Ȧ6(XhX^  X^6XXX^ H^6xXHxX^ 8^6hX8hXб^ (^6XX(XX^ ^x6صHXHX^з ^h6ȸ8X8X^ ^X6(X(X^ ^H6XX^ ^86XXp^ ^(6XX`^ ^6xXXP^p ^6hXX@^` ^6XXX0^P ^6HXX ^@ x^68XxX^0 h^6(XhX^  X^6XXX^ H^6xXHxX^ 8^6hX@pX6`XH`5/_X]X]8X/^`X/^xX/^X/^X/^X/^u`03a b H ރć ˇ ^XX^6 0 'pgxu`XXXXXX(3a5X5^X0 h^ X^6 X X 0 ^ 6 h X8 h X ^  ^ 6 PX PX^ ^h68X8X^ ^X6(X0X^ ^H6X X^ ^86XXx^ ^(6XXh^ ^6xX  XX!^p! !^"6h""X##XH$^`$ $^$6X%%X&&X8'^P' '^'6H((X))X(*^@* x*^*68++X,,X-^0- h-^-6(..Xp//X0^ 0 X0^0611X`22X2^3 H3^364x4XP55X5^6 86^666h7X@8p8X8^8 (9^969X:X0;`;X;^; <^x<6<H=X >P>X>^> ?^h?6?8@XA@AXA^A A^XB6B(CXD0DXD^D D^HE6EFXF GXG^G G^8H6HIXIJXxJ^J J^(K6KKXLMXhM^M M^N6xNNXOOXPP^hP P^Q6`QQXRRX8S^PS S^S6HTTXUUX V^8V pV^V60WWXpXXXY^ Y XY^Y6ZZXX[[X[^\ @\^\6]p]X@^p^X^^^ (_^_6_X`X(aXaXa^a b^pb6b@cXd@dXd^d d^Xe6e(fXf(gXg^g g^@h6hiXijXxj^j j^(k6kkXllX`m^xm m^n6pnnXooXHp^`p p^p6XqqXrrX0s^Hs s^s6@ttXuuXv^0v hv^v6(wwXhxxXy^y Py^y6zzXP{{X{^| 8|^|6|h}X8~h~X~^~  ^6PX PX^Ё ^h6Ȃ8X8X^ ^P6 X X^ ؇^86X؉Xp^ ^ 6XXX^p ^6h؎X؏X@^X ^6PXX(^@ x^ؓ68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X0`XȞ^ ^x6؟HXHX^ȡ ^`60X0X^ ^H6XX^ Ч^06XЩXh^ ^6xXXP^h ^6`ЮXЯX8^P ^6HXX ^8 p^г60XpX^ X^6XXX^ @^6pX@pXػ^ (^6XX(XX^ؾ ^p6п@X@X^ ^X6(X(X^ ^@6XXx^ ^(6XX`^x ^6pXXH^` ^6XXX0^H ^6@XX^0 h^6(XhX^ P^6XPX^ 8^6hX8hX^  ^6PX PX^ ^h68X8X^ ^P6 X X^ ^86XXp^ ^ 6XXX^p ^6hXX@^X ^6PXXP6X)@5XP5X^pX  ^X@^x6X ^P6 X X^ ^86XXp^ ^ 6XXX^p ^6pXXP^h ^6`XX@^X ^6PXX0^H ^6@X  X ^8  p ^ 60  Xx  X ^(  ` ^ 6 XhX^ P^6XXX^ @^6pXHxX^ 0^6`X8hX^  ^6PX(XX^ ^p6@XHX^ ^`60 X!8!X!^! !^P"6" #X#($X$^$ $^@%6%&X&'X'^' '^0(6()X)*Xp*^* *^ +6++X,,X`-^x- -^.6p..X//XP0^h0 0^16`11X22X@3^X3 3^36P44X55X06^H6 6^66@77X88X 9^89 p9^960::Xp;;X<^ < X<^<6==XX>>X>^? @?^?6@p@X@ApAXA^A (B^B6BXCX(DXDXD^D E^pE6E@FXG@GXG^G G^XH6H(IXI(JXJ^J J^@K6KLXLMXxM^M M^(N6NNXOOX`P^xP P^Q6pQQXRRXHS^`S S^S6XTTXUUX0V^HV V^V6@WWXXXXY^0Y hY^Y6(ZZXh[[X\^\ P\^\6]]XP^^X^^_ 8_^_6_h`X8ahaXa^a  b^b6bPcX dPdXd^d e^he6e8fXg8gXg^g g^Ph6h iXi jXj^j j^8k6klXlmXpm^m m^ n6nnXooXXp^pp p^q6hqqXrrX@s^Xs s^s6PttXuuX(v^@v xv^v68wwXxxxXy^(y `y^y6 zzX`{{X{^| H|^|6}x}XH~x~X~^~ 0^6`X0`Xȁ^ ^x6؂HXHX^Ȅ ^`60X0X^ ^H6XX^ Њ^06XЌXh^ ^6xXXP^h ^6`БXВX8^P ^6HXX ^8 p^Ж60XpX^  X^6XXX^ @^6pX@pX؞^ (^6XX(XX^ء ^p6Т@X@X^ ^X6(X(X^ ^@6XXx^ Ȫ^(6XȬX`^x ^6pXXH^` ^6XȱXȲX0^H ^6@XX^0 h^ȶ6(XhX^ P^6XPX^ 8^6hX8hXо^  ^6PX PX^ ^h68X8X^ ^P6 X X^ ^86XXp^ ^ 6XXX^p ^6hXX@^X ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6xXPX6pXXp3/X]X]0X/^XX/^pX/^xX/^X/^X/^u`(u`83a3a5/_(X`]X]X/^X/^X/^ X/^0X/^@X/^Pu`3ap b  ރ0ćh ˇ^8HXX`^6  'gu`@X`XXXXX3a(5X85@^XX ^X(^`6X  ^8 6  X  Xp ^  ^ 6  XXX^p ^6hXX@^X ^6XXX8^P ^6HXX(^@ x^68XX^0 h^6(XpX^  X^6X`  X ^! H!^!6"x"XP##X#^$ 8$^$6$h%X@&p&X&^& ('^'6'X(X0)`)X)^) *^x*6*H+X ,P,X,^, -^h-6-8.X/@/X/^/ /^X060(1X202X2^2 2^H3634X4 5X5^5 5^86667X78Xx8^8 8^(9699X:;Xh;^; ;^<6x<<X==XX>^p> >^?6h??X@@XHA^`A A^A6XBBXCCX8D^PD D^D6HEEXFFX(G^@G xG^G68HHXIIXJ^0J hJ^J6(KKXpLLXM^ M XM^M6NNXXOOXO^P @P^P6QpQX@RpRXR^R (S^S6SXTX(UXUXU^U V^pV6V@WXX@XXX^X X^XY6Y(ZXZ([X[^[ [^@\6\]X]^Xx^^^ ^^(_6__X``X`a^xa a^b6pbbXccXHd^`d d^d6XeeXffX0g^Hg g^g6@hhXiiXj^0j hj^j6(kkXhllXm^m Pm^m6nnXPooXo^p 8p^p6phqX8rhrXr^r  s^s6sPtX uPuXu^u v^hv6v8wXx8xXx^x x^Py6y zXz {X{^{ {^8|6|}X}~Xp~^~ ~^ 6XXX^p ^6h؂X؃X@^X ^6PXX(^@ x^؇68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X0`XȒ^ ^x6ؓHXHX^ȕ ^`60X0X^ ^H6XX^ Л^06XНXh^ ^6xXXP^h ^6`ТXУX8^P ^6HXX ^8 p^Ч60XpX^ X^6XXX^ @^6pX@pXد^ (^6XX(XX^ز ^p6г@X@X^ ^X6(X(X^ ^@6XXx^ Ȼ^(6XȽX`^x ^6pXXH^` ^6XXX0^H ^6@XX^0 h^6(XhX^ P^6XPX^ 8^6hX8hX^  ^6PX PX^ ^h68X8X^ ^P6 X X^ ^86XXp^ ^ 6XXX^p ^6hXX@^X ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X8hX6XX8Xp)5X5^X ^HxX^6xXP ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6XXX^ @^6pXHxX^ 0^6`X8hX^  ^6PX( X X ^   ^p 6 @ X H X ^   ^` 6 0X8X^ ^P6 X(X^ ^@6XX^ ^06XXp^ ^ 6XX`^x ^6pXXP^h ^6`X  X@!^X! !^!6P""X##X0$^H$ $^$6@%%X&&X '^8' p'^'60((Xx))X*^(* `*^*6 ++Xh,,X-^- P-^-6..XX//X/^0 @0^061p1XH2x2X2^2 03^363`4X85h5X5^5  6^666P7X(8X8X8^8 9^p969@:X;@;X;^; ;^X<6<(=X=(>X>^> >^@?6?@X@AXxA^A A^(B6BBXCCX`D^xD D^E6pEEXFFXHG^`G G^G6XHHXIIX0J^HJ J^J6@KKXLLXM^0M hM^M6(NNXhOOXP^P PP^P6QQXPRRXR^S 8S^S6ShTX8UhUXU^U  V^V6VPWX XPXXX^X Y^hY6Y8ZX[8[X[^[ [^P\6\ ]X] ^X^^^ ^^8_6_`X`aXpa^a a^ b6bbXccXXd^pd d^e6heeXffX@g^Xg g^g6PhhXiiX(j^@j xj^j68kkXxllXm^(m `m^m6 nnX`ooXo^p Hp^p6qxqXHrxrXr^r 0s^s6s`tX0u`uXu^u v^xv6vHwXxHxXx^x y^`y6y0zX{0{X{^{ {^H|6|}X}~X~^~ ~^06XЀXh^ ^6xXXP^h ^6`ЅXІX8^P ^6HXX ^8 p^Њ60XpX^  X^6XXX^ @^6pX@pXؒ^ (^6XX(XX^ؕ ^p6Ж@X@X^ ^X6(X(X^ ^@6XXx^ Ȟ^(6XȠX`^x ^6pXXH^` ^6XȥXȦX0^H ^6@XX^0 h^Ȫ6(XhX^ P^6XPX^ 8^6hX8hXв^  ^6PX PX^е ^h6ȶ8X8X^ ^P6 X X^ ػ^86XؽXp^ ^ 6XXX^p ^6hXX@^X ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X0`X^ ^x6HXHX^ ^`60X0X^ ^H6X X6X]5/_(X`]X]X/^X/^X/^ X/^0X/^@X/^Pu`3ap b  ރ0ćh ˇ^8HXX`^6  'gu`@X`XXXXX3a(5X85@^XX ^X(^`6X  ^8 6  X  Xp ^  ^ 6  XXX^p ^6hXX@^X ^6XXX8^P ^6HXX(^@ x^68XX^0 h^6(XpX^  X^6X`  X ^! H!^!6"x"XP##X#^$ 8$^$6$h%X@&p&X&^& ('^'6'X(X0)`)X)^) *^x*6*H+X ,P,X,^, -^h-6-8.X/@/X/^/ /^X060(1X202X2^2 2^H3634X4 5X5^5 5^86667X78Xx8^8 8^(9699X:;Xh;^; ;^<6x<<X==XX>^p> >^?6h??X@@XHA^`A A^A6XBBXCCX8D^PD D^D6HEEXFFX(G^@G xG^G68HHXIIXJ^0J hJ^J6(KKXpLLXM^ M XM^M6NNXXOOXO^P @P^P6QpQX@RpRXR^R (S^S6SXTX(UXUXU^U V^pV6V@WXX@XXX^X X^XY6Y(ZXZ([X[^[ [^@\6\]X]^Xx^^^ ^^(_6__X``X`a^xa a^b6pbbXccXHd^`d d^d6XeeXffX0g^Hg g^g6@hhXiiXj^0j hj^j6(kkXhllXm^m Pm^m6nnXPooXo^p 8p^p6phqX8rhrXr^r  s^s6sPtX uPuXu^u v^hv6v8wXx8xXx^x x^Py6y zXz {X{^{ {^8|6|}X}~Xp~^~ ~^ 6XXX^p ^6h؂X؃X@^X ^6PXX(^@ x^؇68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X0`XȒ^ ^x6ؓHXHX^ȕ ^`60X0X^ ^H6XX^ Л^06XНXh^ ^6xXXP^h ^6`ТXУX8^P ^6HXX ^8 p^Ч60XpX^ X^6XXX^ @^6pX@pXد^ (^6XX(XX^ز ^p6г@X@X^ ^X6(X(X^ ^@6XXx^ Ȼ^(6XȽX`^x ^6pXXH^` ^6XXX0^H ^6@XX^0 h^6(XhX^ P^6XPX^ 8^6hX8hX^  ^6PX PX^ ^h68X8X^ ^P6 X X^ ^86XXp^ ^ 6XXX^p ^6hXX@^X ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X8hX6XX8Xp)5X5^X ^HxX^6xXP ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6XXX^ @^6pXHxX^ 0^6`X8hX^  ^6PX( X X ^   ^p 6 @ X H X ^   ^` 6 0X8X^ ^P6 X(X^ ^@6XX^ ^06XXp^ ^ 6XX`^x ^6pXXP^h ^6`X  X@!^X! !^!6P""X##X0$^H$ $^$6@%%X&&X '^8' p'^'60((Xx))X*^(* `*^*6 ++Xh,,X-^- P-^-6..XX//X/^0 @0^061p1XH2x2X2^2 03^363`4X85h5X5^5  6^666P7X(8X8X8^8 9^p969@:X;@;X;^; ;^X<6<(=X=(>X>^> >^@?6?@X@AXxA^A A^(B6BBXCCX`D^xD D^E6pEEXFFXHG^`G G^G6XHHXIIX0J^HJ J^J6@KKXLLXM^0M hM^M6(NNXhOOXP^P PP^P6QQXPRRXR^S 8S^S6ShTX8UhUXU^U  V^V6VPWX XPXXX^X Y^hY6Y8ZX[8[X[^[ [^P\6\ ]X] ^X^^^ ^^8_6_`X`aXpa^a a^ b6bbXccXXd^pd d^e6heeXffX@g^Xg g^g6PhhXiiX(j^@j xj^j68kkXxllXm^(m `m^m6 nnX`ooXo^p Hp^p6qxqXHrxrXr^r 0s^s6s`tX0u`uXu^u v^xv6vHwXxHxXx^x y^`y6y0zX{0{X{^{ {^H|6|}X}~X~^~ ~^06XЀXh^ ^6xXXP^h ^6`ЅXІX8^P ^6HXX ^8 p^Њ60XpX^  X^6XXX^ @^6pX@pXؒ^ (^6XX(XX^ؕ ^p6Ж@X@X^ ^X6(X(X^ ^@6XXx^ Ȟ^(6XȠX`^x ^6pXXH^` ^6XȥXȦX0^H ^6@XX^0 h^Ȫ6(XhX^ P^6XPX^ 8^6hX8hXв^  ^6PX PX^е ^h6ȶ8X8X^ ^P6 X X^ ػ^86XؽXp^ ^ 6XXX^p ^6hXX@^X ^6PXX(^@ x^68XxX^( `^6 X`X^ H^6xXHxX^ 0^6`X0`X^ ^x6HXHX^ ^`60X0X^ ^H6X X6XҚ/_;68X]X]HX/^pX/^X/^X/^X/^X/^u`@u`P3a3ag/_;68X]X]HX/^pX/^X/^X/^X/^X/^u`@u`P3a3ai> cP 8MX%HrPm/h 50u=K+ 8 <X B*( @,60p]#(&/ :s( 3!! $r$*3& '>)\,* ,7-/ 0$2305 6#<8)9- ;t5<>?"A Bn.DE9G'xHJ(9pKsM2`N3&xPPQ1hSC@TF=XV+0WP HY6 Z8\]#(_f`/bb:e(e g;4hwj7kH!mn2p; qV>s,,th v7wypz$|f`}0xP;h)@ XD50H[ Z"8>.(9'8/ З!&1؜14=ȟ*> 6#Tp/`:x(P h)4@eX%06!H 28) D>(,V 7$T0;) 25nIH",.p9y'`x8Ph@&X01H "=8*, (s6#V; #x@H\ 7&4Hhl -8!P% -@>8, 098p( M :%  1be<#*o 5"O.!: '! #l3$&h'c&)*$2,-=/\+0 26365#6$89/;8p<);>)`?3 xA4PBhD@E!XG0Ht-HJ K>8M,N (P'8Q^S;S(%VV0XPYS<[*\] ^5_ab"d=e.gh:j'pk mZ3`nxpVPq 'hs@t2Xv0w=Hy+ z 8|W7}($&Q0;q)Ј 4.؍!Ȑ-TT?4-R8p`%x<Pg1h@<X*0 H6 q8^K#(/v:a( 3з &ؼo2ȿ=+ C7pt$`=0xP;h])@| X40H !8n-(@%? `0 _>    \ 8 E X% Hj Pd/ h5 0m= C+  8 < X  9 * ( @$6 { 0h U# ( /  : k(  3  ! ! $j $!3 & '> )S, * ,7 - / 0$ 2 30 5 6< 8) 9$ ;k5 < > ?" A Be. D E9 G' xH J9 pKj M) `N*& xP PQ1 hS: @T== XV* 0WG HY6 Z 8\ ]# (_] `/ b b: e( e g24 hn j. k?! m n2 p2 qM> s#, t_ v7 w y pz$ |] `}0 x P; h) @ X;5 0w HR Q" 8 5. ( 9 '  8 &  З&  1 ؜( += ȟ* 5 |6   # K pv/  `: x( P h 4 @\ X 0-! H 2 8 ;> (, M 7   $ K v0  ; ) )5 e @ ?"  #.  p9 p' ` x8 P h @& X| 01 H = 8* # (j6   # M;  x6 HS . & 4 H hb ,  8! P }- @ > 8,  008 g ( D 1%  0 Y \< * f 5   " F .   : ' ! #c3 $ &_ 'Z& ) *2 ,z -}= /S+ 0 26 3- 5 6$ 8 9/ ;/ p< ; > ) `?* xAz4 PB hDv @E! XG  0Hk- HJ K> 8M, N (P8 QU S2 S% V V0 XG YJ< [* \T ^5 _ a b" d4 e. g h9 j' pk mQ3 `n xpM Pq' hsy @t2 Xv 0w= Hy+ z 8|M7 } ( ~$  G0  ; g) Ј 4 $ ؍ ! Ȑx - J J? *- H 8 p  `% x2 P]1 h @< X}* 0 H6 g 8T A# (  / { l: W( v 3 з  & ؼe ~2 ȿ = +  97  } pj$  `30 x P; hS) @r X4 0 H ! 8d - (6 ? V 0 L- 3'  @, F x% 2 + D;  * q7   P;+  0 S 06 %  #  / ' ; ) " r4  n !  p!c- # `$A? &!- P'? p)8 @* `, 0-% P/) 0T1 @2 3< 05t* 6 86 8^ ;K ;8# > >/ @r Ac: CN( Dm F3 G I J& L\ Mu2 O hP= R+ PS hU07 8V PXt Ya$ 8[ \*0 ^ ^; aJ) ai c4 d f g! i[ j- l- xm? o, `p xro8 Hs `u 0vp% Hx y91 0{ |< ~Y* ~ 5 ЁC 0 # І . W H: 3( pR 3 X p @& X (Z2 @ = (+ 7 l Y ȡF$  0 Ȧn q; /) N 4 h  P! h@ 8- P > 8,  T8  h ؾU%  1 } < >* 5 x(  `# x H. `< 0-: H( 7 03   ~&  ?2  = w+ 6 Q > p+$  X/ x L X X" j x2 % 6" , 9  .  |9 g' p 8 h   X% xs H1 h   8 = X * (  Ha6  8 # ( [/  : (  4 S  !$! # $2 & '2> ), *D ,7 x- / h0$ 2B X3m0 x5 H6; h8) 89 P;5 <J 8>  ?" A A- Dp Da9 FL' Gk I8 J L M% OX xP1 R `S< xU* HV `XF6 0Y H[ \w# 0^ _@/ a a: d( d f3 g8 i j ! l mG3 o pp> ry, Xs pu7 @v; Xx( (y% @{ |0 (~= ~@< ) J 5 Ȅ  " ȉ* .  9 ' h E9 P hO 8P& P 1 8` c= !+ m 6 ء   # ئ /   : ( x X4 ` xT He! ` 03 H > 0I,  7    $  0   < )  a5 p x Xw" p @[. X (9 @'  0& @ 2 8   > E-@,'H"`?%2+;;p8" pi7`3+   'J6  p#X/P;p(@ `j40Pf w!@ ![-0#$8? &-&6)8),,%. /K112<4k*5 758U:B;/#=p>.@i`AZ:CE(PDd pF3@G`I0J&PLS Ml28OP= R+R U'7U~WkXX$Z[!0]^;`A)xa` c4`dxfHg!`iR0j-Hl$m ?0o,prf8ruzug%wx01z{<}P*~ 5p:'X#p@.XN(?:@*(I (3&ȕQ2=Ț+  7cPh=$P0he8h;P&) E 84 !7ز- >ط, K8_xL%`1xtHw<`5*0 H50 "|.3$:(. ~3zu&p62X=pn+@ X6(H@5"$(/ (B(N "(a2P-"p,H 9@.X(s9@^'}88(%j1  = *  X6# R/:(x 4hJ  X!!x#H$2h& 8')>X)+(*; H,7-8/0$(292d055;8)8 :5;A=>"@A-CgxDX9FC'`GbxI8HJ`L0M%HOOPz10RS<U*U X=6XZ[n#]^7/`a:c(pd f3Xg/pi@j!Xl(m=3@o p>(ro,r u7u1wx %z{0}3~6<)@ 5hP"h 8.P 98' ;9EؕF&1ؚVY=+c 6x`#xyH/`0:H( 0N4J[!е 3 }>к?,{ 7p$yX0p@<X)( @W5(nm"Q.9'&>-@%'H`8%1+2;p8 pa7`++ w  A6 p#X/P;p(@ `b40P^ o!@ !S-0#$/? &-&-)x8),,y%./B112<4b*5 758L:9;&#=p>.@``AQ:C<(PD[ pF3@G`I0J&PLJ Mc28OP= R+R U7UuWbXO$Z[0]w^z;`8)xaW c4`dxfHg!`iI0j-Hlm?0o,p r]8ruqu^%wx'1z{<}G*~ 5p1X #p@.XE(6:@!(@ (3&ȕH2=Ț+ 7ZGh4$P/h\8_;P) < 84 !.ز->ط, B8yVxC%` 1xkHn<`,*0x H50"s.*:(% u3ql&p-2X=pe+@ X6(?@,$(/ (8(D "(X2P$"p,H9@.Xy(j9@U't88(%a1  < *  O6#I/:(x 4hA X!!x#H$2h& 8' >X)+(*2 H,y7-8/0$(202[055;8{)8 :4;8=> "@A-C^xDO9F:'`GYxI8HJ`L0M%HOFPq10RS<U*U X46XZx[e#]^./`a:c{(pd f3Xg&pi@j Xlz(m33@o p>(re,r u7u'wx%z{0})~,<)6 }5hP"h8w.P 98' 19|;ؕ<&1ؚLO= +Y 6x`#xoH/`0:H( 0D4@Q!е3v s>к5,q 7p$oX0p@;X)( @M5(dc"G.9'&>' 1>' *p>@ u `  p  e  ppq+@(PHX@(PHXHP`(Hx8`88`8 ` `4@LXp|,<LY\Zl| ` 8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x         (8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x         !!(!8!H!X!h!x!!!!!!!!!""("8"H"X"h"x"""""""""##(#8#H#X#h#x#########$$($8$H$X$h$x$$$$$$$$$%%(%8%H%X%h%x%%%%%%%%%&&(&8&H&X&h&x&&&&&&&&&''('8'H'X'h'x'''''''''((((8(H(X(h(x((((((((())()8)H)X)h)x)))))))))**(*8*H*X*h*x*********++(+8+H+X+h+x+++++++++,,(,8,H,X,h,x,,,,,,,,,--(-8-H-X-h-x---------..(.8.H.X.h.x.........//(/8/H/X/h/x/////////00(080H0X0h0x00000000011(181H1X1h1x11111111122(282H2X2h2x22222222233(383H3X3h3x33333333344(484H4X4h4x44444444455(585H5X5h5x55555555566(686H6X6h6x66666666677(787H7X7h7x77777777788(888H8X8h8x88888888899(989H9X9h9x999999999::(:8:H:X:h:x:::::::::;;(;8;H;X;h;x;;;;;;;;;<<(<8<H<X<h<x<<<<<<<<<==(=8=H=X=h=x=========>>(>8>H>X>h>x>>>>>>>>>??(?8?H?X?h?x?????????@@(@8@H@X@h@x@@@@@@@@@AA(A8AHAXAhAxAAAAAAAAABB(B8BHBXBhBxBBBBBBBBBCC(C8CHCXChCxCCCCCCCCCDD(D8DHDXDhDxDDDDDDDDDEE(E8EHEXEhExEEEEEEEEEFF(F8FHFXFhFxFFFFFFFFFGG(G8GHGXGhGxGGGGGGGGGHH(H8HHHXHhHxHHHHHHHHHII(I8IHIXIhIxIIIIIIIIIJJ(J8JHJXJhJxJJJJJJJJJKK(K8KHKXKhKxKKKKKKKKKLL(L8LHLXLhLxLLLLLLLLLMM(M8MHMXMhMxMMMMMMMMMNN(N8NHNXNhNxNNNNNNNNNOO(O8OHOXOhOxOOOOOOOOOPP(P8PHPXPhPxPPPPPPPPPQQ(Q8QHQXQhQxQQQQQQQQQRR(R8RHRXRhRxRRRRRRRRRSS(S8SHSXShSxSSSSSSSSSTT(T8THTXThTxTTTTTTTTTUU(U8UHUXUhUxUUUUUUUUUVV(V8VHVXVhVxVVVVVVVVVWW(W8WHWXWhWxWWWWWWWWWXX(X8XHXXXhXxXXXXXXXXXYY(Y8YHYXYhYxYYYYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZ[[([8[H[X[h[x[[[[[[[[[\\(\8\H\X\h\x\\\\\\\\\]](]8]H]X]h]x]]]]]]]]]^^(^8^H^X^h^x^^^^^^^^^__(_8_H_X_h_x_________``(`8`H`X`h`x`````````aa(a8aHaXahaxaaaaaaaaabb(b8bHbXbhbxbbbbbbbbbcc(c8cHcXchcxcccccccccdd(d8dHdXdhdxdddddddddee(e8eHeXehexeeeeeeeeeff(f8fHfXfhfxfffffffffgg(g8gHgXghgxggggggggghh(h8hHhXhhhxhhhhhhhhhii(i8iHiXihixiiiiiiiiijj(j8jHjXjhjxjjjjjjjjjkk(k8kHkXkhkxkkkkkkkkkll(l8lHlXlhlxlllllllllmm(m8mHmXmhmxmmmmmmmmmnn(n8nHnXnhnxnnnnnnnnnoo(o8oHoXohoxooooooooopp(p8pHpXphpxpppppppppqq(q8qHqXqhqxqqqqqqqqqrr(r8rHrXrhrxrrrrrrrrrss(s8sHsXshsxssssssssstt(t8tHtXthtxtttttttttuu(u8uHuXuhuxuuuuuuuuuvv(v8vHvXvhvxvvvvvvvvvww(w8wHwXwhwxwwwwwwwwwxx(x8xHxXxhxxxxxxxxxxxyy(y8yHyXyhyxyyyyyyyyyzz(z8zHzXzhzxzzzzzzzzz{{({8{H{X{h{x{{{{{{{{{||(|8|H|X|h|x|||||||||}}(}8}H}X}h}x}}}}}}}}}~~(~8~H~X~h~x~~~~~~~~~(8HXhx(8HXhxȀ؀(8HXhxȁ؁(8HXhxȂ؂(8HXhxȃ؃(8HXhxȄ؄(8HXhxȅ؅(8HXhxȆ؆(8HXhxȇ؇(8HXhxȈ؈(8HXhxȉ؉(8HXhxȊ؊(8HXhxȋ؋(8HXhxȌ،(8HXhxȍ؍(8HXhxȎ؎(8HXhxȏ؏(8HXhxȐؐ(8HXhxȑؑ(8HXhxȒؒ(8HXhxȓؓ(8HXhxȔؔ(8HXhxȕؕ(8HXhxȖؖ(8HXhxȗؗ(8HXhxȘؘ(8HXhxșؙ(8HXhxȚؚ(8HXhxț؛(8HXhxȜ؜(8HXhxȝ؝(8HXhxȞ؞(8HXhxȟ؟(8HXhxȠؠ(8HXhxȡء(8HXhxȢآ(8HXhxȣأ(8HXhxȤؤ(8HXhxȥإ(8HXhxȦئ(8HXhxȧا(8HXhxȨب(8HXhxȩة(8HXhxȪت(8HXhxȫث(8HXhxȬج(8HXhxȭح(8HXhxȮخ(8HXhxȯد(8HXhxȰذ(8HXhxȱر(8HXhxȲز(8HXhxȳس(8HXhxȴش(8HXhxȵص(8HXhxȶض(8HXhxȷط(8HXhxȸظ(8HXhxȹع(8HXhxȺغ(8HXhxȻػ(8HXhxȼؼ(8HXhxȽؽ(8HXhxȾؾ(8HXhxȿؿ(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x           ( 8 H X h x         (8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx  ( 8 H X h x         !!(!8!H!X!h!x!!!!!!!!!""("8"H"X"h"x"""""""""##(#8#H#X#h#x#########$$($8$H$X$h$x$$$$$$$$$%%(%8%H%X%h%x%%%%%%%%%&&(&8&H&X&h&x&&&&&&&&&''('8'H'X'h'x'''''''''((((8(H(X(h(x((((((((())()8)H)X)h)x)))))))))**(*8*H*X*h*x*********++(+8+H+X+h+x+++++++++,,(,8,H,X,h,x,,,,,,,,,--(-8-H-X-h-x---------..(.8.H.X.h.x.........//(/8/H/X/h/x/////////00(080H0X0h0x00000000011(181H1X1h1x11111111122(282H2X2h2x22222222233(383H3X3h3x33333333344(484H4X4h4x44444444455(585H5X5h5x55555555566(686H6X6h6x66666666677(787H7X7h7x77777777788(888H8X8h8x88888888899(989H9X9h9x999999999::(:8:H:X:h:x:::::::::;;(;8;H;X;h;x;;;;;;;;;<<(<8<H<X<h<x<<<<<<<<<==(=8=H=X=h=x=========>>(>8>H>X>h>x>>>>>>>>>??(?8?H?X?h?x?????????@@(@8@H@X@h@x@@@@@@@@@AA(A8AHAXAhAxAAAAAAAAABB(B8BHBXBhBxBBBBBBBBBCC(C8CHCXChCxCCCCCCCCCDD(D8DHDXDhDxDDDDDDDDDEE(E8EHEXEhExEEEEEEEEEFF(F8FHFXFhFxFFFFFFFFFGG(G8GHGXGhGxGGGGGGGGGHH(H8HHHXHhHxHHHHHHHHHII(I8IHIXIhIxIIIIIIIIIJJ(J8JHJXJhJxJJJJJJJJJKK(K8KHKXKhKxKKKKKKKKKLL(L8LHLXLhLxLLLLLLLLLMM(M8MHMXMhMxMMMMMMMMMNN(N8NHNXNhNxNNNNNNNNNOO(O8OHOXOhOxOOOOOOOOOPP(P8PHPXPhPxPPPPPPPPPQQ(Q8QHQXQhQxQQQQQQQQQRR(R8RHRXRhRxRRRRRRRRRSS(S8SHSXShSxSSSSSSSSSTT(T8THTXThTxTTTTTTTTTUU(U8UHUXUhUxUUUUUUUUUVV(V8VHVXVhVxVVVVVVVVVWW(W8WHWXWhWxWWWWWWWWWXX(X8XHXXXhXxXXXXXXXXXYY(Y8YHYXYhYxYYYYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZ[[([8[H[X[h[x[[[[[[[[[\\(\8\H\X\h\x\\\\\\\\\]](]8]H]X]h]x]]]]]]]]]^^(^8^H^X^h^x^^^^^^^^^__(_8_H_X_h_x_________``(`8`H`X`h`x`````````aa(a8aHaXahaxaaaaaaaaabb(b8bHbXbhbxbbbbbbbbbcc(c8cHcXchcxcccccccccdd(d8dHdXdhdxdddddddddee(e8eHeXehexeeeeeeeeeff(f8fHfXfhfxfffffffffgg(g8gHgXghgxggggggggghh(h8hHhXhhhxhhhhhhhhhii(i8iHiXihixiiiiiiiiijj(j8jHjXjhjxjjjjjjjjjkk(k8kHkXkhkxkkkkkkkkkll(l8lHlXlhlxlllllllllmm(m8mHmXmhmxmmmmmmmmmnn(n8nHnXnhnxnnnnnnnnnoo(o8oHoXohoxooooooooopp(p8pHpXphpxpppppppppqq(q8qHqXqhqxqqqqqqqqqrr(r8rHrXrhrxrrrrrrrrrss(s8sHsXshsxssssssssstt(t8tHtXthtxtttttttttuu(u8uHuXuhuxuuuuuuuuuvv(v8vHvXvhvxvvvvvvvvvww(w8wHwXwhwxwwwwwwwwwxx(x8xHxXxhxxxxxxxxxxxyy(y8yHyXyhyxyyyyyyyyyzz(z8zHzXzhzxzzzzzzzzz{{({8{H{X{h{x{{{{{{{{{||(|8|H|X|h|x|||||||||}}(}8}H}X}h}x}}}}}}}}}~~(~8~H~X~h~x~~~~~~~~~(8HXhx(8HXhxȀ؀(8HXhxȁ؁(8HXhxȂ؂(8HXhxȃ؃(8HXhxȄ؄(8HXhxȅ؅(8HXhxȆ؆(8HXhxȇ؇(8HXhxȈ؈(8HXhxȉ؉(8HXhxȊ؊(8HXhxȋ؋(8HXhxȌ،(8HXhxȍ؍(8HXhxȎ؎(8HXhxȏ؏(8HXhxȐؐ(8HXhxȑؑ(8HXhxȒؒ(8HXhxȓؓ(8HXhxȔؔ(8HXhxȕؕ(8HXhxȖؖ(8HXhxȗؗ(8HXhxȘؘ(8HXhxșؙ(8HXhxȚؚ(8HXhxț؛(8HXhxȜ؜(8HXhxȝ؝(8HXhxȞ؞(8HXhxȟ؟(8HXhxȠؠ(8HXhxȡء(8HXhxȢآ(8HXhxȣأ(8HXhxȤؤ(8HXhxȥإ(8HXhxȦئ(8HXhxȧا(8HXhxȨب(8HXhxȩة(8HXhxȪت(8HXhxȫث(8HXhxȬج(8HXhxȭح(8HXhxȮخ(8HXhxȯد(8HXhxȰذ(8HXhxȱر(8HXhxȲز(8HXhxȳس(8HXhxȴش(8HXhxȵص(8HXhxȶض(8HXhxȷط(8HXhxȸظ(8HXhxȹع(8HXhxȺغ(8HXhxȻػ(8HXhxȼؼ(8HXhxȽؽ(8HXhxȾؾ(8HXhxȿؿ(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhx(8HXhxYYYYYYZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z!Z!Z(!Z8!ZH!ZX!Zh!Zx!Z!Z!Z!Z!Z!Z!Z!Z!Z"Z"Z("Z8"ZH"ZX"Zh"Zx"Z"Z"Z"Z"Z"Z"Z"Z"Z#Z#Z(#Z8#ZH#ZX#Zh#Zx#Z#Z#Z#Z#Z#Z#Z#Z#Z$Z$Z($Z8$ZH$ZX$Zh$Zx$Z$Z$Z$Z$Z$Z$Z$Z$Z%Z%Z(%Z8%ZH%ZX%Zh%Zx%Z%Z%Z%Z%Z%Z%Z%Z%Z&Z&Z(&Z8&ZH&ZX&Zh&Zx&Z&Z&Z&Z&Z&Z&Z&Z&Z'Z'Z('Z8'ZH'ZX'Zh'Zx'Z'Z'Z'Z'Z'Z'Z'Z'Z(Z(Z((Z8(ZH(ZX(Zh(Zx(Z(Z(Z(Z(Z(Z(Z(Z(Z)Z)Z()Z8)ZH)ZX)Zh)Zx)Z)Z)Z)Z)Z)Z)Z)Z)Z*Z*Z(*Z8*ZH*ZX*Zh*Zx*Z*Z*Z*Z*Z*Z*Z*Z*Z+Z+Z(+Z8+ZH+ZX+Zh+Zx+Z+Z+Z+Z+Z+Z+Z+Z+Z,Z,Z(,Z8,ZH,ZX,Zh,Zx,Z,Z,Z,Z,Z,Z,Z,Z,Z-Z-Z(-Z8-ZH-ZX-Zh-Zx-Z-Z-Z-Z-Z-Z-Z-Z-Z.Z.Z(.Z8.ZH.ZX.Zh.Zx.Z.Z.Z.Z.Z.Z.Z.Z.Z/Z/Z(/Z8/ZH/ZX/Zh/Zx/Z/Z/Z/Z/Z/Z/Z/Z/Z0Z0Z(0Z80ZH0ZX0Zh0Zx0Z0Z0Z0Z0Z0Z0Z0Z0Z1Z1Z(1Z81ZH1ZX1Zh1Zx1Z1Z1Z1Z1Z1Z1Z1Z1Z2Z2Z(2Z82ZH2ZX2Zh2Zx2Z2Z2Z2Z2Z2Z2Z2Z2Z3Z3Z(3Z83ZH3ZX3Zh3Zx3Z3Z3Z3Z3Z3Z3Z3Z3Z4Z4Z(4Z84ZH4ZX4Zh4Zx4Z4Z4Z4Z4Z4Z4Z4Z4Z5Z5Z(5Z85ZH5ZX5Zh5Zx5Z5Z5Z5Z5Z5Z5Z5Z5Z6Z6Z(6Z86ZH6ZX6Zh6Zx6Z6Z6Z6Z6Z6Z6Z6Z6Z7Z7Z(7Z87ZH7ZX7Zh7Zx7Z7Z7Z7Z7Z7Z7Z7Z7Z8Z8Z(8Z88ZH8ZX8Zh8Zx8Z8Z8Z8Z8Z8Z8Z8Z8Z9Z9Z(9Z89ZH9ZX9Zh9Zx9Z9Z9Z9Z9Z9Z9Z9Z9Z:Z:Z(:Z8:ZH:ZX:Zh:Zx:Z:Z:Z:Z:Z:Z:Z:Z:Z;Z;Z(;Z8;ZH;ZX;Zh;Zx;Z;Z;Z;Z;Z;Z;Z;Z;Z<Z<Z(<Z8<ZH<ZX<Zh<Zx<Z<Z<Z<Z<Z<Z<Z<Z<Z=Z=Z(=Z8=ZH=ZX=Zh=Zx=Z=Z=Z=Z=Z=Z=Z=Z=Z>Z>Z(>Z8>ZH>ZX>Zh>Zx>Z>Z>Z>Z>Z>Z>Z>Z>Z?Z?Z(?Z8?ZH?ZX?Zh?Zx?Z?Z?Z?Z?Z?Z?Z?Z?Z@Z@Z(@Z8@ZH@ZX@Zh@Zx@Z@Z@Z@Z@Z@Z@Z@Z@ZAZAZ(AZ8AZHAZXAZhAZxAZAZAZAZAZAZAZAZAZBZBZ(BZ8BZHBZXBZhBZxBZBZBZBZBZBZBZBZBZCZCZ(CZ8CZHCZXCZhCZxCZCZCZCZCZCZCZCZCZDZDZ(DZ8DZHDZXDZhDZxDZDZDZDZDZDZDZDZDZEZEZ(EZ8EZHEZXEZhEZxEZEZEZEZEZEZEZEZEZFZFZ(FZ8FZHFZXFZhFZxFZFZFZFZFZFZFZFZFZGZGZ(GZ8GZHGZXGZhGZxGZGZGZGZGZGZGZGZGZHZHZ(HZ8HZHHZXHZhHZxHZHZHZHZHZHZHZHZHZIZIZ(IZ8IZHIZXIZhIZxIZIZIZIZIZIZIZIZIZJZJZ(JZ8JZHJZXJZhJZxJZJZJZJZJZJZJZJZJZKZKZ(KZ8KZHKZXKZhKZxKZKZKZKZKZKZKZKZKZLZLZ(LZ8LZHLZXLZhLZxLZLZLZLZLZLZLZLZLZMZMZ(MZ8MZHMZXMZhMZxMZMZMZMZMZMZMZMZMZNZNZ(NZ8NZHNZXNZhNZxNZNZNZNZNZNZNZNZNZOZOZ(OZ8OZHOZXOZhOZxOZOZOZOZOZOZOZOZOZPZPZ(PZ8PZHPZXPZhPZxPZPZPZPZPZPZPZPZPZQZQZ(QZ8QZHQZXQZhQZxQZQZQZQZQZQZQZQZQZRZRZ(RZ8RZHRZXRZhRZxRZRZRZRZRZRZRZRZRZSZSZ(SZ8SZHSZXSZhSZxSZSZSZSZSZSZSZSZSZTZTZ(TZ8TZHTZXTZhTZxTZTZTZTZTZTZTZTZTZUZUZ(UZ8UZHUZXUZhUZxUZUZUZUZUZUZUZUZUZVZVZ(VZ8VZHVZXVZhVZxVZVZVZVZVZVZVZVZVZWZWZ(WZ8WZHWZXWZhWZxWZWZWZWZWZWZWZWZWZXZXZ(XZ8XZHXZXXZhXZxXZXZXZXZXZXZXZXZXZYZYZ(YZ8YZHYZXYZhYZxYZYZYZYZYZYZYZYZYZZZZZ(ZZ8ZZHZZXZZhZZxZZZZZZZZZZZZZZZZZZ[Z[Z([Z8[ZH[ZX[Zh[Zx[Z[Z[Z[Z[Z[Z[Z[Z[Z\Z\Z(\Z8\ZH\ZX\Zh\Zx\Z\Z\Z\Z\Z\Z\Z\Z\Z]Z]Z(]Z8]ZH]ZX]Zh]Zx]Z]Z]Z]Z]Z]Z]Z]Z]Z^Z^Z(^Z8^ZH^ZX^Zh^Zx^Z^Z^Z^Z^Z^Z^Z^Z^Z_Z_Z(_Z8_ZH_ZX_Zh_Zx_Z_Z_Z_Z_Z_Z_Z_Z_Z`Z`Z(`Z8`ZH`ZX`Zh`Zx`Z`Z`Z`Z`Z`Z`Z`Z`ZaZaZ(aZ8aZHaZXaZhaZxaZaZaZaZaZaZaZaZaZbZbZ(bZ8bZHbZXbZhbZxbZbZbZbZbZbZbZbZbZcZcZ(cZ8cZHcZXcZhcZxcZcZcZcZcZcZcZcZcZdZdZ(dZ8dZHdZXdZhdZxdZdZdZdZdZdZdZdZdZeZeZ(eZ8eZHeZXeZheZxeZeZeZeZeZeZeZeZeZfZfZ(fZ8fZHfZXfZhfZxfZfZfZfZfZfZfZfZfZgZgZ(gZ8gZHgZXgZhgZxgZgZgZgZgZgZgZgZgZhZhZ(hZ8hZHhZXhZhhZxhZhZhZhZhZhZhZhZhZiZiZ(iZ8iZHiZXiZhiZxiZiZiZiZiZiZiZiZiZjZjZ(jZ8jZHjZXjZhjZxjZjZjZjZjZjZjZjZjZkZkZ(kZ8kZHkZXkZhkZxkZkZkZkZkZkZkZkZkZlZlZ(lZ8lZHlZXlZhlZxlZlZlZlZlZlZlZlZlZmZmZ(mZ8mZHmZXmZhmZxmZmZmZmZmZmZmZmZmZnZnZ(nZ8nZHnZXnZhnZxnZnZnZnZnZnZnZnZnZoZoZ(oZ8oZHoZXoZhoZxoZoZoZoZoZoZoZoZoZpZpZ(pZ8pZHpZXpZhpZxpZpZpZpZpZpZpZpZpZqZqZ(qZ8qZHqZXqZhqZxqZqZqZqZqZqZqZqZqZrZrZ(rZ8rZHrZXrZhrZxrZrZrZrZrZrZrZrZrZsZsZ(sZ8sZHsZXsZhsZxsZsZsZsZsZsZsZsZsZtZtZ(tZ8tZHtZXtZhtZxtZtZtZtZtZtZtZtZtZuZuZ(uZ8uZHuZXuZhuZxuZuZuZuZuZuZuZuZuZvZvZ(vZ8vZHvZXvZhvZxvZvZvZvZvZvZvZvZvZwZwZ(wZ8wZHwZXwZhwZxwZwZwZwZwZwZwZwZwZxZxZ(xZ8xZHxZXxZhxZxxZxZxZxZxZxZxZxZxZyZyZ(yZ8yZHyZXyZhyZxyZyZyZyZyZyZyZyZyZzZzZ(zZ8zZHzZXzZhzZxzZzZzZzZzZzZzZzZzZ{Z{Z({Z8{ZH{ZX{Zh{Zx{Z{Z{Z{Z{Z{Z{Z{Z{Z|Z|Z(|Z8|ZH|ZX|Zh|Zx|Z|Z|Z|Z|Z|Z|Z|Z|Z}Z}Z(}Z8}ZH}ZX}Zh}Zx}Z}Z}Z}Z}Z}Z}Z}Z}Z~Z~Z(~Z8~ZH~ZX~Zh~Zx~Z~Z~Z~Z~Z~Z~Z~Z~ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZȀZ؀ZZZZZ(Z8ZHZXZhZxZZZZZȁZ؁ZZZZZ(Z8ZHZXZhZxZZZZZȂZ؂ZZZZZ(Z8ZHZXZhZxZZZZZȃZ؃ZZZZZ(Z8ZHZXZhZxZZZZZȄZ؄ZZZZZ(Z8ZHZXZhZxZZZZZȅZ؅ZZZZZ(Z8ZHZXZhZxZZZZZȆZ؆ZZZZZ(Z8ZHZXZhZxZZZZZȇZ؇ZZZZZ(Z8ZHZXZhZxZZZZZȈZ؈ZZZZZ(Z8ZHZXZhZxZZZZZȉZ؉ZZZZZ(Z8ZHZXZhZxZZZZZȊZ؊ZZZZZ(Z8ZHZXZhZxZZZZZȋZ؋ZZZZZ(Z8ZHZXZhZxZZZZZȌZ،ZZZZZ(Z8ZHZXZhZxZZZZZȍZ؍ZZZZZ(Z8ZHZXZhZxZZZZZȎZ؎ZZZZZ(Z8ZHZXZhZxZZZZZȏZ؏ZZZZZ(Z8ZHZXZhZxZZZZZȐZؐZZZZZ(Z8ZHZXZhZxZZZZZȑZؑZZZZZ(Z8ZHZXZhZxZZZZZȒZؒZZZZZ(Z8ZHZXZhZxZZZZZȓZؓZZZZZ(Z8ZHZXZhZxZZZZZȔZؔZZZZZ(Z8ZHZXZhZxZZZZZȕZؕZZZZZ(Z8ZHZXZhZxZZZZZȖZؖZZZZZ(Z8ZHZXZhZxZZZZZȗZؗZZZZZ(Z8ZHZXZhZxZZZZZȘZؘZZZZZ(Z8ZHZXZhZxZZZZZșZؙZZZZZ(Z8ZHZXZhZxZZZZZȚZؚZZZZZ(Z8ZHZXZhZxZZZZZțZ؛ZZZZZ(Z8ZHZXZhZxZZZZZȜZ؜ZZZZZ(Z8ZHZXZhZxZZZZZȝZ؝ZZZZZ(Z8ZHZXZhZxZZZZZȞZ؞ZZZZZ(Z8ZHZXZhZxZZZZZȟZ؟ZZZZZ(Z8ZHZXZhZxZZZZZȠZؠZZZZZ(Z8ZHZXZhZxZZZZZȡZءZZZZZ(Z8ZHZXZhZxZZZZZȢZآZZZZZ(Z8ZHZXZhZxZZZZZȣZأZZZZZ(Z8ZHZXZhZxZZZZZȤZؤZZZZZ(Z8ZHZXZhZxZZZZZȥZإZZZZZ(Z8ZHZXZhZxZZZZZȦZئZZZZZ(Z8ZHZXZhZxZZZZZȧZاZZZZZ(Z8ZHZXZhZxZZZZZȨZبZZZZZ(Z8ZHZXZhZxZZZZZȩZةZZZZZ(Z8ZHZXZhZxZZZZZȪZتZZZZZ(Z8ZHZXZhZxZZZZZȫZثZZZZZ(Z8ZHZXZhZxZZZZZȬZجZZZZZ(Z8ZHZXZhZxZZZZZȭZحZZZZZ(Z8ZHZXZhZxZZZZZȮZخZZZZZ(Z8ZHZXZhZxZZZZZȯZدZZZZZ(Z8ZHZXZhZxZZZZZȰZذZZZZZ(Z8ZHZXZhZxZZZZZȱZرZZZZZ(Z8ZHZXZhZxZZZZZȲZزZZZZZ(Z8ZHZXZhZxZZZZZȳZسZZZZZ(Z8ZHZXZhZxZZZZZȴZشZZZZZ(Z8ZHZXZhZxZZZZZȵZصZZZZZ(Z8ZHZXZhZxZZZZZȶZضZZZZZ(Z8ZHZXZhZxZZZZZȷZطZZZZZ(Z8ZHZXZhZxZZZZZȸZظZZZZZ(Z8ZHZXZhZxZZZZZȹZعZZZZZ(Z8ZHZXZhZxZZZZZȺZغZZZZZ(Z8ZHZXZhZxZZZZZȻZػZZZZZ(Z8ZHZXZhZxZZZZZȼZؼZZZZZ(Z8ZHZXZhZxZZZZZȽZؽZZZZZ(Z8ZHZXZhZxZZZZZȾZؾZZZZZ(Z8ZHZXZhZxZZZZZȿZؿZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZ Z Z( Z8 ZH ZX Zh Zx Z Z Z Z Z Z Z Z Z!Z!Z(!Z8!ZH!ZX!Zh!Zx!Z!Z!Z!Z!Z!Z!Z!Z!Z"Z"Z("Z8"ZH"ZX"Zh"Zx"Z"Z"Z"Z"Z"Z"Z"Z"Z#Z#Z(#Z8#ZH#ZX#Zh#Zx#Z#Z#Z#Z#Z#Z#Z#Z#Z$Z$Z($Z8$ZH$ZX$Zh$Zx$Z$Z$Z$Z$Z$Z$Z$Z$Z%Z%Z(%Z8%ZH%ZX%Zh%Zx%Z%Z%Z%Z%Z%Z%Z%Z%Z&Z&Z(&Z8&ZH&ZX&Zh&Zx&Z&Z&Z&Z&Z&Z&Z&Z&Z'Z'Z('Z8'ZH'ZX'Zh'Zx'Z'Z'Z'Z'Z'Z'Z'Z'Z(Z(Z((Z8(ZH(ZX(Zh(Zx(Z(Z(Z(Z(Z(Z(Z(Z(Z)Z)Z()Z8)ZH)ZX)Zh)Zx)Z)Z)Z)Z)Z)Z)Z)Z)Z*Z*Z(*Z8*ZH*ZX*Zh*Zx*Z*Z*Z*Z*Z*Z*Z*Z*Z+Z+Z(+Z8+ZH+ZX+Zh+Zx+Z+Z+Z+Z+Z+Z+Z+Z+Z,Z,Z(,Z8,ZH,ZX,Zh,Zx,Z,Z,Z,Z,Z,Z,Z,Z,Z-Z-Z(-Z8-ZH-ZX-Zh-Zx-Z-Z-Z-Z-Z-Z-Z-Z-Z.Z.Z(.Z8.ZH.ZX.Zh.Zx.Z.Z.Z.Z.Z.Z.Z.Z.Z/Z/Z(/Z8/ZH/ZX/Zh/Zx/Z/Z/Z/Z/Z/Z/Z/Z/Z0Z0Z(0Z80ZH0ZX0Zh0Zx0Z0Z0Z0Z0Z0Z0Z0Z0Z1Z1Z(1Z81ZH1ZX1Zh1Zx1Z1Z1Z1Z1Z1Z1Z1Z1Z2Z2Z(2Z82ZH2ZX2Zh2Zx2Z2Z2Z2Z2Z2Z2Z2Z2Z3Z3Z(3Z83ZH3ZX3Zh3Zx3Z3Z3Z3Z3Z3Z3Z3Z3Z4Z4Z(4Z84ZH4ZX4Zh4Zx4Z4Z4Z4Z4Z4Z4Z4Z4Z5Z5Z(5Z85ZH5ZX5Zh5Zx5Z5Z5Z5Z5Z5Z5Z5Z5Z6Z6Z(6Z86ZH6ZX6Zh6Zx6Z6Z6Z6Z6Z6Z6Z6Z6Z7Z7Z(7Z87ZH7ZX7Zh7Zx7Z7Z7Z7Z7Z7Z7Z7Z7Z8Z8Z(8Z88ZH8ZX8Zh8Zx8Z8Z8Z8Z8Z8Z8Z8Z8Z9Z9Z(9Z89ZH9ZX9Zh9Zx9Z9Z9Z9Z9Z9Z9Z9Z9Z:Z:Z(:Z8:ZH:ZX:Zh:Zx:Z:Z:Z:Z:Z:Z:Z:Z:Z;Z;Z(;Z8;ZH;ZX;Zh;Zx;Z;Z;Z;Z;Z;Z;Z;Z;Z<Z<Z(<Z8<ZH<ZX<Zh<Zx<Z<Z<Z<Z<Z<Z<Z<Z<Z=Z=Z(=Z8=ZH=ZX=Zh=Zx=Z=Z=Z=Z=Z=Z=Z=Z=Z>Z>Z(>Z8>ZH>ZX>Zh>Zx>Z>Z>Z>Z>Z>Z>Z>Z>Z?Z?Z(?Z8?ZH?ZX?Zh?Zx?Z?Z?Z?Z?Z?Z?Z?Z?Z@Z@Z(@Z8@ZH@ZX@Zh@Zx@Z@Z@Z@Z@Z@Z@Z@Z@ZAZAZ(AZ8AZHAZXAZhAZxAZAZAZAZAZAZAZAZAZBZBZ(BZ8BZHBZXBZhBZxBZBZBZBZBZBZBZBZBZCZCZ(CZ8CZHCZXCZhCZxCZCZCZCZCZCZCZCZCZDZDZ(DZ8DZHDZXDZhDZxDZDZDZDZDZDZDZDZDZEZEZ(EZ8EZHEZXEZhEZxEZEZEZEZEZEZEZEZEZFZFZ(FZ8FZHFZXFZhFZxFZFZFZFZFZFZFZFZFZGZGZ(GZ8GZHGZXGZhGZxGZGZGZGZGZGZGZGZGZHZHZ(HZ8HZHHZXHZhHZxHZHZHZHZHZHZHZHZHZIZIZ(IZ8IZHIZXIZhIZxIZIZIZIZIZIZIZIZIZJZJZ(JZ8JZHJZXJZhJZxJZJZJZJZJZJZJZJZJZKZKZ(KZ8KZHKZXKZhKZxKZKZKZKZKZKZKZKZKZLZLZ(LZ8LZHLZXLZhLZxLZLZLZLZLZLZLZLZLZMZMZ(MZ8MZHMZXMZhMZxMZMZMZMZMZMZMZMZMZNZNZ(NZ8NZHNZXNZhNZxNZNZNZNZNZNZNZNZNZOZOZ(OZ8OZHOZXOZhOZxOZOZOZOZOZOZOZOZOZPZPZ(PZ8PZHPZXPZhPZxPZPZPZPZPZPZPZPZPZQZQZ(QZ8QZHQZXQZhQZxQZQZQZQZQZQZQZQZQZRZRZ(RZ8RZHRZXRZhRZxRZRZRZRZRZRZRZRZRZSZSZ(SZ8SZHSZXSZhSZxSZSZSZSZSZSZSZSZSZTZTZ(TZ8TZHTZXTZhTZxTZTZTZTZTZTZTZTZTZUZUZ(UZ8UZHUZXUZhUZxUZUZUZUZUZUZUZUZUZVZVZ(VZ8VZHVZXVZhVZxVZVZVZVZVZVZVZVZVZWZWZ(WZ8WZHWZXWZhWZxWZWZWZWZWZWZWZWZWZXZXZ(XZ8XZHXZXXZhXZxXZXZXZXZXZXZXZXZXZYZYZ(YZ8YZHYZXYZhYZxYZYZYZYZYZYZYZYZYZZZZZ(ZZ8ZZHZZXZZhZZxZZZZZZZZZZZZZZZZZZ[Z[Z([Z8[ZH[ZX[Zh[Zx[Z[Z[Z[Z[Z[Z[Z[Z[Z\Z\Z(\Z8\ZH\ZX\Zh\Zx\Z\Z\Z\Z\Z\Z\Z\Z\Z]Z]Z(]Z8]ZH]ZX]Zh]Zx]Z]Z]Z]Z]Z]Z]Z]Z]Z^Z^Z(^Z8^ZH^ZX^Zh^Zx^Z^Z^Z^Z^Z^Z^Z^Z^Z_Z_Z(_Z8_ZH_ZX_Zh_Zx_Z_Z_Z_Z_Z_Z_Z_Z_Z`Z`Z(`Z8`ZH`ZX`Zh`Zx`Z`Z`Z`Z`Z`Z`Z`Z`ZaZaZ(aZ8aZHaZXaZhaZxaZaZaZaZaZaZaZaZaZbZbZ(bZ8bZHbZXbZhbZxbZbZbZbZbZbZbZbZbZcZcZ(cZ8cZHcZXcZhcZxcZcZcZcZcZcZcZcZcZdZdZ(dZ8dZHdZXdZhdZxdZdZdZdZdZdZdZdZdZeZeZ(eZ8eZHeZXeZheZxeZeZeZeZeZeZeZeZeZfZfZ(fZ8fZHfZXfZhfZxfZfZfZfZfZfZfZfZfZgZgZ(gZ8gZHgZXgZhgZxgZgZgZgZgZgZgZgZgZhZhZ(hZ8hZHhZXhZhhZxhZhZhZhZhZhZhZhZhZiZiZ(iZ8iZHiZXiZhiZxiZiZiZiZiZiZiZiZiZjZjZ(jZ8jZHjZXjZhjZxjZjZjZjZjZjZjZjZjZkZkZ(kZ8kZHkZXkZhkZxkZkZkZkZkZkZkZkZkZlZlZ(lZ8lZHlZXlZhlZxlZlZlZlZlZlZlZlZlZmZmZ(mZ8mZHmZXmZhmZxmZmZmZmZmZmZmZmZmZnZnZ(nZ8nZHnZXnZhnZxnZnZnZnZnZnZnZnZnZoZoZ(oZ8oZHoZXoZhoZxoZoZoZoZoZoZoZoZoZpZpZ(pZ8pZHpZXpZhpZxpZpZpZpZpZpZpZpZpZqZqZ(qZ8qZHqZXqZhqZxqZqZqZqZqZqZqZqZqZrZrZ(rZ8rZHrZXrZhrZxrZrZrZrZrZrZrZrZrZsZsZ(sZ8sZHsZXsZhsZxsZsZsZsZsZsZsZsZsZtZtZ(tZ8tZHtZXtZhtZxtZtZtZtZtZtZtZtZtZuZuZ(uZ8uZHuZXuZhuZxuZuZuZuZuZuZuZuZuZvZvZ(vZ8vZHvZXvZhvZxvZvZvZvZvZvZvZvZvZwZwZ(wZ8wZHwZXwZhwZxwZwZwZwZwZwZwZwZwZxZxZ(xZ8xZHxZXxZhxZxxZxZxZxZxZxZxZxZxZyZyZ(yZ8yZHyZXyZhyZxyZyZyZyZyZyZyZyZyZzZzZ(zZ8zZHzZXzZhzZxzZzZzZzZzZzZzZzZzZ{Z{Z({Z8{ZH{ZX{Zh{Zx{Z{Z{Z{Z{Z{Z{Z{Z{Z|Z|Z(|Z8|ZH|ZX|Zh|Zx|Z|Z|Z|Z|Z|Z|Z|Z|Z}Z}Z(}Z8}ZH}ZX}Zh}Zx}Z}Z}Z}Z}Z}Z}Z}Z}Z~Z~Z(~Z8~ZH~ZX~Zh~Zx~Z~Z~Z~Z~Z~Z~Z~Z~ZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZȀZ؀ZZZZZ(Z8ZHZXZhZxZZZZZȁZ؁ZZZZZ(Z8ZHZXZhZxZZZZZȂZ؂ZZZZZ(Z8ZHZXZhZxZZZZZȃZ؃ZZZZZ(Z8ZHZXZhZxZZZZZȄZ؄ZZZZZ(Z8ZHZXZhZxZZZZZȅZ؅ZZZZZ(Z8ZHZXZhZxZZZZZȆZ؆ZZZZZ(Z8ZHZXZhZxZZZZZȇZ؇ZZZZZ(Z8ZHZXZhZxZZZZZȈZ؈ZZZZZ(Z8ZHZXZhZxZZZZZȉZ؉ZZZZZ(Z8ZHZXZhZxZZZZZȊZ؊ZZZZZ(Z8ZHZXZhZxZZZZZȋZ؋ZZZZZ(Z8ZHZXZhZxZZZZZȌZ،ZZZZZ(Z8ZHZXZhZxZZZZZȍZ؍ZZZZZ(Z8ZHZXZhZxZZZZZȎZ؎ZZZZZ(Z8ZHZXZhZxZZZZZȏZ؏ZZZZZ(Z8ZHZXZhZxZZZZZȐZؐZZZZZ(Z8ZHZXZhZxZZZZZȑZؑZZZZZ(Z8ZHZXZhZxZZZZZȒZؒZZZZZ(Z8ZHZXZhZxZZZZZȓZؓZZZZZ(Z8ZHZXZhZxZZZZZȔZؔZZZZZ(Z8ZHZXZhZxZZZZZȕZؕZZZZZ(Z8ZHZXZhZxZZZZZȖZؖZZZZZ(Z8ZHZXZhZxZZZZZȗZؗZZZZZ(Z8ZHZXZhZxZZZZZȘZؘZZZZZ(Z8ZHZXZhZxZZZZZșZؙZZZZZ(Z8ZHZXZhZxZZZZZȚZؚZZZZZ(Z8ZHZXZhZxZZZZZțZ؛ZZZZZ(Z8ZHZXZhZxZZZZZȜZ؜ZZZZZ(Z8ZHZXZhZxZZZZZȝZ؝ZZZZZ(Z8ZHZXZhZxZZZZZȞZ؞ZZZZZ(Z8ZHZXZhZxZZZZZȟZ؟ZZZZZ(Z8ZHZXZhZxZZZZZȠZؠZZZZZ(Z8ZHZXZhZxZZZZZȡZءZZZZZ(Z8ZHZXZhZxZZZZZȢZآZZZZZ(Z8ZHZXZhZxZZZZZȣZأZZZZZ(Z8ZHZXZhZxZZZZZȤZؤZZZZZ(Z8ZHZXZhZxZZZZZȥZإZZZZZ(Z8ZHZXZhZxZZZZZȦZئZZZZZ(Z8ZHZXZhZxZZZZZȧZاZZZZZ(Z8ZHZXZhZxZZZZZȨZبZZZZZ(Z8ZHZXZhZxZZZZZȩZةZZZZZ(Z8ZHZXZhZxZZZZZȪZتZZZZZ(Z8ZHZXZhZxZZZZZȫZثZZZZZ(Z8ZHZXZhZxZZZZZȬZجZZZZZ(Z8ZHZXZhZxZZZZZȭZحZZZZZ(Z8ZHZXZhZxZZZZZȮZخZZZZZ(Z8ZHZXZhZxZZZZZȯZدZZZZZ(Z8ZHZXZhZxZZZZZȰZذZZZZZ(Z8ZHZXZhZxZZZZZȱZرZZZZZ(Z8ZHZXZhZxZZZZZȲZزZZZZZ(Z8ZHZXZhZxZZZZZȳZسZZZZZ(Z8ZHZXZhZxZZZZZȴZشZZZZZ(Z8ZHZXZhZxZZZZZȵZصZZZZZ(Z8ZHZXZhZxZZZZZȶZضZZZZZ(Z8ZHZXZhZxZZZZZȷZطZZZZZ(Z8ZHZXZhZxZZZZZȸZظZZZZZ(Z8ZHZXZhZxZZZZZȹZعZZZZZ(Z8ZHZXZhZxZZZZZȺZغZZZZZ(Z8ZHZXZhZxZZZZZȻZػZZZZZ(Z8ZHZXZhZxZZZZZȼZؼZZZZZ(Z8ZHZXZhZxZZZZZȽZؽZZZZZ(Z8ZHZXZhZxZZZZZȾZؾZZZZZ(Z8ZHZXZhZxZZZZZȿZؿZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZhZxZZZZZZZZZZZ(Z8ZHZXZp 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@XhxȺغ(8HXhxȻػ(8HXhx м       0 @ P ` p      н       0 @ P ` p      о       0 @ P ` p      п       0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                      0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                  ! !  ! 0! @! P! `! p! ! ! ! ! ! ! ! ! " "  " 0" @" P" `" p" " " " " " " " " # #  # 0# @# P# `# p# # # # # # # # # $ $  $ 0$ @$ P$ `$ p$ $ $ $ $ $ $ $ $ % %  % 0% @% P% `% p% % % % % % % % % & &  & 0& @& P& `& p& & & & & & & & & ' '  ' 0' @' P' `' p' ' ' ' ' ' ' ' ' ( (  ( 0( @( P( `( p( ( ( ( ( ( ( ( ( ) )  ) 0) @) P) `) p) ) ) ) ) ) ) ) ) * *  * 0* @* P* `* p* * * * * * * * * + +  + 0+ @+ P+ `+ p+ + + + + + + + + , ,  , 0, @, P, `, p, , , , , , , , , - -  - 0- @- P- `- p- - - - - - - - - . .  . 0. @. P. `. p. . . . . . . . . / /  / 0/ @/ P/ `/ p/ / / / / / / / / 0 0  0 00 @0 P0 `0 p0 0 0 0 0 0 0 0 0 1 1  1 01 @1 P1 `1 p1 1 1 1 1 1 1 1 1 2 2  2 02 @2 P2 `2 p2 2 2 2 2 2 2 2 2 3 3  3 03 @3 P3 `3 p3 3 3 3 3 3 3 3 3 4 4  4 04 @4 P4 `4 p4 4 4 4 4 4 4 4 4 5 5  5 05 @5 P5 `5 p5 5 5 5 5 5 5 5 5 6 6  6 06 @6 P6 `6 p6 6 6 6 6 6 6 6 6 7 7  7 07 @7 P7 `7 p7 7 7 7 7 7 7 7 7 8 8  8 08 @8 P8 `8 p8 8 8 8 8 8 8 8 8 9 9  9 09 @9 P9 `9 p9 9 9 9 9 9 9 9 9 : :  : 0: @: P: `: p: : : : : : : : : ; ;  ; 0; @; P; `; p; ; ; ; ; ; ; ; ; < <  < 0< @< P< `< p< < < < < < < < < = =  = 0= @= P= `= p= = = = = = = = = > >  > 0> @> P> `> p> > > > > > > > > ? ?  ? 0? @? P? `? p? ? ? ? ? ? ? ? ? @ @  @ 0@ @@ P@ `@ p@ @ @ @ @ @ @ @ @ A A  A 0A @A PA `A pA A A A A A A A A B B  B 0B @B PB `B pB B B B B B B B B C C  C 0C @C PC `C pC C C C C C C C C D D  D 0D @D PD `D pD D D D D D D D D E E  E 0E @E PE `E pE E E E E E E E E F F  F 0F @F PF `F pF F F F F F F F F G G  G 0G @G PG `G pG G G G G G G G G H H  H 0H @H PH `H pH H H H H H H H H I I  I 0I @I PI `I pI I I I I I I I I J J  J 0J @J PJ `J pJ J J J J J J J J K K  K 0K @K PK `K pK K K K K K K K K L L  L 0L @L PL `L pL L L L L L L L L M M  M 0M @M PM `M pM M M M M M M M M N N  N 0N @N PN `N pN N N N N N N N N O O  O 0O @O PO `O pO O O O O O O O O P P  P 0P @P PP `P pP P P P P P P P P Q Q  Q 0Q @Q PQ `Q pQ Q Q Q Q Q Q Q Q R R  R 0R @R PR `R pR R R R R R R R R S S  S 0S @S PS `S pS S S S S S S S S T T  T 0T @T PT `T pT T T T T T T T T U U  U 0U @U PU `U pU U U U U U U U U V V  V 0V @V PV `V pV V V V V V V V V W W  W 0W @W PW `W pW W W W W W W W W X X  X 0X @X PX `X pX X X X X X X X X Y Y  Y 0Y @Y PY `Y pY Y Y Y Y Y Y Y Y Z Z  Z 0Z @Z PZ `Z pZ Z Z Z Z Z Z Z Z [ [  [ 0[ @[ P[ `[ p[ [ [ [ [ [ [ [ [ \ \  \ 0\ @\ P\ `\ p\ \ \ \ \ \ \ \ \ ] ]  ] 0] @] P] `] p] ] ] ] ] ] ] ] ] ^ ^  ^ 0^ @^ P^ `^ p^ ^ ^ ^ ^ ^ ^ ^ ^ _ _  _ 0_ @_ P_ `_ p_ _ _ _ _ _ _ _ _ ` `  ` 0` @` P` `` p` ` ` ` ` ` ` ` ` a a  a 0a @a Pa `a pa a a a a a a a a b b  b 0b @b Pb `b pb b b b b b b b b c c  c 0c @c Pc `c pc c c c c c c c c d d  d 0d @d Pd `d pd d d d d d d d d e e  e 0e @e Pe `e pe e e e e e e e e f f  f 0f @f Pf `f pf f f f f f f f f g g  g 0g @g Pg `g pg g g g g g g g g h h  h 0h @h Ph `h ph h h h h h h h h i i  i 0i @i Pi `i pi i i i i i i i i j j  j 0j @j Pj `j pj j j j j j j j j k k  k 0k @k Pk `k pk k k k k k k k k l l  l 0l @l Pl `l pl l l l l l l l l m m  m 0m @m Pm `m pm m m m m m m m m n n  n 0n @n Pn `n pn n n n n n n n n o o  o 0o @o Po `o po o o o o o o o o p p  p 0p @p Pp `p pp p p p p p p p p q q  q 0q @q Pq `q pq q q q q q q q q r r  r 0r @r Pr `r pr r r r r r r r r s s  s 0s @s Ps `s ps s s s s s s s s t t  t 0t @t Pt `t pt t t t t t t t t u u  u 0u @u Pu `u pu u u u u u u u u v v  v 0v @v Pv `v pv v v v v v v v v w w  w 0w @w Pw `w pw w w w w w w w w x x  x 0x @x Px `x px x x x x x x x x y y  y 0y @y Py `y py y y y y y y y y z z  z 0z @z Pz `z pz z z z z z z z z { {  { 0{ @{ P{ `{ p{ { { { { { { { { | |  | 0| @| P| `| p| | | | | | | | | } }  } 0} @} P} `} p} } } } } } } } } ~ ~  ~ 0~ @~ P~ `~ p~ ~ ~ ~ ~ ~ ~ ~ ~     0 @ P ` p             0 @ P ` p      Ѐ       0 @ P ` p      Ё       0 @ P ` p      Ђ       0 @ P ` p      Ѓ       0 @ P ` p      Є       0 @ P ` p      Ѕ       0 @ P ` p      І       0 @ P ` p      Ї       0 @ P ` p      Ј       0 @ P ` p      Љ       0 @ P ` p      Њ       0 @ P ` p      Ћ       0 @ P ` p      Ќ       0 @ P ` p      Ѝ       0 @ P ` p      Ў       0 @ P ` p      Џ       0 @ P ` p      А       0 @ P ` p      Б       0 @ P ` p      В       0 @ P ` p      Г       0 @ P ` p      Д       0 @ P ` p      Е       0 @ P ` p      Ж       0 @ P ` p      З       0 @ P ` p      И       0 @ P ` p      Й       0 @ P ` p      К       0 @ P ` p      Л       0 @ P ` p      М       0 @ P ` p      Н       0 @ P ` p      О       0 @ P ` p      П       0 @ P ` p      Р       0 @ P ` p      С       0 @ P ` p      Т       0 @ P ` p      У       0 @ P ` p      Ф       0 @ P ` p      Х       0 @ P ` p      Ц       0 @ P ` p      Ч       0 @ P ` p      Ш       0 @ P ` p      Щ       0 @ P ` p      Ъ       0 @ P ` p      Ы       0 @ P ` p      Ь       0 @ P ` p      Э       0 @ P ` p      Ю       0 @ P ` p      Я       0 @ P ` p      а       0 @ P ` p      б       0 @ P ` p      в       0 @ P ` p      г       0 @ P ` p      д       0 @ P ` p      е       0 @ P ` p      ж       0 @ P ` p      з       0 @ P ` p      и       0 @ P ` p      й       0 @ P ` p      к       0 @ P ` p      л       0 @ P ` p      м       0 @ P ` p      н       0 @ P ` p      о       0 @ P ` p      п       0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                        0  @  P  `  p                      0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p             0 @ P ` p               0  @  P  `  p                  ! !  ! 0! @! P! `! p! ! ! ! ! ! ! ! ! " "  " 0" @" P" `" p" " " " " " " " " # #  # 0# @# P# `# p# # # # # # # # # $ $  $ 0$ @$ P$ `$ p$ $ $ $ $ $ $ $ $ % %  % 0% @% P% `% p% % % % % % % % % & &  & 0& @& P& `& p& & & & & & & & & ' '  ' 0' @' P' `' p' ' ' ' ' ' ' ' ' ( (  ( 0( @( P( `( p( ( ( ( ( ( ( ( ( ) )  ) 0) @) P) `) p) ) ) ) ) ) ) ) ) * *  * 0* @* P* `* p* * * * * * * * * + +  + 0+ @+ P+ `+ p+ + + + + + + + + , ,  , 0, @, P, `, p, , , , , , , , , - -  - 0- @- P- `- p- - - - - - - - - . .  . 0. @. P. `. p. . . . . . . . . / /  / 0/ @/ P/ `/ p/ / / / / / / / / 0 0  0 00 @0 P0 `0 p0 0 0 0 0 0 0 0 0 1 1  1 01 @1 P1 `1 p1 1 1 1 1 1 1 1 1 2 2  2 02 @2 P2 `2 p2 2 2 2 2 2 2 2 2 3 3  3 03 @3 P3 `3 p3 3 3 3 3 3 3 3 3 4 4  4 04 @4 P4 `4 p4 4 4 4 4 4 4 4 4 5 5  5 05 @5 P5 `5 p5 5 5 5 5 5 5 5 5 6 6  6 06 @6 P6 `6 p6 6 6 6 6 6 6 6 6 7 7  7 07 @7 P7 `7 p7 7 7 7 7 7 7 7 7 8 8  8 08 @8 P8 `8 p8 8 8 8 8 8 8 8 8 9 9  9 09 @9 P9 `9 p9 9 9 9 9 9 9 9 9 : :  : 0: @: P: `: p: : : : : : : : : ; ;  ; 0; @; P; `; p; ; ; ; ; ; ; ; ; < <  < 0< @< P< `< p< < < < < < < < < = =  = 0= @= P= `= p= = = = = = = = = > >  > 0> @> P> `> p> > > > > > > > > ? ?  ? 0? @? P? `? p? ? ? ? ? ? ? ? ? @ @  @ 0@ @@ P@ `@ p@ @ @ @ @ @ @ @ @ A A  A 0A @A PA `A pA A A A A A A A A B B  B 0B @B PB `B pB B B B B B B B B C C  C 0C @C PC `C pC C C C C C C C C D D  D 0D @D PD `D pD D D D D D D D D E E  E 0E @E PE `E pE E E E E E E E E F F  F 0F @F PF `F pF F F F F F F F F G G  G 0G @G PG `G pG G G G G G G G G H H  H 0H @H PH `H pH H H H H H H H H I I  I 0I @I PI `I pI I I I I I I I I J J  J 0J @J PJ `J pJ J J J J J J J J K K  K 0K @K PK `K pK K K K K K K K K L L  L 0L @L PL `L pL L L L L L L L L M M  M 0M @M PM `M pM M M M M M M M M N N  N 0N @N PN `N pN N N N N N N N N O O  O 0O @O PO `O pO O O O O O O O O P P  P 0P @P PP `P pP P P P P P P P P Q Q  Q 0Q @Q PQ `Q pQ Q Q Q Q Q Q Q Q R R  R 0R @R PR `R pR R R R R R R R R S S  S 0S @S PS `S pS S S S S S S S S T T  T 0T @T PT `T pT T T T T T T T T U U  U 0U @U PU `U pU U U U U U U U U V V  V 0V @V PV `V pV V V V V V V V V W W  W 0W @W PW `W pW W W W W W W W W X X  X 0X @X PX `X pX X X X X X X X X Y Y  Y 0Y @Y PY `Y pY Y Y Y Y Y Y Y Y Z Z  Z 0Z @Z PZ `Z pZ Z Z Z Z Z Z Z Z [ [  [ 0[ @[ P[ `[ p[ [ [ [ [ [ [ [ [ \ \  \ 0\ @\ P\ `\ p\ \ \ \ \ \ \ \ \ ] ]  ] 0] @] P] `] p] ] ] ] ] ] ] ] ] ^ ^  ^ 0^ @^ P^ `^ p^ ^ ^ ^ ^ ^ ^ ^ ^ _ _  _ 0_ @_ P_ `_ p_ _ _ _ _ _ _ _ _ ` `  ` 0` @` P` `` p` ` ` ` ` ` ` ` ` a a  a 0a @a Pa `a pa a a a a a a a a b b  b 0b @b Pb `b pb b b b b b b b b c c  c 0c @c Pc `c pc c c c c c c c c d d  d 0d @d Pd `d pd d d d d d d d d e e  e 0e @e Pe `e pe e e e e e e e e f f  f 0f @f Pf `f pf f f f f f f f f g g  g 0g @g Pg `g pg g g g g g g g g h h  h 0h @h Ph `h ph h h h h h h h h i i  i 0i @i Pi `i pi i i i i i i i i j j  j 0j @j Pj `j pj j j j j j j j j k k  k 0k @k Pk `k pk k k k k k k k k l l  l 0l @l Pl `l pl l l l l l l l l m m  m 0m @m Pm `m pm m m m m m m m m n n  n 0n @n Pn `n pn n n n n n n n n o o  o 0o @o Po `o po o o o o o o o o p p  p 0p @p Pp `p pp p p p p p p p p q q  q 0q @q Pq `q pq q q q q q q q q r r  r 0r @r Pr `r pr r r r r r r r r s s  s 0s @s Ps `s ps s s s s s s s s t t  t 0t @t Pt `t pt t t t t t t t t u u  u 0u @u Pu `u pu u u u u u u u u v v  v 0v @v Pv `v pv v v v v v v v v w w  w 0w @w Pw `w pw w w w w w w w w x x  x 0x @x Px `x px x x x x x x x x y y  y 0y @y Py `y py y y y y y y y y z z  z 0z @z Pz `z pz z z z z z z z z { {  { 0{ @{ P{ `{ p{ { { { { { { { { | |  | 0| @| P| `| p| | | | | | | | | } }  } 0} @} P} `} p} } } } } } } } } ~ ~  ~ 0~ @~ P~ `~ p~ ~ ~ ~ ~ ~ ~ ~ ~     0 @ P ` p             0 @ P ` p      Ѐ       0 @ P ` p      Ё       0 @ P ` p      Ђ       0 @ P ` p      Ѓ       0 @ P ` p      Є       0 @ P ` p      Ѕ       0 @ P ` p      І       0 @ P ` p      Ї       0 @ P ` p      Ј       0 @ P ` p      Љ       0 @ P ` p      Њ       0 @ P ` p      Ћ       0 @ P ` p      Ќ       0 @ P ` p      Ѝ       0 @ P ` p      Ў       0 @ P ` p      Џ       0 @ P ` p      А       0 @ P ` p      Б       0 @ P ` p      В       0 @ P ` p      Г       0 @ P ` p      Д       0 @ P ` p      Е       0 @ P ` p      Ж       0 @ P ` p      З       0 @ P ` p      И       0 @ P ` p      Й       0 @ P ` p      К       0 @ P ` p      Л       0 @ P ` p      М       0 @ P ` p      Н       0 @ P ` p      О       0 @ P ` p      П       0 @ P ` p      Р       0 @ P ` p      С       0 @ P ` p      Т       0 @ P ` p      У       0 @ X`h`x`````Ȥ`ؤ`````(`8`H`X`h`x`````ȥ`إ`````(`8`H`X`h`x`````Ȧ`ئ`````(`8`H`X`h`x`````ȧ`ا`````(`8`H`X`h`x`````Ȩ`ب`````(`8`H`X`h`x`````ȩ`ة`````(`8`H`X`h`x`````Ȫ`ت`````(`8`H`X`h`x`````ȫ`ث`````(`8`H`X`h`x`````Ȭ`ج`````(`8`H`X`h`x`````ȭ`ح`````(`8`H`X`h`x`````Ȯ`خ`````(`8`H`X`h`x`````ȯ`د`````(`8`H`X`h`x`````Ȱ`ذ`````(`8`H`X`h`x`````ȱ`ر`````(`8`H`X`h`x`````Ȳ`ز`````(`8`H`X`h`x`````ȳ`س`````(`8`H`X`h`x`````ȴ`ش`````(`8`H`X`h`x`````ȵ`ص`````(`8`H`X`h`x`````ȶ`ض`````(`8`H`X`h`x`````ȷ`ط`````(`8`H`X`h`x`````ȸ`ظ`````(`8`H`X`h`x`````ȹ`ع`````(`8`H`X`h`x`````Ⱥ`غ`````(`8`H`X`h`x`````Ȼ`ػ`````(`8`H`X`h`x`````ȼ`ؼ`````(`8`H`X`h`x`````Ƚ`ؽ`````(`8`H`X`h`x`````Ⱦ`ؾ`````(`8`H`X`h`x`````ȿ`ؿ`````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ```(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` `!`!`(!`8!`H!`X!`h!`x!`!`!`!`!`!`!`!`!`"`"`("`8"`H"`X"`h"`x"`"`"`"`"`"`"`"`"`#`#`(#`8#`H#`X#`h#`x#`#`#`#`#`#`#`#`#`$`$`($`8$`H$`X$`h$`x$`$`$`$`$`$`$`$`$`%`%`(%`8%`H%`X%`h%`x%`%`%`%`%`%`%`%`%`&`&`(&`8&`H&`X&`h&`x&`&`&`&`&`&`&`&`&`'`'`('`8'`H'`X'`h'`x'`'`'`'`'`'`'`'`'`(`(`((`8(`H(`X(`h(`x(`(`(`(`(`(`(`(`(`)`)`()`8)`H)`X)`h)`x)`)`)`)`)`)`)`)`)`*`*`(*`8*`H*`X*`h*`x*`*`*`*`*`*`*`*`*`+`+`(+`8+`H+`X+`h+`x+`+`+`+`+`+`+`+`+`,`,`(,`8,`H,`X,`h,`x,`,`,`,`,`,`,`,`,`-`-`(-`8-`H-`X-`h-`x-`-`-`-`-`-`-`-`-`.`.`(.`8.`H.`X.`h.`x.`.`.`.`.`.`.`.`.`/`/`(/`8/`H/`X/`h/`x/`/`/`/`/`/`/`/`/`0`0`(0`80`H0`X0`h0`x0`0`0`0`0`0`0`0`0`1`1`(1`81`H1`X1`h1`x1`1`1`1`1`1`1`1`1`2`2`(2`82`H2`X2`h2`x2`2`2`2`2`2`2`2`2`3`3`(3`83`H3`X3`h3`x3`3`3`3`3`3`3`3`3`4`4`(4`84`H4`X4`h4`x4`4`4`4`4`4`4`4`4`5`5`(5`85`H5`X5`h5`x5`5`5`5`5`5`5`5`5`6`6`(6`86`H6`X6`h6`x6`6`6`6`6`6`6`6`6`7`7`(7`87`H7`X7`h7`x7`7`7`7`7`7`7`7`7`8`8`(8`88`H8`X8`h8`x8`8`8`8`8`8`8`8`8`9`9`(9`89`H9`X9`h9`x9`9`9`9`9`9`9`9`9`:`:`(:`8:`H:`X:`h:`x:`:`:`:`:`:`:`:`:`;`;`(;`8;`H;`X;`h;`x;`;`;`;`;`;`;`;`;`<`<`(<`8<`H<`X<`h<`x<`<`<`<`<`<`<`<`<`=`=`(=`8=`H=`X=`h=`x=`=`=`=`=`=`=`=`=`>`>`(>`8>`H>`X>`h>`x>`>`>`>`>`>`>`>`>`?`?`(?`8?`H?`X?`h?`x?`?`?`?`?`?`?`?`?`@`@`(@`8@`H@`X@`h@`x@`@`@`@`@`@`@`@`@`A`A`(A`8A`HA`XA`hA`xA`A`A`A`A`A`A`A`A`B`B`(B`8B`HB`XB`hB`xB`B`B`B`B`B`B`B`B`C`C`(C`8C`HC`XC`hC`xC`C`C`C`C`C`C`C`C`D`D`(D`8D`HD`XD`hD`xD`D`D`D`D`D`D`D`D`E`E`(E`8E`HE`XE`hE`xE`E`E`E`E`E`E`E`E`F`F`(F`8F`HF`XF`hF`xF`F`F`F`F`F`F`F`F`G`G`(G`8G`HG`XG`hG`xG`G`G`G`G`G`G`G`G`H`H`(H`8H`HH`XH`hH`xH`H`H`H`H`H`H`H`H`I`I`(I`8I`HI`XI`hI`xI`I`I`I`I`I`I`I`I`J`J`(J`8J`HJ`XJ`hJ`xJ`J`J`J`J`J`J`J`J`K`K`(K`8K`HK`XK`hK`xK`K`K`K`K`K`K`K`K`L`L`(L`8L`HL`XL`hL`xL`L`L`L`L`L`L`L`L`M`M`(M`8M`HM`XM`hM`xM`M`M`M`M`M`M`M`M`N`N`(N`8N`HN`XN`hN`xN`N`N`N`N`N`N`N`N`O`O`(O`8O`HO`XO`hO`xO`O`O`O`O`O`O`O`O`P`P`(P`8P`HP`XP`hP`xP`P`P`P`P`P`P`P`P`Q`Q`(Q`8Q`HQ`XQ`hQ`xQ`Q`Q`Q`Q`Q`Q`Q`Q`R`R`(R`8R`HR`XR`hR`xR`R`R`R`R`R`R`R`R`S`S`(S`8S`HS`XS`hS`xS`S`S`S`S`S`S`S`S`T`T`(T`8T`HT`XT`hT`xT`T`T`T`T`T`T`T`T`U`U`(U`8U`HU`XU`hU`xU`U`U`U`U`U`U`U`U`V`V`(V`8V`HV`XV`hV`xV`V`V`V`V`V`V`V`V`W`W`(W`8W`HW`XW`hW`xW`W`W`W`W`W`W`W`W`X`X`(X`8X`HX`XX`hX`xX`X`X`X`X`X`X`X`X`Y`Y`(Y`8Y`HY`XY`hY`xY`Y`Y`Y`Y`Y`Y`Y`Y`Z`Z`(Z`8Z`HZ`XZ`hZ`xZ`Z`Z`Z`Z`Z`Z`Z`Z`[`[`([`8[`H[`X[`h[`x[`[`[`[`[`[`[`[`[`\`\`(\`8\`H\`X\`h\`x\`\`\`\`\`\`\`\`\`]`]`(]`8]`H]`X]`h]`x]`]`]`]`]`]`]`]`]`^`^`(^`8^`H^`X^`h^`x^`^`^`^`^`^`^`^`^`_`_`(_`8_`H_`X_`h_`x_`_`_`_`_`_`_`_`_`````(``8``H``X``h``x``````````````````a`a`(a`8a`Ha`Xa`ha`xa`a`a`a`a`a`a`a`a`b`b`(b`8b`Hb`Xb`hb`xb`b`b`b`b`b`b`b`b`c`c`(c`8c`Hc`Xc`hc`xc`c`c`c`c`c`c`c`c`d`d`(d`8d`Hd`Xd`hd`xd`d`d`d`d`d`d`d`d`e`e`(e`8e`He`Xe`he`xe`e`e`e`e`e`e`e`e`f`f`(f`8f`Hf`Xf`hf`xf`f`f`f`f`f`f`f`f`g`g`(g`8g`Hg`Xg`hg`xg`g`g`g`g`g`g`g`g`h`h`(h`8h`Hh`Xh`hh`xh`h`h`h`h`h`h`h`h`i`i`(i`8i`Hi`Xi`hi`xi`i`i`i`i`i`i`i`i`j`j`(j`8j`Hj`Xj`hj`xj`j`j`j`j`j`j`j`j`k`k`(k`8k`Hk`Xk`hk`xk`k`k`k`k`k`k`k`k`l`l`(l`8l`Hl`Xl`hl`xl`l`l`l`l`l`l`l`l`m`m`(m`8m`Hm`Xm`hm`xm`m`m`m`m`m`m`m`m`n`n`(n`8n`Hn`Xn`hn`xn`n`n`n`n`n`n`n`n`o`o`(o`8o`Ho`Xo`ho`xo`o`o`o`o`o`o`o`o`p`p`(p`8p`Hp`Xp`hp`xp`p`p`p`p`p`p`p`p`q`q`(q`8q`Hq`Xq`hq`xq`q`q`q`q`q`q`q`q`r`r`(r`8r`Hr`Xr`hr`xr`r`r`r`r`r`r`r`r`s`s`(s`8s`Hs`Xs`hs`xs`s`s`s`s`s`s`s`s`t`t`(t`8t`Ht`Xt`ht`xt`t`t`t`t`t`t`t`t`u`u`(u`8u`Hu`Xu`hu`xu`u`u`u`u`u`u`u`u`v`v`(v`8v`Hv`Xv`hv`xv`v`v`v`v`v`v`v`v`w`w`(w`8w`Hw`Xw`hw`xw`w`w`w`w`w`w`w`w`x`x`(x`8x`Hx`Xx`hx`xx`x`x`x`x`x`x`x`x`y`y`(y`8y`Hy`Xy`hy`xy`y`y`y`y`y`y`y`y`z`z`(z`8z`Hz`Xz`hz`xz`z`z`z`z`z`z`z`z`{`{`({`8{`H{`X{`h{`x{`{`{`{`{`{`{`{`{`|`|`(|`8|`H|`X|`h|`x|`|`|`|`|`|`|`|`|`}`}`(}`8}`H}`X}`h}`x}`}`}`}`}`}`}`}`}`~`~`(~`8~`H~`X~`h~`x~`~`~`~`~`~`~`~`~```(`8`H`X`h`x```````````(`8`H`X`h`x`````Ȁ`؀`````(`8`H`X`h`x`````ȁ`؁`````(`8`H`X`h`x`````Ȃ`؂`````(`8`H`X`h`x`````ȃ`؃`````(`8`H`X`h`x`````Ȅ`؄`````(`8`H`X`h`x`````ȅ`؅`````(`8`H`X`h`x`````Ȇ`؆`````(`8`H`X`h`x`````ȇ`؇`````(`8`H`X`h`x`````Ȉ`؈`````(`8`H`X`h`x`````ȉ`؉`````(`8`H`X`h`x`````Ȋ`؊`````(`8`H`X`h`x`````ȋ`؋`````(`8`H`X`h`x`````Ȍ`،`````(`8`H`X`h`x`````ȍ`؍`````(`8`H`X`h`x`````Ȏ`؎`````(`8`H`X`h`x`````ȏ`؏`````(`8`H`X`h`x`````Ȑ`ؐ`````(`8`H`X`h`x`````ȑ`ؑ`````(`8`H`X`h`x`````Ȓ`ؒ`````(`8`H`X`h`x`````ȓ`ؓ`````(`8`H`X`h`x`````Ȕ`ؔ`````(`8`H`X`h`x`````ȕ`ؕ`````(`8`H`X`h`x`````Ȗ`ؖ`````(`8`H`X`h`x`````ȗ`ؗ`````(`8`H`X`h`x`````Ș`ؘ`````(`8`H`X`h`x`````ș`ؙ`````(`8`H`X`h`x`````Ț`ؚ`````(`8`H`X`h`x`````ț`؛`````(`8`H`X`h`x`````Ȝ`؜`````(`8`H`X`h`x`````ȝ`؝`````(`8`H`X`h`x`````Ȟ`؞`````(`8`H`X`h`x`````ȟ`؟`````(`8`H`X`h`x`````Ƞ`ؠ`````(`8`H`X`h`x`````ȡ`ء`````(`8`H`X`h`x`````Ȣ`آ`````(`8`H`X`h`x`````ȣ`أ`````(`8`H`X`h`x`````Ȥ`ؤ`````(`8`H`X`h`x`````ȥ`إ`````(`8`H`X`h`x`````Ȧ`ئ`````(`8`H`X`h`x`````ȧ`ا`````(`8`H`X`h`x`````Ȩ`ب`````(`8`H`X`h`x`````ȩ`ة`````(`8`H`X`h`x`````Ȫ`ت`````(`8`H`X`h`x`````ȫ`ث`````(`8`H`X`h`x`````Ȭ`ج`````(`8`H`X`h`x`````ȭ`ح`````(`8`H`X`h`x`````Ȯ`خ`````(`8`H`X`h`x`````ȯ`د`````(`8`H`X`h`x`````Ȱ`ذ`````(`8`H`X`h`x`````ȱ`ر`````(`8`H`X`h`x`````Ȳ`ز`````(`8`H`X`h`x`````ȳ`س`````(`8`H`X`h`x`````ȴ`ش`````(`8`H`X`h`x`````ȵ`ص`````(`8`H`X`h`x`````ȶ`ض`````(`8`H`X`h`x`````ȷ`ط`````(`8`H`X`h`x`````ȸ`ظ`````(`8`H`X`h`x`````ȹ`ع`````(`8`H`X`h`x`````Ⱥ`غ`````(`8`H`X`h`x`````Ȼ`ػ`````(`8`H`X`h`x`````ȼ`ؼ`````(`8`H`X`h`x`````Ƚ`ؽ`````(`8`H`X`h`x`````Ⱦ`ؾ`````(`8`H`X`h`x`````ȿ`ؿ`````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x```````````(`8`H`X`h`x````````` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` `! `! `(! `8! `H! `X! `h! `x! `! `! `! `! `! `! `! `! `" `" `(" `8" `H" `X" `h" `x" `" `" `" `" `" `" `" `" `# `# `(# `8# `H# `X# `h# `x# `# `# `# `# `# `# `# `# `$ `$ `($ `8$ `H$ `X$ `h$ `x$ `$ `$ `$ `$ `$ `$ `$ `$ `% `% `(% `8% `H% `X% `h% `x% `% `% `% `% `% `% `% `% `& `& `(& `8& `H& `X& `h& `x& `& `& `& `& `& `& `& `& `' `' `(' `8' `H' `X' `h' `x' `' `' `' `' `' `' `' `' `( `( `(( `8( `H( `X( `h( `x( `( `( `( `( `( `( `( `( `) `) `() `8) `H) `X) `h) `x) `) `) `) `) `) `) `) `) `* `* `(* `8* `H* `X* `h* `x* `* `* `* `* `* `* `* `* `+ `+ `(+ `8+ `H+ `X+ `h+ `x+ `+ `+ `+ `+ `+ `+ `+ `+ `, `, `(, `8, `H, `X, `h, `x, `, `, `, `, `, `, `, `, `- `- `(- `8- `H- `X- `h- `x- `- `- `- `- `- `- `- `- `. `. `(. `8. `H. `X. `h. `x. `. `. `. `. `. `. `. `. `/ `/ `(/ `8/ `H/ `X/ `h/ `x/ `/ `/ `/ `/ `/ `/ `/ `/ `0 `0 `(0 `80 `H0 `X0 `h0 `x0 `0 `0 `0 `0 `0 `0 `0 `0 `1 `1 `(1 `81 `H1 `X1 `h1 `x1 `1 `1 `1 `1 `1 `1 `1 `1 `2 `2 `(2 `82 `H2 `X2 `h2 `x2 `2 `2 `2 `2 `2 `2 `2 `2 `3 `3 `(3 `83 `H3 `X3 `h3 `x3 `3 `3 `3 `3 `3 `3 `3 `3 `4 `4 `(4 `84 `H4 `X4 `h4 `x4 `4 `4 `4 `4 `4 `4 `4 `4 `5 `5 `(5 `85 `H5 `X5 `h5 `x5 `5 `5 `5 `5 `5 `5 `5 `5 `6 `6 `(6 `86 `H6 `X6 `h6 `x6 `6 `6 `6 `6 `6 `6 `6 `6 `7 `7 `(7 `87 `H7 `X7 `h7 `x7 `7 `7 `7 `7 `7 `7 `7 `7 `8 `8 `(8 `88 `H8 `X8 `h8 `x8 `8 `8 `8 `8 `8 `8 `8 `8 `9 `9 `(9 `89 `H9 `X9 `h9 `x9 `9 `9 `9 `9 `9 `9 `9 `9 `: `: `(: `8: `H: `X: `h: `x: `: `: `: `: `: `: `: `: `; `; `(; `8; `H; `X; `h; `x; `; `; `; `; `; `; `; `; `< `< `(< `8< `H< `X< `h< `x< `< `< `< `< `< `< `< `< `= `= `(= `8= `H= `X= `h= `x= `= `= `= `= `= `= `= `= `> `> `(> `8> `H> `X> `h> `x> `> `> `> `> `> `> `> `> `? `? `(? `8? `H? `X? `h? `x? `? `? `? `? `? `? `? `? `@ `@ `(@ `8@ `H@ `X@ `h@ `x@ `@ `@ `@ `@ `@ `@ `@ `@ `A `A `(A `8A `HA `XA `hA `xA `A `A `A `A `A `A `A `A `B `B `(B `8B `HB `XB `hB `xB `B `B `B `B `B `B `B `B `C `C `(C `8C `HC `XC `hC `xC `C `C `C `C `C `C `C `C `D `D `(D `8D `HD `XD `hD `xD `D `D `D `D `D `D `D `D `E `E `(E `8E `HE `XE `hE `xE `E `E `E `E `E `E `E `E `F `F `(F `8F `HF `XF `hF `xF `F `F `F `F `F `F `F `F `G `G `(G `8G `HG `XG `hG `xG `G `G `G `G `G `G `G `G `H `H `(H `8H `HH `XH `hH `xH `H `H `H `H `H `H `H `H `I `I `(I `8I `HI `XI `hI `xI `I `I `I `I `I `I `I `I `J `J `(J `8J `HJ `XJ `hJ `xJ `J `J `J `J `J `J `J `J `K `K `(K `8K `HK `XK `hK `xK `K `K `K `K `K `K `K `K `L `L `(L `8L `HL `XL `hL `xL `L `L `L `L `L `L `L `L `M `M `(M `8M `HM `XM `hM `xM `M `M `M `M `M `M `M `M `N `N `(N `8N `HN `XN `hN `xN `N `N `N `N `N `N `N `N `O `O `(O `8O `HO `XO `hO `xO `O `O `O `O `O `O `O `O `P `P `(P `8P `HP `XP `hP `xP `P `P `P `P `P `P `P `P `Q `Q `(Q `8Q `HQ `XQ `hQ `xQ `Q `Q `Q `Q `Q `Q `Q `Q `R `R `(R `8R `HR `XR `hR `xR `R `R `R `R `R `R `R `R `S `S `(S `8S `HS `XS `hS `xS `S `S `S `S `S `S `S `S `T `T `(T `8T `HT `XT `hT `xT `T `T `T `T `T `T `T `T `U `U `(U `8U `HU `XU `hU `xU `U `U `U `U `U `U `U `U `V `V `(V `8V `HV `XV `hV `xV `V `V `V `V `V `V `V `V `W `W `(W `8W `HW `XW `hW `xW `W `W `W `W `W `W `W `W `X `X `(X `8X `HX `XX `hX `xX `X `X `X `X `X `X `X `X `Y `Y `(Y `8Y `HY `XY `hY `xY `Y `Y `Y `Y `Y `Y `Y `Y `Z `Z `(Z `8Z `HZ `XZ `hZ `xZ `Z `Z `Z `Z `Z `Z `Z `Z `[ `[ `([ `8[ `H[ `X[ `h[ `x[ `[ `[ `[ `[ `[ `[ `[ `[ `\ `\ `(\ `8\ `H\ `X\ `h\ `x\ `\ `\ `\ `\ `\ `\ `\ `\ `] `] `(] `8] `H] `X] `h] `x] `] `] `] `] `] `] `] `] `^ `^ `(^ `8^ `H^ `X^ `h^ `x^ `^ `^ `^ `^ `^ `^ `^ `^ `_ `_ `(_ `8_ `H_ `X_ `h_ `x_ `_ `_ `_ `_ `_ `_ `_ `_ `` `` `(` `8` `H` `X` `h` `x` `` `` `` `` `` `` `` `` `a `a `(a `8a `Ha `Xa `ha `xa `a `a `a `a `a `a `a `a `b `b `(b `8b `Hb `Xb `hb `xb `b `b `b `b `b `b `b `b `c `c `(c `8c `Hc `Xc `hc `xc `c `c `c `c `c `c `c `c `d `d `(d `8d `Hd `Xd `hd `xd `d `d `d `d `d `d `d `d `e `e `(e `8e `He `Xe `he `xe `e `e `e `e `e `e `e `e `f `f `(f `8f `Hf `Xf `hf `xf `f `f `f `f `f `f `f `f `g `g `(g `8g `Hg `Xg `hg `xg `g `g `g `g `g `g `g `g `h `h `(h `8h `Hh `Xh `hh `xh `h `h `h `h `h `h `h `h `i `i `(i `8i `Hi `Xi `hi `xi `i `i `i `i `i `i `i `i `j `j `(j `8j `Hj `Xj `hj `xj `j `j `j `j `j `j `j `j `k `k `(k `8k `Hk `Xk `hk `xk `k `k `k `k `k `k `k `k `l `l `(l `8l `Hl `Xl `hl `xl `l `l `l `l `l `l `l `l `m `m `(m `8m `Hm `Xm `hm `xm `m `m `m `m `m `m `m `m `n `n `(n `8n `Hn `Xn `hn `xn `n `n `n `n `n `n `n `n `o `o `(o `8o `Ho `Xo `ho `xo `o `o `o `o `o `o `o `o `p `p `(p `8p `Hp `Xp `hp `xp `p `p `p `p `p `p `p `p `q `q `(q `8q `Hq `Xq `hq `xq `q `q `q `q `q `q `q `q `r `r `(r `8r `Hr `Xr `hr `xr `r `r `r `r `r `r `r `r `s `s `(s `8s `Hs `Xs `hs `xs `s `s `s `s `s `s `s `s `t `t `(t `8t `Ht `Xt `ht `xt `t `t `t `t `t `t `t `t `u `u `(u `8u `Hu `Xu `hu `xu `u `u `u `u `u `u `u `u `v `v `(v `8v `Hv `Xv `hv `xv `v `v `v `v `v `v `v `v `w `w `(w `8w `Hw `Xw `hw `xw `w `w `w `w `w `w `w `w `x `x `(x `8x `Hx `Xx `hx `xx `x `x `x `x `x `x `x `x `y `y `(y `8y `Hy `Xy `hy `xy `y `y `y `y `y `y `y `y `z `z `(z `8z `Hz `Xz `hz `xz `z `z `z `z `z `z `z `z `{ `{ `({ `8{ `H{ `X{ `h{ `x{ `{ `{ `{ `{ `{ `{ `{ `{ `| `| `(| `8| `H| `X| `h| `x| `| `| `| `| `| `| `| `| `} `} `(} `8} `H} `X} `h} `x} `} `} `} `} `} `} `} `} `~ `~ `(~ `8~ `H~ `X~ `h~ `x~ `~ `~ `~ `~ `~ `~ `~ `~ ` ` `( `8 `H `X `h `x ` ` ` ` ` ` ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȁ `؀ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȁ `؁ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȃ `؂ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȃ `؃ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȅ `؄ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȅ `؅ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȇ `؆ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȇ `؇ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȉ `؈ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȉ `؉ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `Ȋ `؊ ` ` ` ` `( `8 `H `X `h `x ` ` ` ` `ȋ `؋ `    0 @ P ` p      Ќ      0 @ P ` p      Ѝ      8 H X h x     Ȏ ؎     ( 8 H X h x     ȏ ؏     ( 8 H X h     ̐ ܐ     , < L \ l |     ̑ ܑ     , < L \ l |     ̒ ܒ     , < L \ l |     ̓ ܓ     , < L \ l |     ̔ ܔ     , < L \ l |     ̕ ܕ     , < L \ l |     ̖ ܖ     , < L \ l |     ̗ ܗ     , < L \ l |     ̘ ܘ     , < L \ l |     ̙ ܙ     , < L \ l |     ̚ ܚ     , < L \ l |     ̛ ܛ     , < L \ l |     ̜ ܜ     , < L \ l |     ̝ ܝ     , < L \ l |     ̞ ܞ     , < L \ l |     ̟ ܟ     , < L \ l |     ̠ ܠ     , < L \ l |     ̡ ܡ     , < L \ l |     ̢ ܢ     , < L \ l |     ̣ ܣ     , < L \ l |     ̤ ܤ     , < L \ l |     ̥ ܥ     , < L \ l |     ̦ ܦ     , < L \ l |     ̧ ܧ     , < L \ l |     ̨ ܨ     , < L \ l |     ̩ ܩ     , < L \ l |     ̪ ܪ     , < L \ l |     ̫ ܫ     , < L \ l |     ̬ ܬ     , < L \ l |     ̭ ܭ     , < L \ l |     ̮ ܮ     , < L \ l |     ̯ ܯ     , < L \ l |     ̰ ܰ     , < L \ l |     ̱ ܱ     , < L \ l |     ̲ ܲ     , < L \ l |     ̳ ܳ     , < L \ l |     ̴ ܴ     , < L \ l |     ̵ ܵ     , < L \ l |     ̶ ܶ     , < L \ l |     ̷ ܷ     , < L \ l |     ̸ ܸ     , < L \ l |     ̹ ܹ     , < L \ l |     ̺ ܺ     , < L \ l |     ̻ ܻ     , < L \ l |     ̼ ܼ     , < L \ l |     ̽ ܽ     , < L \ l |     ̾ ܾ     , < L \ l |     ̿ ܿ     , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |           , < L \ l |         Y Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z  Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z Z Z, Z< ZL Z\ Zl Z| Z Z Z Z Z Z Z Z Z ! Z! Z,! Z > $> 4> D> T> d> t> > > > > > > > > ? ? $? 4? D? T? d? t? ? ? ? ? ? ? ? ? @ @ $@ 4@ D@ T@ d@ t@ @ @ @ @ @ @ @ @ A A $A 4A DA TA dA tA A A A A A A A A B B $B 4B DB TB dB tB B B B B B B B B C C $C 4C DC TC dC tC C C C C C C C C D D $D 4D DD TD dD tD D D D D D D D D E E $E 4E DE TE dE tE E E E E E E E E F F $F 4F DF TF dF tF F F F F F F F F G G $G 4G DG TG dG tG G G G G G G G G H H $H 4H DH TH dH tH H H H H H H H H I I $I 4I DI TI dI tI I I I I I I I I J J $J 4J DJ TJ dJ tJ J J J J J J J J K K $K 4K DK TK dK tK K K K K K K K K L L $L 4L DL TL dL tL L L L L L L L L M M $M 4M DM TM dM tM M M M M M M M M N N $N 4N DN TN dN tN N N N N N N N N O O $O 4O DO TO dO tO O O O O O O O O P P $P 4P DP TP dP tP P P P P P P P P Q Q $Q 4Q DQ TQ dQ tQ Q Q Q Q Q Q Q Q R R $R 4R DR TR dR tR R R R R R R R R S S $S 4S DS TS dS tS S S S S S S S S T T $T 4T DT TT dT tT T T T T T T T T U U $U 4U DU TU dU tU U U U U U U U U V V $V 4V DV TV dV tV V V V V V V V V W W $W 4W DW TW dW tW W W W W W W W W X X $X 4X DX TX dX tX X X X X X X X X Y Y $Y 4Y DY TY dY tY Y Y Y Y Y Y Y Y Z Z $Z 4Z DZ TZ dZ tZ Z Z Z Z Z Z Z Z [ [ $[ 4[ D[ T[ d[ t[ [ [ [ [ [ [ [ [ \ \ $\ 4\ D\ T\ d\ t\ \ \ \ \ \ \ \ \ ] ] $] 4] D] T] d] t] ] ] ] ] ] ] ] ] ^ ^ $^ 4^ D^ T^ d^ t^ ^ ^ ^ ^ ^ ^ ^ ^ _ _ $_ 4_ D_ T_ d_ t_ _ _ _ _ _ _ _ _ ` ` $` 4` D` T` d` t` ` ` ` ` ` ` ` ` a a $a 4a Da Ta da ta a a a a a a a a b b $b 4b Db Tb db tb b b b b b b b b c c $c 4c Dc Tc dc tc c c c c c c c c d d $d 4d Dd Td dd td d d d d d d d d e e $e 4e De Te de te e e e e e e e e f f $f 4f Df Tf df tf f f f f f f f f g g $g 4g Dg Tg dg tg g g g g g g g g h h $h 4h Dh Th dh th h h h h h h h h i i $i 4i Di Ti di ti i i i i i i i i j j $j 4j Dj Tj dj tj j j j j j j j j k k $k 4k Dk Tk dk tk k k k k k k k k l l $l 4l Dl Tl dl tl l l l l l l l l m m $m 4m Dm Tm dm tm m m m m m m m m n n $n 4n Dn Tn dn tn n n n n n n n n o o $o 4o Do To do to o o o o o o o o p p $p 4p Dp Tp dp tp p p p p p p p p q q $q 4q Dq Tq dq tq q q q q q q q q r r $r 4r Dr Tr dr tr r r r r r r r r s s $s 4s Ds Ts ds ts s s s s s s s s t t $t 4t Dt Tt dt tt t t t t t t t t u u $u 4u Du Tu du tu u u u u u u u u v v $v 4v Dv Tv dv tv v v v v v v v v w w $w 4w Dw Tw dw tw w w w w w w w w x x $x 4x Dx Tx dx tx x x x x x x x x y y $y 4y Dy Ty dy ty y y y y y y y y z z $z 4z Dz Tz dz tz z z z z z z z z { { ${ 4{ D{ T{ d{ t{ { { { { { { { { | | $| 4| D| T| d| t| | | | | | | | | } } $} 4} D} T} d} t} } } } } } } } } ~ ~ $~ 4~ D~ T~ d~ t~ ~ ~ ~ ~ ~ ~ ~ ~   $ 4 D T d t           $ 4 D T d t     Ā Ԁ     $ 4 D T d t     ā ԁ     $ 4 D T d t     Ă Ԃ     $ 4 D T d t     ă ԃ     $ 4 D T d t     Ą Ԅ     $ 4 D T d t     ą ԅ     $ 4 D T d t     Ć Ԇ     $ 4 D T d t     ć ԇ     $ 4 D T d t     Ĉ Ԉ     $ 4 D T d t     ĉ ԉ     $ 4 D T d t     Ċ ܊     , < L \ l |    ċ  ԋ          $  4  D  T  d  t          Č  Ԍ          $  4  D  T  d  t          č  ԍ          $  4  D  T  d  t          Ď  Ԏ          $  4  D  T  d  t          ď  ԏ          $  4  D  T  d  t          Đ  Ԑ          $  4  D  T  d  t          đ  ԑ          $  4  D  T  d  t          Ē  Ԓ          $  4  D  T  d  t          ē  ԓ          $  4  D  T  d  t          Ĕ  Ԕ          $  4  D  T  d  t          ĕ  ԕ          $  4  D  T  d  t          Ė  Ԗ          $  4  D  T  d  t          ė  ԗ          $  4  D  T  d  t          Ę  Ԙ          $  4  D  T  d  t          ę  ԙ          $  4  D  T  d  t          Ě  Ԛ          $  4  D  T  d  t          ě  ԛ          $  4  D  T  d  t          Ĝ  Ԝ          $  4  D  T  d  t          ĝ  ԝ          $  4  D  T  d  t          Ğ  Ԟ          $  4  D  T  d  t          ğ  ԟ          $  4  D  T  d  t          Ġ  Ԡ          $  4  D  T  d  t          ġ  ԡ          $  4  D  T  d  t          Ģ  Ԣ          $  4  D  T  d  t          ģ  ԣ          $  4  D  T  d  t          Ĥ  Ԥ          $  4  D  T  d  t          ĥ  ԥ          $  4  D  T  d  t          Ħ  Ԧ          $  4  D  T  d  t          ħ  ԧ          $  4  D  T  d  t          Ĩ  Ԩ          $  4  D  T  d  t          ĩ  ԩ          $  4  D  T  d  t          Ī  Ԫ          $  4  D  T  d  t          ī  ԫ          $  4  D  T  d  t          Ĭ  Ԭ          $  4  D  T  d  t          ĭ  ԭ          $  4  D  T  d  t          Į  Ԯ          $  4  D  T  d  t          į  ԯ          $  4  D  T  d  t          İ  ԰          $  4  D  T  d  t          ı  Ա          $  4  D  T  d  t          IJ  Բ          $  4  D  T  d  t          ij  Գ          $  4  D  T  d  t          Ĵ  Դ          $  4  D  T  d  t          ĵ  Ե          $  4  D  T  d  t          Ķ  Զ          $  4  D  T  d  t          ķ  Է          $  4  D  T  d  t          ĸ  Ը          $  4  D  T  d  t          Ĺ  Թ          $  4  D  T  d  t          ĺ  Ժ          $  4  D  T  d  t          Ļ  Ի          $  4  D  T  d  t          ļ  Լ          $  4  D  T  d  t          Ľ  Խ          $  4  D  T  d  t          ľ  Ծ          $  4  D  T  d  t          Ŀ  Կ          $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                      $  4  D  T  d  t                     `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` `  ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ` `, `< `L `\ `l `| ` ` ` ` ` ` ` ` ` ! `! `,! `ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -`yp#W?yx1y3-g  m9ypbWyx!{z{jp]*yy'ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]pyymycyc yqyyqy2ys0 qy{y{aWypg w -Iyp#W?yx1y3-g  m"ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mhypbWyx!{z{jp]YyyVycyc yqyyqy2ys0 qy{y{aWypg w -2yp#W?yx1y3-g  m ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -xyp#W?yx1y3-g  mQypbWyx!{z{jp]Byy?ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -a yp#W?yx1y3-g  m: ypbWyx!{z{jp]+ yy( ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp]q yyn ycyc yqyyqy2ys0 qy{y{aWypg w -J yp#W?yx1y3-g  m# ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  mi ypbWyx!{z{jp]Z yyW ycyc yqyyqy2ys0 qy{y{aWypg w -3 yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -y yp#W?yx1y3-g  mR ypbWyx!{z{jp]C yy@ ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -b yp#W?yx1y3-g  m; ypbWyx!{z{jp], yy) ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]ryyoycyc yqyyqy2ys0 qy{y{aWypg w -Kyp#W?yx1y3-g  m$ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mjypbWyx!{z{jp][yyXycyc yqyyqy2ys0 qy{y{aWypg w -4yp#W?yx1y3-g  m ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -zyp#W?yx1y3-g  mSypbWyx!{z{jp]DyyAycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -cyp#W?yx1y3-g  m<ypbWyx!{z{jp]-yy*ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]syypycyc yqyyqy2ys0 qy{y{aWypg w -Lyp#W?yx1y3-g  m%ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mkypbWyx!{z{jp]\yyYycyc yqyyqy2ys0 qy{y{aWypg w -5yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -{yp#W?yx1y3-g  mTypbWyx!{z{jp]EyyBycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -dyp#W?yx1y3-g  m=ypbWyx!{z{jp].yy+ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]tyyqycyc yqyyqy3yc1 qy{y{aWypg w -Myp#W?yx1y3-g  m&ypWyx!{j{p]yyycycypg w U@ yqy{y{yyx-ypbWyx!?g w hP!syt@yq/s cyq{yx {:cKqyyqy{zy]c]yy ycyc y@{xy' qy{y{a2W$W?Gy3q- g  myq?{j@{xqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxWy!{j{x]yy~ycyc ysqyyqy2yc0 qy{y{aWyxg w -Zyx#W?y1y3- g  m3yxWy!{j{x]$yy!ycyc ysqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxWy!{j{xs]yyycyc y8qyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  mxyxrWy!{jq{x]hyyeycyc yqyyqy3yc1 qy{y{aWyxg w -Ayx#W?y1y3- g  myxrWy!{jq{x] yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  m^yxrWy!{jq{x]NyyKycyc yqyyqy3yc1 qy{y{aWyxg w -'yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -kyx#W?y1y3- g  mDyxrWy!{jq{x]4yy1ycyc yqyyqy3yc1 qy{y{aWyxg w - yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]xyyuycyc yqyyqy3yc1 qy{y{aWyxg w -Qyx#W?y1y3- g  m*yxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  mnyxrWy!{jq{x]^yy[ycyc yqyyqy3yc1 qy{y{aWyxg w -7yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -{yx#W?y1y3- g  mTyxrWy!{jq{x]DyyAycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -ayx#W?y1y3- g  m:yxrWy!{jq{x]*yy'ycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy2yc0 qy{y{aWyxg w -yx#W?y1y3-qg  m~yxWy!{jy{x]oyylycyc yqyyqy2ys0 qy{y{aWyxg w -Hyx#W?y1y3- g  m!yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mgyxbWy!{z{jx]XyyUycyc yqyyqy2ys0 qy{y{aWyxg w -1yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -wyx#W?y1y3- g  mPyxbWy!{z{jx]Ayy>ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -`yx#W?y1y3- g  m9yxbWy!{z{jx]*yy'ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]pyymycyc yqyyqy2ys0 qy{y{aWyxg w -Iyx#W?y1y3- g  m"yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mhyxbWy!{z{jx]YyyVycyc yqyyqy2ys0 qy{y{aWyxg w -2yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -xyx#W?y1y3- g  mQyxbWy!{z{jx]Byy?ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -a yx#W?y1y3- g  m: yxbWy!{z{jx]+ yy( ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx]q yyn ycyc yqyyqy2ys0 qy{y{aWyxg w -J yx#W?y1y3- g  m# yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  mi yxbWy!{z{jx]Z yyW ycyc yqyyqy2ys0 qy{y{aWyxg w -3 yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -y yx#W?y1y3- g  mR yxbWy!{z{jx]C yy@ ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -b yx#W?y1y3- g  m; yxbWy!{z{jx], yy) ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]ryyoycyc yqyyqy2ys0 qy{y{aWyxg w -Kyx#W?y1y3- g  m$yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mjyxbWy!{z{jx][yyXycyc yqyyqy2ys0 qy{y{aWyxg w -4yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -zyx#W?y1y3- g  mSyxbWy!{z{jx]DyyAycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -cyx#W?y1y3- g  m<yxbWy!{z{jx]-yy*ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]syypycyc yqyyqy2ys0 qy{y{aWyxg w -Lyx#W?y1y3- g  m%yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mkyxbWy!{z{jx]\yyYycyc yqyyqy2ys0 qy{y{aWyxg w -5yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -{yx#W?y1y3- g  mTyxbWy!{z{jx]EyyBycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -dyx#W?y1y3- g  m=yxbWy!{z{jx].yy+ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]tyyqycyc yqyyqy3yc1 qy{y{aWyxg w -Myx#W?y1y3-g  m&yxWy!{j{x]yyycycyxg w U@ yqy{y{yy-yxbWy!?g w iP!sy cqqU y#y&y1y3y'g w U ~yq@*!= aacaaabg O{*..GPLпп  @ + 1 8 0> @C I V \kp~ P @@ @`@ @+/5D HNY!]   @+/`"%e &(@y*|'.)+2 $ ,?/M1@X1`0d3? @@BC*D2 @: `GENGVHK]WcCnYwY Z@[f456789:<=;  >>   A F I"J@ )L41; AMGS@QT`UU_NmOPxQ|R@6:VV@UXR \`bd]^@\_ ]a`& 4c: @? `J S ]Wf@te~cgN ik c@+lm o#j08GUbssn y@prc\@q3U@jt@':@0`<K@\g  @ `>   *4>@LXd @    !  1  B  M t  :  @ ` c    % - 6 cE :N : W @| @ c@     @ > >  * 4 D U y      >  >0 c@      @1 `8 3E Q ] Ej @s        C C @  / @? N Z j @y \   uy@{`       @@.N9@@L a v  vwxx   z |} ~   1<@JBQU^dmw ~xcl;<@:"3 BHU 3Z@_@l:w @a{o l@hy 3 p@ @: `1(c  1 %*09GG7 O:T \ elr M@`  @@@.=NCW@\dl@w~ 1&M\P@z ll@c@w       ! ' . 5 ? J U gk@p yZU`@cvc@10Ucc @ 4,4/ 8 B V ` iz              $ 3 D X c r {  >0@ `   0 @ P~` p   % , 7 CL~W ` h s x ~ ,4/ 8 B V ` iz              $ 3 D X c r {  >0@ `   0 @ P~` p   , 7 CL~W ` h s x ~  |3 C@Q0@ 3  @`3":ZU-U@7`G`TU@^Um@\dxU@l l !@ Z Z  " % . ;U@ E$ J(N2U3Y6a9fZ0kHnNqTu@Ty1@VVlWlXL  J@  '<h@ `   X '5 @CGNS@  \Z d@s`x  Z8}kC@C@C    CcWNOP Q1#8C(N%Y@j`|  &' R p))@*+,,@$-5,H,Z.@j/}01@STUVWXYZ[(L 4% 5Z@3H(Z@` 0B7Q0h8#@n(MAM@QTGSUU{@     + @D`bz:  @l   @:` ; = %@# %- %6 %@ %@J >V >c ?l L@u @ H P Z l Z @ ` !l !@ !A ! @ 9! H W! P z! X ! ` ! ! ! " $": 7" I"@ X"` j" {"B " " " " " "  #  -#  ?# V# ( q# 0 # 8 # @ #` # # $ $ 5$P$ l$ ($ 0$ 8$ @$ H$ P$ X% `.% hB% p\% xp% %% % % %% & !& (A& 0b& 8~& @& H& P& X&`&' ' '' 7' Q' u' '' ' ' (@ (`;( Z(cx(c(@(`(C(E( ): ()c@A)Y)m) ) ) ) ))* %* @F* He* P}*`***F*:@* `*N+++O8+ @@+OR+ [+:d+Pn+Z|+S+++<+@\^_`ab+++ D cd*G+M@+H+I3 +J ,+K,L+*, ce3,Q+R1A,XN,TS, Y@Y,], kMU@Ui,VW XThu,!,[,~J  V  !@@ !A , , ,@ , Z,,U@,,3-: -c@#-6-l?-lF-l@!lN-Z]-3|+S@*:p-: |-@++O-OR+ -@--1 - -\@-_-l-l-p@-r-t-e.@.g'.i0.d:.k@G.yU.{a.|] ^[` o.^@y.cc.C.b@.d .k. . .f. .c@\.k.k. .h@.U@.j /kc e l/g:/iijm no aq cs u // :/wf/z@q/||/~// @/ `/ />/- / ///00C0 c@ q0 000@0@0@^U0 1@ 1 1 )141CD1@K1W111@ 1 1c 1c 1c@ 1U 1U 1U 1U TU 1 11@22 2 /2;2@K2Y2i2w2 @2 ` 222222:2:22@2 3 333"333<3H3T3 c3 j3 s3 w3@33`33333 3 33@333 3 4~@4$4.4:4 F4 T4 Z4 !g43 !v4@!4!4%4&4&4U'4''4U'4 @(4H(4P(5`(5('5C(/5)<5 )@)K5HAX5 Bm5I@B{5KB5MB5 C5> C5O0C5PC5QD5R@D5TD5D5D5D 6D6cD56cDG6cDW6cD`6UEr6UE6WE6XF6X@F6YF6\F6]@H6h@I6h@I6h@I 7^@I7_I(7I37`J=71@JX7aJd7cJv7K7 K7(KL@K7b@L7cL7dNx7y7c 7c 7c 7c { 6} f77k7>>7\7 /8 8w 8 \@8>$8+828p98 K8_8q8888 8U8U8  8@@@@@@8c8M8c9M9c9M)9c29M=9cG9MS9c]9Mi9ct9M9c9M9c9M9c9M9c9M9c9M :c:M):c9:MK:cZ:Mk:c|:M:c:M:c:M:c:M:c;M%;c6;MI;cW;Mg;cu;M  q ; ZU; g;; ;;;; <<7<O<g<1n<Gs<@u<<<@<C<C;L<<<<<<@<<<1@<1<==U@=$=-=@<=E=M=T=^= c=@f=3`r=U~== @= ===@======> >>%> @1U@G->2>@8>;>@> R> a> w> >  {;>>2 3 %$>8>U>U>U>>>> ??0?78CMC+ YC7*9:]CjCk@;B C1 DEFGHqC"#~CC I     CCCCCC01 D@D$DA-DCD@ 3D1@  =D XKD:PDCXD"@]D)fD"lD)vD+@}D- BDDDD@D8DD: D@DcDcD @cDYD3EUE8EC,E;E@! # $+'(WGE%OE&`E* $+(W, W+W. +/0pE1E3E47E @EUE:E;@EcE+ECEM@E=E>FF?@F@@2,Fd7Fc@Fc@GF5PF6WF1`F8iF9 9tFc/< 0 FFcFB FEFF'G  J L N  S5~V FFF[@Z   f lh lj ll mnwnFH1FoFp@FcFc@F `FS,@scG:G  G  GG %G(Gq.su@+GU3GU \  .h@ @Gd@ kKLG0UG \GG dGrct mv @x z nw]lG(SP@ZU{G}G)G%6 %@G%# %G%G@G`GGGHH-H ?H@UH `kH hvH pH xHH H H HrINI 2I CI RI iI wI@I`IIIIII I1@I J 1J Amo=n>3@``?QJZJiJ@tJ%J@JJ J  J 1(@JJJJJKK  K   v "K-K  /K4K 8K2 AK0@LKVK>`KfK oKK>K@KK7C@K C K0K K K@KlQKd@K KK L L L )L (9L@>LTLrs`LjLrL vLzL@L`LLLL L<LL L L L  LL ML M,M )M   6M(LtBM@LMVM<\M\kMqMF@MM1MhM@+MUMUN\YMCMMM @NHN>N>N>(N>7N>AN>LN>_N>gN>oN>N>N>N>N>N>N> N@w`O O2O@OO"O@,O":OOOkOOOOOOO P 'P `$@.K`c/Q`c@/X`1/c`1/r`c0z`c@0`%0`)3`E4`E5E@5`5`5`*@6`+6`-6`.@7`/7`07a18 a2@8a38a48#a490a4@979>ac@:Ha:Ta :aa];la8@;za;a ;a9;a;@<a1@<a1<a3<aS<a<=a@=a)=a>>bC@>b?>b@>bA?*bB@?5bC?Ebc?TbD@abF@@fb1Btb1@Bb1BbGBbICb CbI@CbUCbJDbK@DbUDcLEcL@E!c @F-cM`F`lY>p g g:g'g,g5g1@>g1Kg1UgU[`gng{gg1g1g1@g1gPg1g1@gGgg@gcghhch@( h @*h1;h1@Dh1QhZhihcrhc@hch h0hULchch [ h 0h@hh1h1h1@i1i1iP5g1@ i (i 3i Ei )\ Pi ai ji yi iiiii@i)i i ) i j  j@j cj(j*ja ,j 4j =j ^0EjcLj@Vjdjrjj@j([jU@jUp_8jcj@ (jj(j@`jj1jj @1jjkkk%k/k4k @k Ek@Jk`Vkc]kcek"kk>`,`12`1@S`Pzk(k @k `kk1k'@k&`8N,\;Lk kk,kkUk5l6c lZU a4al: $l:@+lAl=<lEMl^l8ql1wl1@}l1l1l1l1@l1lHj6} cllTlllx&f mam&m_2m`5me=m HmC@RmC\m_mimc@wmcmfmam 0m@0m2m1@3m13m13m14m1@4&m hmcmc@mcmcncnc@nc ncncnc@ncncnc0!nc*nc@4n19nc=naJn\ncbn gn lnd@wnb  5mnnnnnn n@nnhnM  oUoU#oUUg/o1@;oUIoUoUbono yo@o `_goioC j@o `k@No1o1@1KDoo> o> o> ov@ N@p>MpN!pN@:pLFpUGgQp@Y,`WpUA)cpL@np:@FypUpc@pppprp p p pc@ppq\ q q: &q@3qFqc@Wqg-\c=1aqNnq@tqqCF M1@ q $l q!q'NC(qU@(q (qqqrr2rLrdrlnrmprnnrMxr< : r@prrr@rArBrCrDrErFrG}DH`IrJsKsLMsN(sO3sQ=sRKsSXsTfsUsVsWsXsYsZs[s\s]s^s_`satb tctd)te1tfq>t rsFt@Ytjt j|tt @t `t pt tttttt u uu'u3u;uBuNu[ucu unu u u u u wu)&qC@Fqc ukt1@u1u1@u1u1`xz{|}~ `r1u1@vcvcv-v 1v@`:vyDvy@Ovr1cv @gv`-vmv1xv @@5BvUv1v1@(vvvv1v1@vvlnwvvvw@ ww w *w>2w1@7w1=w1Iwk@Uw1bw1@nw Nww w)wZUSw  g 1w gww1w1@w11wj1@c=1wx1 x@xx"xh@0x9x1=xGxQx1ax1@1SY1kx1ux1@x1x1~_x Y,x xxx x x 0x xxxy yy! y%+y&6y(>y+Gy.PyZy^y@cyPky1sy}yy1 y@ y1 y1@ yy^ynny@^yn1n1y1@1yy1yn1y1@q@cPDCyz@zz!zc,zcZU~c F~3@ Q~ A) \!]~+@!f~!}~c!~c"c@"~:`"~:"~"~M#~T@#~c@$~c$ M$%@":+6 ?C@G3O`n|t1-c2|.}0c=NC@rCc @~ ca H@ %@,4IS\d`1@a1@B1l | @ `U@Áʁ@؁p\98y3 `I@C`IHQH@!p'0;JJRU]UgUtUU@UU@U@ „ɄUׄ @ U  @ 1 # 0 @ I@ \ eJn@u!\`"ʆ ҆I ؆@߆JD@ cC@'-@8<<@J1@O1w X(ho(c u}3 Up\6 @|'Mw+C/C M      4 IR _sP x # ~  P ->ǐِ %gi8FUdhEuˑ֑ *;MWdt~=8Œђdْ &09EP^l w!Ǔؓ b%/:C2M_tƔؔJ /@NZdpq/laȕb5bX7ؕ!7H12T2_irm5r66˖7 %/?4~_M+l[=jt{cԗ3\ߗ `+9*bAO`xmcDddfoɘ՘"4AMfr}int__ARRAY_SIZE_TYPE__gadget_socket_keynetnsfamilyprotoport__u32unsigned int__u16unsigned short__u8unsigned chargadget_socket_valuemntnspid_tgiduid_gidtaskptasksockdeletion_timestampppidipv6onlyoptional_fields_startcwdexepath__u64unsigned long longchartypemax_entrieskeyvaluegadget_socketsu32buf_tsimple_bufbufu8bufsbpf_iter__task_filefdmetafilectxig_sockets_ititer/task_file0:0:0bpf/sockets-iter.bpf.c struct seq_file *seq = ctx->meta->seq;0:1:0 struct task_struct *task = ctx->task;0:3:0 struct file *file = ctx->file;bpf_iter_metasession_idseq_numsequ640:2 __u32 seq_num = ctx->meta->seq_num; if (seq_num % 100000 == 0) BPF_SEQ_PRINTF(seq, "."); if (!file || !task) if (socket_file_ops_addr == 0 ||f_lockf_modef_opf_mappingprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_refspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendinglocked_pendingtailu16fmode_tpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queuelist_headnextprevloff_t__kernel_loff_terrseq_tf_task_workf_llistf_raf_freeptrcallback_headfuncllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posunsigned longfreeptr_tvfile_ref_trefcnt (__u64)(file->f_op) != socket_file_ops_addr)0:4 struct socket *socket = (struct socket *)file->private_data;socketstateflagsskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockhead struct sock *sock = BPF_CORE_READ(socket, sk);__sk_common__cacheline_group_begin__sock_write_rxsk_dropssk_peek_offsk_error_queuesk_receive_queuesk_backlog__cacheline_group_end__sock_write_rx__cacheline_group_begin__sock_read_rxsk_rx_dstsk_rx_dst_ifindexsk_rx_dst_cookiesk_ll_usecsk_napi_idsk_busy_poll_budgetsk_prefer_busy_pollsk_userlockssk_rcvbufsk_filtersk_data_readysk_rcvtimeosk_rcvlowat__cacheline_group_end__sock_read_rx__cacheline_group_begin__sock_read_rxtxsk_errsk_socketsk_memcg__cacheline_group_end__sock_read_rxtx__cacheline_group_begin__sock_write_rxtxsk_locksk_reserved_memsk_forward_allocsk_tsflags__cacheline_group_end__sock_write_rxtx__cacheline_group_begin__sock_write_txsk_write_pendingsk_omem_allocsk_sndbufsk_wmem_queuedsk_wmem_allocsk_tsq_flagssk_write_queuesk_dst_pending_confirmsk_pacing_statussk_fragsk_timersk_pacing_ratesk_zckeysk_tskey__cacheline_group_end__sock_write_tx__cacheline_group_begin__sock_read_txsk_max_pacing_ratesk_sndtimeosk_prioritysk_marksk_dst_cachesk_route_capssk_gso_typesk_gso_max_segssk_gso_max_sizesk_allocationsk_txhashsk_pacing_shiftsk_use_task_frag__cacheline_group_end__sock_read_txsk_gso_disabledsk_kern_socksk_no_check_txsk_no_check_rxsk_shutdownsk_typesk_protocolsk_lingertimesk_prot_creatorsk_callback_locksk_err_softsk_ack_backlogsk_max_ack_backlogsk_uidsk_peer_locksk_bind_phcsk_peer_pidsk_peer_credsk_stampsk_disconnectssk_txrehashsk_clockidsk_txtime_deadline_modesk_txtime_report_errorssk_txtime_unusedsk_bpf_cb_flagssk_user_datask_securitysk_cgrp_datask_state_changesk_write_spacesk_error_reportsk_backlog_rcvsk_destructsk_reuseport_cbsk_bpf_storagesk_rcuns_trackersk_user_fragssock_commonskc_familyskc_stateskc_reuseskc_reuseportskc_ipv6onlyskc_net_refcntskc_bound_dev_ifskc_protskc_netskc_v6_daddrskc_v6_rcv_saddrskc_cookieskc_dontcopy_beginskc_tx_queue_mappingskc_rx_queue_mappingskc_refcntskc_dontcopy_endskc_addrpair__addrpairskc_daddrskc_rcv_saddr__be32skc_hashskc_u16hashesskc_portpair__portpairskc_dportskc_num__be16skc_bind_nodeskc_portaddr_nodehlist_nodepprevpossible_net_tnetin6_addrin6_uu6_addr8u6_addr16u6_addr32skc_flagsskc_listenerskc_tw_drskc_nodeskc_nulls_nodehlist_nulls_nodeskc_incoming_cpuskc_rcv_wndskc_tw_rcv_nxtrefcount_trefcount_structrefsskc_rxhashskc_window_clampskc_tw_snd_nxt__s32sk_buff_headqlenlistsk_buff_listrmem_alloclensk_wqsk_wq_rawlongsocket_lock_tslockownedsk_send_headtcp_rtx_queuerb_rootrb_nodepage_fragpageoffsettimer_listentryexpiresfunctionnetdev_features_tgfp_tbool_Boolrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatekuid_tuid_t__kernel_uid32_tcredusageuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authsecurityuseruser_nsucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcuktime_tsock_cgroup_datacgroupclassidsk_buffcb_nfctdata_lenmac_lenhdr_lenqueue_mapping__cloned_offsetclonednohdrfclonepeekedhead_fragpfmemallocpp_recycleactive_extensionsenddatatruesizeusersextensionsrbnodell_nodedevdev_scratch__rb_parent_colorrb_rightrb_lefttstampskb_mstamp_nstcp_tsorted_anchor_sk_redir_skb_refdstdestructorheaders__pkt_type_offsetpkt_typeignore_dfdst_pending_confirmip_summedooo_okay__mono_tc_offsettstamp_typetc_at_ingresstc_skip_classifyremcsum_offloadcsum_complete_swcsum_levelinner_protocol_typel4_hashsw_hashno_fcsencapsulationencap_hdr_csumcsum_validndisc_nodetypeoffload_fwd_markoffload_l3_fwd_markredirectednf_skip_egressslow_grounreadabletc_indexalloc_cpupriorityskb_iifhashinner_transport_headerinner_network_headerinner_mac_headerprotocoltransport_headernetwork_headermac_headercsum__wsumcsum_startcsum_offsetvlan_allvlan_protovlan_tcinapi_idsender_cpumarkreserved_tailroominner_protocolinner_ipprotosk_buff_data_tnetns_trackerxarrayxa_lockxa_flagsxa_head0:0:3 __u16 family = BPF_CORE_READ(sock, __sk_common.skc_family); if (family != AF_INET && family != AF_INET6) struct gadget_socket_key socket_key = {0:0:12:0bpf/socket-enricher-helpers.h BPF_CORE_READ_INTO(&socket_key->netns, sock, __sk_common.skc_net.net,passiverules_mod_lockdev_base_seqifindexnsid_lockfnhe_genidexit_listdefer_free_listcleanup_listptype_allptype_specifickey_domainnetns_idsnsrefcnt_trackernotrefcnt_trackerdev_base_headproc_netproc_net_statsysctlsrtnlgenl_sockuevent_sockdev_name_headdev_index_headdev_by_indexnetdev_chainhash_mixloopback_devrules_opscoremibpacketunxnexthopipv4ipv6nfctgenbpfnet_cookiexdpcrypto_nlskdiag_nlskidridr_rtidr_baseidr_nextns_commonstashedinumcountref_tracker_dirctl_table_setis_seendirctl_dirheaderrootctl_table_headerunregisteringctl_table_argsetparentnodeinodesctl_tablectl_table_sizeusednregprocnamemaxlenmodeproc_handlerpollextra1extra2umode_tsize_t__kernel_size_t__kernel_ulong_thlist_headfirstSYSCTL_TABLE_TYPE_DEFAULTSYSCTL_TABLE_TYPE_PERMANENTLY_EMPTYraw_notifier_headnetns_coresysctl_hdrsysctl_somaxconnsysctl_optmem_maxsysctl_txrehashsysctl_tstamp_allow_dataprot_inuserps_default_masknetns_mibip_statisticsipv6_statisticstcp_statisticsnet_statisticsudp_statisticsudp_stats_in6mptcp_statisticsudplite_statisticsudplite_stats_in6icmp_statisticsicmpmsg_statisticsicmpv6_statisticsicmpv6msg_statisticsproc_net_devsnmp6netns_packetsklist_locksklistnetns_unixtablesysctl_max_dgram_qlenctlunix_tablelocksbucketsnetns_nexthopdevhashlast_id_allocatednotifier_chainblocking_notifier_headrwsemrw_semaphorenetns_ipv4__cacheline_group_begin__netns_ipv4_read_txsysctl_tcp_early_retranssysctl_tcp_tso_win_divisorsysctl_tcp_tso_rtt_logsysctl_tcp_autocorkingsysctl_tcp_min_snd_msssysctl_tcp_notsent_lowatsysctl_tcp_limit_output_bytessysctl_tcp_min_rtt_wlensysctl_tcp_wmemsysctl_ip_fwd_use_pmtu__cacheline_group_end__netns_ipv4_read_tx__cacheline_group_begin__netns_ipv4_read_txrxsysctl_tcp_moderate_rcvbuf__cacheline_group_end__netns_ipv4_read_txrx__cacheline_group_begin__netns_ipv4_read_rxsysctl_ip_early_demuxsysctl_tcp_early_demuxsysctl_tcp_l3mdev_acceptsysctl_tcp_reorderingsysctl_tcp_rmem__cacheline_group_end__netns_ipv4_read_rxtcp_death_rowudp_tableforw_hdrfrags_hdripv4_hdrroute_hdrxfrm4_hdrdevconf_alldevconf_dfltra_chainra_mutexfib_has_custom_local_routesfib_offload_disabledsysctl_tcp_shrink_windowfib_table_hashfibnlfib_info_hashfib_info_hash_bitsfib_info_cntmc_autojoin_skpeersfqdirsysctl_icmp_echo_ignore_allsysctl_icmp_echo_enable_probesysctl_icmp_echo_ignore_broadcastssysctl_icmp_ignore_bogus_error_responsessysctl_icmp_errors_use_inbound_ifaddrsysctl_icmp_ratelimitsysctl_icmp_ratemasksysctl_icmp_msgs_per_secsysctl_icmp_msgs_bursticmp_global_crediticmp_global_stampip_rt_min_pmtuip_rt_mtu_expiresip_rt_min_advmssip_local_portssysctl_tcp_ecnsysctl_tcp_ecn_fallbacksysctl_ip_default_ttlsysctl_ip_no_pmtu_discsysctl_ip_fwd_update_prioritysysctl_ip_nonlocal_bindsysctl_ip_autobind_reusesysctl_ip_dynaddrsysctl_udp_early_demuxsysctl_nexthop_compat_modesysctl_fwmark_reflectsysctl_tcp_fwmark_acceptsysctl_tcp_mtu_probingsysctl_tcp_mtu_probe_floorsysctl_tcp_base_msssysctl_tcp_probe_thresholdsysctl_tcp_probe_intervalsysctl_tcp_keepalive_timesysctl_tcp_keepalive_intvlsysctl_tcp_keepalive_probessysctl_tcp_syn_retriessysctl_tcp_synack_retriessysctl_tcp_syncookiessysctl_tcp_migrate_reqsysctl_tcp_comp_sack_nrsysctl_tcp_backlog_ack_defersysctl_tcp_pingpong_threshsysctl_tcp_retries1sysctl_tcp_retries2sysctl_tcp_orphan_retriessysctl_tcp_tw_reusesysctl_tcp_tw_reuse_delaysysctl_tcp_fin_timeoutsysctl_tcp_sacksysctl_tcp_window_scalingsysctl_tcp_timestampssysctl_tcp_rto_min_ussysctl_tcp_rto_max_mssysctl_tcp_recoverysysctl_tcp_thin_linear_timeoutssysctl_tcp_slow_start_after_idlesysctl_tcp_retrans_collapsesysctl_tcp_stdurgsysctl_tcp_rfc1337sysctl_tcp_abort_on_overflowsysctl_tcp_facksysctl_tcp_max_reorderingsysctl_tcp_adv_win_scalesysctl_tcp_dsacksysctl_tcp_app_winsysctl_tcp_frtosysctl_tcp_nometrics_savesysctl_tcp_no_ssthresh_metrics_savesysctl_tcp_workaround_signed_windowssysctl_tcp_challenge_ack_limitsysctl_tcp_min_tso_segssysctl_tcp_reflect_tossysctl_tcp_invalid_ratelimitsysctl_tcp_pacing_ss_ratiosysctl_tcp_pacing_ca_ratiosysctl_tcp_child_ehash_entriessysctl_tcp_comp_sack_delay_nssysctl_tcp_comp_sack_slack_nssysctl_max_syn_backlogsysctl_tcp_fastopentcp_congestion_controltcp_fastopen_ctxsysctl_tcp_fastopen_blackhole_timeouttfo_active_disable_timestfo_active_disable_stamptcp_challenge_timestamptcp_challenge_countsysctl_tcp_plb_enabledsysctl_tcp_plb_idle_rehash_roundssysctl_tcp_plb_rehash_roundssysctl_tcp_plb_suspend_rto_secsysctl_tcp_plb_cong_threshsysctl_udp_wmem_minsysctl_udp_rmem_minsysctl_fib_notify_on_flag_changesysctl_tcp_syn_linear_timeoutssysctl_igmp_llm_reportssysctl_igmp_max_membershipssysctl_igmp_max_msfsysctl_igmp_qrvping_group_rangedev_addr_genidsysctl_udp_child_hash_entriessysctl_local_reserved_portssysctl_ip_prot_socknotifier_opsfib_seqipmr_notifier_opsipmr_seqrt_genidip_id_keyinet_addr_lstaddr_chk_workinet_timewait_death_rowtw_refcounthashinfosysctl_max_tw_bucketslocal_portsrangewarnedseqlock_tseqcountseqcount_spinlock_tseqcount_spinlockseqcount_tsequencesiphash_key_tdelayed_workworktimercpuwork_structwork_func_tnetns_ipv6ip6_dst_opssysctlfib6_null_entryip6_null_entryrt6_statsip6_fib_timerfib6_main_tblfib6_walkersfib6_walker_lockfib6_gc_lockip6_rt_gc_expireip6_rt_last_gcflowlabel_has_exclndisc_sktcp_skigmp_skinet6_addr_lstaddrconf_hash_lockfib6_sernumseg6_dataip6mr_notifier_opsip6addrlbl_tableioam6_datadst_opsgc_threshgccheckdefault_advmssmtucow_metricsdestroyifdownnegative_advicelink_failureupdate_pmturedirectlocal_outneigh_lookupconfirm_neighkmem_cacheppcpuc_entriesdst_entry_metrics__pad1inputoutputobsoleteheader_lentrailer_len__rcuref__uselastuseerror__padtclassiddev_trackerrt_uncachedrt_uncached_listlwtstatercuref_tnetdevice_trackernet_device__cacheline_group_begin__net_device_read_txnetdev_opsheader_ops_txgso_partial_featuresreal_num_tx_queuesgso_max_sizegso_ipv4_max_sizegso_max_segsnum_tcneeded_headroomtc_to_txqxps_mapsnf_hooks_egresstcx_egress__cacheline_group_end__net_device_read_tx__cacheline_group_begin__net_device_read_txrxhard_header_lenfeaturesip6_ptr__cacheline_group_end__net_device_read_txrx__cacheline_group_begin__net_device_read_rxxdp_progreal_num_rx_queues_rxgro_max_sizegro_ipv4_max_sizerx_handlerrx_handler_datand_nettcx_ingress__cacheline_group_end__net_device_read_rxnamename_nodeifaliasmem_endmem_startbase_addrdev_listnapi_listunreg_listclose_listadj_listxdp_featuresxdp_metadata_opsxsk_tx_metadata_opsgflagsneeded_tailroomhw_featureswanted_featuresvlan_featureshw_enc_featuresmpls_featuresmin_mtumax_mtumin_header_lenname_assign_typegroupstatscore_statscarrier_up_countcarrier_down_countethtool_opsndisc_opsoperstatelink_modeif_portdmaperm_addraddr_assign_typeaddr_lenupper_levellower_levelneigh_priv_lendev_iddev_portirqpriv_lenaddr_list_lockucmcdev_addrsqueues_ksetpromiscuityallmultiuc_promiscip_ptrfib_nh_headdev_addrnum_rx_queuesxdp_zc_max_segsingress_queuenf_hooks_ingressbroadcastrx_cpu_rmapindex_hlistnum_tx_queuesqdisctx_queue_lentx_global_lockxdp_bulkqqdisc_hashwatchdog_timerwatchdog_timeoproto_down_reasontodo_listpcpu_refcntlink_watch_listreg_statedismantlertnl_link_stateneeds_free_netdevpriv_destructorml_privml_priv_typepcpu_stat_typesysfs_groupssysfs_rx_queue_grouprtnl_link_opsstat_opsqueue_mgmt_opstso_max_sizetso_max_segsprio_tc_maplink_topophydevsfp_busqdisc_tx_busylockproto_downthreadedirq_affinity_autorx_cpu_rmap_autosee_all_hwtstamp_requestschange_proto_downnetns_immutablefcoe_mtunet_notifier_listudp_tunnel_nic_infoudp_tunnel_niccfgcfg_pendingethtoolxdp_statedev_addr_shadowlinkwatch_dev_trackerwatchdog_dev_trackerdev_registered_trackeroffload_xstats_l3devlink_portpage_poolsirq_modermax_pacing_offload_horizonnapi_configgro_flush_timeoutnapi_defer_hard_irqsuprequest_ops_lockneighbourshwprovprivpriv_flags_fastpriv_flagslltxs16__s16netdev_tc_txqxps_dev_mapsnr_idsattr_mapxps_mapalloc_lenqueueslstatststatsdstatsrx_handler_func_trx_handler_result_trx_handler_resultRX_HANDLER_CONSUMEDRX_HANDLER_ANOTHERRX_HANDLER_EXACTRX_HANDLER_PASSupperlowerxdp_features_tnet_device_statsrx_packets__rx_packetstx_packets__tx_packetsrx_bytes__rx_bytestx_bytes__tx_bytesrx_errors__rx_errorstx_errors__tx_errorsrx_dropped__rx_droppedtx_dropped__tx_droppedmulticast__multicastcollisions__collisionsrx_length_errors__rx_length_errorsrx_over_errors__rx_over_errorsrx_crc_errors__rx_crc_errorsrx_frame_errors__rx_frame_errorsrx_fifo_errors__rx_fifo_errorsrx_missed_errors__rx_missed_errorstx_aborted_errors__tx_aborted_errorstx_carrier_errors__tx_carrier_errorstx_fifo_errors__tx_fifo_errorstx_heartbeat_errors__tx_heartbeat_errorstx_window_errors__tx_window_errorsrx_compressed__rx_compressedtx_compressed__tx_compressednetdev_hw_addr_listtreeRTNL_LINK_INITIALIZEDRTNL_LINK_INITIALIZINGnetdev_ml_priv_typeML_PRIV_NONEML_PRIV_CANnetdev_stat_typeNETDEV_PCPU_STAT_NONENETDEV_PCPU_STAT_LSTATSNETDEV_PCPU_STAT_TSTATSNETDEV_PCPU_STAT_DSTATSdevicekobjpinit_namebusdriverplatform_datadriver_datalinkspowerpm_domainem_pdpinsmsidma_opsdma_maskcoherent_dma_maskbus_dma_limitdma_range_mapdma_parmsdma_poolsdma_memcma_areadma_io_tlb_memarchdataof_nodefwnodenuma_nodedevtiddevres_lockdevres_headclassgroupsreleaseiommu_groupiommuphysical_locationremovableoffline_disabledofflineof_node_reusedstate_syncedcan_matchdma_coherentdma_skip_syncdma_iommukobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppressrefcountdev_links_infosuppliersconsumersdefer_syncstatusdl_dev_stateDL_DEV_NO_DRIVERDL_DEV_PROBINGDL_DEV_DRIVER_BOUNDDL_DEV_UNBINDINGdev_pm_infopower_statecan_wakeupasync_suspendin_dpm_listis_preparedis_suspendedis_noirq_suspendedis_late_suspendedno_pmearly_initdirect_completedriver_flagscompletionwakeupwakeup_pathsyscoreno_pm_callbackswork_in_progresssmart_suspendmust_resumemay_skip_resumesuspend_timertimer_expireswait_queuewakeirqusage_countchild_countdisable_depthidle_notificationrequest_pendingdeferred_resumeneeds_force_resumeruntime_autoignore_childrenno_callbacksirq_safeuse_autosuspendtimer_autosuspendsmemalloc_noiolinks_countrequestruntime_statuslast_statusruntime_errorautosuspend_delaylast_busyactive_timesuspended_timeaccounting_timestampsubsys_dataset_latency_toleranceqospm_message_tpm_messageeventdoneswait_queue_headtask_listhrtimer_softexpiresbaseis_relis_softis_hardtimerqueue_nodehrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTrpm_requestRPM_REQ_NONERPM_REQ_IDLERPM_REQ_SUSPENDRPM_REQ_AUTOSUSPENDRPM_REQ_RESUMErpm_statusRPM_INVALIDRPM_ACTIVERPM_RESUMINGRPM_SUSPENDEDRPM_SUSPENDINGRPM_BLOCKEDs32dev_msi_infodomaindev_archdatadev_t__kernel_dev_tdevice_removableDEVICE_REMOVABLE_NOT_SUPPORTEDDEVICE_REMOVABLE_UNKNOWNDEVICE_FIXEDDEVICE_REMOVABLEattribute_groupis_visibleis_bin_visiblebin_sizeattrsattributebin_attributeattrprivatereadread_newwritewrite_newllseekmmapaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_datarb_root_cachedrb_leftmostssize_t__kernel_ssize_t__kernel_long_tvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policynumab_statevm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpteval_tvm_flags__vm_flagsvm_flags_trbrb_subtree_lastbin_attrsbin_attrs_newbpf_xdp_entityproglinkneighbourtblparmsconfirmedupdatedarp_queue_len_bytesarp_queueprobesnud_statedeadha_lockhahhgc_listmanaged_listprimary_keyhh_cachehh_lenhh_lockhh_datapercpu_countercountersnetns_sysctl_ipv6hdricmp_hdrxfrm6_hdrflush_delayip6_rt_max_sizeip6_rt_gc_min_intervalip6_rt_gc_timeoutip6_rt_gc_intervalip6_rt_gc_elasticityip6_rt_mtu_expiresip6_rt_min_advmssmultipath_hash_fieldsmultipath_hash_policybindv6onlyflowlabel_consistencyauto_flowlabelsicmpv6_timeicmpv6_echo_ignore_allicmpv6_echo_ignore_multicasticmpv6_echo_ignore_anycasticmpv6_ratemaskicmpv6_ratemask_ptranycast_src_echo_replyip_nonlocal_bindfwmark_reflectflowlabel_state_rangesidgen_retriesidgen_delayflowlabel_reflectmax_dst_opts_cntmax_hbh_opts_cntmax_dst_opts_lenmax_hbh_opts_lenseg6_flowlabelioam6_idioam6_id_wideskip_notify_on_dev_downfib_notify_on_flag_changeicmpv6_error_anycast_as_unicastnetns_nfproc_netfilternf_loggersnf_log_dir_headerhooks_ipv4hooks_ipv6defrag_ipv4_usersdefrag_ipv6_usersnf_loggerlogfnmenf_log_typeNF_LOG_TYPE_LOGNF_LOG_TYPE_ULOGNF_LOG_TYPE_MAXnf_logfnu_int8_tnf_loginfouuloglogcopy_lenqthresholdu_int32_tu_int16_tlevellogflagsnf_hook_entriesnum_hook_entrieshooksnf_hook_entryhooknf_hookfnnf_hook_statepfinoutokfnnetns_ctecache_dwork_pendingsysctl_log_invalidsysctl_eventssysctl_acctsysctl_tstampsysctl_checksumstatnf_conntrack_event_cbnf_ct_protonf_ip_netgenerictcpudpicmpicmpv6dccpsctpnf_generic_nettimeoutnf_tcp_nettimeoutstcp_loosetcp_be_liberaltcp_max_retranstcp_ignore_invalid_rstnf_udp_netnf_icmp_netnf_dccp_netdccp_loosedccp_timeoutnf_sctp_netnetns_bpfrun_arrayprogsbpf_prog_arrayitemsbpf_prog_array_itemcgroup_storagebpf_cookiebpf_cgroup_storagemaplist_maplist_cgpercpu_bufbpf_cgroup_storage_keycgroup_inode_idattach_typebpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsinetns_xdp0:16:2 BPF_CORE_READ_INTO(&socket_key->family, sock, __sk_common.skc_family); socket_key->proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol);0:73inet_sockpinet6inet_flagsinet_saddruc_ttlinet_sportinet_optinet_idtosmin_ttlmc_ttlpmtudiscrcv_tosconvert_csumuc_indexmc_indexmc_addrlocal_port_rangemc_listcorkinet_cork_fullflinet_corkaddroptfragsizelengthdsttx_flagsttlgso_sizets_opt_idtransmit_timeflowi__fl_commonip4ip6flowi_commonflowic_oifflowic_iifflowic_l3mdevflowic_markflowic_tosflowic_scopeflowic_protoflowic_flagsflowic_secidflowic_uidflowic_multipath_hashflowic_tun_keyflowi_tunneltun_id__be64flowi4saddrdaddruliflowi_uliportsicmptgre_keymhtdportsportflowi6flowlabelmp_hash0:5 socket_key->port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); bpf_probe_read_kernel(&socket_value, sizeof(socket_value),task_structthread_info__statesaved_statestackptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_grouppreempt_notifierspolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitno_cgroup_migrationfrozenuse_memdelayin_eventfdatomic_flagsrestart_blockpidtgidstack_canaryreal_parentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionmemcg_nr_pages_over_highactive_memcgobjcgthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountbpf_storagebpf_ctxbpf_net_contextkretprobe_instancesthreadpreempt_countpreemptneed_resched__call_single_nodellistsrcu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sedl_server_has_tasks_fdl_server_pick_fsched_statisticscpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnfutexnanosleepuaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_ttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchllist_headthread_structcpu_contextuwfp_typefpsimd_cpusve_statesme_statevlvl_onexecfault_addressfault_codedebugkernel_fpsimd_statekernel_fpsimd_cpukeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0por_el0x19x20x21x22x23x24x25x26x27x28fpsppctp_valuetp2_valuefpmrpadfpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128FP_STATE_CURRENTFP_STATE_FPSIMDFP_STATE_SVEdebug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statetotal_time_enabledtotal_time_runningheader_sizeid_header_sizeread_sizehwpmu_ctxchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contexttp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrlprivilegeenabledrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregspt_regsorig_x0syscallnopmrsdei_ttbr1stackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regspstateframe_record_metarecordframe_recordlrsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:83 struct task_struct *parent = BPF_CORE_READ(task, real_parent);0:117 struct fs_struct *fs = BPF_CORE_READ(task, fs);0:57 struct file *exe_file = BPF_CORE_READ(task, mm, exe_file);mm_structcpu_bitmapmm_mtmmap_basemmap_legacy_basetask_sizepgdmembarrier_statemm_userspcpu_cidmm_cid_next_scanmax_nr_cidcpus_allowed_lockpgtables_bytesmap_countpage_table_lockmmap_lockmmlistvma_writer_waitmm_lock_seqhiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvrss_statbinfmtcontextioctx_lockioctx_tableexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workksm_merging_pagesksm_rmap_itemsksm_zero_pagesmm_idmm_countmaple_treema_flagsma_rootma_lockma_external_locklockdep_map_ppgd_tpgdval_tmm_context_tsigpagevdsopkey_allocation_mapxol_areamm_id_t0:0:51 socket_value.pid_tgid = ((u64)task->tgid) << 32 | task->pid;0:810:800:10:110 socket_value.uid_gid = ((u64)task->real_cred->gid.val) << 32 | task->real_cred->uid.val;0:2:00:30:113 __builtin_memcpy(&socket_value.task, task->comm,0:120 socket_value.mntns = (u64)task->nsproxy->mnt_ns->ns.inum;uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nsmnt_namespaceseq_originn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listmountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:20:0 if (parent != NULL) { bpf_probe_read_kernel(&socket_value.ptask, socket_value.ppid = (__u32)BPF_CORE_READ(parent, tgid);0:7 socket_value.sock = (__u64)sock; BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_ipv6only);0:0:70:8 socket_value.ipv6only =0:10 if (bpf_core_field_exists(socket_value.cwd)) {fs_structumaskin_execpwd0:6/work/include/gadget/filesystem.h bpf_probe_read(&f_path, sizeof(struct path), path); char slash = '/'; int zero = 0; struct dentry *dentry = f_path.dentry; struct vfsmount *vfsmnt = f_path.mnt;mountmnt_hashmnt_parentmnt_mountpointmnt_pcpmnt_mountsmnt_childmnt_instancemnt_devnamemnt_listmnt_expiremnt_sharemnt_slave_listmnt_slavemnt_mastermnt_mpmnt_umountingmnt_fsnotify_marksmnt_fsnotify_maskto_notifyprev_nsmnt_idmnt_id_uniquemnt_group_idmnt_expiry_markmnt_pinsmnt_stuck_childrenvfsmountmnt_rootmnt_sbmnt_flagsmnt_idmapmnt_nodemnt_rcumnt_llistmnt_mp_listmnt_umount return container_of(mnt, struct mount, mnt); struct mount *mnt_p = real_mount(vfsmnt); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); return bpf_map_lookup_elem(&bufs, &idx); if (string_p == NULL) return BPF_CORE_READ(vfsmnt, mnt_root);d_flagsd_seqd_hashd_parentd_named_inoded_shortnamed_opd_sbd_timed_fsdatad_lockrefd_sibd_childrend_uhlist_bl_nodeqstrhash_lenshortname_storestringwordslockreflock_countd_lrud_waitd_aliasd_in_lookup_hashd_rcu d_parent = get_d_parent_ptr_from_dentry(dentry); return BPF_CORE_READ(dentry, d_parent); if (dentry == mnt_root || dentry == d_parent) { if (dentry != mnt_root) { if (mnt_p != mnt_parent_p) { bpf_probe_read(&dentry, sizeof(struct dentry *), &mnt_p->mnt_mountpoint); bpf_probe_read(&mnt_p, sizeof(struct mount *), &mnt_p->mnt_parent); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); vfsmnt = &mnt_p->mnt; continue; return BPF_CORE_READ(dentry, d_name); d_name = get_d_name_from_dentry(dentry);0:0:0:1 len = (d_name.len + 1) & (PATH_MAX - 1); off = buf_off - len; &(string_p->buf[off & ((MAX_PERCPU_BUFSIZE >> 1) - 1)]), len, (void *) d_name.name); sz = bpf_probe_read_str( if (sz > 1) { bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); dentry = d_parent; buf_off -= sz - 1; if (off <= buf_off) { // verify no wrap occurred buf_off -= 1; // remove null byte termination with slash sign if (buf_off == (MAX_PERCPU_BUFSIZE >> 1)) { bpf_probe_read_str(&(string_p->buf[0]), PATH_MAX, (void *) d_name.name); buf_off -= 1; bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); bpf_probe_read(&(string_p->buf[(MAX_PERCPU_BUFSIZE >> 1) - 1]), 1, &zero); return &string_p->buf[buf_off]; bpf_probe_read_kernel_str(socket_value.cwd, cwd_size, cwd);0:11 if (bpf_core_field_exists(socket_value.exepath)) { bpf_probe_read_kernel_str(socket_value.exepath, exepath_size, (struct gadget_socket_value *)bpf_map_lookup_elem( if (!old_socket_value) {0:0:4 if (BPF_CORE_READ(sock, __sk_common.skc_state) == TCP_LISTEN)}bpf_iter__bpf_map_elemig_sk_cleanupiter/bpf_map_elemint ig_sk_cleanup(struct bpf_iter__bpf_map_elem *ctx) struct gadget_socket_key *socket_key = ctx->key; struct gadget_socket_value *socket_value = ctx->value; if (!socket_key || !socket_value) __u64 now = bpf_ktime_get_ns(); __u64 deletion_timestamp = socket_value->deletion_timestamp; if (deletion_timestamp != 0 && __builtin_memcpy(&tmp_key, socket_key, bpf_map_delete_elem(&gadget_sockets, &tmp_key);socket_file_ops_addrig_sockets_it.___fmtig_sk_cleanup.___fmt_licensesocket_valueempty_sockets_value.bss.maps.rodatalicenseblk_plugseq_filefile_operationsmodulekobj_typeinodedentry_operationssuper_blockdevice_nodefwnode_handledevice_driverbus_typeuser_namespaceproc_ns_operationsdev_pm_domainpm_subsys_datahrtimer_clock_baselinux_binfmtvm_operations_structdevice_privatedevice_typewakeup_sourcewake_irqnet_device_opsdev_pm_qosnotifier_blockem_perf_domaindev_pin_infoirq_domainproc_dir_entryrt6_statisticsseg6_pernet_dataioam6_pernet_dataneigh_opsipv6_devconfmsi_device_datadma_map_opsbus_dma_regiondevice_dma_parametersdma_coherent_memcmaio_tlb_memneigh_parmskey_tagctl_table_pollctl_table_rootctl_nodeipstats_mibtcp_miblinux_mibudp_mibmptcp_mibicmp_mibicmpmsg_mibicmpv6_mibicmpv6msg_mibinet_hashinfokmem_cacheipv4_devconfip_ra_chaininet_peer_basetcp_congestion_opstcp_fastopen_contextfib_notifier_opsnetdev_queueQdiscworkqueue_structuncached_listlwtunnel_stateneigh_tablefib6_infofib6_tablert6_infoinet6_devip_conntrack_statnf_ct_event_notifiernet_genericbpf_prog_statsbpf_prog_auxbpf_mapobj_cgroupmem_cgroupkernfs_nodebpf_local_storagecss_setlock_class_keyipc_namespacemountpointfsnotify_mark_connectortime_namespacecgroup_namespacesignal_structftrace_hashvm_structuser_structsock_fprog_kernbpf_storage_bufferbpf_cgroup_storage_mapsighand_structseccomp_filterrt_mutex_waiterbpf_mprog_entrypcpu_lstatspcpu_sw_netstatspcpu_dstatsnetdev_rx_queuenet_device_core_statsnetdev_name_nodedev_ifaliasphy_devicein_devicecpu_rmapxdp_dev_bulk_queuenetdev_stat_opsnetdev_queue_mgmt_opsphy_link_topologynetdev_configethtool_netdev_statebpf_xdp_linkrtnl_hw_stats64dim_irq_moderhwtstamp_providerskb_extproto_opspipe_inode_infofasync_structpid_namespacesock_reuseportdev_iommudevice_physical_locationvma_numab_statekernel_siginfokioctx_tablemmu_notifier_subscriptionstask_grouprcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskgendiskuts_namespacerobust_list_headcompat_robust_list_headfutex_pi_stateperf_event_contextuprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupaddress_space_operationsfown_structipv6_pinfoip_options_rcuip_optionsip_mc_socklist $$T-[ "l l08@$X  1(10HP' hUp<<WD8XH8@8XHp8XH8XHZLZLZLZL&[H8XHP{x{8XH{{8XH$|8XH$|$| 0,8:P2X`%hU px9?"+6@p@@@~~8H hpY{LYPYÃTY҃!XY҃XY#\Y YhYl(0Y` PYxYY Y+Y YY YYYYYBY_Y_Y_0YPY͈5hYpY͈Y<YYYdY~ Y Y 4 Y 4 Y ( Y 40 Y @ YH YP YX Y` Yp Y( x Y(  Y(S  Y  Y, Y4 Y Y4 Y L Y 8@ YH Y ` Y+p Y Y Y  Y Y Y Y Y Y 4 Y 4 Y  Y 4 Y  Y Y( Y0 Y8 Y, P Y,X Yh Y( p Y(  Y Y(S  Y  Y, Y_ 0 Y+4 Y4 Y_ 0 Y4 Y L( Y 8@ YBH Y_P Y_X Y_x Y Y͈5 Y Y͈ Y< Y Y Yd0 Y8 Y P Y+` Y p Yx Y  Y Y Y Y Y Y 4 Y 4 Y  Y 4 Y YYYY Y, 8Y,@YPY( XY( pYxY(S Y Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8(YB0Y_8Y_@Y_`YY͈5YY͈Y<YYYdY Y 8Y+HY XY`Y pYxYYYYY 4Y 4Y Y 4Y YYYYY,  Y,(Y8Y( @Y( XY`Y(S hY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YB Y_(Y_0Y_PYpY͈5YY͈Y<YYYdYY (Y+8Y HYPY `YhYpYxYYY 4Y 4Y Y 4Y YYYYY, Y,Y(Y( 0Y( HYPY(S XY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_ Y_@Y`Y͈5xYY͈Y<YYYdYY Y+(Y 8Y@Y PYXY`YhYYY 4Y 4Y Y 4Y YYYYY, Y,YY(  Y( 8Y@Y(S HY xY,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_0YPY͈5hYpY͈Y<YYYdYY Y+Y (Y0Y @YHYPYXYxYY 4Y 4Y Y 4Y YYYYY, Y,YY( Y( (Y0Y(S 8Y hY,xY_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_ Y@Y͈5XY`Y͈pY<YYYdYY Y+Y Y Y 0Y8Y@YHYhYpY 4Y 4Y Y 4Y YYYYY, Y,YY( Y( Y Y(S (Y XY,hY_ 0xY+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_Y0Y͈5HYPY͈`Y<xYYYdYY Y+Y YY  Y(Y0Y8YXY`Y 4pY 4xY Y 4Y YYYYY, Y,YY( Y(  Y Y(S  Y H Y,X Y_ 0h Y+4p Y4 Y_ 0 Y4 Y L Y 8 YB Y_ Y_ Y_!Y !Y͈58!Y@!Y͈P!Y<h!Yp!Y!Yd!Y!Y !Y+!Y !Y"Y "Y"Y "Y("YH"YP"Y 4`"Y 4h"Y p"Y 4x"Y "Y"Y"Y"Y"Y, "Y,"Y"Y( "Y( "Y#Y(S #Y 8#Y,H#Y_ 0X#Y+4`#Y4x#Y_ 0#Y4#Y L#Y 8#YB#Y_#Y_#Y_#Y$Y͈5($Y0$Y͈@$Y<X$Y`$Yx$Yd$Y$Y $Y+$Y $Y$Y %Y%Y%Y%Y8%Y@%Y 4P%Y 4X%Y `%Y 4h%Y x%Y%Y%Y%Y%Y, %Y,%Y%Y( %Y( %Y%Y(S %Y (&Y,8&Y_ 0H&Y+4P&Y4h&Y_ 0p&Y4&Y L&Y 8&YB&Y_&Y_&Y_&Y'Y͈5'Y 'Y͈0'Y<H'YP'Yh'Yd'Y'Y 'Y+'Y 'Y'Y 'Y'Y(Y(Y((Y0(Y 4@(Y 4H(Y P(Y 4X(Y h(Yp(Yx(Y(Y(Y, (Y,(Y(Y( (Y( (Y(Y(S (Y )Y,()Y_ 08)Y+4@)Y4X)Y_ 0`)Y4p)Y Lx)Y 8)YB)Y_)Y_)Y_)Y)Y͈5*Y*Y͈ *Y<8*Y@*YX*Yd*Y*Y *Y+*Y *Y*Y *Y*Y*Y*Y+Y +Y 40+Y 48+Y @+Y 4H+Y X+Y`+Yh+Yp+Yx+Y, +Y,+Y+Y( +Y( +Y+Y(S +Y ,Y,,Y_ 0(,Y+40,Y4H,Y_ 0P,Y4`,Y Lh,Y 8,YB,Y_,Y_,Y_,Y,Y͈5,Y-Y͈-Y<(-Y0-YH-Ydx-Y-Y -Y+-Y -Y-Y -Y-Y-Y-Y.Y.Y 4 .Y 4(.Y 0.Y 48.Y H.YP.YX.Y`.Yh.Y, .Y,.Y.Y( .Y( .Y.Y(S .Y .Y,/Y_ 0/Y+4 /Y48/Y_ 0@/Y4P/Y LX/Y 8x/YB/Y_/Y_/Y_/Y/Y͈5/Y/Y͈0Y<0Y 0Y80Ydh0Yp0Y 0Y+0Y 0Y0Y 0Y0Y0Y0Y0Y1Y 41Y 41Y  1Y 4(1Y 81Y@1YH1YP1YX1Y, p1Y,x1Y1Y( 1Y( 1Y1Y(S 1Y 1Y,1Y_ 02Y+42Y4(2Y_ 002Y4@2Y LH2Y 8h2YBp2Y_x2Y_2Y_2Y2Y͈52Y2Y͈2Y<3Y3Y(3YdX3Y`3Y x3Y+3Y 3Y3Y 3Y3Y3Y3Y3Y3Y 44Y 44Y 4Y 44Y (4Y04Y84Y@4YH4Y, `4Y,h4Yx4Y( 4Y( 4Y4Y(S 4Y 4Y,4Y_ 04Y+45Y45Y_ 0 5Y405Y L85Y 8X5YB`5Y_h5Y_p5Y_5Y5Y͈55Y5Y͈5Y<5Y6Y6YdH6YP6Y h6Y+x6Y 6Y6Y 6Y6Y6Y6Y6Y6Y 46Y 46Y 7Y 47Y 7Y 7Y(7Y07Y87Y, P7Y,X7Yh7Y( p7Y( 7Y7Y(S 7Y 7Y,7Y_ 07Y+47Y48Y_ 08Y4 8Y L(8Y 8H8YBP8Y_X8Y_`8Y_8Y8Y͈58Y8Y͈8Y<8Y8Y9Yd89Y@9Y X9Y+h9Y x9Y9Y 9Y9Y9Y9Y9Y9Y 49Y 49Y 9Y 49Y :Y:Y:Y :Y(:Y, @:Y,H:YX:Y( `:Y( x:Y:Y(S :Y :Y,:Y_ 0:Y+4:Y4:Y_ 0;Y4;Y L;Y 88;YB@;Y_H;Y_P;Y_p;Y;Y͈5;Y;Y͈;Y<;Y;Y;Yd(<Y0<Y H<Y+X<Y h<Yp<Y <Y<Y<Y<Y<Y<Y 4<Y 4<Y <Y 4<Y <Y=Y=Y=Y=Y, 0=Y,8=YH=Y( P=Y( h=Yp=Y(S x=Y =Y,=Y_ 0=Y+4=Y4=Y_ 0=Y4>Y L>Y 8(>YB0>Y_8>Y_@>Y_`>Y>Y͈5>Y>Y͈>Y<>Y>Y>Yd?Y ?Y 8?Y+H?Y X?Y`?Y p?Yx?Y?Y?Y?Y?Y 4?Y 4?Y ?Y 4?Y ?Y?Y?Y@Y@Y,  @Y,(@Y8@Y( @@Y( X@Y`@Y(S h@Y @Y,@Y_ 0@Y+4@Y4@Y_ 0@Y4@Y L@Y 8AYB AY_(AY_0AY_PAYpAY͈5AYAY͈AY<AYAYAYdBYBY (BY+8BY HBYPBY `BYhBYpBYxBYBYBY 4BY 4BY BY 4BY BYBYBYBYBY, CY,CY(CY( 0CY( HCYPCY(S XCY CY,CY_ 0CY+4CY4CY_ 0CY4CY LCY 8DYBDY_DY_ DY_@DY`DY͈5xDYDY͈DY<DYDYDYdDYEY EY+(EY 8EY@EY PEYXEY`EYhEYEYEY 4EY 4EY EY 4EY EYEYEYEYEY, FY,FYFY(  FY( 8FY@FY(S HFY xFY,FY_ 0FY+4FY4FY_ 0FY4FY LFY 8FYBGY_GY_GY_0GYPGY͈5hGYpGY͈GY<GYGYGYdGYGY HY+HY (HY0HY @HYHHYPHYXHYxHYHY 4HY 4HY HY 4HY HYHYHYHYHY, HY,HYIY( IY( (IY0IY(S 8IY hIY,xIY_ 0IY+4IY4IY_ 0IY4IY LIY 8IYBIY_IY_JY_ JY@JY͈5XJY`JY͈pJY<JYJYJYdJYJY JY+KY KY KY 0KY8KY@KYHKYhKYpKY 4KY 4KY KY 4KY KYKYKYKYKY, KY,KYKY( LY( LY LY(S (LY XLY,hLY_ 0xLY+4LY4LY_ 0LY4LY LLY 8LYBLY_LY_LY_MY(MY͈5@MYHMY͈XMY<pMYxMYMYdMYMY MY+MY NYNY NY NY(NY0NYPNYXNY 4hNY 4pNY xNY 4NY NYNYNYNYNY, NY,NYNY( NY( OYOY(S OY @OY,POY_ 0`OY+4hOY4OY_ 0OY4OY LOY 8OYBOY_OY_OY_OYPY͈5(PY0PY͈@PY<XPY`PYxPYdPYPY PY+PY PYPY QYQYQYQY8QY@QY 4PQY 4XQY `QY 4hQY xQYQYQYQYQY, QY,QYQY( QY( QYQY(S QY (RY,8RY_ 0HRY+4PRY4hRY_ 0pRY4RY LRY 8RYBRY_RY_RY_RYRY͈5SYSY͈(SY<@SYHSY`SYdSYSY SY+SY SYSY SYSYSYTY TY(TY 48TY 4@TY HTY 4PTY `TYhTYpTYxTYTY, TY,TYTY( TY( TYTY(S TY UY, UY_ 00UY+48UY4PUY_ 0XUY4hUY LpUY 8UYBUY_UY_UY_UYUY͈5UYVY͈VY<(VY0VYHVYdxVYVY VY+VY VYVY VYVYVYVYWYWY 4 WY 4(WY 0WY 48WY HWYPWYXWY`WYhWY, WY,WYWY( WY( WYWY(S WY WY,XY_ 0XY+4 XY48XY_ 0@XY4PXY LXXY 8pXYBxXY_XY_XY_XYXY͈5XYXY͈XY<YYYY0YYd`YYhYY YY+YY YYYY YYYYYYYYYYYY 4ZY 4ZY ZY 4 ZY 0ZY8ZY@ZYHZYPZY, hZY,pZYZY( ZY( ZYZY(S ZY ZY,ZY_ 0[Y+4[Y4 [Y_ 0([Y48[Y L@[Y 8X[YB`[Y_h[Y_p[Y_[Y[Y͈5[Y[Y͈[Y<[Y\Y\YdH\YP\Y h\Y+x\Y \Y\Y \Y\Y\Y\Y\Y\Y 4\Y 4\Y ]Y 4]Y ]Y ]Y(]Y0]Y8]Y, P]Y,X]Yh]Y( p]Y( ]Y]Y(S ]Y ]Y,]Y_ 0]Y+4]Y4^Y_ 0^Y4 ^Y L(^Y 8@^YBH^Y_P^Y_X^Y_x^Y^Y͈5^Y^Y͈^Y<^Y^Y_Yd0_Y8_Y P_Y+`_Y p_Yx_Y _Y_Y_Y_Y_Y_Y 4_Y 4_Y _Y 4_Y `Y`Y`Y`Y `Y, 8`Y,@`YP`Y( X`Y( p`Yx`Y(S `Y `Y,`Y_ 0`Y+4`Y4`Y_ 0`Y4aY LaY 8(aYB0aY_8aY_@aY_`aYaY͈5aYaY͈aY<aYaYaYdbY bY 8bY+HbY XbY`bY pbYxbYbYbYbYbY 4bY 4bY bY 4bY bYbYbYcYcY,  cY,(cY8cY( @cY( XcY`cY(S hcY cY,cY_ 0cY+4cY4cY_ 0cY4cY LcY 8dYBdY_ dY_(dY_HdYhdY͈5dYdY͈dY<dYdYdYdeYeY eY+0eY @eYHeY XeY`eYheYpeYeYeY 4eY 4eY eY 4eY eYeYeYeYeY, fY,fY fY( (fY( @fYHfY(S PfY fY,fY_ 0fY+4fY4fY_ 0fY4fY LfY 8fYBgY_gY_gY_0gYPgY͈5hgYpgY͈gY<gYgYgYdgYgY hY+hY (hY0hY @hYHhYPhYXhYxhYhY 4hY 4hY hY 4hY hYhYhYhYhY, hY,hYiY( iY( (iY0iY(S 8iY hiY,xiY_ 0iY+4iY4iY_ 0iY4iY LiY 8iYBiY_iY_iY_jY8jY͈5PjYXjY͈hjY<jYjYjYdjYjY jY+kY kYkY (kY0kY8kY@kY`kYhkY 4xkY 4kY kY 4kY kYkYkYkYkY, kY,kYkY( kY( lYlY(S  lY PlY,`lY_ 0plY+4xlY4lY_ 0lY4lY LlY 8lYBlY_lY_lY_mY mY͈58mY@mY͈PmY<hmYpmYmYdmYmY mY+mY mYnY nYnY nY(nYHnYPnY 4`nY 4hnY pnY 4xnY nYnYnYnYnY, nY,nYnY( nY( nYoY(S oY 8oY,HoY_ 0XoY+4`oY4xoY_ 0oY4oY LoY 8oYBoY_oY_oY_oYpY͈5 pY(pY͈8pY<PpYXpYppYdpYpY pY+pY pYpY pYqYqYqY0qY8qY 4HqY 4PqY XqY 4`qY pqYxqYqYqYqY, qY,qYqY( qY( qYqY(S qY  rY,0rY_ 0@rY+4HrY4`rY_ 0hrY4xrY LrY 8rYBrY_rY_rY_rYrY͈5sYsY͈ sY<8sY@sYXsYdsYsY sY+sY sYsY sYsYsYsYtY tY 40tY 48tY @tY 4HtY XtY`tYhtYptYxtY, tY,tYtY( tY( tYtY(S tY uY,uY_ 0(uY+40uY4HuY_ 0PuY4`uY LhuY 8uYBuY_uY_uY_uYuY͈5uYuY͈vY< vY(vY@vYdpvYxvY vY+vY vYvY vYvYvYvYwYwY 4wY 4 wY (wY 40wY @wYHwYPwYXwY`wY, xwY,wYwY( wY( wYwY(S wY wY,xY_ 0xY+4xY40xY_ 08xY4HxY LPxY 8hxYBpxY_xxY_xY_xYxY͈5xYxY͈xY<yYyY(yYdXyY`yY xyY+yY yYyY yYyYyYyYyYyY 4zY 4zY zY 4zY (zY0zY8zY@zYHzY, `zY,hzYxzY( zY( zYzY(S zY zY,zY_ 0zY+4{Y4{Y_ 0 {Y40{Y L8{Y 8P{YBX{Y_`{Y_h{Y_{Y{Y͈5{Y{Y͈{Y<{Y{Y|Yd@|YH|Y `|Y+p|Y |Y|Y |Y|Y|Y|Y|Y|Y 4|Y 4|Y |Y 4}Y }Y}Y }Y(}Y0}Y, H}Y,P}Y`}Y( h}Y( }Y}Y(S }Y }Y,}Y_ 0}Y+4}Y4~Y_ 0~Y4~Y L ~Y 88~YB@~Y_H~Y_P~Y_p~Y~Y͈5~Y~Y͈~Y<~Y~Y~Yd(Y0Y HY+XY hYpY YYYYYY 4Y 4Y Y 4Y YYYYY, 0Y,8YHY( PY( hYpY(S xY Y,Y_ 0ȀY+4ЀY4Y_ 0Y4Y LY 8 YB(Y_0Y_8Y_XYxY͈5YY͈Y<YȁYYdYY 0Y+@Y PYXY hYpYxYYYY 4Y 4Y ȂY 4ЂY YYYYY, Y, Y0Y( 8Y( PYXY(S `Y Y,Y_ 0Y+4Y4ЃY_ 0؃Y4Y LY 8YBY_Y_ Y_@Y`Y͈5xYY͈Y<YYȄYdYY Y+(Y 8Y@Y PYXY`YhYYY 4Y 4Y Y 4Y ȅYЅY؅YYY, Y,YY(  Y( 8Y@Y(S HY xY,Y_ 0Y+4Y4Y_ 0Y4ІY L؆Y 8YBY_Y_Y_(YHY͈5`YhY͈xY<YYYdYY Y+Y Y(Y 8Y@YHYPYpYxY 4Y 4Y Y 4Y YYYȈYЈY, Y,YY( Y(  Y(Y(S 0Y `Y,pY_ 0Y+4Y4Y_ 0Y4Y LY 8؉YBY_Y_Y_Y0Y͈5HYPY͈`Y<xYYYdȊYЊY Y+Y YY  Y(Y0Y8YXY`Y 4pY 4xY Y 4Y YYYYY, ЋY,؋YY( Y( YY(S Y HY,XY_ 0hY+4pY4Y_ 0Y4Y LY 8YBȌY_ЌY_،Y_YY͈50Y8Y͈HY<`YhYYdYY ЍY+Y YY YYY Y@YHY 4XY 4`Y hY 4pY YYYYY, Y,YЎY( ؎Y( YY(S Y 0Y,@Y_ 0PY+4XY4pY_ 0xY4Y LY 8YBY_Y_Y_YY͈5Y Y͈0Y<HYPYhYdYY Y+ȐY ؐYY YYYY(Y0Y 4@Y 4HY PY 4XY hYpYxYYY, Y,YY( Y( ؑYY(S Y Y,(Y_ 08Y+4@Y4XY_ 0`Y4pY LxY 8YBY_Y_Y_ȒYY͈5YY͈Y<0Y8YPYdYY Y+Y YȓY ؓYYYYYY 4(Y 40Y 8Y 4@Y PYXY`YhYpY, Y,YY( Y( YȔY(S ДY Y,Y_ 0 Y+4(Y4@Y_ 0HY4XY L`Y 8xYBY_Y_Y_YЕY͈5YY͈Y<Y Y8YdhYpY Y+Y YY YȖYЖYؖYYY 4Y 4Y  Y 4(Y 8Y@YHYPYXY, pY,xYY( Y( YY(S Y Y,Y_ 0Y+4Y4(Y_ 00Y4@Y LHY 8`YBhY_pY_xY_YY͈5ИYؘY͈Y<YY YdPYXY pY+Y YY YYYYYY 4Y 4Y Y 4Y  Y(Y0Y8Y@Y, XY,`YpY( xY( YY(S Y КY,Y_ 0Y+4Y4Y_ 0Y4(Y L0Y 8HYBPY_XY_`Y_YY͈5YY͈ЛY<YYYd8Y@Y XY+hY xYY YYYYȜYМY 4Y 4Y Y 4Y YYY Y(Y, @Y,HYXY( `Y( xYY(S Y Y,ȝY_ 0؝Y+4Y4Y_ 0Y4Y LY 80YB8Y_@Y_HY_hYY͈5YY͈Y<ОY؞YYd Y(Y @Y+PY `YhY xYYYYYY 4ȟY 4ПY ؟Y 4Y YYYYY, (Y,0Y@Y( HY( `YhY(S pY Y,Y_ 0Y+4ȠY4Y_ 0Y4Y LY 8YB Y_(Y_0Y_PYpY͈5YY͈Y<YYءYdYY (Y+8Y HYPY `YhYpYxYYY 4Y 4Y Y 4ȢY آYYYYY, Y,Y(Y( 0Y( HYPY(S XY Y,Y_ 0Y+4Y4ȣY_ 0УY4Y LY 8YBY_Y_Y_8YXY͈5pYxY͈Y<YYYdYY Y+ Y 0Y8Y HYPYXY`YYY 4Y 4Y Y 4Y YȥYХYإYY, Y,YY( Y( 0Y8Y(S @Y pY,Y_ 0Y+4Y4Y_ 0Y4ȦY LЦY 8YBY_Y_Y_ Y@Y͈5XY`Y͈pY<YYYdاYY Y+Y Y Y 0Y8Y@YHYhYpY 4Y 4Y Y 4Y YYYYȨY, Y,YY( Y( Y Y(S (Y XY,hY_ 0xY+4Y4Y_ 0Y4Y LY 8ЩYBةY_Y_Y_Y(Y͈5@YHY͈XY<pYxYYdYȪY Y+Y YY Y Y(Y0YPYXY 4hY 4pY xY 4Y YYYYY, ȫY,ЫYY( Y( YY(S Y @Y,PY_ 0`Y+4hY4Y_ 0Y4Y LY 8YBY_ȬY_ЬY_YY͈5(Y0Y͈@Y<XY`YxYdYY ȭY+حY YY YYYY8Y@Y 4PY 4XY `Y 4hY xYYYYY, Y,YȮY( ЮY( YY(S Y (Y,8Y_ 0HY+4PY4hY_ 0pY4Y LY 8YBY_Y_Y_دYY͈5YY͈(Y<@YHY`YdYY Y+Y аYذY YYYY Y(Y 48Y 4@Y HY 4PY `YhYpYxYY, Y,YY( Y( бYرY(S Y Y, Y_ 00Y+48Y4PY_ 0XY4hY LpY 8YBY_Y_Y_YY͈5YY͈Y<(Y0YHYdxYY Y+Y YY гYسYYYYY 4 Y 4(Y 0Y 48Y HYPYXY`YhY, Y,YY( Y( YY(S ȴY Y,Y_ 0Y+4 Y48Y_ 0@Y4PY LXY 8pYBxY_Y_Y_YȵY͈5YY͈Y<YY0Yd`YhY Y+Y YY YYȶYжYYY 4Y 4Y Y 4 Y 0Y8Y@YHYPY, hY,pYY( Y( YY(S Y Y,Y_ 0Y+4Y4 Y_ 0(Y48Y L@Y 8XYB`Y_hY_pY_YY͈5ȸYиY͈Y<YYYdHYPY hY+xY YY YYYYعYY 4Y 4Y Y 4Y Y Y(Y0Y8Y, PY,XYhY( pY( YY(S Y ȺY,غY_ 0Y+4Y4Y_ 0Y4 Y L(Y 8@YBHY_PY_XY_xYY͈5YY͈ȻY<YYYd0Y8Y PY+`Y pYxY YYYYYȼY 4ؼY 4Y Y 4Y YYYY Y, 8Y,@YPY( XY( pYxY(S Y Y,Y_ 0нY+4ؽY4Y_ 0Y4Y LY 8(YB0Y_8Y_@Y_`YY͈5YY͈Y<ȾYоYYdY Y 8Y+HY XY`Y pYxYYYYY 4Y 4ȿY пY 4ؿY YYYYY,  Y,(Y8Y( @Y( XY`Y(S hY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_ Y_(Y_HYhY͈5YY͈Y<YYYdYY Y+0Y @YHY XY`YhYpYYY 4Y 4Y Y 4Y YYYYY, Y,Y Y( (Y( @YHY(S PY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_0YPY͈5hYpY͈Y<YYYdYY Y+Y (Y0Y @YHYPYXYxYY 4Y 4Y Y 4Y YYYYY, Y,YY( Y( (Y0Y(S 8Y hY,xY_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_Y8Y͈5PYXY͈hY<YYYdYY Y+Y YY (Y0Y8Y@Y`YhY 4xY 4Y Y 4Y YYYYY, Y,YY( Y( YY(S  Y PY,`Y_ 0pY+4xY4Y_ 0Y4Y LY 8YBY_Y_Y_Y Y͈58Y@Y͈PY<hYpYYdYY Y+Y YY YY Y(YHYPY 4`Y 4hY pY 4xY YYYYY, Y,YY( Y( YY(S Y 8Y,HY_ 0XY+4`Y4xY_ 0Y4Y LY 8YBY_Y_Y_YY͈5 Y(Y͈8Y<PYXYpYdYY Y+Y YY YYYY0Y8Y 4HY 4PY XY 4`Y pYxYYYY, Y,YY( Y( YY(S Y  Y,0Y_ 0@Y+4HY4`Y_ 0hY4xY LY 8YBY_Y_Y_YY͈5YY͈ Y<8Y@YXYdYY Y+Y YY YYYYY Y 40Y 48Y @Y 4HY XY`YhYpYxY, Y,YY( Y( YY(S Y Y,Y_ 0(Y+40Y4HY_ 0PY4`Y LhY 8YBY_Y_Y_YY͈5YY͈Y< Y(Y@YdpYxY Y+Y YY YYYYYY 4Y 4 Y (Y 40Y @YHYPYXY`Y, xY,YY( Y( YY(S Y Y,Y_ 0Y+4Y40Y_ 08Y4HY LPY 8hYBpY_xY_Y_YY͈5YY͈Y<YY(YdXY`Y xY+Y YY YYYYYY 4Y 4Y Y 4Y (Y0Y8Y@YHY, `Y,hYxY( Y( YY(S Y Y,Y_ 0Y+4Y4Y_ 0 Y40Y L8Y 8PYBXY_`Y_hY_YY͈5YY͈Y<YYYd@YHY `Y+pY YY YYYYYY 4Y 4Y Y 4Y YY Y(Y0Y, HY,PY`Y( hY( YY(S Y Y,Y_ 0Y+4Y4Y_ 0Y4Y L Y 88YB@Y_HY_PY_pYY͈5YY͈Y<YYYd(Y0Y HY+XY hYpY YYYYYY 4Y 4Y Y 4Y YYYYY, 0Y,8YHY( PY( hYpY(S xY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8 YB(Y_0Y_8Y_XYxY͈5YY͈Y<YYYdYY 0Y+@Y PYXY hYpYxYYYY 4Y 4Y Y 4Y YYYYY, Y, Y0Y( 8Y( PYXY(S `Y Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_ Y_@Y`Y͈5xYY͈Y<YYYdYY Y+(Y 8Y@Y PYXY`YhYYY 4Y 4Y Y 4Y YYYYY, Y,YY(  Y( 8Y@Y(S HY xY,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_(YHY͈5`YhY͈xY<YYYdYY Y+Y Y(Y 8Y@YHYPYpYxY 4Y 4Y Y 4Y YYYYY, Y,YY( Y(  Y(Y(S 0Y `Y,pY_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_Y0Y͈5HYPY͈`Y<xYYYdYY Y+Y YY  Y(Y0Y8YXY`Y 4pY 4xY Y 4Y YYYYY, Y,YY( Y( YY(S Y HY,XY_ 0hY+4pY4Y_ 0Y4Y LY 8YBY_Y_Y_YY͈50Y8Y͈HY<`YhYYdYY Y+Y YY YYY Y@YHY 4XY 4`Y hY 4pY YYYYY, Y,YY( Y( YY(S Y 0Y,@Y_ 0PY+4XY4pY_ 0xY4Y LY 8YBY_Y_Y_YY͈5Y Y͈0Y<HYPYhYdYY Y+Y YY YYYY(Y0Y 4@Y 4HY PY 4XY hYpYxYYY, Y,YY( Y( YY(S Y Y,(Y_ 08Y+4@Y4XY_ 0`Y4pY LxY 8YBY_Y_Y_YY͈5YY͈ Y<8Y@YPYXhYXxY#dYY 4Y dYY͋EhY͋hY t Y(*x8Y(xPY tXY(xhY{Y tY{YȌ , (Y{LHYPXYÃT`Y҃!XhY҃XpY#\Y YhYlY` Y(Y0Y HY+XY hYpY YYYYYBY_Y_Y_YY͈5Y Y͈0Y<HYPYhYdY~YY 4Y 4Y Y 4Y YYYYY Y( (Y( 0Y(S 8Y pY,Y4YY4Y LY 8YY Y+ Y 0Y8Y HYPYXY`YYY 4Y 4Y Y 4Y YYYYY, Y,YY(  Y( 8Y@Y(S HY xY,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_(YHY͈5`YhY͈xY<YYYdYY Y+Y Y(Y 8Y@YHYPYpYxY 4Y 4Y Y 4Y YYYYY, Y,YY( Y(  Y(Y(S 0Y `Y,pY_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_Y0Y͈5HYPY͈`Y<xYYYdYY Y+Y YY  Y(Y0Y8YXY`Y 4pY 4xY Y 4Y YYYYY, Y,YY( Y( YY(S Y HY,XY_ 0hY+4pY4Y_ 0Y4Y LY 8YBY_Y_Y_Y Y͈58Y@Y͈PY<hYpYYdYY Y+Y YY YY Y(YHYPY 4`Y 4hY pY 4xY YYYYY, Y,YY( Y( YY(S Y 8Y,HY_ 0XY+4`Y4xY_ 0Y4Y LY 8YBY_Y_Y_YY͈5(Y0Y͈@Y<XY`YxYdYY Y+Y YY YYYY8Y@Y 4PY 4XY `Y 4hY xYYYYY, Y,YY( Y( YY(S Y (Y,8Y_ 0HY+4PY4hY_ 0pY4Y LY 8YBY_Y_Y_YY͈5Y Y͈0Y<HYPYhYdYY Y+Y YY YYYY(Y0Y 4@Y 4HY PY 4XY hYpYxYYY, Y,YY( Y( YY(S Y Y,(Y_ 08Y+4@Y4XY_ 0`Y4pY LxY 8YBY_Y_Y_YY͈5YY͈ Y<8Y@YXYdYY Y+Y YY YYYYY Y 40Y 48Y @Y 4HY XY`YhYpYxY, Y,YY( Y( YY(S Y  Y, Y_ 0( Y+40 Y4H Y_ 0P Y4` Y Lh Y 8 YB Y_ Y_ Y_ Y Y͈5 Y Y͈ Y<( Y0 YH Ydx Y Y Y+ Y Y Y  Y Y Y Y Y Y 4 Y 4( Y 0 Y 48 Y H YP YX Y` Yh Y,  Y, Y Y(  Y(  Y Y(S  Y  Y, Y_ 0 Y+4 Y48 Y_ 0@ Y4P Y LX Y 8x YB Y_ Y_ Y_ Y Y͈5 Y Y͈ Y< Y Y8 Ydh Yp Y Y+ Y Y Y  Y Y Y Y YY 4Y 4Y  Y 4(Y 8Y@YHYPYXY, pY,xYY( Y( YY(S Y Y,Y_ 0Y+4Y4(Y_ 00Y4@Y LHY 8hYBpY_xY_Y_YY͈5YY͈Y<YY(YdXY`Y xY+Y YY YYYYYY 4Y 4Y Y 4Y (Y0Y8Y@YHY, `Y,hYxY( Y( YY(S Y Y,Y_ 0Y+4Y4Y_ 0 Y40Y L8Y 8XYB`Y_hY_pY_YY͈5YY͈Y<YYYdHYPY hY+xY YY YYYYYY 4Y 4Y Y 4Y Y Y(Y0Y8Y, PY,XYhY( pY( YY(S Y Y,Y_ 0Y+4Y4Y_ 0Y4 Y L(Y 8HYBPY_XY_`Y_YY͈5YY͈Y<YYYd8Y@Y XY+hY xYY YYYYYY 4Y 4Y Y 4Y YYY Y(Y, @Y,HYXY( `Y( xYY(S Y Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 88YB@Y_HY_PY_pYY͈5YY͈Y<YYYd(Y0Y HY+XY hYpY YYYYYY 4Y 4Y Y 4Y YYYYY, 0Y,8YHY( PY( hYpY(S xY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8(YB0Y_8Y_@Y_`YY͈5YY͈Y<YYYdY Y 8Y+HY XY`Y pYxYYYYY 4Y 4Y Y 4Y YYYYY,  Y,(Y8Y( @Y( XY`Y(S hY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YB Y_(Y_0Y_PYpY͈5YY͈Y<YYYdYY (Y+8Y HYPY `YhYpYxYYY 4Y 4Y Y 4Y YYYYY,  Y, Y( Y( 0 Y( H YP Y(S X Y  Y, Y_ 0 Y+4 Y4 Y_ 0 Y4 Y L Y 8!YB!Y_!Y_ !Y_@!Y`!Y͈5x!Y!Y͈!Y<!Y!Y!Yd!Y"Y "Y+("Y 8"Y@"Y P"YX"Y`"Yh"Y"Y"Y 4"Y 4"Y "Y 4"Y "Y"Y"Y"Y"Y, #Y,#Y#Y(  #Y( 8#Y@#Y(S H#Y x#Y,#Y_ 0#Y+4#Y4#Y_ 0#Y4#Y L#Y 8#YB$Y_$Y_$Y_0$YP$Y͈5h$Yp$Y͈$Y<$Y$Y$Yd$Y$Y %Y+%Y (%Y0%Y @%YH%YP%YX%Yx%Y%Y 4%Y 4%Y %Y 4%Y %Y%Y%Y%Y%Y, %Y,%Y&Y( &Y( (&Y0&Y(S 8&Y h&Y,x&Y_ 0&Y+4&Y4&Y_ 0&Y4&Y L&Y 8&YB&Y_&Y_'Y_ 'Y@'Y͈5X'Y`'Y͈p'Y<'Y'Y'Yd'Y'Y 'Y+(Y (Y (Y 0(Y8(Y@(YH(Yh(Yp(Y 4(Y 4(Y (Y 4(Y (Y(Y(Y(Y(Y, (Y,(Y(Y( )Y( )Y )Y(S ()Y X)Y,h)Y_ 0x)Y+4)Y4)Y_ 0)Y4)Y L)Y 8)YB)Y_)Y_)Y_*Y0*Y͈5H*YP*Y͈`*Y<x*Y*Y*Yd*Y*Y *Y+*Y +Y+Y  +Y(+Y0+Y8+YX+Y`+Y 4p+Y 4x+Y +Y 4+Y +Y+Y+Y+Y+Y, +Y,+Y+Y( +Y( ,Y,Y(S ,Y H,Y,X,Y_ 0h,Y+4p,Y4,Y_ 0,Y4,Y L,Y 8,YB,Y_,Y_,Y_-Y -Y͈58-Y@-Y͈P-Y<h-Yp-Y-Yd-Y-Y -Y+-Y -Y.Y .Y.Y .Y(.YH.YP.Y 4`.Y 4h.Y p.Y 4x.Y .Y.Y.Y.Y.Y, .Y,.Y.Y( .Y( .Y/Y(S /Y 8/Y,H/Y_ 0X/Y+4`/Y4x/Y_ 0/Y4/Y L/Y 8/YB/Y_/Y_/Y_/Y0Y͈5(0Y00Y͈@0Y<X0Y`0Yx0Yd0Y0Y 0Y+0Y 0Y0Y 1Y1Y1Y1Y81Y@1Y 4P1Y 4X1Y `1Y 4h1Y x1Y1Y1Y1Y1Y, 1Y,1Y1Y( 1Y( 1Y1Y(S 1Y (2Y,82Y_ 0H2Y+4P2Y4h2Y_ 0p2Y42Y L2Y 82YB2Y_2Y_2Y_2Y3Y͈53Y 3Y͈03Y<H3YP3Yh3Yd3Y3Y 3Y+3Y 3Y3Y 3Y3Y4Y4Y(4Y04Y 4@4Y 4H4Y P4Y 4X4Y h4Yp4Yx4Y4Y4Y, 4Y,4Y4Y( 4Y( 4Y4Y(S 4Y 5Y,(5Y_ 085Y+4@5Y4X5Y_ 0`5Y4p5Y Lx5Y 85YB5Y_5Y_5Y_5Y5Y͈56Y6Y͈ 6Y<86Y@6YX6Yd6Y6Y 6Y+6Y 6Y6Y 6Y6Y6Y6Y7Y 7Y 407Y 487Y @7Y 4H7Y X7Y`7Yh7Yp7Yx7Y, 7Y,7Y7Y( 7Y( 7Y7Y(S 7Y 8Y,8Y_ 0(8Y+408Y4H8Y_ 0P8Y4`8Y Lh8Y 88YB8Y_8Y_8Y_8Y8Y͈58Y8Y͈9Y< 9Y(9Y@9Ydp9Yx9Y 9Y+9Y 9Y9Y 9Y9Y9Y9Y:Y:Y 4:Y 4 :Y (:Y 40:Y @:YH:YP:YX:Y`:Y, x:Y,:Y:Y( :Y( :Y:Y(S :Y :Y,;Y_ 0;Y+4;Y40;Y_ 08;Y4H;Y LP;Y 8h;YBp;Y_x;Y_;Y_;Y;Y͈5;Y;Y͈;Y<<Y<Y(<YdX<Y`<Y x<Y+<Y <Y<Y <Y<Y<Y<Y<Y<Y 4=Y 4=Y =Y 4=Y (=Y0=Y8=Y@=YH=Y, `=Y,h=Yx=Y( =Y( =Y=Y(S =Y =Y,=Y_ 0=Y+4>Y4>Y_ 0 >Y40>Y L8>Y 8P>YBX>Y_`>Y_h>Y_>Y>Y͈5>Y>Y͈>Y<>Y>Y?Yd@?YH?Y `?Y+p?Y ?Y?Y ?Y?Y?Y?Y?Y?Y 4?Y 4?Y ?Y 4@Y @Y@Y @Y(@Y0@Y, H@Y,P@Y`@Y( h@Y( @Y@Y(S @Y @Y,@Y_ 0@Y+4@Y4AY_ 0AY4AY L AY 88AYB@AY_HAY_PAY_pAYAY͈5AYAY͈AY<AYAYAYd(BY0BY HBY+XBY hBYpBY BYBYBYBYBYBY 4BY 4BY BY 4BY BYCYCYCYCY, 0CY,8CYHCY( PCY( hCYpCY(S xCY CY,CY_ 0CY+4CY4CY_ 0CY4DY LDY 8 DYB(DY_0DY_8DY_XDYxDY͈5DYDY͈DY<DYDYDYdEYEY 0EY+@EY PEYXEY hEYpEYxEYEYEYEY 4EY 4EY EY 4EY EYEYEYEYFY, FY, FY0FY( 8FY( PFYXFY(S `FY FY,FY_ 0FY+4FY4FY_ 0FY4FY LFY 8GYBGY_GY_ GY_@GY`GY͈5xGYGY͈GY<GYGYGYdGYHY HY+(HY 8HY@HY PHYXHY`HYhHYHYHY 4HY 4HY HY 4HY HYHYHYHYHY, IY,IYIY(  IY( 8IY@IY(S HIY xIY,IY_ 0IY+4IY4IY_ 0IY4IY LIY 8IYBIY_JY_JY_(JYHJY͈5`JYhJY͈xJY<JYJYJYdJYJY KY+KY KY(KY 8KY@KYHKYPKYpKYxKY 4KY 4KY KY 4KY KYKYKYKYKY, KY,KYLY( LY(  LY(LY(S 0LY `LY,pLY_ 0LY+4LY4LY_ 0LY4LY LLY 8LYBLY_LY_LY_MY0MY͈5HMYPMY͈`MY<xMYMYMYdMYMY MY+MY NYNY  NY(NY0NY8NYXNY`NY 4pNY 4xNY NY 4NY NYNYNYNYNY, NY,NYNY( NY( OYOY(S OY HOY,XOY_ 0hOY+4pOY4OY_ 0OY4OY LOY 8OYBOY_OY_OY_OYPY͈50PY8PY͈HPY<`PYhPYPYdPYPY PY+PY PYPY QYQYQY QY@QYHQY 4XQY 4`QY hQY 4pQY QYQYQYQYQY, QY,QYQY( QY( QYQY(S RY 0RY,@RY_ 0PRY+4XRY4pRY_ 0xRY4RY LRY 8RYBRY_RY_RY_RYSY͈5SY SY͈0SY<HSYPSYhSYdSYSY SY+SY SYSY SYSYTYTY(TY0TY 4@TY 4HTY PTY 4XTY hTYpTYxTYTYTY, TY,TYTY( TY( TYTY(S TY UY,(UY_ 08UY+4@UY4XUY_ 0`UY4pUY LxUY 8UYBUY_UY_UY_UYUY͈5VYVY͈VY<0VY8VYPVYdVYVY VY+VY VYVY VYVYVYVYWYWY 4(WY 40WY 8WY 4@WY PWYXWY`WYhWYpWY, WY,WYWY( WY( WYWY(S WY XY,XY_ 0 XY+4(XY4@XY_ 0HXY4XXY L`XY 8xXYBXY_XY_XY_XYXY͈5XYXY͈YY<YY YY8YYdhYYpYY YY+YY YYYY YYYYYYYYYYZY 4ZY 4ZY  ZY 4(ZY 8ZY@ZYHZYPZYXZY, pZY,xZYZY( ZY( ZYZY(S ZY ZY,ZY_ 0[Y+4[Y4([Y_ 00[Y4@[Y LH[Y 8`[YBh[Y_p[Y_x[Y_[Y[Y͈5[Y[Y͈[Y<\Y\Y \YdP\YX\Y p\Y+\Y \Y\Y \Y\Y\Y\Y\Y\Y 4\Y 4]Y ]Y 4]Y  ]Y(]Y0]Y8]Y@]Y, X]Y,`]Yp]Y( x]Y( ]Y]Y(S ]Y ]Y,]Y_ 0]Y+4]Y4^Y_ 0^Y4(^Y L0^Y 8H^YBP^Y_X^Y_`^Y_^Y^Y͈5^Y^Y͈^Y<^Y^Y_Yd8_Y@_Y X_Y+h_Y x_Y_Y _Y_Y_Y_Y_Y_Y 4_Y 4_Y _Y 4_Y `Y`Y`Y `Y(`Y, @`Y,H`YX`Y( ``Y( x`Y`Y(S `Y `Y,`Y_ 0`Y+4`Y4`Y_ 0aY4aY LaY 80aYB8aY_@aY_HaY_haYaY͈5aYaY͈aY<aYaYaYd bY(bY @bY+PbY `bYhbY xbYbYbYbYbYbY 4bY 4bY bY 4bY bYbYcYcYcY, (cY,0cY@cY( HcY( `cYhcY(S pcY cY,cY_ 0cY+4cY4cY_ 0cY4cY LdY 8dYB dY_(dY_0dY_PdYpdY͈5dYdY͈dY<dYdYdYdeYeY (eY+8eY HeYPeY `eYheYpeYxeYeYeY 4eY 4eY eY 4eY eYeYeYeYeY, fY,fY(fY( 0fY( HfYPfY(S XfY fY,fY_ 0fY+4fY4fY_ 0fY4fY LfY 8gYBgY_gY_gY_8gYXgY͈5pgYxgY͈gY<gYgYgYdgYgY hY+ hY 0hY8hY HhYPhYXhY`hYhYhY 4hY 4hY hY 4hY hYhYhYhYhY, hY,iYiY( iY( 0iY8iY(S @iY piY,iY_ 0iY+4iY4iY_ 0iY4iY LiY 8iYBiY_iY_jY_ jY@jY͈5XjY`jY͈pjY<jYjYjYdjYjY jY+kY kY kY 0kY8kY@kYHkYhkYpkY 4kY 4kY kY 4kY kYkYkYkYkY, kY,kYkY( lY( lY lY(S (lY XlY,hlY_ 0xlY+4lY4lY_ 0lY4lY LlY 8lYBlY_lY_lY_mY(mY͈5@mYHmY͈XmY<pmYxmYmYdmYmY mY+mY nYnY nY nY(nY0nYPnYXnY 4hnY 4pnY xnY 4nY nYnYnYnYnY, nY,nYnY( nY( oYoY(S oY @oY,PoY_ 0`oY+4hoY4oY_ 0oY4oY LoY 8oYBoY_oY_oY_oYpY͈5(pY0pY͈@pY<XpY`pYxpYdpYpY pY+pY pYpY qYqYqYqY8qY@qY 4PqY 4XqY `qY 4hqY xqYqYqYqYqY, qY,qYqY( qY( qYqY(S qY (rY,8rY_ 0HrY+4PrY4hrY_ 0prY4rY LrY 8rYBrY_rY_rY_rYrY͈5sYsY͈(sY<@sYHsY`sYdsYsY sY+sY sYsY sYsYsYtY tY(tY 48tY 4@tY HtY 4PtY `tYhtYptYxtYtY, tY,tYtY( tY( tYtY(S tY uY, uY_ 00uY+48uY4PuY_ 0XuY4huY LpuY 8uYBuY_uY_uY_uYuY͈5uYvY͈vY<(vY0vYHvYdxvYvY vY+vY vYvY vYvYvYvYwYwY 4 wY 4(wY 0wY 48wY HwYPwYXwY`wYhwY, wY,wYwY( wY( wYwY(S wY wY,xY_ 0xY+4 xY48xY_ 0@xY4PxY LXxY 8pxYBxxY_xY_xY_xYxY͈5xYxY͈xY<yYyY0yYd`yYhyY yY+yY yYyY yYyYyYyYyYyY 4zY 4zY zY 4 zY 0zY8zY@zYHzYPzY, hzY,pzYzY( zY( zYzY(S zY zY,zY_ 0{Y+4{Y4 {Y_ 0({Y48{Y L@{Y 8X{YB`{Y_h{Y_p{Y_{Y{Y͈5{Y{Y͈{Y<{Y|Y|YdH|YP|Y h|Y+x|Y |Y|Y |Y|Y|Y|Y|Y|Y 4|Y 4|Y }Y 4}Y }Y }Y(}Y0}Y8}Y, P}Y,X}Yh}Y( p}Y( }Y}Y(S }Y }Y,}Y_ 0}Y+4}Y4~Y_ 0~Y4 ~Y L(~Y 8@~YBH~Y_P~Y_X~Y_x~Y~Y͈5~Y~Y͈~Y<~Y~YYd0Y8Y PY+`Y pYxY YYYYYY 4Y 4Y Y 4Y YYYY Y, 8Y,@YPY( XY( pYxY(S Y Y,Y_ 0ЀY+4؀Y4Y_ 0Y4Y LY 8(YB0Y_8Y_@Y_`YY͈5YY͈Y<ȁYЁYYdY Y 8Y+HY XY`Y pYxYYYYY 4Y 4ȂY ЂY 4؂Y YYYYY,  Y,(Y8Y( @Y( XY`Y(S hY Y,Y_ 0Y+4Y4؃Y_ 0Y4Y LY 8YBY_ Y_(Y_HYhY͈5YY͈Y<YYЄYdYY Y+0Y @YHY XY`YhYpYYY 4Y 4Y Y 4Y ЅY؅YYYY, Y,Y Y( (Y( @YHY(S PY Y,Y_ 0Y+4Y4Y_ 0ȆY4؆Y LY 8YBY_Y_Y_0YPY͈5hYpY͈Y<YYYdYY Y+Y (Y0Y @YHYPYXYxYY 4Y 4Y Y 4Y YYȈYЈY؈Y, Y,YY( Y( (Y0Y(S 8Y hY,xY_ 0Y+4Y4Y_ 0Y4Y LȉY 8YBY_Y_Y_Y8Y͈5PYXY͈hY<YYYdЊY؊Y Y+Y YY (Y0Y8Y@Y`YhY 4xY 4Y Y 4Y YYYYY, ؋Y,YY( Y( YY(S  Y PY,`Y_ 0pY+4xY4Y_ 0Y4Y LY 8ȌYBЌY_،Y_Y_Y Y͈58Y@Y͈PY<hYpYYdYY ؍Y+Y YY YY Y(YHYPY 4`Y 4hY pY 4xY YYYYY, Y,ȎY؎Y( Y( YY(S Y 8Y,HY_ 0XY+4`Y4xY_ 0Y4Y LY 8YBY_Y_ȏY_YY͈5 Y(Y͈8Y<PYXYpYdYY Y+АY YY YYYY0Y8Y 4HY 4PY XY 4`Y pYxYYYY, Y,YY( ȑY( YY(S Y  Y,0Y_ 0@Y+4HY4`Y_ 0hY4xY LY 8YBY_Y_Y_ВYY͈5YY͈ Y<8Y@YXYdYY Y+Y ȓYГY YYYYY Y 40Y 48Y @Y 4HY XY`YhYpYxY, Y,YY( Y( ȔYДY(S ؔY Y,Y_ 0(Y+40Y4HY_ 0PY4`Y LhY 8YBY_Y_Y_YؕY͈5YY͈Y< Y(Y@YdpYxY Y+Y YY ȖYЖYؖYYYY 4Y 4 Y (Y 40Y @YHYPYXY`Y, xY,YY( Y( YY(S Y Y,Y_ 0Y+4Y40Y_ 08Y4HY LPY 8hYBpY_xY_Y_YY͈5ؘYY͈Y<YY(YdXY`Y xY+Y YY YYYșYYY 4Y 4Y Y 4Y (Y0Y8Y@YHY, `Y,hYxY( Y( YY(S Y ؚY,Y_ 0Y+4Y4Y_ 0 Y40Y L8Y 8PYBXY_`Y_hY_YY͈5YțY͈؛Y<YYYd@YHY `Y+pY YY YYYYМY؜Y 4Y 4Y Y 4Y YY Y(Y0Y, HY,PY`Y( hY( YY(S Y Y,НY_ 0Y+4Y4Y_ 0Y4Y L Y 88YB@Y_HY_PY_pYY͈5YY͈Y<؞YYYd(Y0Y HY+XY hYpY YYYYYY 4ПY 4؟Y Y 4Y YYYYY, 0Y,8YHY( PY( hYpY(S xY Y,Y_ 0ȠY+4РY4Y_ 0Y4Y LY 8 YB(Y_0Y_8Y_XYxY͈5YY͈Y<YȡYYdYY 0Y+@Y PYXY hYpYxYYYY 4Y 4Y ȢY 4ТY YYYYY, Y, Y0Y( 8Y( PYXY(S `Y Y,Y_ 0Y+4Y4УY_ 0أY4Y LY 8YBY_Y_ Y_@Y`Y͈5xYY͈Y<YYȤYdYY Y+(Y 8Y@Y PYXY`YhYYY 4Y 4Y Y 4Y ȥYХYإYYY, Y,YY(  Y( 8Y@Y(S HY xY,Y_ 0Y+4Y4Y_ 0Y4ЦY LئY 8YBY_Y_Y_(YHY͈5`YhY͈xY<YYYdYY Y+Y Y(Y 8Y@YHYPYpYxY 4Y 4Y Y 4Y YYYȨYШY, Y,YY( Y(  Y(Y(S 0Y `Y,pY_ 0Y+4Y4Y_ 0Y4Y LY 8ةYBY_Y_Y_Y0Y͈5HYPY͈`Y<xYYYdȪYЪY Y+Y YY  Y(Y0Y8YXY`Y 4pY 4xY Y 4Y YYYYY, ЫY,ثYY( Y( YY(S Y HY,XY_ 0hY+4pY4Y_ 0Y4Y LY 8YBȬY_ЬY_جY_YY͈50Y8Y͈HY<`YhYYdYY ЭY+Y YY YYY Y@YHY 4XY 4`Y hY 4pY YYYYY, Y,YЮY( خY( YY(S Y 0Y,@Y_ 0PY+4XY4pY_ 0xY4Y LY 8YBY_Y_Y_YY͈5Y Y͈0Y<HYPYhYdYY Y+ȰY ذYY YYYY(Y0Y 4@Y 4HY PY 4XY hYpYxYYY, Y,YY( Y( رYY(S Y Y,(Y_ 08Y+4@Y4XY_ 0`Y4pY LxY 8YBY_Y_Y_ȲYY͈5YY͈Y<0Y8YPYdYY Y+Y YȳY سYYYYYY 4(Y 40Y 8Y 4@Y PYXY`YhYpY, Y,YY( Y( YȴY(S дY Y,Y_ 0 Y+4(Y4@Y_ 0HY4XY L`Y 8xYBY_Y_Y_YеY͈5YY͈Y<Y Y8YdhYpY Y+Y YY YȶYжYضYYY 4Y 4Y  Y 4(Y 8Y@YHYPYXY, pY,xYY( Y( YY(S Y Y,Y_ 0Y+4Y4(Y_ 00Y4@Y LHY 8`YBhY_pY_xY_YY͈5иYظY͈Y<YY YdPYXY pY+Y YY YYYYYY 4Y 4Y Y 4Y  Y(Y0Y8Y@Y, XY,`YpY( xY( YY(S Y кY,Y_ 0Y+4Y4Y_ 0Y4(Y L0Y 8HYBPY_XY_`Y_YY͈5YY͈лY<YYYd8Y@Y XY+hY xYY YYYYȼYмY 4Y 4Y Y 4Y YYY Y(Y, @Y,HYXY( `Y( xYY(S Y Y,ȽY_ 0ؽY+4Y4Y_ 0Y4Y LY 80YB8Y_@Y_HY_hYY͈5YY͈Y<оYؾYYd Y(Y @Y+PY `YhY xYYYYYY 4ȿY 4пY ؿY 4Y YYYYY, (Y,0Y@Y( HY( `YhY(S pY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YB Y_(Y_0Y_PYpY͈5YY͈Y<YYYdYY (Y+8Y HYPY `YhYpYxYYY 4Y 4Y Y 4Y YYYYY, Y,Y(Y( 0Y( HYPY(S XY Y,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_8YXY͈5pYxY͈Y<YYYdYY Y+ Y 0Y8Y HYPYXY`YYY 4Y 4Y Y 4Y YYYYY, Y,YY( Y( 0Y8Y(S @Y pY,Y_ 0Y+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_ Y@Y͈5XY`Y͈pY<YYYdYY Y+Y Y Y 0Y8Y@YHYhYpY 4Y 4Y Y 4Y YYYYY, Y,YY( Y( Y Y(S (Y XY,hY_ 0xY+4Y4Y_ 0Y4Y LY 8YBY_Y_Y_Y(Y͈5@YHY͈XY<pYxYYdYY Y+Y YY Y Y(Y0YPYXY 4hY 4pY xY 4Y YYYYY, Y,YY( Y( YY(S Y @Y,PY_ 0`Y+4hY4Y_ 0Y4Y LY 8YBY_Y_Y_YY͈5(Y0Y͈@Y<XY`YxYdYY Y+Y YY YYYY8Y@Y 4PY 4XY `Y 4hY xYYYYY, Y,YY( Y( YY(S Y (Y,8Y_ 0HY+4PY4hY_ 0pY4Y LY 8YBY_Y_Y_YY͈5YY͈(Y<@YHY`YdYY Y+Y YY YYYY Y(Y 48Y 4@Y HY 4PY `YhYpYxYY, Y,YY( Y( YY(S Y Y, Y_ 00Y+48Y4PY_ 0XY4hY LpY 8YBY_Y_Y_YY͈5YY͈Y<(Y0YHYdxYY Y+Y YY YYYYYY 4 Y 4(Y 0Y 48Y HYPYXY`YhY, Y,YY( Y( YY(S Y Y,Y_ 0Y+4 Y48Y_ 0@Y4PY LXY 8pYBxY_Y_Y_YY͈5YY͈Y<YY0Yd`YhY Y+Y YY YYYYYY 4Y 4Y Y 4 Y 0Y8Y@YHYPY, hY,pYY( Y( YY(S Y Y,Y_ 0Y+4Y4 Y_ 0(Y48Y L@Y 8XYB`Y_hY_pY_YY͈5YY͈Y<YYYdHYPY hY+xY YY YYYYYY 4Y 4Y Y 4Y Y Y(Y0Y8Y, PY,XYhY( pY( YY(S Y Y,Y_ 0Y+4Y4Y_ 0Y4 Y L(Y 8HYBPY_XY_`Y_YY͈5YY͈Y<YYYXYX(Y#d@YHY 4XY dYY͋EhY͋hY tY(*xY(xY tY(xY{0Y t8Y{HYȌ `!,Ս4 0`4<[mLT.`$T lX(Վ2h0lX@|H|X 0Q+؏04C%%%.h@.2h2hsxs~WsX@sXXsX`sXpsXsXZ({`{|(8X `hpyhPzZsssss s8@PUH H XhH H މ  X   މ  ` h   H  މx Hhx 0މ` 8hh  މP (hX pމ@ hH `މ0 h8 Pމ  h( @މ  h! !!!0""މ# #h$ p$$$ %%މ% &h& `'x''(p(މ( )h) P*h**+`+މ+ ,h, @-X---P.މ. /h/ 00H000@1މ1 2h2 383p3304މ4 x5h5 6(6`66 7މ7 h8h8 99P99:މ: X;h; ;<@<<=މp= H>hx> >>0???މ`@ 8AhhA AA BBBމPC (DhXD DDEpEEމ@F GhHG GGH`HHމ0I Jh8J JJJPKKމ L Lh M MMM8NNމO OhP pPPP QQމQ RhR XSpSSThTމT UhU @VXVVVPWމW XhX (Y@YxYY8ZމZ x[h[ \(\`\\ ]މ] `^h^ ^_H__`މx` Hahxa aa0bbbމ`c 0dh`d ddexeeމHf ghHg ggh`hhމ0i jh0j jjjHkkމl lhm mmm0nnމo ohp hpppqxqމq rhr Pshsst`tމt uhu 8vPvvvHwމw xhx y8ypyy0zމz p{h{ | |X||}މ} X~h~ ~@މp @hp ؁(މX (hX ؄pЅމ@ h@ Xމ( h( @މ h xȍ(މ ȏh `xpމ h H`XމȔ hȕ 0H@މ h 0hș(މ hh Pމ Ph 8މh 8hh С މP hP Фhȥމ8 h8 Pމ  h  ت8މ جh p މ h Xphމر hز @XPމ h (@xض8މ xh (` މ `h Hމx Hhx 0މ` 0h` xމH hH `މ0 h0 Hމ h 0މ h hxމ h Ph`މ h 8PHމ h 8p0މ ph  Xމ Xh @މp @hp (މX (hX pމ@ h@ Xމ( h( @މ h x(މ h `xpމ h p '2`H pHx @h `މ0 pމ@ h@ Xމ( h( @މ h 0މ h p މ h `xpމ h Ph`މ h  @ X   P މ  h  0 H   @މ h 8p0މ xh (` މ hh Pމ Xh @މp Hhx 0މ` 8hh  މP  (!hX! !!"p""މ@# $hH$ $$%`%%މ0& 'h8' '''P((މ ) )h(* ***@++މ, ,h- ---0..މ/ /h0 p000 11މ1 2h2 `3x334p4މ4 5h5 P6h667`7މ7 8h8 89P999H:މ: ;h; <8<p<<0=މ= p>h> ? ?X??@މ@ XAhA AB@BBCމpC @DhpD DD(EEEމXF (GhXG GGHpHHމ@I Jh@J JJJXKKމ(L Lh(M MMM@NNމO OhP xPPP(QQމQ RhR `SxSSTpTމT UhU HV`VVVXWމW XhX 0YHYYY@ZމZ [h[ \0\h\\(]މ] h^h^ __P__`މ` Paha ab8bbbމhc 8dhhd dd eeeމPf ghPg gghhhhމ8i jh8j jjjPkkމ l lh m mmm8nnމo ohp pppp qqމq rhr Xspssthtމt uhu @vXvvvPwމw xhx (y@yxyy8zމz x{h{ |(|`|| }މ} `~h~ ~Hމx Hhx 0މ` 0h` Ȅx؅މH hH ȇ`މ0 h0 Hމ h Ѝ0މ Џh hxމ h Ph`މД hЕ 8PHމ h 8pЙ0މ ph  Xމ Xh @މp @hp ء(މX (hX ؤpХމ@ h@ Xމ( h( @މ h xȭ(މ ȯh `xpމ h H`Xމȴ hȵ 0H@މ h 0hȹ(މ hh Pމ Ph 8މh 8hh  މP hP hމ8 h8 Pމ  h  8މ h p މ h Xphމ h @XPމ h (@x8މ xh (` މ hh  `''s[y. .h(U  `  P P # (F d s p @ DPP  D( <> t $  t!m#$ &dx'O) h*, X-x/OH06 h283 X5(6H8+ 98; <l(>>AA DmDOF GI? J,LMm OP RpSUj XV^pX @YX[(\@^V_X (aad df5 g"ij~lm oQp<r hsu PvhxF8y- P{ | 8~ " v ؄c؉ dF x6 `x}Hd `0 H0a U ФMO Щ| , p|Xup@ XH(3@ ( =$ |~   m ZhP h[8=P  8-  t[  X L x`Q  G 4Z  >   xahH  X  x H h= 81X (~H8)+ (a ! !#a$v &' )+*,{ -g/ 02 x3 5_h6a 8P9h; 8<P>>  ?+8AB DD G5GI JL MOXP? RxS U`VxX4 HY(`[ 0\uH^_0a b" dvdXg gi jlXm op r>ps)u Xvzpx @yX{3(| @~rt ( Z ȇGȌ Q3 h# Phj8Q P  8 F : ؤة24 j x `xjH `0 H40 p ) hj  P p=Xp@ XG()H"XE( ) 0 >pkf L @ X]`^^]^^(^0a^ah^b8bH^`]b^ba̵`ص]]]d,<YP`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p(Y8YHYXYhYxYYYYYYYYYYY(YDTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt  $ 4 D T d t           $ 4 D T d t           $ 4 D T d t           $ 4 D T d t           $ 4 D T d t         $4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt  $ 4 D T d t         !!$!4!D!T!d!t!!!!!!!!!""$"4"D"T"d"t"""""""""##$#4#D#T#d#t#########$$$$4$D$T$d$t$$$$$$$$$%%$%4%D%T%d%t%%%%%%%%%&&$&4&D&T&d&t&&&&&&&&&''$'4'D'T'd't'''''''''(($(4(D(T(d(t((((((((())$)4)D)T)d)t)))))))))**$*4*D*T*d*t*********++$+4+D+T+d+t+++++++++,,$,4,D,T,d,t,,,,,,,,,--$-4-D-T-d-t---------..$.4.D.T.d.t.........//$/4/D/T/d/t/////////00$040D0T0d0t00000000011$141D1T1d1t11111111122$242D2T2d2t22222222233$343D3T3d3t33333333344$444D4T4d4t44444444455$545D5T5d5t55555555566$646D6T6d6t66666666677$747D7T7d7t77777777788$848D8T8d8t88888888899$949D9T9d9t999999999::$:4:D:T:d:t:::::::::;;$;4;D;T;d;t;;;;;;;;;<<$<4<D<T<d<t<<<<<<<<<==$=4=D=T=d=t=========>>$>4>D>T>d>|>Y>Y>Y>Y>Y>Y .text.rel.BTF.extig_sockets_it.___fmtig_sk_cleanup.___fmtig_sockets_itgadget_sockets.bss.mapsbufssocket_file_ops_addrig_sk_cleanup.reliter/bpf_map_elem.llvm_addrsigsocket_valueempty_sockets_value_license.reliter/task_file.strtab.symtab.rodata.rel.BTFLBB0_9LBB0_899LBB0_699LBB0_1299LBB0_1099LBB0_589LBB0_389LBB0_189LBB0_979LBB0_779LBB0_1179LBB0_69LBB0_469LBB0_269LBB0_859LBB0_659LBB0_1259LBB0_1059LBB0_549LBB0_349LBB0_149LBB0_939LBB0_739LBB0_1139LBB0_29LBB0_629LBB0_429LBB0_229LBB0_19LBB0_819LBB0_1219LBB0_1019LBB0_509LBB0_309LBB0_1309LBB0_109LBB0_998LBB0_798LBB0_1198LBB0_88LBB0_488LBB0_288LBB0_878LBB0_678LBB0_1278LBB0_1078LBB0_668LBB0_568LBB0_368LBB0_168LBB0_958LBB0_758LBB0_658LBB0_1158LBB0_48LBB0_648LBB0_448LBB0_248LBB0_838LBB0_1238LBB0_1038LBB0_528LBB0_328LBB0_128LBB0_918LBB0_718LBB0_1118LBB0_608LBB0_408LBB0_208LBB1_7LBB0_597LBB0_397LBB0_197LBB0_987LBB0_787LBB0_1187LBB0_77LBB0_477LBB0_277LBB0_867LBB0_1267LBB0_1067LBB0_657LBB0_557LBB0_357LBB0_157LBB0_947LBB0_747LBB0_1147LBB0_37LBB0_637LBB0_437LBB0_237LBB0_827LBB0_1227LBB0_1027LBB0_517LBB0_317LBB0_117LBB0_907LBB0_707LBB0_1307LBB0_1107LBB0_96LBB0_496LBB0_296LBB0_886LBB0_686LBB0_1286LBB0_1086LBB0_576LBB0_376LBB0_176LBB0_966LBB0_766LBB0_1166LBB0_56LBB0_656LBB0_456LBB0_256LBB0_846LBB0_1246LBB0_1046LBB0_536LBB0_336LBB0_136LBB0_926LBB0_726LBB0_1126LBB0_616LBB0_416LBB0_216LBB0_806LBB0_1306LBB0_1206LBB0_1006LBB0_995LBB0_795LBB0_1195LBB0_85LBB0_485LBB0_285LBB0_875LBB0_675LBB0_1275LBB0_1075LBB0_665LBB0_565LBB0_365LBB0_165LBB0_955LBB0_755LBB0_1155LBB0_45LBB0_645LBB0_445LBB0_245LBB0_835LBB0_1235LBB0_1035LBB0_525LBB0_325LBB0_125LBB0_15LBB0_915LBB0_715LBB0_1115LBB0_605LBB0_405LBB0_1305LBB0_205LBB0_894LBB0_694LBB0_1294LBB0_1094LBB0_584LBB0_384LBB0_184LBB0_974LBB0_774LBB0_1174LBB0_64LBB0_464LBB0_264LBB0_854LBB0_1254LBB0_1054LBB0_544LBB0_344LBB0_144LBB0_934LBB0_734LBB0_1134LBB0_24LBB0_624LBB0_424LBB0_224LBB0_14LBB0_814LBB0_1214LBB0_1014LBB0_504LBB0_304LBB0_1304LBB0_104LBB0_93LBB0_493LBB0_293LBB0_883LBB0_683LBB0_1283LBB0_1083LBB0_573LBB0_373LBB0_173LBB0_963LBB0_763LBB0_1163LBB0_53LBB0_653LBB0_453LBB0_253LBB0_843LBB0_1243LBB0_1043LBB0_533LBB0_333LBB0_133LBB0_923LBB0_723LBB0_1123LBB0_613LBB0_413LBB0_213LBB0_803LBB0_1303LBB0_1203LBB0_1003LBB1_2LBB0_2LBB0_592LBB0_392LBB0_192LBB0_982LBB0_782LBB0_1182LBB0_72LBB0_472LBB0_272LBB0_862LBB0_1262LBB0_1062LBB0_552LBB0_352LBB0_152LBB0_942LBB0_742LBB0_1142LBB0_32LBB0_632LBB0_432LBB0_232LBB0_22LBB0_822LBB0_1222LBB0_1022LBB0_12LBB0_512LBB0_312LBB0_112LBB0_902LBB0_702LBB0_1302LBB0_1102LBB0_891LBB0_691LBB0_1291LBB0_1091LBB0_581LBB0_381LBB0_181LBB0_971LBB0_771LBB0_1171LBB0_61LBB0_661LBB0_461LBB0_261LBB0_851LBB0_1251LBB0_1051LBB0_541LBB0_341LBB0_141LBB0_931LBB0_731LBB0_1131LBB0_621LBB0_421LBB0_221LBB0_811LBB0_1211LBB0_1011LBB0_501LBB0_301LBB0_101LBB0_990LBB0_790LBB0_1190LBB0_80LBB0_480LBB0_280LBB0_870LBB0_670LBB0_1270LBB0_1070LBB0_660LBB0_560LBB0_360LBB0_160LBB0_950LBB0_750LBB0_1150LBB0_40LBB0_640LBB0_440LBB0_240LBB0_830LBB0_1230LBB0_1030LBB0_520LBB0_320LBB0_120LBB0_10LBB0_910LBB0_710LBB0_1310LBB0_1110LBB0_600LBB0_400LBB0_200H @@p @@ @p ` `P@[P  Y @  (Z> @> Lox!_inspektor-gadget-0.46.0/pkg/socketenricher/socketsiter_x86_bpfel.go000066400000000000000000000106001510117411400253740ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 package socketenricher import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type socketsiterBufT struct { _ structs.HostLayout Buf [32768]uint8 } type socketsiterGadgetSocketKey struct { _ structs.HostLayout Netns uint32 Family uint16 Proto uint8 _ [1]byte Port uint16 _ [2]byte } type socketsiterGadgetSocketValue struct { _ structs.HostLayout Mntns uint64 PidTgid uint64 UidGid uint64 Task [16]int8 Ptask [16]int8 Sock uint64 DeletionTimestamp uint64 Ppid uint32 Ipv6only int8 _ [3]byte OptionalFieldsStart [0]int8 Cwd [4096]int8 Exepath [4096]int8 } // loadSocketsiter returns the embedded CollectionSpec for socketsiter. func loadSocketsiter() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_SocketsiterBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load socketsiter: %w", err) } return spec, err } // loadSocketsiterObjects loads socketsiter and converts it into a struct. // // The following types are suitable as obj argument: // // *socketsiterObjects // *socketsiterPrograms // *socketsiterMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadSocketsiterObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadSocketsiter() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // socketsiterSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketsiterSpecs struct { socketsiterProgramSpecs socketsiterMapSpecs socketsiterVariableSpecs } // socketsiterProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketsiterProgramSpecs struct { IgSkCleanup *ebpf.ProgramSpec `ebpf:"ig_sk_cleanup"` IgSocketsIt *ebpf.ProgramSpec `ebpf:"ig_sockets_it"` } // socketsiterMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketsiterMapSpecs struct { Bufs *ebpf.MapSpec `ebpf:"bufs"` GadgetSockets *ebpf.MapSpec `ebpf:"gadget_sockets"` } // socketsiterVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type socketsiterVariableSpecs struct { SocketFileOpsAddr *ebpf.VariableSpec `ebpf:"socket_file_ops_addr"` } // socketsiterObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadSocketsiterObjects or ebpf.CollectionSpec.LoadAndAssign. type socketsiterObjects struct { socketsiterPrograms socketsiterMaps socketsiterVariables } func (o *socketsiterObjects) Close() error { return _SocketsiterClose( &o.socketsiterPrograms, &o.socketsiterMaps, ) } // socketsiterMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadSocketsiterObjects or ebpf.CollectionSpec.LoadAndAssign. type socketsiterMaps struct { Bufs *ebpf.Map `ebpf:"bufs"` GadgetSockets *ebpf.Map `ebpf:"gadget_sockets"` } func (m *socketsiterMaps) Close() error { return _SocketsiterClose( m.Bufs, m.GadgetSockets, ) } // socketsiterVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadSocketsiterObjects or ebpf.CollectionSpec.LoadAndAssign. type socketsiterVariables struct { SocketFileOpsAddr *ebpf.Variable `ebpf:"socket_file_ops_addr"` } // socketsiterPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadSocketsiterObjects or ebpf.CollectionSpec.LoadAndAssign. type socketsiterPrograms struct { IgSkCleanup *ebpf.Program `ebpf:"ig_sk_cleanup"` IgSocketsIt *ebpf.Program `ebpf:"ig_sockets_it"` } func (p *socketsiterPrograms) Close() error { return _SocketsiterClose( p.IgSkCleanup, p.IgSocketsIt, ) } func _SocketsiterClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed socketsiter_x86_bpfel.o var _SocketsiterBytes []byte inspektor-gadget-0.46.0/pkg/socketenricher/socketsiter_x86_bpfel.o000066400000000000000000020203301510117411400252300ustar00rootroot00000000000000ELF@@yyyy!g w Uy!~;;y;yry]!;ysqysqiWU;c{0qyqsq{6qyg00w0s{qikP q cq cyq cyqyqy{aa g ab g  O!{yaX aa g O!{p a!y{yap {ya ya{ (1#q qacHy{g8{cqyg"?w?sLt(q/scyq{yy {:cKqyyqy{zxy]c]yy ycyc y@{pyx' qy{y{a2W$W?Gy3q-g  myxq?{j@{pqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  mypWyx!{j{p]yy~ycyc ysqyyqy2yc0 qy{y{aWypg w -Zyp#W?yx1y3-g  m3ypWyx!{j{p]$yy!ycyc ysqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  mypWyx!{j{ps]yyycyc y9qyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  mxyprWyx!{jq{p]hyyeycyc yqyyqy3yc1 qy{y{aWypg w -Ayp#W?yx1y3-g  myprWyx!{jq{p] yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  m^yprWyx!{jq{p]NyyKycyc yqyyqy3yc1 qy{y{aWypg w -'yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -kyp#W?yx1y3-g  mDyprWyx!{jq{p]4yy1ycyc yqyyqy3yc1 qy{y{aWypg w - yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]xyyuycyc yqyyqy3yc1 qy{y{aWypg w -Qyp#W?yx1y3-g  m*yprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  mnyprWyx!{jq{p]^yy[ycyc yqyyqy3yc1 qy{y{aWypg w -7yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -{yp#W?yx1y3-g  mTyprWyx!{jq{p]DyyAycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy3yc1 qy{y{aWypg w -ayp#W?yx1y3-g  m:yprWyx!{jq{p]*yy'ycyc yqyyqy3yc1 qy{y{aWypg w -yp#W?yx1y3-g  myprWyx!{jq{p]yyycyc yqyyqy2yc0 qy{y{aWypg w -yp#W?yx1y3-qg  m~ypWyx!{jx{p]oyylycyc yqyyqy2ys0 qy{y{aWypg w -Hyp#W?yx1y3-g  m!ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mgypbWyx!{z{jp]XyyUycyc yqyyqy2ys0 qy{y{aWypg w -1yp#W?yx1y3-g  m ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -wyp#W?yx1y3-g  mPypbWyx!{z{jp]Ayy>ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -`yp#W?yx1y3-g  m9ypbWyx!{z{jp]*yy'ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]pyymycyc yqyyqy2ys0 qy{y{aWypg w -Iyp#W?yx1y3-g  m"ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mhypbWyx!{z{jp]YyyVycyc yqyyqy2ys0 qy{y{aWypg w -2yp#W?yx1y3-g  m ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -xyp#W?yx1y3-g  mQypbWyx!{z{jp]Byy?ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -a yp#W?yx1y3-g  m: ypbWyx!{z{jp]+ yy( ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp]q yyn ycyc yqyyqy2ys0 qy{y{aWypg w -J yp#W?yx1y3-g  m# ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  mi ypbWyx!{z{jp]Z yyW ycyc yqyyqy2ys0 qy{y{aWypg w -3 yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -y yp#W?yx1y3-g  mR ypbWyx!{z{jp]C yy@ ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  m ypbWyx!{z{jp] yy ycyc yqyyqy2ys0 qy{y{aWypg w -b yp#W?yx1y3-g  m; ypbWyx!{z{jp], yy) ycyc yqyyqy2ys0 qy{y{aWypg w - yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]ryyoycyc yqyyqy2ys0 qy{y{aWypg w -Kyp#W?yx1y3-g  m$ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mjypbWyx!{z{jp][yyXycyc yqyyqy2ys0 qy{y{aWypg w -4yp#W?yx1y3-g  m ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -zyp#W?yx1y3-g  mSypbWyx!{z{jp]DyyAycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -cyp#W?yx1y3-g  m<ypbWyx!{z{jp]-yy*ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]syypycyc yqyyqy2ys0 qy{y{aWypg w -Lyp#W?yx1y3-g  m%ypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mkypbWyx!{z{jp]\yyYycyc yqyyqy2ys0 qy{y{aWypg w -5yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -{yp#W?yx1y3-g  mTypbWyx!{z{jp]EyyBycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -dyp#W?yx1y3-g  m=ypbWyx!{z{jp].yy+ycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]yyycyc yqyyqy2ys0 qy{y{aWypg w -yp#W?yx1y3-g  mypbWyx!{z{jp]tyyqycyc yqyyqy3yc1 qy{y{aWypg w -Myp#W?yx1y3-g  m&ypWyx!{j{p]yyycycypg w U@ yqy{y{yyx-ypbWyx!?g w hP!syt@yq/s cyq{yx {:cKqyyqy{zy]c]yy ycyc y@{xy' qy{y{a2W$W?Gy3q- g  myq?{j@{xqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxWy!{j{x]yy~ycyc ysqyyqy2yc0 qy{y{aWyxg w -Zyx#W?y1y3- g  m3yxWy!{j{x]$yy!ycyc ysqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxWy!{j{xs]yyycyc y8qyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  mxyxrWy!{jq{x]hyyeycyc yqyyqy3yc1 qy{y{aWyxg w -Ayx#W?y1y3- g  myxrWy!{jq{x] yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  m^yxrWy!{jq{x]NyyKycyc yqyyqy3yc1 qy{y{aWyxg w -'yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -kyx#W?y1y3- g  mDyxrWy!{jq{x]4yy1ycyc yqyyqy3yc1 qy{y{aWyxg w - yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]xyyuycyc yqyyqy3yc1 qy{y{aWyxg w -Qyx#W?y1y3- g  m*yxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  mnyxrWy!{jq{x]^yy[ycyc yqyyqy3yc1 qy{y{aWyxg w -7yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -{yx#W?y1y3- g  mTyxrWy!{jq{x]DyyAycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy3yc1 qy{y{aWyxg w -ayx#W?y1y3- g  m:yxrWy!{jq{x]*yy'ycyc yqyyqy3yc1 qy{y{aWyxg w -yx#W?y1y3- g  myxrWy!{jq{x]yyycyc yqyyqy2yc0 qy{y{aWyxg w -yx#W?y1y3-qg  m~yxWy!{jy{x]oyylycyc yqyyqy2ys0 qy{y{aWyxg w -Hyx#W?y1y3- g  m!yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mgyxbWy!{z{jx]XyyUycyc yqyyqy2ys0 qy{y{aWyxg w -1yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -wyx#W?y1y3- g  mPyxbWy!{z{jx]Ayy>ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -`yx#W?y1y3- g  m9yxbWy!{z{jx]*yy'ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]pyymycyc yqyyqy2ys0 qy{y{aWyxg w -Iyx#W?y1y3- g  m"yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mhyxbWy!{z{jx]YyyVycyc yqyyqy2ys0 qy{y{aWyxg w -2yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -xyx#W?y1y3- g  mQyxbWy!{z{jx]Byy?ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -a yx#W?y1y3- g  m: yxbWy!{z{jx]+ yy( ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx]q yyn ycyc yqyyqy2ys0 qy{y{aWyxg w -J yx#W?y1y3- g  m# yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  mi yxbWy!{z{jx]Z yyW ycyc yqyyqy2ys0 qy{y{aWyxg w -3 yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -y yx#W?y1y3- g  mR yxbWy!{z{jx]C yy@ ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  m yxbWy!{z{jx] yy ycyc yqyyqy2ys0 qy{y{aWyxg w -b yx#W?y1y3- g  m; yxbWy!{z{jx], yy) ycyc yqyyqy2ys0 qy{y{aWyxg w - yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]ryyoycyc yqyyqy2ys0 qy{y{aWyxg w -Kyx#W?y1y3- g  m$yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mjyxbWy!{z{jx][yyXycyc yqyyqy2ys0 qy{y{aWyxg w -4yx#W?y1y3- g  m yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -zyx#W?y1y3- g  mSyxbWy!{z{jx]DyyAycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -cyx#W?y1y3- g  m<yxbWy!{z{jx]-yy*ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]syypycyc yqyyqy2ys0 qy{y{aWyxg w -Lyx#W?y1y3- g  m%yxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  mkyxbWy!{z{jx]\yyYycyc yqyyqy2ys0 qy{y{aWyxg w -5yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -{yx#W?y1y3- g  mTyxbWy!{z{jx]EyyBycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -dyx#W?y1y3- g  m=yxbWy!{z{jx].yy+ycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]yyycyc yqyyqy2ys0 qy{y{aWyxg w -yx#W?y1y3- g  myxbWy!{z{jx]tyyqycyc yqyyqy3yc1 qy{y{aWyxg w -Myx#W?y1y3-g  m&yxWy!{j{x]yyycycyxg w U@ yqy{y{yy-yxbWy!?g w iP!sy cqqU y#y&y1y3y'g w U ~yq@*!= aacaaabg O{*..GPLa  @ + 1 8 0> @C I V \kp~ P @@ @`@ @+/5D HNY!]   @+/`"%e &(@y*|'.)+2 $ ,?/M1@X1`09d3? @@BC*D2 @: `GENGVHK]WcCnYwY Z@[f456789:<=;  >>   A J/NF I"J@ )L41; AMGS@QT`UU_NmOPxQ|R@6:VV@UXR \`bd]^@\_ ]a`& 4c: @? `J S ]Wf@te~cgN ik c@+lm o#j08GUbssn y@prc\@q3U@kt@':@0`<K@\g  @ `>   *4>@LXd @    # +  ;  L @ W ` ~ ` ` :   c @  @  ` / 7 @ c@O :X :a   c  @ `   > > & @4 `> N _       > > c  @  ( ; B 3O  [ @g Et }   ( 0 1 2 8 C@ C  @* 9 I X @d t  \   uy@{`       @'@8NC@@V k   vwxx   z |} ~   );F@vL[_hnw ~xclNF@ :!,= LR_ 3d@i@v: @xo l@h8@@:@`    ,  3 1> ; D@ \@MQ\bkyG7 :  (c ~   8~~~ ~01 @ P  X8 `!&5x8;? P@br@@  "@*3<SUW \Hnyc @ @`    x8   @@c-   1C Q3W p@]jx @: `_1 M@`  @-@6BN^@n};C!@@ 1Sf\P@>` l l@c@  & . 6 DT [ a h o y     @  dU`@cc@ 10U*c4c@@ 8K+8Se n x           # + 2 @ O Z i t    >0@ `   @ P ` p~  % 05 < G S\~g p x   ~ +8Se n x           # + 2 @ O Z i t    >0@ `   @ P ` p~  % 0< G S\~g p x   ~  3 C@[0@3  @`3%:dU0U@:`J`WU@aUp@{U@l l 4@ Z Z  5 ( 1 >U@ H7 M;QEXF\IdLiq2nJqPtVx@V|Z1x@xlye  J@  Tkh-@ `  X"-  0@;?1F2K@3\R \@k`p! #R8u$C@~&'/C@C%  ()  C*.+,-cW:;<=6g%(08;@L`^ n 9:> p<<@=>??@@?*?<A@LB_CqD@?@ABCDEFG(L G8HZ@3Hx Z@`  $ J3 0J K6@P (MAM@QTGSUU] h     ! @&!`D!\!Ml! !!! !""N" d" {" "@"M`""N"P"8@#8#8#8"#8@,#Q8#QE#RN#L@>S@ W#T `#T l# # #( #0 # 8 #Z@ #l #Z $ $ *$l@ 9$U ?$V E$ a$  $  $  $ $@ %` % 5% L%: _% q% % %@ %W` % % % % & $& <& U& g& ~& & & & & &@'`)'C']'x' ' ' ' ' '  ( '( B( V( (j( 0( 8( @(`( ( (  ))5) I) i) ) ) ) ) ) ) *@+* `<* hO* p_* xy* * ** * +-+H+ c+ @+c+c++ +X@,Z, 7,:P,ci,@,`, , , ,  -%-9-M- n- - - -@-`-[-:. #.c@?.S.dW.ev.@. `. h.f. .f. @/:`/g/Z(/j@6/N/Z/Oc/@Hz{|}~y/// Y -\/b@/]/^3 /_//`/a// cW.// /h+i1/X 0k p@00 MU@l!0mn ok-0!80rD0,# 8# 9$U@ ?$V K0 [0 j0@ t0 #Z00U@0030: 0c@00l0l0l@*$l1Z13(/j@-:(1: 41@.f>1f. Q1@b1m11 u1 1s@1v111@111v1@1x1z1|1|@1 22t urw '2u@12cc|y:2z@@2| G2kP2 [2 g2~p2 v2c@\~2k2k2  @2U@22{ } l2:  x c  2 22@333(3 @;3 `H3 Z3>g31 n3 ~333333 c@ 4 44%4@Q4@}4@aU4 4@4 4 44C4@444 5 5 *5 25c :5c@ D5c N5U W5U@ a5U l5U@ WU w5@ 5@555 5 5@5556@6 6  !606A6G6M6X6:i6: |6@66 666666666 6 07 @ 7`773)7,7/797E7 Q7 Z7@e7l7x77 @7 `7777 7@ 7 7!7 @!83`!8!8!%8%48'C8 'U8U@'_8'(k8U({8 (8(8(8(8(8C)8@)8`))8X@8A9Y@A9[A9]A-9 B:9> BG9_0BS9`B[9aCe9b@Cl9cCt9eC9D9D9D9D9c D9c!D9c"D9c#D:U@D:fD(:hE7:i@E;:iEG:jEO:mFY:nGi:H:H:H:oH:pH:I:q@I:1I:rI;cJ;@J-;`J0;hJLJA;sKL;tLS;uNX;h;c s;c h;c s;c  w x;|;k;>>;\; g3;; ; \@;>;;;; ;<<'<:<K< [<Ua<Ug<  v<@@@@@@<c<M<c<M<c<M<c<M<c<M<c<M =c=M#=c.=M;=cE=MQ=c\=Mi=cz=M=c=M=c=M=c=M=c=M >c>M1>cC>MW>ci>M}>c>M>c>M>c>M>c>M ?c?M   '? dU;?L @?V? m???????? @+@?@@@$!@%@@,@C:@C;LF@L@R@ \@ `@@i@1{@1@@@@U@@@@@@@@@3 @U@@@A@AA  A!2A"@. BGGDH@ HKH$H: 4H0@;HcCHcSH1@cYHY`H3oHU~HKHCHxH@2 4 5+89W+H6H7H,; 5+*9W+= W+*W? +*@AHBHDHEHI @ IUIK$IL@+Ic4I+NNK NN>N@NOS;C@ O C O0O !O $O@'Ol[+O|@0O9O LO ZO fO tO O@OOOOOO OO@O`OOO O< PP P ,P lQ>rQ>Q>Q>Q>Q>Q>Q>Q>Q>Q>R>R>&R>9R> CR@`XRbRG6fR@mRvRzR@R"RRRRRS!S3SLSeS S S S S SS TT;TZTvTTTTT U&UXMXjXXX X!X"X#X$ Y%Y&%Y'=Y(`Y)oY*Y+Y,Y-Y.Y/Y0Y1Z2Z30Z4LZ5hZ6{Z7Z8Z9Z: x  ZZ Z Z ZZ yZ[ [Z [ [ [ ![0[U7["B[UL[ZX[Zd[Zp[Z@|[Z[ [ [k[U[Z[ [ [[\k@\@%\U2\l@ 7\l B\ V\ k\ ~\ \@ 08 \r \r\3\^ \^@]3`]L#]j6]ZG] @M] `T] h[] pb] x i]0 0k\}] @] H] P] X](Ld>^sH^O^c@Z^xe^l^~w^^:^ ^ (^ 0^ 8^ @^ H^`^^x^^^@   ^E__@ _x _@_ _&_*_ 3_ ^ 7_ @@_`J_1 X_XNX^_j_n_r_ (__ _@_ `_ _ _ _ _ __ ``+`2`9`8^_x@x`@`D`N`T`Z`xb`~~ Z  f`X^_@m`x@@``w` a%aa $a 0aC@ `6a =aDaOa @[acoa)zaa a@a`aaa aa  a a@aaG6a a bc@b)b2b@b@JbC@?\b ?ob ?b?b"?bU@b$@bc@b Ab Ab AcU@A'cA:cUBNcBacBpc"BcUCcUCcDc%@DcUEc&@FcGcD@HcDHcBHdId Id@I'd`I5dcIXfEZfEZE[f@[f[f?\f@@\fB\fC]fD@]fE]fF]fG^fH@^fI^fI^ gI_L@_gc`$g+@`0g `=g]`HgMaVg@a_g `aigNaqgPbg1cg1@cg3cgScgQcg0dg)dgSdgCegT@egUegVehWfhX@f!hcf0hYf=h[gBh1hPh1i]h1@ijh\iwh^mhmh_mhUnh`nhanhUohbohLoh p icpidq(iL@q9iU@rIierWiNsaik@sii Pssik`sifsisisicti@ti`tititi\tig@uiiijj jj%jc7j1@Fj1]jlj{jcj@jj:j:jcjk@jljm\j@k`k)$k5knCk@;CRk ^kofkp@vkCkk1k@kAkB>k\kkq@kqk\kraclc@EB0l$l`@*l>`&_>p.l 6l:>lKl PlYl1@bl1ol1ylUallll1l1l1@l1lPl1l1@m? m  m @mc"m &m2mc9m@UDm @Nm1_m1@hm1um~mmcmc@mcm m0mUcmcm a m 0m@ mn1n1n1@&n1,n17nPYl1@ ?n Ln Wn in a tn n n n nnnnn@nWn o ) o)o14o1@=o1Ho1Qo1^o1@io1uo1oPo1@o1oPoPo1@o1o1o1p1@1p1Fp1Qp1ap1@tp1p1p1p1@p1p1 p pp!cp q# qf q q q c0'qc.q@8qFqTqaq@mq(axqU@qULe8qcq(@+) *'(q,q-4(q@`qq1qq.0 1@1q/qqqqrr2r3 "r5'r@,r`8rc?rcGr7Mrff1f1@S^fP\r=br @pr `~rr1r<@rx0;nf8 0\;Lr rrArrUrJrKcrdUfIigr: sO@ s 9c@c#s/sRQZ;sLs8_s1es1@ks1qs1ws1s1@s1s]p^c sshs@ sH sp s j t\at@#tt-tc0t 3t 6t >t 0Ftc@MtcTt_tcktcvtc@ztctcttc@t ttt t>t>t> >( q>,t>-@>/t>0t>4t>5t>6t>7t>8svtM tUuUuUylu1@*uU8uDuUQu]u hu@su `euuwuC x@u `yCNu1u1@1G}u> u> u> u@ d@uBMuNvN@)vL5vU?u@v@0`FvUA)RvL@]v:@IhvUqvc@}vvpvrv v v vc@vvv\v  w: w@"w5wc@Fwu1\1PwN]w@cwtwCJ P1@ w s w!w';C(wU@(w (wwww x!x;xSxz]x{_x|]xMgx< : wx@~~xxx@xAxBxCxDxExFxGGHfIxJxKxLM yNyO"yQ,yR:ySGyTUyUnyVyWyXyYyZy[y\y]y^y_`yaybyc zdze zf-z 5z@HzYz qkz|z @z `z pz zzzzz z { {{"{*{1{={J{R{ ]{ n{ x{ { { {)wC@5wc {yz1@{1{1@{1{1` `wx1{1@{c|c ||  |@`)|3|@>|wx1R| @V|`|\|1g| @@Er|Uz|1|1@(||||c|c@  ||@|| | |>|1@|1|1}y@}1}1@+} F4} <})D}dUS[}  u 1k} u}}1}1@}11}q1@1}}1}@}}}2m@}}1}~~1~1@1 _1(~12~1@A~1P~1ZeY~ 0]~ f~y~~~ ~ ~ 0~ ~~~~~~!~%~&~(~+. @ (c,c@0c4c8c;c@>cBcFcIc@LcOcRcUc@Xc[c}c@c-tcc>f1jjc1r1u1y>|1 y11111 1018191:1<w@cGC@ccdUU@c% cc3?0O\@hLs ut | c@$,;@KUd1q @~ `$ @: 1@11  ʁ ځ  p @$`(,04EB`= >> > J>0@NT4_| i1m1@$( ,@0` @ 0qz @$`(,04 ` h p x  |Ȃ@Ԃقu@11@]~1 ˃(<փ܃cccc@ c*.:?: H@Qcb b:mSM@3KUɄ`Մcc@ccN c@ c c "c ,`@ >3` Gc Rc [c fc@ oc yc }c c@ c c c @ @@ȅc$Ѕ3@$ۅ$$+%@%:%:%+%9M&Gk@&V@'@_:hs |C@3*c[c4\dž1ΆN@ֆcKc@LC:> /0A>@MP +]cf H@ψ@ֈވ `1@ 1@}E1 &7 @A `PaU@mt@p\83 `^@` HH@ˋpыڋJ  UUU$*U3U@>UHU@WUa@l sU @ U  @ 1 ͌ ڌ @  J @) P3<\D`NZ"t |^ @JD @cCǎ@ю׎@ F@5@1 ((c O'3 2U8p?GX\" #$@&'|' Q%+C/C ! ( + *%ɗ-ޗ-0  32P " # (,./ 4P 018AP_ht|ƘԘߘA$2;Jm]nhviIəՙ&4CMZdo@8Кߚ"?$,?T]nǛӛݛ 6,>:(:JXmz:ǜϜۜ /3FHg:Ueqҝ55ޝ|69.9GYak{4Ze+AWi͞]a +:fAO\jsgh{ɟڟgh !0IiiCS_fkukˠ۠t)-8GRint__ARRAY_SIZE_TYPE__gadget_socket_keynetnsfamilyprotoport__u32unsigned int__u16unsigned short__u8unsigned chargadget_socket_valuemntnspid_tgiduid_gidtaskptasksockdeletion_timestampppidipv6onlyoptional_fields_startcwdexepath__u64unsigned long longchartypemax_entrieskeyvaluegadget_socketsu32buf_tsimple_bufbufu8bufsbpf_iter__task_filefdmetafilectxig_sockets_ititer/task_file0:0:0bpf/sockets-iter.bpf.c struct seq_file *seq = ctx->meta->seq;0:1:0 struct task_struct *task = ctx->task;0:3:0 struct file *file = ctx->file;bpf_iter_metasession_idseq_numsequ640:2 __u32 seq_num = ctx->meta->seq_num; if (seq_num % 100000 == 0) BPF_SEQ_PRINTF(seq, "."); if (!file || !task) if (socket_file_ops_addr == 0 ||f_lockf_modef_opf_mappingprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_refspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendinglocked_pendingtailu16fmode_tpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queuelist_headnextprevloff_t__kernel_loff_terrseq_tf_task_workf_llistf_raf_freeptrcallback_headfuncllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posunsigned longfreeptr_tvfile_ref_trefcnt (__u64)(file->f_op) != socket_file_ops_addr)0:4 struct socket *socket = (struct socket *)file->private_data;socketstateflagsskopswqsocket_stateSS_FREESS_UNCONNECTEDSS_CONNECTINGSS_CONNECTEDSS_DISCONNECTINGshortsocket_wqwaitfasync_listrcuwait_queue_head_twait_queue_headlockhead struct sock *sock = BPF_CORE_READ(socket, sk);__sk_common__cacheline_group_begin__sock_write_rxsk_dropssk_peek_offsk_error_queuesk_receive_queuesk_backlog__cacheline_group_end__sock_write_rx__cacheline_group_begin__sock_read_rxsk_rx_dstsk_rx_dst_ifindexsk_rx_dst_cookiesk_ll_usecsk_napi_idsk_busy_poll_budgetsk_prefer_busy_pollsk_userlockssk_rcvbufsk_filtersk_data_readysk_rcvtimeosk_rcvlowat__cacheline_group_end__sock_read_rx__cacheline_group_begin__sock_read_rxtxsk_errsk_socketsk_memcgsk_policy__cacheline_group_end__sock_read_rxtx__cacheline_group_begin__sock_write_rxtxsk_locksk_reserved_memsk_forward_allocsk_tsflags__cacheline_group_end__sock_write_rxtx__cacheline_group_begin__sock_write_txsk_write_pendingsk_omem_allocsk_sndbufsk_wmem_queuedsk_wmem_allocsk_tsq_flagssk_write_queuesk_dst_pending_confirmsk_pacing_statussk_fragsk_timersk_pacing_ratesk_zckeysk_tskey__cacheline_group_end__sock_write_tx__cacheline_group_begin__sock_read_txsk_max_pacing_ratesk_sndtimeosk_prioritysk_marksk_dst_cachesk_route_capssk_gso_typesk_gso_max_segssk_gso_max_sizesk_allocationsk_txhashsk_pacing_shiftsk_use_task_frag__cacheline_group_end__sock_read_txsk_gso_disabledsk_kern_socksk_no_check_txsk_no_check_rxsk_shutdownsk_typesk_protocolsk_lingertimesk_prot_creatorsk_callback_locksk_err_softsk_ack_backlogsk_max_ack_backlogsk_uidsk_peer_locksk_bind_phcsk_peer_pidsk_peer_credsk_stampsk_disconnectssk_txrehashsk_clockidsk_txtime_deadline_modesk_txtime_report_errorssk_txtime_unusedsk_bpf_cb_flagssk_user_datask_securitysk_cgrp_datask_state_changesk_write_spacesk_error_reportsk_backlog_rcvsk_destructsk_reuseport_cbsk_bpf_storagesk_rcuns_trackersk_user_fragssock_commonskc_familyskc_stateskc_reuseskc_reuseportskc_ipv6onlyskc_net_refcntskc_bound_dev_ifskc_protskc_netskc_v6_daddrskc_v6_rcv_saddrskc_cookieskc_dontcopy_beginskc_tx_queue_mappingskc_rx_queue_mappingskc_refcntskc_dontcopy_endskc_addrpair__addrpairskc_daddrskc_rcv_saddr__be32skc_hashskc_u16hashesskc_portpair__portpairskc_dportskc_num__be16skc_bind_nodeskc_portaddr_nodehlist_nodepprevpossible_net_tnetin6_addrin6_uu6_addr8u6_addr16u6_addr32skc_flagsskc_listenerskc_tw_drskc_nodeskc_nulls_nodehlist_nulls_nodeskc_incoming_cpuskc_rcv_wndskc_tw_rcv_nxtrefcount_trefcount_structrefsskc_rxhashskc_window_clampskc_tw_snd_nxt__s32sk_buff_headqlenlistsk_buff_listrmem_alloclensk_wqsk_wq_rawlongmem_cgroupxfrm_policyxp_netbydstbyidxstate_cache_listpostimergenidpriorityindexif_idmarkselectorlftcurlftwalkpolqbydst_reinsertactionxfrm_nrsecurityxfrm_vecxdohlist_headfirstrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatetimer_listentryexpiresfunctionxfrm_markmxfrm_selectordaddrsaddrdportdport_masksportsport_maskprefixlen_dprefixlen_sifindexuserxfrm_address_ta4a6in6__kernel_uid32_txfrm_lifetime_cfgsoft_byte_limithard_byte_limitsoft_packet_limithard_packet_limitsoft_add_expires_secondshard_add_expires_secondssoft_use_expires_secondshard_use_expires_secondsxfrm_lifetime_curbytespacketsadd_timeuse_timexfrm_policy_walk_entryalldeadxfrm_policy_queuehold_queuehold_timertimeoutbool_Boolxfrm_tmplidencap_familyreqidmodeshareoptionalallalgsaalgosealgoscalgosxfrm_idspixfrm_dev_offloaddevdev_trackerreal_devoffload_handledirnetdevice_trackersocket_lock_tslockownedsk_send_headtcp_rtx_queuerb_rootrb_nodepage_fragpageoffsetnetdev_features_tgfp_tkuid_tuid_tcredusageuidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuser_nsucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcuktime_tsock_cgroup_datacgroupclassidprioidxsk_buffcb_nfctdata_lenmac_lenhdr_lenqueue_mapping__cloned_offsetclonednohdrfclonepeekedhead_fragpfmemallocpp_recycleactive_extensionsenddatatruesizeusersextensionsrbnodell_nodedev_scratch__rb_parent_colorrb_rightrb_lefttstampskb_mstamp_nstcp_tsorted_anchor_sk_redir_skb_refdstdestructorheaders__pkt_type_offsetpkt_typeignore_dfdst_pending_confirmip_summedooo_okay__mono_tc_offsettstamp_typetc_at_ingresstc_skip_classifyremcsum_offloadcsum_complete_swcsum_levelinner_protocol_typel4_hashsw_hashno_fcsencapsulationencap_hdr_csumcsum_validndisc_nodetyperedirectednf_skip_egressslow_grounreadabletc_indexalloc_cpuskb_iifhashsecmarkinner_transport_headerinner_network_headerinner_mac_headerprotocoltransport_headernetwork_headermac_headercsum__wsumcsum_startcsum_offsetvlan_allvlan_protovlan_tcinapi_idsender_cpureserved_tailroominner_protocolinner_ipprotosk_buff_data_tnetns_trackerxarrayxa_lockxa_flagsxa_head0:0:3 __u16 family = BPF_CORE_READ(sock, __sk_common.skc_family); if (family != AF_INET && family != AF_INET6) struct gadget_socket_key socket_key = {0:0:12:0bpf/socket-enricher-helpers.h BPF_CORE_READ_INTO(&socket_key->netns, sock, __sk_common.skc_net.net,passiverules_mod_lockdev_base_seqnsid_lockfnhe_genidexit_listdefer_free_listcleanup_listptype_allptype_specifickey_domainnetns_idsnsrefcnt_trackernotrefcnt_trackerdev_base_headproc_netproc_net_statsysctlsrtnlgenl_sockuevent_sockdev_name_headdev_index_headdev_by_indexnetdev_chainhash_mixloopback_devrules_opscoremibpacketunxnexthopipv4ipv6nfctgenbpfxfrmnet_cookiexdpdiag_nlskidridr_rtidr_baseidr_nextns_commonstashedinumcountref_tracker_dirctl_table_setis_seenctl_dirheaderrootctl_table_headerunregisteringctl_table_argsetparentnodeinodesctl_tablectl_table_sizeusednregprocnamemaxlenproc_handlerpollextra1extra2umode_tsize_t__kernel_size_t__kernel_ulong_tSYSCTL_TABLE_TYPE_DEFAULTSYSCTL_TABLE_TYPE_PERMANENTLY_EMPTYraw_notifier_headnetns_coresysctl_hdrsysctl_somaxconnsysctl_optmem_maxsysctl_txrehashsysctl_tstamp_allow_dataprot_inuserps_default_masknetns_mibip_statisticsipv6_statisticstcp_statisticsnet_statisticsudp_statisticsudp_stats_in6mptcp_statisticsudplite_statisticsudplite_stats_in6icmp_statisticsicmpmsg_statisticsicmpv6_statisticsicmpv6msg_statisticsproc_net_devsnmp6netns_packetsklist_locksklistnetns_unixtablesysctl_max_dgram_qlenctlunix_tablelocksbucketsnetns_nexthopdevhashlast_id_allocatednotifier_chainblocking_notifier_headrwsemrw_semaphorenetns_ipv4__cacheline_group_begin__netns_ipv4_read_txsysctl_tcp_early_retranssysctl_tcp_tso_win_divisorsysctl_tcp_tso_rtt_logsysctl_tcp_autocorkingsysctl_tcp_min_snd_msssysctl_tcp_notsent_lowatsysctl_tcp_limit_output_bytessysctl_tcp_min_rtt_wlensysctl_tcp_wmemsysctl_ip_fwd_use_pmtu__cacheline_group_end__netns_ipv4_read_tx__cacheline_group_begin__netns_ipv4_read_txrxsysctl_tcp_moderate_rcvbuf__cacheline_group_end__netns_ipv4_read_txrx__cacheline_group_begin__netns_ipv4_read_rxsysctl_ip_early_demuxsysctl_tcp_early_demuxsysctl_tcp_l3mdev_acceptsysctl_tcp_reorderingsysctl_tcp_rmem__cacheline_group_end__netns_ipv4_read_rxtcp_death_rowudp_tableforw_hdrfrags_hdripv4_hdrroute_hdrxfrm4_hdrdevconf_alldevconf_dfltra_chainra_mutexfib_mainfib_defaultfib_rules_require_fldissectfib_has_custom_rulesfib_has_custom_local_routesfib_offload_disabledsysctl_tcp_shrink_windowfib_table_hashfibnlfib_info_hashfib_info_hash_bitsfib_info_cntmc_autojoin_skpeersfqdirsysctl_icmp_echo_ignore_allsysctl_icmp_echo_enable_probesysctl_icmp_echo_ignore_broadcastssysctl_icmp_ignore_bogus_error_responsessysctl_icmp_errors_use_inbound_ifaddrsysctl_icmp_ratelimitsysctl_icmp_ratemasksysctl_icmp_msgs_per_secsysctl_icmp_msgs_bursticmp_global_crediticmp_global_stampip_rt_min_pmtuip_rt_mtu_expiresip_rt_min_advmssip_local_portssysctl_tcp_ecnsysctl_tcp_ecn_fallbacksysctl_ip_default_ttlsysctl_ip_no_pmtu_discsysctl_ip_fwd_update_prioritysysctl_ip_nonlocal_bindsysctl_ip_autobind_reusesysctl_ip_dynaddrsysctl_udp_early_demuxsysctl_nexthop_compat_modesysctl_fwmark_reflectsysctl_tcp_fwmark_acceptsysctl_tcp_mtu_probingsysctl_tcp_mtu_probe_floorsysctl_tcp_base_msssysctl_tcp_probe_thresholdsysctl_tcp_probe_intervalsysctl_tcp_keepalive_timesysctl_tcp_keepalive_intvlsysctl_tcp_keepalive_probessysctl_tcp_syn_retriessysctl_tcp_synack_retriessysctl_tcp_syncookiessysctl_tcp_migrate_reqsysctl_tcp_comp_sack_nrsysctl_tcp_backlog_ack_defersysctl_tcp_pingpong_threshsysctl_tcp_retries1sysctl_tcp_retries2sysctl_tcp_orphan_retriessysctl_tcp_tw_reusesysctl_tcp_tw_reuse_delaysysctl_tcp_fin_timeoutsysctl_tcp_sacksysctl_tcp_window_scalingsysctl_tcp_timestampssysctl_tcp_rto_min_ussysctl_tcp_rto_max_mssysctl_tcp_recoverysysctl_tcp_thin_linear_timeoutssysctl_tcp_slow_start_after_idlesysctl_tcp_retrans_collapsesysctl_tcp_stdurgsysctl_tcp_rfc1337sysctl_tcp_abort_on_overflowsysctl_tcp_facksysctl_tcp_max_reorderingsysctl_tcp_adv_win_scalesysctl_tcp_dsacksysctl_tcp_app_winsysctl_tcp_frtosysctl_tcp_nometrics_savesysctl_tcp_no_ssthresh_metrics_savesysctl_tcp_workaround_signed_windowssysctl_tcp_challenge_ack_limitsysctl_tcp_min_tso_segssysctl_tcp_reflect_tossysctl_tcp_invalid_ratelimitsysctl_tcp_pacing_ss_ratiosysctl_tcp_pacing_ca_ratiosysctl_tcp_child_ehash_entriessysctl_tcp_comp_sack_delay_nssysctl_tcp_comp_sack_slack_nssysctl_max_syn_backlogsysctl_tcp_fastopentcp_congestion_controltcp_fastopen_ctxsysctl_tcp_fastopen_blackhole_timeouttfo_active_disable_timestfo_active_disable_stamptcp_challenge_timestamptcp_challenge_countsysctl_tcp_plb_enabledsysctl_tcp_plb_idle_rehash_roundssysctl_tcp_plb_rehash_roundssysctl_tcp_plb_suspend_rto_secsysctl_tcp_plb_cong_threshsysctl_udp_wmem_minsysctl_udp_rmem_minsysctl_fib_notify_on_flag_changesysctl_tcp_syn_linear_timeoutssysctl_igmp_llm_reportssysctl_igmp_max_membershipssysctl_igmp_max_msfsysctl_igmp_qrvping_group_rangedev_addr_genidsysctl_udp_child_hash_entriessysctl_local_reserved_portssysctl_ip_prot_sockmrtsysctl_fib_multipath_hash_seedsysctl_fib_multipath_hash_fieldssysctl_fib_multipath_use_neighsysctl_fib_multipath_hash_policynotifier_opsfib_seqipmr_notifier_opsipmr_seqrt_genidip_id_keyinet_addr_lstaddr_chk_workinet_timewait_death_rowtw_refcounthashinfosysctl_max_tw_bucketslocal_portsrangewarnedseqlock_tseqcountseqcount_spinlock_tseqcount_spinlockseqcount_tsequenceuser_seedmp_seedsiphash_key_tdelayed_workworkcpuwork_structwork_func_tnetns_ipv6ip6_dst_opssysctlfib6_null_entryip6_null_entryrt6_statsip6_fib_timerfib6_main_tblfib6_walkersfib6_walker_lockfib6_gc_lockip6_rt_gc_expireip6_rt_last_gcflowlabel_has_exclndisc_sktcp_skigmp_skinet6_addr_lstaddrconf_hash_lockfib6_sernumseg6_dataip6mr_notifier_opsip6addrlbl_tableioam6_datadst_opsgc_threshgccheckdefault_advmssmtucow_metricsdestroyifdownnegative_advicelink_failureupdate_pmturedirectlocal_outneigh_lookupconfirm_neighkmem_cacheppcpuc_entriesdst_entry_metricsinputoutputobsoleteheader_lentrailer_len__rcuref__uselastuseerror__padtclassidrt_uncachedrt_uncached_listlwtstatercuref_tnet_device__cacheline_group_begin__net_device_read_txnetdev_opsheader_ops_txgso_partial_featuresreal_num_tx_queuesgso_max_sizegso_ipv4_max_sizegso_max_segsnum_tcneeded_headroomtc_to_txqxps_mapsnf_hooks_egresstcx_egress__cacheline_group_end__net_device_read_tx__cacheline_group_begin__net_device_read_txrxhard_header_lenfeaturesip6_ptr__cacheline_group_end__net_device_read_txrx__cacheline_group_begin__net_device_read_rxxdp_progreal_num_rx_queues_rxgro_max_sizegro_ipv4_max_sizerx_handlerrx_handler_datand_netnpinfotcx_ingress__cacheline_group_end__net_device_read_rxnamename_nodeifaliasmem_endmem_startbase_addrdev_listnapi_listunreg_listclose_listadj_listxdp_featuresxdp_metadata_opsxsk_tx_metadata_opsgflagsneeded_tailroomhw_featureswanted_featuresvlan_featureshw_enc_featuresmpls_featuresmin_mtumax_mtumin_header_lenname_assign_typegroupstatscore_statscarrier_up_countcarrier_down_countethtool_opsndisc_opsoperstatelink_modeif_portdmaperm_addraddr_assign_typeaddr_lenupper_levellower_levelneigh_priv_lendev_iddev_portirqpriv_lenaddr_list_lockucmcdev_addrsqueues_ksetpromiscuityallmultiuc_promiscip_ptrfib_nh_headdev_addrnum_rx_queuesxdp_zc_max_segsingress_queuenf_hooks_ingressbroadcastrx_cpu_rmapindex_hlistnum_tx_queuesqdisctx_queue_lentx_global_lockxdp_bulkqqdisc_hashwatchdog_timerwatchdog_timeoproto_down_reasontodo_listpcpu_refcntlink_watch_listreg_statedismantlertnl_link_stateneeds_free_netdevpriv_destructorml_privml_priv_typepcpu_stat_typesysfs_groupssysfs_rx_queue_grouprtnl_link_opsstat_opsqueue_mgmt_opstso_max_sizetso_max_segsprio_tc_mappriomaplink_topophydevsfp_busqdisc_tx_busylockproto_downthreadedirq_affinity_autorx_cpu_rmap_autosee_all_hwtstamp_requestschange_proto_downnetns_immutablefcoe_mtunet_notifier_listudp_tunnel_nic_infoudp_tunnel_niccfgcfg_pendingethtoolxdp_statedev_addr_shadowlinkwatch_dev_trackerwatchdog_dev_trackerdev_registered_trackeroffload_xstats_l3devlink_portpage_poolsirq_modermax_pacing_offload_horizonnapi_configgro_flush_timeoutnapi_defer_hard_irqsuprequest_ops_lockneighbourshwprovprivpriv_flags_fastpriv_flagslltxs16__s16netdev_tc_txqxps_dev_mapsnr_idsattr_mapxps_mapalloc_lenqueueslstatststatsdstatsrx_handler_func_trx_handler_result_trx_handler_resultRX_HANDLER_CONSUMEDRX_HANDLER_ANOTHERRX_HANDLER_EXACTRX_HANDLER_PASSupperlowerxdp_features_tnet_device_statsrx_packets__rx_packetstx_packets__tx_packetsrx_bytes__rx_bytestx_bytes__tx_bytesrx_errors__rx_errorstx_errors__tx_errorsrx_dropped__rx_droppedtx_dropped__tx_droppedmulticast__multicastcollisions__collisionsrx_length_errors__rx_length_errorsrx_over_errors__rx_over_errorsrx_crc_errors__rx_crc_errorsrx_frame_errors__rx_frame_errorsrx_fifo_errors__rx_fifo_errorsrx_missed_errors__rx_missed_errorstx_aborted_errors__tx_aborted_errorstx_carrier_errors__tx_carrier_errorstx_fifo_errors__tx_fifo_errorstx_heartbeat_errors__tx_heartbeat_errorstx_window_errors__tx_window_errorsrx_compressed__rx_compressedtx_compressed__tx_compressednetdev_hw_addr_listtreeRTNL_LINK_INITIALIZEDRTNL_LINK_INITIALIZINGnetdev_ml_priv_typeML_PRIV_NONEML_PRIV_CANnetdev_stat_typeNETDEV_PCPU_STAT_NONENETDEV_PCPU_STAT_LSTATSNETDEV_PCPU_STAT_TSTATSNETDEV_PCPU_STAT_DSTATSdevicekobjpinit_namebusdriverplatform_datadriver_datalinkspowerpm_domainmsidma_maskcoherent_dma_maskbus_dma_limitdma_range_mapdma_parmsdma_poolsdma_io_tlb_memarchdataof_nodefwnodenuma_nodedevtdevres_lockdevres_headclassgroupsreleaseiommu_groupiommuphysical_locationremovableoffline_disabledofflineof_node_reusedstate_syncedcan_matchdma_skip_syncdma_iommukobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppressrefcountdev_links_infosuppliersconsumersdefer_syncstatusdl_dev_stateDL_DEV_NO_DRIVERDL_DEV_PROBINGDL_DEV_DRIVER_BOUNDDL_DEV_UNBINDINGdev_pm_infopower_statecan_wakeupasync_suspendin_dpm_listis_preparedis_suspendedis_noirq_suspendedis_late_suspendedno_pmearly_initdirect_completedriver_flagscompletionwakeupwakeup_pathsyscoreno_pm_callbackswork_in_progresssmart_suspendmust_resumemay_skip_resumesuspend_timertimer_expireswait_queuewakeirqusage_countchild_countdisable_depthidle_notificationrequest_pendingdeferred_resumeneeds_force_resumeruntime_autoignore_childrenno_callbacksirq_safeuse_autosuspendtimer_autosuspendsmemalloc_noiolinks_countrequestruntime_statuslast_statusruntime_errorautosuspend_delaylast_busyactive_timesuspended_timeaccounting_timestampsubsys_dataset_latency_toleranceqospm_message_tpm_messageeventdoneswait_queue_headtask_listhrtimer_softexpiresbaseis_relis_softis_hardtimerqueue_nodehrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTrpm_requestRPM_REQ_NONERPM_REQ_IDLERPM_REQ_SUSPENDRPM_REQ_AUTOSUSPENDRPM_REQ_RESUMErpm_statusRPM_INVALIDRPM_ACTIVERPM_RESUMINGRPM_SUSPENDEDRPM_SUSPENDINGRPM_BLOCKEDs32dev_msi_infodomaindev_archdatadev_t__kernel_dev_tdevice_removableDEVICE_REMOVABLE_NOT_SUPPORTEDDEVICE_REMOVABLE_UNKNOWNDEVICE_FIXEDDEVICE_REMOVABLEattribute_groupis_visibleis_bin_visiblebin_sizeattrsattributebin_attributeattrprivatereadread_newwritewrite_newllseekmmapaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapnrpageswriteback_indexa_opswb_erri_private_locki_private_listi_mmap_rwsemi_private_datarb_root_cachedrb_leftmostssize_t__kernel_ssize_t__kernel_long_tvm_area_structvm_mmvm_page_protvm_lock_seqanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_refcntsharedvm_userfaultfd_ctxvm_freeptrvm_startvm_endpgprot_tpgprotpgprotval_tvm_flags__vm_flagsvm_flags_trbrb_subtree_lastbin_attrsbin_attrs_newbpf_xdp_entityproglinkneighbourtblparmsconfirmedupdatedarp_queue_len_bytesarp_queueprobesnud_stateha_lockhahhgc_listmanaged_listprimary_keyhh_cachehh_lenhh_lockhh_datapercpu_countercountersnetns_sysctl_ipv6hdricmp_hdrxfrm6_hdrflush_delayip6_rt_max_sizeip6_rt_gc_min_intervalip6_rt_gc_timeoutip6_rt_gc_intervalip6_rt_gc_elasticityip6_rt_mtu_expiresip6_rt_min_advmssmultipath_hash_fieldsmultipath_hash_policybindv6onlyflowlabel_consistencyauto_flowlabelsicmpv6_timeicmpv6_echo_ignore_allicmpv6_echo_ignore_multicasticmpv6_echo_ignore_anycasticmpv6_ratemaskicmpv6_ratemask_ptranycast_src_echo_replyip_nonlocal_bindfwmark_reflectflowlabel_state_rangesidgen_retriesidgen_delayflowlabel_reflectmax_dst_opts_cntmax_hbh_opts_cntmax_dst_opts_lenmax_hbh_opts_lenseg6_flowlabelioam6_idioam6_id_wideskip_notify_on_dev_downfib_notify_on_flag_changeicmpv6_error_anycast_as_unicastnetns_nfproc_netfilternf_loggersnf_log_dir_headerhooks_ipv4hooks_ipv6defrag_ipv4_usersdefrag_ipv6_usersnf_loggerlogfnmenf_log_typeNF_LOG_TYPE_LOGNF_LOG_TYPE_ULOGNF_LOG_TYPE_MAXnf_logfnu_int8_tnf_loginfouuloglogcopy_lenqthresholdu_int32_tu_int16_tlevellogflagsnf_hook_entriesnum_hook_entrieshooksnf_hook_entryhooknf_hookfnnf_hook_statepfinoutokfnnetns_ctsysctl_log_invalidsysctl_eventssysctl_acctsysctl_tstampsysctl_checksumstatnf_conntrack_event_cbnf_ct_protonf_ct_event_notifiernf_ip_netgenerictcpudpicmpicmpv6dccpsctpnf_generic_netnf_tcp_nettimeoutstcp_loosetcp_be_liberaltcp_max_retranstcp_ignore_invalid_rstnf_udp_netnf_icmp_netnf_dccp_netdccp_loosedccp_timeoutnf_sctp_netnetns_bpfrun_arrayprogsbpf_prog_arrayitemsbpf_prog_array_itemcgroup_storagebpf_cookiebpf_cgroup_storagemaplist_maplist_cgpercpu_bufbpf_cgroup_storage_keycgroup_inode_idattach_typebpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsinetns_xfrmstate_allstate_bydststate_bysrcstate_byspistate_byseqstate_cache_inputstate_hmaskstate_numstate_hash_workpolicy_allpolicy_byidxpolicy_idx_hmaskidx_generatorpolicy_bydstpolicy_countpolicy_hash_workpolicy_hthreshinexact_binsnlsknlsk_stashsysctl_aevent_etimesysctl_aevent_rseqthsysctl_larval_dropsysctl_acq_expirespolicy_defaultxfrm4_dst_opsxfrm6_dst_opsxfrm_state_lockxfrm_state_hash_generationxfrm_policy_hash_generationxfrm_policy_lockxfrm_cfg_mutexnat_keepalive_workxfrm_policy_hashhmaskdbits4sbits4dbits6sbits6xfrm_policy_hthreshlbits4rbits4lbits6rbits6netns_xdp0:16:2 BPF_CORE_READ_INTO(&socket_key->family, sock, __sk_common.skc_family); socket_key->proto = BPF_CORE_READ_BITFIELD_PROBED(sock, sk_protocol);0:74inet_sockpinet6inet_flagsinet_saddruc_ttlinet_sportinet_optinet_idtosmin_ttlmc_ttlpmtudiscrcv_tosconvert_csumuc_indexmc_indexmc_addrlocal_port_rangemc_listcorkinet_cork_fullflinet_corkaddroptfragsizelengthdsttx_flagsttlgso_sizets_opt_idtransmit_timeflowi__fl_commonip4ip6flowi_commonflowic_oifflowic_iifflowic_l3mdevflowic_markflowic_tosflowic_scopeflowic_protoflowic_flagsflowic_secidflowic_uidflowic_multipath_hashflowic_tun_keyflowi_tunneltun_id__be64flowi4uliflowi_uliportsicmptgre_keymhtflowi6flowlabelmp_hash0:5 socket_key->port = bpf_ntohs(BPF_CORE_READ(inet_sock, inet_sport)); bpf_probe_read_kernel(&socket_value, sizeof(socket_value),task_structthread_info__statesaved_statestackptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupbtrace_seqpolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitrestore_sigmaskno_cgroup_migrationfrozenuse_memdelayin_eventfdpasid_activatedreported_split_lockin_thrashingatomic_flagsrestart_blockpidtgidstack_canaryreal_parentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forkrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionthrottle_diskutaskkmap_ctrlrcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountbpf_storagebpf_ctxbpf_net_contextmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_work__call_single_nodellistsrcu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sedl_server_has_tasks_fdl_server_pick_fsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnfutexnanosleepuaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_ttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchunmapped_pagesllist_headthread_structtls_arrayspesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnpkrufpudesc_structlimit0base0base1dpllimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statetotal_time_enabledtotal_time_runningheader_sizeid_header_sizeread_sizehwpmu_ctxchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventlost_samplesclockoverflow_handleroverflow_handler_contexttp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddressmaskrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axcscsxfred_csslwfessssxfred_ssstisweventnmivectorenclavelmnestedinsnlensaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERavx512_timestampfpstate__task_fpstatepermguest_perm__fpstatefpu_state_perm__state_perm__state_size__user_state_sizeuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_stateswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387extended_state_areaxstate_headerxcomp_bv0:87 struct task_struct *parent = BPF_CORE_READ(task, real_parent);0:121 struct fs_struct *fs = BPF_CORE_READ(task, fs);0:57 struct file *exe_file = BPF_CORE_READ(task, mm, exe_file);mm_structcpu_bitmapmm_mtmmap_basemmap_legacy_basemmap_compat_basemmap_compat_legacy_basetask_sizepgdmembarrier_statemm_userspcpu_cidmm_cid_next_scanmax_nr_cidcpus_allowed_lockpgtables_bytesmap_countpage_table_lockmmap_lockmmlistvma_writer_waitmm_lock_seqhiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvrss_statbinfmtcontextioctx_lockioctx_tableexe_filenotifier_subscriptionstlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workiommu_mmmm_countmaple_treema_flagsma_rootma_lockma_external_locklockdep_map_ppgd_tpgdval_tmm_context_tctx_idtlb_gennext_trim_cpumaskldt_usr_semldtvdsovdso_imageperf_rdpmc_allowedpkey_allocation_mapexecute_only_pkeyglobal_asidasid_transitionxol_area0:0:52 socket_value.pid_tgid = ((u64)task->tgid) << 32 | task->pid;0:850:840:10:114 socket_value.uid_gid = ((u64)task->real_cred->gid.val) << 32 | task->real_cred->uid.val;0:2:00:30:117 __builtin_memcpy(&socket_value.task, task->comm,0:124 socket_value.mntns = (u64)task->nsproxy->mnt_ns->ns.inum;uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nsmnt_namespaceseq_originn_fsnotify_maskn_fsnotify_marksnr_mountspending_mountsmnt_ns_tree_nodemnt_ns_listmountsmnt_last_nodemnt_first_nodemnt_ns_rcu0:0:20:0 if (parent != NULL) { bpf_probe_read_kernel(&socket_value.ptask, socket_value.ppid = (__u32)BPF_CORE_READ(parent, tgid);0:7 socket_value.sock = (__u64)sock; BPF_CORE_READ_BITFIELD_PROBED(sock, __sk_common.skc_ipv6only);0:0:70:8 socket_value.ipv6only =0:10 if (bpf_core_field_exists(socket_value.cwd)) {fs_structumaskin_execpwd0:6/work/include/gadget/filesystem.h bpf_probe_read(&f_path, sizeof(struct path), path); char slash = '/'; int zero = 0; struct dentry *dentry = f_path.dentry; struct vfsmount *vfsmnt = f_path.mnt;mountmnt_hashmnt_parentmnt_mountpointmnt_pcpmnt_mountsmnt_childmnt_instancemnt_devnamemnt_listmnt_expiremnt_sharemnt_slave_listmnt_slavemnt_mastermnt_mpmnt_umountingmnt_fsnotify_marksmnt_fsnotify_maskto_notifyprev_nsmnt_idmnt_id_uniquemnt_group_idmnt_expiry_markmnt_pinsmnt_stuck_childrenvfsmountmnt_rootmnt_sbmnt_flagsmnt_idmapmnt_nodemnt_rcumnt_llistmnt_mp_listmnt_umount return container_of(mnt, struct mount, mnt); struct mount *mnt_p = real_mount(vfsmnt); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); return bpf_map_lookup_elem(&bufs, &idx); if (string_p == NULL) return BPF_CORE_READ(vfsmnt, mnt_root);d_flagsd_seqd_hashd_parentd_named_inoded_shortnamed_opd_sbd_timed_fsdatad_lockrefd_sibd_childrend_uhlist_bl_nodeqstrhash_lenshortname_storestringwordslockreflock_countd_lrud_waitd_aliasd_in_lookup_hashd_rcu d_parent = get_d_parent_ptr_from_dentry(dentry); return BPF_CORE_READ(dentry, d_parent); if (dentry == mnt_root || dentry == d_parent) { if (dentry != mnt_root) { if (mnt_p != mnt_parent_p) { bpf_probe_read(&dentry, sizeof(struct dentry *), &mnt_p->mnt_mountpoint); bpf_probe_read(&mnt_p, sizeof(struct mount *), &mnt_p->mnt_parent); bpf_probe_read(&mnt_parent_p, sizeof(struct mount *), &mnt_p->mnt_parent); vfsmnt = &mnt_p->mnt; continue; return BPF_CORE_READ(dentry, d_name); d_name = get_d_name_from_dentry(dentry);0:0:0:1 len = (d_name.len + 1) & (PATH_MAX - 1); off = buf_off - len; &(string_p->buf[off & ((MAX_PERCPU_BUFSIZE >> 1) - 1)]), len, (void *) d_name.name); sz = bpf_probe_read_str( if (sz > 1) { bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); dentry = d_parent; buf_off -= sz - 1; if (off <= buf_off) { // verify no wrap occurred buf_off -= 1; // remove null byte termination with slash sign if (buf_off == (MAX_PERCPU_BUFSIZE >> 1)) { bpf_probe_read_str(&(string_p->buf[0]), PATH_MAX, (void *) d_name.name); buf_off -= 1; bpf_probe_read(&(string_p->buf[buf_off & (MAX_PERCPU_BUFSIZE - 1)]), 1, &slash); bpf_probe_read(&(string_p->buf[(MAX_PERCPU_BUFSIZE >> 1) - 1]), 1, &zero); return &string_p->buf[buf_off]; bpf_probe_read_kernel_str(socket_value.cwd, cwd_size, cwd);0:11 if (bpf_core_field_exists(socket_value.exepath)) { bpf_probe_read_kernel_str(socket_value.exepath, exepath_size, (struct gadget_socket_value *)bpf_map_lookup_elem( if (!old_socket_value) {0:0:4 if (BPF_CORE_READ(sock, __sk_common.skc_state) == TCP_LISTEN)}bpf_iter__bpf_map_elemig_sk_cleanupiter/bpf_map_elemint ig_sk_cleanup(struct bpf_iter__bpf_map_elem *ctx) struct gadget_socket_key *socket_key = ctx->key; struct gadget_socket_value *socket_value = ctx->value; if (!socket_key || !socket_value) __u64 now = bpf_ktime_get_ns(); __u64 deletion_timestamp = socket_value->deletion_timestamp; if (deletion_timestamp != 0 && __builtin_memcpy(&tmp_key, socket_key, bpf_map_delete_elem(&gadget_sockets, &tmp_key);socket_file_ops_addrig_sockets_it.___fmtig_sk_cleanup.___fmt_licensesocket_valueempty_sockets_value.bss.maps.rodatalicenseseq_filectl_table_pollctl_table_rootctl_nodeipstats_mibtcp_miblinux_mibudp_mibmptcp_mibicmp_mibicmpmsg_mibicmpv6_mibicmpv6msg_mibinet_hashinfokmem_cachefile_operationsmodulekobj_typeinodedentry_operationssuper_blockdevice_driverbus_typeuser_namespaceproc_ns_operationsdev_pm_qosdev_pm_domainpm_subsys_datahrtimer_clock_baselinux_binfmtvm_operations_structdevice_privatedevice_typewakeup_sourcewake_irqneigh_parmskey_tagnotifier_blockirq_domaindevice_nodefwnode_handleproc_dir_entryneigh_opsipv6_devconffib6_infofib6_tableioam6_pernet_datamsi_device_databus_dma_regiondevice_dma_parametersio_tlb_memnet_device_opsbpf_prog_statsbpf_prog_auxipv4_devconfip_ra_chainfib_rules_opsfib_tableinet_peer_basetcp_congestion_opstcp_fastopen_contextmr_tablefib_notifier_opsworkqueue_structxfrm_statenetdev_queueQdiscxfrm_sec_ctxuncached_listlwtunnel_stateneigh_tablein_devicecpu_rmapxdp_dev_bulk_queuert6_infoinet6_devrt6_statisticsseg6_pernet_dataip_conntrack_statnet_genericnetdev_configethtool_netdev_statebpf_xdp_linkrtnl_hw_stats64bpf_mapdev_iommudevice_physical_locationbpf_local_storagecss_setkernfs_nodelock_class_keyftrace_hashvm_structuser_structsock_fprog_kernbpf_storage_bufferbpf_cgroup_storage_mapsighand_structbpf_mprog_entrypcpu_lstatspcpu_sw_netstatspcpu_dstatsnetdev_rx_queuenet_device_core_statsnetpoll_infonetdev_name_nodedev_ifaliasnetprio_mapphy_link_topologyfown_structnetdev_stat_opsnetdev_queue_mgmt_opsphy_devicedim_irq_moderhwtstamp_providerskb_extproto_opspipe_inode_infofasync_structpid_namespacesock_reuseportkernel_siginfoldt_structkioctx_tablemmu_notifier_subscriptionsiommu_mm_datatask_grouprcu_nodeseccomp_filter__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskblk_pluggendiskuts_namespaceipc_namespacemountpointfsnotify_mark_connectortime_namespacecgroup_namespacesignal_structrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_stateperf_event_contexttask_delay_infouprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupmath_emu_infoaddress_space_operationsipv6_pinfoip_options_rcuip_optionsip_mc_socklist $$T-)"l l08@$X  1(10HP2 h`p<<]D]H8@]Hp]H]H`L`L`L`L`H]HP x ]HOO]H]H m0m,8m:Pm2Xm`%h px9?3k"k+k6k@p(J(JJ8Hhp%LZPmT|!X|X#\e hl(0 P4xK ^+K     0)Pw5h)pw<)(  6 4 6 4 ] ( 6 40 ] @ H P X ` p ґ x ґ  ґS  +  G, W4  W4  L  8@ H K ` ^+p K         6 4 6 4 ]  6 4 ]   ( 0 8 ֒ P ֒X h ґ p ґ   ґS  +  G,  0 W+4 W4  0 W4  L(  8@ H  P  X  x ) w5 ) w < )  0 8 K P ^+` K p x        6 4 6 4 ]  6 4 ]  ֒ 8֒@Pґ Xґ pxґS + G, 0W+4W4 0W4 L 8(0 8 @ `)w5)w<) K 8^+HK X` px6 46 4] 6 4] ֒  ֒(8ґ @ґ X`ґS h+ G, 0W+4W4 0W4 L 8  ( 0 P)pw5)w<)K (^+8K HP `hpx6 46 4] 6 4] ֒ ֒(ґ 0ґ HPґS X+ G, 0W+4W4 0W4 L 8    @)`w5x)w<)K ^+(K 8@ PX`h6 46 4] 6 4] ֒ ֒ґ  ґ 8@ґS H+ xG, 0W+4W4 0W4 L 8   0)Pw5h)pw<)K ^+K (0 @HPXx6 46 4] 6 4] ֒ ֒ґ ґ (0ґS 8+ hG,x 0W+4W4 0W4 L 8    )@w5X)`wp<)K ^+K   08@Hhp6 46 4] 6 4] ֒ ֒ґ ґ  ґS (+ XG,h 0xW+4W4 0W4 L 8   )0w5H)Pw`<x)K ^+K   (08X`6 4p6 4x] 6 4] ֒ ֒ґ ґ   ґS  + H G,X  0h W+4p W4  0 W4  L  8       !) !w58!)@!wP!<h!)p!!!!K !^+!K !" "" "("H"P"6 4`"6 4h"] p"6 4x"] """""֒ "֒""ґ "ґ "#ґS #+ 8#G,H# 0X#W+4`#W4x# 0#W4# L# 8## # # #)$w5($)0$w@$<X$)`$x$$$K $^+$K $$ %%%%8%@%6 4P%6 4X%] `%6 4h%] x%%%%%֒ %֒%%ґ %ґ %%ґS %+ (&G,8& 0H&W+4P&W4h& 0p&W4& L& 8&& & & &)'w5') 'w0'<H')P'h'''K '^+'K '' ''((((0(6 4@(6 4H(] P(6 4X(] h(p(x(((֒ (֒((ґ (ґ ((ґS (+ )G,() 08)W+4@)W4X) 0`)W4p) Lx) 8)) ) ) )))w5*)*w *<8*)@*X***K *^+*K ** ****+ +6 40+6 48+] @+6 4H+] X+`+h+p+x+֒ +֒++ґ +ґ ++ґS ++ ,G,, 0(,W+40,W4H, 0P,W4`, Lh, 8,, , , ,),w5,)-w-<(-)0-H-x--K -^+-K -- ----..6 4 .6 4(.] 0.6 48.] H.P.X.`.h.֒ .֒..ґ .ґ ..ґS .+ .G,/ 0/W+4 /W48/ 0@/W4P/ LX/ 8x// / / /)/w5/)/w0<0) 080h0p0K 0^+0K 00 0000016 416 41]  16 4(1] 81@1H1P1X1֒ p1֒x11ґ 1ґ 11ґS 1+ 1G,1 02W+42W4(2 002W4@2 LH2 8h2p2 x2 2 2)2w52)2w2<3)3(3X3`3K x3^+3K 33 3333336 446 44] 46 44] (40484@4H4֒ `4֒h4x4ґ 4ґ 44ґS 4+ 4G,4 04W+45W45 0 5W405 L85 8X5`5 h5 p5 5)5w55)5w5<5)66H6P6K h6^+x6K 66 6666666 466 46] 76 47] 7 7(70787֒ P7֒X7h7ґ p7ґ 77ґS 7+ 7G,7 07W+47W48 08W4 8 L(8 8H8P8 X8 `8 8)8w58)8w8<8)8989@9K X9^+h9K x99 9999996 496 49] 96 49] ::: :(:֒ @:֒H:X:ґ `:ґ x::ґS :+ :G,: 0:W+4:W4: 0;W4; L; 88;@; H; P; p;);w5;);w;<;);;(<0<K H<^+X<K h<p< <<<<<<6 4<6 4<] <6 4<] <====֒ 0=֒8=H=ґ P=ґ h=p=ґS x=+ =G,= 0=W+4=W4= 0=W4> L> 8(>0> 8> @> `>)>w5>)>w><>)>>? ?K 8?^+H?K X?`? p?x?????6 4?6 4?] ?6 4?] ???@@֒  @֒(@8@ґ @@ґ X@`@ґS h@+ @G,@ 0@W+4@W4@ 0@W4@ L@ 8A A (A 0A PA)pAw5A)AwA<A)AABBK (B^+8BK HBPB `BhBpBxBBB6 4B6 4B] B6 4B] BBBBB֒ C֒C(Cґ 0Cґ HCPCґS XC+ CG,C 0CW+4CW4C 0CW4C LC 8DD D  D @D)`Dw5xD)DwD<D)DDDEK E^+(EK 8E@E PEXE`EhEEE6 4E6 4E] E6 4E] EEEEE֒ F֒FFґ  Fґ 8F@FґS HF+ xFG,F 0FW+4FW4F 0FW4F LF 8FG G G 0G)PGw5hG)pGwG<G)GGGGK H^+HK (H0H @HHHPHXHxHH6 4H6 4H] H6 4H] HHHHH֒ H֒HIґ Iґ (I0IґS 8I+ hIG,xI 0IW+4IW4I 0IW4I LI 8II I J  J)@Jw5XJ)`JwpJ<J)JJJJK J^+KK K K 0K8K@KHKhKpK6 4K6 4K] K6 4K] KKKKK֒ K֒KKґ Lґ L LґS (L+ XLG,hL 0xLW+4LW4L 0LW4L LL 8LL L L M)(Mw5@M)HMwXM<pM)xMMMMK M^+MK NN N N(N0NPNXN6 4hN6 4pN] xN6 4N] NNNNN֒ N֒NNґ Nґ OOґS O+ @OG,PO 0`OW+4hOW4O 0OW4O LO 8OO O O O)Pw5(P)0Pw@P<XP)`PxPPPK P^+PK PP QQQQ8Q@Q6 4PQ6 4XQ] `Q6 4hQ] xQQQQQ֒ Q֒QQґ Qґ QQґS Q+ (RG,8R 0HRW+4PRW4hR 0pRW4R LR 8RR R R R)Rw5S)Sw(S<@S)HS`SSSK S^+SK SS SSST T(T6 48T6 4@T] HT6 4PT] `ThTpTxTT֒ T֒TTґ Tґ TTґS T+ UG, U 00UW+48UW4PU 0XUW4hU LpU 8UU U U U)Uw5U)VwV<(V)0VHVxVVK V^+VK VV VVVVWW6 4 W6 4(W] 0W6 48W] HWPWXW`WhW֒ W֒WWґ Wґ WWґS W+ WG,X 0XW+4 XW48X 0@XW4PX LXX 8pXxX X X X)Xw5X)XwX<Y)Y0Y`YhYK Y^+YK YY YYYYYY6 4Z6 4Z] Z6 4 Z] 0Z8Z@ZHZPZ֒ hZ֒pZZґ Zґ ZZґS Z+ ZG,Z 0[W+4[W4 [ 0([W48[ L@[ 8X[`[ h[ p[ [)[w5[)[w[<[)\\H\P\K h\^+x\K \\ \\\\\\6 4\6 4\] ]6 4]] ] ](]0]8]֒ P]֒X]h]ґ p]ґ ]]ґS ]+ ]G,] 0]W+4]W4^ 0^W4 ^ L(^ 8@^H^ P^ X^ x^)^w5^)^w^<^)^_0_8_K P_^+`_K p_x_ ______6 4_6 4_] _6 4_] ```` `֒ 8`֒@`P`ґ X`ґ p`x`ґS `+ `G,` 0`W+4`W4` 0`W4a La 8(a0a 8a @a `a)aw5a)awa<a)aab bK 8b^+HbK Xb`b pbxbbbbb6 4b6 4b] b6 4b] bbbcc֒  c֒(c8cґ @cґ Xc`cґS hc+ cG,c 0cW+4cW4c 0cW4c Lc 8dd  d (d Hd)hdw5d)dwd<d)ddeeK e^+0eK @eHe Xe`ehepeee6 4e6 4e] e6 4e] eeeee֒ f֒f fґ (fґ @fHfґS Pf+ fG,f 0fW+4fW4f 0fW4f Lf 8fg g g 0g)Pgw5hg)pgwg<g)ggggK h^+hK (h0h @hHhPhXhxhh6 4h6 4h] h6 4h] hhhhh֒ h֒hiґ iґ (i0iґS 8i+ hiG,xi 0iW+4iW4i 0iW4i Li 8ii i i j)8jw5Pj)Xjwhj<j)jjjjK j^+kK kk (k0k8k@k`khk6 4xk6 4k] k6 4k] kkkkk֒ k֒kkґ kґ llґS  l+ PlG,`l 0plW+4xlW4l 0lW4l Ll 8ll l l m) mw58m)@mwPm<hm)pmmmmK m^+mK mn nn n(nHnPn6 4`n6 4hn] pn6 4xn] nnnnn֒ n֒nnґ nґ noґS o+ 8oG,Ho 0XoW+4`oW4xo 0oW4o Lo 8oo o o o)pw5 p)(pw8p<Pp)XpppppK p^+pK pp pqqq0q8q6 4Hq6 4Pq] Xq6 4`q] pqxqqqq֒ q֒qqґ qґ qqґS q+  rG,0r 0@rW+4HrW4`r 0hrW4xr Lr 8rr r r r)rw5s)sw s<8s)@sXsssK s^+sK ss sssst t6 40t6 48t] @t6 4Ht] Xt`thtptxt֒ t֒ttґ tґ ttґS t+ uG,u 0(uW+40uW4Hu 0PuW4`u Lhu 8uu u u u)uw5u)uwv< v)(v@vpvxvK v^+vK vv vvvvww6 4w6 4 w] (w6 40w] @wHwPwXw`w֒ xw֒wwґ wґ wwґS w+ wG,x 0xW+4xW40x 08xW4Hx LPx 8hxpx xx x x)xw5x)xwx<y)y(yXy`yK xy^+yK yy yyyyyy6 4z6 4z] z6 4z] (z0z8z@zHz֒ `z֒hzxzґ zґ zzґS z+ zG,z 0zW+4{W4{ 0 {W40{ L8{ 8P{X{ `{ h{ {){w5{){w{<{){|@|H|K `|^+p|K || ||||||6 4|6 4|] |6 4}] }} }(}0}֒ H}֒P}`}ґ h}ґ }}ґS }+ }G,} 0}W+4}W4~ 0~W4~ L ~ 88~@~ H~ P~ p~)~w5~)~w~<~)~~(0K H^+XK hp 6 46 4] 6 4] ֒ 0֒8Hґ Pґ hpґS x+ G, 0ȀW+4ЀW4 0W4 L 8 ( 0 8 X)xw5)w<)ȁK 0^+@K PX hpx6 46 4] Ȃ6 4Ђ] ֒ ֒ 0ґ 8ґ PXґS `+ G, 0W+4W4Ѓ 0؃W4 L 8    @)`w5x)w<)ȄK ^+(K 8@ PX`h6 46 4] 6 4] ȅЅ؅֒ ֒ґ  ґ 8@ґS H+ xG, 0W+4W4 0W4І L؆ 8   ()Hw5`)hwx<)K ^+K ( 8@HPpx6 46 4] 6 4] ȈЈ֒ ֒ґ ґ  (ґS 0+ `G,p 0W+4W4 0W4 L 8؉   )0w5H)Pw`<x)ȊЊK ^+K   (08X`6 4p6 4x] 6 4] ֒ Ћ֒؋ґ ґ ґS + HG,X 0hW+4pW4 0W4 L 8Ȍ Ќ ، )w50)8wH<`)hK Ѝ^+K   @H6 4X6 4`] h6 4p] ֒ ֒Ўґ ؎ґ ґS + 0G,@ 0PW+4XW4p 0xW4 L 8   )w5) w0<H)PhK ^+ȐK ؐ (06 4@6 4H] P6 4X] hpx֒ ֒ґ ґ ؑґS + G,( 08W+4@W4X 0`W4p Lx 8   Ȓ)w5)w<0)8PK ^+K ȓ ؓ6 4(6 40] 86 4@] PX`hp֒ ֒ґ ґ ȔґS Д+ G, 0 W+4(W4@ 0HW4X L` 8x   )Еw5)w<) 8hpK ^+K  ȖЖؖ6 46 4]  6 4(] 8@HPX֒ p֒xґ ґ ґS + G, 0W+4W4( 00W4@ LH 8`h p x )w5И)ؘw<) PXK p^+K  6 46 4] 6 4]  (08@֒ X֒`pґ xґ ґS + КG, 0W+4W4 0W4( L0 8HP X ` )w5)wЛ<)8@K X^+hK x ȜМ6 46 4] 6 4]  (֒ @֒HXґ `ґ xґS + G,ȝ 0؝W+4W4 0W4 L 808 @ H h)w5)w<О)؞ (K @^+PK `h x6 4ȟ6 4П] ؟6 4] ֒ (֒0@ґ Hґ `hґS p+ G, 0W+4ȠW4 0W4 L 8  ( 0 P)pw5)w<)ءK (^+8K HP `hpx6 46 4] 6 4Ȣ] آ֒ ֒(ґ 0ґ HPґS X+ G, 0W+4W4ȣ 0УW4 L 8   8)Xw5p)xw<)K ^+ K 08 HPX`6 46 4] 6 4] ȥХإ֒ ֒ґ ґ 08ґS @+ pG, 0W+4W4 0W4Ȧ LЦ 8    )@w5X)`wp<)اK ^+K   08@Hhp6 46 4] 6 4] Ȩ֒ ֒ґ ґ  ґS (+ XG,h 0xW+4W4 0W4 L 8Щة   )(w5@)HwX<p)xȪK ^+K   (0PX6 4h6 4p] x6 4] ֒ ȫ֒Ыґ ґ ґS + @G,P 0`W+4hW4 0W4 L 8 Ȭ Ь )w5()0w@<X)`xK ȭ^+حK  8@6 4P6 4X] `6 4h] x֒ ֒Ȯґ Юґ ґS + (G,8 0HW+4PW4h 0pW4 L 8   د)w5)w(<@)H`K ^+K аذ  (6 486 4@] H6 4P] `hpx֒ ֒ґ ґ бرґS + G,  00W+48W4P 0XW4h Lp 8   )w5)w<()0HxK ^+K  гس6 4 6 4(] 06 48] HPX`h֒ ֒ґ ґ ґS ȴ+ G, 0W+4 W48 0@W4P LX 8px   )ȵw5)w<)0`hK ^+K  ȶж6 46 4] 6 4 ] 08@HP֒ h֒pґ ґ ґS + G, 0W+4W4  0(W48 L@ 8X` h p )w5ȸ)иw<)HPK h^+xK  ع6 46 4] 6 4]  (08֒ P֒Xhґ pґ ґS + ȺG,غ 0W+4W4 0W4  L( 8@H P X x)w5)wȻ<)08K P^+`K px ȼ6 4ؼ6 4] 6 4]  ֒ 8֒@Pґ Xґ pxґS + G, 0нW+4ؽW4 0W4 L 8(0 8 @ `)w5)w<Ⱦ)о K 8^+HK X` px6 46 4ȿ] п6 4ؿ] ֒  ֒(8ґ @ґ X`ґS h+ G, 0W+4W4 0W4 L 8   ( H)hw5)w<)K ^+0K @H X`hp6 46 4] 6 4] ֒ ֒ ґ (ґ @HґS P+ G, 0W+4W4 0W4 L 8   0)Pw5h)pw<)K ^+K (0 @HPXx6 46 4] 6 4] ֒ ֒ґ ґ (0ґS 8+ hG,x 0W+4W4 0W4 L 8   )8w5P)Xwh<)K ^+K  (08@`h6 4x6 4] 6 4] ֒ ֒ґ ґ ґS  + PG,` 0pW+4xW4 0W4 L 8   ) w58)@wP<h)pK ^+K   (HP6 4`6 4h] p6 4x] ֒ ֒ґ ґ ґS + 8G,H 0XW+4`W4x 0W4 L 8   )w5 )(w8<P)XpK ^+K  086 4H6 4P] X6 4`] px֒ ֒ґ ґ ґS +  G,0 0@W+4HW4` 0hW4x L 8   )w5)w <8)@XK ^+K   6 406 48] @6 4H] X`hpx֒ ֒ґ ґ ґS + G, 0(W+40W4H 0PW4` Lh 8   )w5)w< )(@pxK ^+K  6 46 4 ] (6 40] @HPX`֒ x֒ґ ґ ґS + G, 0W+4W40 08W4H LP 8hp x  )w5)w<)(X`K x^+K  6 46 4] 6 4] (08@H֒ `֒hxґ ґ ґS + G, 0W+4W4 0 W40 L8 8PX ` h )w5)w<)@HK `^+pK  6 46 4] 6 4]  (0֒ H֒P`ґ hґ ґS + G, 0W+4W4 0W4 L  88@ H P p)w5)w<)(0K H^+XK hp 6 46 4] 6 4] ֒ 0֒8Hґ Pґ hpґS x+ G, 0W+4W4 0W4 L 8 ( 0 8 X)xw5)w<)K 0^+@K PX hpx6 46 4] 6 4] ֒ ֒ 0ґ 8ґ PXґS `+ G, 0W+4W4 0W4 L 8    @)`w5x)w<)K ^+(K 8@ PX`h6 46 4] 6 4] ֒ ֒ґ  ґ 8@ґS H+ xG, 0W+4W4 0W4 L 8   ()Hw5`)hwx<)K ^+K ( 8@HPpx6 46 4] 6 4] ֒ ֒ґ ґ  (ґS 0+ `G,p 0W+4W4 0W4 L 8   )0w5H)Pw`<x)K ^+K   (08X`6 4p6 4x] 6 4] ֒ ֒ґ ґ ґS + HG,X 0hW+4pW4 0W4 L 8   )w50)8wH<`)hK ^+K   @H6 4X6 4`] h6 4p] ֒ ֒ґ ґ ґS + 0G,@ 0PW+4XW4p 0xW4 L 8   )w5) w0<H)PhK ^+K  (06 4@6 4H] P6 4X] hpx֒ ֒ґ ґ ґS + G,( 08W+4@W4X 0`W4p Lx 8   )w5)w <8)@PJXhJXx]#d6 4] dwEhwh“ t ғ*x8ғxP“ tXғxh%“ t%r ֔ (%LHZPXmT`|!Xh|Xp#\e hl 4(0K H^+XK hp    )w5) w0<H)Ph(6 46 4] 6 4]  ґ (ґ 0ґS 8+ pG,W4W4 L 8K ^+ K 08 HPX`6 46 4] 6 4] ֒ ֒ґ  ґ 8@ґS H+ xG, 0W+4W4 0W4 L 8   ()Hw5`)hwx<)K ^+K ( 8@HPpx6 46 4] 6 4] ֒ ֒ґ ґ  (ґS 0+ `G,p 0W+4W4 0W4 L 8   )0w5H)Pw`<x)K ^+K   (08X`6 4p6 4x] 6 4] ֒ ֒ґ ґ ґS + HG,X 0hW+4pW4 0W4 L 8   ) w58)@wP<h)pK ^+K   (HP6 4`6 4h] p6 4x] ֒ ֒ґ ґ ґS + 8G,H 0XW+4`W4x 0W4 L 8   )w5()0w@<X)`xK ^+K  8@6 4P6 4X] `6 4h] x֒ ֒ґ ґ ґS + (G,8 0HW+4PW4h 0pW4 L 8   )w5) w0<H)PhK ^+K  (06 4@6 4H] P6 4X] hpx֒ ֒ґ ґ ґS + G,( 08W+4@W4X 0`W4p Lx 8   )w5)w <8)@XK ^+K   6 406 48] @6 4H] X`hpx֒ ֒ґ ґ ґS +  G,  0( W+40 W4H  0P W4`  Lh  8        ) w5 ) w <( )0 H x  K ^+ K         6 4 6 4( ] 0 6 48 ] H P X ` h ֒  ֒  ґ  ґ   ґS  +  G,  0 W+4 W48  0@ W4P  LX  8x        ) w5 ) w < ) 8 h p K ^+ K        6 46 4]  6 4(] 8@HPX֒ p֒xґ ґ ґS + G, 0W+4W4( 00W4@ LH 8hp x  )w5)w<)(X`K x^+K  6 46 4] 6 4] (08@H֒ `֒hxґ ґ ґS + G, 0W+4W4 0 W40 L8 8X` h p )w5)w<)HPK h^+xK  6 46 4] 6 4]  (08֒ P֒Xhґ pґ ґS + G, 0W+4W4 0W4  L( 8HP X ` )w5)w<)8@K X^+hK x 6 46 4] 6 4]  (֒ @֒HXґ `ґ xґS + G, 0W+4W4 0W4 L 88@ H P p)w5)w<)(0K H^+XK hp 6 46 4] 6 4] ֒ 0֒8Hґ Pґ hpґS x+ G, 0W+4W4 0W4 L 8(0 8 @ `)w5)w<) K 8^+HK X` px6 46 4] 6 4] ֒  ֒(8ґ @ґ X`ґS h+ G, 0W+4W4 0W4 L 8  ( 0 P)pw5)w<)K (^+8K HP `hpx6 46 4] 6 4] ֒  ֒ ( ґ 0 ґ H P ґS X +  G,  0 W+4 W4  0 W4  L  8!! !  ! @!)`!w5x!)!w!<!)!!!"K "^+("K 8"@" P"X"`"h"""6 4"6 4"] "6 4"] """""֒ #֒##ґ  #ґ 8#@#ґS H#+ x#G,# 0#W+4#W4# 0#W4# L# 8#$ $ $ 0$)P$w5h$)p$w$<$)$$$$K %^+%K (%0% @%H%P%X%x%%6 4%6 4%] %6 4%] %%%%%֒ %֒%&ґ &ґ (&0&ґS 8&+ h&G,x& 0&W+4&W4& 0&W4& L& 8&& & '  ')@'w5X')`'wp'<')''''K '^+(K ( ( 0(8(@(H(h(p(6 4(6 4(] (6 4(] (((((֒ (֒((ґ )ґ ) )ґS ()+ X)G,h) 0x)W+4)W4) 0)W4) L) 8)) ) ) *)0*w5H*)P*w`*<x*)****K *^+*K ++  +(+0+8+X+`+6 4p+6 4x+] +6 4+] +++++֒ +֒++ґ +ґ ,,ґS ,+ H,G,X, 0h,W+4p,W4, 0,W4, L, 8,, , , -) -w58-)@-wP-<h-)p----K -^+-K -. .. .(.H.P.6 4`.6 4h.] p.6 4x.] .....֒ .֒..ґ .ґ ./ґS /+ 8/G,H/ 0X/W+4`/W4x/ 0/W4/ L/ 8// / / /)0w5(0)00w@0<X0)`0x000K 0^+0K 00 111181@16 4P16 4X1] `16 4h1] x11111֒ 1֒11ґ 1ґ 11ґS 1+ (2G,82 0H2W+4P2W4h2 0p2W42 L2 822 2 2 2)3w53) 3w03<H3)P3h333K 3^+3K 33 3344(4046 4@46 4H4] P46 4X4] h4p4x444֒ 4֒44ґ 4ґ 44ґS 4+ 5G,(5 085W+4@5W4X5 0`5W4p5 Lx5 855 5 5 5)5w56)6w 6<86)@6X666K 6^+6K 66 66667 76 4076 487] @76 4H7] X7`7h7p7x7֒ 7֒77ґ 7ґ 77ґS 7+ 8G,8 0(8W+408W4H8 0P8W4`8 Lh8 888 8 8 8)8w58)8w9< 9)(9@9p9x9K 9^+9K 99 9999::6 4:6 4 :] (:6 40:] @:H:P:X:`:֒ x:֒::ґ :ґ ::ґS :+ :G,; 0;W+4;W40; 08;W4H; LP; 8h;p; x; ; ;);w5;);w;<<)<(<X<`<K x<^+<K << <<<<<<6 4=6 4=] =6 4=] (=0=8=@=H=֒ `=֒h=x=ґ =ґ ==ґS =+ =G,= 0=W+4>W4> 0 >W40> L8> 8P>X> `> h> >)>w5>)>w><>)>?@?H?K `?^+p?K ?? ??????6 4?6 4?] ?6 4@] @@ @(@0@֒ H@֒P@`@ґ h@ґ @@ґS @+ @G,@ 0@W+4@W4A 0AW4A L A 88A@A HA PA pA)Aw5A)AwA<A)AA(B0BK HB^+XBK hBpB BBBBBB6 4B6 4B] B6 4B] BCCCC֒ 0C֒8CHCґ PCґ hCpCґS xC+ CG,C 0CW+4CW4C 0CW4D LD 8 D(D 0D 8D XD)xDw5D)DwD<D)DDEEK 0E^+@EK PEXE hEpExEEEE6 4E6 4E] E6 4E] EEEEF֒ F֒ F0Fґ 8Fґ PFXFґS `F+ FG,F 0FW+4FW4F 0FW4F LF 8GG G  G @G)`Gw5xG)GwG<G)GGGHK H^+(HK 8H@H PHXH`HhHHH6 4H6 4H] H6 4H] HHHHH֒ I֒IIґ  Iґ 8I@IґS HI+ xIG,I 0IW+4IW4I 0IW4I LI 8II J J (J)HJw5`J)hJwxJ<J)JJJJK K^+KK K(K 8K@KHKPKpKxK6 4K6 4K] K6 4K] KKKKK֒ K֒KLґ Lґ  L(LґS 0L+ `LG,pL 0LW+4LW4L 0LW4L LL 8LL L L M)0Mw5HM)PMw`M<xM)MMMMK M^+MK NN  N(N0N8NXN`N6 4pN6 4xN] N6 4N] NNNNN֒ N֒NNґ Nґ OOґS O+ HOG,XO 0hOW+4pOW4O 0OW4O LO 8OO O O O)Pw50P)8PwHP<`P)hPPPPK P^+PK PP QQQ Q@QHQ6 4XQ6 4`Q] hQ6 4pQ] QQQQQ֒ Q֒QQґ Qґ QQґS R+ 0RG,@R 0PRW+4XRW4pR 0xRW4R LR 8RR R R R)Sw5S) Sw0S<HS)PShSSSK S^+SK SS SSTT(T0T6 4@T6 4HT] PT6 4XT] hTpTxTTT֒ T֒TTґ Tґ TTґS T+ UG,(U 08UW+4@UW4XU 0`UW4pU LxU 8UU U U U)Uw5V)VwV<0V)8VPVVVK V^+VK VV VVVVWW6 4(W6 40W] 8W6 4@W] PWXW`WhWpW֒ W֒WWґ Wґ WWґS W+ XG,X 0 XW+4(XW4@X 0HXW4XX L`X 8xXX X X X)Xw5X)XwY<Y) Y8YhYpYK Y^+YK YY YYYYYZ6 4Z6 4Z]  Z6 4(Z] 8Z@ZHZPZXZ֒ pZ֒xZZґ Zґ ZZґS Z+ ZG,Z 0[W+4[W4([ 00[W4@[ LH[ 8`[h[ p[ x[ [)[w5[)[w[<\)\ \P\X\K p\^+\K \\ \\\\\\6 4\6 4]] ]6 4]]  ](]0]8]@]֒ X]֒`]p]ґ x]ґ ]]ґS ]+ ]G,] 0]W+4]W4^ 0^W4(^ L0^ 8H^P^ X^ `^ ^)^w5^)^w^<^)^_8_@_K X_^+h_K x__ ______6 4_6 4_] _6 4_] ``` `(`֒ @`֒H`X`ґ ``ґ x``ґS `+ `G,` 0`W+4`W4` 0aW4a La 80a8a @a Ha ha)aw5a)awa<a)aa b(bK @b^+PbK `bhb xbbbbbb6 4b6 4b] b6 4b] bbccc֒ (c֒0c@cґ Hcґ `chcґS pc+ cG,c 0cW+4cW4c 0cW4c Ld 8d d (d 0d Pd)pdw5d)dwd<d)ddeeK (e^+8eK HePe `ehepexeee6 4e6 4e] e6 4e] eeeee֒ f֒f(fґ 0fґ HfPfґS Xf+ fG,f 0fW+4fW4f 0fW4f Lf 8gg g g 8g)Xgw5pg)xgwg<g)ggggK h^+ hK 0h8h HhPhXh`hhh6 4h6 4h] h6 4h] hhhhh֒ h֒iiґ iґ 0i8iґS @i+ piG,i 0iW+4iW4i 0iW4i Li 8ii i j  j)@jw5Xj)`jwpj<j)jjjjK j^+kK k k 0k8k@kHkhkpk6 4k6 4k] k6 4k] kkkkk֒ k֒kkґ lґ l lґS (l+ XlG,hl 0xlW+4lW4l 0lW4l Ll 8ll l l m)(mw5@m)HmwXm<pm)xmmmmK m^+mK nn n n(n0nPnXn6 4hn6 4pn] xn6 4n] nnnnn֒ n֒nnґ nґ ooґS o+ @oG,Po 0`oW+4hoW4o 0oW4o Lo 8oo o o o)pw5(p)0pw@p<Xp)`pxpppK p^+pK pp qqqq8q@q6 4Pq6 4Xq] `q6 4hq] xqqqqq֒ q֒qqґ qґ qqґS q+ (rG,8r 0HrW+4PrW4hr 0prW4r Lr 8rr r r r)rw5s)sw(s<@s)Hs`sssK s^+sK ss ssst t(t6 48t6 4@t] Ht6 4Pt] `thtptxtt֒ t֒ttґ tґ ttґS t+ uG, u 00uW+48uW4Pu 0XuW4hu Lpu 8uu u u u)uw5u)vwv<(v)0vHvxvvK v^+vK vv vvvvww6 4 w6 4(w] 0w6 48w] HwPwXw`whw֒ w֒wwґ wґ wwґS w+ wG,x 0xW+4 xW48x 0@xW4Px LXx 8pxxx x x x)xw5x)xwx<y)y0y`yhyK y^+yK yy yyyyyy6 4z6 4z] z6 4 z] 0z8z@zHzPz֒ hz֒pzzґ zґ zzґS z+ zG,z 0{W+4{W4 { 0({W48{ L@{ 8X{`{ h{ p{ {){w5{){w{<{)||H|P|K h|^+x|K || ||||||6 4|6 4|] }6 4}] } }(}0}8}֒ P}֒X}h}ґ p}ґ }}ґS }+ }G,} 0}W+4}W4~ 0~W4 ~ L(~ 8@~H~ P~ X~ x~)~w5~)~w~<~)~08K P^+`K px 6 46 4] 6 4]  ֒ 8֒@Pґ Xґ pxґS + G, 0ЀW+4؀W4 0W4 L 8(0 8 @ `)w5)w<ȁ)Ё K 8^+HK X` px6 46 4Ȃ] Ђ6 4؂] ֒  ֒(8ґ @ґ X`ґS h+ G, 0W+4W4؃ 0W4 L 8   ( H)hw5)w<)ЄK ^+0K @H X`hp6 46 4] 6 4] Ѕ؅֒ ֒ ґ (ґ @HґS P+ G, 0W+4W4 0ȆW4؆ L 8   0)Pw5h)pw<)K ^+K (0 @HPXx6 46 4] 6 4] ȈЈ؈֒ ֒ґ ґ (0ґS 8+ hG,x 0W+4W4 0W4 Lȉ 8   )8w5P)Xwh<)Њ؊K ^+K  (08@`h6 4x6 4] 6 4] ֒ ؋֒ґ ґ ґS  + PG,` 0pW+4xW4 0W4 L 8ȌЌ ،  ) w58)@wP<h)pK ؍^+K   (HP6 4`6 4h] p6 4x] ֒ ֒Ȏ؎ґ ґ ґS + 8G,H 0XW+4`W4x 0W4 L 8  ȏ )w5 )(w8<P)XpK ^+АK  086 4H6 4P] X6 4`] px֒ ֒ґ ȑґ ґS +  G,0 0@W+4HW4` 0hW4x L 8   В)w5)w <8)@XK ^+K ȓГ  6 406 48] @6 4H] X`hpx֒ ֒ґ ґ ȔДґS ؔ+ G, 0(W+40W4H 0PW4` Lh 8   )ؕw5)w< )(@pxK ^+K  ȖЖؖ6 46 4 ] (6 40] @HPX`֒ x֒ґ ґ ґS + G, 0W+4W40 08W4H LP 8hp x  )w5ؘ)w<)(X`K x^+K  ș6 46 4] 6 4] (08@H֒ `֒hxґ ґ ґS + ؚG, 0W+4W4 0 W40 L8 8PX ` h )w5)țw؛<)@HK `^+pK  М؜6 46 4] 6 4]  (0֒ H֒P`ґ hґ ґS + G,Н 0W+4W4 0W4 L  88@ H P p)w5)w<؞)(0K H^+XK hp 6 4П6 4؟] 6 4] ֒ 0֒8Hґ Pґ hpґS x+ G, 0ȠW+4РW4 0W4 L 8 ( 0 8 X)xw5)w<)ȡK 0^+@K PX hpx6 46 4] Ȣ6 4Т] ֒ ֒ 0ґ 8ґ PXґS `+ G, 0W+4W4У 0أW4 L 8    @)`w5x)w<)ȤK ^+(K 8@ PX`h6 46 4] 6 4] ȥХإ֒ ֒ґ  ґ 8@ґS H+ xG, 0W+4W4 0W4Ц Lئ 8   ()Hw5`)hwx<)K ^+K ( 8@HPpx6 46 4] 6 4] ȨШ֒ ֒ґ ґ  (ґS 0+ `G,p 0W+4W4 0W4 L 8ة   )0w5H)Pw`<x)ȪЪK ^+K   (08X`6 4p6 4x] 6 4] ֒ Ы֒ثґ ґ ґS + HG,X 0hW+4pW4 0W4 L 8Ȭ Ь ج )w50)8wH<`)hK Э^+K   @H6 4X6 4`] h6 4p] ֒ ֒Юґ خґ ґS + 0G,@ 0PW+4XW4p 0xW4 L 8   )w5) w0<H)PhK ^+ȰK ذ (06 4@6 4H] P6 4X] hpx֒ ֒ґ ґ رґS + G,( 08W+4@W4X 0`W4p Lx 8   Ȳ)w5)w<0)8PK ^+K ȳ س6 4(6 40] 86 4@] PX`hp֒ ֒ґ ґ ȴґS д+ G, 0 W+4(W4@ 0HW4X L` 8x   )еw5)w<) 8hpK ^+K  ȶжض6 46 4]  6 4(] 8@HPX֒ p֒xґ ґ ґS + G, 0W+4W4( 00W4@ LH 8`h p x )w5и)ظw<) PXK p^+K  6 46 4] 6 4]  (08@֒ X֒`pґ xґ ґS + кG, 0W+4W4 0W4( L0 8HP X ` )w5)wл<)8@K X^+hK x ȼм6 46 4] 6 4]  (֒ @֒HXґ `ґ xґS + G,Ƚ 0ؽW+4W4 0W4 L 808 @ H h)w5)w<о)ؾ (K @^+PK `h x6 4ȿ6 4п] ؿ6 4] ֒ (֒0@ґ Hґ `hґS p+ G, 0W+4W4 0W4 L 8  ( 0 P)pw5)w<)K (^+8K HP `hpx6 46 4] 6 4] ֒ ֒(ґ 0ґ HPґS X+ G, 0W+4W4 0W4 L 8   8)Xw5p)xw<)K ^+ K 08 HPX`6 46 4] 6 4] ֒ ֒ґ ґ 08ґS @+ pG, 0W+4W4 0W4 L 8    )@w5X)`wp<)K ^+K   08@Hhp6 46 4] 6 4] ֒ ֒ґ ґ  ґS (+ XG,h 0xW+4W4 0W4 L 8   )(w5@)HwX<p)xK ^+K   (0PX6 4h6 4p] x6 4] ֒ ֒ґ ґ ґS + @G,P 0`W+4hW4 0W4 L 8   )w5()0w@<X)`xK ^+K  8@6 4P6 4X] `6 4h] x֒ ֒ґ ґ ґS + (G,8 0HW+4PW4h 0pW4 L 8   )w5)w(<@)H`K ^+K   (6 486 4@] H6 4P] `hpx֒ ֒ґ ґ ґS + G,  00W+48W4P 0XW4h Lp 8   )w5)w<()0HxK ^+K  6 4 6 4(] 06 48] HPX`h֒ ֒ґ ґ ґS + G, 0W+4 W48 0@W4P LX 8px   )w5)w<)0`hK ^+K  6 46 4] 6 4 ] 08@HP֒ h֒pґ ґ ґS + G, 0W+4W4  0(W48 L@ 8X` h p )w5)w<)HPK h^+xK  6 46 4] 6 4]  (08֒ P֒Xhґ pґ ґS + G, 0W+4W4 0W4  L( 8HP X ` )w5)w<)JXJX(]#d@H6 4X] dwEhwh“ tғ*xғx“ tғx%0“ t8%Hr  J!,4 0`ޕ<LTM.`$T lX(2h0lX@|H|Xږ+9Y0ޕC%%%.h@.2h2hsxs]s9^@s9^Xs9^`s9^ps9^s9^`(`If(8X`hp#h)--)e)P$`sssss s8@PHH)X)hH)H   X )   ` h  ) H ) xHhx)0)`8hh) )P(hX))p@hH))`0h8))P h())@  h!!)!!)0""##h$p$)$$) %%%&h&`')x'')(p(()h)P*)h**)+`++,h,@-)X--)-P../h/00)H00)0@112h2 3)83p3)3044x5h56)(6`6)6 77h8h89)9P9)9::X;h;;)<@<)<=p=H>hx>>)>0?)??`@8AhhAA)A B)BBPC(DhXDD)DE)pEE@FGhHGG)GH)`HH0IJh8JJ)JJ)PKK LLh MM)MM)8NNOOhPpP)PP) QQQRhRXS)pSS)ThTTUhU@V)XVV)VPWWXhX(Y)@YxY)Y8ZZx[h[\)(\`\)\ ]]`^h^^)_H_)_`x`Hahxaa)a0b)bb`c0dh`dd)de)xeeHfghHgg)gh)`hh0ijh0jj)jj)Hkkllhmm)mm)0nnoohphp)pp)qxqqrhrPs)hss)t`ttuhu8v)Pvv)vHwwxhx y)8ypy)y0zzp{h{|) |X|)|}}X~h~~)@)p@hp؁)()X(hX)؄)pЅ@h@))X(h())@hx)ȍ)(ȏh`)x)phH)`)XȔhȕ0)H)@h)0h)ș(hh)P)Ph)8)h8hhС) )P hP)Ф)hȥ8h8))P h )ت)8جhp)) hX)p)hرhز@)X)Ph()@x)ض8xh)(`) `h)H)xHhx)0)`0h`))xHhH))`0h0))Hh))0hh))xhP)h)`h8)P)Hh )8p)0ph) X)Xh)@)p@hp)()X(hX))p@h@))X(h())@hx))(h`)x)phpє2`HpHx)@)h`)0)p@h@))X(h())@h))0hp)) h`)x)phP)h)` h @ )X  ) P   h 0 )H  ) @h )8p)0xh)(`) hh)P)Xh)@)pHhx)0)`8hh) )P (!hX!!)!")p""@#$hH$$)$%)`%%0&'h8'')'')P(( ))h(**)**)@++,,h--)--)0..//h0p0)00) 1112h2`3)x33)4p445h5P6)h66)7`778h889)P99)9H::;h; <)8<p<)<0==p>h>?) ?X?)?@@XAhAA)B@B)BCpC@DhpDD)D(E)EEXF(GhXGG)GH)pHH@IJh@JJ)JJ)XKK(LLh(MM)MM)@NNOOhPxP)PP)(QQQRhR`S)xSS)TpTTUhUHV)`VV)VXWWXhX0Y)HYY)Y@ZZ[h[\)0\h\)\(]]h^h^_)_P_)_``Pahaa)b8b)bbhc8dhhdd)d e)eePf ghPgg)gh)hhh8ijh8jj)jj)Pkk llh mm)mm)8nnoohppp)pp) qqqrhrXs)pss)thttuhu@v)Xvv)vPwwxhx(y)@yxy)y8zzx{h{|)(|`|)| }}`~h~~)H)xHhx)0)`0h`Ȅ))x؅HhH)ȇ)`0h0))Hh)Ѝ)0Џhh))xhP)h)`ДhЕ8)P)Hh )8p)Й0ph) X)Xh)@)p@hpء)()X(hX)ؤ)pХ@h@))X(h())@hx)ȭ)(ȯh`)x)phH)`)Xȴhȵ0)H)@h)0h)ȹ(hh)P)Ph)8)h8hh) )P hP))h8h8))P h ))8hp)) hX)p)hh@)X)Ph()@x)8xh)(`) hh `єєs""#. .h("  `  P P # (F d s p @ DPP  D( <> t $  t!m#$ &dx'O) h*, X-x/OH06 h283 X5(6H8+ 98; <l(>>AA DmDOF GI? J,LMm OP RpSUj XV^pX @YX[(\@^V_X (aad df5 g"ij~lm oQp<r hsu PvhxF8y- P{ | 8~ " v ؄c؉ dF x6 `x}Hd `0 H0a U ФMO Щ| , p|Xup@ XH(3@ ( =$ |~   m ZhP h[8=P  8-  t[  X L x`Q  G 4Z  >   xahH  X  x H h= 81X (~H8)+ (a ! !#a$v &' )+*,{ -g/ 02 x3 5_h6a 8P9h; 8<P>>  ?+8AB DD G5GI JL MOXP? RxS U`VxX4 HY(`[ 0\uH^_0a b" dvdXg gi jlXm op r>ps)u Xvzpx @yX{3(| @~rt ( Z ȇGȌ Q3 h# Phj8Q P  8 F : ؤة24 j x `xjH `0 H40 p ) hj  P p=Xp@ XG()H"XE( ) 0 >pkf L @ X]`^^]^^(^0a^ah^b8bH^`]bL^dbpa`]]]d,<YP`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p            0 @ P ` p          0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p   0 @ P ` p         !! !0!@!P!`!p!!!!!!!!!"" "0"@"P"`"p"""""""""## #0#@#P#`#p#########$$ $0$@$P$`$p$$$$$$$$$%% %0%@%P%`%p%%%%%%%%%&& &0&@&P&`&p&&&&&&&&&'' '0'@'P'`'p'''''''''(( (0(@(P(`(p((((((((()) )0)@)P)`)p)))))))))** *0*@*P*`*p*********++ +0+@+P+`+p+++++++++,, ,0,@,P,`,p,,,,,,,,,-- -0-@-P-`-p---------.. .0.@.P.`.p.........// /0/@/P/`/p/////////00 000@0P0`0p00000000011 101@1P1`1p11111111122 202@2P2`2p22222222233 303@3P3`3p33333333344 404@4P4`4p44444444455 505@5P5`5p55555555566 606@6P6`6p66666666677 707@7P7`7p77777777788 808@8P8`8p88888888899 909@9P9`9p999999999:: :0:@:P:`:p:::::::::;; ;0;@;P;`;p;;;;;;;;;<< <0<@<P<`<p<<<<<<<<<== =0=@=P=`=p=========>> >0>@>P>`>p>>>>>>>>>?? ?0?@?P?`?p?????????@@ @0@@@P@`@p@@@@@@@@@AA A0A@APA`ApAAAAAAAAABB B0B@BPB`BpBBBBBBBBBCC C0C@CPC`CpCCCCCCCCCDD D0D@DPD`DpDDDDDDDDDEE E0E@EPE`EpEEEEEEEEEFF F0F@FPF`FpFFFFFFFFFGG G0G@GPG`GpGGGGGGGGGHH H0H@HPH`HpHHHHHHHHHII I0I@IPI`IpIIIIIIIIIJJ J0J@JPJ`JpJJJJJJJJJKK K0K@KPK`KpKKKKKKKKKLL L0L@LPL`LpLLLLLLLLLMM M0M@MPM`MpMMMMMMMMMNN N0N@NPN`NpNNNNNNNNNOO O0O@OPO`OpOOOOOOOOOPP P0P@PPP`PpPPPPPPPPPQQ Q0Q@QPQ`QpQQQQQQQQQRR R0R@RPR`RpRRRRRRRRRSS S0S@SPS`SpSSSSSSSSSTT T0T@TPT`TpTTTTTTTTTUU U0U@UPU`UpUUUUUUUUUVV V0V@VPV`VpVVVVVVVVVWW W0W@WPW`WpWWWWWWWWWXX X0X@XPX`XpXXXXXXXXXYY Y0Y@YPY`YpYYYYYYYYYZZ Z0Z@ZPZ`ZpZZZZZZZZZ[[ [0[@[P[`[p[[[[[[[[[\\ \0\@\P\`\p\\\\\\\\\]] ]0]@]P]`]p]]]]]]]]]^^ ^0^@^P^`^p^^^^^^^^^__ _0_@_P_`_p_________`` `0`@`P```p`````````aa a0a@aPa`apaaaaaaaaabb b0b@bPb`bpbbbbbbbbbcc c0c@cPc`cpcccccccccdd d0d@dPd`dpdddddddddee e0e@ePe`epeeeeeeeeeff f0f@fPf`fpfffffffffgg g0g@gPg`gpggggggggghh h0h@hPh`hphhhhhhhhhii i0i@iPi`ipiiiiiiiiijj j0j@jPj`jpjjjjjjjjjkk k0k@kPk`kpkkkkkkkkkll l0l@lPl`lplllllllllmm m0m@mPm`mpmmmmmmmmmnn n0n@nPn`npnnnnnnnnnoo o0o@oPo`opooooooooopp p0p@pPp`pppppppppppqq q0q@qPq`qpqqqqqqqqqrr r0r@rPr`rprrrrrrrrrss s0s@sPs`spssssssssstt t0t@tPt`tptttttttttuu u0u@uPu`upuuuuuuuuuvv v0v@vPv`vpvvvvvvvvvww w0w@wPw`wpwwwwwwwwwxx x0x@xPx`xpxxxxxxxxxyy y0y@yPy`ypyyyyyyyyyzz z0z@zPz`zpzzzzzzzzz{{ {0{@{P{`{p{{{{{{{{{|| |0|@|P|`|p|||||||||}} }0}@}P}`}p}}}}}}}}}~~ ~0~@~P~`~p~~~~~~~~~ 0@P`p 0@P`pЀ 0@P`pЁ 0@P`pЂ 0@P`pЃ 0@P`pЄ 0@P`pЅ 0@P`pІ 0@P`pЇ 0@P`pЈ 0@P`pЉ 0@P`pЊ 0@P`pЋ 0@P`pЌ 0@P`pЍ 0@P`pЎ 0@P`pЏ 0@P`pА 0@P`pБ 0@P`pВ 0@P`pГ 0@P`pД 0@P`pЕ 0@P`pЖ 0@P`pЗ 0@P`pИ 0@P`pЙ 0@P`pК 0@P`pЛ 0@P`pМ 0@P`pН 0@P`pО 0@P`pП 0@P`pР 0@P`pС 0@P`pТ 0@P`pУ 0@P`pФ 0@P`pХ 0@P`pЦ 0@P`pЧ 0@P`pШ 0@P`pЩ 0@P`pЪ 0@P`pЫ 0@P`pЬ 0@P`pЭ 0@P`pЮ 0@P`pЯ 0@P`pа 0@P`pб 0@P`pв 0@P`pг 0@P`pд 0@P`pе 0@P`pж 0@P`pз 0@P`pи 0@P`pй 0@P`pк 0@P`pл 0@P`pм 0@P`pн 0@P`pо 0@P`pп 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p 0@P`p(Y8YHYXYhYxYYYYYYYYYYY(YDTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt  $ 4 D T d t           $ 4 D T d t           $ 4 D T d t           $ 4 D T d t           $ 4 D T d t         $4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt$4DTdt  $ 4 D T d t         !!$!4!D!T!d!t!!!!!!!!!""$"4"D"T"d"t"""""""""##$#4#D#T#d#t#########$$$$4$D$T$d$t$$$$$$$$$%%$%4%D%T%d%t%%%%%%%%%&&$&4&D&T&d&t&&&&&&&&&''$'4'D'T'd't'''''''''(($(4(D(T(d(t((((((((())$)4)D)T)d)t)))))))))**$*4*D*T*d*t*********++$+4+D+T+d+t+++++++++,,$,4,D,T,d,t,,,,,,,,,--$-4-D-T-d-t---------..$.4.D.T.d.t.........//$/4/D/T/d/t/////////00$040D0T0d0t00000000011$141D1T1d1t11111111122$242D2T2d2t22222222233$343D3T3d3t33333333344$444D4T4d4t44444444455$545D5T5d5t55555555566$646D6T6d6t66666666677$747D7T7d7t77777777788$848D8T8d8t88888888899$949D9T9d9t999999999::$:4:D:T:d:t:::::::::;;$;4;D;T;d;t;;;;;;;;;<<$<4<D<T<d<t<<<<<<<<<==$=4=D=T=d=t=========>>$>4>D>T>d>|>Y>Y>Y>Y>Y>Y .text.rel.BTF.extig_sockets_it.___fmtig_sk_cleanup.___fmtig_sockets_itgadget_sockets.bss.mapsbufssocket_file_ops_addrig_sk_cleanup.reliter/bpf_map_elem.llvm_addrsigsocket_valueempty_sockets_value_license.reliter/task_file.strtab.symtab.rodata.rel.BTFLBB0_9LBB0_899LBB0_699LBB0_1299LBB0_1099LBB0_589LBB0_389LBB0_189LBB0_979LBB0_779LBB0_1179LBB0_69LBB0_469LBB0_269LBB0_859LBB0_659LBB0_1259LBB0_1059LBB0_549LBB0_349LBB0_149LBB0_939LBB0_739LBB0_1139LBB0_29LBB0_629LBB0_429LBB0_229LBB0_19LBB0_819LBB0_1219LBB0_1019LBB0_509LBB0_309LBB0_1309LBB0_109LBB0_998LBB0_798LBB0_1198LBB0_88LBB0_488LBB0_288LBB0_878LBB0_678LBB0_1278LBB0_1078LBB0_668LBB0_568LBB0_368LBB0_168LBB0_958LBB0_758LBB0_658LBB0_1158LBB0_48LBB0_648LBB0_448LBB0_248LBB0_838LBB0_1238LBB0_1038LBB0_528LBB0_328LBB0_128LBB0_918LBB0_718LBB0_1118LBB0_608LBB0_408LBB0_208LBB1_7LBB0_597LBB0_397LBB0_197LBB0_987LBB0_787LBB0_1187LBB0_77LBB0_477LBB0_277LBB0_867LBB0_1267LBB0_1067LBB0_657LBB0_557LBB0_357LBB0_157LBB0_947LBB0_747LBB0_1147LBB0_37LBB0_637LBB0_437LBB0_237LBB0_827LBB0_1227LBB0_1027LBB0_517LBB0_317LBB0_117LBB0_907LBB0_707LBB0_1307LBB0_1107LBB0_96LBB0_496LBB0_296LBB0_886LBB0_686LBB0_1286LBB0_1086LBB0_576LBB0_376LBB0_176LBB0_966LBB0_766LBB0_1166LBB0_56LBB0_656LBB0_456LBB0_256LBB0_846LBB0_1246LBB0_1046LBB0_536LBB0_336LBB0_136LBB0_926LBB0_726LBB0_1126LBB0_616LBB0_416LBB0_216LBB0_806LBB0_1306LBB0_1206LBB0_1006LBB0_995LBB0_795LBB0_1195LBB0_85LBB0_485LBB0_285LBB0_875LBB0_675LBB0_1275LBB0_1075LBB0_665LBB0_565LBB0_365LBB0_165LBB0_955LBB0_755LBB0_1155LBB0_45LBB0_645LBB0_445LBB0_245LBB0_835LBB0_1235LBB0_1035LBB0_525LBB0_325LBB0_125LBB0_15LBB0_915LBB0_715LBB0_1115LBB0_605LBB0_405LBB0_1305LBB0_205LBB0_894LBB0_694LBB0_1294LBB0_1094LBB0_584LBB0_384LBB0_184LBB0_974LBB0_774LBB0_1174LBB0_64LBB0_464LBB0_264LBB0_854LBB0_1254LBB0_1054LBB0_544LBB0_344LBB0_144LBB0_934LBB0_734LBB0_1134LBB0_24LBB0_624LBB0_424LBB0_224LBB0_14LBB0_814LBB0_1214LBB0_1014LBB0_504LBB0_304LBB0_1304LBB0_104LBB0_93LBB0_493LBB0_293LBB0_883LBB0_683LBB0_1283LBB0_1083LBB0_573LBB0_373LBB0_173LBB0_963LBB0_763LBB0_1163LBB0_53LBB0_653LBB0_453LBB0_253LBB0_843LBB0_1243LBB0_1043LBB0_533LBB0_333LBB0_133LBB0_923LBB0_723LBB0_1123LBB0_613LBB0_413LBB0_213LBB0_803LBB0_1303LBB0_1203LBB0_1003LBB1_2LBB0_2LBB0_592LBB0_392LBB0_192LBB0_982LBB0_782LBB0_1182LBB0_72LBB0_472LBB0_272LBB0_862LBB0_1262LBB0_1062LBB0_552LBB0_352LBB0_152LBB0_942LBB0_742LBB0_1142LBB0_32LBB0_632LBB0_432LBB0_232LBB0_22LBB0_822LBB0_1222LBB0_1022LBB0_12LBB0_512LBB0_312LBB0_112LBB0_902LBB0_702LBB0_1302LBB0_1102LBB0_891LBB0_691LBB0_1291LBB0_1091LBB0_581LBB0_381LBB0_181LBB0_971LBB0_771LBB0_1171LBB0_61LBB0_661LBB0_461LBB0_261LBB0_851LBB0_1251LBB0_1051LBB0_541LBB0_341LBB0_141LBB0_931LBB0_731LBB0_1131LBB0_621LBB0_421LBB0_221LBB0_811LBB0_1211LBB0_1011LBB0_501LBB0_301LBB0_101LBB0_990LBB0_790LBB0_1190LBB0_80LBB0_480LBB0_280LBB0_870LBB0_670LBB0_1270LBB0_1070LBB0_660LBB0_560LBB0_360LBB0_160LBB0_950LBB0_750LBB0_1150LBB0_40LBB0_640LBB0_440LBB0_240LBB0_830LBB0_1230LBB0_1030LBB0_520LBB0_320LBB0_120LBB0_10LBB0_910LBB0_710LBB0_1310LBB0_1110LBB0_600LBB0_400LBB0_200IH @@p @@ @ ` `P@[P  )n @(  n> @> Lo8x!_inspektor-gadget-0.46.0/pkg/socketenricher/trace_optional_fields_test.go000066400000000000000000000141051510117411400265540ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package socketenricher import ( "os" "testing" "unsafe" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" ) type socketEnricherMapEntryBytes struct { Key socketenricherGadgetSocketKey Value []byte } type fieldOffset struct { start uintptr end uintptr } type offsets struct { cwd fieldOffset exepath fieldOffset } func firstN(str string, n int) string { if n >= len(str) { return str } return str[:n] } func TestSocketEnricherOptionalFields(t *testing.T) { t.Parallel() utils.RequireRoot(t) utils.HostInit(t) cwd, err := os.Getwd() require.NoError(t, err, "Cannot get current working directory") exepath, err := os.Readlink("/proc/self/exe") require.NoError(t, err, "Cannot get current executable path") optionalFieldsStart := unsafe.Offsetof(socketenricherGadgetSocketValue{}.OptionalFieldsStart) type expectedEvent struct { cwd string exepath string } type testCase struct { seConfig Config offsets offsets expectedEvent *expectedEvent } tests := map[string]testCase{ "all_disabled": { seConfig: Config{}, offsets: offsets{}, }, "cwd_512_exepath_0": { seConfig: Config{ Cwd: FieldConfig{ Enabled: true, Size: 512, }, }, offsets: offsets{ cwd: fieldOffset{ start: optionalFieldsStart, end: optionalFieldsStart + 512, }, }, expectedEvent: &expectedEvent{ cwd: firstN(cwd, 511), exepath: "", }, }, "cwd_0_exepath_512": { seConfig: Config{ Exepath: FieldConfig{ Enabled: true, Size: 512, }, }, offsets: offsets{ exepath: fieldOffset{ start: optionalFieldsStart, end: optionalFieldsStart + 512, }, }, expectedEvent: &expectedEvent{ cwd: "", exepath: firstN(exepath, 511), }, }, "cwd_512_exepath_512": { seConfig: Config{ Cwd: FieldConfig{ Enabled: true, Size: 512, }, Exepath: FieldConfig{ Enabled: true, Size: 512, }, }, offsets: offsets{ cwd: fieldOffset{ start: optionalFieldsStart, end: optionalFieldsStart + 512, }, exepath: fieldOffset{ start: optionalFieldsStart + 512, end: optionalFieldsStart + 512 + 512, }, }, expectedEvent: &expectedEvent{ cwd: firstN(cwd, 511), exepath: firstN(exepath, 511), }, }, "cwd_32_exepath_4": { seConfig: Config{ Cwd: FieldConfig{ Enabled: true, Size: 32, }, Exepath: FieldConfig{ Enabled: true, Size: 4, }, }, offsets: offsets{ cwd: fieldOffset{ start: optionalFieldsStart, end: optionalFieldsStart + 32, }, exepath: fieldOffset{ start: optionalFieldsStart + 32, end: optionalFieldsStart + 32 + 4, }, }, expectedEvent: &expectedEvent{ cwd: firstN(cwd, 31), exepath: firstN(exepath, 3), }, }, } for name, tc := range tests { t.Run(name, func(t *testing.T) { t.Parallel() runner := utils.NewRunnerWithTest(t, nil) // We will test 2 scenarios with 2 different tracers: // 1. earlyTracer will be started before the event is generated // 2. lateTracer will be started after the event is generated earlyTracer, err := NewSocketEnricher(tc.seConfig) require.NoError(t, err) t.Cleanup(earlyTracer.Close) // Generate the event in the fake container var port uint16 var fd int utils.RunWithRunner(t, runner, func() error { var err error port, fd, err = bindSocketFn("127.0.0.1", unix.AF_INET, unix.SOCK_DGRAM, 0)() t.Cleanup(func() { // cleanup only if it has not been already closed if fd != -1 { unix.Close(fd) } }) return err }) checkEntries := func(entries []socketEnricherMapEntryBytes) { if tc.expectedEvent == nil { return } for _, entry := range entries { if entry.Key.Port != port { continue } cwdBytes := "" if tc.expectedEvent.cwd != "" { cwdBytes = gadgets.FromCString(entry.Value[tc.offsets.cwd.start:tc.offsets.cwd.end]) } exepathBytes := "" if tc.expectedEvent.exepath != "" { exepathBytes = gadgets.FromCString(entry.Value[tc.offsets.exepath.start:tc.offsets.exepath.end]) } if cwdBytes == tc.expectedEvent.cwd && exepathBytes == tc.expectedEvent.exepath { return } } t.Fatal("entry not found") } // Start the late tracer after the event has been generated lateTracer, err := NewSocketEnricher(tc.seConfig) require.NoError(t, err) t.Cleanup(lateTracer.Close) t.Logf("Testing if early tracer noticed the event") entries := socketsMapEntriesBytes(t, earlyTracer) checkEntries(entries) t.Logf("Testing if late tracer noticed the event") entries2 := socketsMapEntriesBytes(t, lateTracer) checkEntries(entries2) }) } } func socketsMapEntriesBytes( t *testing.T, tracer *SocketEnricher, ) (entries []socketEnricherMapEntryBytes) { iter := tracer.SocketsMap().Iterate() var key socketenricherGadgetSocketKey value := make([]byte, unsafe.Sizeof(socketenricherGadgetSocketValue{})) for iter.Next(&key, &value) { entry := socketEnricherMapEntryBytes{ Key: key, Value: value, } entries = append(entries, entry) value = make([]byte, unsafe.Sizeof(socketenricherGadgetSocketValue{})) } require.NoError(t, iter.Err(), "Cannot iterate over socket enricher map") return entries } inspektor-gadget-0.46.0/pkg/socketenricher/tracer.go000066400000000000000000000247761510117411400224630ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package socketenricher import ( "errors" "fmt" "sync" "time" "github.com/cilium/ebpf" "github.com/cilium/ebpf/btf" "github.com/cilium/ebpf/link" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfgen" "github.com/inspektor-gadget/inspektor-gadget/pkg/btfhelpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms/symscache" bpfiterns "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/bpf-iter-ns" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target $TARGET -cc clang -cflags ${CFLAGS} socketenricher ./bpf/socket-enricher.bpf.c -- -I./bpf/ //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target $TARGET -cc clang -cflags ${CFLAGS} socketsiter ./bpf/sockets-iter.bpf.c -- -I./bpf/ func init() { spec, err := loadSocketsiter() if err != nil { panic(err) } symscache.RegisterSymbolsFromSpec(spec) spec, err = loadSocketenricher() if err != nil { panic(err) } symscache.RegisterSymbolsFromSpec(spec) } const ( SocketsMapName = "gadget_sockets" SocketsValueName = "gadget_socket_value" optionalFieldsStartName = "optional_fields_start" ) // SocketEnricher creates a map exposing processes owning each socket. // // This makes it possible for network gadgets to access that information and // display it directly from the BPF code. Example of such code in the dns and // sni gadgets. type SocketEnricher struct { spec *ebpf.CollectionSpec objs socketenricherObjects objsIter socketsiterObjects links []link.Link closeOnce sync.Once done chan bool config Config valueBtfStruct *btf.Struct btfSpec *btf.Spec } func (se *SocketEnricher) SocketsMap() *ebpf.Map { return se.objs.GadgetSockets } type FieldConfig struct { Enabled bool Size uint32 } type Config struct { Cwd FieldConfig Exepath FieldConfig } func isPowerOfTwo(n uint32) bool { return n > 0 && (n&(n-1)) == 0 } func validateFieldConfig(config FieldConfig) error { if config.Enabled { if !isPowerOfTwo(config.Size) { return fmt.Errorf("size must be a power of two, got %d", config.Size) } if config.Size > 4096 { return fmt.Errorf("size must be <= 4096, got %d", config.Size) } } return nil } func NewSocketEnricher(config Config) (*SocketEnricher, error) { var errs []error errs = append(errs, validateFieldConfig(config.Cwd)) errs = append(errs, validateFieldConfig(config.Exepath)) if err := errors.Join(errs...); err != nil { return nil, fmt.Errorf("invalid field configuration: %w", err) } se := &SocketEnricher{ config: config, } if err := se.start(); err != nil { se.Close() return nil, err } return se, nil } // BTFSpec returns the BTF Spec and the BTF struct for the sockets_value map func (se *SocketEnricher) BTFSpec() (*btf.Spec, *btf.Struct, error) { return se.btfSpec, se.valueBtfStruct, nil } func (se *SocketEnricher) generateBTFSpec() error { uint32T := &btf.Int{ Size: 4, Encoding: btf.Unsigned, } charT := &btf.Int{ Size: 1, Encoding: btf.Char, } types := []btf.Type{uint32T, charT} // Look for the sockets_val btf structure to fill fixed members srcBtfStruct := &btf.Struct{} if err := se.spec.Types.TypeByName(SocketsValueName, &srcBtfStruct); err != nil { return fmt.Errorf("getting BTF struct %q: %w", SocketsValueName, err) } members := []btf.Member{} currentOffset := uint32(0) for _, member := range srcBtfStruct.Members { // stop when we find the optional fields if member.Name == optionalFieldsStartName { currentOffset = member.Offset.Bytes() break } members = append(members, member) } addMember := func(name string, size uint32, typ btf.Type) { member := btf.Member{ Name: name, Type: typ, Offset: btf.Bits(currentOffset * 8), } members = append(members, member) types = append(types, typ) currentOffset += size } if se.config.Cwd.Enabled { typ := &btf.Array{ Index: uint32T, Type: charT, Nelems: se.config.Cwd.Size, } addMember("cwd", se.config.Cwd.Size, typ) } if se.config.Exepath.Enabled { typ := &btf.Array{ Index: uint32T, Type: charT, Nelems: se.config.Exepath.Size, } addMember("exepath", se.config.Exepath.Size, typ) } btfStruct := &btf.Struct{ Name: SocketsValueName, Size: currentOffset, Members: members, } types = append(types, btfStruct) btfSpec, err := btfhelpers.BuildSpec(types) if err != nil { return fmt.Errorf("creating socket enricher BTF spec: %w", err) } se.btfSpec = btfSpec se.valueBtfStruct = btfStruct return nil } func (se *SocketEnricher) start() error { symscache.PopulateKallsymsCache() specIter, err := loadSocketsiter() if err != nil { return fmt.Errorf("loading socketsiter asset: %w", err) } err = kallsyms.SpecUpdateAddresses(specIter, []string{"socket_file_ops"}) if err != nil { // Being unable to access to /proc/kallsyms can be caused by not having // CAP_SYSLOG. log.Warnf("updating socket_file_ops address with ksyms: %v\nEither you cannot access /proc/kallsyms or this file does not contain socket_file_ops", err) } se.spec, err = loadSocketenricher() if err != nil { return fmt.Errorf("loading socket enricher asset: %w", err) } if err := se.generateBTFSpec(); err != nil { return fmt.Errorf("getting BTF spec: %w", err) } opts := ebpf.CollectionOptions{ Programs: ebpf.ProgramOptions{ KernelTypes: btfgen.GetBTFSpec(), ExtraRelocationTargets: []*btf.Spec{se.btfSpec}, }, } // update size of the sockets_map according to the fields configured by the // user. This works because CO-RE ensures programs will access the optional // fields at the right offset in this structure. mapSpecIter := specIter.Maps[SocketsMapName] mapSpecIter.ValueSize = se.valueBtfStruct.Size mapSpecIter.Value = se.valueBtfStruct mapSpec := se.spec.Maps[SocketsMapName] mapSpec.ValueSize = se.valueBtfStruct.Size mapSpec.Value = se.valueBtfStruct disableBPFIterators := false if err := specIter.LoadAndAssign(&se.objsIter, &opts); err != nil { disableBPFIterators = true log.Warnf("Socket enricher: skip loading iterators: %v", err) } if disableBPFIterators { socketSpec := &socketenricherSpecs{} if err := se.spec.Assign(socketSpec); err != nil { return err } if err := socketSpec.DisableBpfIterators.Set(true); err != nil { return err } } else { opts.MapReplacements = map[string]*ebpf.Map{ SocketsMapName: se.objsIter.GadgetSockets, } } if err := se.spec.LoadAndAssign(&se.objs, &opts); err != nil { return fmt.Errorf("loading ebpf program: %w", err) } var l link.Link // bind l, err = link.Kprobe("inet_bind", se.objs.IgBindIpv4E, nil) if err != nil { return fmt.Errorf("attaching ipv4 kprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kretprobe("inet_bind", se.objs.IgBindIpv4X, nil) if err != nil { return fmt.Errorf("attaching ipv4 kretprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kprobe("inet6_bind", se.objs.IgBindIpv6E, nil) if err != nil { return fmt.Errorf("attaching ipv6 kprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kretprobe("inet6_bind", se.objs.IgBindIpv6X, nil) if err != nil { return fmt.Errorf("attaching ipv6 kretprobe: %w", err) } se.links = append(se.links, l) // connect l, err = link.Kprobe("tcp_connect", se.objs.IgTcpCoE, nil) if err != nil { return fmt.Errorf("attaching connect kprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kretprobe("tcp_connect", se.objs.IgTcpCoX, nil) if err != nil { return fmt.Errorf("attaching connect kretprobe: %w", err) } se.links = append(se.links, l) // udp_sendmsg l, err = link.Kprobe("udp_sendmsg", se.objs.IgUdpSendmsg, nil) if err != nil { return fmt.Errorf("attaching udp_sendmsg ipv4 kprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kprobe("udpv6_sendmsg", se.objs.IgUdp6Sendmsg, nil) if err != nil { return fmt.Errorf("attaching udpv6_sendmsg ipv6 kprobe: %w", err) } se.links = append(se.links, l) // release l, err = link.Kprobe("inet_release", se.objs.IgFreeIpv4E, nil) if err != nil { return fmt.Errorf("attaching ipv4 release kprobe: %w", err) } se.links = append(se.links, l) l, err = link.Kprobe("inet6_release", se.objs.IgFreeIpv6E, nil) if err != nil { return fmt.Errorf("attaching ipv6 release kprobe: %w", err) } se.links = append(se.links, l) if !disableBPFIterators { // get initial sockets socketsIter, err := link.AttachIter(link.IterOptions{ Program: se.objsIter.IgSocketsIt, }) if err != nil { return fmt.Errorf("attach BPF iterator: %w", err) } defer socketsIter.Close() _, err = bpfiterns.Read(socketsIter) if err != nil { return fmt.Errorf("read BPF iterator: %w", err) } // Schedule socket cleanup cleanupIter, err := link.AttachIter(link.IterOptions{ Program: se.objsIter.IgSkCleanup, Map: se.objsIter.GadgetSockets, }) if err != nil { return fmt.Errorf("attach BPF iterator for cleanups: %w", err) } se.links = append(se.links, cleanupIter) se.done = make(chan bool) go se.cleanupDeletedSockets(cleanupIter) } return nil } func (se *SocketEnricher) cleanupDeletedSockets(cleanupIter *link.Iter) { ticker := time.NewTicker(2 * time.Second) defer ticker.Stop() for { select { case <-se.done: return case <-ticker.C: err := se.cleanupDeletedSocketsNow(cleanupIter) if err != nil { fmt.Printf("socket enricher: %v\n", err) } } } } func (se *SocketEnricher) cleanupDeletedSocketsNow(cleanupIter *link.Iter) error { // No need to change pidns for this iterator because cleanupIter is an // iterator on a map, not on tasks. _, err := bpfiterns.ReadOnCurrentPidNs(cleanupIter) return err } func (se *SocketEnricher) Close() { se.closeOnce.Do(func() { if se.done != nil { close(se.done) } }) for _, l := range se.links { gadgets.CloseLink(l) } se.links = nil se.objs.Close() se.objsIter.Close() } inspektor-gadget-0.46.0/pkg/socketenricher/tracer_test.go000066400000000000000000000361661510117411400235160ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package socketenricher import ( "fmt" "net" "os" "reflect" "testing" "unsafe" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) func TestSocketEnricherCreate(t *testing.T) { t.Parallel() utils.RequireRoot(t) utils.HostInit(t) tracer, err := NewSocketEnricher(Config{}) require.NoError(t, err) require.NotNil(t, tracer, "Returned tracer was nil") } func TestSocketEnricherStopIdempotent(t *testing.T) { t.Parallel() utils.RequireRoot(t) utils.HostInit(t) tracer, err := NewSocketEnricher(Config{}) require.NoError(t, err) // Check that a double stop doesn't cause issues tracer.Close() tracer.Close() } func TestSocketEnricherBadConfig(t *testing.T) { t.Parallel() utils.RequireRoot(t) utils.HostInit(t) type testDefinition struct { config Config } for name, test := range map[string]testDefinition{ "invalid_cwd_size": { config: Config{ Cwd: FieldConfig{ Enabled: true, Size: 3, // Invalid size, must be power of 2 }, }, }, "cwd_zero_size": { config: Config{ Cwd: FieldConfig{ Enabled: true, Size: 0, // Invalid size, must be power of 2 and greater than 0 }, }, }, "invalid_exepath_size": { config: Config{ Exepath: FieldConfig{ Enabled: true, Size: 3, // Invalid size, must be power of 2 }, }, }, "too_big_cwd_size": { config: Config{ Cwd: FieldConfig{ Enabled: true, Size: 4096 * 2, // Too big, max is 4096 }, }, }, "too_big_exepath_size": { config: Config{ Exepath: FieldConfig{ Enabled: true, Size: 4096 * 2, // Too big, max is 4096 }, }, }, } { t.Run(name, func(t *testing.T) { t.Parallel() _, err := NewSocketEnricher(test.config) require.Error(t, err) }) } } type sockOpt struct { level int opt int value int } type socketEnricherMapEntry struct { Key socketenricherGadgetSocketKey Value socketenricherGadgetSocketValue } func TestSocketEnricherBind(t *testing.T) { t.Parallel() utils.RequireRoot(t) utils.HostInit(t) cwd, err := os.Getwd() require.NoError(t, err, "Cannot get current working directory") exepath, err := os.Readlink("/proc/self/exe") require.NoError(t, err, "Cannot get current executable path") ptask := host.GetProcComm(os.Getppid()) type testDefinition struct { runnerConfig *utils.RunnerConfig generateEvent func() (uint16, int, error) expectedEvent func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry } // Golang generics cannot parameterize array sizes // https://github.com/golang/go/issues/44253 stringToSlice := func(s string) (ret [16]int8) { for i := 0; i < 16; i++ { if i >= len(s) { break } ret[i] = int8(s[i]) } return } stringToSlice4096 := func(s string) (ret [4096]int8) { for i := 0; i < 4096; i++ { if i >= len(s) { break } ret[i] = int8(s[i]) } return } for name, test := range map[string]testDefinition{ "udp": { generateEvent: bindSocketFn("127.0.0.1", unix.AF_INET, unix.SOCK_DGRAM, 0), expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET, Proto: unix.IPPROTO_UDP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "udp6": { generateEvent: bindSocketFn("::", unix.AF_INET6, unix.SOCK_DGRAM, 0), expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET6, Proto: unix.IPPROTO_UDP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "udp6-only": { generateEvent: func() (uint16, int, error) { opts := []sockOpt{ {unix.IPPROTO_IPV6, unix.IPV6_V6ONLY, 1}, } return bindSocketWithOpts("::", unix.AF_INET6, unix.SOCK_DGRAM, 0, opts) }, expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET6, Proto: unix.IPPROTO_UDP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Ipv6only: int8(1), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "tcp": { generateEvent: bindSocketFn("127.0.0.1", unix.AF_INET, unix.SOCK_STREAM, 0), expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET, Proto: unix.IPPROTO_TCP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "tcp6": { generateEvent: bindSocketFn("::", unix.AF_INET6, unix.SOCK_STREAM, 0), expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET6, Proto: unix.IPPROTO_TCP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "tcp6-only": { generateEvent: func() (uint16, int, error) { opts := []sockOpt{ {unix.IPPROTO_IPV6, unix.IPV6_V6ONLY, 1}, } return bindSocketWithOpts("::", unix.AF_INET6, unix.SOCK_STREAM, 0, opts) }, expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET6, Proto: unix.IPPROTO_TCP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Ipv6only: int8(1), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, "tcp_uid_gid": { runnerConfig: &utils.RunnerConfig{Uid: 1000, Gid: 1111}, generateEvent: bindSocketFn("127.0.0.1", unix.AF_INET, unix.SOCK_STREAM, 0), expectedEvent: func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { return &socketEnricherMapEntry{ Key: socketenricherGadgetSocketKey{ Netns: uint32(info.NetworkNsID), Family: unix.AF_INET, Proto: unix.IPPROTO_TCP, Port: port, }, Value: socketenricherGadgetSocketValue{ Mntns: info.MountNsID, PidTgid: uint64(uint32(info.Pid))<<32 + uint64(info.Tid), Ppid: uint32(os.Getppid()), UidGid: uint64(1111)<<32 + uint64(1000), Task: stringToSlice("socketenricher."), Ptask: stringToSlice(ptask), Cwd: stringToSlice4096(cwd), Exepath: stringToSlice4096(exepath), }, } }, }, } { test := test t.Run(name, func(t *testing.T) { t.Parallel() seConfig := Config{ Cwd: FieldConfig{ Enabled: true, Size: 4096, }, Exepath: FieldConfig{ Enabled: true, Size: 4096, }, } runner := utils.NewRunnerWithTest(t, test.runnerConfig) // We will test 2 scenarios with 2 different tracers: // 1. earlyTracer will be started before the event is generated // 2. lateTracer will be started after the event is generated earlyTracer, err := NewSocketEnricher(seConfig) require.NoError(t, err) t.Cleanup(earlyTracer.Close) // Generate the event in the fake container var port uint16 var fd int utils.RunWithRunner(t, runner, func() error { var err error port, fd, err = test.generateEvent() t.Cleanup(func() { // cleanup only if it has not been already closed if fd != -1 { unix.Close(fd) } }) return err }) // Start the late tracer after the event has been generated lateTracer, err := NewSocketEnricher(seConfig) require.NoError(t, err) t.Cleanup(lateTracer.Close) earlyNormalize := func(entry *socketEnricherMapEntry) { entry.Value.Sock = 0 } lateNormalize := func(entry *socketEnricherMapEntry) { earlyNormalize(entry) // Remove tid: the late tracer cannot distinguish between threads entry.Value.PidTgid = 0xffffffff00000000 & entry.Value.PidTgid // Our fake container is just a thread in a different MountNsID // But the late tracer cannot distinguish threads. if entry.Value.Mntns > 0 { entry.Value.Mntns = 1 } // We're not able to test uid and gid in the late tracer because our // fake container is just another thread running on the same process // and that tracer cannot distinguish threads. entry.Value.UidGid = 0 } t.Logf("Testing if early tracer noticed the event") entries := socketsMapEntries(t, earlyTracer, earlyNormalize, nil) utils.ExpectAtLeastOneEvent(test.expectedEvent)(t, runner.Info, port, entries) t.Logf("Testing if late tracer noticed the event") entries2 := socketsMapEntries(t, lateTracer, lateNormalize, nil) expectedEvent2 := func(info *utils.RunnerInfo, port uint16) *socketEnricherMapEntry { e := test.expectedEvent(info, port) lateNormalize(e) return e } utils.ExpectAtLeastOneEvent(expectedEvent2)(t, runner.Info, port, entries2) t.Logf("Close socket in order to check for cleanup") if fd != -1 { unix.Close(fd) // Disable t.Cleanup() above fd = -1 } filter := func(e *socketEnricherMapEntry) bool { expected := test.expectedEvent(runner.Info, port) return !reflect.DeepEqual(expected, e) } t.Logf("Testing if entry is cleaned properly in early tracer") entries = socketsMapEntries(t, earlyTracer, earlyNormalize, filter) require.Len(t, entries, 0, "Entry not cleaned properly: %+v", entries) t.Logf("Testing if entry is cleaned properly in late tracer") entries2 = socketsMapEntries(t, lateTracer, lateNormalize, filter) require.Len(t, entries2, 0, "Entry for late tracer not cleaned properly: %+v", entries2) }) } } func socketsMapEntries( t *testing.T, tracer *SocketEnricher, normalize func(entry *socketEnricherMapEntry), filter func(*socketEnricherMapEntry) bool, ) (entries []socketEnricherMapEntry) { iter := tracer.SocketsMap().Iterate() var key socketenricherGadgetSocketKey var value socketenricherGadgetSocketValue for iter.Next(&key, &value) { entry := socketEnricherMapEntry{ Key: key, Value: value, } normalize(&entry) if filter != nil && filter(&entry) { continue } entries = append(entries, entry) } require.NoError(t, iter.Err(), "Cannot iterate over socket enricher map") return entries } // bindSocketFn returns a function that creates a socket, binds it and // returns the port the socket was bound to. func bindSocketFn(ipStr string, domain, typ int, port int) func() (uint16, int, error) { return func() (uint16, int, error) { return bindSocket(ipStr, domain, typ, port) } } func bindSocket(ipStr string, domain, typ int, port int) (uint16, int, error) { return bindSocketWithOpts(ipStr, domain, typ, port, nil) } func setProcessName(name string) error { bytes := append([]byte(name), 0) return unix.Prctl(unix.PR_SET_NAME, uintptr(unsafe.Pointer(&bytes[0])), 0, 0, 0) } func bindSocketWithOpts(ipStr string, domain, typ int, port int, opts []sockOpt) (uint16, int, error) { // The process name is usually based on the package name // ("socketenricher.") but it could be changed (e.g. running tests in the // Goland IDE environment). Make sure the tests work regardless of the // environment. // // Example how to test this: // // $ go test -c ./pkg/socketenricher/... // $ sudo ./socketenricher.test // PASS // $ mv socketenricher.test se.test // $ sudo ./se.test // FAIL err := setProcessName("socketenricher.") if err != nil { return 0, -1, fmt.Errorf("setProcessName: %w", err) } fd, err := unix.Socket(domain, typ, 0) if err != nil { return 0, -1, err } for _, opt := range opts { if err := unix.SetsockoptInt(fd, opt.level, opt.opt, opt.value); err != nil { return 0, -1, fmt.Errorf("SetsockoptInt: %w", err) } } var sa unix.Sockaddr ip := net.ParseIP(ipStr) if ip.To4() != nil { sa4 := &unix.SockaddrInet4{Port: port} copy(sa4.Addr[:], ip.To4()) sa = sa4 } else if ip.To16() != nil { sa6 := &unix.SockaddrInet6{Port: port} copy(sa6.Addr[:], ip.To16()) sa = sa6 } else { return 0, -1, fmt.Errorf("invalid IP address") } if err := unix.Bind(fd, sa); err != nil { return 0, -1, fmt.Errorf("Bind: %w", err) } sa2, err := unix.Getsockname(fd) if err != nil { return 0, fd, fmt.Errorf("Getsockname: %w", err) } if ip.To4() != nil { return uint16(sa2.(*unix.SockaddrInet4).Port), fd, nil } else if ip.To16() != nil { return uint16(sa2.(*unix.SockaddrInet6).Port), fd, nil } else { return 0, fd, fmt.Errorf("invalid IP address") } } inspektor-gadget-0.46.0/pkg/symbolizer/000077500000000000000000000000001510117411400200235ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/symbolizer/debuginfod/000077500000000000000000000000001510117411400221315ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/symbolizer/debuginfod/debuginfod.go000066400000000000000000000124011510117411400245640ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package debuginfod import ( "encoding/hex" "fmt" "os" "path/filepath" "sync" "time" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" ) var defaultDebuginfodCachePath string func init() { cacheDir, err := os.UserCacheDir() if err != nil { defaultDebuginfodCachePath = "/root/.cache/debuginfod_client" return } defaultDebuginfodCachePath = filepath.Join(cacheDir, "debuginfod_client") symbolizer.RegisterResolver(&debuginfodResolver{}) } type debuginfodResolver struct{} func (d *debuginfodResolver) NewInstance(options symbolizer.SymbolizerOptions) (symbolizer.ResolverInstance, error) { if !options.UseDebugInfodCache { return nil, nil } if options.DebuginfodCachePath == "" { options.DebuginfodCachePath = defaultDebuginfodCachePath } return &debuginfodResolverInstance{ options: options, symbolTablesFromBuildID: make(map[string]*symbolizer.SymbolTable), missingBuildIDs: make(map[string]bool), }, nil } func (d *debuginfodResolver) Priority() int { return 5000 } type debuginfodResolverInstance struct { options symbolizer.SymbolizerOptions lockSymbolTablesFromBuildID sync.RWMutex symbolTablesFromBuildID map[string]*symbolizer.SymbolTable missingBuildIDs map[string]bool } func (d *debuginfodResolverInstance) IsPruningNeeded() bool { d.lockSymbolTablesFromBuildID.Lock() defer d.lockSymbolTablesFromBuildID.Unlock() return len(d.symbolTablesFromBuildID) > 0 } func (d *debuginfodResolverInstance) PruneOldObjects(now time.Time, ttl time.Duration) { d.lockSymbolTablesFromBuildID.Lock() defer d.lockSymbolTablesFromBuildID.Unlock() buildIDRemovedCount := 0 buildIDSymbolRemovedCount := 0 for buildID, table := range d.symbolTablesFromBuildID { if now.Sub(table.Timestamp) > ttl { delete(d.symbolTablesFromBuildID, buildID) buildIDRemovedCount++ buildIDSymbolRemovedCount += len(table.Symbols) } } if buildIDRemovedCount > 0 { log.Debugf("symbol tables from build ID pruned: %d symbol tables with %d symbols removed (remaining: %d symbol tables)", buildIDRemovedCount, buildIDSymbolRemovedCount, len(d.symbolTablesFromBuildID)) } } func (d *debuginfodResolverInstance) newSymbolTableFromPath(path string, buildIDStr string, task symbolizer.Task) (*symbolizer.SymbolTable, error) { file, err := os.Open(path) if err != nil { if os.IsNotExist(err) { if !d.missingBuildIDs[buildIDStr] { d.missingBuildIDs[buildIDStr] = true suggestedCmd := fmt.Sprintf("DEBUGINFOD_CACHE_PATH=%s DEBUGINFOD_URLS=https://debuginfod.elfutils.org debuginfod-find debuginfo %s", d.options.DebuginfodCachePath, buildIDStr) log.Warnf("Debuginfo %s for %s not found in %s. Suggested remedial: %q", buildIDStr, task.Name, path, suggestedCmd) } return nil, nil } log.Warnf("Failed to open debuginfo file %s for %s: %v", path, task.Name, err) return nil, nil } defer file.Close() // Check if the file is empty if fi, err := file.Stat(); err != nil { log.Warnf("Failed to stat debuginfo file %s: %v", path, err) return nil, nil } else if fi.Size() == 0 { suggestedCmd := fmt.Sprintf("rm -f %s", path) log.Warnf("Debuginfo %s for %s in %s is empty. Suggested remedial: %q", buildIDStr, task.Name, path, suggestedCmd) return nil, nil } return symbolizer.NewSymbolTableFromFile(file) } func (d *debuginfodResolverInstance) Resolve(task symbolizer.Task, stackQueries []symbolizer.StackItemQuery, stackResponses []symbolizer.StackItemResponse) error { for i, query := range stackQueries { if !query.ValidBuildID { continue } buildIDStr := hex.EncodeToString(query.BuildID[:]) d.lockSymbolTablesFromBuildID.RLock() table, ok := d.symbolTablesFromBuildID[buildIDStr] if ok { table.Timestamp = time.Now() symbol := table.LookupByAddr(stackQueries[i].Offset) if symbol != "" { stackResponses[i].Found = true stackResponses[i].Symbol = symbol } d.lockSymbolTablesFromBuildID.RUnlock() continue } d.lockSymbolTablesFromBuildID.RUnlock() debuginfoPath := filepath.Join(d.options.DebuginfodCachePath, buildIDStr, "debuginfo") var err error table, err = d.newSymbolTableFromPath(debuginfoPath, buildIDStr, task) if err != nil { return err } if table == nil { // The debuginfo file was not available, but it is not a fatal error. continue } d.lockSymbolTablesFromBuildID.Lock() d.symbolTablesFromBuildID[buildIDStr] = table delete(d.missingBuildIDs, buildIDStr) table.Timestamp = time.Now() symbol := table.LookupByAddr(stackQueries[i].Offset) if symbol != "" { stackResponses[i].Found = true stackResponses[i].Symbol = symbol } d.lockSymbolTablesFromBuildID.Unlock() } return nil } inspektor-gadget-0.46.0/pkg/symbolizer/interface.go000066400000000000000000000017761510117411400223250ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package symbolizer import "time" type Resolver interface { // Priority tells in which order to call Resolve(). Lower values first. Priority() int NewInstance(SymbolizerOptions) (ResolverInstance, error) } type ResolverInstance interface { Resolve(task Task, stackQueries []StackItemQuery, stackResponses []StackItemResponse) error IsPruningNeeded() bool PruneOldObjects(now time.Time, ttl time.Duration) } inspektor-gadget-0.46.0/pkg/symbolizer/registry.go000066400000000000000000000025261510117411400222270ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package symbolizer import ( "sort" "sync" ) var ( registryLock sync.Mutex resolvers = []Resolver{} ) func RegisterResolver(resolver Resolver) { registryLock.Lock() defer registryLock.Unlock() resolvers = append(resolvers, resolver) sort.Slice(resolvers, func(i, j int) bool { return resolvers[i].Priority() < resolvers[j].Priority() }) } func newResolverInstances(options SymbolizerOptions) ([]ResolverInstance, error) { registryLock.Lock() defer registryLock.Unlock() instances := make([]ResolverInstance, 0, len(resolvers)) for _, r := range resolvers { instance, err := r.NewInstance(options) if err != nil { return nil, err } if instance != nil { instances = append(instances, instance) } } return instances, nil } inspektor-gadget-0.46.0/pkg/symbolizer/symbolizer.go000066400000000000000000000122521510117411400225530ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package symbolizer parses ELF programs and resolves stack addresses to // symbol names. package symbolizer import ( "time" ) const ( pruneObjTTL = time.Minute pruneTickerTime = time.Minute ) type SymbolizerOptions struct { UseSymtab bool UseDebugInfodCache bool DebuginfodCachePath string } type Symbolizer struct { options SymbolizerOptions resolvers []ResolverInstance pruneLoopStarted bool pruneTickerTime time.Duration pruneObjTTL time.Duration exit chan struct{} } // SymbolTable is a cache of symbols for a specific executable. type SymbolTable struct { // Symbols is a slice of symbols. Order is preserved for binary search. Symbols []*Symbol // PIE (Position Independent Executable). Useful information for debugging. IsPIE bool // ElfBaseAddr is the link-time base address as defined in the ELF headers. // Typical values: // - 0 for C PIE programs // - 0x400000 for C non-PIE programs (unless chosen otherwise with // flag "-Wl,-Ttext=0x1234") // - 0x400000 for all Go programs, regardless of PIE. ElfBaseAddr uint64 // RuntimeBaseAddrCache caches the base address for a given BaseAddrHash. // This avoids re-reading /proc/pid/maps for every stack trace resolution. // The BaseAddrHash is similar to pids, except that it changes during execve // and it might be shared by several processes sharing mm_struct (e.g. // CLONE_VM or CLONE_THREADS). RuntimeBaseAddrCache map[BaseAddrCacheKey]uint64 Timestamp time.Time } func NewSymbolizer(opts SymbolizerOptions) (*Symbolizer, error) { r, err := newResolverInstances(opts) if err != nil { return nil, err } s := &Symbolizer{ options: opts, resolvers: r, pruneTickerTime: pruneTickerTime, pruneObjTTL: pruneObjTTL, exit: make(chan struct{}), } return s, nil } type Symbol struct { Name string Value, Size uint64 } type SymbolTableKey struct { Major uint32 Minor uint32 Ino uint64 MtimeSec int64 MtimeNsec uint32 } type BaseAddrCacheKey struct { // TgidLevel0 is the thread group ID of the process in top-level pid // namespace. IG might not have access to a procfs of the top-level pid // namespace, so TgidLevel0 cannot be used to lookup procfs entries. This is // just to ensure that unrelated tasks are not poisoning the cache for each // others. TgidLevel0 uint32 // BaseAddrHash is an opaque hash provided by eBPF to identify the // executable and its base address. It changes on execve and is shared by // threads of the same process. BaseAddrHash uint32 } func (s *Symbolizer) Close() { close(s.exit) } func (s *Symbolizer) pruneLoop() { ticker := time.NewTicker(s.pruneTickerTime) defer ticker.Stop() for { select { case <-ticker.C: now := time.Now() for _, r := range s.resolvers { r.PruneOldObjects(now, s.pruneObjTTL) } case <-s.exit: return } } } type PidNumbers struct { Pid uint32 PidNsId uint32 } type Task struct { // Pids of the process that we want to resolve symbols for. Tgid uint32 PidNumbers []PidNumbers // Name of the task for logging purposes. Optional. Name string // ContainerPid is the pid 1 of the container that the process is in. Optional. ContainerPid uint32 // Properties of the executable to check if the symbol table is still valid. Exe SymbolTableKey // Opaque hash from ebpf representing the base address to check if it needs to be recalculated. BaseAddrHash uint32 } // StackItemQuery is one item of the stack. It contains the data found from BPF. // The build id comes from struct bpf_stack_build_id from the Linux UAPI: // https://github.com/torvalds/linux/blob/v6.14/include/uapi/linux/bpf.h#L1451 type StackItemQuery struct { Addr uint64 ValidBuildID bool BuildID [20]byte Offset uint64 IP uint64 } type StackItemResponse struct { Found bool Symbol string } func (s *Symbolizer) Resolve(task Task, stackQueries []StackItemQuery) ([]StackItemResponse, error) { if len(stackQueries) == 0 || len(s.resolvers) == 0 { return nil, nil } res := make([]StackItemResponse, len(stackQueries)) // Iterate over all resolvers in order of priority. for _, r := range s.resolvers { err := r.Resolve(task, stackQueries, res) if err != nil { return nil, err } } // Most gadgets won't use the symbolizer, so don't start the prune loop until we need it. if !s.pruneLoopStarted { isPruningNeeded := false for _, r := range s.resolvers { if r.IsPruningNeeded() { isPruningNeeded = true break } } if isPruningNeeded { s.pruneLoopStarted = true go s.pruneLoop() } } return res, nil } inspektor-gadget-0.46.0/pkg/symbolizer/symtab/000077500000000000000000000000001510117411400213225ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/symbolizer/symtab/baseaddress.go000066400000000000000000000054071510117411400241370ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build linux package symtab import ( "bufio" "fmt" "os" "path/filepath" "strconv" "strings" log "github.com/sirupsen/logrus" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) // getRuntimeBaseAddr gets the runtime base address of the main executable from /proc/pid/maps func getRuntimeBaseAddr(task symbolizer.Task, table *symbolizer.SymbolTable, pid uint32) (uint64, error) { key := symbolizer.BaseAddrCacheKey{ TgidLevel0: task.Tgid, BaseAddrHash: task.BaseAddrHash, } if runtimeBaseAddr := table.RuntimeBaseAddrCache[key]; runtimeBaseAddr != 0 { log.Debugf("getRuntimeBaseAddr: pid %d (%s) runtime base address: 0x%x (from cache)", pid, task.Name, runtimeBaseAddr) return runtimeBaseAddr, nil } mapsPath := filepath.Join(host.HostProcFs, fmt.Sprint(pid), "maps") f, err := os.Open(mapsPath) if err != nil { return 0, fmt.Errorf("opening maps file: %w", err) } defer f.Close() sc := bufio.NewScanner(f) for sc.Scan() { line := sc.Text() parts := strings.Fields(line) if len(parts) <= 5 { continue } // Only check "r--p" (read-only) and "r-xp" (executable) sections as these // reliably belong to the main executable, not heap/stack/anonymous memory. perms := parts[1] if perms != "r--p" && perms != "r-xp" { continue } // Check if this is the main executable (not heap/vdso/anonymous) filePath := parts[5] if len(filePath) == 0 || filePath[0] != '/' { continue } // Find the lowest address mapping for the main executable (ASLR base address). addrRange := parts[0] rangeParts := strings.Split(addrRange, "-") baseStr := strings.TrimSpace(rangeParts[0]) base, err := strconv.ParseUint(baseStr, 16, 64) if err != nil { continue } log.Debugf("getRuntimeBaseAddr: pid %d (%s) runtime base address: 0x%x (from /proc/%d/maps)", pid, task.Name, base, pid) table.RuntimeBaseAddrCache[key] = base return base, nil } if err := sc.Err(); err != nil { return 0, fmt.Errorf("reading maps file: %w", err) } // /proc/pid/maps might be empty if the process is exiting / zombie. return 0, fmt.Errorf("main executable not found in maps") } inspektor-gadget-0.46.0/pkg/symbolizer/symtab/symtab.go000066400000000000000000000161561510117411400231610ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build linux package symtab import ( "errors" "fmt" "os" "path/filepath" "sync" "syscall" "time" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/symbolizer" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) func init() { symbolizer.RegisterResolver(&symtabResolver{}) } func getHostProcFsPidNs() (uint32, error) { pid1PidNsInfo, err := os.Stat(fmt.Sprintf("%s/1/ns/pid", host.HostProcFs)) if err != nil { return 0, err } pid1PidNsStat, ok := pid1PidNsInfo.Sys().(*syscall.Stat_t) if !ok { return 0, fmt.Errorf("reading inode of %s/1/ns/pid", host.HostProcFs) } return uint32(pid1PidNsStat.Ino), nil } type symtabResolver struct{} func (s *symtabResolver) NewInstance(options symbolizer.SymbolizerOptions) (symbolizer.ResolverInstance, error) { if !options.UseSymtab { return nil, nil } hostProcFsPidNs, err := getHostProcFsPidNs() if err != nil { return nil, err } return &symtabResolverInstance{ options: options, hostProcFsPidNs: hostProcFsPidNs, symbolTables: make(map[symbolizer.SymbolTableKey]*symbolizer.SymbolTable), }, nil } func (s *symtabResolver) Priority() int { return 0 } type symtabResolverInstance struct { options symbolizer.SymbolizerOptions // hostProcFsPidNs is the pid namespace of /host/proc/1/ns/pid. hostProcFsPidNs uint32 lockSymbolTables sync.RWMutex symbolTables map[symbolizer.SymbolTableKey]*symbolizer.SymbolTable symbolCountTotal int } func (s *symtabResolverInstance) IsPruningNeeded() bool { s.lockSymbolTables.Lock() defer s.lockSymbolTables.Unlock() return len(s.symbolTables) > 0 } func (s *symtabResolverInstance) PruneOldObjects(now time.Time, ttl time.Duration) { s.lockSymbolTables.Lock() tableRemovedCount := 0 symbolRemovedCount := 0 for key, table := range s.symbolTables { if now.Sub(table.Timestamp) > ttl { s.symbolCountTotal -= len(table.Symbols) delete(s.symbolTables, key) tableRemovedCount++ symbolRemovedCount += len(table.Symbols) } } if tableRemovedCount > 0 { log.Debugf("symbol tables pruned: %d symbol tables with %d symbols removed (remaining: %d symbol tables with %d symbols)", tableRemovedCount, symbolRemovedCount, len(s.symbolTables), s.symbolCountTotal) } s.lockSymbolTables.Unlock() } func (s *symtabResolverInstance) Resolve(task symbolizer.Task, stackQueries []symbolizer.StackItemQuery, stackResponses []symbolizer.StackItemResponse) error { pid := uint32(0) for _, pidnr := range task.PidNumbers { if pidnr.PidNsId == s.hostProcFsPidNs { pid = pidnr.Pid break } } if pid == 0 { return fmt.Errorf("procfs for %q not found", task.Name) } var err error s.lockSymbolTables.RLock() table, ok := s.symbolTables[task.Exe] if ok { err = s.resolveStackItemsWithTable(task, table, pid, stackQueries, stackResponses) s.lockSymbolTables.RUnlock() if err != nil { return fmt.Errorf("resolving stack for %q: %w", task.Name, err) } return nil } s.lockSymbolTables.RUnlock() table, err = newSymbolTableFromPid(pid, task.Exe) if err != nil { return fmt.Errorf("creating new symbolTable for %q: %w", task.Name, err) } s.lockSymbolTables.Lock() defer s.lockSymbolTables.Unlock() if len(table.Symbols)+s.symbolCountTotal > symbolizer.MaxSymbolCountTotal { return fmt.Errorf("too many symbols in all symbol tables: %d (max: %d)", len(table.Symbols)+s.symbolCountTotal, symbolizer.MaxSymbolCountTotal) } s.symbolTables[task.Exe] = table s.symbolCountTotal += len(table.Symbols) log.Debugf("symbol table for %q (pid %d) loaded: %d symbols (total: %d symbol tables with %d symbols)", task.Name, pid, len(table.Symbols), len(s.symbolTables), s.symbolCountTotal) err = s.resolveStackItemsWithTable(task, table, pid, stackQueries, stackResponses) if err != nil { return fmt.Errorf("resolving stack for %q: %w", task.Name, err) } return nil } // symbolTableKeyFromFile computes a key for the symbol table from the // executable's inode and modification time. func symbolTableKeyFromFile(file *os.File) (*symbolizer.SymbolTableKey, error) { fs, err := file.Stat() if err != nil { return nil, fmt.Errorf("stat process executable: %w", err) } stat, ok := fs.Sys().(*syscall.Stat_t) if !ok { return nil, errors.New("getting syscall.Stat_t failed") } if fs.Size() > symbolizer.MaxExecutableSize { return nil, fmt.Errorf("executable is too large (%d bytes)", fs.Size()) } return &symbolizer.SymbolTableKey{ Major: unix.Major(stat.Dev), Minor: unix.Minor(stat.Dev), Ino: stat.Ino, MtimeSec: stat.Mtim.Sec, MtimeNsec: uint32(stat.Mtim.Nsec), }, nil } func newSymbolTableFromPid(pid uint32, symbolTableKeyFromEbpf symbolizer.SymbolTableKey) (*symbolizer.SymbolTable, error) { path := fmt.Sprintf("%s/%d/exe", host.HostProcFs, pid) file, err := os.Open(path) if err != nil { // The process might have terminated, or it might be in an unreachable // pid namespace. Either way, we can't resolve symbols. return nil, fmt.Errorf("opening process executable: %w", err) } defer file.Close() expectedSymbolTableKey, err := symbolTableKeyFromFile(file) if err != nil { return nil, err } if *expectedSymbolTableKey != symbolTableKeyFromEbpf { newComm, _ := os.Readlink(fmt.Sprintf("/proc/self/fd/%d", file.Fd())) newComm = filepath.Base(newComm) return nil, fmt.Errorf("opening executable: got %q inode %d, mtime %d.%d (expected inode %d, mtime%d.%d)", newComm, expectedSymbolTableKey.Ino, expectedSymbolTableKey.MtimeSec, expectedSymbolTableKey.MtimeNsec, symbolTableKeyFromEbpf.Ino, symbolTableKeyFromEbpf.MtimeSec, symbolTableKeyFromEbpf.MtimeNsec) } return symbolizer.NewSymbolTableFromFile(file) } func (s *symtabResolverInstance) resolveStackItemsWithTable(task symbolizer.Task, table *symbolizer.SymbolTable, pid uint32, stackQueries []symbolizer.StackItemQuery, res []symbolizer.StackItemResponse) error { table.Timestamp = time.Now() var runtimeBaseAddr uint64 var err error runtimeBaseAddr, err = getRuntimeBaseAddr(task, table, pid) if err != nil { return fmt.Errorf("getting runtime base address: %w", err) } log.Debugf("resolving %d stack frames with symbol table (pid %d, PIE=%v): runtime base address 0x%x, elf base address 0x%x, bias %d", len(stackQueries), pid, table.IsPIE, runtimeBaseAddr, table.ElfBaseAddr, int64(table.ElfBaseAddr-runtimeBaseAddr)) for idx := range stackQueries { symbol := table.LookupByAddr(stackQueries[idx].Addr - runtimeBaseAddr + table.ElfBaseAddr) if symbol != "" { res[idx].Found = true res[idx].Symbol = symbol } } return nil } inspektor-gadget-0.46.0/pkg/symbolizer/table.go000066400000000000000000000054601510117411400214460ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package symbolizer import ( "debug/elf" "fmt" "os" "slices" "time" ) const ( MaxExecutableSize = 512 * 1024 * 1024 // 512MB MaxSymbolLength = 256 MaxSymbolCount = 10 * 1000 * 1000 MaxSymbolCountTotal = 50 * 1000 * 1000 ) // LookupByAddr returns the symbol name for the given address. func (e *SymbolTable) LookupByAddr(address uint64) string { // Similar to a trivial binary search, but each symbol is a range. n, found := slices.BinarySearchFunc(e.Symbols, address, func(a *Symbol, b uint64) int { if a.Value <= b && a.Value+a.Size > b { return 0 } if a.Value > b { return 1 } if a.Value < b { return -1 } return 0 }) if found { return e.Symbols[n].Name } return "[unknown]" } func NewSymbolTableFromFile(file *os.File) (*SymbolTable, error) { var symbols []*Symbol elfFile, err := elf.NewFile(file) if err != nil { return nil, fmt.Errorf("parsing ELF file: %w", err) } defer elfFile.Close() symtab, err := elfFile.Symbols() if err != nil { // No symbols found. This is not an error. return &SymbolTable{ RuntimeBaseAddrCache: make(map[BaseAddrCacheKey]uint64), }, nil } symbolCount := 0 for _, sym := range symtab { if sym.Name == "" { continue } if sym.Size == 0 { continue } if len(sym.Name) > MaxSymbolLength { sym.Name = sym.Name[:MaxSymbolLength] } symbols = append(symbols, &Symbol{ Name: sym.Name, Value: sym.Value, Size: sym.Size, }) symbolCount++ } if symbolCount > MaxSymbolCount { return nil, fmt.Errorf("too many symbols: %d", symbolCount) } slices.SortFunc(symbols, func(a, b *Symbol) int { if a.Value < b.Value { return -1 } if a.Value > b.Value { return 1 } return 0 }) // Find the virtual address of the first LOAD segment // Command line equivalent: // readelf -lW $FILE | grep -m1 LOAD | awk '{print $3}' var elfBaseAddr uint64 for _, prog := range elfFile.Progs { if prog.Type == elf.PT_LOAD { elfBaseAddr = prog.Vaddr break } } return &SymbolTable{ Symbols: symbols, IsPIE: elfFile.Type == elf.ET_DYN, ElfBaseAddr: elfBaseAddr, Timestamp: time.Now(), RuntimeBaseAddrCache: make(map[BaseAddrCacheKey]uint64), }, nil } inspektor-gadget-0.46.0/pkg/tchandler/000077500000000000000000000000001510117411400175705ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/tchandler/bpf/000077500000000000000000000000001510117411400203375ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/tchandler/bpf/dispatcher.bpf.c000066400000000000000000000013061510117411400233770ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0 WITH Linux-syscall-note) OR Apache-2.0 /* Copyright (c) 2024 The Inspektor Gadget authors */ #include #include #include const volatile __u32 current_netns = 0; // Keep in sync with dispatcherMapSpec in tracer.go struct { __uint(type, BPF_MAP_TYPE_PROG_ARRAY); __type(key, __u32); __type(value, __u32); __uint(max_entries, 1); } gadget_tail_call SEC(".maps"); SEC("classifier/dispatcher") int ig_net_disp(struct __sk_buff *skb) { skb->cb[0] = current_netns; bpf_tail_call(skb, &gadget_tail_call, 0); return TC_ACT_UNSPEC; // Use the default action configured from tc. } char _license[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/pkg/tchandler/dispatcher_bpfel.go000066400000000000000000000067371510117411400234320ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 || arm || arm64 || loong64 || mips64le || mipsle || ppc64le || riscv64 || wasm package tchandler import ( "bytes" _ "embed" "fmt" "io" "github.com/cilium/ebpf" ) // loadDispatcher returns the embedded CollectionSpec for dispatcher. func loadDispatcher() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_DispatcherBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load dispatcher: %w", err) } return spec, err } // loadDispatcherObjects loads dispatcher and converts it into a struct. // // The following types are suitable as obj argument: // // *dispatcherObjects // *dispatcherPrograms // *dispatcherMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadDispatcherObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadDispatcher() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // dispatcherSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherSpecs struct { dispatcherProgramSpecs dispatcherMapSpecs dispatcherVariableSpecs } // dispatcherProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherProgramSpecs struct { IgNetDisp *ebpf.ProgramSpec `ebpf:"ig_net_disp"` } // dispatcherMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherMapSpecs struct { GadgetTailCall *ebpf.MapSpec `ebpf:"gadget_tail_call"` } // dispatcherVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type dispatcherVariableSpecs struct { CurrentNetns *ebpf.VariableSpec `ebpf:"current_netns"` } // dispatcherObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherObjects struct { dispatcherPrograms dispatcherMaps dispatcherVariables } func (o *dispatcherObjects) Close() error { return _DispatcherClose( &o.dispatcherPrograms, &o.dispatcherMaps, ) } // dispatcherMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherMaps struct { GadgetTailCall *ebpf.Map `ebpf:"gadget_tail_call"` } func (m *dispatcherMaps) Close() error { return _DispatcherClose( m.GadgetTailCall, ) } // dispatcherVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherVariables struct { CurrentNetns *ebpf.Variable `ebpf:"current_netns"` } // dispatcherPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadDispatcherObjects or ebpf.CollectionSpec.LoadAndAssign. type dispatcherPrograms struct { IgNetDisp *ebpf.Program `ebpf:"ig_net_disp"` } func (p *dispatcherPrograms) Close() error { return _DispatcherClose( p.IgNetDisp, ) } func _DispatcherClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed dispatcher_bpfel.o var _DispatcherBytes []byte inspektor-gadget-0.46.0/pkg/tchandler/dispatcher_bpfel.o000066400000000000000000000066401510117411400232540ustar00rootroot00000000000000ELF @@a"c!0 GPL     ,1@5;G  X"bf o@t` @` @` &0 <@G`QXa @js#@$      int__ARRAY_SIZE_TYPE____u32unsigned inttypekeyvaluemax_entriesgadget_tail_call__sk_bufflenpkt_typemarkqueue_mappingprotocolvlan_presentvlan_tcivlan_protopriorityingress_ifindexifindextc_indexcbhashtc_classiddatadata_endnapi_idfamilyremote_ip4local_ip4remote_ip6local_ip6remote_portlocal_portdata_metatstampwire_lengso_segsgso_sizetstamp_typehwtstampflow_keys__u64unsigned long longsk__u8unsigned charskbig_net_dispclassifier/dispatcherbpf/dispatcher.bpf.c skb->cb[0] = current_netns; bpf_tail_call(skb, &gadget_tail_call, 0); return TC_ACT_UNSPEC; // Use the default action configured from tc.current_netnschar_license.maps.rodatalicensebpf_flow_keysbpf_sock L`T T X@D\BXN m ,@P`p .text.rel.BTF.ext.mapscurrent_netns.relclassifier/dispatcherig_net_dispgadget_tail_call.llvm_addrsig_license.strtab.symtab.rodata.rel.BTFv @,@X( @  n @ 0   @0 P _Lo ~Pinspektor-gadget-0.46.0/pkg/tchandler/tc.go000066400000000000000000000067461510117411400205420ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //go:build !withoutebpf package tchandler import ( "errors" "fmt" "net" "github.com/cilium/ebpf" "github.com/florianl/go-tc" tccore "github.com/florianl/go-tc/core" "golang.org/x/sys/unix" ) const ( // filterInfo is a combination of priority and protocol: priority << 16 | proto. See // https://github.com/iproute2/iproute2/blob/f443565f8df65e7d3b3e7cb5f4e94aec1e12d067/tc/tc_filter.c#L147 // https://github.com/iproute2/iproute2/blob/f443565f8df65e7d3b3e7cb5f4e94aec1e12d067/tc/tc_filter.c#L68 // - Protocol: The protocol this classifier will accept. We want to match all packets. // Hence, use ETH_P_ALL. // - Priority: The priority of this filter. We use 1 as we don't install other filters in // the same interface. filterInfo = uint32(0x1<<16 | 0x0300) // priority (1) << 16 | proto (htons(ETH_P_ALL)) filterHandleMax = 128 ) func ptr[T any](v T) *T { return &v } type AttachmentDirection int const ( AttachmentDirectionUnspec AttachmentDirection = iota AttachmentDirectionIngress AttachmentDirectionEgress ) // createClsActQdisc creates a clsact qdisc on the given interface. func createClsActQdisc(tcnl *tc.Tc, iface *net.Interface) (*tc.Object, error) { // Install Qdisc on interface qdisc := &tc.Object{ Msg: tc.Msg{ Family: unix.AF_UNSPEC, Ifindex: uint32(iface.Index), Handle: tccore.BuildHandle(tc.HandleRoot, 0), Parent: tc.HandleIngress, }, Attribute: tc.Attribute{ Kind: "clsact", }, } if err := tcnl.Qdisc().Add(qdisc); err != nil { return nil, fmt.Errorf("adding clsact qdisc to %s: %w", iface.Name, err) } return qdisc, nil } // addTCFilter adds a filter to the given interface. It returns the filter object or an error. In // order to allow multiple filters on the same interface, it tries to add the filter with different // handles until it succeeds or it has tried filterHandleMax times. func addTCFilter(tcnl *tc.Tc, prog *ebpf.Program, iface *net.Interface, dir AttachmentDirection) (*tc.Object, error) { info, _ := prog.Info() var parent uint32 switch dir { case AttachmentDirectionIngress: parent = tccore.BuildHandle(tc.HandleRoot, tc.HandleMinIngress) case AttachmentDirectionEgress: parent = tccore.BuildHandle(tc.HandleRoot, tc.HandleMinEgress) default: return nil, fmt.Errorf("invalid filter direction") } for handle := uint32(0x1); handle < filterHandleMax; handle++ { filter := &tc.Object{ Msg: tc.Msg{ Family: unix.AF_UNSPEC, Ifindex: uint32(iface.Index), Handle: handle, Parent: parent, Info: filterInfo, }, Attribute: tc.Attribute{ Kind: "bpf", BPF: &tc.Bpf{ FD: ptr(uint32(prog.FD())), Name: ptr(info.Name), Flags: ptr(uint32(tc.BpfActDirect)), }, }, } if err := tcnl.Filter().Add(filter); err == nil { return filter, nil } else if !errors.Is(err, unix.EEXIST) { return nil, err } } return nil, fmt.Errorf("creating filter (too many tries)") } inspektor-gadget-0.46.0/pkg/tchandler/tracer.go000066400000000000000000000214701510117411400214030ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package tchandler handles how SchedCLS programs are attached to containers and network // interfaces. The behavior is very similar to the network tracer implemented in // pkg/networktracer/tracer.go. // The main difference is that SchedCLS programs need to be attached to network interfaces and can // be attached on ingress or egress. package tchandler import ( "errors" "fmt" "net" "sync" "github.com/cilium/ebpf" "github.com/florianl/go-tc" "golang.org/x/sys/unix" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" containerutils "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/nsenter" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target bpfel -cc clang -cflags ${CFLAGS} dispatcher ./bpf/dispatcher.bpf.c -- -I./bpf/ const ( // Keep in sync with bpf/dispatcher.bpf.c tailCallMapName = "gadget_tail_call" ) type attachment struct { // dispatcher is a small eBPF program we attach to each network interface. This programs // does a tail call to the gadget. The purpose of this program is to avoid loading multiple // instances of the gadget when there are different networking interfaces it must be // attached to. dispatcher dispatcherObjects // filter is the tc ebpf filter we attach to the network interface. This filter will execute // the dispatcher above. filter *tc.Object // users keeps track of the users' pid that have called Attach(). This can happen for when // there are several containers in a pod (sharing the netns, and hence the networking // interface). In this case we want to attach the program once. users map[uint32]struct{} } func (t *Handler) closeAttachment(a *attachment) { if a.filter != nil { t.tcnl.Filter().Delete(a.filter) } a.dispatcher.Close() } type Handler struct { // dispatcher map is a program array map with a single element that is used by the // dispatcher to perform a tail call to the gadget program. dispatcherMap *ebpf.Map // key: network interface name on the host side // value: attachment attachments map[string]*attachment // socket to talk to netlink // TODO: Currently we keep once instance of the socket for each Handler instance. Check if // it makes sense to move this to the tracer to have one single instance per gadget. // https://github.com/inspektor-gadget/inspektor-gadget/pull/2376#discussion_r1475472725 tcnl *tc.Tc direction AttachmentDirection // mu protects attachments from concurrent access // AttachContainer and DetachContainer can be called in parallel mu sync.Mutex } func NewHandler(direction AttachmentDirection) (*Handler, error) { var err error var tcnl *tc.Tc // We need to create the client on the host network namespace, otherwise it's not able to // create the qdisc and filters. err = nsenter.NetnsEnter(1, func() error { // Setup tc socket for communication with the kernel tcnl, err = tc.Open(&tc.Config{}) if err != nil { return fmt.Errorf("opening rtnetlink socket: %w", err) } return nil }) if err != nil { return nil, err } t := &Handler{ attachments: make(map[string]*attachment), tcnl: tcnl, direction: direction, } defer func() { if err != nil { t.Close() } }() // Keep in sync with tail_call map in bpf/dispatcher.bpf.c dispatcherMapSpec := ebpf.MapSpec{ Name: tailCallMapName, Type: ebpf.ProgramArray, KeySize: 4, ValueSize: 4, MaxEntries: 1, } t.dispatcherMap, err = ebpf.NewMap(&dispatcherMapSpec) if err != nil { return nil, fmt.Errorf("creating tail call map: %w", err) } return t, nil } func (t *Handler) AttachProg(prog *ebpf.Program) error { return t.dispatcherMap.Update(uint32(0), uint32(prog.FD()), ebpf.UpdateAny) } func (t *Handler) newAttachment(pid uint32, iface *net.Interface, netns uint64, direction AttachmentDirection) (_ *attachment, err error) { a := &attachment{ users: map[uint32]struct{}{pid: {}}, } var qdisc *tc.Object defer func() { if err != nil { t.closeAttachment(a) if qdisc != nil { t.tcnl.Qdisc().Delete(qdisc) } } }() spec, err := loadDispatcher() if err != nil { return nil, err } dispatcherSpec := &dispatcherSpecs{} if err := spec.Assign(dispatcherSpec); err != nil { return nil, err } if err := dispatcherSpec.CurrentNetns.Set(uint32(netns)); err != nil { return nil, err } // We create the clsact qdisc and leak it. We can't remove it because we'll break any other // application (including other ig instances) that are using it. if qdisc, err = createClsActQdisc(t.tcnl, iface); err != nil && !errors.Is(err, unix.EEXIST) { return nil, fmt.Errorf("creating clsact qdisc: %w", err) } optsIngress := ebpf.CollectionOptions{ MapReplacements: map[string]*ebpf.Map{ tailCallMapName: t.dispatcherMap, }, } if err = spec.LoadAndAssign(&a.dispatcher, &optsIngress); err != nil { return nil, fmt.Errorf("loading ebpf program: %w", err) } a.filter, err = addTCFilter(t.tcnl, a.dispatcher.IgNetDisp, iface, direction) if err != nil { return nil, fmt.Errorf("attaching ebpf program to interface %s: %w", iface.Name, err) } return a, nil } func (t *Handler) AttachContainer(container *containercollection.Container) error { // It's not clear what to do with hostNetwork containers. For now we just ignore them. if container.HostNetwork { return nil } pid := container.ContainerPid() netns, err := containerutils.GetNetNs(int(pid)) if err != nil { return fmt.Errorf("getting network interfaces on the host side for pid %d: %w", pid, err) } // If we're attaching a container, we need to invert ingress and egress because ingress on the // host end of the veth interface is egress on the container side and vice versa. var direction AttachmentDirection switch t.direction { case AttachmentDirectionIngress: direction = AttachmentDirectionEgress case AttachmentDirectionEgress: direction = AttachmentDirectionIngress } ifaces, err := containerutils.GetIfacePeers(int(pid)) if err != nil { return fmt.Errorf("getting network namespace of pid %d: %w", pid, err) } t.mu.Lock() defer t.mu.Unlock() // We need to perform these operations from the host network namespace, otherwise we won't // be able to add the filter to the network interface. err = nsenter.NetnsEnter(1, func() error { for _, iface := range ifaces { if a, ok := t.attachments[iface.Name]; ok { a.users[pid] = struct{}{} return nil } a, err := t.newAttachment(pid, iface, netns, direction) if err != nil { return fmt.Errorf("creating network handler attachment for container %s: %w", container.Runtime.ContainerName, err) } t.attachments[iface.Name] = a } return nil }) return err } func (t *Handler) DetachContainer(container *containercollection.Container) error { // It's not clear what to do with hostNetwork containers. For now we just ignore them. if container.HostNetwork { return nil } pid := container.ContainerPid() t.mu.Lock() defer t.mu.Unlock() for ifacename, a := range t.attachments { if _, ok := a.users[pid]; ok { delete(a.users, pid) if len(a.users) == 0 { t.closeAttachment(a) delete(t.attachments, ifacename) } return nil } } return fmt.Errorf("pid %d is not attached", pid) } // AttachIface attaches the tracer to the given interface on the host. See AttachContainer() if you // want to attach to a container. func (t *Handler) AttachIface(iface *net.Interface) error { if _, ok := t.attachments[iface.Name]; ok { return nil } hostNs, err := containerutils.GetNetNs(int(1)) if err != nil { return fmt.Errorf("getting network namespace of pid %d: %w", 1, err) } a, err := t.newAttachment(1, iface, hostNs, t.direction) if err != nil { return fmt.Errorf("creating network handler attachment for interface %s: %w", iface.Name, err) } t.attachments[iface.Name] = a return nil } func (t *Handler) DetachIface(iface *net.Interface) error { if a, ok := t.attachments[iface.Name]; ok { t.closeAttachment(a) delete(t.attachments, iface.Name) return nil } return fmt.Errorf("interface %s is not attached", iface.Name) } func (t *Handler) Close() { for _, a := range t.attachments { t.closeAttachment(a) } if t.dispatcherMap != nil { t.dispatcherMap.Close() } if t.tcnl != nil { t.tcnl.Close() } } inspektor-gadget-0.46.0/pkg/tcpbits/000077500000000000000000000000001510117411400172745ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/tcpbits/tcp.go000066400000000000000000000036771510117411400204260ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tcpbits import ( "fmt" "strings" ) // Names of the TCP states without the TCP_ prefix // from https://github.com/torvalds/linux/blob/v6.2/include/net/tcp_states.h#L12-L27 var tcpstates = map[uint8]string{ 1: "ESTABLISHED", 2: "SYN_SENT", 3: "SYN_RECV", 4: "FIN_WAIT1", 5: "FIN_WAIT2", 6: "TIME_WAIT", 7: "CLOSE", 8: "CLOSE_WAIT", 9: "LAST_ACK", 10: "LISTEN", 11: "CLOSING", 12: "NEW_SYN_RECV", } // TCPState converts the state of a TCP connection to its name without the TCP_ prefix func TCPState(tcpstate uint8) string { if ret, ok := tcpstates[tcpstate]; ok { return ret } return fmt.Sprintf("UNKNOWN#%d", tcpstate) } // from https://github.com/torvalds/linux/blob/v6.2/include/net/tcp.h#L840-L847 const ( tcphdrFin = 0x01 tcphdrSyn = 0x02 tcphdrRst = 0x04 tcphdrPsh = 0x08 tcphdrAck = 0x10 tcphdrUrg = 0x20 tcphdrEce = 0x40 tcphdrCwr = 0x80 ) // TCPFlags converts the flags of a TCP packet to a string func TCPFlags(flags uint8) string { tcpFlagNames := []struct { flag uint8 name string }{ {tcphdrFin, "FIN"}, {tcphdrSyn, "SYN"}, {tcphdrRst, "RST"}, {tcphdrPsh, "PSH"}, {tcphdrAck, "ACK"}, {tcphdrUrg, "URG"}, {tcphdrEce, "ECE"}, {tcphdrCwr, "CWR"}, } arr := []string{} for _, v := range tcpFlagNames { if flags&v.flag != 0 { arr = append(arr, v.name) } } return strings.Join(arr, "|") } inspektor-gadget-0.46.0/pkg/testing/000077500000000000000000000000001510117411400173015ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/command/000077500000000000000000000000001510117411400207175ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/command/command.go000066400000000000000000000150171510117411400226700ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package command provides a generic way for running testing commands. package command import ( "bytes" "errors" "io" "os/exec" "syscall" "testing" "time" "github.com/stretchr/testify/require" ) type Command struct { // Name of the command to be run, used to give information. Name string // ValidateOutput is a function used to verify the output. It must make the test fail in // case of error. ValidateOutput func(t *testing.T, output string) // ValidateStdErrOutput is a function used to verify the output. It must make the test fail in // case of error. ValidateStdErrOutput func(t *testing.T, output string) // StdOutWriter is an optional writer to which the command's standard output will be written. // It's used in situations where we want to process the output on-line without saving it. StdOutWriter io.Writer // StartAndStop indicates this command should first be started then stopped. // It corresponds to gadget like execsnoop which wait user to type Ctrl^C. StartAndStop bool // started indicates this command was started. // It is only used by command which have StartAndStop set. started bool // Cmd object is used when we want to start the command, then do // other stuff and wait for its completion or just run the command. Cmd *exec.Cmd // stdout contains command standard output when started using Startcommand(). stdout bytes.Buffer // stderr contains command standard output when started using Startcommand(). stderr bytes.Buffer } func (c *Command) IsStartAndStop() bool { return c.StartAndStop } func (c *Command) Running() bool { return c.started } // initExecCmd configures c.Cmd to store the stdout and stderr in c.stdout and c.stderr so that we // can use them on c.verifyOutput(). func (c *Command) initExecCmd() { c.Cmd.Stdout = &c.stdout c.Cmd.Stderr = &c.stderr if c.StdOutWriter != nil { c.Cmd.Stdout = c.StdOutWriter } // To be able to kill the process of /bin/sh and its child (the process of // c.Cmd), we need to send the termination signal to their process group ID // (PGID). However, child processes get the same PGID as their parents by // default, so in order to avoid killing also the integration tests process, // we set the fields Setpgid and Pgid of syscall.SysProcAttr before // executing /bin/sh. Doing so, the PGID of /bin/sh (and its children) // will be set to its process ID, see: // https://cs.opensource.google/go/go/+/refs/tags/go1.17.8:src/syscall/exec_linux.go;l=32-34. c.Cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true, Pgid: 0} } // verifyOutput verifies the output of the command by using the // ValidateOutput callback function provided by the user. func (c *Command) verifyOutput(t *testing.T) { if c.ValidateOutput != nil { c.ValidateOutput(t, c.stdout.String()) } } // verifyStderrOutput verifies the output of the command by using the // ValidateStdErrOutput callback function provided by the user. func (c *Command) verifyStderrOutput(t *testing.T) { if c.ValidateStdErrOutput != nil { c.ValidateStdErrOutput(t, c.stderr.String()) } } // Run runs the Command on the given as parameter test. func (c *Command) Run(t *testing.T) { c.initExecCmd() t.Logf("[%s] Run command(%s):\n", time.Now().UTC(), c.Name) err := c.Cmd.Run() t.Logf("[%s] Command returned(%s):\n%s\n%s\n", time.Now().UTC(), c.Name, c.stderr.String(), c.stdout.String()) require.NoError(t, err, "failed to run command(%s)", c.Name) c.verifyStderrOutput(t) c.verifyOutput(t) } // Start starts the Command on the given as parameter test, you need to // wait it using Stop(). func (c *Command) Start(t *testing.T) { if c.started { t.Logf("Warn(%s): trying to start command but it was already started\n", c.Name) return } c.initExecCmd() t.Logf("[%s] Start command(%s)", time.Now().UTC(), c.Name) err := c.Cmd.Start() require.NoError(t, err, "failed to start command(%s)", c.Name) c.started = true } // Stop stops a Command previously started with Start(). // To do so, it Kill() the process corresponding to this Cmd and then wait for // its termination. // Cmd output is then checked with regard to ExpectedString, ExpectedRegexp or ExpectedEntries. func (c *Command) Stop(t *testing.T) { if !c.started { t.Logf("Warn(%s): trying to stop command but it was not started\n", c.Name) return } t.Logf("[%s] Stop command(%s)\n", time.Now().UTC(), c.Name) err := c.kill() t.Logf("[%s] Command returned(%s):\n%s\n%s\n", time.Now().UTC(), c.Name, c.stderr.String(), c.stdout.String()) require.NoError(t, err, "failed to kill command(%s)", c.Name) c.verifyOutput(t) c.started = false } // kill kills a command by sending SIGKILL because we want to stop the process // immediately and avoid that the signal is trapped. func (c *Command) kill() error { const sig syscall.Signal = syscall.SIGKILL // No need to kill, command has not been executed yet or it already exited if c.Cmd == nil || (c.Cmd.ProcessState != nil && c.Cmd.ProcessState.Exited()) { return nil } // Given that we set Setpgid, here we just need to send the PID of c.Cmd // (which is the same PGID) as a negative number to syscall.Kill(). As a // result, the signal will be received by all the processes with such PGID, // in our case, the process of /bin/sh and c.Cmd. err := syscall.Kill(-c.Cmd.Process.Pid, sig) if err != nil { return err } // In some cases, we do not have to wait here because the cmd was executed // with run(), which already waits. On the contrary, in the case it was // executed with start() thus ig.started is true, we need to wait indeed. if c.started { err = c.Cmd.Wait() if err == nil { return nil } // Verify if the error is about the signal we just sent. In that case, // do not return error, it is what we were expecting. var exiterr *exec.ExitError if ok := errors.As(err, &exiterr); !ok { return err } waitStatus, ok := exiterr.Sys().(syscall.WaitStatus) if !ok { return err } if waitStatus.Signal() != sig { return err } return nil } return err } inspektor-gadget-0.46.0/pkg/testing/containers/000077500000000000000000000000001510117411400214465ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/containers/containerd.go000066400000000000000000000021141510117411400241210ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import ( "context" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" ) type ContainerdManager struct{} func (cm *ContainerdManager) NewContainer(name, cmd string, opts ...ContainerOption) *TestContainer { c := &TestContainer{} for _, o := range opts { o(&c.cOptions) } c.options = append(c.options, testutils.WithContext(context.Background())) c.Container = testutils.NewContainerdContainer(name, cmd, c.options...) return c } inspektor-gadget-0.46.0/pkg/testing/containers/docker.go000066400000000000000000000021001510117411400232350ustar00rootroot00000000000000// Copyright 2022-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import ( "context" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" ) type DockerManager struct{} func (dm *DockerManager) NewContainer(name, cmd string, opts ...ContainerOption) *TestContainer { c := &TestContainer{} for _, o := range opts { o(&c.cOptions) } c.options = append(c.options, testutils.WithContext(context.Background())) c.Container = testutils.NewDockerContainer(name, cmd, c.options...) return c } inspektor-gadget-0.46.0/pkg/testing/containers/factory.go000066400000000000000000000033571510117411400234540ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import ( "fmt" "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type ContainerFactory interface { NewContainer(name, cmd string, opts ...ContainerOption) *TestContainer } // NewContainerFactory returns a new instance of a ContainerFactory based on the // container runtime. The returned factory can be used to create new container // instances which can be used in tests. func NewContainerFactory(containerRuntime string) (ContainerFactory, error) { switch types.String2RuntimeName(containerRuntime) { case types.RuntimeNameDocker: return &DockerManager{}, nil case types.RuntimeNameContainerd: return &ContainerdManager{}, nil default: if containerRuntime == RuntimeKubernetes { return &K8sManager{}, nil } return nil, fmt.Errorf("unknown container runtime %q", containerRuntime) } } // TestContainer is a wrapper around testutils.Container that implements the // missing functions from the TestStep interface. This allows to use the // container as a step in a test. type TestContainer struct { testutils.Container cOptions } inspektor-gadget-0.46.0/pkg/testing/containers/k8s.go000066400000000000000000000022051510117411400225010ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" // RuntimeKubernetes is used to implement container factory interface for running containers in k8s (not an actual runtime) const RuntimeKubernetes = "kubernetes" type K8sManager struct{} func (km *K8sManager) NewContainer(name string, cmd string, opts ...ContainerOption) *TestContainer { c := &TestContainer{} for _, o := range opts { o(&c.cOptions) } c.Container = testutils.NewK8sContainer(name, cmd, c.options...) return c } inspektor-gadget-0.46.0/pkg/testing/containers/options.go000066400000000000000000000053531510117411400234760ustar00rootroot00000000000000// Copyright 2023-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package containers import ( "github.com/inspektor-gadget/inspektor-gadget/pkg/container-utils/testutils" ) type cOptions struct { options []testutils.Option cleanup bool startAndStop bool } // ContainerOption is a function that modifies a ContainerSpec and exposes only // few options from testutils.Option to the user. type ContainerOption func(opts *cOptions) func (o *cOptions) IsCleanup() bool { return o.cleanup } func (o *cOptions) IsStartAndStop() bool { return o.startAndStop } func WithContainerImage(image string) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithImage(image)) } } func WithContainerSeccompProfile(profile string) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithSeccompProfile(profile)) } } func WithContainerNamespace(namespace string) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithNamespace(namespace)) } } func WithUseExistingNamespace() ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithUseExistingNamespace()) } } func WithPrivileged() ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithPrivileged()) } } func WithLimits(limits map[string]string) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithLimits(limits)) } } func WithSysctls(sysctls map[string]string) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithSysctls(sysctls)) } } func WithCleanup() ContainerOption { return func(opts *cOptions) { opts.cleanup = true } } func WithStartAndStop() ContainerOption { return func(opts *cOptions) { opts.startAndStop = true } } func WithWaitOrOomKilled() ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithWaitOrOomKilled()) } } func WithExpectedExitCode(code int) ContainerOption { return func(opts *cOptions) { opts.options = append(opts.options, testutils.WithExpectedExitCode(code)) } } inspektor-gadget-0.46.0/pkg/testing/gadgetrunner/000077500000000000000000000000001510117411400217665ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/gadgetrunner/gadgetrunner.go000066400000000000000000000172061510117411400250100ustar00rootroot00000000000000// Copyright 2024-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package gadgetrunner import ( "context" "encoding/json" "fmt" "math" "os" "strings" "sync" "testing" "time" "github.com/cilium/ebpf" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" igjson "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource/formatters/json" gadgetcontext "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-context" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api" apihelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/gadget-service/api-helpers" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/oci" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators" ocihandler "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/oci-handler" "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/simple" "github.com/inspektor-gadget/inspektor-gadget/pkg/params" "github.com/inspektor-gadget/inspektor-gadget/pkg/runtime/local" // TODO: create a common package with all operators _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/filter" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/formatters" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/limiter" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/process" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/socketenricher" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/sort" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/uidgidresolver" _ "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/wasm" ) type GadgetRunnerOpts[T any] struct { Image string Timeout time.Duration MntnsFilterMap *ebpf.Map ParamValues api.ParamValues GlobalParamsValues api.ParamValues OnGadgetRun func(gadgetCtx operators.GadgetContext) error BeforeGadgetRun func() error NormalizeEvent func(event *T) } type GadgetRunner[T any] struct { image string timeout time.Duration mntnsFilterMap *ebpf.Map paramValues api.ParamValues globalParamValues api.ParamValues runtimeParams *params.Params testCtx *testing.T gadgetCtx *gadgetcontext.GadgetContext DataFunc datasource.DataFunc DataOperator []operators.DataOperator JsonFormatter *igjson.Formatter CapturedEvents []T onGadgetRun func(gadgetCtx operators.GadgetContext) error beforeGadgetRun func() error normalizeEvent func(event *T) } func NewGadgetRunner[T any](t *testing.T, opts GadgetRunnerOpts[T]) *GadgetRunner[T] { if opts.Image == "" { require.Fail(t, "invalid image name") return nil } if opts.Timeout <= 0 { require.Fail(t, "invalid timeout") return nil } verifyImage := strings.ToLower(os.Getenv("IG_VERIFY_IMAGE")) if verifyImage == "true" || verifyImage == "false" { if opts.GlobalParamsValues == nil { opts.GlobalParamsValues = map[string]string{ "operator.oci.verify-image": verifyImage, } } else { opts.GlobalParamsValues["operator.oci.verify-image"] = verifyImage } } gadgetImage := GetGadgetImageName(opts.Image) return &GadgetRunner[T]{ image: gadgetImage, timeout: opts.Timeout, paramValues: opts.ParamValues, globalParamValues: opts.GlobalParamsValues, CapturedEvents: make([]T, 0), mntnsFilterMap: opts.MntnsFilterMap, testCtx: t, onGadgetRun: opts.OnGadgetRun, beforeGadgetRun: opts.BeforeGadgetRun, normalizeEvent: opts.NormalizeEvent, } } func (g *GadgetRunner[T]) RunGadget() { var mu sync.Mutex if g.DataFunc == nil { // Use default data function if none is provided g.DataFunc = func(source datasource.DataSource, data datasource.Data) error { mu.Lock() event := new(T) jsonOutput := g.JsonFormatter.Marshal(data) err := json.Unmarshal(jsonOutput, event) require.NoError(g.testCtx, err, "unmarshalling event") if g.normalizeEvent != nil { g.normalizeEvent(event) } g.CapturedEvents = append(g.CapturedEvents, *event) mu.Unlock() return nil } } gadgetOperatorOpts := []simple.Option{ simple.WithPriority(math.MaxInt), // This operator is a sink simple.OnInit(func(gadgetCtx operators.GadgetContext) error { for _, d := range gadgetCtx.GetDataSources() { jsonFormatter, err := igjson.New(d, igjson.WithShowAll(true), ) require.NoError(g.testCtx, err, "json formatter error") g.JsonFormatter = jsonFormatter d.Subscribe(g.DataFunc, 50000) } return nil }), } if g.mntnsFilterMap != nil { gadgetOperatorOpts = append(gadgetOperatorOpts, // On PreStart set the mount ns filter map simple.OnPreStart(func(gadgetCtx operators.GadgetContext) error { gadgetCtx.SetVar(gadgets.MntNsFilterMapName, g.mntnsFilterMap) gadgetCtx.SetVar(gadgets.FilterByMntNsName, true) return nil }), ) } // Only add OnStart option if OnGadgetRun is defined if g.onGadgetRun != nil { gadgetOperatorOpts = append(gadgetOperatorOpts, simple.OnStart(g.onGadgetRun)) } g.DataOperator = append(g.DataOperator, ocihandler.New()) for _, dataOperator := range operators.GetDataOperators() { g.DataOperator = append(g.DataOperator, dataOperator) } g.DataOperator = append(g.DataOperator, simple.New("gadget", gadgetOperatorOpts...)) gadgetContextOps := []gadgetcontext.Option{ gadgetcontext.WithDataOperators(g.DataOperator...), } if g.timeout != 0 { gadgetContextOps = append(gadgetContextOps, gadgetcontext.WithTimeout(g.timeout)) } if strings.ToLower(os.Getenv("IG_DEBUG_LOGS")) == "true" { l := logger.DefaultLogger() l.SetLevel(logger.DebugLevel) gadgetContextOps = append(gadgetContextOps, gadgetcontext.WithLogger(l)) } g.gadgetCtx = gadgetcontext.New(context.Background(), g.image, gadgetContextOps...) runtime := local.New() for _, op := range g.DataOperator { opParams := apihelpers.ToParamDescs(op.GlobalParams()).ToParams() err := opParams.CopyFromMap(g.globalParamValues, "operator."+op.Name()+".") require.NoError(g.testCtx, err, "copying global params error") err = op.Init(opParams) require.NoError(g.testCtx, err, "operator initialization error") } err := runtime.Init(nil) require.NoError(g.testCtx, err, "runtime initialization error") // Run the gadget if g.beforeGadgetRun != nil { err = g.beforeGadgetRun() require.NoError(g.testCtx, err, "before gadget run error") } err = runtime.RunGadget(g.gadgetCtx, g.runtimeParams, g.paramValues) require.NoError(g.testCtx, err, "running gadget error") } func GetGadgetImageName(gadget string) string { // if the image already specifies a domain, don't append GADGET_REPOSITORY domain, _ := oci.SplitIGDomain(gadget) if domain != oci.DefaultDomain { return gadget } repository := os.Getenv("GADGET_REPOSITORY") tag := os.Getenv("GADGET_TAG") if repository != "" { gadget = fmt.Sprintf("%s/%s", repository, gadget) } if tag != "" { gadget = fmt.Sprintf("%s:%s", gadget, tag) } return gadget } inspektor-gadget-0.46.0/pkg/testing/ig/000077500000000000000000000000001510117411400177005ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/ig/ig.go000066400000000000000000000070771510117411400206410ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package ig provides executable wrapper for ig binary. // // Mainly used for testing of image-based gadgets. package ig import ( "fmt" "io" "os" "os/exec" "strings" "testing" igtesting "github.com/inspektor-gadget/inspektor-gadget/pkg/testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/command" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/gadgetrunner" ) // runner is responsible for storing configuration of ig executable and provide methods to interact with. type runner struct { path string image string outputMode string // command.Command contains *exec.Cmd and additional properties and methods for the same. command.Command flags []string } func (ig *runner) createCmd() { ig.flags = append(ig.flags, "-o="+ig.outputMode) args := append([]string{"run", ig.image}, ig.flags...) ig.Cmd = exec.Command(ig.path, args...) } type Option func(*runner) // WithPath used for providing custom path to ig executable. func WithPath(path string) Option { return func(ig *runner) { ig.path = path } } // WithFlags args should be in form: "--flag_name=value" or "-shorthand=value". func WithFlags(flags ...string) Option { return func(ig *runner) { ig.flags = append(ig.flags, flags...) } } // WithStartAndStop used to set StartAndStop value to true. func WithStartAndStop() Option { return func(ig *runner) { ig.StartAndStop = true } } // WithValidateOutput used to compare the actual output with expected output. func WithValidateOutput(validateOutput func(t *testing.T, output string)) Option { return func(ig *runner) { ig.ValidateOutput = validateOutput } } // WithValidateStderrOutput used to compare the actual output with expected output. func WithValidateStderrOutput(validateOutput func(t *testing.T, output string)) Option { return func(ig *runner) { ig.ValidateStdErrOutput = validateOutput } } // WithStdOutWriter sets a writes that receives the standard output of the command. func WithStdOutWriter(writer io.Writer) Option { return func(ig *runner) { ig.StdOutWriter = writer } } // WithOutputMode sets the output mode func WithOutputMode(outputMode string) Option { return func(ig *runner) { ig.outputMode = outputMode } } // New creates a new IG configured with the Options passed as parameters. func New(image string, opts ...Option) igtesting.TestStep { commandName := fmt.Sprintf("Run_%s", image) image = gadgetrunner.GetGadgetImageName(image) factoryRunner := &runner{ path: "ig", image: image, outputMode: "json", Command: command.Command{ Name: commandName, }, } if path, ok := os.LookupEnv("IG_PATH"); ok { factoryRunner.path = path } // append IG_FLAGS flags separately to ensure // one from the option aren't overwritten if flags, ok := os.LookupEnv("IG_FLAGS"); ok { split := strings.Split(flags, " ") factoryRunner.flags = append(factoryRunner.flags, split...) } for _, opt := range opts { opt(factoryRunner) } factoryRunner.createCmd() return factoryRunner } inspektor-gadget-0.46.0/pkg/testing/match/000077500000000000000000000000001510117411400203755ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/match/match.go000066400000000000000000000166001510117411400220230ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package match provides various helper functions for matching actual output to // expected output. package match import ( "encoding/json" "reflect" "strings" "testing" "github.com/stretchr/testify/require" ) // OutputMode represents how the output string should be parsed. type OutputMode int const ( InvalidMode OutputMode = iota // JSONSingleObjectMode represents the mode in which the output is single // JSON object. // // Example: One object in one line: // {"key": "value1", "key2": "value4"} // // Example: Object spread across multiple lines: //{ // "key": "value1", // "key2": "value4" //} // // Currently not known gadget produces this output. JSONSingleObjectMode // JSONMultiObjectMode represents the mode in which the output is one or multiple // JSON objects. // // Example: One object per line: // {"key": "value1", "key2": "value4"} // {"key": "value2", "key2": "value5"} // {"key": "value3", "key2": "value6"} // // Example: Object spread across multiple lines: //{ // "key": "value1", // "key2": "value4" //} //{ // "key": "value2", // "key2": "value5" //} //{ // "key": "value3", // "key2": "value6" //} // // This output is produced by gadgets like trace_open, trace_exec, etc. JSONMultiObjectMode // JSONSingleArrayMode represents the mode in which the output a single JSON // array. // // Example: Single array in one line: // [{"key": "value1"}, {"key": "value2"}, {"key": "value3"}] // // Example: Single array in multiple lines: // [ // { // "key": "value1" // }, // { // "key": "value2" // }, // { // "key": "value3" // } // ] // // This output is produced by gadgets like snapshot_process, snapshot_socket, etc. JSONSingleArrayMode // JSONMultiArrayMode represents the mode in which the output is one or multiple // JSON arrays. // // Example: Multiple arrays, one per line: // [{"key": "value1"}, {"key": "value2"}, {"key": "value3"}] // [{"key": "value4"}, {"key": "value5"}, {"key": "value4"}] // // Example: Multiple arrays, in multiple lines: // [ // { // "key": "value1" // }, // { // "key": "value2" // }, // { // "key": "value3" // } // ] // [ // { // "key": "value4" // }, // { // "key": "value5" // }, // { // "key": "value4" // } // ] // // This output is produced by gadgets like top_file, top_tcp, etc. JSONMultiArrayMode ) // MatchEntries verifies that all the entries in expectedEntries are matched by // at least one entry in the output. The output is parsed according to outputMode. func MatchEntries[T any](t *testing.T, outputMode OutputMode, output string, normalize func(*T), expectedEntries ...*T) { entries := decodeJSONOutput(t, outputMode, output, normalize) MatchUnmarshalledEntries(t, entries, expectedEntries...) } // MatchAllEntries verifies that expectedEntry is matched by all entries in the // output. The output is parsed according to outputMode. func MatchAllEntries[T any](t *testing.T, outputMode OutputMode, output string, normalize func(*T), expectedEntry *T) { entries := decodeJSONOutput(t, outputMode, output, normalize) require.NotEmpty(t, entries, "no output entries to match") for _, entry := range entries { require.Equal(t, expectedEntry, entry, "unexpected output entry") } } // MatchUnmarshalledEntries verifies that all the entries in expectedEntries are // matched by at least one entry in entries. // MatchUnmarshalledEntries([]int{1, 2, 3}, 2, 3) will pass // MatchUnmarshalledEntries([]int{1, 2, 3}, 2, 4) will fail func MatchUnmarshalledEntries[T any](t *testing.T, entries []*T, expectedEntries ...*T) { out: for _, expectedEntry := range expectedEntries { for _, entry := range entries { if reflect.DeepEqual(expectedEntry, entry) { continue out } } var str strings.Builder str.WriteString("output doesn't contain the expected entry\n") str.WriteString("captured:\n") for _, entry := range entries { entryJson, _ := json.Marshal(entry) str.WriteString(string(entryJson)) str.WriteString("\n") } expectedEntryJson, _ := json.Marshal(expectedEntry) str.WriteString("expected:\n") str.WriteString(string(expectedEntryJson)) t.Fatal(str.String()) } } // EqualString verifies that the output string matches the expectedString. // This function can be directly used as ValidateOutput function. func EqualString(t *testing.T, expectedString string) func(t *testing.T, output string) { return func(t *testing.T, output string) { require.Equal(t, expectedString, output, "output didn't match the expected string") } } // MatchRegexp verifies that the output string matches the expected regular expression. // This function can be directly used as ValidateOutput function. func MatchRegexp(t *testing.T, expectedRegexp string) func(t *testing.T, output string) { return func(t *testing.T, output string) { require.Regexp(t, expectedRegexp, output, "output didn't match the expected regexp") } } func decodeJSONOutput[T any](t *testing.T, outputMode OutputMode, output string, normalize func(*T)) []*T { var entries []*T switch outputMode { case JSONSingleObjectMode: entries = decodeJSONObjects[T](t, output, true) case JSONMultiObjectMode: entries = decodeJSONObjects[T](t, output, false) case JSONSingleArrayMode: entries = decodeJSONArrays[T](t, output, true) case JSONMultiArrayMode: entries = decodeJSONArrays[T](t, output, false) default: t.Fatalf("Invalid mode: %d", outputMode) } // To be able to use reflect.DeepEqual and cmp.Diff, we need to // "normalize" the output so that it only includes non-default values // for the fields we are able to verify. if normalize != nil { for _, entry := range entries { normalize(entry) } } return entries } // decodeJSONObjects decodes the output string that contains one or multiple // JSON objects. func decodeJSONObjects[T any](t *testing.T, output string, single bool) []*T { ret := []*T{} c := 0 decoder := json.NewDecoder(strings.NewReader(output)) for decoder.More() { var entry T if err := decoder.Decode(&entry); err != nil { require.NoError(t, err, "decoding json") } if single && c > 0 { t.Fatalf("expected a single object, but found multiple objects") } c++ ret = append(ret, &entry) } return ret } // decodeJSONArrays parses the output string that contains one or multiple JSON // arrays. It returns a slice of pointers to the decoded objects. func decodeJSONArrays[T any](t *testing.T, output string, single bool) []*T { allEntries := make([]*T, 0) c := 0 decoder := json.NewDecoder(strings.NewReader(output)) for decoder.More() { entries := []*T{} if err := decoder.Decode(&entries); err != nil { require.NoError(t, err, "decoding json") } if single && c > 0 { t.Fatalf("expected a single array, but found multiple arrays") } c++ allEntries = append(allEntries, entries...) } return allEntries } inspektor-gadget-0.46.0/pkg/testing/match/match_test.go000066400000000000000000000065241510117411400230660ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package match provides various helper functions for matching actual output to // expected output. package match import ( "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type testEvent struct { Foo int `json:"foo"` Bar string `json:"bar"` } func TestPodLabelsUnmarshal(t *testing.T) { input := `{"node": "node1", "namespace": "default", "podName": "test", "podLabels": "app=nginx,foo=bar"}` expected := &types.K8sMetadata{ Node: "node1", BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: "default", PodName: "test", PodLabels: map[string]string{ "app": "nginx", "foo": "bar", }, }, } actual := decodeJSONOutput(t, JSONSingleObjectMode, input, func(*types.K8sMetadata) {}) require.Len(t, actual, 1) assert.Equal(t, expected, actual[0]) } func TestSingleObject(t *testing.T) { input := `{"foo": 1, "bar": "baz"}` expected := &testEvent{Foo: 1, Bar: "baz"} actualArr := decodeJSONOutput(t, JSONSingleObjectMode, input, func(*testEvent) {}) require.Len(t, actualArr, 1) assert.Equal(t, expected, actualArr[0]) } func TestMultiObject(t *testing.T) { input := `{"foo": 1, "bar": "baz"} {"foo": 2, "bar": "baz2"}` expected := []*testEvent{ {Foo: 1, Bar: "baz"}, {Foo: 2, Bar: "baz2"}, } actualArr := decodeJSONOutput(t, JSONMultiObjectMode, input, func(*testEvent) {}) require.Len(t, actualArr, 2) assert.Equal(t, expected, actualArr) } func TestMultiObjectSameLine(t *testing.T) { input := `{"foo": 1, "bar": "baz"}{"foo": 2, "bar": "baz2"}` expected := []*testEvent{ {Foo: 1, Bar: "baz"}, {Foo: 2, Bar: "baz2"}, } actualArr := decodeJSONOutput(t, JSONMultiObjectMode, input, func(*testEvent) {}) require.Len(t, actualArr, 2) assert.Equal(t, expected, actualArr) } func TestSingleArray(t *testing.T) { input := `[{"foo": 1, "bar": "baz"}]` expected := []*testEvent{ {Foo: 1, Bar: "baz"}, } actualArr := decodeJSONOutput(t, JSONSingleArrayMode, input, func(*testEvent) {}) require.Len(t, actualArr, 1) assert.Equal(t, expected, actualArr) } func TestMultiArray(t *testing.T) { input := `[{"foo": 1, "bar": "baz"}] [{"foo": 2, "bar": "baz2"}]` expected := []*testEvent{ {Foo: 1, Bar: "baz"}, {Foo: 2, Bar: "baz2"}, } actualArr := decodeJSONOutput(t, JSONMultiArrayMode, input, func(*testEvent) {}) require.Len(t, actualArr, 2) assert.Equal(t, expected, actualArr) } func TestMultiArraySameLine(t *testing.T) { input := `[{"foo": 1, "bar": "baz"}][{"foo": 2, "bar": "baz2"}]` expected := []*testEvent{ {Foo: 1, Bar: "baz"}, {Foo: 2, Bar: "baz2"}, } actualArr := decodeJSONOutput(t, JSONMultiArrayMode, input, func(*testEvent) {}) require.Len(t, actualArr, 2) assert.Equal(t, expected, actualArr) } inspektor-gadget-0.46.0/pkg/testing/stats/000077500000000000000000000000001510117411400204375ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/stats/process_cpu.go000066400000000000000000000047131510117411400233200ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package stats import ( "fmt" "runtime" "time" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" ) type processCpu struct { lastCpuTimes map[int]uint64 comms []string } // Implementation of Options interface func (m *processCpu) WithCPUUsage() bool { return true } func (m *processCpu) WithCPUUsageRelative() bool { return true } func (m *processCpu) WithComm() bool { return false } func (m *processCpu) WithPPID() bool { return false } func (m *processCpu) WithState() bool { return false } func (m *processCpu) WithUID() bool { return false } func (m *processCpu) WithVmSize() bool { return false } func (m *processCpu) WithVmRSS() bool { return false } func (m *processCpu) WithMemoryRelative() bool { return false } func (m *processCpu) WithThreadCount() bool { return false } func (m *processCpu) WithStartTime() bool { return false } func (m *processCpu) TotalMemory() uint64 { return 0 } func (m *processCpu) NumCPU() int { return runtime.NumCPU() } func (m *processCpu) LastCPUTime(pid int) (uint64, bool) { t, ok := m.lastCpuTimes[pid] return t, ok } func (m *processCpu) BootTime() time.Time { return time.Now() } func (m *processCpu) getProcessCpu(timeDelta float64) (map[string]float64, error) { ret := make(map[string]float64) lastCpuTimes := make(map[int]uint64) // TODO: should we "continue" in case of error? for _, comm := range m.comms { pid, err := findProcessByComm(comm) if err != nil { return nil, err } processInfo, err := processhelpers.GetProcessInfo(pid, timeDelta, m) if err != nil { return nil, fmt.Errorf("getting process info for pid %d: %w", pid, err) } lastCpuTimes[pid] = processInfo.CPUTime ret[comm] = processInfo.CPUUsageRelative } m.lastCpuTimes = lastCpuTimes return ret, nil } inspektor-gadget-0.46.0/pkg/testing/stats/process_memory.go000066400000000000000000000045251510117411400240420ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package stats import ( "fmt" "runtime" "time" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" ) type processMemory struct { totalMemory uint64 comms []string } // Implementation of Options interface func (m *processMemory) WithCPUUsage() bool { return false } func (m *processMemory) WithCPUUsageRelative() bool { return false } func (m *processMemory) WithComm() bool { return false } func (m *processMemory) WithPPID() bool { return false } func (m *processMemory) WithState() bool { return false } func (m *processMemory) WithUID() bool { return false } func (m *processMemory) WithVmSize() bool { return false } func (m *processMemory) WithVmRSS() bool { return true } func (m *processMemory) WithMemoryRelative() bool { return true } func (m *processMemory) WithThreadCount() bool { return false } func (m *processMemory) WithStartTime() bool { return false } func (m *processMemory) TotalMemory() uint64 { return m.totalMemory } func (m *processMemory) NumCPU() int { return runtime.NumCPU() } func (m *processMemory) LastCPUTime(pid int) (uint64, bool) { return 0, false } func (m *processMemory) BootTime() time.Time { return time.Now() } func (m *processMemory) getProcessMemory() (map[string]uint64, error) { ret := make(map[string]uint64) // TODO: should we "continue" in case of error? for _, comm := range m.comms { pid, err := findProcessByComm(comm) if err != nil { return nil, err } processInfo, err := processhelpers.GetProcessInfo(pid, 0, m) if err != nil { return nil, fmt.Errorf("getting process info for pid %d: %w", pid, err) } ret[comm] = processInfo.MemoryRSS } return ret, nil } inspektor-gadget-0.46.0/pkg/testing/stats/stats.go000066400000000000000000000133051510117411400221260ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package stats import ( "os" "strconv" "strings" "testing" "time" processhelpers "github.com/inspektor-gadget/inspektor-gadget/pkg/process-helpers" ) // Option is a function that modifies the statsRecorder configuration type Option func(*statsRecorder) // WithComms sets the list of process command names to track func WithComms(comms []string) Option { return func(s *statsRecorder) { s.comms = comms } } // WithInitialDelay sets the initial delay before starting stats collection func WithInitialDelay(delay time.Duration) Option { return func(s *statsRecorder) { s.initialDelay = delay } } type Stat struct { // CPU usage in percentage. // 100% means all cores are fully utilized. CPUPercentage float64 `json:"cpu_percentage"` // Memory usage in bytes. Memory uint64 `json:"mem"` } type Stats struct { // System-wide statistics. System Stat `json:"system"` // Per-process statistics. Processes map[string]*Stat `json:"processes"` } type memStat struct { system uint64 processes map[string]uint64 } type statsRecorder struct { memPoints []memStat prevCPUStats *CPUStats systemCpu float64 processesCpu map[string]float64 iterations int processMemory *processMemory processCpu *processCpu running bool // opts // Comms of processes to track. comms []string // Initial delay before starting the stats collection. initialDelay time.Duration } func New(iterations int, opts ...Option) *statsRecorder { totalMem, _ := processhelpers.GetTotalMemory() sr := &statsRecorder{ running: false, iterations: iterations, } for _, opt := range opts { opt(sr) } if len(sr.comms) != 0 { sr.processMemory = &processMemory{ totalMemory: totalMem, comms: sr.comms, } sr.processCpu = &processCpu{ lastCpuTimes: make(map[int]uint64), comms: sr.comms, } } return sr } func (m *statsRecorder) Run(t *testing.T) { t.Fatalf("Run not implemented for statsRecorder cmd, use Start() instead") } func (m *statsRecorder) Start(t *testing.T) { go func() { if m.initialDelay > 0 { time.Sleep(m.initialDelay) } var err error m.prevCPUStats, err = readCPUStats() if err != nil { t.Errorf("failed to read initial CPU stats: %v", err) return } last := time.Now() if m.processCpu != nil { m.processesCpu, err = m.processCpu.getProcessCpu(0.0) if err != nil { t.Errorf("failed to read initial process CPU: %v", err) return } } ticker := time.NewTicker(1 * time.Second) defer ticker.Stop() for i := 0; i < m.iterations; i++ { <-ticker.C point, err := m.getMemPoint() if err != nil { t.Logf("failed to get stats: %v", err) continue } m.memPoints = append(m.memPoints, point) } m.systemCpu, err = m.getSystemCPU() if err != nil { t.Errorf("failed to read system CPU: %v", err) return } now := time.Now() delta := now.Sub(last).Seconds() if m.processCpu != nil { m.processesCpu, err = m.processCpu.getProcessCpu(delta) if err != nil { t.Errorf("failed to read process CPU: %v", err) return } } m.running = false }() } func (m *statsRecorder) Stop(t *testing.T) { if m.running { t.Fatal("recorder is still running, cannot stop it") } } func (m *statsRecorder) IsStartAndStop() bool { return true } func (m *statsRecorder) Running() bool { return m.running } func (m *statsRecorder) Stats() Stats { if len(m.memPoints) == 0 { return Stats{} } processes := make(map[string]*Stat) for _, comm := range m.comms { processes[comm] = &Stat{} } // average memory usage across all points memAvg := uint64(0) for _, point := range m.memPoints { memAvg += point.system for comm, mem := range point.processes { processes[comm].Memory += mem } } memAvg /= uint64(len(m.memPoints)) for _, stat := range processes { stat.Memory /= uint64(len(m.memPoints)) } for comm, cpu := range m.processesCpu { if _, ok := processes[comm]; !ok { processes[comm] = &Stat{} } processes[comm].CPUPercentage = cpu } return Stats{ System: Stat{ CPUPercentage: m.systemCpu, Memory: memAvg, }, Processes: processes, } } func (m *statsRecorder) getMemPoint() (memStat, error) { systemMemory, err := m.getSystemMemory() if err != nil { return memStat{}, err } if m.processMemory == nil { return memStat{system: systemMemory}, nil } processes, err := m.processMemory.getProcessMemory() if err != nil { return memStat{}, err } return memStat{ system: systemMemory, processes: processes, }, nil } func findProcessByComm(targetComm string) (int, error) { // Read /proc directory to find processes entries, err := os.ReadDir("/proc") if err != nil { return 0, err } for _, entry := range entries { if !entry.IsDir() { continue } // Check if directory name is a PID pid, err := strconv.Atoi(entry.Name()) if err != nil { continue } // Read the command name from /proc/PID/comm commPath := "/proc/" + entry.Name() + "/comm" commBytes, err := os.ReadFile(commPath) if err != nil { continue } comm := strings.TrimSpace(string(commBytes)) if comm == targetComm { return pid, nil } } return 0, os.ErrNotExist } inspektor-gadget-0.46.0/pkg/testing/stats/system_cpu.go000066400000000000000000000051451510117411400231660ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package stats import ( "bufio" "fmt" "os" "strconv" "strings" ) // CPUStats represents CPU statistics at a point in time type CPUStats struct { User uint64 Nice uint64 System uint64 Idle uint64 IOWait uint64 IRQ uint64 SoftIRQ uint64 Steal uint64 } func (m *statsRecorder) getSystemCPU() (float64, error) { currStats, err := readCPUStats() if err != nil { return 0.0, fmt.Errorf("read CPU stats %w", err) } usage := calculateCPUUsage(m.prevCPUStats, currStats) m.prevCPUStats = currStats return usage, nil } // readCPUStats reads CPU statistics from /proc/stat func readCPUStats() (*CPUStats, error) { file, err := os.Open("/proc/stat") if err != nil { return nil, err } defer file.Close() scanner := bufio.NewScanner(file) if !scanner.Scan() { return nil, fmt.Errorf("read first line from /proc/stat") } line := scanner.Text() fields := strings.Fields(line) if len(fields) < 8 || fields[0] != "cpu" { return nil, fmt.Errorf("invalid /proc/stat format") } stats := &CPUStats{} values := []*uint64{ &stats.User, &stats.Nice, &stats.System, &stats.Idle, &stats.IOWait, &stats.IRQ, &stats.SoftIRQ, &stats.Steal, } for i, field := range fields[1:9] { val, err := strconv.ParseUint(field, 10, 64) if err != nil { return nil, fmt.Errorf("parse CPU stat field %d: %w", i, err) } *values[i] = val } return stats, nil } // calculateCPUUsage calculates CPU usage percentage between two stat readings func calculateCPUUsage(prev, curr *CPUStats) float64 { prevIdle := prev.Idle + prev.IOWait currIdle := curr.Idle + curr.IOWait prevNonIdle := prev.User + prev.Nice + prev.System + prev.IRQ + prev.SoftIRQ + prev.Steal currNonIdle := curr.User + curr.Nice + curr.System + curr.IRQ + curr.SoftIRQ + curr.Steal prevTotal := prevIdle + prevNonIdle currTotal := currIdle + currNonIdle totalDiff := currTotal - prevTotal idleDiff := currIdle - prevIdle if totalDiff == 0 { return 0.0 } return (float64(totalDiff-idleDiff) / float64(totalDiff)) * 100.0 } inspektor-gadget-0.46.0/pkg/testing/stats/system_memory.go000066400000000000000000000046761510117411400237170ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package stats import ( "bufio" "fmt" "os" "strconv" "strings" ) // memoryStats represents memory statistics at a point in time type memoryStats struct { MemTotal uint64 // Total usable RAM (in kB) MemFree uint64 // Amount of free RAM (in kB) MemAvailable uint64 // Available memory for new processes (in kB) Buffers uint64 // Temporary storage for raw disk blocks (in kB) Cached uint64 // In-memory cache for files read from disk (in kB) SReclaimable uint64 // Reclaimable slab memory (in kB) } func (m *statsRecorder) getSystemMemory() (uint64, error) { file, err := os.Open("/proc/meminfo") if err != nil { return 0, err } defer file.Close() stats := &memoryStats{} scanner := bufio.NewScanner(file) for scanner.Scan() { line := scanner.Text() fields := strings.Fields(line) if len(fields) < 2 { continue } key := strings.TrimSuffix(fields[0], ":") value, err := strconv.ParseUint(fields[1], 10, 64) if err != nil { continue } switch key { case "MemTotal": stats.MemTotal = value case "MemFree": stats.MemFree = value case "MemAvailable": stats.MemAvailable = value case "Buffers": stats.Buffers = value case "Cached": stats.Cached = value case "SReclaimable": stats.SReclaimable = value } } if err := scanner.Err(); err != nil { return 0, err } if stats.MemTotal == 0 { return 0, fmt.Errorf("read MemTotal from /proc/meminfo") } // Calculate used memory more accurately // Available memory is a better indicator than just Free memory // as it accounts for reclaimable memory (buffers, cached, etc.) availableKB := stats.MemAvailable if availableKB == 0 { // Fallback calculation if MemAvailable is not available availableKB = stats.MemFree + stats.Buffers + stats.Cached + stats.SReclaimable } usedKB := stats.MemTotal - availableKB return usedKB * 1024, nil } inspektor-gadget-0.46.0/pkg/testing/teststeps.go000066400000000000000000000046031510117411400216710ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package testing import ( "testing" "time" ) const stepWaitDuration = 10 * time.Second // TestStep allows combining different steps (e.g command, container creation) // to allow simplified/consistent flow for tests via RunTestSteps type TestStep interface { // Run runs the step and wait its completion. Run(t *testing.T) // Start starts the step and immediately returns, it does wait until // its completion, use Stop() for that. Start(t *testing.T) // Stop stops the step and waits its completion. Stop(t *testing.T) // IsStartAndStop returns true if the step should first be started then // stopped after some time. IsStartAndStop() bool // Running returns true if the step has been started. Running() bool } type Option func(*runTestStepsOpts) type runTestStepsOpts struct { cbBeforeCleanup func(t *testing.T) } // WithCbBeforeCleanup is executed before calling the cleanup functions, it can be use for instance // to print extra logs when the test fails. func WithCbBeforeCleanup(f func(t *testing.T)) func(opts *runTestStepsOpts) { return func(ops *runTestStepsOpts) { ops.cbBeforeCleanup = f } } // RunTestSteps is used to run a list of test steps with stopping/clean up logic. func RunTestSteps(steps []TestStep, t *testing.T, options ...Option) { opts := &runTestStepsOpts{} for _, option := range options { option(opts) } if opts.cbBeforeCleanup != nil { defer opts.cbBeforeCleanup(t) } // Defer stopping commands for _, step := range steps { step := step defer func() { if step.IsStartAndStop() && step.Running() { // Wait a bit before stopping the step. time.Sleep(stepWaitDuration) step.Stop(t) } }() } // Run or Start all steps for _, step := range steps { if step.IsStartAndStop() { step.Start(t) continue } step.Run(t) } } inspektor-gadget-0.46.0/pkg/testing/utils/000077500000000000000000000000001510117411400204415ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/testing/utils/component.go000066400000000000000000000037601510117411400230000ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "os" "strings" "testing" "github.com/inspektor-gadget/inspektor-gadget/pkg/testing/containers" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) type TestComponent string const ( // Used to test gadget using ig for container running locally IgLocalTestComponent TestComponent = "ig-local" // Used to test gadget using ig for container running in k8s IgK8sTestComponent TestComponent = "ig-k8s" // Used to test gadget using kubectl-gadget for container running in k8s KubectlGadgetTestComponent TestComponent = "kubectl-gadget" ) var ( Runtime = eventtypes.RuntimeNameDocker.String() ContainerRuntime = Runtime CurrentTestComponent = IgLocalTestComponent ) func InitTest(t *testing.T) { if os.Getenv("IG_RUNTIME") != "" { Runtime = os.Getenv("IG_RUNTIME") ContainerRuntime = Runtime if Runtime == containers.RuntimeKubernetes { // Get container runtime used in the cluster ContainerRuntime = GetContainerRuntime(t) if CurrentTestComponent == IgLocalTestComponent { CurrentTestComponent = IgK8sTestComponent } } } if strings.Contains(os.Getenv("IG_PATH"), string(KubectlGadgetTestComponent)) { CurrentTestComponent = KubectlGadgetTestComponent if Runtime != containers.RuntimeKubernetes { t.Fatalf("invalid value of runtime for kubectl-gadget. Valid value is %s", containers.RuntimeKubernetes) } } } inspektor-gadget-0.46.0/pkg/testing/utils/helpers.go000066400000000000000000000114241510117411400224340ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "os" "reflect" "strconv" "strings" "testing" "github.com/cilium/ebpf" "github.com/google/go-cmp/cmp" "github.com/moby/moby/pkg/parsers/kernel" "github.com/stretchr/testify/require" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) // HostInit initializes the host package for testing without any automatic workarounds. func HostInit(t *testing.T) { err := host.Init(host.Config{}) if err != nil { t.Fatal(err) } } // CreateMntNsFilterMap creates and fills an eBPF map that can be used // to filter by mount namespace in the different tracers. func CreateMntNsFilterMap(t testing.TB, mountNsIDs ...uint64) *ebpf.Map { t.Helper() const one = uint32(1) mntnsSpec := &ebpf.MapSpec{ Name: "filter_map_" + t.Name(), Type: ebpf.Hash, KeySize: 8, ValueSize: 4, MaxEntries: 1024, } m, err := ebpf.NewMap(mntnsSpec) require.Nil(t, err, "Failed to create eBPF map: %s", err) t.Cleanup(func() { m.Close() }) for _, mountnsid := range mountNsIDs { err := m.Put(mountnsid, one) require.Nil(t, err, "Failed to update eBPF map: %s", err) } return m } // RequireRoot skips the test if the not running as root func RequireRoot(t testing.TB) { t.Helper() if unix.Getuid() != 0 { t.Skip("Test requires root") } } func RequireKernelVersion(t testing.TB, expectedVersion *kernel.VersionInfo) { version, err := kernel.GetKernelVersion() require.Nil(t, err, "Failed to get kernel version: %s", err) if kernel.CompareKernelVersion(*version, *expectedVersion) < 0 { t.Skipf("Test requires kernel %s", expectedVersion) } } func RequireFileContains(t testing.TB, path, expected string) { t.Helper() data, err := os.ReadFile(path) require.Nil(t, err, "Failed to read %q: %s", path, err) if !strings.Contains(string(data), expected) { t.Skipf("Test requires %q to contain %q", path, expected) } } func ReadFileAsUint32(t testing.TB, path string) uint32 { t.Helper() loginuidBytes, err := os.ReadFile(path) require.Nil(t, err, "Failed to read %q: %s", err) ret, err := strconv.ParseUint(string(loginuidBytes), 10, 32) require.Nil(t, err, "Failed to parse %q: %s", string(loginuidBytes), err) return uint32(ret) } func NewRunnerWithTest(t testing.TB, config *RunnerConfig) *Runner { t.Helper() runner, err := NewRunner(config) require.Nil(t, err, "Creating runner: %s", err) t.Cleanup(runner.Close) return runner } func RunWithRunner(t testing.TB, runner *Runner, f func() error) { t.Helper() err := runner.Run(f) require.Nil(t, err, "Error generating event: %s", err) } type ValidateEventType[Event any, Extra any] func(*testing.T, *RunnerInfo, Extra, []Event) // ExpectNoEvent doesn't expect any event to be captured by the tracer. func ExpectNoEvent[Event any, Extra any](t *testing.T, _ *RunnerInfo, _ Extra, events []Event) { require.Empty(t, events, "No events are expected") } // ExpectAtLeastOneEvent expects that at least one of the captures events matches. func ExpectAtLeastOneEvent[Event any, Extra any](getEvent func(info *RunnerInfo, extra Extra) *Event) ValidateEventType[Event, Extra] { return func(t *testing.T, info *RunnerInfo, extra Extra, events []Event) { expectedEvent := getEvent(info, extra) for _, event := range events { if reflect.DeepEqual(expectedEvent, &event) { return } } // Provide extra info when only a single event was captured if len(events) == 1 { t.Fatalf("Event doesn't match:\n%s", cmp.Diff(expectedEvent, &events[0])) } t.Fatalf("Event wasn't captured") } } // ExpectOneEvent expects only matching event to be captured. func ExpectOneEvent[Event any, Extra any](getEvent func(info *RunnerInfo, extra Extra) *Event) ValidateEventType[Event, Extra] { return func(t *testing.T, info *RunnerInfo, extra Extra, events []Event) { expectedEvent := getEvent(info, extra) require.Len(t, events, 1, "One event is expected") require.Equal(t, expectedEvent, &events[0], "Event doesn't match") } } // Equal compares if two values are the same. // Deprecated: Use require.Equal instead. func Equal[T comparable](t *testing.T, expected, actual T, message string) { t.Helper() require.Equal(t, expected, actual, message) } inspektor-gadget-0.46.0/pkg/testing/utils/runner.go000066400000000000000000000140351510117411400223040ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "errors" "fmt" "os" "path/filepath" "runtime" "syscall" "github.com/vishvananda/netlink" "golang.org/x/sys/unix" ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" ) // RunnerConfig defines how the runner should behave. // TODO: We could implement more options like unsharing the network // namespace, running on a different group ID, etc. type RunnerConfig struct { // User ID to run under Uid int // Group ID to run under Gid int // HostNetwork prevents the runner from creating a new network namespace HostNetwork bool } // RunnerInfo contains information about the runner and it's used by the // tests to verify that the generated events have the correct value for // fields like PID, UID and MountNsID. type RunnerInfo struct { Pid int Tid int Comm string Uid int Gid int MountNsID uint64 NetworkNsID uint64 UserNsID uint64 // Alternative representation of all fields above to avoid tests making the // same conversion multiple times Proc ebpftypes.Process } // Runner is a helper type to execute tests in different conditions. It // creates a go routine that is executed in a different mount namespace, // user ID, etc. to simulate events hapenning inside containers. type Runner struct { config *RunnerConfig tasks chan func() error replies chan error Info *RunnerInfo } func NewRunner(config *RunnerConfig) (*Runner, error) { if config == nil { config = &RunnerConfig{} } r := &Runner{ config: config, tasks: make(chan func() error), replies: make(chan error), } go r.runLoop() if err := <-r.replies; err != nil { r.Close() return nil, err } return r, nil } func (r *Runner) Run(f func() error) error { r.tasks <- f return <-r.replies } func (r *Runner) Close() { if r.tasks != nil { close(r.tasks) r.tasks = nil } if r.replies != nil { close(r.replies) r.replies = nil } } func (r *Runner) runLoop() { // Don't switch thread in the following code runtime.LockOSThread() // We aren't calling runtime.UnlockOSThread() to let this thread // die because some changes are not recoverable, like switching // to a non-root UID. mountnsid, err := createMntNamespace() if err != nil { r.replies <- fmt.Errorf("creating mount namespace: %w", err) return } var netnsid uint64 if r.config.HostNetwork { netnsid, err = getNetNamespaceInode() if err != nil { r.replies <- fmt.Errorf("getting network namespace: %w", err) return } } else { netnsid, err = createNetNamespace() if err != nil { r.replies <- fmt.Errorf("creating network namespace: %w", err) return } } // syscall.Set{u,g}id() can't be used here because it'll // change the {U,G}ID of all threads and we only need to // change the one of this thread. // https://github.com/golang/go/commit/d1b1145cace8b968307f9311ff611e4bb810710c if r.config.Gid != 0 { _, _, errno := syscall.Syscall(syscall.SYS_SETGID, uintptr(r.config.Gid), 0, 0) if errno != 0 { r.replies <- fmt.Errorf("setting gid: %w", err) return } } if r.config.Uid != 0 { _, _, errno := syscall.Syscall(syscall.SYS_SETUID, uintptr(r.config.Uid), 0, 0) if errno != 0 { r.replies <- fmt.Errorf("setting uid: %w", err) return } } comm, err := os.Executable() if err != nil { r.replies <- fmt.Errorf("getting current executable: %w", err) return } userNsID, err := getUserNamespaceInode() if err != nil { r.replies <- fmt.Errorf("getting user ns ID: %w", err) return } ppid := os.Getppid() pcommBytes, err := os.ReadFile(fmt.Sprintf("/proc/%d/comm", ppid)) if err != nil { r.replies <- fmt.Errorf("getting parent comm: %w", err) return } pcomm := string(pcommBytes) pcomm = pcomm[:len(pcomm)-1] r.Info = &RunnerInfo{ Pid: os.Getpid(), Tid: unix.Gettid(), Comm: filepath.Base(comm), Uid: r.config.Uid, Gid: r.config.Gid, MountNsID: mountnsid, NetworkNsID: netnsid, UserNsID: userNsID, } r.Info.Proc = ebpftypes.Process{ Comm: r.Info.Comm, Pid: uint32(r.Info.Pid), Tid: uint32(r.Info.Tid), MntNsID: r.Info.MountNsID, Creds: ebpftypes.Creds{ Uid: uint32(r.Info.Uid), Gid: uint32(r.Info.Gid), }, Parent: ebpftypes.Parent{ Comm: pcomm, Pid: uint32(ppid), }, } // Indicate it's ready to process tasks r.replies <- nil for task := range r.tasks { r.replies <- task() } } func createMntNamespace() (uint64, error) { if err := unix.Unshare(syscall.CLONE_NEWNS); err != nil { return 0, err } return getMntNamespaceInode() } func createNetNamespace() (uint64, error) { if err := unix.Unshare(syscall.CLONE_NEWNET); err != nil { return 0, err } // We cannot test without the loopback interface if err := netlink.LinkSetUp(&netlink.Device{LinkAttrs: netlink.LinkAttrs{Name: "lo"}}); err != nil { return 0, err } return getNetNamespaceInode() } func getNsInode(kind string) (uint64, error) { pid := os.Getpid() tid := unix.Gettid() fileinfo, err := os.Stat(fmt.Sprintf("/proc/%d/task/%d/ns/%s", pid, tid, kind)) if err != nil { return 0, err } stat, ok := fileinfo.Sys().(*syscall.Stat_t) if !ok { return 0, errors.New("not a syscall.Stat_t") } return stat.Ino, nil } func getMntNamespaceInode() (uint64, error) { return getNsInode("mnt") } func getNetNamespaceInode() (uint64, error) { return getNsInode("net") } func getUserNamespaceInode() (uint64, error) { return getNsInode("user") } inspektor-gadget-0.46.0/pkg/testing/utils/sleep.go000066400000000000000000000021521510117411400221000ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "testing" "time" ) type sleep struct { duration time.Duration } func Sleep(duraration time.Duration) *sleep { return &sleep{duration: duraration} } func (s *sleep) Run(t *testing.T) { time.Sleep(s.duration) } func (s *sleep) Start(t *testing.T) { t.Fatal("start not implemented for sleep cmd") } func (s *sleep) Stop(t *testing.T) { t.Fatal("stop not implemented for sleep cmd") } func (s *sleep) IsStartAndStop() bool { return false } func (s *sleep) Running() bool { return false } inspektor-gadget-0.46.0/pkg/testing/utils/types.go000066400000000000000000000026011510117411400221330ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( ebpftypes "github.com/inspektor-gadget/inspektor-gadget/pkg/operators/ebpf/types" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) // Define some types that are only used for testing purposes type K8s struct { Kind string `json:"kind"` Name string `json:"name"` Namespace string `json:"namespace"` Labels string `json:"labels"` } type L4Endpoint struct { Addr string `json:"addr"` Version uint8 `json:"version"` Port uint16 `json:"port"` Proto string `json:"proto"` K8s K8s `json:"k8s"` } type L3Endpoint struct { Addr string `json:"addr"` Version uint8 `json:"version"` } type ( Creds = ebpftypes.Creds Parent = ebpftypes.Parent Process = ebpftypes.Process ) type CommonData = eventtypes.CommonData inspektor-gadget-0.46.0/pkg/testing/utils/utils.go000066400000000000000000000162761510117411400221440ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package utils import ( "bytes" "fmt" "math/rand" "os" "os/exec" "strings" "syscall" "testing" "time" "github.com/stretchr/testify/require" "golang.org/x/exp/constraints" eventtypes "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) var ( seed int64 = time.Now().UTC().UnixNano() r *rand.Rand = rand.New(rand.NewSource(seed)) ) type CommonDataOption func(commonData *eventtypes.CommonData) // WithContainerImageName sets the ContainerImageName to facilitate the tests func WithContainerImageName(imageName string) CommonDataOption { return func(commonData *eventtypes.CommonData) { if CurrentTestComponent == IgLocalTestComponent || !IsDockerRuntime() { commonData.Runtime.ContainerImageName = imageName } } } // WithContainerID sets the ContainerID to facilitate the tests func WithContainerID(containerID string) CommonDataOption { return func(commonData *eventtypes.CommonData) { commonData.Runtime.ContainerID = containerID } } // WithK8sNamespace sets the Namespace to facilitate the tests func WithK8sNamespace(namespace string) CommonDataOption { return func(commonData *eventtypes.CommonData) { commonData.K8s.Namespace = namespace } } func BuildCommonData(containerName string, options ...CommonDataOption) eventtypes.CommonData { var e eventtypes.CommonData switch CurrentTestComponent { case IgLocalTestComponent: e = eventtypes.CommonData{ Runtime: eventtypes.BasicRuntimeMetadata{ RuntimeName: eventtypes.String2RuntimeName(ContainerRuntime), ContainerName: containerName, }, } case KubectlGadgetTestComponent: e = eventtypes.CommonData{ K8s: eventtypes.K8sMetadata{ BasicK8sMetadata: eventtypes.BasicK8sMetadata{ // Pod name, Container name and labesl are defined by BusyboxPodCommand. // Note the Pod is also assigned the containerName PodName: containerName, ContainerName: containerName, PodLabels: map[string]string{"run": containerName}, }, }, // TODO: Include the Node } } for _, option := range options { option(&e) } return e } func BuildEndpointK8sData(kind, name, namespace, labels string) K8s { if CurrentTestComponent != KubectlGadgetTestComponent { return K8s{} } return K8s{ Kind: kind, Name: name, Namespace: namespace, Labels: labels, } } func NormalizeCommonData(e *eventtypes.CommonData) { // The container image digest is not currently enriched for Docker containers: // https://github.com/inspektor-gadget/inspektor-gadget/issues/2365 // It's enriched for other runtimes like containerd and cri-o, but our // testing framework doesn't provide any way to get this information, so // ignore this field for now. e.Runtime.ContainerImageDigest = "" e.Runtime.ContainerPID = 0 e.Runtime.ContainerStartedAt = 0 if CurrentTestComponent == KubectlGadgetTestComponent { e.K8s.Node = "" // TODO: Verify container runtime and container name e.Runtime.RuntimeName = "" e.Runtime.ContainerName = "" } } func NormalizeEndpoint(e *L4Endpoint) { // Information about the endpoint is not enriched when running ig, since it needs // to connect to the kubeapiserver to get this information. if CurrentTestComponent != KubectlGadgetTestComponent { e.K8s.Kind = "" e.K8s.Name = "" e.K8s.Namespace = "" e.K8s.Labels = "" } } func BuildProc(comm string, uid, gid uint32) Process { return Process{ Comm: comm, Pid: NormalizedInt, Tid: NormalizedInt, MntNsID: NormalizedInt, Creds: Creds{ Uid: uid, Gid: gid, }, Parent: Parent{ Comm: NormalizedStr, Pid: NormalizedInt, }, } } // NormalizeProc normalizes the pid, tid, parent pid and parent comm fields on // p. func NormalizeProc(p *Process) { NormalizeInt(&p.Pid) NormalizeInt(&p.Tid) NormalizeInt(&p.MntNsID) NormalizeInt(&p.Parent.Pid) NormalizeString(&p.Parent.Comm) } func IsDockerRuntime() bool { return ContainerRuntime == eventtypes.RuntimeNameDocker.String() } // PrintLogsFn returns a function that print logs in case the test fails. func PrintLogsFn(namespaces ...string) func(t *testing.T) { return func(t *testing.T) { if !t.Failed() { return } if CurrentTestComponent == KubectlGadgetTestComponent { t.Logf("Inspektor Gadget pod logs:") t.Log(getPodLogs("gadget")) } for _, ns := range namespaces { t.Logf("Logs in namespace %s:", ns) t.Log(getPodLogs(ns)) } } } // getPodLogs returns a string with the logs of all pods in namespace ns func getPodLogs(ns string) string { if CurrentTestComponent != KubectlGadgetTestComponent { return "" } var sb strings.Builder logCommands := []string{ fmt.Sprintf("kubectl get pods -n %s -o wide", ns), fmt.Sprintf(`for pod in $(kubectl get pods -n %[1]s -o name); do kubectl logs -n %[1]s $pod --previous; kubectl logs -n %[1]s $pod; done`, ns), } for _, c := range logCommands { cmd := exec.Command("/bin/sh", "-xc", c) output, err := cmd.CombinedOutput() if err != nil { sb.WriteString(fmt.Sprintf("Error: failed to run log command: %s, %s\n", cmd.String(), err)) continue } sb.WriteString(string(output)) } return sb.String() } // GetContainerRuntime returns the container runtime the cluster is using. func GetContainerRuntime(t *testing.T) string { cmd := exec.Command("kubectl", "get", "node", "-o", "jsonpath={.items[0].status.nodeInfo.containerRuntimeVersion}") var stderr bytes.Buffer cmd.Stderr = &stderr r, err := cmd.Output() require.NoError(t, err, "getting container runtime: %s", stderr.String()) ret := string(r) parts := strings.Split(ret, ":") require.GreaterOrEqual(t, len(parts), 1, "unexpected container runtime version") return parts[0] } // GetInode extracts the inode of a given path func GetInode(path string) (uint64, error) { fileInfo, err := os.Stat(path) if err != nil { return 0, fmt.Errorf("attempting to stat path %s: %w", path, err) } // Extract the inode value from the system information sysInfo := fileInfo.Sys() if stat, ok := sysInfo.(*syscall.Stat_t); ok { return uint64(stat.Ino), nil } return 0, fmt.Errorf("encountering issues when asserting system info as *syscall.Stat_t for path: %s", path) } // GenerateTestNamespaceName returns a string which can be used as unique // namespace. // The returned value is: namespace_parameter-random_integer. func GenerateTestNamespaceName(t *testing.T, namespace string) string { t.Logf("Seed used: %d", seed) return fmt.Sprintf("%s-%d", namespace, r.Int()) } const ( NormalizedInt = 1 NormalizedStr = "foo" ) func NormalizeInt[T constraints.Integer](f *T) { var zero T if *f != zero { *f = T(NormalizedInt) } } func NormalizeString(f *string) { if *f != "" { *f = NormalizedStr } } inspektor-gadget-0.46.0/pkg/tracer-collection/000077500000000000000000000000001510117411400212355ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/tracer-collection/tracer-collection.go000066400000000000000000000130001510117411400251670ustar00rootroot00000000000000// Copyright 2022-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tracercollection import ( "fmt" "os" "sync" "github.com/cilium/ebpf" log "github.com/sirupsen/logrus" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" ) const ( MaxContainersPerNode = 1024 MountMapPrefix = "mntnsset_" ) type TracerCollection struct { tracers map[string]tracer tracersMutex *sync.RWMutex containerCollection *containercollection.ContainerCollection testOnly bool } type tracer struct { tracerID string containerSelector containercollection.ContainerSelector mntnsSetMap *ebpf.Map } func NewTracerCollection(cc *containercollection.ContainerCollection) (*TracerCollection, error) { return &TracerCollection{ tracers: make(map[string]tracer), tracersMutex: &sync.RWMutex{}, containerCollection: cc, }, nil } func NewTracerCollectionTest(cc *containercollection.ContainerCollection) (*TracerCollection, error) { return &TracerCollection{ tracers: make(map[string]tracer), tracersMutex: &sync.RWMutex{}, containerCollection: cc, testOnly: true, }, nil } func (tc *TracerCollection) TracerMapsUpdater() containercollection.FuncNotify { if tc.testOnly { return func(event containercollection.PubSubEvent) {} } return func(event containercollection.PubSubEvent) { switch event.Type { case containercollection.EventTypeAddContainer: // Skip the pause container, only if it is not a standalone // container (ig use-case) if event.Container.K8s.ContainerName == "" && event.Container.Runtime.ContainerName == "" { return } tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() for _, t := range tc.tracers { if containercollection.ContainerSelectorMatches(&t.containerSelector, event.Container) { mntnsC := uint64(event.Container.Mntns) one := uint32(1) if mntnsC != 0 { t.mntnsSetMap.Put(mntnsC, one) } else { log.Errorf("new container with mntns=0") } } } case containercollection.EventTypeRemoveContainer: tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() for _, t := range tc.tracers { if containercollection.ContainerSelectorMatches(&t.containerSelector, event.Container) { mntnsC := uint64(event.Container.Mntns) t.mntnsSetMap.Delete(mntnsC) } } } } } func (tc *TracerCollection) AddTracer(id string, containerSelector containercollection.ContainerSelector) error { tc.tracersMutex.Lock() defer tc.tracersMutex.Unlock() if _, ok := tc.tracers[id]; ok { return fmt.Errorf("tracer id %q: %w", id, os.ErrExist) } var mntnsSetMap *ebpf.Map if !tc.testOnly { mntnsSpec := &ebpf.MapSpec{ Name: MountMapPrefix + id, Type: ebpf.Hash, KeySize: 8, ValueSize: 4, MaxEntries: MaxContainersPerNode, } var err error mntnsSetMap, err = ebpf.NewMap(mntnsSpec) if err != nil { return fmt.Errorf("creating mntnsset map: %w", err) } tc.containerCollection.ContainerRangeWithSelector(&containerSelector, func(c *containercollection.Container) { one := uint32(1) mntnsC := uint64(c.Mntns) if mntnsC != 0 { mntnsSetMap.Put(mntnsC, one) } }) } tc.tracers[id] = tracer{ tracerID: id, containerSelector: containerSelector, mntnsSetMap: mntnsSetMap, } return nil } func (tc *TracerCollection) RemoveTracer(id string) error { if id == "" { return fmt.Errorf("container id not set") } tc.tracersMutex.Lock() defer tc.tracersMutex.Unlock() t, ok := tc.tracers[id] if !ok { return fmt.Errorf("unknown tracer %q", id) } if t.mntnsSetMap != nil { t.mntnsSetMap.Close() } delete(tc.tracers, id) return nil } func (tc *TracerCollection) TracerCount() int { tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() return len(tc.tracers) } func (tc *TracerCollection) TracerDump() (out string) { tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() for i, t := range tc.tracers { out += fmt.Sprintf("%v -> %q/%q (%s) Labels: \n", i, t.containerSelector.K8s.Namespace, t.containerSelector.K8s.PodName, t.containerSelector.K8s.ContainerName) for k, v := range t.containerSelector.K8s.PodLabels { out += fmt.Sprintf(" %v: %v\n", k, v) } out += " Matches:\n" tc.containerCollection.ContainerRangeWithSelector(&t.containerSelector, func(c *containercollection.Container) { out += fmt.Sprintf(" - %s/%s [Mntns=%v CgroupID=%v]\n", c.K8s.Namespace, c.K8s.PodName, c.Mntns, c.CgroupID) }) } return } func (tc *TracerCollection) TracerExists(id string) bool { tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() _, ok := tc.tracers[id] return ok } func (tc *TracerCollection) Close() {} func (tc *TracerCollection) TracerMountNsMap(id string) (*ebpf.Map, error) { tc.tracersMutex.RLock() defer tc.tracersMutex.RUnlock() t, ok := tc.tracers[id] if !ok { return nil, fmt.Errorf("unknown tracer %q", id) } return t.mntnsSetMap, nil } inspektor-gadget-0.46.0/pkg/tracer-collection/tracer-collection_test.go000066400000000000000000000050151510117411400262350ustar00rootroot00000000000000// Copyright 2022 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tracercollection import ( "fmt" "testing" "github.com/stretchr/testify/require" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) func TestTracer(t *testing.T) { var cc containercollection.ContainerCollection cc.Initialize([]containercollection.ContainerCollectionOption{}...) tc, err := NewTracerCollectionTest(&cc) require.NoError(t, err, "Failed to create tracer collection") require.NotNil(t, tc, "Tracer collection is nil") // Add 3 Tracers for i := range 3 { err := tc.AddTracer( fmt.Sprintf("my_tracer_id%d", i), containercollection.ContainerSelector{ K8s: containercollection.K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: fmt.Sprintf("this-namespace%d", i), }, }, }, ) require.NoError(t, err, "Failed to add tracer") } // Check Tracer count require.Equal(t, 3, tc.TracerCount(), "Tracer count mismatch after adding tracers") // Check error on duplicate tracer err = tc.AddTracer( fmt.Sprintf("my_tracer_id%d", 0), containercollection.ContainerSelector{ K8s: containercollection.K8sSelector{ BasicK8sMetadata: types.BasicK8sMetadata{ Namespace: fmt.Sprintf("this-namespace%d", 0), }, }, }, ) require.Error(t, err, "Expected error when adding duplicate tracer") // Remove 1 Tracer require.NoError(t, tc.RemoveTracer(fmt.Sprintf("my_tracer_id%d", 1)), "Failed to remove tracer") // Remove non-existent Tracer require.Error(t, tc.RemoveTracer(fmt.Sprintf("my_tracer_id%d", 99)), "Expected error when removing non-existent tracer") // Check content require.Equal(t, 2, tc.TracerCount(), "Error while checking tracers") require.True(t, tc.TracerExists("my_tracer_id0"), "Error while checking tracer my_tracer_id0: not found") require.True(t, tc.TracerExists("my_tracer_id2"), "Error while checking tracer my_tracer_id2: not found") } inspektor-gadget-0.46.0/pkg/types/000077500000000000000000000000001510117411400167705ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/types/types.go000066400000000000000000000235031510117411400204660ustar00rootroot00000000000000// Copyright 2019-2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types import ( "encoding/json" "fmt" "strings" "time" "github.com/inspektor-gadget/inspektor-gadget/pkg/columns" ) type EventType string var node string func init() { // Register column templates columns.MustRegisterTemplate("timestamp", "width:35,maxWidth:35,hide") columns.MustRegisterTemplate("node", "width:30,ellipsis:middle") columns.MustRegisterTemplate("namespace", "width:30") columns.MustRegisterTemplate("pod", "width:30,ellipsis:middle") columns.MustRegisterTemplate("container", "width:30") columns.MustRegisterTemplate("containerPid", "width:6,hide") columns.MustRegisterTemplate("containerImageName", "width:30") columns.MustRegisterTemplate("containerImageDigest", "width:30") columns.MustRegisterTemplate("containerStartedAt", "width:35,hide") columns.MustRegisterTemplate("comm", "maxWidth:16") columns.MustRegisterTemplate("pid", "minWidth:7") columns.MustRegisterTemplate("uid", "minWidth:8") columns.MustRegisterTemplate("gid", "minWidth:8") columns.MustRegisterTemplate("ns", "width:12,hide") // For IPs (IPv4+IPv6): // Min: XXX.XXX.XXX.XXX (IPv4) = 15 // Max: 0000:0000:0000:0000:0000:ffff:XXX.XXX.XXX.XXX (IPv4-mapped IPv6 address) = 45 columns.MustRegisterTemplate("ipaddr", "minWidth:15,maxWidth:45") columns.MustRegisterTemplate("ipport", "minWidth:type") // Assume type width for ipport is 5 characters long. Delimiter is 1. Add that to ipaddr template columns.MustRegisterTemplate("ipaddrport", "minWidth:22,width:40,maxWidth:52") columns.MustRegisterTemplate("ipversion", "width:2,fixed") // For system calls as the longest is sched_rr_get_interval_time64 with 28 // characters: // https://gist.github.com/alban/aa664b3c46aaf24aeb69caae29a01ae5 // But there is a lot of system calls which name is below 18 characters. columns.MustRegisterTemplate("syscall", "width:18,maxWidth:28") } type Time int64 func (t Time) String() string { // Don't use time.RFC3339Nano because we prefer to keep the trailing // zeros for alignment return time.Unix(0, int64(t)).Format("2006-01-02T15:04:05.000000000Z07:00") } type EndpointKind string const ( EndpointKindPod EndpointKind = "pod" EndpointKindService EndpointKind = "svc" EndpointKindRaw EndpointKind = "raw" ) type RuntimeName string func (r RuntimeName) String() string { return string(r) } const ( RuntimeNameDocker RuntimeName = "docker" RuntimeNameContainerd RuntimeName = "containerd" RuntimeNameCrio RuntimeName = "cri-o" RuntimeNamePodman RuntimeName = "podman" RuntimeNameUnknown RuntimeName = "unknown" ) func String2RuntimeName(name string) RuntimeName { switch name { case string(RuntimeNameDocker): return RuntimeNameDocker case string(RuntimeNameContainerd): return RuntimeNameContainerd case string(RuntimeNameCrio): return RuntimeNameCrio case string(RuntimeNamePodman): return RuntimeNamePodman } return RuntimeNameUnknown } type Container interface { K8sMetadata() *BasicK8sMetadata RuntimeMetadata() *BasicRuntimeMetadata UsesHostNetwork() bool K8sOwnerReference() *K8sOwnerReference ContainerPid() uint32 K8sPodLabelsAsString() string } type BasicRuntimeMetadata struct { // RuntimeName is the name of the container runtime. It is useful to distinguish // who is the "owner" of each container in a list of containers collected // from multiple runtimes. RuntimeName RuntimeName `json:"runtimeName,omitempty" column:"runtimeName,width:19,fixed,hide"` // ContainerID is the container ContainerID without the container runtime prefix. For // instance, without the "cri-o://" for CRI-O. ContainerID string `json:"containerId,omitempty" column:"containerId,width:13,maxWidth:64,hide"` // ContainerName is the container name. In the case the container runtime // response with multiple containers, ContainerName contains only the first element. ContainerName string `json:"containerName,omitempty" column:"containerName,template:container"` // ContainerPID is the process ID of the first process in the container. ContainerPID uint32 `json:"containerPid,omitempty" column:"containerPid,template:containerPid"` // ContainerImageName is the name of the container image where the event comes from // i.e. ghcr.io/inspektor-gadget/ci/busybox:latest // Sometimes the image name is not provided by the runtime (i.e. Docker), then ContainerImageName // is the imageID // i.e. sha256:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 // OR // i.e. 6e38f40d628d, when truncated ContainerImageName string `json:"containerImageName,omitempty" column:"containerImageName,hide"` // ContainerImageDigest is the (repo) digest of the container image where the event comes from // containerd: events from both initial and new containers are enriched // crio: events from initial containers are enriched ContainerImageDigest string `json:"containerImageDigest,omitempty" column:"containerImageDigest,hide"` // ContainerStartedAt is the unix timestamp at which the container was started at ContainerStartedAt Time `json:"containerStartedAt,omitempty" column:"containerStartedAt,template:timestamp,stringer,hide"` } func (b *BasicRuntimeMetadata) IsEnriched() bool { return b.RuntimeName != RuntimeNameUnknown && b.RuntimeName != "" && b.ContainerID != "" && b.ContainerName != "" && b.ContainerImageName != "" && b.ContainerImageDigest != "" } type BasicK8sMetadata struct { Namespace string `json:"namespace,omitempty" column:"namespace,template:namespace"` PodName string `json:"podName,omitempty" column:"podName,template:pod"` PodLabels map[string]string `json:"podLabels,omitempty" column:"labels,hide"` ContainerName string `json:"containerName,omitempty" column:"containerName,template:container"` } type K8sOwnerReference struct { Kind string `json:"kind,omitempty" column:"kind,hide"` Name string `json:"name,omitempty" column:"name,hide"` } func (b *BasicK8sMetadata) IsEnriched() bool { return b.Namespace != "" && b.PodName != "" && b.ContainerName != "" && b.PodLabels != nil } type K8sMetadata struct { Node string `json:"node,omitempty" column:"node,template:node"` BasicK8sMetadata `json:",inline"` // HostNetwork is true if the container uses the host network namespace HostNetwork bool `json:"hostNetwork,omitempty" column:"hostnetwork,hide"` Owner K8sOwnerReference `json:"owner,omitempty" column:"owner,hide"` } type CommonData struct { // Runtime contains the container runtime metadata of the container // that generated the event Runtime BasicRuntimeMetadata `json:"runtime,omitempty" column:"runtime" columnTags:"runtime"` // K8s contains the Kubernetes metadata of the object that generated the // event K8s K8sMetadata `json:"k8s,omitempty" column:"k8s" columnTags:"kubernetes"` } func (k *K8sMetadata) UnmarshalJSON(data []byte) error { type Alias K8sMetadata aux := &struct { PodLabels interface{} `json:"podLabels,omitempty"` *Alias }{ Alias: (*Alias)(k), } if err := json.Unmarshal(data, &aux); err != nil { return err } if aux.PodLabels == nil { return nil } switch v := aux.PodLabels.(type) { case string: podLabels, err := parsePodLabels(v) if err != nil { return err } k.PodLabels = podLabels case map[string]interface{}: podLabels := make(map[string]string) for key, value := range v { strVal, ok := value.(string) if !ok { return fmt.Errorf("invalid value type for key %s in PodLabels", key) } podLabels[key] = strVal } if len(podLabels) != 0 { k.PodLabels = podLabels } default: return fmt.Errorf("unexpected type for PodLabels: %T", v) } return nil } type L3Endpoint struct { // Addr is filled by the gadget Addr string `json:"addr,omitempty" column:"addr,hide,template:ipaddr"` Version uint8 `json:"version,omitempty" column:"v,hide,template:ipversion"` // Namespace, Name, Kind and PodLabels get populated by the KubeIPResolver operator Namespace string `json:"namespace,omitempty" column:"ns,template:namespace,hide"` Name string `json:"podname,omitempty" column:"name,hide"` Kind EndpointKind `json:"kind,omitempty" column:"kind,hide"` PodLabels map[string]string `json:"podlabels,omitempty" column:"podLabels,hide"` } type L4Endpoint struct { L3Endpoint // Port and Proto are filled by the gadget Port uint16 `json:"port" column:"port,hide,template:ipport"` Proto uint16 `json:"proto,omitempty" column:"proto,hide,width:4"` } const ( // Indicates a generic event produced by a gadget. Gadgets extend // the base event to contain the specific data the gadget provides NORMAL EventType = "normal" // Event is an error message ERR EventType = "err" // Event is a warning message WARN EventType = "warn" // Event is a debug message DEBUG EventType = "debug" // Event is a info message INFO EventType = "info" // Indicates the tracer in the node is now is able to produce events READY EventType = "ready" ) // parsePodLabels parses the podLabels string into a map func parsePodLabels(s string) (map[string]string, error) { if s == "" { return nil, nil } labels := map[string]string{} pairs := strings.Split(s, ",") for _, pair := range pairs { kv := strings.SplitN(pair, "=", 2) if len(kv) != 2 { return nil, fmt.Errorf("invalid pod labels format: expected key=value, got %s", pair) } labels[kv[0]] = kv[1] } return labels, nil } inspektor-gadget-0.46.0/pkg/types/types_test.go000066400000000000000000000035361510117411400215310ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types import ( "encoding/json" "testing" "github.com/stretchr/testify/assert" ) func TestK8sMetadataUnmarshal(t *testing.T) { input := `{"podLabels": "app=nginx,valid=yes"}` expected := &K8sMetadata{ BasicK8sMetadata: BasicK8sMetadata{ PodLabels: map[string]string{ "app": "nginx", "valid": "yes", }, }, } var actual K8sMetadata err := json.Unmarshal([]byte(input), &actual) assert.NoError(t, err) assert.Equal(t, expected.PodLabels, actual.PodLabels) } func TestK8sMetadataUnmarshalBadFormat(t *testing.T) { input := `{"podLabels": "app=nginx,foo:bar,valid=yes,invalid"}` err := json.Unmarshal([]byte(input), &K8sMetadata{}) assert.Error(t, err) } func TestK8sMetadataUnmarshalBadFormat2(t *testing.T) { input := `{"podlabels":{"k8s-app":"kube-dns","kubernetes.io/cluster-service":"true","kubernetes.io/name":"CoreDNS"}}` expected := &K8sMetadata{ BasicK8sMetadata: BasicK8sMetadata{ PodLabels: map[string]string{ "k8s-app": "kube-dns", "kubernetes.io/cluster-service": "true", "kubernetes.io/name": "CoreDNS", }, }, } var actual K8sMetadata err := json.Unmarshal([]byte(input), &actual) assert.NoError(t, err) assert.Equal(t, expected.PodLabels, actual.PodLabels) } inspektor-gadget-0.46.0/pkg/uprobetracer/000077500000000000000000000000001510117411400203215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/uprobetracer/bytes.go000066400000000000000000000022561510117411400220030ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package uprobetracer import ( "bytes" "encoding/binary" "errors" "unsafe" ) func readFromBytes[T any](obj *T, rawData []byte) error { if int(unsafe.Sizeof(*obj)) != len(rawData) { return errors.New("reading from bytes: length mismatched") } buffer := bytes.NewBuffer(rawData) err := binary.Read(buffer, binary.NativeEndian, obj) if err != nil { return err } return nil } func readStringFromBytes(data []byte, startPos uint32) string { res := "" for i := startPos; i < uint32(len(data)); i++ { if data[i] == 0 { return res } res += string(data[i]) } return "" } inspektor-gadget-0.46.0/pkg/uprobetracer/ldcache_parser.go000066400000000000000000000120411510117411400236050ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package uprobetracer import ( "bytes" "errors" "fmt" "strings" "unsafe" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/secureopen" ) type ldCache1Entry struct { Flags int32 Key uint32 Value uint32 } type ldCache1 struct { Header [11]int8 EntryCount uint32 } type ldCache2Entry struct { Flags int32 Key uint32 Value uint32 Pad1_ uint32 Pad2_ uint64 } type ldCache2 struct { Header [17]int8 Version [3]int8 EntryCount uint32 StringTableLen uint32 Pad_ [5]uint32 } const ( cache1Header string = "ld.so-1.7.0" cache2Header string = "glibc-ld.so.cache1.1" ldCache1EntrySize = uint32(unsafe.Sizeof(ldCache1Entry{})) ldCache1Size = uint32(unsafe.Sizeof(ldCache1{})) ldCache2EntrySize = uint32(unsafe.Sizeof(ldCache2Entry{})) ldCache2Size = uint32(unsafe.Sizeof(ldCache2{})) // ld.so.cache is typically less than 200 KiB. // 16 MiB should be enough. ldCacheMaxSize = int64(16 * 1024 * 1024) ) type ldEntry struct { Key string Value string } func readCacheFormat1(data []byte) []ldEntry { var ldEntries []ldEntry ldCache := ldCache1{} if uint32(len(data)) <= ldCache1Size { return nil } err := readFromBytes(&ldCache, data[:ldCache1Size]) if err != nil { return nil } ldEntriesOffset := ldCache1Size ldStringsOffset := ldCache1Size + ldCache1EntrySize*ldCache.EntryCount for i := uint32(0); i < ldCache.EntryCount; i++ { entryOffset := ldEntriesOffset + i*ldCache1EntrySize entry := ldCache1Entry{} if uint32(len(data)) <= entryOffset+ldCache1EntrySize { return nil } err := readFromBytes(&entry, data[entryOffset:entryOffset+ldCache1EntrySize]) if err != nil { return nil } keyOffset := ldStringsOffset + entry.Key valueOffset := ldStringsOffset + entry.Value key := readStringFromBytes(data, keyOffset) value := readStringFromBytes(data, valueOffset) ldEntries = append(ldEntries, ldEntry{key, value}) } return ldEntries } func readCacheFormat2(data []byte) []ldEntry { var ldEntries []ldEntry if !bytes.Equal([]byte(cache2Header), data[:len(cache2Header)]) { return nil } ldCache := ldCache2{} if uint32(len(data)) <= ldCache2Size { return nil } err := readFromBytes(&ldCache, data[:ldCache2Size]) if err != nil { return nil } ldEntriesOffset := ldCache2Size for i := uint32(0); i < ldCache.EntryCount; i++ { entryOffset := ldEntriesOffset + i*ldCache2EntrySize entry := ldCache2Entry{} if uint32(len(data)) <= entryOffset+ldCache2EntrySize { return nil } err := readFromBytes(&entry, data[entryOffset:entryOffset+ldCache2EntrySize]) if err != nil { return nil } keyOffset := entry.Key valueOffset := entry.Value key := readStringFromBytes(data, keyOffset) value := readStringFromBytes(data, valueOffset) ldEntries = append(ldEntries, ldEntry{key, value}) } return ldEntries } // simulate the loader's behaviour, find library path in containers' `/etc/ld.so.cache`. // see https://github.com/bminor/glibc/blob/master/elf/cache.c#L292, the `print_cache` func // see https://github.com/iovisor/bcc/blob/master/src/cc/bcc_proc.c#L508, the `bcc_procutils_which_so` func func parseLdCache(containerPid uint32, ldCachePath string, libraryName string) ([]string, error) { ldCacheFile, err := secureopen.ReadFileInContainer(containerPid, ldCachePath, ldCacheMaxSize) if err != nil { return nil, fmt.Errorf("reading file %q in container pid %d: %w", ldCachePath, containerPid, err) } ldCacheFileSize := uint32(len(ldCacheFile)) var ldEntries []ldEntry var filteredLibraries []string if bytes.Equal([]byte(cache1Header), ldCacheFile[:len(cache1Header)]) { cache1 := ldCache1{} if uint32(len(ldCacheFile)) <= ldCache1Size { return nil, errors.New("ldCache format error") } err := readFromBytes(&cache1, ldCacheFile[:ldCache1Size]) if err != nil { return nil, errors.New("ldCache format error") } cache1Len := ldCache1Size + cache1.EntryCount*ldCache1EntrySize cache1Len = (cache1Len + 7) / 8 * 8 if ldCacheFileSize > (cache1Len + ldCache2Size) { ldEntries = readCacheFormat2(ldCacheFile) } else { ldEntries = readCacheFormat1(ldCacheFile) } } else { ldEntries = readCacheFormat2(ldCacheFile) } if ldEntries == nil { return nil, errors.New("ldCache format error") } // filter library entries with given library name for _, entry := range ldEntries { if strings.HasPrefix(entry.Key, libraryName+".so") { filteredLibraries = append(filteredLibraries, entry.Value) } } return filteredLibraries, nil } inspektor-gadget-0.46.0/pkg/uprobetracer/tracer.go000066400000000000000000000243311510117411400221330ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package uprobetracer handles how uprobe/uretprobe/USDT programs are attached // to containers. It has two running modes: `pending` mode and `running` mode. // // Before `AttachProg` is called, uprobetracer runs in `pending` mode, only // maintaining the container PIDs ready to attach to. // // When `AttachProg` is called, uprobetracer enters the `running` mode and // attaches to all pending containers. After that, it will never get back to // the `pending` mode. // // In `running` mode, uprobetracer holds fd(s) of the executables, so we can // use `/proc/self/fd/$fd` for attaching, it is used to avoid fd-reusing. // // Uprobetracer doesn't maintain ebpf.collection or perf-ring buffer by itself, // those are hold by the parent tracer. // // All interfaces should hold locks, while inner functions do not. package uprobetracer import ( "errors" "fmt" "os" "path" "path/filepath" "strings" "sync" "github.com/cilium/ebpf" "github.com/cilium/ebpf/link" containercollection "github.com/inspektor-gadget/inspektor-gadget/pkg/container-collection" "github.com/inspektor-gadget/inspektor-gadget/pkg/kfilefields" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/secureopen" ) type ProgType uint32 const ( ProgUprobe ProgType = iota ProgUretprobe ProgUSDT ) // inodeKeeper holds a file object, with the counter representing its // reference count. The link is not nil only when the file is attached. type inodeKeeper struct { counter int file *os.File link link.Link } func (t *inodeKeeper) close() { if t.link != nil { t.link.Close() } t.file.Close() } type Tracer[Event any] struct { progName string progType ProgType attachFilePath string attachSymbol string prog *ebpf.Program // keeps the inodes for each attached container // when users write library names in ebpf section names, it's possible to // find multiple libraries of different archs within the same container, // making this a one-to-many mapping containerPid2Inodes map[uint32][]uint64 // keeps the fd and refCount for each realInodePtr // // we are using `realInodePtr` (the address of real inode in kernel) to identify a file // instead of just the inode number. // Since overlayFS overwrites the FsID of files and provides its own inode implementation, // we cannot uniquely identify a file on disk using `` pairs. // // Meanwhile, uprobe is using kernel function `d_real_inode` to get the underlying inode, // and attaching onto it. That means if we are attaching to one container, other containers // sharing the same image will also be attached. If we are attaching to multiple containers, // the underlying inode might be attached multiple times, leading to duplicate records. // // To deduplicate, we need to identify the underlying inode hidden by overlayFS, // and use it as a unique identifier. For each realInodePtr, we only attach to it once. inodeRefCount map[uint64]*inodeKeeper // used as a set, keeps PIDs of the pending containers pendingContainerPids map[uint32]bool logger logger.Logger closed bool mu sync.Mutex } func NewTracer[Event any](logger logger.Logger) (*Tracer[Event], error) { t := &Tracer[Event]{ containerPid2Inodes: make(map[uint32][]uint64), inodeRefCount: make(map[uint64]*inodeKeeper), pendingContainerPids: make(map[uint32]bool), logger: logger, closed: false, } return t, nil } // AttachProg loads the ebpf program, and try attaching if there are pending containers func (t *Tracer[Event]) AttachProg(progName string, progType ProgType, attachTo string, prog *ebpf.Program) error { if progType != ProgUprobe && progType != ProgUretprobe && progType != ProgUSDT { return fmt.Errorf("unsupported uprobe prog type: %q", progType) } if prog == nil { return errors.New("prog does not exist") } if t.prog != nil { return errors.New("loading uprobe program twice") } parts := strings.SplitN(attachTo, ":", 2) if len(parts) < 2 { return fmt.Errorf("invalid section name %q", attachTo) } if !filepath.IsAbs(parts[0]) && strings.Contains(parts[0], "/") { return fmt.Errorf("section name must be either an absolute path or a library name: %q", parts[0]) } if progType == ProgUSDT && len(strings.Split(parts[1], ":")) != 2 { return fmt.Errorf("invalid USDT section name: %q", attachTo) } t.mu.Lock() defer t.mu.Unlock() if t.closed { return errors.New("uprobetracer has been closed") } t.progName = progName t.progType = progType t.attachFilePath = parts[0] t.attachSymbol = parts[1] t.prog = prog // attach to pending containers, then release the pending list for pid := range t.pendingContainerPids { t.attach(pid) } t.pendingContainerPids = nil return nil } func (t *Tracer[Event]) searchForLibrary(containerPid uint32) ([]string, error) { filePath := t.attachFilePath if filepath.IsAbs(filePath) { return []string{filePath}, nil } ldCachePath := "/etc/ld.so.cache" ldCachePaths, err := parseLdCache(containerPid, ldCachePath, filePath) if err != nil { return nil, fmt.Errorf("parsing ld cache: %w", err) } return ldCachePaths, nil } // attach uprobe program to the inode of the file passed in parameter func (t *Tracer[Event]) attachUprobe(file *os.File) (link.Link, error) { attachPath := path.Join(host.HostProcFs, "self/fd/", fmt.Sprint(file.Fd())) ex, err := link.OpenExecutable(attachPath) if err != nil { return nil, fmt.Errorf("opening %q: %w", attachPath, err) } switch t.progType { case ProgUprobe: return ex.Uprobe(t.attachSymbol, t.prog, nil) case ProgUretprobe: return ex.Uretprobe(t.attachSymbol, t.prog, nil) case ProgUSDT: attachInfo, err := getUsdtInfo(attachPath, t.attachSymbol) if err != nil { return nil, fmt.Errorf("reading USDT metadata: %w", err) } return ex.Uprobe(t.attachSymbol, t.prog, &link.UprobeOptions{ Address: attachInfo.attachAddress, RefCtrOffset: attachInfo.semaphoreAddress, }) default: return nil, fmt.Errorf("attaching to inode: unsupported prog type: %q", t.progType) } } // try attaching to a container, will update `containerPid2Inodes` func (t *Tracer[Event]) attach(containerPid uint32) { var attachedRealInodes []uint64 unsecuredAttachFilePaths, err := t.searchForLibrary(containerPid) if err != nil { t.logger.Debugf("attaching to container %d: %s", containerPid, err.Error()) } if len(unsecuredAttachFilePaths) == 0 { t.logger.Debugf("cannot find file to attach in container %d for symbol %q", containerPid, t.attachSymbol) } for _, filePath := range unsecuredAttachFilePaths { // Thankfully, OpenInContainer returns a fd opened without `O_PATH`. // This is necessary because `ReadRealInodeFromFd` needs the // `private_data` field in kernel "struct file", to access the // underlying inode through overlayFS. Using `O_PATH` flag will cause // the `private_data` field to be zero. file, err := secureopen.OpenInContainer(containerPid, filePath) if err != nil { t.logger.Debugf("opening file '%q' for uprobe: %s", filePath, err.Error()) continue } realInodePtr, err := kfilefields.ReadRealInodeFromFd(int(file.Fd())) if err != nil { t.logger.Debugf("getting inode info for '%q': %s", filePath, err.Error()) file.Close() continue } t.logger.Debugf("attaching uprobe %q to container %d: %q", t.progName, containerPid, filePath) attachedRealInodes = append(attachedRealInodes, realInodePtr) inode, exists := t.inodeRefCount[realInodePtr] if !exists { progLink, err := t.attachUprobe(file) if err != nil { t.logger.Debugf("failed to attach uprobe %q: %s", t.progName, err.Error()) } t.inodeRefCount[realInodePtr] = &inodeKeeper{1, file, progLink} } else { inode.counter++ file.Close() } } t.containerPid2Inodes[containerPid] = attachedRealInodes } // AttachContainer will attach now if the prog is ready, otherwise it will add container into the pending list func (t *Tracer[Event]) AttachContainer(container *containercollection.Container) error { t.mu.Lock() defer t.mu.Unlock() if t.closed { return errors.New("uprobetracer has been closed") } pid := container.ContainerPid() if t.prog == nil { _, exist := t.pendingContainerPids[pid] if exist { return fmt.Errorf("container PID already exists: %d", pid) } t.pendingContainerPids[pid] = true } else { _, exist := t.containerPid2Inodes[pid] if exist { return fmt.Errorf("container PID already exists: %d", pid) } t.attach(pid) } return nil } func (t *Tracer[Event]) DetachContainer(container *containercollection.Container) error { t.mu.Lock() defer t.mu.Unlock() if t.closed { return nil } pid := container.ContainerPid() if t.prog == nil { // remove from pending list _, exist := t.pendingContainerPids[pid] if !exist { return errors.New("container has not been attached") } delete(t.pendingContainerPids, pid) } else { // detach from container if attached attachedRealInodes, exist := t.containerPid2Inodes[pid] if !exist { return errors.New("container has not been attached") } delete(t.containerPid2Inodes, pid) for _, realInodePtr := range attachedRealInodes { keeper, exist := t.inodeRefCount[realInodePtr] if !exist { return errors.New("internal error: finding inodeKeeper with realInodePtr") } keeper.counter-- if keeper.counter == 0 { keeper.close() delete(t.inodeRefCount, realInodePtr) } } } return nil } func (t *Tracer[Event]) Close() { t.mu.Lock() defer t.mu.Unlock() if t.closed { return } for _, keeper := range t.inodeRefCount { keeper.close() } t.containerPid2Inodes = nil t.inodeRefCount = nil t.closed = true } inspektor-gadget-0.46.0/pkg/uprobetracer/usdt.go000066400000000000000000000110701510117411400216260ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package uprobetracer import ( "debug/elf" "encoding/binary" "errors" "fmt" "io" "os" "strings" ) // For details regarding the data format of USDT notes, please refer to: // https://sourceware.org/systemtap/wiki/UserSpaceProbeImplementation const ( sdtNoteSectionName = ".note.stapsdt" sdtBaseSectionName = ".stapsdt.base" ) type noteHeader struct { NameSize uint32 DescSize uint32 Type uint32 } type usdtAttachInfo struct { attachAddress uint64 semaphoreAddress uint64 } func vaddr2ElfOffset(f *elf.File, addr uint64) (uint64, error) { for _, prog := range f.Progs { if prog.Vaddr <= addr && addr < (prog.Vaddr+prog.Memsz) { return addr - prog.Vaddr + prog.Off, nil } } return 0, fmt.Errorf("malformed elf file: elf prog containing addr %x not found", addr) } func alignUp[T int | int32 | int64 | uint | uint32 | uint64](n T, align T) T { return (n + align - 1) / align * align } func getUsdtInfo(filepath string, attachSymbol string) (*usdtAttachInfo, error) { parts := strings.Split(attachSymbol, ":") if len(parts) != 2 { return nil, fmt.Errorf("invalid USDT section name: %q", attachSymbol) } providerName := parts[0] probeName := parts[1] file, err := os.Open(filepath) if err != nil { return nil, fmt.Errorf("opening file %q: %w", filepath, err) } defer file.Close() fileInfo, err := file.Stat() if err != nil { return nil, fmt.Errorf("stating file %q: %w", filepath, err) } if !fileInfo.Mode().IsRegular() { return nil, fmt.Errorf("ELF file %q is not regular", filepath) } elfReader, err := elf.NewFile(file) if err != nil { return nil, fmt.Errorf("reading elf file %q: %w", filepath, err) } defer elfReader.Close() noteSection := elfReader.Section(sdtNoteSectionName) if noteSection == nil { return nil, errors.New("USDT note section does not exist") } if noteSection.Type != elf.SHT_NOTE { return nil, fmt.Errorf("section %q is not a note", sdtNoteSectionName) } notesReader := noteSection.Open() baseSection := elfReader.Section(sdtBaseSectionName) if baseSection == nil { return nil, errors.New("USDT base section does not exist") } if baseSection.Type != elf.SHT_PROGBITS { return nil, fmt.Errorf("%q is not a program defined section", sdtBaseSectionName) } wordSize := 4 if elfReader.Class == elf.ELFCLASS64 { wordSize = 8 } // walk through USDT notes, and match with providerName and probeName // For details of the structure of ELF notes, please refer to // https://man7.org/linux/man-pages/man5/elf.5.html, the `Notes (Nhdr)` section for { var header noteHeader err = binary.Read(notesReader, elfReader.ByteOrder, &header) if err != nil { if errors.Is(err, io.EOF) { break } return nil, fmt.Errorf("reading USDT note header: %w", err) } name := make([]byte, alignUp(uint64(header.NameSize), 4)) err = binary.Read(notesReader, elfReader.ByteOrder, &name) if err != nil { return nil, fmt.Errorf("reading USDT note name: %w", err) } desc := make([]byte, alignUp(uint64(header.DescSize), 4)) err = binary.Read(notesReader, elfReader.ByteOrder, &desc) if err != nil { return nil, fmt.Errorf("reading USDT note desc: %w", err) } if string(name) != "stapsdt\x00" || header.Type != 3 { continue } elfLocation := elfReader.ByteOrder.Uint64(desc[:wordSize]) elfBase := elfReader.ByteOrder.Uint64(desc[wordSize : 2*wordSize]) elfSemaphore := elfReader.ByteOrder.Uint64(desc[2*wordSize : 3*wordSize]) diff := baseSection.Addr - elfBase location, err := vaddr2ElfOffset(elfReader, elfLocation+diff) if err != nil { return nil, err } if elfSemaphore != 0 { elfSemaphore, err = vaddr2ElfOffset(elfReader, elfSemaphore+diff) if err != nil { return nil, err } } provider := readStringFromBytes(desc, uint32(3*wordSize)) probe := readStringFromBytes(desc, uint32(3*wordSize+len(provider)+1)) if provider == providerName && probe == probeName { return &usdtAttachInfo{location, elfSemaphore}, nil } } return nil, errors.New("no matching USDT metadata") } inspektor-gadget-0.46.0/pkg/utils/000077500000000000000000000000001510117411400167645ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/annotations/000077500000000000000000000000001510117411400213215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/annotations/annotations.go000066400000000000000000000036521510117411400242130ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package annotations import ( "fmt" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/datasource" "github.com/inspektor-gadget/inspektor-gadget/pkg/logger" metadatav1 "github.com/inspektor-gadget/inspektor-gadget/pkg/metadata/v1" ) func GetTargetNameFromAnnotation( logger logger.Logger, logPrefix string, in datasource.FieldAccessor, targetAnnotation string, ) (string, error) { annotations := in.Annotations() if outName, ok := annotations[targetAnnotation]; ok { logger.Debugf("%s: using custom target field %q for field %q", logPrefix, outName, in.Name()) return outName, nil } if outName, ok := strings.CutSuffix(in.Name(), "_raw"); ok { logger.Debugf("%s: using %q as target field for %q", logPrefix, outName, in.Name()) return outName, nil } return "", fmt.Errorf("neither %q annotation nor '_raw' suffix found", targetAnnotation) } // SetFieldVisibility sets the visibility of a field using metadatav1.ColumnsHiddenAnnotation // For a field with subfields, it will only set the visibility of the root field func SetFieldVisibility( defaultValue bool, in datasource.FieldAccessor, ) { annotations := in.Annotations() in.SetHidden(true, true) outName, ok := annotations[metadatav1.ColumnsHiddenAnnotation] if !ok { in.SetHidden(defaultValue, false) } else { in.SetHidden(outName == "true", false) } } inspektor-gadget-0.46.0/pkg/utils/bpf-iter-ns/000077500000000000000000000000001510117411400211125ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/bpf-iter-ns/bpf-iter-ns.go000066400000000000000000000130541510117411400235720ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package bpfiterns reads a ebpf iterator in a different namespace. package bpfiterns import ( "bufio" "bytes" "context" "errors" "fmt" "io" "os" "path/filepath" "sync" "syscall" "time" "github.com/cilium/ebpf/link" systemdDbus "github.com/coreos/go-systemd/v22/dbus" _ "github.com/godbus/dbus/v5" "github.com/google/uuid" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) // Read reads the iterator in the host pid namespace. // It will test if the current pid namespace is the host pid namespace. func Read(iter *link.Iter) ([]byte, error) { hostPidNs, err := host.IsHostPidNs() if err != nil { return nil, fmt.Errorf("checking if current pid namespace is host pid namespace: %w", err) } if hostPidNs { return ReadOnCurrentPidNs(iter) } else { return ReadOnHostPidNs(iter) } } // ReadOnCurrentPidNs reads the iterator in the current pid namespace. func ReadOnCurrentPidNs(iter *link.Iter) ([]byte, error) { file, err := iter.Open() if err != nil { return nil, fmt.Errorf("open BPF iterator: %w", err) } defer file.Close() var b bytes.Buffer r := bufio.NewReader(file) buf := make([]byte, 8192) // we cannot use io.ReadAll() since reading from the BPF iterator file could return more than // one million records are iterated on and the OS will return EAGAIN. // We need to continue reading with another sys call and accumulating data. // Rootcause: https://github.com/torvalds/linux/commit/e679654a704e5bd676ea6446fa7b764cbabf168a for { n, err := r.Read(buf) if n > 0 { b.Write(buf[:n]) } if errors.Is(err, io.EOF) { break } if errors.Is(err, syscall.EAGAIN) { continue } if err != nil { return nil, fmt.Errorf("read BPF iterator: %w", err) } } return b.Bytes(), nil } // ReadOnHostPidNs reads the iterator in the host pid namespace. // It does so by pinning the iterator in a temporary directory in the host bpffs, // and then creating a systemd service that will read the iterator and write it // to a temporary pipe. The pipe is then read and returned. func ReadOnHostPidNs(iter *link.Iter) ([]byte, error) { selfPidOnHost, err := os.Readlink(filepath.Join(host.HostProcFs, "self")) if err != nil { return nil, fmt.Errorf("readlink /proc/self: %w", err) } if selfPidOnHost == "" { return nil, fmt.Errorf("empty /proc/self symlink") } // Create a temporary directory in bpffs bpfFS := "/sys/fs/bpf" tmpPinDir, err := os.MkdirTemp(bpfFS, "ig-iter-") if err != nil { return nil, fmt.Errorf("creating temporary directory in bpffs: %w", err) } defer os.RemoveAll(tmpPinDir) // Prepare the pin path from the container and host point of view pinPathFromContainer := filepath.Join(tmpPinDir, "iter") pinPathFromHost := filepath.Join("/proc", selfPidOnHost, "root", pinPathFromContainer) err = iter.Pin(pinPathFromContainer) if err != nil { return nil, fmt.Errorf("pinning iterator: %w", err) } r, w, err := os.Pipe() if err != nil { return nil, fmt.Errorf("creating pipe: %w", err) } writerPath := fmt.Sprintf("/proc/%s/fd/%d", selfPidOnHost, w.Fd()) var buf []byte var errReader error var wg sync.WaitGroup wg.Add(1) go func() { stdoutReader := bufio.NewReader(r) // ReadAll will block until the write-side of the pipe is closed in both processes // (the systemd service and this process) buf, errReader = io.ReadAll(stdoutReader) r.Close() wg.Done() }() conn, err := systemdDbus.NewSystemdConnectionContext(context.TODO()) if err != nil { return nil, fmt.Errorf("connecting to systemd: %w", err) } defer conn.Close() runID := uuid.New().String()[:8] unitName := fmt.Sprintf("ig-%s.service", runID) statusChan := make(chan string, 1) properties := []systemdDbus.Property{ systemdDbus.PropDescription("Inspektor Gadget job on host pidns"), // Type=oneshot ensures that StartTransientUnitContext will only return "done" when the job is done systemdDbus.PropType("oneshot"), systemdDbus.PropExecStart([]string{ "/bin/sh", "-c", fmt.Sprintf("cat %s > %s", pinPathFromHost, writerPath), }, true), } _, err = conn.StartTransientUnitContext(context.TODO(), unitName, "fail", properties, statusChan) if err != nil { return nil, fmt.Errorf("starting transient unit: %w", err) } timeout := time.NewTimer(10 * time.Second) defer timeout.Stop() select { case s := <-statusChan: close(statusChan) // Close writer first: this will unblock the go routine reading from the pipe w.Close() wg.Wait() if errReader != nil { return nil, fmt.Errorf("reading from pipe: %w", errReader) } // "done" indicates successful execution of a job // See https://pkg.go.dev/github.com/coreos/go-systemd/v22/dbus#Conn.StartUnit if s != "done" { conn.ResetFailedUnitContext(context.TODO(), unitName) return nil, fmt.Errorf("creating systemd unit `%s`: got `%s`", unitName, s) } case <-timeout.C: w.Close() wg.Wait() conn.ResetFailedUnitContext(context.TODO(), unitName) return nil, errors.New("timeout waiting for systemd to create " + unitName) } return buf, nil } inspektor-gadget-0.46.0/pkg/utils/ebpf/000077500000000000000000000000001510117411400177005ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/ebpf/ebpf.go000066400000000000000000000022741510117411400211500ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package ebpfutils import ( "fmt" "os" "github.com/cilium/ebpf" ) func SpecSetVars(spec *ebpf.CollectionSpec, values map[string]interface{}) error { for name, value := range values { if err := SpecSetVar(spec, name, value); err != nil { return err } } return nil } func SpecSetVar(spec *ebpf.CollectionSpec, name string, value interface{}) error { v, ok := spec.Variables[name] if !ok { return fmt.Errorf("variable %q not found on ebpf spec: %w", name, os.ErrNotExist) } if err := v.Set(value); err != nil { return fmt.Errorf("setting %q variable: %w", name, err) } return nil } inspektor-gadget-0.46.0/pkg/utils/ebpf2graph/000077500000000000000000000000001510117411400210045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/ebpf2graph/ebpf2graph.go000066400000000000000000000104541510117411400233570ustar00rootroot00000000000000package ebpf2graph import ( "fmt" "sort" "strings" "github.com/cilium/ebpf" "github.com/cilium/ebpf/asm" ) func GenerateFlowchartMermaidGraph(collectionSpec *ebpf.CollectionSpec) (string, error) { var graph strings.Builder graph.WriteString("flowchart LR\n") var mapsList []*ebpf.MapSpec for _, m := range collectionSpec.Maps { if m.Name == ".rodata" || m.Name == ".bss" { continue } mapsList = append(mapsList, m) } sort.Slice(mapsList, func(i, j int) bool { return mapsList[i].Name < mapsList[j].Name }) var progsList []*ebpf.ProgramSpec for _, p := range collectionSpec.Programs { progsList = append(progsList, p) } sort.Slice(progsList, func(i, j int) bool { return progsList[i].Name < progsList[j].Name }) for _, m := range mapsList { graph.WriteString(fmt.Sprintf("%s[(\"%s\")]\n", m.Name, m.Name)) } for _, prog := range progsList { references := extractProgramReferences(prog) possibleVerbs := []string{"Lookup", "Update", "Delete"} referencesMap := make(map[string]bool) for _, ref := range references { referencesMap[ref] = true } for _, ref := range references { if !referencesMap[ref] { continue } parts := strings.SplitN(ref, "\000", 2) mapName := parts[0] fnName := parts[1] // Merge arrows if needed verbs := []string{} for _, verb := range possibleVerbs { if referencesMap[mapName+"\000"+verb] { verbs = append(verbs, verb) } } if len(verbs) > 1 { for _, verb := range verbs { referencesMap[mapName+"\000"+verb] = false } fnName = strings.Join(verbs, "+") } graph.WriteString(fmt.Sprintf("%s -- \"%s\" --> %s\n", prog.Name, fnName, mapName)) } graph.WriteString(fmt.Sprintf("%s[\"%s\"]\n", prog.Name, prog.Name)) } return graph.String(), nil } func GenerateSequenceMermaidGraph(collectionSpec *ebpf.CollectionSpec) (string, error) { var graph strings.Builder graph.WriteString("sequenceDiagram\n") var progsList []*ebpf.ProgramSpec graph.WriteString("box eBPF Programs\n") for _, p := range collectionSpec.Programs { progsList = append(progsList, p) } sort.Slice(progsList, func(i, j int) bool { return progsList[i].Name < progsList[j].Name }) for _, p := range progsList { graph.WriteString(fmt.Sprintf("participant %s\n", p.Name)) } graph.WriteString("end\n") mapSeen := make(map[string]bool) var orderedMapNames []string type event struct { sender string receiver string label string } var events []event for _, prog := range progsList { references := extractProgramReferences(prog) for _, ref := range references { parts := strings.SplitN(ref, "\000", 2) mapName := parts[0] label := parts[1] if !mapSeen[mapName] { mapSeen[mapName] = true orderedMapNames = append(orderedMapNames, mapName) } events = append(events, event{ sender: prog.Name, receiver: mapName, label: label, }) } } graph.WriteString("box eBPF Maps\n") for _, mName := range orderedMapNames { if mName == ".rodata" || mName == ".bss" { continue } graph.WriteString(fmt.Sprintf("participant %s\n", mName)) } graph.WriteString("end\n") for _, e := range events { graph.WriteString(fmt.Sprintf("%s->>%s: %s\n", e.sender, e.receiver, e.label)) } return graph.String(), nil } func extractProgramReferences(prog *ebpf.ProgramSpec) []string { var references []string previousRef := map[asm.Register]string{} addReference := func(ref string) { for _, r := range references { if r == ref { return // already exists } } references = append(references, ref) } for _, ins := range prog.Instructions { if ins.IsBuiltinCall() { builtinFunc := asm.BuiltinFunc(ins.Constant) builtinFuncName := fmt.Sprint(builtinFunc) var ref string switch { case strings.HasPrefix(builtinFuncName, "FnMap") && strings.HasSuffix(builtinFuncName, "Elem"): builtinFuncName = strings.TrimPrefix(builtinFuncName, "FnMap") builtinFuncName = strings.TrimSuffix(builtinFuncName, "Elem") ref = previousRef[asm.R1] case builtinFuncName == "FnPerfEventOutput": builtinFuncName = strings.TrimPrefix(builtinFuncName, "FnPerf") ref = previousRef[asm.R2] } if ref != "" { addReference(ref + "\000" + builtinFuncName) } } if ref := ins.Reference(); ref != "" { previousRef[ins.Dst] = ref } } return references } inspektor-gadget-0.46.0/pkg/utils/experimental/000077500000000000000000000000001510117411400214615ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/experimental/experimental.go000066400000000000000000000016561510117411400245150ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package experimental import ( "os" "sync" ) var ( experimental bool once sync.Once ) const EnvName = "IG_EXPERIMENTAL" func Enabled() bool { once.Do(func() { // Environment variable takes precedence if val, ok := os.LookupEnv(EnvName); ok { experimental = val == "true" return } }) return experimental } inspektor-gadget-0.46.0/pkg/utils/host/000077500000000000000000000000001510117411400177415ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/host/host.go000066400000000000000000000102611510117411400212450ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package host provides ways to access the host filesystem. // // Inspektor Gadget can run either in the host or in a container. When running // in a container, the host filesystem must be available in a specific // directory. package host import ( "fmt" "os" "path/filepath" "strings" "syscall" "github.com/spf13/cobra" "github.com/inspektor-gadget/inspektor-gadget/pkg/types" ) var ( HostRoot string HostProcFs string ) func init() { // Initialize HostRoot and HostProcFs HostRoot = os.Getenv("HOST_ROOT") if HostRoot == "" { HostRoot = "/" } HostProcFs = filepath.Join(HostRoot, "/proc") } type Config struct { // AutoMountFilesystems will automatically mount bpffs, debugfs and // tracefs if they are not already mounted. // // This is useful for some environments where those filesystems are not // mounted by default on the host, such as: // - minikube with the Docker driver // - Docker Desktop with WSL2 // - Talos Linux AutoMountFilesystems bool } type ProcStat struct { StartedAt types.Time } var ( autoMountFilesystemsFlag bool autoWSLWorkaroundFlag bool initDone bool ) func Init(config Config) error { var err error // Init() is called both from the local runtime and the local manager operator. // Different gadgets (trace-exec and top-ebpf) have different code paths, and we need both to make both work. // TODO: understand why we need to call Init() twice and fix it. if initDone { return nil } // The mount workaround could either be applied unconditionally (in the // gadget DaemonSet) or with the flag (in ig). if config.AutoMountFilesystems || autoMountFilesystemsFlag { _, err = autoMountFilesystems(false) if err != nil { return err } } else { mountsSuggested, err := autoMountFilesystems(true) if err != nil { fmt.Fprintf(os.Stderr, "error: %v\n", err) os.Exit(1) } if len(mountsSuggested) != 0 { fmt.Fprintf(os.Stderr, "error: filesystems %s not mounted (did you try --auto-mount-filesystems?)\n", strings.Join(mountsSuggested, ", ")) os.Exit(1) } } // The WSL workaround is applied with the flag (in ig). if autoWSLWorkaroundFlag { err = autoWSLWorkaround() if err != nil { return err } } else { err = suggestWSLWorkaround() if err != nil { fmt.Fprintf(os.Stderr, "error: %v\n", err) os.Exit(1) } } initDone = true return nil } // AddFlags adds CLI flags for various workarounds func AddFlags(command *cobra.Command) { automountFilesystemsDefault := HostRoot != "" && HostRoot != "/" command.PersistentFlags().BoolVarP( &autoMountFilesystemsFlag, "auto-mount-filesystems", "", automountFilesystemsDefault, "Automatically mount bpffs, debugfs and tracefs if they are not already mounted", ) command.PersistentFlags().BoolVarP( &autoWSLWorkaroundFlag, "auto-wsl-workaround", "", false, "Automatically find the host procfs when running in WSL2", ) } func GetProcComm(pid int) string { pidStr := fmt.Sprint(pid) commBytes, _ := os.ReadFile(filepath.Join(HostProcFs, pidStr, "comm")) return strings.TrimRight(string(commBytes), "\n") } func GetProcCmdline(pid int) []string { pidStr := fmt.Sprint(pid) cmdlineBytes, _ := os.ReadFile(filepath.Join(HostProcFs, pidStr, "cmdline")) return strings.Split(string(cmdlineBytes), "\x00") } func GetProcStat(pid int) (ProcStat, error) { var stat syscall.Stat_t path := filepath.Join(HostProcFs, fmt.Sprint(pid)) if err := syscall.Stat(path, &stat); err != nil { return ProcStat{}, fmt.Errorf("reading %s: %w", path, err) } mtim := stat.Mtim.Nano() return ProcStat{ StartedAt: types.Time(mtim), }, nil } inspektor-gadget-0.46.0/pkg/utils/host/namespaces.go000066400000000000000000000047131510117411400224140ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package host provides ways to access the host filesystem. // // Inspektor Gadget can run either in the host or in a container. When running // in a container, the host filesystem must be available in a specific // directory. package host import ( "fmt" "os" "sync" "syscall" ) // IsHostPidNs returns true if the current process is running in the host PID namespace func IsHostPidNs() (bool, error) { return sync.OnceValues[bool, error](func() (bool, error) { return isHostNamespace("pid") })() } // IsHostNetNs returns true if the current process is running in the host network namespace func IsHostNetNs() (bool, error) { return sync.OnceValues[bool, error](func() (bool, error) { return isHostNamespace("net") })() } // IsHostCgroupNs returns true if the current process is running in the host cgroup namespace func IsHostCgroupNs() (bool, error) { return sync.OnceValues[bool, error](func() (bool, error) { return isHostNamespace("cgroup") })() } // isHostNamespace checks if the current process is running in the specified host namespace func isHostNamespace(nsKind string) (bool, error) { if !initDone { // HostProcFs can be overwritten by workarounds, so Init() must be called first. return false, fmt.Errorf("host.Init() must be called before calling isHostNamespace()") } selfFileInfo, err := os.Stat("/proc/self/ns/" + nsKind) if err != nil { return false, err } selfStat, ok := selfFileInfo.Sys().(*syscall.Stat_t) if !ok { return false, fmt.Errorf("reading inode of /proc/self/ns/%s", nsKind) } systemdFileInfo, err := os.Stat(fmt.Sprintf("%s/1/ns/%s", HostProcFs, nsKind)) if err != nil { return false, err } systemdStat, ok := systemdFileInfo.Sys().(*syscall.Stat_t) if !ok { return false, fmt.Errorf("reading inode of %s/1/ns/%s", HostProcFs, nsKind) } return selfStat.Ino == systemdStat.Ino, nil } inspektor-gadget-0.46.0/pkg/utils/host/workarounds.go000066400000000000000000000115621510117411400226530ustar00rootroot00000000000000//go:build linux // +build linux // Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package host provides ways to access the host filesystem. // // Inspektor Gadget can run either in the host or in a container. When running // in a container, the host filesystem must be available in a specific // directory. package host import ( "errors" "fmt" "os" "path/filepath" "strconv" "strings" log "github.com/sirupsen/logrus" "golang.org/x/sys/unix" ) // autoMount ensures that filesystems are mounted correctly. // Some environments (e.g. minikube) runs with a read-only /sys without bpf // https://github.com/kubernetes/minikube/blob/99a0c91459f17ad8c83c80fc37a9ded41e34370c/deploy/kicbase/entrypoint#L76-L81 // Docker Desktop with WSL2 also has filesystems unmounted. // // If dryRun is true, autoMount will only check if the filesystems need to be // mounted. // Returns the list of filesystems that need to be mounted. func autoMountFilesystems(dryRun bool) ([]string, error) { var mountsSuggested []string fs := []struct { name string paths []string magic int64 suggest bool // suggest mounting this filesystem }{ { "bpf", []string{"/sys/fs/bpf"}, unix.BPF_FS_MAGIC, false, // do not make 'ig --auto-mount-filesystems=false' fail if bpffs is not mounted }, { "debugfs", []string{"/sys/kernel/debug"}, unix.DEBUGFS_MAGIC, true, }, { "tracefs", []string{"/sys/kernel/tracing", "/sys/kernel/debug/tracing"}, unix.TRACEFS_MAGIC, true, }, } filesystemLoop: for _, f := range fs { var statfs unix.Statfs_t for _, path := range f.paths { if err := unix.Statfs(path, &statfs); err != nil { log.Debugf("statfs returned error on %s: %s", path, err) continue } if statfs.Type == f.magic { log.Debugf("%s already mounted", f.name) continue filesystemLoop } } if f.suggest { mountsSuggested = append(mountsSuggested, f.name) } if dryRun { continue } if err := unix.Mount("none", f.paths[0], f.name, 0, ""); err != nil { return mountsSuggested, fmt.Errorf("mounting %s: %w", f.paths[0], err) } log.Debugf("%s mounted (%s)", f.name, f.paths[0]) } return mountsSuggested, nil } func suggestWSLWorkaround() error { var utsname unix.Utsname err := unix.Uname(&utsname) if err != nil { return err } release := unix.ByteSliceToString(utsname.Release[:]) if !strings.HasSuffix(release, "-WSL2") { return nil } // If /host/proc is correctly set up, we don't need this workaround target, err := os.Readlink(HostProcFs + "/self") if target != "" && err == nil { return nil } return fmt.Errorf("%s/self not found on WSL2 (did you try --auto-wsl-workaround?)", HostProcFs) } // autoWSLWorkaround overrides HostRoot and HostProcFs if necessary. // Docker Desktop with WSL2 sets up host volumes with weird pidns. func autoWSLWorkaround() error { // If we're not in a container, we can't use this workaround if HostRoot == "/" { return nil } // If /host/proc is correctly set up, we don't need this workaround target, err := os.Readlink(HostProcFs + "/self") if target != "" && err == nil { return nil } log.Warnf("%s's pidns is neither the current pidns or a parent of the current pidns. Remounting.", HostProcFs) err = unix.Mount("/proc", HostProcFs, "", unix.MS_BIND, "") if err != nil { return fmt.Errorf("remounting %s: %w", HostProcFs, err) } // Find lifecycle-server process and set HOST_PID to its root processes, err := os.ReadDir(HostProcFs) if err != nil { return fmt.Errorf("reading %s: %w", HostProcFs, err) } for _, p := range processes { if !p.IsDir() { continue } pid, err := strconv.Atoi(p.Name()) if err != nil { continue } cmdLine := GetProcCmdline(pid) if cmdLine[0] != "/usr/bin/lifecycle-server" { continue } log.Debugf("Found lifecycle-server process %s", p.Name()) buf, err := os.ReadFile(fmt.Sprintf("/proc/%s/cgroup", p.Name())) if err != nil { continue } if !strings.Contains(string(buf), "/podruntime/docker") { continue } log.Debugf("Found lifecycle-server process %s in cgroup /podruntime/docker", p.Name()) HostRoot = fmt.Sprintf("/proc/%s/root/", p.Name()) HostProcFs = filepath.Join(HostRoot, "/proc") log.Warnf("Overriding HostRoot=%s HostProcFs=%s (lifecycle-server)", HostRoot, HostProcFs) return nil } return errors.New("lifecycle-server process not found") } inspektor-gadget-0.46.0/pkg/utils/netns/000077500000000000000000000000001510117411400201135ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/netns/netns.go000066400000000000000000000026671510117411400216040ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package netns is a small wrapper around github.com/vishvananda/netns that provides // GetFromPidWithAltProcfs() and GetFromThreadWithAltProcfs(). // TODO: Remove once https://github.com/vishvananda/netns/pull/76 is merged package netns import ( "fmt" "github.com/vishvananda/netns" ) // GetFromPidWithAltProcfs gets a handle to the network namespace of a given // pid using the specified procfs path. func GetFromPidWithAltProcfs(pid int, procfs string) (netns.NsHandle, error) { return netns.GetFromPath(fmt.Sprintf("%s/%d/ns/net", procfs, pid)) } // GetFromThreadWithAltProcfs gets a handle to the network namespace of a given // pid and tid using the specified procfs path. func GetFromThreadWithAltProcfs(pid, tid int, procfs string) (netns.NsHandle, error) { return netns.GetFromPath(fmt.Sprintf("%s/%d/task/%d/ns/net", procfs, pid, tid)) } inspektor-gadget-0.46.0/pkg/utils/nsenter/000077500000000000000000000000001510117411400204425ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/nsenter/nsenter.go000066400000000000000000000047701510117411400224570ustar00rootroot00000000000000// Copyright 2021 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package nsenter import ( "fmt" "os" "path/filepath" "runtime" "github.com/vishvananda/netns" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" netnsig "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/netns" ) // NetnsEnter enters the network namespace of a process and executes the provided function func NetnsEnter(pid int, f func() error) error { if pid == 0 { return f() } // Lock the OS Thread so we don't accidentally switch namespaces runtime.LockOSThread() defer runtime.UnlockOSThread() // Save the current network namespace origns, _ := netns.Get() defer origns.Close() netnsHandle, err := netnsig.GetFromPidWithAltProcfs(pid, host.HostProcFs) if err != nil { return err } defer netnsHandle.Close() err = netns.Set(netnsHandle) if err != nil { return err } // Switch back to the original namespace defer netns.Set(origns) return f() } // CgroupnsEnter enters the cgroup namespace of a process and executes the provided function func CgroupnsEnter(pid int, f func() error) error { if pid == 0 { return f() } // Lock the OS Thread so we don't accidentally switch namespaces runtime.LockOSThread() defer runtime.UnlockOSThread() // Save the current cgroup namespace origCgroupPath := filepath.Join("/proc", fmt.Sprint(os.Getpid()), "task", fmt.Sprint(unix.Gettid()), "ns", "cgroup") origns, err := unix.Open(origCgroupPath, unix.O_RDONLY|unix.O_CLOEXEC, 0) if err != nil { return err } defer unix.Close(origns) newCgroupPath := filepath.Join(host.HostProcFs, fmt.Sprint(pid), "ns", "cgroup") cgroupnsHandle, err := unix.Open(newCgroupPath, unix.O_RDONLY|unix.O_CLOEXEC, 0) if err != nil { return err } defer unix.Close(cgroupnsHandle) err = unix.Setns(cgroupnsHandle, unix.CLONE_NEWCGROUP) if err != nil { return err } // Switch back to the original namespace defer unix.Setns(origns, unix.CLONE_NEWCGROUP) return f() } inspektor-gadget-0.46.0/pkg/utils/processmap/000077500000000000000000000000001510117411400211405ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/processmap/bpf.go000066400000000000000000000056351510117411400222470ustar00rootroot00000000000000// Copyright 2019-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package processmap import ( "fmt" "unsafe" "github.com/cilium/ebpf" "github.com/cilium/ebpf/link" "github.com/inspektor-gadget/inspektor-gadget/pkg/gadgets" "github.com/inspektor-gadget/inspektor-gadget/pkg/kallsyms" bpfiterns "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/bpf-iter-ns" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/processmap/types" ) //go:generate go run github.com/cilium/ebpf/cmd/bpf2go -target $TARGET -cc clang -cflags ${CFLAGS} -type pid_iter_entry bpf ./bpf/pid_iter.bpf.c -- -I./bpf/ type pidIterEbpf struct { objs bpfObjects iter *link.Iter } type PidIterEntry struct { ProgID uint32 Pid uint32 Comm string } var iterEntrySize = int(unsafe.Sizeof(bpfPidIterEntry{})) func NewTracer() (iter *pidIterEbpf, err error) { p := &pidIterEbpf{} defer func() { if err != nil { if p.iter != nil { p.iter.Close() } p.objs.Close() } }() spec, err := loadBpf() if err != nil { return nil, fmt.Errorf("loading ebpf program: %w", err) } if err := kallsyms.SpecUpdateAddresses(spec, []string{"bpf_prog_fops"}); err != nil { return nil, fmt.Errorf("updating bpf_prog_fops address with ksyms: %w", err) } opts := ebpf.CollectionOptions{} if err = spec.LoadAndAssign(&p.objs, &opts); err != nil { return nil, fmt.Errorf("loading ebpf program: %w", err) } p.iter, err = link.AttachIter(link.IterOptions{ Program: p.objs.IgTopEbpfIt, }) if err != nil { return nil, fmt.Errorf("attaching iter: %w", err) } return p, nil } func (p *pidIterEbpf) fetch() (map[uint32][]types.Process, error) { buf, err := bpfiterns.Read(p.iter) if err != nil { return nil, fmt.Errorf("reading iter: %w", err) } bufLen := len(buf) if bufLen%iterEntrySize != 0 { return nil, fmt.Errorf("invalid format: %d", bufLen) } n := bufLen / iterEntrySize pidmap := make(map[uint32][]types.Process) for i := 0; i < n; i++ { entry := (*bpfPidIterEntry)(unsafe.Pointer(&buf[i*iterEntrySize])) pidmap[entry.Id] = append(pidmap[entry.Id], types.Process{ Pid: entry.Pid, Comm: gadgets.FromCString(entry.Comm[:]), }) } return pidmap, nil } func (p *pidIterEbpf) Close() (err error) { // If there's an error, return the last one if tmpErr := p.iter.Close(); tmpErr != nil { err = tmpErr } if tmpErr := p.objs.Close(); tmpErr != nil { err = tmpErr } return } inspektor-gadget-0.46.0/pkg/utils/processmap/bpf/000077500000000000000000000000001510117411400217075ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/processmap/bpf/pid_iter.bpf.c000066400000000000000000000022071510117411400244210ustar00rootroot00000000000000// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) /* Copyright (c) 2020 Facebook, (c) 2022 The Inspektor Gadget authors */ #include #include #include #include #include "pid_iter.h" const volatile __u64 bpf_prog_fops_addr = 0; struct pid_iter_entry *unused __attribute__((unused)); SEC("iter/task_file") int ig_top_ebpf_it(struct bpf_iter__task_file *ctx) { struct file *file = ctx->file; struct task_struct *task = ctx->task; struct pid_iter_entry e; if (!file || !task) return 0; // We need to have an address of bpf_prog_fops to run // TODO: Currently cilium/ebpf doesn't support .ksyms, this is why we get the info from userspace right now if (bpf_prog_fops_addr == 0 || (__u64)(file->f_op) != bpf_prog_fops_addr) return 0; __builtin_memset(&e, 0, sizeof(e)); e.pid = task->tgid; e.id = BPF_CORE_READ((struct bpf_prog *)(file->private_data), aux, id); bpf_probe_read_kernel_str(&e.comm, sizeof(e.comm), task->group_leader->comm); bpf_seq_write(ctx->meta->seq, &e, sizeof(e)); return 0; } char LICENSE[] SEC("license") = "Dual BSD/GPL"; inspektor-gadget-0.46.0/pkg/utils/processmap/bpf/pid_iter.h000066400000000000000000000003741510117411400236630ustar00rootroot00000000000000/* SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) */ /* Copyright (c) 2020 Facebook, (c) 2022 The Inspektor Gadget authors */ #ifndef __PID_ITER_H #define __PID_ITER_H struct pid_iter_entry { __u32 id; __u32 pid; __u8 comm[16]; }; #endif inspektor-gadget-0.46.0/pkg/utils/processmap/bpf_arm64_bpfel.go000066400000000000000000000062461510117411400244270ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build arm64 package processmap import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type bpfPidIterEntry struct { _ structs.HostLayout Id uint32 Pid uint32 Comm [16]uint8 } // loadBpf returns the embedded CollectionSpec for bpf. func loadBpf() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_BpfBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load bpf: %w", err) } return spec, err } // loadBpfObjects loads bpf and converts it into a struct. // // The following types are suitable as obj argument: // // *bpfObjects // *bpfPrograms // *bpfMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadBpfObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadBpf() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // bpfSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfSpecs struct { bpfProgramSpecs bpfMapSpecs bpfVariableSpecs } // bpfProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfProgramSpecs struct { IgTopEbpfIt *ebpf.ProgramSpec `ebpf:"ig_top_ebpf_it"` } // bpfMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfMapSpecs struct { } // bpfVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfVariableSpecs struct { BpfProgFopsAddr *ebpf.VariableSpec `ebpf:"bpf_prog_fops_addr"` Unused *ebpf.VariableSpec `ebpf:"unused"` } // bpfObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfObjects struct { bpfPrograms bpfMaps bpfVariables } func (o *bpfObjects) Close() error { return _BpfClose( &o.bpfPrograms, &o.bpfMaps, ) } // bpfMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfMaps struct { } func (m *bpfMaps) Close() error { return _BpfClose() } // bpfVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfVariables struct { BpfProgFopsAddr *ebpf.Variable `ebpf:"bpf_prog_fops_addr"` Unused *ebpf.Variable `ebpf:"unused"` } // bpfPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfPrograms struct { IgTopEbpfIt *ebpf.Program `ebpf:"ig_top_ebpf_it"` } func (p *bpfPrograms) Close() error { return _BpfClose( p.IgTopEbpfIt, ) } func _BpfClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed bpf_arm64_bpfel.o var _BpfBytes []byte inspektor-gadget-0.46.0/pkg/utils/processmap/bpf_arm64_bpfel.o000066400000000000000000001172601510117411400242570ustar00rootroot00000000000000ELF0@@yy+*y4&y$y3]C#{:{:{:asc:y#8#!q yaqyssyybDual BSD/GPLRR@ @ M"& , 9  >B F 9! "@$%)&1 @9 `F'M)U*-\<b%m>v> ?@@K "& ,; # ( $CH+L,@ S.^9e k/q5@{6`701234@88@7:;@ =4#u ,A8E@GEIOB]C@AD BbFEm {H @ `  <@JHL02>NJ R ^%dQ@j `p w ~S @H   @ `   U\ ^ m@qs,t2uD @KH` pwyz@y%   ~7@H$@6HD `W7n 7@  ~7@7 @7  W!("+"5$#M @#X `#b #n #|H# $ $ !$ "$ #$ @$ A$ B$ C$ D$& E$- F$: G$EH$R$`&d&iH&v'@'7'7((7(7@))*7,,,- %@- 9- 9-! 9.' @.4 H/: H@/A 9/L 9/[ H0c H@0k 0{ 3 '4 '5 '@5 5 5 @6 6 6 @7 7 7 8 @8 8 8 9 @99, H@:6 :B :O B;Z @;h ;q ;{ ; @< 9@< 9< < 5< = @= = > %@> > > ? @?# ?3 H?B @O @@T 9Bb 9@Bo 9B| B C C @C 7C D @D 7D E .@E @F `F* F: .FK 7G[ @Hi Hs H{ H H I I @I `I HI 9I 9J 9@J( AJ2 K= @KI HK[ Kp HL L M  M H@M M M M M AN N N O O O HO29PA9@PX Pg PvP;Q;@QQQHQ R@RRRS@SA@S"QS, S?TO@T`UnQU}%V@VVVWW>jHO@9P R %ET@+`/p3 ;CPVUW^9@g9t9~7999@9299@ Y ZZ@H'[+7H>@IQHcX@lXWUt @~99@9HH@H 07HH    0(]@\-IW=9H9T9@^9d9o2^9@j w         __ghn@#m)@1`6aCb@LfQW^fn 1W~a2c de_ij kml^op mr vx y{y@&|H}+ ?KM OW`0hHo;@y;;;;@( 7@7R8H@ @((@j`9  @~9$ 7EMWaf rw @| `HH v@v} '  9 9@5k P @ `9@.X@IX}{ 8:Ae.?  d/I@M`QV[`ek q @|@@}% @@)06 GNT e9r Az}  7   H}7 H{   @%68I9O9@U9[9a9l9@x9& }HH}k k.8=@`D(O~HCj UF`nz} %@%H@H 0i@0k2 9@393 93%9409@4n h8H<H@@HDHHHLH@PHTHXH\H@`HcHfH0iHrH@|9H @} }} }   & @3h=h GM R7^7k7~Ww9@77   @ ` %Q @ ` 099@,938 D S ]@ >@`+h/q00@.7 @ `7k.@@,7H@ - / " / ?H@L0X0lAy  5@6H@7OA990:@<%V 9@ (W X 1Y!<g'}%(A7@(I(Sdz /< :@:%:1:@::AB:BI:CS:D`:Eo:Fz:G:H :I:J:K:L:M:N:O:Q:R:S:T:U :V% :W+ :X5 :YA :ZP :[_ :\j :]r :^| :_ :` :a :b :c :d :e :f  :@ :! !:#!@1!`B!pO!_!:h!:p!:~!:!!!:!:!:!:!:!:!:!:! ! ""%"0"=" K"%@HQ R" p!9@(]"9l"9@w"9"9` ' `9"9@"H"H" " " @j `""@"9" @# `"  #9# @@)_#7'#9/#9@(4#!9##A#T#9\#9@d#"i######$&@#%$#####9@#9)*#9# @#9$9@$. $0$7@5$ 1S]1>$42 30F$N$75e$ 8 ; 9u$=> ?L@$$9$9@$99$A9@9$B$9$C@$D$E$F7G@$I%9%K%K%9(%9@ 92%97%9A%9@P%9_%9`h% l%  !9u%%:H%% %0%:J %:%:%:%:%:%:!%:%%:&&:( &:+&:.&&&:*&L@M/&PN7&9?&SI&M&9 X&T@ c&9 t&9@ }&OQ&*&Pc:f:&:@:}*&Rc9f9&9@9}&&&U9&`9&9@l"1]Z]@jH&%&Z&`@&b&`&H'H7'7'c(']@0'H<'[\ HH]^Y_J'V'0f'as'a@'.`'de ]f''''#}*(P<(jA(jF(jK(jP(jU(a(Hd(H@g(<(j(H((()))))<)D)L)\)n)))))m )n@#`))o,p)@)q)y)z{@ *"*,*H*]*u****** + + /+ F+ ]+r++++++,/,L,h,,,,,,,-,- D-!X-;h------- ..5. K. d. }. . ....////G/]/s//////// 0)0 F0!U0"r0#0$0%0&0'0(0)0* 1+1,)1-71.G1/V10m1112131415162728)29B2:}r sut v wX2a2f2n2 v2xz2 ~2|2}22a2222 ~}22w}2P02@2`22 33&3 /3@=3`F3T3m3333@33%3.3V3@3m3n4k"4k,4k>4kO4kc4ky4k4k4k4k4k4k4k 4k(5k0 59@#5.-535F5X5@]i5%r5{5@555 555@5.5V 59@55 5 6@6}% 6@ &6 .6 26!<6@!J6!P6!\6"j6 "s6@"}6"6"6#@# V  V6X{H6H@ 6676k}601W}  656@}%6666 79@ 7&7 7 .7@@7`.6 6Z7.0g70o70k@x7k&k7k7k70@7 7%7778*8H8a8{888 8 8 8 9 ,9@9U9i9}99999%:H:[:n::::::;;5; O;!b;" :Au; ;/O7@]; F5@m`(k4k; ;4# @2} 999999% :A=<K<9@V<9^<  :d<} w<<` @}<<<< <L<<<<<<<< ==8$=/=:= I=.6X=d=o=z==========> >">5>G>T>`>j>{>>>>Z >> # >>`> ?i ? ?+?4?F?U? \?j?t??  ????[ 2  ??? @@&@=@R@b@t@@@bpf_iter__task_filefdmetatasku32__u32unsigned intfilectxintig_top_ebpf_ititer/task_file0:1:0bpf/pid_iter.bpf.c struct task_struct *task = ctx->task;0:3:0 struct file *file = ctx->file; if (!file || !task) if (bpf_prog_fops_addr == 0 ||f_lockf_modef_opf_mappingprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_refspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendingu8__u8unsigned charlocked_pendingtailu16__u16unsigned shortfmode_tpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queuelist_headnextprevu64__u64unsigned long longloff_t__kernel_loff_terrseq_tf_task_workf_llistf_raf_freeptrcallback_headfuncllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posunsigned longfreeptr_tvfile_ref_trefcnt0:2 (__u64)(file->f_op) != bpf_prog_fops_addr) __builtin_memset(&e, 0, sizeof(e));task_structthread_info__statesaved_statestackusageflagsptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupstatspreempt_notifierspolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitno_cgroup_migrationfrozenuse_memdelayin_eventfdatomic_flagsrestart_blockpidtgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionmemcg_nr_pages_over_highactive_memcgobjcgthrottle_diskutaskkmap_ctrlrcurcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxbpf_net_contextkretprobe_instancesthreadcpupreempt_countpreemptcountneed_reschedrefcount_trefcount_structrefs__call_single_nodellistsrcdstu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listtimeoutwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTdl_server_has_tasks_fbool_Booldl_server_pick_fsched_statisticshlist_headfirstcpumask_tcpumaskbits__ARRAY_SIZE_TYPE__rcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnlongfutexnanosleeppolluaddrbitsettimeuaddr2clockidtypeclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_thlist_nodepprevlockbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headrb_rootrb_root_cachedrb_leftmostworkscheduleduidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuseruser_nsucountsgroup_infokuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcucharsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendinglistsize_t__kernel_size_t__kernel_ulong_tmodefilter_countfiltersyscall_user_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockseqcountseqcount_tsequenceshorttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchpage_fragpageoffsettimer_listentryllist_headthread_structcpu_contextuwfp_typefpsimd_cpusve_statesme_statevlvl_onexecfault_addressfault_codedebugkernel_fpsimd_statekernel_fpsimd_cpukeys_userkeys_kernelmte_ctrlsctlr_usersvcrtpidr2_el0por_el0x19x20x21x22x23x24x25x26x27x28fpsppctp_valuetp2_valuefpmrpadfpsimd_stateuser_fpsimd_statevregsfpsrfpcr__reservedunsigned __int128FP_STATE_CURRENTFP_STATE_FPSIMDFP_STATE_SVEdebug_infosuspended_stepbps_disabledwps_disabledhbp_breakhbp_watchperf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwpmu_ctxrefcountchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrbrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventdestroynsidlost_samplesclockoverflow_handleroverflow_handler_contextprogbpf_cookietp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlemmapfreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputcgrouptext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2__s32aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddresstriggerctrlarch_hw_breakpoint_ctrllenprivilegeenabledrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotswait_queue_head_twait_queue_headheadirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idaddrphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregspt_regsorig_x0syscallnopmrsdei_ttbr1stackframelockdep_hardirqsexit_rcuuser_regsuser_pt_regspstates32frame_record_metarecordframe_recordlrprivatesaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERptrauth_keys_userapiaapibapdaapdbapgaptrauth_keylohiptrauth_keys_kernel0:81 e.pid = task->tgid;0:4 e.id = BPF_CORE_READ((struct bpf_prog *)(file->private_data), aux, id);bpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__s16__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsi0:24bpf_prog_auxused_map_cntused_btf_cntmax_ctx_offsetmax_pkt_offsetmax_tp_accessstack_depthfunc_cntreal_func_cntfunc_idxattach_btf_idattach_st_ops_member_offctx_arg_info_sizemax_rdonly_accessmax_rdwr_accessattach_btfctx_arg_infopriv_stack_ptrdst_mutexdst_progdst_trampolinesaved_dst_prog_typesaved_dst_attach_typeverifier_zextdev_boundoffload_requestedattach_btf_traceattach_tracing_progfunc_proto_unreliabletail_call_reachablexdp_has_fragsexception_cbexception_boundaryis_extendedjits_use_priv_stackpriv_stack_requestedchanges_pkt_datamight_sleepprog_array_member_cntext_mutexarenarecursion_detectedattach_func_protoattach_func_namejit_datapoke_tabkfunc_tabkfunc_btf_tabsize_poke_tabksymopsst_opsused_mapsused_maps_mutexused_btfsload_timeverified_insnscgroup_atypecgroup_storagenamebpf_exception_cbtokenoffloadbtffunc_infofunc_info_auxlinfojited_linfofunc_info_cntnr_linfolinfo_idxmodnum_exentriesextablebpf_ksymendlnodetnodelatch_tree_nodebpf_mapinner_map_metamap_typekey_sizevalue_sizemax_entriesmap_extramap_flagsnuma_nodebtf_key_type_idbtf_value_type_idbtf_vmlinux_value_type_idfreeze_mutexusercntwritecntbypass_spec_v1free_after_mult_rcu_gpfree_after_rcu_gpsleepable_refcntelem_countbpf_map_typeBPF_MAP_TYPE_UNSPECBPF_MAP_TYPE_HASHBPF_MAP_TYPE_ARRAYBPF_MAP_TYPE_PROG_ARRAYBPF_MAP_TYPE_PERF_EVENT_ARRAYBPF_MAP_TYPE_PERCPU_HASHBPF_MAP_TYPE_PERCPU_ARRAYBPF_MAP_TYPE_STACK_TRACEBPF_MAP_TYPE_CGROUP_ARRAYBPF_MAP_TYPE_LRU_HASHBPF_MAP_TYPE_LRU_PERCPU_HASHBPF_MAP_TYPE_LPM_TRIEBPF_MAP_TYPE_ARRAY_OF_MAPSBPF_MAP_TYPE_HASH_OF_MAPSBPF_MAP_TYPE_DEVMAPBPF_MAP_TYPE_SOCKMAPBPF_MAP_TYPE_CPUMAPBPF_MAP_TYPE_XSKMAPBPF_MAP_TYPE_SOCKHASHBPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATEDBPF_MAP_TYPE_CGROUP_STORAGEBPF_MAP_TYPE_REUSEPORT_SOCKARRAYBPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATEDBPF_MAP_TYPE_PERCPU_CGROUP_STORAGEBPF_MAP_TYPE_QUEUEBPF_MAP_TYPE_STACKBPF_MAP_TYPE_SK_STORAGEBPF_MAP_TYPE_DEVMAP_HASHBPF_MAP_TYPE_STRUCT_OPSBPF_MAP_TYPE_RINGBUFBPF_MAP_TYPE_INODE_STORAGEBPF_MAP_TYPE_TASK_STORAGEBPF_MAP_TYPE_BLOOM_FILTERBPF_MAP_TYPE_USER_RINGBUFBPF_MAP_TYPE_CGRP_STORAGEBPF_MAP_TYPE_ARENA__MAX_BPF_MAP_TYPEwork_structdatawork_func_tbtf_typename_off0:70:87 task->group_leader->comm);0:113 bpf_probe_read_kernel_str(&e.comm, sizeof(e.comm),0:0:0 bpf_seq_write(ctx->meta->seq, &e, sizeof(e));bpf_iter_metasession_idseq_numseq}bpf_prog_fops_addrLICENSEpid_iter_entryunused.bss.rodatalicenseuser_namespacevfsmountseq_fileaddress_spaceinodefile_operationsmoduleblk_pluggendiskhrtimer_clock_basemm_structcompletionbtf_recordbpf_struct_opsbpf_prog_statsbpf_map_opsobj_cgroupmem_cgroupbpf_local_storagecss_setbtf_mod_pairbpf_line_infosignal_structbpf_ctx_arg_auxbpf_trampolineftrace_hashbpf_func_infobpf_arenavm_structbpf_jit_poke_descriptorbpf_kfunc_desc_tabbpf_kfunc_btf_tabbpf_prog_opsuser_structbpf_tokenbpf_prog_offloadsock_fprog_kernbpf_func_info_auxexception_table_entrysighand_structseccomp_filterrt_mutex_waiterpipe_inode_infofasync_structpid_namespacekeykernel_siginfotask_grouprcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfs_structfiles_structio_uring_taskrobust_list_headcompat_robust_list_headfutex_pi_stateperf_event_contextuprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupfown_struct |UUj}"Dj@j P jd8jd@jhHjhPjd`j txj(xj(xj( |j tj( |j tj( |j; (j t8j;Hj<Pj<Xj<pjb<U d@xM{((l2;M;M;H<P<p( d MN(N,@P`p 0@P`p ,<L\ .text.rel.BTF.extig_top_ebpf_it.bssbpf_prog_fops_addr.llvm_addrsiglicense.reliter/task_fileunused.strtab.symtab.rodata.rel.BTFLICENSELBB0_5k@U@Q @  {I #1 @00   l @`0 ;Losxinspektor-gadget-0.46.0/pkg/utils/processmap/bpf_x86_bpfel.go000066400000000000000000000062531510117411400241210ustar00rootroot00000000000000// Code generated by bpf2go; DO NOT EDIT. //go:build 386 || amd64 package processmap import ( "bytes" _ "embed" "fmt" "io" "structs" "github.com/cilium/ebpf" ) type bpfPidIterEntry struct { _ structs.HostLayout Id uint32 Pid uint32 Comm [16]uint8 } // loadBpf returns the embedded CollectionSpec for bpf. func loadBpf() (*ebpf.CollectionSpec, error) { reader := bytes.NewReader(_BpfBytes) spec, err := ebpf.LoadCollectionSpecFromReader(reader) if err != nil { return nil, fmt.Errorf("can't load bpf: %w", err) } return spec, err } // loadBpfObjects loads bpf and converts it into a struct. // // The following types are suitable as obj argument: // // *bpfObjects // *bpfPrograms // *bpfMaps // // See ebpf.CollectionSpec.LoadAndAssign documentation for details. func loadBpfObjects(obj interface{}, opts *ebpf.CollectionOptions) error { spec, err := loadBpf() if err != nil { return err } return spec.LoadAndAssign(obj, opts) } // bpfSpecs contains maps and programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfSpecs struct { bpfProgramSpecs bpfMapSpecs bpfVariableSpecs } // bpfProgramSpecs contains programs before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfProgramSpecs struct { IgTopEbpfIt *ebpf.ProgramSpec `ebpf:"ig_top_ebpf_it"` } // bpfMapSpecs contains maps before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfMapSpecs struct { } // bpfVariableSpecs contains global variables before they are loaded into the kernel. // // It can be passed ebpf.CollectionSpec.Assign. type bpfVariableSpecs struct { BpfProgFopsAddr *ebpf.VariableSpec `ebpf:"bpf_prog_fops_addr"` Unused *ebpf.VariableSpec `ebpf:"unused"` } // bpfObjects contains all objects after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfObjects struct { bpfPrograms bpfMaps bpfVariables } func (o *bpfObjects) Close() error { return _BpfClose( &o.bpfPrograms, &o.bpfMaps, ) } // bpfMaps contains all maps after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfMaps struct { } func (m *bpfMaps) Close() error { return _BpfClose() } // bpfVariables contains all global variables after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfVariables struct { BpfProgFopsAddr *ebpf.Variable `ebpf:"bpf_prog_fops_addr"` Unused *ebpf.Variable `ebpf:"unused"` } // bpfPrograms contains all programs after they have been loaded into the kernel. // // It can be passed to loadBpfObjects or ebpf.CollectionSpec.LoadAndAssign. type bpfPrograms struct { IgTopEbpfIt *ebpf.Program `ebpf:"ig_top_ebpf_it"` } func (p *bpfPrograms) Close() error { return _BpfClose( p.IgTopEbpfIt, ) } func _BpfClose(closers ...io.Closer) error { for _, closer := range closers { if err := closer.Close(); err != nil { return err } } return nil } // Do not access this directly. // //go:embed bpf_x86_bpfel.o var _BpfBytes []byte inspektor-gadget-0.46.0/pkg/utils/processmap/bpf_x86_bpfel.o000066400000000000000000001225201510117411400237460ustar00rootroot00000000000000ELFС@@yy+*y4&y$y3]C#{:{:{:as c:y#8#!q yaqys p syybDual BSD/GPL8W8WB @ M"& , 9  >B F 9! "@$%)&1 @9 `F'M)U*-\<b%m>v> ?@@K "& ,; # ( CH+L,@ S.^9e k/q5@{6`701234@88@7:;@ =4# ,A8E@GEIOB]C@AD BbFEm {H @ `  <@JHL02%>NJ R ^%dO@j `p w ~Q @H   @ `   SZ \ k@oq,r2 = DH@Y isrvu@%@? ? ? ?z?7@|@ H@A/A= AP7@Ag Az7B B BzB7C7C D}@D7E~@FUG!@H$H.$HF IQ I[ @Ig `IuHI| I I I I I J J J J  J J/ J6 JC JN J^ Jr JH@JJ@L`LHLLM7@M7M@N7N7OO O 7Q @R" R0 R@ %SO 9@SU 9S[ 9Sa Tn HTt HU{ 9@U 9U HU HV @V X 'Z 'Z '[ @[ [ \ @\ \ ] @]# ], ]4 ^; @^C ^K ^X _@_f H`p @`| ` B` a @a `a a b 9c 9@c c 5c c d d d) %e6 @e? eD eR f] @fm Hf| f g 9h 9i 9@i i m m m 7n n n 7o) o8 .oI pU pd qt .@q 7@r r s @s Ps `s s s s Ht @t `t t t' At0 @u8 D N U ` q H 9@ 9 ;@ ; H%@39CAGO@Q `dtO@%@%:9:@:A:B>A  *@>GAV>jH]H@jquPER@`p TU9@997 '49?9P9@f9o2t9z9@ WXX@HYH@HV@VUS @99@9(1@HIH@VH_ h0x7HH   0[@ZU999@9929@j    $  / @ I X i]r]efl@k@^_`@d U_ 2a bc!3]Cgh ikYj^\dmn kp u99@9999@9929@9229@)9<9X9u9@9999@9999@!949t uDwuNVxHy[ o{{}C 0H;@;;;;@( 7@78H@ @(($@j`*196=E @9JT gu}  @ `HH @y a O 9U 9@5 P @ `(90@7GOG^V@GVy 8jAe.o  d/y@}`  @@ @(%9@>FN@Y`f w~ 9 CAy7  Hy74  H   ,@3 IRH@YH]ii  u899@9999@9VHy# y,2GLi@ [iH dNw~i R@`H 9(Hj F@H    0H@HXHHH@#H+H6Y@H@J TYZ] ipv E(},|-/045678yM 777U9@77   @ `/3%@? `LR0^9q9@9    @ >@/00@.7 @q `7k$.@/@: =7FH@R ^!d#k z  H@$$A  )@* H@%+OA--0930@.@F0W%pF u9@ G ,H I!W'%(7@((.FPRP/Z<E j:@q:}::@:A:B:C:D:E:F:G:H :I:J:K:L:M :N :O :Q$ :R2 :S? :TM :Uf :V} :W :X :Y :Z :[ :\ :] :^ :_ :` :a :b :c!:d!:e!:f,! 4!:@G!:X!= j!:{!@!`!p! !:!:!:!:!!": ":":!":)":0":<":I":Q" W" b"s"}""" "%@ H "!9@"9"9@"9"9` `j9"9@"H#H# !# %# @j `.#8#@C#j9W# @[# `!# a#9l# @@]w#7#9#9@(####H#H@YE##@#####9@#9#9 $@$9$$9@ 0$"B$R$7@W$ Q]%`$(& '$h$p$75$ ", / 9$12 3@4$$9$9@$9E9$519@09$6$9$7@$8%9 %:;@%="%9&%?0%?:%9J%9@ 9T%9Y%9c%9@r%9%9% q% #$%9%%:<%% %0%:> %:%:%:%:%:&:!&:%&:&$&:(,&:+5&:.>&H&:L&@@AQ&Y&H]&H@a&He&Hi&Hl&H@o&Hs&Hw&Hz&H@}&H&H&H&H@&H&H$HB@jHHD&&9&C&&9&9&9&&9&E& &9&9&9&9&9 E90&98&99&9:&9<p!&]JM@jH&%&J&P@'R'P'H&'H76'7A'SJ'M@R'H^'KL HHMNIOl'x'0'Q'Q@'.P'TU MV'''!('y(Y%# L(H@]([e([t(\y(\(]]((9( @( `]( @ ( (9@(9(9( ( ) ) L&^)')_-)a4)i9)k?)oI) pU)Y) ])@a)`e)i)m)q)`j`yz) U)Y)]) )0b@))q)e)f#g hcd)9)9@a)e) i)@m)`y y@y 0)g)g)U)Y) ])@a)`e)i)m)q)`)`)h)p)x))#j))*@*a*l*n1*@(9?*9@%m9yyy*H******* +++)+;+X+g+x++Eq +r@Y`++s,t+@+u+}+~@+"++,*,B,Z,s,,,, , , , - *-?-[-p------.5.[.x....... /!%/;5/M/d///////0 0 10 J0 e0 00000001*1@1Q1b1r1111111 2!"2"?2#N2$\2%d2&w2'2(2)2*2+2,2-3.3/#30:31R32j333435363738394:yv wyx z {%4.434;4 C4|G4  K4Q4_4e4.4q4t4w4 yy44{y4P04@4`444404 4@ 5`5!5:5L5^5n5@y55%5.5F5@5q5r5i5i5i 6i6i06iF6iZ6ih6iu6i6i6i6i 6i(6i069@6.677%7@]67%?7H7@R7`7n7 s7w7~7@7.7pF979@77 77@7% 7@ 7 7 7! 8@!8!8!)8"78 "@8@"J8"N8"\8#@# F  Fd8X{Hm8H@7q87w8piy}80Uy  8s78@%8888 89@8088 8 9@9`77.9.@0@;90C90kL9i/i[9ir9i909@ 9%99999:5:O:h:: : : : : ;;);=;Q;g;;;;;</<B<Z<s<<<<<< = #=!6=" jCAI= U=/7@]Z= 7@Eq`*iZ6if= o=# @E2y 999999% jCA>>9@*>92>  :8>y K>S>0 @yb>i>n>v> ~>L>>>>>>>>>>F>7 ??&?2?D?Q?_?g?w?????????? @@%@5@G@]@ l@x@@@@N @@@@@@@ AAA'A5A>A6 R , FATAD ] dAuAAA  AAA/AAA B"B7BGBYBfB6rBbpf_iter__task_filefdmetatasku32__u32unsigned intfilectxintig_top_ebpf_ititer/task_file0:1:0bpf/pid_iter.bpf.c struct task_struct *task = ctx->task;0:3:0 struct file *file = ctx->file; if (!file || !task) if (bpf_prog_fops_addr == 0 ||f_lockf_modef_opf_mappingprivate_dataf_inodef_flagsf_iocb_flagsf_credf_ownerf_pathf_posf_securityf_wb_errf_sb_errf_epf_refspinlock_tspinlockrlockraw_spinlockraw_lockarch_spinlock_tqspinlockvalatomic_tcounterlockedpendingu8__u8unsigned charlocked_pendingtailu16__u16unsigned shortfmode_tpathmntdentryf_pos_lockf_pipemutexownerwait_lockosqwait_listatomic_long_tatomic64_ts64__s64long longraw_spinlock_toptimistic_spin_queuelist_headnextprevu64__u64unsigned long longloff_t__kernel_loff_terrseq_tf_task_workf_llistf_raf_freeptrcallback_headfuncllist_nodefile_ra_statestartsizeasync_sizera_pagesmmap_missprev_posunsigned longfreeptr_tvfile_ref_trefcnt0:2 (__u64)(file->f_op) != bpf_prog_fops_addr) __builtin_memset(&e, 0, sizeof(e));task_structthread_info__statesaved_statestackusageflagsptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdldl_serversched_classsched_task_groupstatsbtrace_seqpolicymax_allowed_capacitynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listrcu_tasks_exit_cpurcu_tasks_exit_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_holdout_listtrc_blkd_nodetrc_blkd_cpusched_infotaskspushable_taskspushable_dl_tasksmmactive_mmfaults_disabled_mappingexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_task_hotsched_remote_wakeupsched_rt_mutexin_execvein_iowaitrestore_sigmaskno_cgroup_migrationfrozenuse_memdelayin_eventfdpasid_activatedreported_split_lockin_thrashingatomic_flagsrestart_blockpidtgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keycommnameidatasysvsemsysvshmfsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmasksas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_stateio_contextcapture_controlptrace_messagelast_siginfoioacacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcgroupscg_listrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_recursionperf_event_ctxpperf_event_mutexperf_event_listperf_ctx_datamempolicyil_previl_weightpref_node_forkrseqrseq_lenrseq_sigrseq_event_maskmm_cidlast_mm_cidmigrate_from_cpumm_cid_activecid_worktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestampftrace_sleeptimetrace_overruntracing_graph_pausetrace_recursionthrottle_diskutaskkmap_ctrlrcurcu_userspagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountsecuritybpf_storagebpf_ctxbpf_net_contextmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_workstatuscpurefcount_trefcount_structrefs__call_single_nodellistsrcdstu_flagsa_flagssched_entityloadrun_nodedeadlinemin_vruntimemin_slicegroup_nodesched_delayedrel_deadlinecustom_sliceexec_startsum_exec_runtimeprev_sum_exec_runtimevruntimevlagslicenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estsched_rt_entityrun_listtimeoutwatchdog_stamptime_sliceon_listbacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedl_throttleddl_yieldeddl_non_contendingdl_overrundl_server_activedl_deferdl_defer_armeddl_defer_runningdl_timerinactive_timerrqserver_has_tasksserver_pick_taskpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTdl_server_has_tasks_fbool_Booldl_server_pick_fsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecpumask_tcpumaskbits__ARRAY_SIZE_TYPE__rcu_specialbsneed_qsexp_hintneed_mbpcountrun_delaymax_run_delaymin_run_delaylast_arrivallast_queuedplist_nodeprio_listnode_listarch_datafnlongfutexnanosleeppolluaddrbitsettimeuaddr2clockidtypeclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_thlist_nodepprevlockbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headrb_rootrb_root_cachedrb_leftmostworkscheduleduidgidsuidsgideuidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuseruser_nsucountsgroup_infokuid_tuid_t__kernel_uid32_tkgid_tgid_t__kernel_gid32_tkernel_cap_tnon_rcucharsysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendinglistsize_t__kernel_size_t__kernel_ulong_tmodefilter_countfiltersyscall_user_dispatchselectoroffsetlenon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockseqcountseqcount_tsequenceshorttlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchunmapped_pagespage_fragpagetimer_listentryllist_headfirstthread_structtls_arrayspesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnpkrufpudesc_structlimit0base0base1dplplimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capsgroup_generationpmupmu_privateattach_statecountchild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwpmu_ctxrefcountchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrbrb_entryrcu_batchesrcu_pendingwaitqfasyncpending_wakeuppending_killpending_disablepending_addrpending_irqpending_disable_irqpending_taskpending_workevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventdestroynsidlost_samplesclockoverflow_handleroverflow_handler_contextprogbpf_cookietp_eventftrace_opscgrpsb_listorig_typeperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlemmapfreqinherit_statenable_on_execwatermarkprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputcgrouptext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_sizesig_dataconfig3sample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2__s32aux_actionaux_start_pausedaux_pauseaux_resume__reserved_3hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregallocaux_configaux_pausedtp_listpwr_accptscinfobp_listarch_hw_breakpointaddressmaskrhlist_headrheadrhash_headiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotswait_queue_head_twait_queue_headheadirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filtersperf_overflow_handler_tperf_sample_datasample_flagsperioddyn_sizetid_entrycpu_entryipcallchainrawbr_stackbr_stack_cntrdata_srctxnregs_userregs_intrstack_user_sizestream_idaddrphys_addrdata_page_sizecode_page_sizeaux_sizetidreservedperf_sample_weightfullvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdperf_regsabiregspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axcscsxfred_csslwfessssxfred_ssstisweventnmivectorenclavelmnestedinsnlenprivatesaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizesubop_listops_funcmanageddirect_callftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_ops_func_tftrace_ops_cmdFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_SELFFTRACE_OPS_CMD_ENABLE_SHARE_IPMODIFY_PEERFTRACE_OPS_CMD_DISABLE_SHARE_IPMODIFY_PEERavx512_timestampfpstate__task_fpstatepermguest_perm__fpstatefpu_state_perm__state_perm__state_size__user_state_sizeuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_statecwdswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387headerextended_state_areaxstate_headerxcomp_bv0:85 e.pid = task->tgid;0:4 e.id = BPF_CORE_READ((struct bpf_prog *)(file->private_data), aux, id);bpf_progpagesjitedjit_requestedgpl_compatiblecb_accessdst_neededblinding_requestedblindedis_funckprobe_overridehas_callchain_bufenforce_expected_attach_typecall_get_stackcall_get_func_iptstamp_type_accesssleepableexpected_attach_typejited_lentagactivebpf_funcauxorig_progbpf_prog_typeBPF_PROG_TYPE_UNSPECBPF_PROG_TYPE_SOCKET_FILTERBPF_PROG_TYPE_KPROBEBPF_PROG_TYPE_SCHED_CLSBPF_PROG_TYPE_SCHED_ACTBPF_PROG_TYPE_TRACEPOINTBPF_PROG_TYPE_XDPBPF_PROG_TYPE_PERF_EVENTBPF_PROG_TYPE_CGROUP_SKBBPF_PROG_TYPE_CGROUP_SOCKBPF_PROG_TYPE_LWT_INBPF_PROG_TYPE_LWT_OUTBPF_PROG_TYPE_LWT_XMITBPF_PROG_TYPE_SOCK_OPSBPF_PROG_TYPE_SK_SKBBPF_PROG_TYPE_CGROUP_DEVICEBPF_PROG_TYPE_SK_MSGBPF_PROG_TYPE_RAW_TRACEPOINTBPF_PROG_TYPE_CGROUP_SOCK_ADDRBPF_PROG_TYPE_LWT_SEG6LOCALBPF_PROG_TYPE_LIRC_MODE2BPF_PROG_TYPE_SK_REUSEPORTBPF_PROG_TYPE_FLOW_DISSECTORBPF_PROG_TYPE_CGROUP_SYSCTLBPF_PROG_TYPE_RAW_TRACEPOINT_WRITABLEBPF_PROG_TYPE_CGROUP_SOCKOPTBPF_PROG_TYPE_TRACINGBPF_PROG_TYPE_STRUCT_OPSBPF_PROG_TYPE_EXTBPF_PROG_TYPE_LSMBPF_PROG_TYPE_SK_LOOKUPBPF_PROG_TYPE_SYSCALLBPF_PROG_TYPE_NETFILTER__MAX_BPF_PROG_TYPEbpf_attach_typeBPF_CGROUP_INET_INGRESSBPF_CGROUP_INET_EGRESSBPF_CGROUP_INET_SOCK_CREATEBPF_CGROUP_SOCK_OPSBPF_SK_SKB_STREAM_PARSERBPF_SK_SKB_STREAM_VERDICTBPF_CGROUP_DEVICEBPF_SK_MSG_VERDICTBPF_CGROUP_INET4_BINDBPF_CGROUP_INET6_BINDBPF_CGROUP_INET4_CONNECTBPF_CGROUP_INET6_CONNECTBPF_CGROUP_INET4_POST_BINDBPF_CGROUP_INET6_POST_BINDBPF_CGROUP_UDP4_SENDMSGBPF_CGROUP_UDP6_SENDMSGBPF_LIRC_MODE2BPF_FLOW_DISSECTORBPF_CGROUP_SYSCTLBPF_CGROUP_UDP4_RECVMSGBPF_CGROUP_UDP6_RECVMSGBPF_CGROUP_GETSOCKOPTBPF_CGROUP_SETSOCKOPTBPF_TRACE_RAW_TPBPF_TRACE_FENTRYBPF_TRACE_FEXITBPF_MODIFY_RETURNBPF_LSM_MACBPF_TRACE_ITERBPF_CGROUP_INET4_GETPEERNAMEBPF_CGROUP_INET6_GETPEERNAMEBPF_CGROUP_INET4_GETSOCKNAMEBPF_CGROUP_INET6_GETSOCKNAMEBPF_XDP_DEVMAPBPF_CGROUP_INET_SOCK_RELEASEBPF_XDP_CPUMAPBPF_SK_LOOKUPBPF_XDPBPF_SK_SKB_VERDICTBPF_SK_REUSEPORT_SELECTBPF_SK_REUSEPORT_SELECT_OR_MIGRATEBPF_PERF_EVENTBPF_TRACE_KPROBE_MULTIBPF_LSM_CGROUPBPF_STRUCT_OPSBPF_NETFILTERBPF_TCX_INGRESSBPF_TCX_EGRESSBPF_TRACE_UPROBE_MULTIBPF_CGROUP_UNIX_CONNECTBPF_CGROUP_UNIX_SENDMSGBPF_CGROUP_UNIX_RECVMSGBPF_CGROUP_UNIX_GETPEERNAMEBPF_CGROUP_UNIX_GETSOCKNAMEBPF_NETKIT_PRIMARYBPF_NETKIT_PEERBPF_TRACE_KPROBE_SESSIONBPF_TRACE_UPROBE_SESSION__MAX_BPF_ATTACH_TYPEbpf_insncodedst_regsrc_regoffimm__s16__empty_insnsinsnssock_filterjtjfk__empty_insnsiinsnsi0:24bpf_prog_auxused_map_cntused_btf_cntmax_ctx_offsetmax_pkt_offsetmax_tp_accessstack_depthfunc_cntreal_func_cntfunc_idxattach_btf_idattach_st_ops_member_offctx_arg_info_sizemax_rdonly_accessmax_rdwr_accessattach_btfctx_arg_infopriv_stack_ptrdst_mutexdst_progdst_trampolinesaved_dst_prog_typesaved_dst_attach_typeverifier_zextdev_boundoffload_requestedattach_btf_traceattach_tracing_progfunc_proto_unreliabletail_call_reachablexdp_has_fragsexception_cbexception_boundaryis_extendedjits_use_priv_stackpriv_stack_requestedchanges_pkt_datamight_sleepprog_array_member_cntext_mutexarenarecursion_detectedattach_func_protoattach_func_namejit_datapoke_tabkfunc_tabkfunc_btf_tabsize_poke_tabksymopsst_opsused_mapsused_maps_mutexused_btfsload_timeverified_insnscgroup_atypecgroup_storagenamebpf_exception_cbtokenoffloadbtffunc_infofunc_info_auxlinfojited_linfofunc_info_cntnr_linfolinfo_idxmodnum_exentriesextablebpf_ksymendlnodetnodelatch_tree_nodebpf_mapinner_map_metamap_typekey_sizevalue_sizemax_entriesmap_extramap_flagsrecordnuma_nodebtf_key_type_idbtf_value_type_idbtf_vmlinux_value_type_idfreeze_mutexusercntwritecntbypass_spec_v1free_after_mult_rcu_gpfree_after_rcu_gpsleepable_refcntelem_countbpf_map_typeBPF_MAP_TYPE_UNSPECBPF_MAP_TYPE_HASHBPF_MAP_TYPE_ARRAYBPF_MAP_TYPE_PROG_ARRAYBPF_MAP_TYPE_PERF_EVENT_ARRAYBPF_MAP_TYPE_PERCPU_HASHBPF_MAP_TYPE_PERCPU_ARRAYBPF_MAP_TYPE_STACK_TRACEBPF_MAP_TYPE_CGROUP_ARRAYBPF_MAP_TYPE_LRU_HASHBPF_MAP_TYPE_LRU_PERCPU_HASHBPF_MAP_TYPE_LPM_TRIEBPF_MAP_TYPE_ARRAY_OF_MAPSBPF_MAP_TYPE_HASH_OF_MAPSBPF_MAP_TYPE_DEVMAPBPF_MAP_TYPE_SOCKMAPBPF_MAP_TYPE_CPUMAPBPF_MAP_TYPE_XSKMAPBPF_MAP_TYPE_SOCKHASHBPF_MAP_TYPE_CGROUP_STORAGE_DEPRECATEDBPF_MAP_TYPE_CGROUP_STORAGEBPF_MAP_TYPE_REUSEPORT_SOCKARRAYBPF_MAP_TYPE_PERCPU_CGROUP_STORAGE_DEPRECATEDBPF_MAP_TYPE_PERCPU_CGROUP_STORAGEBPF_MAP_TYPE_QUEUEBPF_MAP_TYPE_STACKBPF_MAP_TYPE_SK_STORAGEBPF_MAP_TYPE_DEVMAP_HASHBPF_MAP_TYPE_STRUCT_OPSBPF_MAP_TYPE_RINGBUFBPF_MAP_TYPE_INODE_STORAGEBPF_MAP_TYPE_TASK_STORAGEBPF_MAP_TYPE_BLOOM_FILTERBPF_MAP_TYPE_USER_RINGBUFBPF_MAP_TYPE_CGRP_STORAGEBPF_MAP_TYPE_ARENA__MAX_BPF_MAP_TYPEwork_structdatawork_func_tbtf_typename_off0:70:91 task->group_leader->comm);0:117 bpf_probe_read_kernel_str(&e.comm, sizeof(e.comm),0:0:0 bpf_seq_write(ctx->meta->seq, &e, sizeof(e));bpf_iter_metasession_idseq_numseq}bpf_prog_fops_addrLICENSEpid_iter_entryunused.bss.rodatalicenseseq_fileuser_namespacefile_operationsmoduleaddress_spaceinodevfsmounthlist_headhrtimer_clock_basemm_structcompletionbpf_prog_statsbtf_recordbpf_struct_opsbpf_map_opsbpf_local_storagebtf_mod_pairbpf_line_infocss_setbpf_ctx_arg_auxbpf_trampolineftrace_hashbpf_func_infobpf_arenavm_structbpf_jit_poke_descriptorbpf_kfunc_desc_tabbpf_kfunc_btf_tabbpf_prog_opsuser_structbpf_tokenbpf_prog_offloadsock_fprog_kernbpf_func_info_auxexception_table_entrysighand_structfown_structpipe_inode_infofasync_structpid_namespacekeykernel_siginfotask_grouprcu_nodeseccomp_filter__kernel_timespecold_timespec32pollfdsem_undo_listfs_structfiles_structio_uring_taskblk_pluggendisksignal_structrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_stateperf_event_contexttask_delay_infouprobe_taskbpf_run_ctxperf_event_pmu_contextperf_buffertrace_event_callperf_addr_filter_rangeperf_callchain_entryperf_raw_recordperf_branch_stackevent_filterperf_cgroupmath_emu_info |UUj}"Dj@j P jd8jd@jhHjhPjd`j txjM*xjM*xjf* |j tjf* |j tjf* |j= (j t8j=Hj=Pj=Xj=pj6>U d@xMH*b*p4x=M|=M=H=P=p( d RRR,@P`p 0@P`p ,<L\ .text.rel.BTF.extig_top_ebpf_it.bssbpf_prog_fops_addr.llvm_addrsiglicense.reliter/task_fileunused.strtab.symtab.rodata.rel.BTFLICENSELBB0_5k3@U@Q @ {I #Й @О0  l @0 ;Lo0sinspektor-gadget-0.46.0/pkg/utils/processmap/processmap.go000066400000000000000000000032301510117411400236410ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package processmap import "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/processmap/types" type ProcessMap struct { bpfIter *pidIterEbpf useFallbackIterator bool } func NewProcessMap() (*ProcessMap, error) { // To resolve pids, we will first try to iterate using a bpf // program. If that doesn't work, we will fall back to scanning // all used fds in all processes /proc/$pid/fdinfo/$fd. bpfIter, err := NewTracer() if err != nil { return &ProcessMap{ useFallbackIterator: true, }, nil } return &ProcessMap{ bpfIter: bpfIter, useFallbackIterator: false, }, nil } // Fetch returns a map containing processes using eBPF programs. // The map key is the program ID, and the value is a slice of Process structs // containing the PID and command name of the processes using that program. func (p *ProcessMap) Fetch() (map[uint32][]types.Process, error) { if p.useFallbackIterator { return fetchPidMapFromProcFs() } return p.bpfIter.fetch() } func (p *ProcessMap) Close() { if p.bpfIter != nil { p.bpfIter.Close() } } inspektor-gadget-0.46.0/pkg/utils/processmap/procfs.go000066400000000000000000000053351510117411400227710ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package processmap import ( "bufio" "fmt" "math" "os" "path/filepath" "slices" "strconv" "strings" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/processmap/types" ) // getProgIDFromFile reads a file and extracts the prog_id from it. // The file has a format like: // pos: 0 // flags: 02000000 // mnt_id: 16 // ino: 61 // link_type: perf // link_id: 1016 // prog_tag: f1795a781ee952cc // prog_id: 188 func getProgIDFromFile(fn string) (uint32, error) { f, err := os.Open(fn) if err != nil { return 0, err } defer f.Close() sc := bufio.NewScanner(f) for sc.Scan() { line := sc.Text() after, ok := strings.CutPrefix(line, "prog_id:") if !ok { continue } progID, err := strconv.ParseUint(strings.TrimSpace(after), 10, 32) if err != nil { return 0, err } if progID > math.MaxInt32 { return 0, fmt.Errorf("progID (%d) exceeds math.MaxInt32 (%d)", progID, math.MaxInt32) } return uint32(progID), nil } return 0, os.ErrNotExist } func fetchPidMapFromProcFs() (map[uint32][]types.Process, error) { processes, err := os.ReadDir(host.HostProcFs) if err != nil { return nil, err } pidmap := make(map[uint32][]types.Process) for _, p := range processes { if !p.IsDir() { continue } _, err := strconv.Atoi(p.Name()) if err != nil { continue } fdescs, err := os.ReadDir(filepath.Join(host.HostProcFs, p.Name(), "fdinfo")) if err != nil { continue } for _, fd := range fdescs { progID, err := getProgIDFromFile(filepath.Join(host.HostProcFs, p.Name(), "fdinfo", fd.Name())) if err != nil { continue } pid, err := strconv.ParseUint(p.Name(), 10, 32) if err != nil { return nil, err } if pid > math.MaxInt32 { return nil, fmt.Errorf("PID (%d) exceeds math.MaxInt32 (%d)", pid, math.MaxInt32) } process := types.Process{ Pid: uint32(pid), Comm: strings.TrimSpace(string(host.GetProcComm(int(pid)))), } if slices.Contains(pidmap[progID], process) { continue } pidmap[progID] = append(pidmap[progID], process) } } return pidmap, nil } inspektor-gadget-0.46.0/pkg/utils/processmap/types/000077500000000000000000000000001510117411400223045ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/processmap/types/types.go000066400000000000000000000013161510117411400240000ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package types type Process struct { Pid uint32 `json:"pid,omitempty"` Comm string `json:"comm,omitempty"` } inspektor-gadget-0.46.0/pkg/utils/protocols/000077500000000000000000000000001510117411400210105ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/protocols/protocols.go000066400000000000000000000061231510117411400233650ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package protocols // Ref: https://www.iana.org/assignments/protocol-numbers/protocol-numbers.xhtml var protoNumberToName = map[int]string{ 0: "HOPOPT", 1: "ICMP", 2: "IGMP", 3: "GGP", 4: "IPv4", 5: "ST", 6: "TCP", 7: "CBT", 8: "EGP", 9: "IGP", 10: "BBN-RCC-MON", 11: "NVP-II", 12: "PUP", 13: "ARGUS", 14: "EMCON", 15: "XNET", 16: "CHAOS", 17: "UDP", 18: "MUX", 19: "DCN-MEAS", 20: "HMP", 21: "PRM", 22: "XNS-IDP", 23: "TRUNK-1", 24: "TRUNK-2", 25: "LEAF-1", 26: "LEAF-2", 27: "RDP", 28: "IRTP", 29: "ISO-TP4", 30: "NETBLT", 31: "MFE-NSP", 32: "MERIT-INP", 33: "DCCP", 34: "3PC", 35: "IDPR", 36: "XTP", 37: "DDP", 38: "IDPR-CMTP", 39: "TP++", 40: "IL", 41: "IPv6", 42: "SDRP", 43: "IPv6-Route", 44: "IPv6-Frag", 45: "IDRP", 46: "RSVP", 47: "GRE", 48: "DSR", 49: "BNA", 50: "ESP", 51: "AH", 52: "I-NLSP", 53: "SWIPE", 54: "NARP", 55: "MOBILE", 56: "TLSP", 57: "SKIP", 58: "IPv6-ICMP", 59: "IPv6-NoNxt", 60: "IPv6-Opts", 61: "internal", 62: "CFTP", 63: "local", 64: "SAT-EXPAK", 65: "KRYPTOLAN", 66: "RVD", 67: "IPPC", 68: "distributed", 69: "SAT-MON", 70: "VISA", 71: "IPCU", 72: "CPNX", 73: "CPHB", 74: "WSN", 75: "PVP", 76: "BR-SAT-MON", 77: "SUN-ND", 78: "WB-MON", 79: "WB-EXPAK", 80: "ISO-IP", 81: "VMTP", 82: "SECURE-VMTP", 83: "VINES", 84: "TTP", 85: "NSFNET-IGP", 86: "DGP", 87: "TCF", 88: "EIGRP", 89: "OSPFIGP", 90: "Sprite-RPC", 91: "LARP", 92: "MTP", 93: "AX.25", 94: "IPIP", 95: "MICP", 96: "SCC-SP", 97: "ETHERIP", 98: "ENCAP", 99: "private", 100: "GMTP", 101: "IFMP", 102: "PNNI", 103: "PIM", 104: "ARIS", 105: "SCPS", 106: "QNX", 107: "A/N", 108: "IPComp", 109: "SNP", 110: "Compaq-Peer", 111: "IPX-in-IP", 112: "VRRP", 113: "PGM", 114: "0-hop", 115: "L2TP", 116: "DDX", 117: "IATP", 118: "STP", 119: "SRP", 120: "UTI", 121: "SMP", 122: "SM", 123: "PTP", 124: "ISIS over IPv4", 125: "FIRE", 126: "CRTP", 127: "CRUDP", 128: "SSCOPMCE", 129: "IPLT", 130: "SPS", 131: "PIPE", 132: "SCTP", 133: "FC", 134: "RSVP-E2E-IGNORE", 135: "Mobility Header", 136: "UDPLite", 137: "MPLS-in-IP", 138: "manet", 139: "HIP", 140: "Shim6", 141: "WESP", 142: "ROHC", 143: "Ethernet", 144: "AGGFRAG", 145: "NSH", 253: "experimentation", 254: "experimentation", 255: "reserved", } func GetProtocolNameByNumber(number int) (string, bool) { name, ok := protoNumberToName[number] return name, ok } inspektor-gadget-0.46.0/pkg/utils/protocols/protocols_test.go000066400000000000000000000027531510117411400244310ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package protocols import ( "testing" "github.com/stretchr/testify/assert" ) func TestGetProtocolNameByNumber(t *testing.T) { protocols := []struct { description string number int name string ok bool }{ { description: "TCP was found", number: 6, name: "TCP", ok: true, }, { description: "SCTP was found", number: 132, name: "SCTP", ok: true, }, { description: "number was not found", number: 999, name: "", ok: false, }, { description: "number was not found", number: -1, name: "", ok: false, }, } for _, protocol := range protocols { t.Run(protocol.description, func(t *testing.T) { name, ok := GetProtocolNameByNumber(protocol.number) assert.Equal(t, protocol.name, name) assert.Equal(t, protocol.ok, ok) }) } } inspektor-gadget-0.46.0/pkg/utils/safeset/000077500000000000000000000000001510117411400204165ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/safeset/safeset.go000066400000000000000000000054771510117411400224140ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package safeset import "unicode/utf8" // SafeSet holds the value true if the ASCII character with the given array // position can be represented inside a JSON string without any further // escaping. // // All values are true except for the ASCII control characters (0-31), the // double quote ("), and the backslash character ("\"). // // Taken from: // https://cs.opensource.google/go/go/+/release-branch.go1.23:src/encoding/json/tables.go;l=15-112. // This variable was never modified since its introduction in 2016: // https://cs.opensource.google/go/go/+/ed8f207940c8787d344664a43071b235e2ce5c68 var SafeSet = [utf8.RuneSelf]bool{ ' ': true, '!': true, '"': false, '#': true, '$': true, '%': true, '&': true, '\'': true, '(': true, ')': true, '*': true, '+': true, ',': true, '-': true, '.': true, '/': true, '0': true, '1': true, '2': true, '3': true, '4': true, '5': true, '6': true, '7': true, '8': true, '9': true, ':': true, ';': true, '<': true, '=': true, '>': true, '?': true, '@': true, 'A': true, 'B': true, 'C': true, 'D': true, 'E': true, 'F': true, 'G': true, 'H': true, 'I': true, 'J': true, 'K': true, 'L': true, 'M': true, 'N': true, 'O': true, 'P': true, 'Q': true, 'R': true, 'S': true, 'T': true, 'U': true, 'V': true, 'W': true, 'X': true, 'Y': true, 'Z': true, '[': true, '\\': false, ']': true, '^': true, '_': true, '`': true, 'a': true, 'b': true, 'c': true, 'd': true, 'e': true, 'f': true, 'g': true, 'h': true, 'i': true, 'j': true, 'k': true, 'l': true, 'm': true, 'n': true, 'o': true, 'p': true, 'q': true, 'r': true, 's': true, 't': true, 'u': true, 'v': true, 'w': true, 'x': true, 'y': true, 'z': true, '{': true, '|': true, '}': true, '~': true, '\u007f': true, } inspektor-gadget-0.46.0/pkg/utils/secureopen/000077500000000000000000000000001510117411400211345ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/secureopen/secureopen.go000066400000000000000000000057621510117411400236450ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // Package secureopen provides a way to securely open a file in a container and // checking that the path didn't move outside of the container rootfs. package secureopen import ( "fmt" "io" "os" "path/filepath" "strconv" "golang.org/x/sys/unix" "github.com/inspektor-gadget/inspektor-gadget/pkg/utils/host" ) // OpenInContainer opens the given path in the given container referenced by // containerPid in read-only mode. // // The resulting open file is guaranteed to be: // - inside the provided container // - a regular file // - without following magic links from procfs // // It relies on openat2 with RESOLVE_IN_ROOT | RESOLVE_NO_MAGICLINKS flags. // // Requires Linux 5.6 for openat2: // https://github.com/torvalds/linux/commit/fddb5d430ad9fa91b49b1d34d0202ffe2fa0e179 func OpenInContainer(containerPid uint32, unsafePath string) (*os.File, error) { root := filepath.Join(host.HostProcFs, fmt.Sprint(containerPid), "root") rootDir, err := os.OpenFile(root, unix.O_PATH, 0) if err != nil { return nil, fmt.Errorf("open o_path %q: %w", root, err) } defer rootDir.Close() // Open with O_PATH first to avoid blocking on opening the file in case it // is a pipe. howOPath := unix.OpenHow{ Flags: unix.O_PATH, Mode: 0, Resolve: unix.RESOLVE_IN_ROOT | unix.RESOLVE_NO_MAGICLINKS, } fd, err := unix.Openat2(int(rootDir.Fd()), unsafePath, &howOPath) if err != nil { return nil, fmt.Errorf("openat2 %q in %q: %w", unsafePath, root, err) } defer unix.Close(fd) var stat unix.Stat_t err = unix.Fstat(fd, &stat) if err != nil { return nil, fmt.Errorf("fstat %q in %q: %w", unsafePath, root, err) } if stat.Mode&unix.S_IFMT != unix.S_IFREG { return nil, fmt.Errorf("procfd stat: not a regular file: expected %d, got %d", unix.S_IFREG, stat.Mode&unix.S_IFMT) } // Re-open in read-only mode (without O_PATH) procfd := filepath.Join("/proc/self/fd", strconv.Itoa(int(fd))) return os.Open(procfd) } // ReadFileInContainer reads the named file and returns the contents. // // This is similar to os.ReadFile() except the file is opened with // OpenInContainer(). func ReadFileInContainer(containerPid uint32, unsafePath string, limitBytes int64) ([]byte, error) { fh, err := OpenInContainer(containerPid, unsafePath) if err != nil { return nil, fmt.Errorf("secureopen: %w", err) } defer fh.Close() if limitBytes > 0 { return io.ReadAll(io.LimitReader(fh, limitBytes)) } return io.ReadAll(fh) } inspektor-gadget-0.46.0/pkg/utils/syscalls/000077500000000000000000000000001510117411400206215ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/syscalls/syscalls.go000066400000000000000000000121051510117411400230040ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package syscalls import ( "fmt" "io" "os" "path/filepath" "regexp" "strings" ) func GetSyscallNumberByName(name string) (int, bool) { number, ok := syscallsNameToNumber[name] return number, ok } func GetSyscallNameByNumber(number int) (string, bool) { name, ok := syscallsNumberToName[number] return name, ok } const syscallsPath = `/sys/kernel/debug/tracing/events/syscalls/` type param struct { position int name string isPointer bool } type SyscallDeclaration struct { name string params []param } func SyscallGetName(nr uint16) string { name, ok := GetSyscallNameByNumber(int(nr)) // Just do like strace (https://man7.org/linux/man-pages/man1/strace.1.html): // Syscalls unknown to strace are printed raw if !ok { return fmt.Sprintf("syscall_%x", nr) } return name } var re = regexp.MustCompile(`\s+field:(?P.*?) (?P[a-z_0-9]+);.*`) func parseLine(l string, idx int) (*param, error) { n1 := re.SubexpNames() r := re.FindAllStringSubmatch(l, -1) if len(r) == 0 { return nil, nil } res := r[0] mp := map[string]string{} for i, n := range res { mp[n1[i]] = n } if _, ok := mp["type"]; !ok { return nil, nil } if _, ok := mp["name"]; !ok { return nil, nil } // ignore if mp["name"] == "__syscall_nr" { return nil, nil } var cParam param cParam.name = mp["name"] // The position is calculated based on the event format. The actual parameters // start from 8th index, hence we subtract that from idx to get position // of the parameter to the syscall cParam.position = idx - 8 cParam.isPointer = strings.Contains(mp["type"], "*") return &cParam, nil } // Map sys_enter_NAME to syscall name as in /usr/include/asm/unistd_64.h // TODO Check if this is also true for arm64. func relateSyscallName(name string) string { switch name { case "newfstat": return "fstat" case "newlstat": return "lstat" case "newstat": return "stat" case "newuname": return "uname" case "sendfile64": return "sendfile" case "sysctl": return "_sysctl" case "umount": return "umount2" default: return name } } func parseSyscall(name, format string) (*SyscallDeclaration, error) { syscallParts := strings.Split(format, "\n") var skipped bool var cParams []param for idx, line := range syscallParts { if !skipped { if len(line) != 0 { continue } else { skipped = true } } cp, err := parseLine(line, idx) if err != nil { return nil, err } if cp != nil { cParams = append(cParams, *cp) } } return &SyscallDeclaration{ name: name, params: cParams, }, nil } func GatherSyscallsDeclarations() (map[string]SyscallDeclaration, error) { cSyscalls := make(map[string]SyscallDeclaration) err := filepath.Walk(syscallsPath, func(path string, f os.FileInfo, err error) error { if err != nil { return err } if path == "syscalls" { return nil } if !f.IsDir() { return nil } eventName := f.Name() if strings.HasPrefix(eventName, "sys_exit") { return nil } syscallName := strings.TrimPrefix(eventName, "sys_enter_") syscallName = relateSyscallName(syscallName) formatFilePath := filepath.Join(syscallsPath, eventName, "format") formatFile, err := os.Open(formatFilePath) if err != nil { return nil } defer formatFile.Close() formatBytes, err := io.ReadAll(formatFile) if err != nil { return err } cSyscall, err := parseSyscall(syscallName, string(formatBytes)) if err != nil { return err } cSyscalls[cSyscall.name] = *cSyscall return nil }) if err != nil { return nil, fmt.Errorf("walking %q: %w", syscallsPath, err) } return cSyscalls, nil } func GetSyscallDeclaration(syscallsDeclarations map[string]SyscallDeclaration, syscallName string) (SyscallDeclaration, error) { declaration, ok := syscallsDeclarations[syscallName] if !ok { return SyscallDeclaration{}, fmt.Errorf("no syscall correspond to %q", syscallName) } return declaration, nil } func (s SyscallDeclaration) GetParameterCount() uint8 { return uint8(len(s.params)) } func (s SyscallDeclaration) ParamIsPointer(paramNumber uint8) (bool, error) { if int(paramNumber) >= len(s.params) { return false, fmt.Errorf("param number %d out of bounds for syscall %q", paramNumber, s.name) } return s.params[paramNumber].isPointer, nil } func (s SyscallDeclaration) GetParameterName(paramNumber uint8) (string, error) { if int(paramNumber) >= len(s.params) { return "", fmt.Errorf("param number %d out of bounds for syscall %q", paramNumber, s.name) } return s.params[paramNumber].name, nil } inspektor-gadget-0.46.0/pkg/utils/syscalls/syscalls_amd64.go000066400000000000000000000502021510117411400237770ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package syscalls // This file is automatically generated from: // https://raw.githubusercontent.com/seccomp/libseccomp/refs/heads/main/src/syscalls.csv // // To update it, run: // make -C tools/syscalls-update // // Linux version: v6.13.0 2025-01-23 var syscallsNameToNumber = map[string]int{ "_sysctl": 156, "accept": 43, "accept4": 288, "access": 21, "acct": 163, "add_key": 248, "adjtimex": 159, "afs_syscall": 183, "alarm": 37, "arch_prctl": 158, "bind": 49, "bpf": 321, "brk": 12, "cachestat": 451, "capget": 125, "capset": 126, "chdir": 80, "chmod": 90, "chown": 92, "chroot": 161, "clock_adjtime": 305, "clock_getres": 229, "clock_gettime": 228, "clock_nanosleep": 230, "clock_settime": 227, "clone": 56, "clone3": 435, "close": 3, "close_range": 436, "connect": 42, "copy_file_range": 326, "creat": 85, "create_module": 174, "delete_module": 176, "dup": 32, "dup2": 33, "dup3": 292, "epoll_create": 213, "epoll_create1": 291, "epoll_ctl": 233, "epoll_ctl_old": 214, "epoll_pwait": 281, "epoll_pwait2": 441, "epoll_wait": 232, "epoll_wait_old": 215, "eventfd": 284, "eventfd2": 290, "execve": 59, "execveat": 322, "exit": 60, "exit_group": 231, "faccessat": 269, "faccessat2": 439, "fadvise64": 221, "fallocate": 285, "fanotify_init": 300, "fanotify_mark": 301, "fchdir": 81, "fchmod": 91, "fchmodat": 268, "fchmodat2": 452, "fchown": 93, "fchownat": 260, "fcntl": 72, "fdatasync": 75, "fgetxattr": 193, "finit_module": 313, "flistxattr": 196, "flock": 73, "fork": 57, "fremovexattr": 199, "fsconfig": 431, "fsetxattr": 190, "fsmount": 432, "fsopen": 430, "fspick": 433, "fstat": 5, "fstatfs": 138, "fsync": 74, "ftruncate": 77, "futex": 202, "futex_requeue": 456, "futex_wait": 455, "futex_waitv": 449, "futex_wake": 454, "futimesat": 261, "get_kernel_syms": 177, "get_mempolicy": 239, "get_robust_list": 274, "get_thread_area": 211, "getcpu": 309, "getcwd": 79, "getdents": 78, "getdents64": 217, "getegid": 108, "geteuid": 107, "getgid": 104, "getgroups": 115, "getitimer": 36, "getpeername": 52, "getpgid": 121, "getpgrp": 111, "getpid": 39, "getpmsg": 181, "getppid": 110, "getpriority": 140, "getrandom": 318, "getresgid": 120, "getresuid": 118, "getrlimit": 97, "getrusage": 98, "getsid": 124, "getsockname": 51, "getsockopt": 55, "gettid": 186, "gettimeofday": 96, "getuid": 102, "getxattr": 191, "getxattrat": 464, "init_module": 175, "inotify_add_watch": 254, "inotify_init": 253, "inotify_init1": 294, "inotify_rm_watch": 255, "io_cancel": 210, "io_destroy": 207, "io_getevents": 208, "io_pgetevents": 333, "io_setup": 206, "io_submit": 209, "io_uring_enter": 426, "io_uring_register": 427, "io_uring_setup": 425, "ioctl": 16, "ioperm": 173, "iopl": 172, "ioprio_get": 252, "ioprio_set": 251, "kcmp": 312, "kexec_file_load": 320, "kexec_load": 246, "keyctl": 250, "kill": 62, "landlock_add_rule": 445, "landlock_create_ruleset": 444, "landlock_restrict_self": 446, "lchown": 94, "lgetxattr": 192, "link": 86, "linkat": 265, "listen": 50, "listmount": 458, "listxattr": 194, "listxattrat": 465, "llistxattr": 195, "lookup_dcookie": 212, "lremovexattr": 198, "lseek": 8, "lsetxattr": 189, "lsm_get_self_attr": 459, "lsm_list_modules": 461, "lsm_set_self_attr": 460, "lstat": 6, "madvise": 28, "map_shadow_stack": 453, "mbind": 237, "membarrier": 324, "memfd_create": 319, "memfd_secret": 447, "migrate_pages": 256, "mincore": 27, "mkdir": 83, "mkdirat": 258, "mknod": 133, "mknodat": 259, "mlock": 149, "mlock2": 325, "mlockall": 151, "mmap": 9, "modify_ldt": 154, "mount": 165, "mount_setattr": 442, "move_mount": 429, "move_pages": 279, "mprotect": 10, "mq_getsetattr": 245, "mq_notify": 244, "mq_open": 240, "mq_timedreceive": 243, "mq_timedsend": 242, "mq_unlink": 241, "mremap": 25, "mseal": 462, "msgctl": 71, "msgget": 68, "msgrcv": 70, "msgsnd": 69, "msync": 26, "munlock": 150, "munlockall": 152, "munmap": 11, "name_to_handle_at": 303, "nanosleep": 35, "newfstatat": 262, "nfsservctl": 180, "open": 2, "open_by_handle_at": 304, "open_tree": 428, "openat": 257, "openat2": 437, "pause": 34, "perf_event_open": 298, "personality": 135, "pidfd_getfd": 438, "pidfd_open": 434, "pidfd_send_signal": 424, "pipe": 22, "pipe2": 293, "pivot_root": 155, "pkey_alloc": 330, "pkey_free": 331, "pkey_mprotect": 329, "poll": 7, "ppoll": 271, "prctl": 157, "pread64": 17, "preadv": 295, "preadv2": 327, "prlimit64": 302, "process_madvise": 440, "process_mrelease": 448, "process_vm_readv": 310, "process_vm_writev": 311, "pselect6": 270, "ptrace": 101, "putpmsg": 182, "pwrite64": 18, "pwritev": 296, "pwritev2": 328, "query_module": 178, "quotactl": 179, "quotactl_fd": 443, "read": 0, "readahead": 187, "readlink": 89, "readlinkat": 267, "readv": 19, "reboot": 169, "recvfrom": 45, "recvmmsg": 299, "recvmsg": 47, "remap_file_pages": 216, "removexattr": 197, "removexattrat": 466, "rename": 82, "renameat": 264, "renameat2": 316, "request_key": 249, "restart_syscall": 219, "rmdir": 84, "rseq": 334, "rt_sigaction": 13, "rt_sigpending": 127, "rt_sigprocmask": 14, "rt_sigqueueinfo": 129, "rt_sigreturn": 15, "rt_sigsuspend": 130, "rt_sigtimedwait": 128, "rt_tgsigqueueinfo": 297, "sched_get_priority_max": 146, "sched_get_priority_min": 147, "sched_getaffinity": 204, "sched_getattr": 315, "sched_getparam": 143, "sched_getscheduler": 145, "sched_rr_get_interval": 148, "sched_setaffinity": 203, "sched_setattr": 314, "sched_setparam": 142, "sched_setscheduler": 144, "sched_yield": 24, "seccomp": 317, "security": 185, "select": 23, "semctl": 66, "semget": 64, "semop": 65, "semtimedop": 220, "sendfile": 40, "sendmmsg": 307, "sendmsg": 46, "sendto": 44, "set_mempolicy": 238, "set_mempolicy_home_node": 450, "set_robust_list": 273, "set_thread_area": 205, "set_tid_address": 218, "setdomainname": 171, "setfsgid": 123, "setfsuid": 122, "setgid": 106, "setgroups": 116, "sethostname": 170, "setitimer": 38, "setns": 308, "setpgid": 109, "setpriority": 141, "setregid": 114, "setresgid": 119, "setresuid": 117, "setreuid": 113, "setrlimit": 160, "setsid": 112, "setsockopt": 54, "settimeofday": 164, "setuid": 105, "setxattr": 188, "setxattrat": 463, "shmat": 30, "shmctl": 31, "shmdt": 67, "shmget": 29, "shutdown": 48, "sigaltstack": 131, "signalfd": 282, "signalfd4": 289, "socket": 41, "socketpair": 53, "splice": 275, "stat": 4, "statfs": 137, "statmount": 457, "statx": 332, "swapoff": 168, "swapon": 167, "symlink": 88, "symlinkat": 266, "sync": 162, "sync_file_range": 277, "syncfs": 306, "sysfs": 139, "sysinfo": 99, "syslog": 103, "tee": 276, "tgkill": 234, "time": 201, "timer_create": 222, "timer_delete": 226, "timer_getoverrun": 225, "timer_gettime": 224, "timer_settime": 223, "timerfd_create": 283, "timerfd_gettime": 287, "timerfd_settime": 286, "times": 100, "tkill": 200, "truncate": 76, "tuxcall": 184, "umask": 95, "umount2": 166, "uname": 63, "unlink": 87, "unlinkat": 263, "unshare": 272, "uretprobe": 335, "uselib": 134, "userfaultfd": 323, "ustat": 136, "utime": 132, "utimensat": 280, "utimes": 235, "vfork": 58, "vhangup": 153, "vmsplice": 278, "vserver": 236, "wait4": 61, "waitid": 247, "write": 1, "writev": 20, } var syscallsNumberToName = map[int]string{ 156: "_sysctl", 43: "accept", 288: "accept4", 21: "access", 163: "acct", 248: "add_key", 159: "adjtimex", 183: "afs_syscall", 37: "alarm", 158: "arch_prctl", 49: "bind", 321: "bpf", 12: "brk", 451: "cachestat", 125: "capget", 126: "capset", 80: "chdir", 90: "chmod", 92: "chown", 161: "chroot", 305: "clock_adjtime", 229: "clock_getres", 228: "clock_gettime", 230: "clock_nanosleep", 227: "clock_settime", 56: "clone", 435: "clone3", 3: "close", 436: "close_range", 42: "connect", 326: "copy_file_range", 85: "creat", 174: "create_module", 176: "delete_module", 32: "dup", 33: "dup2", 292: "dup3", 213: "epoll_create", 291: "epoll_create1", 233: "epoll_ctl", 214: "epoll_ctl_old", 281: "epoll_pwait", 441: "epoll_pwait2", 232: "epoll_wait", 215: "epoll_wait_old", 284: "eventfd", 290: "eventfd2", 59: "execve", 322: "execveat", 60: "exit", 231: "exit_group", 269: "faccessat", 439: "faccessat2", 221: "fadvise64", 285: "fallocate", 300: "fanotify_init", 301: "fanotify_mark", 81: "fchdir", 91: "fchmod", 268: "fchmodat", 452: "fchmodat2", 93: "fchown", 260: "fchownat", 72: "fcntl", 75: "fdatasync", 193: "fgetxattr", 313: "finit_module", 196: "flistxattr", 73: "flock", 57: "fork", 199: "fremovexattr", 431: "fsconfig", 190: "fsetxattr", 432: "fsmount", 430: "fsopen", 433: "fspick", 5: "fstat", 138: "fstatfs", 74: "fsync", 77: "ftruncate", 202: "futex", 456: "futex_requeue", 455: "futex_wait", 449: "futex_waitv", 454: "futex_wake", 261: "futimesat", 177: "get_kernel_syms", 239: "get_mempolicy", 274: "get_robust_list", 211: "get_thread_area", 309: "getcpu", 79: "getcwd", 78: "getdents", 217: "getdents64", 108: "getegid", 107: "geteuid", 104: "getgid", 115: "getgroups", 36: "getitimer", 52: "getpeername", 121: "getpgid", 111: "getpgrp", 39: "getpid", 181: "getpmsg", 110: "getppid", 140: "getpriority", 318: "getrandom", 120: "getresgid", 118: "getresuid", 97: "getrlimit", 98: "getrusage", 124: "getsid", 51: "getsockname", 55: "getsockopt", 186: "gettid", 96: "gettimeofday", 102: "getuid", 191: "getxattr", 464: "getxattrat", 175: "init_module", 254: "inotify_add_watch", 253: "inotify_init", 294: "inotify_init1", 255: "inotify_rm_watch", 210: "io_cancel", 207: "io_destroy", 208: "io_getevents", 333: "io_pgetevents", 206: "io_setup", 209: "io_submit", 426: "io_uring_enter", 427: "io_uring_register", 425: "io_uring_setup", 16: "ioctl", 173: "ioperm", 172: "iopl", 252: "ioprio_get", 251: "ioprio_set", 312: "kcmp", 320: "kexec_file_load", 246: "kexec_load", 250: "keyctl", 62: "kill", 445: "landlock_add_rule", 444: "landlock_create_ruleset", 446: "landlock_restrict_self", 94: "lchown", 192: "lgetxattr", 86: "link", 265: "linkat", 50: "listen", 458: "listmount", 194: "listxattr", 465: "listxattrat", 195: "llistxattr", 212: "lookup_dcookie", 198: "lremovexattr", 8: "lseek", 189: "lsetxattr", 459: "lsm_get_self_attr", 461: "lsm_list_modules", 460: "lsm_set_self_attr", 6: "lstat", 28: "madvise", 453: "map_shadow_stack", 237: "mbind", 324: "membarrier", 319: "memfd_create", 447: "memfd_secret", 256: "migrate_pages", 27: "mincore", 83: "mkdir", 258: "mkdirat", 133: "mknod", 259: "mknodat", 149: "mlock", 325: "mlock2", 151: "mlockall", 9: "mmap", 154: "modify_ldt", 165: "mount", 442: "mount_setattr", 429: "move_mount", 279: "move_pages", 10: "mprotect", 245: "mq_getsetattr", 244: "mq_notify", 240: "mq_open", 243: "mq_timedreceive", 242: "mq_timedsend", 241: "mq_unlink", 25: "mremap", 462: "mseal", 71: "msgctl", 68: "msgget", 70: "msgrcv", 69: "msgsnd", 26: "msync", 150: "munlock", 152: "munlockall", 11: "munmap", 303: "name_to_handle_at", 35: "nanosleep", 262: "newfstatat", 180: "nfsservctl", 2: "open", 304: "open_by_handle_at", 428: "open_tree", 257: "openat", 437: "openat2", 34: "pause", 298: "perf_event_open", 135: "personality", 438: "pidfd_getfd", 434: "pidfd_open", 424: "pidfd_send_signal", 22: "pipe", 293: "pipe2", 155: "pivot_root", 330: "pkey_alloc", 331: "pkey_free", 329: "pkey_mprotect", 7: "poll", 271: "ppoll", 157: "prctl", 17: "pread64", 295: "preadv", 327: "preadv2", 302: "prlimit64", 440: "process_madvise", 448: "process_mrelease", 310: "process_vm_readv", 311: "process_vm_writev", 270: "pselect6", 101: "ptrace", 182: "putpmsg", 18: "pwrite64", 296: "pwritev", 328: "pwritev2", 178: "query_module", 179: "quotactl", 443: "quotactl_fd", 0: "read", 187: "readahead", 89: "readlink", 267: "readlinkat", 19: "readv", 169: "reboot", 45: "recvfrom", 299: "recvmmsg", 47: "recvmsg", 216: "remap_file_pages", 197: "removexattr", 466: "removexattrat", 82: "rename", 264: "renameat", 316: "renameat2", 249: "request_key", 219: "restart_syscall", 84: "rmdir", 334: "rseq", 13: "rt_sigaction", 127: "rt_sigpending", 14: "rt_sigprocmask", 129: "rt_sigqueueinfo", 15: "rt_sigreturn", 130: "rt_sigsuspend", 128: "rt_sigtimedwait", 297: "rt_tgsigqueueinfo", 146: "sched_get_priority_max", 147: "sched_get_priority_min", 204: "sched_getaffinity", 315: "sched_getattr", 143: "sched_getparam", 145: "sched_getscheduler", 148: "sched_rr_get_interval", 203: "sched_setaffinity", 314: "sched_setattr", 142: "sched_setparam", 144: "sched_setscheduler", 24: "sched_yield", 317: "seccomp", 185: "security", 23: "select", 66: "semctl", 64: "semget", 65: "semop", 220: "semtimedop", 40: "sendfile", 307: "sendmmsg", 46: "sendmsg", 44: "sendto", 238: "set_mempolicy", 450: "set_mempolicy_home_node", 273: "set_robust_list", 205: "set_thread_area", 218: "set_tid_address", 171: "setdomainname", 123: "setfsgid", 122: "setfsuid", 106: "setgid", 116: "setgroups", 170: "sethostname", 38: "setitimer", 308: "setns", 109: "setpgid", 141: "setpriority", 114: "setregid", 119: "setresgid", 117: "setresuid", 113: "setreuid", 160: "setrlimit", 112: "setsid", 54: "setsockopt", 164: "settimeofday", 105: "setuid", 188: "setxattr", 463: "setxattrat", 30: "shmat", 31: "shmctl", 67: "shmdt", 29: "shmget", 48: "shutdown", 131: "sigaltstack", 282: "signalfd", 289: "signalfd4", 41: "socket", 53: "socketpair", 275: "splice", 4: "stat", 137: "statfs", 457: "statmount", 332: "statx", 168: "swapoff", 167: "swapon", 88: "symlink", 266: "symlinkat", 162: "sync", 277: "sync_file_range", 306: "syncfs", 139: "sysfs", 99: "sysinfo", 103: "syslog", 276: "tee", 234: "tgkill", 201: "time", 222: "timer_create", 226: "timer_delete", 225: "timer_getoverrun", 224: "timer_gettime", 223: "timer_settime", 283: "timerfd_create", 287: "timerfd_gettime", 286: "timerfd_settime", 100: "times", 200: "tkill", 76: "truncate", 184: "tuxcall", 95: "umask", 166: "umount2", 63: "uname", 87: "unlink", 263: "unlinkat", 272: "unshare", 335: "uretprobe", 134: "uselib", 323: "userfaultfd", 136: "ustat", 132: "utime", 280: "utimensat", 235: "utimes", 58: "vfork", 153: "vhangup", 278: "vmsplice", 236: "vserver", 61: "wait4", 247: "waitid", 1: "write", 20: "writev", } inspektor-gadget-0.46.0/pkg/utils/syscalls/syscalls_arm64.go000066400000000000000000000425161510117411400240260ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package syscalls // This file is automatically generated from: // https://raw.githubusercontent.com/seccomp/libseccomp/refs/heads/main/src/syscalls.csv // // To update it, run: // make -C tools/syscalls-update // // Linux version: v6.13.0 2025-01-23 var syscallsNameToNumber = map[string]int{ "accept": 202, "accept4": 242, "acct": 89, "add_key": 217, "adjtimex": 171, "bind": 200, "bpf": 280, "brk": 214, "cachestat": 451, "capget": 90, "capset": 91, "chdir": 49, "chroot": 51, "clock_adjtime": 266, "clock_getres": 114, "clock_gettime": 113, "clock_nanosleep": 115, "clock_settime": 112, "clone": 220, "clone3": 435, "close": 57, "close_range": 436, "connect": 203, "copy_file_range": 285, "delete_module": 106, "dup": 23, "dup3": 24, "epoll_create1": 20, "epoll_ctl": 21, "epoll_pwait": 22, "epoll_pwait2": 441, "eventfd2": 19, "execve": 221, "execveat": 281, "exit": 93, "exit_group": 94, "faccessat": 48, "faccessat2": 439, "fadvise64": 223, "fallocate": 47, "fanotify_init": 262, "fanotify_mark": 263, "fchdir": 50, "fchmod": 52, "fchmodat": 53, "fchmodat2": 452, "fchown": 55, "fchownat": 54, "fcntl": 25, "fdatasync": 83, "fgetxattr": 10, "finit_module": 273, "flistxattr": 13, "flock": 32, "fremovexattr": 16, "fsconfig": 431, "fsetxattr": 7, "fsmount": 432, "fsopen": 430, "fspick": 433, "fstat": 80, "fstatfs": 44, "fsync": 82, "ftruncate": 46, "futex": 98, "futex_requeue": 456, "futex_wait": 455, "futex_waitv": 449, "futex_wake": 454, "get_mempolicy": 236, "get_robust_list": 100, "getcpu": 168, "getcwd": 17, "getdents64": 61, "getegid": 177, "geteuid": 175, "getgid": 176, "getgroups": 158, "getitimer": 102, "getpeername": 205, "getpgid": 155, "getpid": 172, "getppid": 173, "getpriority": 141, "getrandom": 278, "getresgid": 150, "getresuid": 148, "getrlimit": 163, "getrusage": 165, "getsid": 156, "getsockname": 204, "getsockopt": 209, "gettid": 178, "gettimeofday": 169, "getuid": 174, "getxattr": 8, "getxattrat": 464, "init_module": 105, "inotify_add_watch": 27, "inotify_init1": 26, "inotify_rm_watch": 28, "io_cancel": 3, "io_destroy": 1, "io_getevents": 4, "io_pgetevents": 292, "io_setup": 0, "io_submit": 2, "io_uring_enter": 426, "io_uring_register": 427, "io_uring_setup": 425, "ioctl": 29, "ioprio_get": 31, "ioprio_set": 30, "kcmp": 272, "kexec_file_load": 294, "kexec_load": 104, "keyctl": 219, "kill": 129, "landlock_add_rule": 445, "landlock_create_ruleset": 444, "landlock_restrict_self": 446, "lgetxattr": 9, "linkat": 37, "listen": 201, "listmount": 458, "listxattr": 11, "listxattrat": 465, "llistxattr": 12, "lookup_dcookie": 18, "lremovexattr": 15, "lseek": 62, "lsetxattr": 6, "lsm_get_self_attr": 459, "lsm_list_modules": 461, "lsm_set_self_attr": 460, "madvise": 233, "map_shadow_stack": 453, "mbind": 235, "membarrier": 283, "memfd_create": 279, "memfd_secret": 447, "migrate_pages": 238, "mincore": 232, "mkdirat": 34, "mknodat": 33, "mlock": 228, "mlock2": 284, "mlockall": 230, "mmap": 222, "mount": 40, "mount_setattr": 442, "move_mount": 429, "move_pages": 239, "mprotect": 226, "mq_getsetattr": 185, "mq_notify": 184, "mq_open": 180, "mq_timedreceive": 183, "mq_timedsend": 182, "mq_unlink": 181, "mremap": 216, "mseal": 462, "msgctl": 187, "msgget": 186, "msgrcv": 188, "msgsnd": 189, "msync": 227, "munlock": 229, "munlockall": 231, "munmap": 215, "name_to_handle_at": 264, "nanosleep": 101, "newfstatat": 79, "nfsservctl": 42, "open_by_handle_at": 265, "open_tree": 428, "openat": 56, "openat2": 437, "perf_event_open": 241, "personality": 92, "pidfd_getfd": 438, "pidfd_open": 434, "pidfd_send_signal": 424, "pipe2": 59, "pivot_root": 41, "pkey_alloc": 289, "pkey_free": 290, "pkey_mprotect": 288, "ppoll": 73, "prctl": 167, "pread64": 67, "preadv": 69, "preadv2": 286, "prlimit64": 261, "process_madvise": 440, "process_mrelease": 448, "process_vm_readv": 270, "process_vm_writev": 271, "pselect6": 72, "ptrace": 117, "pwrite64": 68, "pwritev": 70, "pwritev2": 287, "quotactl": 60, "quotactl_fd": 443, "read": 63, "readahead": 213, "readlinkat": 78, "readv": 65, "reboot": 142, "recvfrom": 207, "recvmmsg": 243, "recvmsg": 212, "remap_file_pages": 234, "removexattr": 14, "removexattrat": 466, "renameat": 38, "renameat2": 276, "request_key": 218, "restart_syscall": 128, "rseq": 293, "rt_sigaction": 134, "rt_sigpending": 136, "rt_sigprocmask": 135, "rt_sigqueueinfo": 138, "rt_sigreturn": 139, "rt_sigsuspend": 133, "rt_sigtimedwait": 137, "rt_tgsigqueueinfo": 240, "sched_get_priority_max": 125, "sched_get_priority_min": 126, "sched_getaffinity": 123, "sched_getattr": 275, "sched_getparam": 121, "sched_getscheduler": 120, "sched_rr_get_interval": 127, "sched_setaffinity": 122, "sched_setattr": 274, "sched_setparam": 118, "sched_setscheduler": 119, "sched_yield": 124, "seccomp": 277, "semctl": 191, "semget": 190, "semop": 193, "semtimedop": 192, "sendfile": 71, "sendmmsg": 269, "sendmsg": 211, "sendto": 206, "set_mempolicy": 237, "set_mempolicy_home_node": 450, "set_robust_list": 99, "set_tid_address": 96, "setdomainname": 162, "setfsgid": 152, "setfsuid": 151, "setgid": 144, "setgroups": 159, "sethostname": 161, "setitimer": 103, "setns": 268, "setpgid": 154, "setpriority": 140, "setregid": 143, "setresgid": 149, "setresuid": 147, "setreuid": 145, "setrlimit": 164, "setsid": 157, "setsockopt": 208, "settimeofday": 170, "setuid": 146, "setxattr": 5, "setxattrat": 463, "shmat": 196, "shmctl": 195, "shmdt": 197, "shmget": 194, "shutdown": 210, "sigaltstack": 132, "signalfd4": 74, "socket": 198, "socketpair": 199, "splice": 76, "statfs": 43, "statmount": 457, "statx": 291, "swapoff": 225, "swapon": 224, "symlinkat": 36, "sync": 81, "sync_file_range": 84, "syncfs": 267, "sysinfo": 179, "syslog": 116, "tee": 77, "tgkill": 131, "timer_create": 107, "timer_delete": 111, "timer_getoverrun": 109, "timer_gettime": 108, "timer_settime": 110, "timerfd_create": 85, "timerfd_gettime": 87, "timerfd_settime": 86, "times": 153, "tkill": 130, "truncate": 45, "umask": 166, "umount2": 39, "uname": 160, "unlinkat": 35, "unshare": 97, "userfaultfd": 282, "utimensat": 88, "vhangup": 58, "vmsplice": 75, "wait4": 260, "waitid": 95, "write": 64, "writev": 66, } var syscallsNumberToName = map[int]string{ 202: "accept", 242: "accept4", 89: "acct", 217: "add_key", 171: "adjtimex", 200: "bind", 280: "bpf", 214: "brk", 451: "cachestat", 90: "capget", 91: "capset", 49: "chdir", 51: "chroot", 266: "clock_adjtime", 114: "clock_getres", 113: "clock_gettime", 115: "clock_nanosleep", 112: "clock_settime", 220: "clone", 435: "clone3", 57: "close", 436: "close_range", 203: "connect", 285: "copy_file_range", 106: "delete_module", 23: "dup", 24: "dup3", 20: "epoll_create1", 21: "epoll_ctl", 22: "epoll_pwait", 441: "epoll_pwait2", 19: "eventfd2", 221: "execve", 281: "execveat", 93: "exit", 94: "exit_group", 48: "faccessat", 439: "faccessat2", 223: "fadvise64", 47: "fallocate", 262: "fanotify_init", 263: "fanotify_mark", 50: "fchdir", 52: "fchmod", 53: "fchmodat", 452: "fchmodat2", 55: "fchown", 54: "fchownat", 25: "fcntl", 83: "fdatasync", 10: "fgetxattr", 273: "finit_module", 13: "flistxattr", 32: "flock", 16: "fremovexattr", 431: "fsconfig", 7: "fsetxattr", 432: "fsmount", 430: "fsopen", 433: "fspick", 80: "fstat", 44: "fstatfs", 82: "fsync", 46: "ftruncate", 98: "futex", 456: "futex_requeue", 455: "futex_wait", 449: "futex_waitv", 454: "futex_wake", 236: "get_mempolicy", 100: "get_robust_list", 168: "getcpu", 17: "getcwd", 61: "getdents64", 177: "getegid", 175: "geteuid", 176: "getgid", 158: "getgroups", 102: "getitimer", 205: "getpeername", 155: "getpgid", 172: "getpid", 173: "getppid", 141: "getpriority", 278: "getrandom", 150: "getresgid", 148: "getresuid", 163: "getrlimit", 165: "getrusage", 156: "getsid", 204: "getsockname", 209: "getsockopt", 178: "gettid", 169: "gettimeofday", 174: "getuid", 8: "getxattr", 464: "getxattrat", 105: "init_module", 27: "inotify_add_watch", 26: "inotify_init1", 28: "inotify_rm_watch", 3: "io_cancel", 1: "io_destroy", 4: "io_getevents", 292: "io_pgetevents", 0: "io_setup", 2: "io_submit", 426: "io_uring_enter", 427: "io_uring_register", 425: "io_uring_setup", 29: "ioctl", 31: "ioprio_get", 30: "ioprio_set", 272: "kcmp", 294: "kexec_file_load", 104: "kexec_load", 219: "keyctl", 129: "kill", 445: "landlock_add_rule", 444: "landlock_create_ruleset", 446: "landlock_restrict_self", 9: "lgetxattr", 37: "linkat", 201: "listen", 458: "listmount", 11: "listxattr", 465: "listxattrat", 12: "llistxattr", 18: "lookup_dcookie", 15: "lremovexattr", 62: "lseek", 6: "lsetxattr", 459: "lsm_get_self_attr", 461: "lsm_list_modules", 460: "lsm_set_self_attr", 233: "madvise", 453: "map_shadow_stack", 235: "mbind", 283: "membarrier", 279: "memfd_create", 447: "memfd_secret", 238: "migrate_pages", 232: "mincore", 34: "mkdirat", 33: "mknodat", 228: "mlock", 284: "mlock2", 230: "mlockall", 222: "mmap", 40: "mount", 442: "mount_setattr", 429: "move_mount", 239: "move_pages", 226: "mprotect", 185: "mq_getsetattr", 184: "mq_notify", 180: "mq_open", 183: "mq_timedreceive", 182: "mq_timedsend", 181: "mq_unlink", 216: "mremap", 462: "mseal", 187: "msgctl", 186: "msgget", 188: "msgrcv", 189: "msgsnd", 227: "msync", 229: "munlock", 231: "munlockall", 215: "munmap", 264: "name_to_handle_at", 101: "nanosleep", 79: "newfstatat", 42: "nfsservctl", 265: "open_by_handle_at", 428: "open_tree", 56: "openat", 437: "openat2", 241: "perf_event_open", 92: "personality", 438: "pidfd_getfd", 434: "pidfd_open", 424: "pidfd_send_signal", 59: "pipe2", 41: "pivot_root", 289: "pkey_alloc", 290: "pkey_free", 288: "pkey_mprotect", 73: "ppoll", 167: "prctl", 67: "pread64", 69: "preadv", 286: "preadv2", 261: "prlimit64", 440: "process_madvise", 448: "process_mrelease", 270: "process_vm_readv", 271: "process_vm_writev", 72: "pselect6", 117: "ptrace", 68: "pwrite64", 70: "pwritev", 287: "pwritev2", 60: "quotactl", 443: "quotactl_fd", 63: "read", 213: "readahead", 78: "readlinkat", 65: "readv", 142: "reboot", 207: "recvfrom", 243: "recvmmsg", 212: "recvmsg", 234: "remap_file_pages", 14: "removexattr", 466: "removexattrat", 38: "renameat", 276: "renameat2", 218: "request_key", 128: "restart_syscall", 293: "rseq", 134: "rt_sigaction", 136: "rt_sigpending", 135: "rt_sigprocmask", 138: "rt_sigqueueinfo", 139: "rt_sigreturn", 133: "rt_sigsuspend", 137: "rt_sigtimedwait", 240: "rt_tgsigqueueinfo", 125: "sched_get_priority_max", 126: "sched_get_priority_min", 123: "sched_getaffinity", 275: "sched_getattr", 121: "sched_getparam", 120: "sched_getscheduler", 127: "sched_rr_get_interval", 122: "sched_setaffinity", 274: "sched_setattr", 118: "sched_setparam", 119: "sched_setscheduler", 124: "sched_yield", 277: "seccomp", 191: "semctl", 190: "semget", 193: "semop", 192: "semtimedop", 71: "sendfile", 269: "sendmmsg", 211: "sendmsg", 206: "sendto", 237: "set_mempolicy", 450: "set_mempolicy_home_node", 99: "set_robust_list", 96: "set_tid_address", 162: "setdomainname", 152: "setfsgid", 151: "setfsuid", 144: "setgid", 159: "setgroups", 161: "sethostname", 103: "setitimer", 268: "setns", 154: "setpgid", 140: "setpriority", 143: "setregid", 149: "setresgid", 147: "setresuid", 145: "setreuid", 164: "setrlimit", 157: "setsid", 208: "setsockopt", 170: "settimeofday", 146: "setuid", 5: "setxattr", 463: "setxattrat", 196: "shmat", 195: "shmctl", 197: "shmdt", 194: "shmget", 210: "shutdown", 132: "sigaltstack", 74: "signalfd4", 198: "socket", 199: "socketpair", 76: "splice", 43: "statfs", 457: "statmount", 291: "statx", 225: "swapoff", 224: "swapon", 36: "symlinkat", 81: "sync", 84: "sync_file_range", 267: "syncfs", 179: "sysinfo", 116: "syslog", 77: "tee", 131: "tgkill", 107: "timer_create", 111: "timer_delete", 109: "timer_getoverrun", 108: "timer_gettime", 110: "timer_settime", 85: "timerfd_create", 87: "timerfd_gettime", 86: "timerfd_settime", 153: "times", 130: "tkill", 45: "truncate", 166: "umask", 39: "umount2", 160: "uname", 35: "unlinkat", 97: "unshare", 282: "userfaultfd", 88: "utimensat", 58: "vhangup", 75: "vmsplice", 260: "wait4", 95: "waitid", 64: "write", 66: "writev", } inspektor-gadget-0.46.0/pkg/utils/syscalls/syscalls_test.go000066400000000000000000000056321510117411400240520ustar00rootroot00000000000000package syscalls import ( "fmt" "runtime" "testing" "github.com/stretchr/testify/assert" ) func TestGetSyscallNumberByName(t *testing.T) { assert := assert.New(t) tests := []struct { description string name string number int arch string expectedok bool }{ { description: "getting syscalls number from name", name: "open_tree", number: 428, arch: "amd64", expectedok: true, }, { description: "getting syscall number from name", name: "close_range", number: 436, arch: "amd64", expectedok: true, }, { description: "getting syscall number from name", name: "accept", number: 200, arch: "arm64", expectedok: true, }, { description: "getting syscall number from name", name: "futex", number: 98, arch: "arm64", expectedok: true, }, { description: "empty syscall name", name: "", number: -1, expectedok: false, arch: "arm64", }, } for _, test := range tests { t.Run(fmt.Sprintf("%s (%s)", test.description, test.arch), func(t *testing.T) { if runtime.GOARCH != test.arch { t.Skipf("skipping test for %s, only for %s", runtime.GOARCH, test.arch) } number, ok := GetSyscallNumberByName(test.name) assert.Equal(test.expectedok, ok, "expected ok to be %v, got %v", test.expectedok, ok) assert.Equal(test.number, number, "expected number to be %d, got %d", test.number, number) }) } } func TestGetSyscallNameByNumber(t *testing.T) { assert := assert.New(t) tests := []struct { description string name string number int arch string expectedok bool }{ { description: "getting syscalls name from number", name: "open_tree", number: 428, arch: "amd64", expectedok: true, }, { description: "getting syscall name from number", name: "close_range", number: 436, arch: "amd64", expectedok: true, }, { description: "getting syscall name from number", name: "accept", number: 200, arch: "arm64", expectedok: true, }, { description: "getting syscall name from number", name: "futex", number: 98, arch: "arm64", expectedok: true, }, { description: "empty syscalls number", name: "", number: -1, expectedok: false, arch: "arm64", }, } for _, test := range tests { t.Run(fmt.Sprintf("%s (%s)", test.description, test.arch), func(t *testing.T) { if runtime.GOARCH != test.arch { t.Skipf("skipping test for %s, only for %s", runtime.GOARCH, test.arch) } name, ok := GetSyscallNameByNumber(test.number) assert.Equal(test.expectedok, ok, "expected ok to be %v, got %v", test.expectedok, ok) assert.Equal(test.name, name, "expected number to be %d, got %d", test.name, name) }) } } inspektor-gadget-0.46.0/pkg/utils/tls/000077500000000000000000000000001510117411400175665ustar00rootroot00000000000000inspektor-gadget-0.46.0/pkg/utils/tls/tls.go000066400000000000000000000023561510117411400207250ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package tls import ( "crypto/tls" "crypto/x509" "errors" "fmt" "os" ) func LoadTLSCert(serverCert, serverKey string) (tls.Certificate, error) { cert, err := tls.LoadX509KeyPair(serverCert, serverKey) if err != nil { return tls.Certificate{}, fmt.Errorf("loading TLS keypair: %w", err) } return cert, nil } func LoadTLSCA(clientCA string) (*x509.CertPool, error) { ca := x509.NewCertPool() caBytes, err := os.ReadFile(clientCA) if err != nil { return nil, fmt.Errorf("loading client CA certificate: %w", err) } if ok := ca.AppendCertsFromPEM(caBytes); !ok { return nil, errors.New("parsing client CA certificate") } return ca, nil } inspektor-gadget-0.46.0/testdata/000077500000000000000000000000001510117411400166545ustar00rootroot00000000000000inspektor-gadget-0.46.0/testdata/Makefile000066400000000000000000000030111510117411400203070ustar00rootroot00000000000000CLANG ?= clang LLVM_STRIP ?= llvm-strip GADGET_BUILDER ?= ghcr.io/inspektor-gadget/gadget-builder .PHOHY: all all: testdata_docker TESTDATA = \ populate_metadata_1_param_from_scratch.o \ populate_metadata_1_tracer_1_struct_from_scratch.o \ populate_metadata_no_tracers_from_scratch.o \ populate_metadata_tracer_wrong_map_type.o \ populate_metadata_tracer_non_existing_structure.o \ populate_metadata_tracer_map_without_btf.o \ populate_metadata_tracer_add_missing_field.o \ populate_metadata_tracer_non_existing_map.o \ populate_metadata_tracer_bad_tracer_info.o \ populate_metadata_snapshotter_struct.o \ validate_metadata1.o \ validate_metadata_topper.o \ populate_metadata_1_topper_1_struct_from_scratch.o \ populate_metadata_topper_non_existing_map.o \ populate_metadata_topper_bad_topper_info.o \ populate_metadata_topper_wrong_map_type.o \ populate_metadata_topper_map_without_btf.o \ populate_metadata_topper_wrong_map_value_type.o \ populate_metadata_topper_add_missing_field.o \ populate_metadata_topper_multi_definition.o \ # .PHONY: testdata_host testdata_host: $(TESTDATA) # build only amd64 variants for testing %.o: %.bpf.c $(CLANG) -target bpf -Wall -g -O2 -D __TARGET_ARCH_x86 -o good.o \ -I /usr/include/gadget/amd64 -c $< -o $@ $(LLVM_STRIP) -g $@ .PHONY: testdata_docker testdata_docker: docker run --rm --name testdata-builder --user $(shell id -u):$(shell id -g) \ -v $(shell pwd):/work $(GADGET_BUILDER) \ bash -c "cd /work && make testdata_host" .PHONY: clean clean: rm -f $(TESTDATA) inspektor-gadget-0.46.0/testdata/populate_metadata_1_param_from_scratch.bpf.c000066400000000000000000000005021510117411400274060ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 const volatile int param; const volatile int param2; GADGET_PARAM(param); // GADGET_PARAM(param2); intentionally ommited char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_1_param_from_scratch.o000066400000000000000000000040601510117411400266570ustar00rootroot00000000000000ELFp@@ GPLXX  @ 2 8   EJ@NT `   x}    int__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapbool_Boolgadget_filter_by_mntnscharLICENSEparamparam2gadget_param_param.bss.maps.rodatalicense) NA 8DPh .text.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_mapgadget_param_param.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSEparam2j@z@ bL P ppR @p` TLorinspektor-gadget-0.46.0/testdata/populate_metadata_1_topper_1_struct_from_scratch.bpf.c000066400000000000000000000005711510117411400314510ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, __u32); __type(value, struct event); } events SEC(".maps"); GADGET_TOPPER(my_topper, events); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_1_topper_1_struct_from_scratch.o000066400000000000000000000032101510117411400307100ustar00rootroot00000000000000ELF@@ GPL    ,26 ; D I  W\@`fmr zint__ARRAY_SIZE_TYPE____u32unsigned inteventpidcommfilename__u8unsigned chartypekeyvalueeventscharLICENSEgadget_topper_my_topper___events.bss.mapslicenseb! .textgadget_topper_my_topper___events.bss.maps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEIj@A@-H(`]`Y @h0 3LoQ`inspektor-gadget-0.46.0/testdata/populate_metadata_1_tracer_1_struct_from_scratch.bpf.c000066400000000000000000000007251510117411400314210ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); GADGET_TRACER(test, events, event); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_1_tracer_1_struct_from_scratch.o000066400000000000000000000046301510117411400306660ustar00rootroot00000000000000ELF@@ GPL((F  @ 2 8   EJ@NT ` Ex@     # $"!!+%0 6>int__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapkey_sizevalue_sizeeventsbool_Boolgadget_filter_by_mntnscharLICENSEgadget_tracer_test___events___eventeventpidcommfilename__u8unsigned char__gadget_tracer_type_test.bss.maps.rodatalicenseWn E ! 8 .text__gadget_tracer_type_testgadget_tracer_test___events___eventevents.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_map.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSE@@AQH8L @` Loinspektor-gadget-0.46.0/testdata/populate_metadata_no_tracers_from_scratch.bpf.c000066400000000000000000000010561510117411400302320ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; // we need this to make sure the compiler doesn't remove our struct const struct event *unusedevent __attribute__((unused)); struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_no_tracers_from_scratch.o000066400000000000000000000043301510117411400274760ustar00rootroot00000000000000ELF@@ GPL  @ 2 8   EJ@NT ` Ex@    !"  int__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapkey_sizevalue_sizeeventsbool_Boolgadget_filter_by_mntnscharLICENSEeventpidcommfilename__u8unsigned charunusedevent.bss.maps.rodatalicense%<   .textunusedeventevents.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_map.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSEj@z@bAH8  @0P TLorinspektor-gadget-0.46.0/testdata/populate_metadata_snapshotter_struct.bpf.c000066400000000000000000000005311510117411400273140ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; GADGET_ITER(events, event, ig_snap_proc); SEC("iter/task") int ig_snap_proc(struct bpf_iter__task *ctx) { return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_snapshotter_struct.o000066400000000000000000000043001510117411400265600ustar00rootroot00000000000000ELF@@ GPL,,G@  " u z         % -;bpf_iter__taskmetataskctxintig_snap_prociter/task/work/populate_metadata_snapshotter_struct.bpf.c return 0;char__ARRAY_SIZE_TYPE__LICENSEeventpidcommfilename__u32unsigned int__u8unsigned charunusedevent_events___eventgadget_snapshotter_events___event___ig_snap_proc.bsslicensebpf_iter_metatask_struct 0/ /9jLxT $,@ .text.rel.BTF.extunusedevent_events___event.bssiter/task.llvm_addrsiglicensegadget_snapshotter_events___event___ig_snap_proc.strtab.symtab.rel.BTFLICENSE@4@LP/XX @0  P @ >Lo8inspektor-gadget-0.46.0/testdata/populate_metadata_topper_add_missing_field.bpf.c000066400000000000000000000002541510117411400303550ustar00rootroot00000000000000// The test file is the same, creating it to keep a 1:1 relationship between tests and testdata // files. #include "populate_metadata_1_topper_1_struct_from_scratch.bpf.c" inspektor-gadget-0.46.0/testdata/populate_metadata_topper_add_missing_field.o000066400000000000000000000034301510117411400276220ustar00rootroot00000000000000ELF@@ GPL    ,26 ; D I  W\@`fmr zint__ARRAY_SIZE_TYPE____u32unsigned inteventpidcommfilename__u8unsigned chartypekeyvalueeventscharLICENSEgadget_topper_my_topper___eventsgadget_topper_ignored_topper___events.bss.mapslicenseG( .textgadget_topper_my_topper___eventsgadget_topper_ignored_topper___events.bss.maps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEo@g@SHN`` @@ YLowHxinspektor-gadget-0.46.0/testdata/populate_metadata_topper_bad_topper_info.bpf.c000066400000000000000000000002371510117411400300640ustar00rootroot00000000000000#include #include const void *gadget_topper_name___map___bad __attribute__((unused)); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_topper_bad_topper_info.o000066400000000000000000000021401510117411400273250ustar00rootroot00000000000000ELF @@ GPLN  "AFchar__ARRAY_SIZE_TYPE__LICENSEgadget_topper_name___map___bad.bsslicenseZ".text.bss.llvm_addrsiglicensegadget_topper_name___map___bad.strtab.symtab.rel.BTFLICENSEAb@@HUHQ @  LoIPHinspektor-gadget-0.46.0/testdata/populate_metadata_topper_map_without_btf.bpf.c000066400000000000000000000011261510117411400301230ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; // map used to test map without BTF // TODO: It's probably that this support will be removed from ebpf library as it was done in libbpf // (https://github.com/libbpf/libbpf/issues/272) at that time we'll need to remove it. struct { unsigned int type; __u32 *key; struct event *value; } events SEC("maps") = { .type = BPF_MAP_TYPE_HASH, }; GADGET_TOPPER(test, events); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_topper_map_without_btf.o000066400000000000000000000026501510117411400273740ustar00rootroot00000000000000ELF(@@ GPL88@  #* / C K g l tytypekeyvalueunsigned int__u32eventschar__ARRAY_SIZE_TYPE__LICENSEgadget_topper_test___events.bsslicensemapsevent\ $< .textgadget_topper_test___events.bssmaps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSECd@(@;X#`W`S @0 -LoK0`inspektor-gadget-0.46.0/testdata/populate_metadata_topper_multi_definition.bpf.c000066400000000000000000000004251510117411400302730ustar00rootroot00000000000000// The test file is the same, creating it to keep a 1:1 relationship between tests and testdata // files. #include "populate_metadata_1_topper_1_struct_from_scratch.bpf.c" // Multiple toppers are not supported, so this should be ignored GADGET_TOPPER(ignored_topper, events); inspektor-gadget-0.46.0/testdata/populate_metadata_topper_multi_definition.o000066400000000000000000000034301510117411400275400ustar00rootroot00000000000000ELF@@ GPL    ,26 ; D I  W\@`fmr zint__ARRAY_SIZE_TYPE____u32unsigned inteventpidcommfilename__u8unsigned chartypekeyvalueeventscharLICENSEgadget_topper_my_topper___eventsgadget_topper_ignored_topper___events.bss.mapslicenseG( .textgadget_topper_my_topper___eventsgadget_topper_ignored_topper___events.bss.maps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEo@g@SHN`` @@ YLowHxinspektor-gadget-0.46.0/testdata/populate_metadata_topper_non_existing_map.bpf.c000066400000000000000000000006031510117411400302700ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, __u32); __type(value, struct event); } events SEC(".maps"); GADGET_TOPPER(my_topper, non_existing_map); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_topper_non_existing_map.o000066400000000000000000000032401510117411400275360ustar00rootroot00000000000000ELF @@ GPL    ,26 ; D I  W\@`fmr zint__ARRAY_SIZE_TYPE____u32unsigned inteventpidcommfilename__u8unsigned chartypekeyvalueeventscharLICENSEgadget_topper_my_topper___non_existing_map.bss.mapslicenses .textevents.bss.mapsgadget_topper_my_topper___non_existing_map.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEZ{@R@H`n`j @p0 DLob`inspektor-gadget-0.46.0/testdata/populate_metadata_topper_wrong_map_type.bpf.c000066400000000000000000000006301510117411400277610ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); GADGET_TOPPER(my_topper, events); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_topper_wrong_map_type.o000066400000000000000000000026401510117411400272320ustar00rootroot00000000000000ELF @@ GPL,,z  @'29> F g lr int__ARRAY_SIZE_TYPE__typekey_sizevalue_sizeeventscharLICENSEgadget_topper_my_topper___events.bss.mapslicenseb! $< .textgadget_topper_my_topper___events.bss.maps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEIj@A@-H(`]`Y @0 3LoQ `inspektor-gadget-0.46.0/testdata/populate_metadata_topper_wrong_map_value_type.bpf.c000066400000000000000000000004101510117411400311510ustar00rootroot00000000000000#include #include #include struct { __uint(type, BPF_MAP_TYPE_HASH); __type(key, __u32); __type(value, __u32); } events SEC(".maps"); GADGET_TOPPER(my_topper, events); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_topper_wrong_map_value_type.o000066400000000000000000000027201510117411400304250ustar00rootroot00000000000000ELFP@@ GPLTT   ,1@5;B G  O pu { int__ARRAY_SIZE_TYPE____u32unsigned inttypekeyvalueeventscharLICENSEgadget_topper_my_topper___events.bss.mapslicenseb!4Ld .textgadget_topper_my_topper___events.bss.maps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEIj@A@-H(`]`Y @0 3LoQP`inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_add_missing_field.bpf.c000066400000000000000000000002541510117411400303240ustar00rootroot00000000000000// The test file is the same, creating it to keep a 1:1 relationship between tests and testdata // files. #include "populate_metadata_1_tracer_1_struct_from_scratch.bpf.c" inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_add_missing_field.o000066400000000000000000000046301510117411400275740ustar00rootroot00000000000000ELF@@ GPL44;  @ 2 8   EJ@NT ` x~  E@N  " !% $ #&% +3 int__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapeventpidcommfilename__u8unsigned charkey_sizeeventsbool_Boolgadget_filter_by_mntnscharLICENSEgadget_tracer_test___events___event__gadget_tracer_type_test.bss.maps.rodatalicenseWn E !,D .text__gadget_tracer_type_testgadget_tracer_test___events___eventevents.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_map.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSE@@AQH8L @` Loinspektor-gadget-0.46.0/testdata/populate_metadata_tracer_bad_tracer_info.bpf.c000066400000000000000000000002471510117411400300030ustar00rootroot00000000000000#include #include const void *gadget_tracer_name___map___event___bad __attribute__((unused)); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_bad_tracer_info.o000066400000000000000000000021601510117411400272450ustar00rootroot00000000000000ELF0@@ GPLV  "INchar__ARRAY_SIZE_TYPE__LICENSEgadget_tracer_name___map___event___bad.bsslicenseb".text.bss.llvm_addrsiglicensegadget_tracer_name___map___event___bad.strtab.symtab.rel.BTFLICENSEIj@@H]HY @  LoQXHinspektor-gadget-0.46.0/testdata/populate_metadata_tracer_map_without_btf.bpf.c000066400000000000000000000013711510117411400300740ustar00rootroot00000000000000#include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; // map used to test map without BTF // TODO: It's probably that this support will be removed from ebpf library as it was done in libbpf // (https://github.com/libbpf/libbpf/issues/272) at that time we'll need to remove it. struct { unsigned int type; unsigned int key_size; unsigned int value_size; unsigned int max_entries; unsigned int map_flags; } events SEC("maps") = { .type = BPF_MAP_TYPE_PERF_EVENT_ARRAY, .max_entries = 4, .key_size = sizeof(__u32), .value_size = sizeof(__u32), }; GADGET_TRACER(test, events, event); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_map_without_btf.o000066400000000000000000000034001510117411400273350ustar00rootroot00000000000000ELF@@ GPL @`&0 =DI ] e    typekey_sizevalue_sizemax_entriesmap_flagsunsigned inteventschar__ARRAY_SIZE_TYPE__LICENSEgadget_tracer_test___events___eventeventpidcommfilename__u32__u8unsigned char__gadget_tracer_type_test.bsslicensemapsE! .text__gadget_tracer_type_testgadget_tracer_test___events___eventevents.bssmaps.llvm_addrsiglicense.strtab.symtab.rel.BTFLICENSEl@Q@dTLXX| @@ VLot8xinspektor-gadget-0.46.0/testdata/populate_metadata_tracer_non_existing_map.bpf.c000066400000000000000000000007371510117411400302470ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); GADGET_TRACER(test, non_existing_map, event); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_non_existing_map.o000066400000000000000000000046601510117411400275140ustar00rootroot00000000000000ELF@@ GPL((P  @ 2 8   EJ@NT ` Ex@     # $" !!5%: @Hint__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapkey_sizevalue_sizeeventsbool_Boolgadget_filter_by_mntnscharLICENSEgadget_tracer_test___non_existing_map___eventeventpidcommfilename__u8unsigned char__gadget_tracer_type_test.bss.maps.rodatalicenseax O ! 8 .text__gadget_tracer_type_testgadget_tracer_test___non_existing_map___eventevents.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_map.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSE@@A[H8V @` Loinspektor-gadget-0.46.0/testdata/populate_metadata_tracer_non_existing_structure.bpf.c000066400000000000000000000005411510117411400315230ustar00rootroot00000000000000#include #include #include // map used to test wrong value type struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __uint(value_size, sizeof(__u32)); } events SEC(".maps"); GADGET_TRACER(test, events, non_existing_type); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_non_existing_structure.o000066400000000000000000000031701510117411400307720ustar00rootroot00000000000000ELF@@ GPLll  @'29> F  v   int__ARRAY_SIZE_TYPE__typekey_sizevalue_sizeeventscharLICENSEgadget_tracer_test___events___non_existing_typenon_existing_type__gadget_tracer_type_test.bss.mapslicense!I@Ld| .text__gadget_tracer_type_testevents.bss.maps.llvm_addrsiglicensegadget_tracer_test___events___non_existing_type.strtab.symtab.rel.BTFLICENSEyZ@A@-H(``9 @@ 3LoXxinspektor-gadget-0.46.0/testdata/populate_metadata_tracer_wrong_map_type.bpf.c000066400000000000000000000010121510117411400277230ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 struct event { __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; // map used to test that a wrong map type can't be used struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, struct event); __type(value, __u8); } events SEC(".maps"); GADGET_TRACER(test, events, event); char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/populate_metadata_tracer_wrong_map_type.o000066400000000000000000000046601510117411400272050ustar00rootroot00000000000000ELF@@ GPLLL2  @ 2 8   EJ@NT ` (x~   ET@JN   # "& %$'  "*!int__ARRAY_SIZE_TYPE____u64unsigned long long__u32unsigned inttypekeyvaluemax_entriesgadget_mntns_filter_mapeventpidcommfilename__u8unsigned chareventsbool_Boolgadget_filter_by_mntnscharLICENSEgadget_tracer_test___events___event__gadget_tracer_type_test.bss.maps.rodatalicenseWn E ! ,D\ .text__gadget_tracer_type_testgadget_tracer_test___events___eventevents.bss.mapsgadget_filter_by_mntnsgadget_mntns_filter_map.llvm_addrsiglicense.strtab.symtab.rodata.rel.BTFLICENSE+@@AQH@L @` Lo( inspektor-gadget-0.46.0/testdata/validate_metadata1.bpf.c000066400000000000000000000034331510117411400233030ustar00rootroot00000000000000#include #include #include #include #include #define NAME_MAX 255 const volatile int param; const int param2; volatile int param3; struct event { gadget_mntns_id mntns_id; __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __type(value, struct event); } events SEC(".maps"); GADGET_TRACER(test, events, event); // map used to test that a wrong map type can't be used struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, gadget_mntns_id); __type(value, __u8); } myhashmap SEC(".maps"); // map used to test map without BTF // TODO: It's probably that this support will be removed from ebpf library as it was done in libbpf // (https://github.com/libbpf/libbpf/issues/272) at that time we'll need to remove it. struct { unsigned int type; unsigned int key_size; unsigned int value_size; unsigned int max_entries; unsigned int map_flags; } map_without_btf SEC("maps") = { .type = BPF_MAP_TYPE_PERF_EVENT_ARRAY, .max_entries = 4, .key_size = sizeof(__u32), .value_size = sizeof(__u32), }; SEC("tracepoint/syscalls/sys_enter_openat") int enter_openat(struct syscall_trace_enter *ctx) { struct event event = {}; event.mntns_id = gadget_get_current_mntns_id(); if (gadget_should_discard_mntns_id(event.mntns_id)) return 0; event.pid = bpf_get_current_pid_tgid() >> 32; bpf_get_current_comm(&event.comm, sizeof(event.comm)); bpf_probe_read_user_str(&event.filename, sizeof(event.filename), (const char *)ctx->args[1]); bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event, sizeof(event)); return 0; } char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/validate_metadata1.o000066400000000000000000002100201510117411400225410ustar00rootroot00000000000000ELF @@{{{{{{{{{{{{{{{x{p{h{`{X{P{H{@{8{0{({ {{{{{{{{{# qqyqqyqa{{qUw c ycra GPL]   ( @,`1:J P@c i v {  @  @(  @ !@$"  ( %@# 37 %&@&2(> F*L+@ `R Y`/k @w#5 @` 6S U _8#  O*|@5|<}B~ T @ _ ` f v !@!*@A"A"AAA:B B#B*KC<KCJ C]:@CtCCD D:@DD:E@F8G@HH HJJ)J3J?KM#@KT K` Kt K K K K K K K K K K K" K. K@ KP Kd#Lq@L(N N#@N5N5N:O:O5P:@P:P@QQ:S:TTTU.*@U=<UC<UI<VO@V\#Wb#@Wi<Wt<W#X#@XX[[\@\ \,\@]]]#@^#^&^)_/@_8_@_G`O@`W`d`raz#a%b @bqbbc c@cc<d<e@e E`e e @e# 5@f/ f= *fJ gS @gX gf gw h @h #h h i j <k <@k <k k o o p4 @p< :pD )qK ) qP @q\ qo :q} @r r s s @t :@u #u v @v Pv `v v- vB vU #wh <@ws <w <w px x x #y @y #z @z )z #z {@$ 0 : A L ] #o <@~ <    @ - - # # @ & 6 O \ @k q    5@   +  *@   *@*<3<K¤>Zpfpp@2##@)) ,-.02@ 3` 3p10! )-145"';H7M8V:@ a<l<@}<<<@=>>#@B#)@#9@98;#;@:(6?$H7, 7 D T f<q<@~ <@====@ BD#M@M#< =@ 'N * 2: CO F K [P m<@ }< <   :@ A9@9 @<<@<()1)@#I#@V#_C_h q @vE @#@V#I#{FGHI-JLKrK 33@aQR@0:##% " *"00T@S58E<P<\<@f<l<wP<@     VV^@WXY@]K KKK  80X8PZ [\@PbVU` &r}bv@w#F@hp@:O@ : : x y z@*|5| cd@e::: <- g@o@u$/#@f@E @hQ:@Wk\ijjPulm ng8gptqWr@ps qb=>%vEX@<w<<<@PFKKKVV:$1:<I<@ T ^ h o {|<<@<<<<@<<P<@< P<&<@0<C<_<|<@<<<<@<<< <@(<;<K<^i oy#)OKKKK' # @  (:@: $ >A@#<3E#O#@`#q###@---h@:#####@-i7#?#G#@P#Zlu##@### #@ # # # #@ #  #@ 5@#:#I# @Z-`l-~hg@)@ #  #####@h  @@ !<+*6*@CHR[ d0mpx}@6 HF  hE@`:-R v(@ #1G 9->KFKO[hu   # @ `  ~5)#(h h@E:!* #03 h? L<Si@[g"v@k*@p{-3  !"s#~$ (<@##@8##@0#9:H@QX#ai*@yh#  8# 3 q8# @ M(  ( )@)` )' <, )3 @0<; E X f n x  )* @ ` # #+  (p+ v@ ~ p ~  v!:@!!@K!'!@O=<C<@vEP-!3! @A! `O!c!<k!@r!@p! L-  !@!`!!!!! ! @! ! ! ! @! " " #" @2"  *C"r@H"P"["b"h" y" ""   L+" @""@C" *"@ !"""""#@m"T""""#:#8#"#-#Q6#A#)(J##T#(f##@k# v#!###3##$l" (f####@k# v#.##!#%@ #(#*#3@#5#5#7$A@$C$C$E&$M@+$O7$RJ$]U$f@a$iw$:|$k@$&$'$#) !+ ,-$P$!v#.@$/@1"%"%#@$ $*@0*2 4 ,6  ,8 9:$ %;%1@%*% < =?> @ :B 9D F =GH&% x/%.%@3%%%8%%B%@H%vQ%IT%K@_%*J L N M=.%g%PQ  *S T!U{%%V @%%WX  Y[ Z $\ /^ _d` a%0 %!@%!%.% b Q%c@% % % &&2&C&eV&h& v&4@&4P&4`&4pg h1*aj h11&&pL+ $/n &:&o&&p&#@q&'p't't@#'t   .'@!z#@4'I':[' @ q' }'  g '} 'H"@''H')u@@'wx' i)') )@v'y'y@v'(h ({@( +| (`"(~*(@ }.(X6(&A=(PN(\(&@' ~@pj(t(@`y(~( ( (@(vE(:@j( @(!@*@(((( @(*(*("( *%MH"! -(h(p,()-)):./!)*)#.):@((9)- F)@0M) c).l)#@s)#w))123))8)<)<@)<)<)<)<@)<)#**!456)*<*vE@@*:P*^*n*:y*:*:****** *@*`*+*5' <*<@+<++<&+<@1+;+F+*pT+f+AB%<@ -(" "0k+@q+@{+}++7##8+++ + +y++p++l) @ `9:, ,.}b@, , !,(,g2,#<,#G,R,\,e,o,z, ,@,,,, ,!,:!,#" -@"-#"$-$+-$3-qA-sU-#ve-@vs-`v-v-v-:w-x--x-5@x-x-:x-@y-}n*:-...-.+ 1.pLh>.#@B.#F.#K.#O.#@T.h^.hq.#v.h@.h.#.#@p..G,x.#.#@.#.#.:@.g.8./#@ /"/(Q0#) %/;/C/@I/b/ t/@|///#@//#/  /&/2M0#kh /xv/@/# 0#@0#)00 @*`60(vEP@:E0N0(]0<d0@m0<(p0~0-0@0 00:@0#0 80001@11 !18@ +1#!;1@!C1!0I1O1X1#b1#l1h@|1#1@:#0/@ M)#11&+ @; <=1i11@11#1"1"1" 1"01#@1#12# 2#2#@2#$2#/292#@C2 M2 `2)e2i2 u23|2323 3(3,23-23/2302342352362372382G2:2:2:V82<@2:22:33 3@<**3**@63 `+C3iO3<b3<@u3<|3/33 33 33 34 3*h@3i3i33:33: 544-$4:@#4#/40@;4B4@Q4`^4n4#rD{4-4I@4J4#@4$p!<4W4Y@4*4Y5j 5<@5mF)q!5x,5$ *$15:%<*'(Q:95@5D5P5@#!\5i5{5@5-555 55@5 5 5 6 @ 66&$@66)646 @>6I6X6f6@p6y6 6&6@6 6 6( I 6(#!6@6/7 7 -7 @#!Q:@7 7 @&7)7,.7 @7 O7 e7 ~7 ! 7 -h- @#!8!1f# #7*<@"(7+ *($7&|3'7 7#A@&%7#777 ((7*@7) )7*+. 8#!(@0 128@|3.%_%*H3&$@!84 '858:8@B8R8[8- k8@@r88#8#@8#88 8:@6*86x88"8 8@8 `87878<9>@99*9#?@"9A`)909C89C@@9CH9@O9"`W9Kpa9Kxn9Dw9#99#@9#99:@9E993 9309:@9:9:@ F :i@ :i :- &:- 2:- ?:- G@ K: S:5 Z::@d: q: :::@:*8: :+:p@: :;:::": ;;9=  ;@; ;B%;)4;  M@?;<H;~Q;pW;];h;! x;u@&$w!8|;~;~@;;; @;;;#@7;;;@;4v;3@< <<<@+<4<><J<@Z<k<s<95HJ:@#K}<L<N<!<!<@<O<Q< <@<S@< < <O<Q <@ =H =P *= ` 8=U @=V E=X Q=X +\]=#d= @m=:v=]=^@=_=b=c.=*@= =*= = =d@> >g)> <>i@K> Y>*b>jo> @> `>k>l> >n@> > >?*!? @3?D? Y?o?p?@?H?q?:?:@?r-?t@? ????@8'@`6@;@?@@K@MN@P TR ^@ l@y@ @@W @P* @@ `@ @ @Y@8;@Z@@0[8@_@ A`A @A.#A.a+Ae5Af h !mko s v x y.%FAzNA{_AM} y!% yoA0uA}A@A_%*AA3 A@ MA(AKAAA%@%AAAAA   ABB!  B "B ,B6B CB @KB `) SB ]B gBrB{B@BBC"rB@+@#@B-B#(p(BB%#_%#B:B*B @(B#B@B#B#C#Ch"C#0C @>C HMC-`_C-qC  }C#C#@C:(C#C@C#CCCC-CC*@D-D D0*D2D@8D`>DFDNDpUD aD+iD@wD#DhD #hD-D@D(vED @D`DD##D#D! D   D EE@E  'E3E9E@=E !<  GE PEbEiE@nE  M #   ~E*   EEE:@EE:@E:E@E E E EF FFF@!F+F#9F#KF@RF[F   `FgFoFsF ) @:FF w$:F  y%  y%  y%  M* M G y%    F@F1@FF)F)F K  FFF.F AFF G*@  y1.% 1-1             M  * *! M"## G8$@G##&G<%@+A0G*!#' ;) <5GFG\GrGGGGG,G-G.GhG;  G@0GHH@HA$HB+HC5HDBHEQHF\HGH,IiHJnHK{HL*M.NHOHQHRHSHTHUHVHWHXIYIZ#I[2I\=I]EI^OI_`ZIadIbmIc|IdIeIf1I 23I@II 3 II @I4`J4pJ +J 8JAJOJ[J iJ zJJJJJJJJJ 5J54*@4#J+AJ<@>J<J<@K<K<`689:;= `G<%K<@.K#:K#EKVK ZK@`cK7mK7@xKG<K @K`VK@VK:K<K<@(%<K:KK#K#@s)KKKKKKK3K<@K<?@K<L+@L<!L<@-L!*+p@9LBLLL - !-@SL -G-XL-@.MIM]Ln*:@4-hL#tLr@~LML LML#@LLL-L#p6@L+LLM*MB@MC*$M /WE-MHF GD5M*5=M:vETM dM rMLpvM @M5M @MVH"M@!zrMMM M M MNO@M# M MPl) @M ` N NQ>.QN**N@/N 5N ;N #!:@6@HN#ON hNR@sN ~N UN NN)NK NK(N#  TN@NN#@N:NhNh@ O:SX <OZ[ \h])O0G<:O^@>O_<`GO<@KOb<TO<WOd@' <<aO<kOe@uOfO<OgOgO<O<@<O<O<O OaO O4 O40Oc PPP(P1P:P!FP%QP&\P(dP+mP.()vP) )zP) PPPh@iPP#P#@P#P#P#P#@P#P#P#P#@P#P#P#P#@P#P#TO#P#@#1##P :PlmoP.F)qr@*@P QQs"Qt@ #.,Qn/Q0:;Qp@ v95*-u mAQ5wNQ.@!5 Wy|@#_%*\QygQ@rQ|QQ#Q#:Qz{ ##|}x~QPiQ0QQ@QQ0Q#R@##p>e2ZK R#@R%R"4R?RR @ IR SR<@]R<lR<pR zR R R PRRRRRRR pR)R) R)@R)`R)R)R)R)`)R R3R3R3 S30@ S)S)RSK &S<*S<@R)R) R)@R)`) )@) 0.S7SCSR)R) R)@R)`R)R)R)RPSK`USKh]SKpgSKxqSKtSK%{S)?S@S6(SS@SR<S<@zP<KKSS<S @S `8 H-9T@@TGTNTbT@iTqTTTXH"@!zT@T@TT TCTCT x!z&:TH"T<@ <@U U   W +W @ `6W @WPW  XW^WfeWlW1 WWW  WWW'WWWHWXXAX!X1X5XHX7VX`XqXB}XXXXXXXXXXYYY%Y4Y?YPY^YiY~YYYYYY01YYYYP"ZZ&ZJ w >ZPZUZbZpZZZZZZZZZZ[[/[;[M[X[c[t[[[[[[[[\\+\7\?\f M\[\k\u\\\\\p\\\\\ ]]],]:]I]X  Y]j]]  ]]]]]/2]int__ARRAY_SIZE_TYPE__eventmntns_idpidcommfilenamegadget_mntns_id__u64unsigned long long__u32unsigned int__u8unsigned chartypekey_sizevalueeventskeymax_entriesgadget_mntns_filter_mapmyhashmapsyscall_trace_enterentnrargstrace_entryflagspreempt_countunsigned shortunsigned longctxenter_openattracepoint/syscalls/sys_enter_openat/work/validate_metadata1.bpf.cint enter_openat(struct syscall_trace_enter *ctx) struct event event = {};/usr/include/gadget/mntns.h task = (struct task_struct *)bpf_get_current_task();task_structthread_info__statestackusageptraceon_cpuwake_entrywakee_flipswakee_flip_decay_tslast_wakeerecent_used_cpuwake_cpuon_rqpriostatic_prionormal_priort_prioritysertdlsched_classcore_nodecore_cookiecore_occupationsched_task_groupuclamp_requclampstatspreempt_notifiersbtrace_seqpolicynr_cpus_allowedcpus_ptruser_cpus_ptrcpus_maskmigration_pendingmigration_disabledmigration_flagsrcu_read_lock_nestingrcu_read_unlock_specialrcu_node_entryrcu_blocked_nodercu_tasks_nvcswrcu_tasks_holdoutrcu_tasks_idxrcu_tasks_idle_cpurcu_tasks_holdout_listtrc_reader_nestingtrc_ipi_to_cputrc_reader_specialtrc_reader_checkedtrc_holdout_listsched_infotaskspushable_taskspushable_dl_tasksmmactive_mmvmacacherss_statexit_stateexit_codeexit_signalpdeath_signaljobctlpersonalitysched_reset_on_forksched_contributes_to_loadsched_migratedsched_psi_wake_requeuesched_remote_wakeupin_execvein_iowaitrestore_sigmaskin_user_faultno_cgroup_migrationfrozenuse_memdelayin_memstallin_eventfd_signalpasid_activatedreported_split_lockatomic_flagsrestart_blocktgidstack_canaryreal_parentparentchildrensiblinggroup_leaderptracedptrace_entrythread_pidpid_linksthread_groupthread_nodevfork_doneset_child_tidclear_child_tidworker_privateutimestimegtimeprev_cputimenvcswnivcswstart_timestart_boottimemin_fltmaj_fltposix_cputimersposix_cputimers_workptracer_credreal_credcredcached_requested_keynameidatasysvsemsysvshmlast_switch_countlast_switch_timefsfilesio_uringnsproxysignalsighandblockedreal_blockedsaved_sigmaskpendingsas_ss_spsas_ss_sizesas_ss_flagstask_worksaudit_contextloginuidsessionidseccompsyscall_dispatchparent_exec_idself_exec_idalloc_lockpi_lockwake_qpi_waiterspi_top_taskpi_blocked_onjournal_infobio_listplugreclaim_statebacking_dev_infoio_contextcapture_controlptrace_messagelast_siginfoioacpsi_flagsacct_rss_mem1acct_vm_mem1acct_timexpdmems_allowedmems_allowed_seqcpuset_mem_spread_rotorcpuset_slab_spread_rotorcgroupscg_listclosidrmidrobust_listcompat_robust_listpi_state_listpi_state_cachefutex_exit_mutexfutex_stateperf_event_ctxpperf_event_mutexperf_event_listpreempt_disable_ipmempolicyil_prevpref_node_forknuma_scan_seqnuma_scan_periodnuma_scan_period_maxnuma_preferred_nidnuma_migrate_retrynode_stamplast_task_numa_placementlast_sum_exec_runtimenuma_worknuma_groupnuma_faultstotal_numa_faultsnuma_faults_localitynuma_pages_migratedrseqrseq_sigrseq_event_masktlb_ubcsplice_pipetask_fragdelaysnr_dirtiednr_dirtied_pausedirty_paused_whentimer_slack_nsdefault_timer_slack_nscurr_ret_stackcurr_ret_depthret_stackftrace_timestamptrace_overruntracing_graph_pausetracetrace_recursionmemcg_in_oommemcg_oom_gfp_maskmemcg_oom_ordermemcg_nr_pages_over_highactive_memcgthrottle_queueutasksequential_iosequential_io_avgkmap_ctrlpagefault_disabledoom_reaper_listoom_reaper_timerstack_vm_areastack_refcountpatch_statesecuritybpf_storagebpf_ctxmce_vaddrmce_kflagsmce_addrmce_ripvmce_whole_page__mce_reservedmce_kill_memce_countkretprobe_instancesrethooksl1d_flush_killthreadsyscall_workstatuscpuu32refcount_trefcount_structrefsatomic_tcounter__call_single_nodellistsrcdstllist_nodenextu_flagsa_flagsu16__u16sched_entityloadrun_nodegroup_nodeexec_startsum_exec_runtimevruntimeprev_sum_exec_runtimenr_migrationsdepthcfs_rqmy_qrunnable_weightavgload_weightweightinv_weightrb_node__rb_parent_colorrb_rightrb_leftlist_headprevu64nr_runningh_nr_runningidle_nr_runningidle_h_nr_runningexec_clockmin_vruntimeforceidle_seqmin_vruntime_fitasks_timelinecurrlastskipnr_spread_overremovedtg_load_avg_contribpropagateprop_runnable_sumh_loadlast_h_load_updateh_load_nextrqon_listleaf_cfs_rq_listtgidleruntime_enabledruntime_remainingthrottled_clockthrottled_clock_peltthrottled_clock_pelt_timethrottledthrottle_countthrottled_listrb_root_cachedrb_rootrb_leftmostsched_avglast_update_timeload_sumrunnable_sumutil_sumperiod_contribload_avgrunnable_avgutil_avgutil_estenqueuedewmalockraw_spinlock_traw_spinlockraw_lockarch_spinlock_tqspinlockvallockedu8locked_pendingtaillongs64__s64long longsched_rt_entityrun_listtimeoutwatchdog_stamptime_slicebacksched_dl_entitydl_runtimedl_deadlinedl_perioddl_bwdl_densityruntimedeadlinedl_throttleddl_yieldeddl_non_contendingdl_overrundl_timerinactive_timerpi_sehrtimernode_softexpiresfunctionbasestateis_relis_softis_hardtimerqueue_nodeexpiresktime_thrtimer_restartHRTIMER_NORESTARTHRTIMER_RESTARTtask_groupcsssharesrculistsiblingsautogroupcfs_bandwidthuclamp_pctcgroup_subsys_statecgroupssrefcntrstat_css_nodeidserial_nronline_cntdestroy_workdestroy_rworkpercpu_refpercpu_count_ptrdatawork_structentryfuncatomic_long_tatomic64_twork_func_trcu_workworkwqcallback_headperiodquotaburstruntime_snaphierarchical_quotaperiod_activeslack_startedperiod_timerslack_timerthrottled_cfs_rqnr_periodsnr_throttlednr_burstthrottled_timeburst_timeuclamp_sebucket_idactiveuser_definedsched_statisticswait_startwait_maxwait_countwait_sumiowait_countiowait_sumsleep_startsleep_maxsum_sleep_runtimeblock_startblock_maxsum_block_runtimeexec_maxslice_maxnr_migrations_coldnr_failed_migrations_affinenr_failed_migrations_runningnr_failed_migrations_hotnr_forced_migrationsnr_wakeupsnr_wakeups_syncnr_wakeups_migratenr_wakeups_localnr_wakeups_remotenr_wakeups_affinenr_wakeups_affine_attemptsnr_wakeups_passivenr_wakeups_idlecore_forceidle_sumhlist_headfirstcpumask_tcpumaskbitsrcu_specialbsneed_qsexp_hintneed_mbbool_Boolpcountrun_delaylast_arrivallast_queuedplist_nodeprio_listnode_listmm_structcpu_bitmapmmapmm_rbvmacache_seqnumget_unmapped_areammap_basemmap_legacy_basemmap_compat_basemmap_compat_legacy_basetask_sizehighest_vm_endpgdmembarrier_statemm_usersmm_countpgtables_bytesmap_countpage_table_lockmmap_lockmmlisthiwater_rsshiwater_vmtotal_vmlocked_vmpinned_vmdata_vmexec_vmstack_vmdef_flagswrite_protect_seqarg_lockstart_codeend_codestart_dataend_datastart_brkbrkstart_stackarg_startarg_endenv_startenv_endsaved_auxvbinfmtcontextioctx_lockioctx_tableowneruser_nsexe_filenotifier_subscriptionsnuma_next_scannuma_scan_offsettlb_flush_pendingtlb_flush_batcheduprobes_statehugetlb_usageasync_put_workpasidksm_merging_pagesfilef_uf_pathf_inodef_opf_lockf_countf_flagsf_modef_pos_lockf_posf_ownerf_credf_raf_versionf_securityprivate_dataf_epf_mappingf_wb_errf_sb_errfu_llistfu_rcuheadpathmntdentryspinlock_tspinlockrlockfmode_tmutexwait_lockosqwait_listoptimistic_spin_queueloff_t__kernel_loff_tfown_structpid_typeuideuidsignumrwlock_tarch_rwlock_tqrwlockcntswlocked__lstatePIDTYPE_PIDPIDTYPE_TGIDPIDTYPE_PGIDPIDTYPE_SIDPIDTYPE_MAXkuid_tuid_t__kernel_uid32_tfile_ra_statestartsizeasync_sizera_pagesmmap_missprev_poserrseq_tpgd_tpgdval_trw_semaphorecountseqcount_tseqcountsequencemm_rss_statmm_context_tctx_idtlb_genldt_usr_semldtvdsovdso_imageperf_rdpmc_allowedpkey_allocation_mapexecute_only_pkeys16__s16shortxol_areaseqnumvmasvm_area_structvm_startvm_endvm_nextvm_prevvm_rbrb_subtree_gapvm_mmvm_page_protvm_flagsanon_vma_chainanon_vmavm_opsvm_pgoffvm_filevm_private_dataswap_readahead_infovm_policyvm_userfaultfd_ctxpgprot_tpgprotpgprotval_tsharedanon_namerbrb_subtree_lasttask_rss_statarch_datafnfutexnanosleeppolluaddrbitsettimeuaddr2clockidclockid_t__kernel_clockid_ttimespec_typeTT_NONETT_NATIVETT_COMPATrmtpcompat_rmtpufdsnfdshas_timeouttv_sectv_nsecpid_t__kernel_pid_tlevelinodeswait_pidfdnumberswait_queue_head_twait_queue_headheadupidnshlist_nodepprevbasestimers_activeexpiry_activeposix_cputimer_basenextevttqheadtimerqueue_headscheduledgidsuidsgidegidfsuidfsgidsecurebitscap_inheritablecap_permittedcap_effectivecap_bsetcap_ambientjit_keyringsession_keyringprocess_keyringthread_keyringrequest_key_authuserucountsgroup_infokgid_tgid_t__kernel_gid32_tkernel_cap_tkernel_cap_structcapserialwatcherssemlast_used_atpermquotalendatalenrestrict_linkkey_serial_tint32_ts32__s32graveyard_linkserial_nodeexpiryrevoked_attime64_tkey_perm_tuint32_tindex_keykeyring_index_keyhashdomain_tagdescriptionxdesc_lendesccharlen_desckey_typenamedef_datalenvet_descriptionpreparsefree_preparseinstantiateupdatematch_preparsematch_freerevokedestroydescribereadrequest_keylookup_restrictionasym_queryasym_eds_opasym_verify_signaturelinklock_classsize_t__kernel_size_t__kernel_ulong_tkey_preparsed_payloadorig_descriptionpayloadkey_payloadrcu_data0key_match_datacmpraw_datapreparsedlookup_typeseq_filebuffrompad_untilindexread_posoppoll_eventprivaterequest_key_actor_tkey_restrictioncheckkeytypekey_restrict_link_func_tkernel_pkey_paramsencodinghash_algoinfoin_lenout_lenin2_lenkernel_pkey_operationkernel_pkey_encryptkernel_pkey_decryptkernel_pkey_signkernel_pkey_verifykernel_pkey_querysupported_opsmax_data_sizemax_sig_sizemax_enc_sizemax_dec_sizelock_class_keykey_tagname_linkkeysassoc_arrayrootnr_leaves_on_treeassoc_array_ptruser_namespaceuid_mapgid_mapprojid_mapgroupparent_could_setfcapkeyring_name_listuser_keyring_registerkeyring_sempersistent_keyring_registersetsysctlsucount_maxuid_gid_mapnr_extentsextentuid_gid_extentlower_firstforwardreversens_commonstashedopsinumctl_table_setis_seendirctl_dirheaderctl_table_headerunregisteringctl_table_argctl_tableusednregcompletiondonewaitswait_queue_headtask_listprocnamemaxlenmodechildproc_handlerextra1extra2umode_tucountnon_rcusysv_semundo_listsysv_shmshm_clistsigset_tsigsigpendingfilter_countfiltersyscall_user_dispatchselectoroffsetlenon_dispatchwake_q_nodekernel_siginfo_ttask_io_accountingrcharwcharsyscrsyscwread_byteswrite_bytescancelled_write_bytesnodemask_tseqcount_spinlock_tseqcount_spinlockperf_event_contextpmuactive_ctx_listpinned_groupsflexible_groupsevent_listpinned_activeflexible_activenr_eventsnr_activenr_useris_activenr_statnr_freqrotate_disablerotate_necessaryrefcounttasktimestamptimeoffsetparent_ctxparent_gengenerationpin_countnr_cgroupstask_ctx_dataperf_event_groupstreenodeshome_nodewcpuset_mems_alloweduser_nodemasktlbflush_unmap_batcharchflush_requiredwritablearch_tlbflush_unmap_batchrcu_userspage_fragpagegfp_tmem_cgroupmemorykmemtcpmemhigh_workzswap_maxsoft_limitvmpressureoom_groupoom_lockunder_oomswappinessoom_kill_disableevents_fileevents_local_fileswap_events_filethresholds_lockthresholdsmemsw_thresholdsoom_notifymove_charge_at_immigratemove_lockmove_lock_flags_pad1_vmstatsmemory_eventsmemory_events_localsocket_pressuretcpmem_activetcpmem_pressurekmemcg_idobjcgobjcg_list_pad2_moving_accountmove_lock_taskvmstats_percpucgwb_listcgwb_domaincgwb_frnevent_list_lockdeferred_split_queuenodeinfomem_cgroup_idrefpage_counterminlowhighmaxeminmin_usagechildren_min_usageelowlow_usagechildren_low_usagewatermarkfailcntswapmemswscannedreclaimedtree_scannedtree_reclaimedsr_lockevents_lockcgroup_fileknnotified_atnotify_timertimer_listmem_cgroup_thresholdsprimarysparemem_cgroup_threshold_arycurrent_thresholdentriesmem_cgroup_thresholdeventfdthresholdeventfd_ctxmemcg_paddingmemcg_vmstatsstate_pendingevents_pendingwb_domaincompletionsperiod_timedirty_limit_tstampdirty_limitfprop_globalpercpu_countercountersmemcg_cgwb_frnbdi_idmemcg_idatwb_completioncntwaitqdeferred_splitsplit_queue_locksplit_queuesplit_queue_lenmem_cgroup_per_nodelruveclruvec_stats_percpulruvec_statslru_zone_sizeitershrinker_infotree_nodeusage_in_excesson_treememcglistslru_lockanon_costfile_costnonresident_agerefaultspgdatmem_cgroup_reclaim_iterpositionllist_headthread_structtls_arrayspesdsfsindexgsindexfsbasegsbaseptrace_bpsvirtual_dr6ptrace_dr7cr2trap_nrerror_codeio_bitmapiopl_emuliopl_warnsig_on_uaccess_errpkrufpudesc_structlimit0base0base1dplplimit1avlldgbase2perf_eventevent_entrysibling_listactive_listgroup_indexmigrate_entryhlist_entryactive_entrynr_siblingsevent_capsgroup_capspmu_privateattach_statechild_counttotal_time_enabledtotal_time_runningtstampattrheader_sizeid_header_sizeread_sizehwchild_total_time_enabledchild_total_time_runningchild_mutexchild_listoncpuowner_entrymmap_mutexmmap_countrb_entryrcu_batchesrcu_pendingfasyncpending_wakeuppending_killpending_disablepending_addrevent_limitaddr_filtersaddr_filter_rangesaddr_filters_genaux_eventclockoverflow_handleroverflow_handler_contextorig_overflow_handlerprogbpf_cookietp_eventftrace_opscgrpsb_listmoduledevattr_groupsattr_updatecapabilitiespmu_disable_countpmu_cpu_contextexclusive_cnttask_ctx_nrhrtimer_interval_msnr_addr_filterspmu_enablepmu_disableevent_initevent_mappedevent_unmappedadddelstopstart_txncommit_txncancel_txnevent_idxsched_tasktask_ctx_cacheswap_task_ctxsetup_auxfree_auxsnapshot_auxaddr_filters_validateaddr_filters_syncaux_output_matchfilter_matchcheck_periodattribute_groupis_visibleis_bin_visibleattrsbin_attrskobjectksetktypesdkrefstate_initializedstate_in_sysfsstate_add_uevent_sentstate_remove_uevent_sentuevent_suppresskernfs_nodepriviattrsymlinkkernfs_elem_dirsubdirsrevkernfs_elem_symlinktarget_knkernfs_elem_attropennotify_nextattributebin_attributewriteaddress_spacehosti_pagesinvalidate_lockgfp_maski_mmap_writablei_mmapi_mmap_rwsemnrpageswriteback_indexa_opswb_errprivate_lockprivate_listinodei_modei_opflagsi_uidi_gidi_flagsi_acli_default_acli_opi_sbi_mappingi_securityi_inoi_rdevi_sizei_atimei_mtimei_ctimei_locki_bytesi_blkbitsi_write_hinti_blocksi_statei_rwsemdirtied_whendirtied_time_wheni_hashi_io_listi_wbi_wb_frn_winneri_wb_frn_avg_timei_wb_frn_historyi_lrui_sb_listi_wb_listi_versioni_sequencei_counti_dio_counti_writecounti_readcounti_flctxi_datai_devicesi_generationi_fsnotify_maski_fsnotify_marksi_crypt_infoi_verity_infoi_privateposix_acla_refcounta_rcua_counta_entriesposix_acl_entrye_tage_perme_uide_gidi_nlink__i_nlinkdev_t__kernel_dev_ttimespec64blkcnt_ti_dentryi_rcui_fopfree_inodefile_operationsllseekread_iterwrite_iteriopolliterateiterate_sharedunlocked_ioctlcompat_ioctlmmap_supported_flagsflushreleasefsyncsendpagecheck_flagsflocksplice_writesplice_readsetleasefallocateshow_fdinfocopy_file_rangeremap_file_rangefadviseuring_cmdmkobjmodinfo_attrsversionsrcversionholders_dirsymscrcsnum_symsparam_lockkpnum_kpnum_gpl_symsgpl_symsgpl_crcsusing_gplonly_symbolssig_okasync_probe_requestednum_exentriesextableinitcore_layoutinit_layouttaintsnum_bugsbug_listbug_tablekallsymscore_kallsymssect_attrsnotes_attrspercpupercpu_sizenoinstr_text_startnoinstr_text_sizenum_tracepointstracepoints_ptrsnum_srcu_structssrcu_struct_ptrsnum_bpf_raw_eventsbpf_raw_eventsbtf_data_sizebtf_datajump_entriesnum_jump_entriesnum_trace_bprintk_fmttrace_bprintk_fmt_starttrace_eventsnum_trace_eventstrace_evalsnum_trace_evalsnum_ftrace_callsitesftrace_callsiteskprobes_text_startkprobes_text_sizekprobe_blacklistnum_kprobe_blacklistnum_static_call_sitesstatic_call_sitesklpklp_aliveklp_infosource_listtarget_listexitei_funcsnum_ei_funcsmodule_stateMODULE_STATE_LIVEMODULE_STATE_COMINGMODULE_STATE_GOINGMODULE_STATE_UNFORMEDmodule_kobjectkobjmoddrivers_dirmpkobj_completionkernel_symbolvalue_offsetname_offsetnamespace_offsetmodule_layouttext_sizero_sizero_after_init_sizemtnmod_tree_nodelatch_tree_nodemod_arch_specificmod_kallsymssymtabnum_symtabstrtabtypetabElf64_Symtracepoint_ptr_tssize_t__kernel_ssize_t__kernel_long_tkiocbki_filpki_poski_completeki_flagski_ioprioki_waitqiov_iteriter_typenofaultdata_sourceiov_offsetiovkvecbvecxarraypipepipe_inode_inford_waitwr_waitmax_usagering_sizenote_lossnr_accountedreaderswritersr_counterw_counterpoll_usagetmp_pagefasync_readersfasync_writersbufswatch_queue_refcountmemcg_datamappinglru__fillermlock_countpp_magicpp_pp_mapping_paddma_addrdma_addr_upperpp_frag_countcompound_headcompound_dtorcompound_ordercompound_mapcountcompound_pincountcompound_nr_compound_pad_1_compound_pad_2deferred_list_pt_pad_1pmd_huge_pte_pt_pad_2ptlpgtable_tpt_mmpt_frag_refcountpgmapzone_device_data_mapcountpage_typefasync_structfa_lockmagicfa_fdfa_nextfa_filefa_rcuuser_struct__countepoll_watchesunix_inflightpipe_bufsuidhash_nodenr_watchesratelimitratelimit_stateintervalprintedmissedbeginnr_segsxarray_startstart_headio_comp_batchreq_listneed_tscompletedir_contextactorposfilldir_t__poll_tpoll_table_struct_qproc_keypoll_queue_procfl_owner_tfile_lockfl_blockerfl_listfl_linkfl_blocked_requestsfl_blocked_memberfl_ownerfl_flagsfl_typefl_pidfl_link_cpufl_waitfl_filefl_startfl_endfl_fasyncfl_break_timefl_downgrade_timefl_opsfl_lmopsfl_unfs_flnfs4_flafsnfs_lock_infonlm_lockownernfs4_lock_infodebug_idio_uring_cmdcmdtask_work_cbcmd_oppadpdui_pipei_cdevi_linki_dir_seqxa_lockxa_flagsxa_headperf_output_handlewakeupaux_flagsaddrperf_event_statePERF_EVENT_STATE_DEADPERF_EVENT_STATE_EXITPERF_EVENT_STATE_ERRORPERF_EVENT_STATE_OFFPERF_EVENT_STATE_INACTIVEPERF_EVENT_STATE_ACTIVElocal64_talocal_tperf_event_attrconfigsample_typeread_formatdisabledinheritpinnedexclusiveexclude_userexclude_kernelexclude_hvexclude_idlefreqinherit_statenable_on_execprecise_ipmmap_datasample_id_allexclude_hostexclude_guestexclude_callchain_kernelexclude_callchain_usermmap2comm_execuse_clockidcontext_switchwrite_backwardnamespacesksymbolbpf_eventaux_outputtext_pokebuild_idinherit_threadremove_on_execsigtrap__reserved_1bp_typebranch_sample_typesample_regs_usersample_stack_usersample_regs_intraux_watermarksample_max_stack__reserved_2aux_sample_size__reserved_3sig_datasample_periodsample_freqwakeup_eventswakeup_watermarkbp_addrkprobe_funcuprobe_pathconfig1bp_lenkprobe_addrprobe_offsetconfig2hw_perf_eventtargetprev_countinterrupts_seqinterruptsfreq_time_stampfreq_count_stamplast_tagconfig_baseevent_baseevent_base_rdpmcidxlast_cpuextra_regbranch_reghw_perf_event_extraregalloctp_listpwr_accptscbp_listarch_hw_breakpointaddressmaskiommu_bankiommu_cntrpaddingconfconf1last_periodperiod_leftsaved_metricsaved_slotsperf_buffernr_pagesoverwritepausednestlostevent_lockmmap_lockedmmap_useraux_headaux_nestaux_wakeupaux_pgoffaux_nr_pagesaux_overwriteaux_mmap_countaux_mmap_lockedaux_refcountaux_in_samplingaux_pagesaux_privuser_pagedata_pagesirq_workirqwaitrcuwaitperf_addr_filters_headnr_file_filterspid_namespaceidrpid_allocatedchild_reaperpid_cachepbacctrebootidr_rtidr_baseidr_nextkmem_cachecpu_slabmin_partialobject_sizereciprocal_sizecpu_partialcpu_partial_slabsooallocflagsctorinusealignred_left_padrandomremote_node_defrag_ratiorandom_sequseroffsetusersizeslab_flags_treciprocal_valuemsh1sh2kmem_cache_order_objectskmem_cache_nodelist_locknr_partialpartialnr_slabstotal_objectsfullperf_overflow_handler_tperf_sample_datarawbr_stacktxndata_srciptid_entrystream_idcpu_entrycallchainaux_sizeregs_userregs_intrstack_user_sizephys_addrdata_page_sizecode_page_sizeperf_sample_weightvar1_dwvar2_wvar3_wperf_mem_data_srcmem_opmem_lvlmem_snoopmem_lockmem_dtlbmem_lvl_nummem_remotemem_snoopxmem_blkmem_hopsmem_rsvdtidreservedperf_regsabiregspt_regsr15r14r13r12bpbxr11r10r9r8axcxdxsidiorig_axcstrace_event_callclassprint_fmtperf_refcountperf_eventsprog_arrayperf_permtptrace_eventfuncsevent_filterfilter_stringsaved_funclocal_hashfunc_hashold_hashtrampolinetrampoline_sizeftrace_func_tftrace_regsftrace_ops_hashnotrace_hashfilter_hashregex_lockftrace_hashsize_bitsbucketsavx512_timestampfpstate__task_fpstateguest_perm__fpstateuser_sizexfeaturesuser_xfeaturesxfdis_vallocis_guestis_confidentialin_usefpregs_statefsavefxsavesoftxsave__paddingfregs_statecwdswdtwdfipfcsfoofosst_spacefxregs_statefopmxcsrmxcsr_maskxmm_spaceriprdppadding1sw_reservedswregs_stateftopchangedlookaheadno_updatermalimitentry_eipxregs_statei387extended_state_areaxstate_headerxcomp_bvfpu_state_perm__state_perm__state_size__user_state_size0:128 return BPF_CORE_READ(task, nsproxy, mnt_ns, ns.inum);uts_nsipc_nsmnt_nspid_ns_for_childrennet_nstime_nstime_ns_for_childrencgroup_nstime_namespaceoffsetsvvar_pagefrozen_offsetstimens_offsetsmonotonicboottime0:3mnt_namespacens_lockseqmountspending_mounts0:0:2 event.mntns_id = gadget_get_mntns_id();/usr/include/gadget/mntns_filter.h return gadget_filter_by_mntns && !bpf_map_lookup_elem(&gadget_mntns_filter_map, &mntns_id); if (gadget_should_discard_mntns_id(event.mntns_id)) event.pid = bpf_get_current_pid_tgid() >> 32; bpf_get_current_comm(&event.comm, sizeof(event.comm));0:2:1 (const char *)ctx->args[1]); bpf_probe_read_user_str(&event.filename, sizeof(event.filename), bpf_perf_event_output(ctx, &events, BPF_F_CURRENT_CPU, &event,}gadget_filter_by_mntnsvalue_sizemap_flagsmap_without_btfLICENSEparamparam2param3gadget_tracer_test___events___event__gadget_tracer_type_test.bss.maps.rodatalicensemapsvfsmountsuper_blockanon_vma_namevm_operations_structinode_operationsiovecbio_vecwait_page_queuenetproc_ns_operationsuts_namespacekobj_typeworkqueue_structpipe_bufferdevicehrtimer_clock_baseipc_namespacectl_table_pollctl_table_rootctl_nodemountfsnotify_mark_connectorkmem_cache_cpufs_pincgroup_namespacecss_setkernfs_rootseq_operationskernfs_opskernfs_open_nodekernfs_iattrsobj_cgroupmemcg_vmstats_percpupglist_datacgroup_subsysbpf_prog_arraybpf_progpercpu_ref_databpf_local_storageexception_table_entryfs_structwatch_listkey_userprog_entryfile_lock_operationslock_manager_operationsfile_lock_contextcdevfscrypt_infofsverity_infoaddress_space_operationsblk_plugsignal_structsighand_structmodule_param_attrsmodule_attributekernel_parambug_entryelf64_symmodule_sect_attrsmodule_notes_attrserror_injection_entrysrcu_structbpf_raw_event_maptracepointjump_entrystatic_call_sitetrace_event_classtrace_event_functionsperf_cpu_contextperf_cgroupperf_event_mmap_pageperf_addr_filter_rangeperf_raw_recordperf_branch_stackperf_callchain_entrytrace_eval_mapklp_modinforequestrequest_queuebdi_writebacknfs4_lock_statepage_pooldev_pagemapuserfaultfd_ctxlinux_binfmtkernel_siginfoldt_structkioctx_tablemmu_notifier_subscriptionsrcu_node__kernel_timespecold_timespec32pollfdsem_undo_listfiles_structio_uring_taskseccomp_filterrt_mutex_waiterrobust_list_headcompat_robust_list_headfutex_pi_statetask_delay_infoftrace_ret_stackuprobe_taskvm_structbpf_run_ctxmath_emu_info LD&Dii(@HiPT DiT DT DiUEUhU dEUhU d EU(EUU h@iUHiVPiV)XiV `i1Vpi1VioViV!iViViViW D0'SpTU iV7)Hn {0" .  8 (Л ܛ 0< H ` x ,@P`p 0@P`p .text.rel.BTF.ext__gadget_tracer_type_testgadget_tracer_test___events___event.reltracepoint/syscalls/sys_enter_openatevents.bss.mapsgadget_filter_by_mntnsmyhashmapgadget_mntns_filter_mapparam.llvm_addrsigmap_without_btflicense.strtab.symtab.rodata.rel.BTFLICENSELBB0_4param3LBB0_3param2LBB0_2 >@V@R @0@ L`X  @8  T @ Lo pinspektor-gadget-0.46.0/testdata/validate_metadata_topper.bpf.c000066400000000000000000000026261510117411400246160ustar00rootroot00000000000000#include #include #include #include #define NAME_MAX 255 struct event { gadget_mntns_id mntns_id; __u32 pid; __u8 comm[TASK_COMM_LEN]; __u8 filename[NAME_MAX]; }; struct event *unusedevent __attribute__((unused)); // struct used to check a topper that has a wrong struct name in the metadata struct event2 { gadget_mntns_id mntns_id; }; struct event2 *unusedevent2 __attribute__((unused)); // map used to test good map struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, gadget_mntns_id); __type(value, struct event); } myhashmap SEC(".maps"); // map used to test wrong value type struct { __uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY); __uint(key_size, sizeof(__u32)); __type(value, struct event); } events SEC(".maps"); // map used to test wrong value type struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 10240); __type(key, gadget_mntns_id); __type(value, __u32); } hash_wrong_value_map SEC(".maps"); // map used to test map without BTF // TODO: It's probably that this support will be removed from ebpf library as it was done in libbpf // (https://github.com/libbpf/libbpf/issues/272) at that time we'll need to remove it. struct { unsigned int type; __u32 *key; struct event *value; } hash_without_btf SEC("maps") = { .type = BPF_MAP_TYPE_HASH, }; char LICENSE[] SEC("license") = "GPL"; inspektor-gadget-0.46.0/testdata/validate_metadata_topper.o000066400000000000000000000043401510117411400240570ustar00rootroot00000000000000ELF`@@ GPL,,  ( ) /@ B HQ @U`Zci v{ @ @   @@    int__ARRAY_SIZE_TYPE__gadget_mntns_id__u64unsigned long longeventmntns_idpidcommfilename__u32unsigned int__u8unsigned chartypemax_entrieskeyvaluemyhashmapkey_sizeeventshash_wrong_value_maphash_without_btfcharLICENSE.mapslicensemapsAs  8  $< .textevents.mapsmyhashmaphash_wrong_value_map.llvm_addrsighash_without_btflicense.strtab.symtab.rel.BTFLICENSEZ{@@RX`XnHj @P 3Lobinspektor-gadget-0.46.0/tests.mk000066400000000000000000000040711510117411400165400ustar00rootroot00000000000000TEST_ASSETS=$(PWD)/bin # download etcd etcd: ifeq (, $(wildcard $(TEST_ASSETS)/etcd)) @{ \ set -xe ;\ INSTALL_TMP_DIR=$$(mktemp -d) ;\ cd $$INSTALL_TMP_DIR ;\ GOOGLE_URL=https://storage.googleapis.com/etcd ;\ GITHUB_URL=https://github.com/etcd-io/etcd/releases/download ;\ DOWNLOAD_URL=$${GITHUB_URL} ;\ ETCD_VER=v3.5.0 ;\ wget $${DOWNLOAD_URL}/$${ETCD_VER}/etcd-$${ETCD_VER}-$(GOHOSTOS)-$(GOHOSTARCH).tar.gz ;\ SHA256SUM=864baa0437f8368e0713d44b83afe21dce1fb4ee7dae4ca0f9dd5f0df22d01c4 ;\ sha256sum etcd-$${ETCD_VER}-$(GOHOSTOS)-$(GOHOSTARCH).tar.gz | grep -q $$SHA256SUM ;\ mkdir -p $(TEST_ASSETS) ;\ tar zxvf etcd-$${ETCD_VER}-$(GOHOSTOS)-$(GOHOSTARCH).tar.gz ;\ mv etcd-$${ETCD_VER}-$(GOHOSTOS)-$(GOHOSTARCH)/etcd $(TEST_ASSETS)/ ;\ rm -rf $$INSTALL_TMP_DIR ;\ } ETCD_BIN=$(TEST_ASSETS)/etcd else ETCD_BIN=$(TEST_ASSETS)/etcd endif # download kube-apiserver kube-apiserver: ifeq (, $(wildcard $(TEST_ASSETS)/kube-apiserver)) @{ \ set -xe ;\ INSTALL_TMP_DIR=$$(mktemp -d) ;\ cd $$INSTALL_TMP_DIR ;\ VER=v1.30.0 ;\ DOWNLOAD_URL=https://dl.k8s.io/$$VER/bin/$(GOHOSTOS)/$(GOHOSTARCH)/kube-apiserver ;\ wget $${DOWNLOAD_URL} ;\ SHA256SUM=d2ade134a8a3c74c585bdba35ce60ce7462b97465015be0923aa62096ec4d281 ;\ sha256sum kube-apiserver | grep -q $$SHA256SUM ;\ mkdir -p $(TEST_ASSETS) ;\ chmod +x kube-apiserver ;\ mv kube-apiserver $(TEST_ASSETS)/ ;\ rm -rf $$INSTALL_TMP_DIR ;\ } KUBE_APISERVER_BIN=$(TEST_ASSETS)/kube-apiserver else KUBE_APISERVER_BIN=$(TEST_ASSETS)/kube-apiserver endif # download kubectl kubectl: ifeq (, $(wildcard $(TEST_ASSETS)/kubectl)) @{ \ set -xe ;\ INSTALL_TMP_DIR=$$(mktemp -d) ;\ cd $$INSTALL_TMP_DIR ;\ VER=v1.21.2 ;\ DOWNLOAD_URL=https://dl.k8s.io/$$VER/bin/$(GOHOSTOS)/$(GOHOSTARCH)/kubectl ;\ wget $${DOWNLOAD_URL} ;\ SHA256SUM=55b982527d76934c2f119e70bf0d69831d3af4985f72bb87cd4924b1c7d528da ;\ sha256sum kubectl | grep -q $$SHA256SUM ;\ mkdir -p $(TEST_ASSETS) ;\ chmod +x kubectl ;\ mv kubectl $(TEST_ASSETS)/ ;\ rm -rf $$INSTALL_TMP_DIR ;\ } KUBECTL_BIN=$(TEST_ASSETS)/kubectl else KUBECTL_BIN=$(TEST_ASSETS)/kubectl endif inspektor-gadget-0.46.0/tools/000077500000000000000000000000001510117411400162035ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/bench/000077500000000000000000000000001510117411400172625ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/bench/.gitignore000066400000000000000000000000061510117411400212460ustar00rootroot00000000000000bench inspektor-gadget-0.46.0/tools/bench/Dockerfile000066400000000000000000000011211510117411400212470ustar00rootroot00000000000000FROM --platform=${BUILDPLATFORM} golang:1.25.3-alpine@sha256:aee43c3ccbf24fdffb7295693b6e33b21e01baec1b2a55acc351fde345e9ec34 AS builder ARG TARGETARCH WORKDIR /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/bench COPY . /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/bench/ RUN GOARCH=${TARGETARCH} go build -o /bench /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/bench # Final image FROM gcr.io/distroless/static-debian12:nonroot@sha256:e8a4044e0b4ae4257efa45fc026c0bc30ad320d43bd4c1a7d5271bd241e386d0 COPY --from=builder /bench /bench CMD ["/bench"] inspektor-gadget-0.46.0/tools/bench/base.go000066400000000000000000000050631510117411400205270ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "runtime" "sync" "sync/atomic" "time" "golang.org/x/time/rate" ) const ( // minGeneratedEventsRatio is the minimum ratio of generated events to the // target one. It's very difficult to generate events with a precise rate, // so we use this ratio. minGeneratedEventsRatio = float64(0.95) ) type baseGenerator struct { rateLimiter *rate.Limiter done chan struct{} doneBool atomic.Bool fn func() error startTime time.Time counter atomic.Uint64 wg sync.WaitGroup } func NewBaseGen(cb func() error) baseGenerator { return baseGenerator{ fn: cb, } } func (g *baseGenerator) Start() error { g.done = make(chan struct{}) g.rateLimiter = rate.NewLimiter(rate.Limit(eventsPerSecond), 1024) // print stats g.wg.Add(1) go func() { ticker := time.NewTicker(time.Second) defer ticker.Stop() var lastCount uint64 for { select { case <-ticker.C: currentCount := g.counter.Load() rps := currentCount - lastCount fmt.Printf("events: %d total, %d events/s\n", currentCount, rps) lastCount = currentCount case <-g.done: g.wg.Done() return } } }() g.startTime = time.Now() // Start worker goroutines for range runtime.GOMAXPROCS(0) { g.wg.Add(1) go func() { for !g.doneBool.Load() { g.rateLimiter.Wait(context.TODO()) err := g.fn() if err == nil { g.counter.Add(1) } } g.wg.Done() }() } return nil } func (g *baseGenerator) Stop() error { close(g.done) g.doneBool.Store(true) g.wg.Wait() now := time.Now() diff := now.Sub(g.startTime) generatedPerSecond := float64(g.counter.Load()) / diff.Seconds() fmt.Printf("run for %s seconds, generated %f events/s, ratio %f\n", diff, generatedPerSecond, generatedPerSecond/float64(eventsPerSecond)) if minGeneratedEventsRatio*float64(eventsPerSecond) > generatedPerSecond { return fmt.Errorf("expected: %d, generated: %f", eventsPerSecond, generatedPerSecond) } return nil } inspektor-gadget-0.46.0/tools/bench/dns-server.go000066400000000000000000000044761510117411400217140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "log" "net" "runtime" "github.com/miekg/dns" ) const ( listenAddr = "0.0.0.0:5353" targetDomain = "fake.test.com." responseIP = "1.2.3.4" ) type dnsServer struct { } func newDNSServer(_ string) (Generator, error) { return &dnsServer{}, nil } func (s *dnsServer) Start() error { pc, err := net.ListenPacket("udp", listenAddr) if err != nil { return fmt.Errorf("binding to UDP %s: %w", listenAddr, err) } fmt.Printf("DNS server listening on %s (UDP) with %d goroutines\n", listenAddr, runtime.GOMAXPROCS(0)) for range runtime.GOMAXPROCS(0) { go serveDNS(pc) } return nil } func (s *dnsServer) Stop() error { return nil } func serveDNS(conn net.PacketConn) { buffer := make([]byte, 512) // typical DNS packet size for { n, addr, err := conn.ReadFrom(buffer) if err != nil { log.Printf("ReadFrom error: %v", err) continue } // Copy buffer since it's reused reqBuf := make([]byte, n) copy(reqBuf, buffer[:n]) go handleRequest(conn, addr, reqBuf) } } func handleRequest(conn net.PacketConn, addr net.Addr, data []byte) { msg := new(dns.Msg) if err := msg.Unpack(data); err != nil { return } resp := new(dns.Msg) resp.SetReply(msg) resp.Authoritative = true for _, q := range msg.Question { if q.Name == targetDomain && q.Qtype == dns.TypeA { rr := &dns.A{ Hdr: dns.RR_Header{ Name: q.Name, Rrtype: dns.TypeA, Class: dns.ClassINET, Ttl: 0, }, A: net.ParseIP(responseIP), } resp.Answer = append(resp.Answer, rr) } } respBytes, err := resp.Pack() if err != nil { return } conn.WriteTo(respBytes, addr) } func init() { // Register the DNS server generator registerGenerator("dns-server", newDNSServer) } inspektor-gadget-0.46.0/tools/bench/dns.go000066400000000000000000000041161510117411400203770ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "context" "fmt" "strings" "github.com/miekg/dns" ) type dnsClientGenerator struct { baseGenerator c *dns.Client m *dns.Msg } type dnsClientConf struct { server string maxRPS int } func newDNSClient(confStr string) (Generator, error) { conf, err := parseConfStr(confStr) if err != nil { return nil, fmt.Errorf("parsing DNS client config: %w", err) } c := new(dns.Client) m := new(dns.Msg) m.SetQuestion(dns.Fqdn(targetDomain), dns.TypeA) co, err := c.Dial(conf.server) if err != nil { return nil, err } // TODO: There is not a stop or close method available, so we need to leak this connection here. // It's not a big deal as it'll closed when the bench executable exits. //defer co.Close() ctx := context.TODO() cb := func() error { _, _, err := c.ExchangeWithConnContext(ctx, m, co) return err } g := &dnsClientGenerator{ baseGenerator: NewBaseGen(cb), c: c, m: m, } return g, nil } func parseConfStr(confStr string) (*dnsClientConf, error) { dnsClientConf := dnsClientConf{ maxRPS: eventsPerSecond, } parts := strings.Split(confStr, ";") for _, part := range parts { confParts := strings.SplitN(part, "=", 2) confName := confParts[0] confVal := confParts[1] switch confName { case "server": dnsClientConf.server = confVal default: return nil, fmt.Errorf("unknown DNS client config: %s", confName) } } return &dnsClientConf, nil } func init() { registerGenerator("dns", newDNSClient) } inspektor-gadget-0.46.0/tools/bench/exec.go000066400000000000000000000016521510117411400205410ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "os/exec" ) type execGenerator struct { baseGenerator } func newExecGenerator(_ string) (Generator, error) { cb := func() error { return exec.Command("/bin/true").Run() } return &execGenerator{ baseGenerator: NewBaseGen(cb), }, nil } func init() { registerGenerator("exec", newExecGenerator) } inspektor-gadget-0.46.0/tools/bench/go.mod000066400000000000000000000007431510117411400203740ustar00rootroot00000000000000module github.com/inspektor-gadget/inspektor-gadget/tools/bench go 1.24.0 require ( github.com/miekg/dns v1.1.68 github.com/spf13/cobra v1.10.1 golang.org/x/time v0.14.0 ) require ( github.com/inconshreveable/mousetrap v1.1.0 // indirect github.com/spf13/pflag v1.0.9 // indirect golang.org/x/mod v0.24.0 // indirect golang.org/x/net v0.46.0 // indirect golang.org/x/sync v0.14.0 // indirect golang.org/x/sys v0.37.0 // indirect golang.org/x/tools v0.33.0 // indirect ) inspektor-gadget-0.46.0/tools/bench/go.sum000066400000000000000000000041501510117411400204150ustar00rootroot00000000000000github.com/cpuguy83/go-md2man/v2 v2.0.6/go.mod h1:oOW0eioCTA6cOiMLiUPZOpcVxMig6NIQQ7OS05n1F4g= github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/inconshreveable/mousetrap v1.1.0 h1:wN+x4NVGpMsO7ErUn/mUI3vEoE6Jt13X2s0bqwp9tc8= github.com/inconshreveable/mousetrap v1.1.0/go.mod h1:vpF70FUmC8bwa3OWnCshd2FqLfsEA9PFc4w1p2J65bw= github.com/miekg/dns v1.1.68 h1:jsSRkNozw7G/mnmXULynzMNIsgY2dHC8LO6U6Ij2JEA= github.com/miekg/dns v1.1.68/go.mod h1:fujopn7TB3Pu3JM69XaawiU0wqjpL9/8xGop5UrTPps= github.com/russross/blackfriday/v2 v2.1.0/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= github.com/spf13/cobra v1.10.1 h1:lJeBwCfmrnXthfAupyUTzJ/J4Nc1RsHC/mSRU2dll/s= github.com/spf13/cobra v1.10.1/go.mod h1:7SmJGaTHFVBY0jW4NXGluQoLvhqFQM+6XSKD+P4XaB0= github.com/spf13/pflag v1.0.9 h1:9exaQaMOCwffKiiiYk6/BndUBv+iRViNW+4lEMi0PvY= github.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= golang.org/x/mod v0.24.0 h1:ZfthKaKaT4NrhGVZHO1/WDTwGES4De8KtWO0SIbNJMU= golang.org/x/mod v0.24.0/go.mod h1:IXM97Txy2VM4PJ3gI61r1YEk/gAj6zAHN3AdZt6S9Ww= golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= golang.org/x/sync v0.14.0 h1:woo0S4Yywslg6hp4eUFjTVOyKt0RookbpAHG4c1HmhQ= golang.org/x/sync v0.14.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA= golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI= golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= golang.org/x/tools v0.33.0 h1:4qz2S3zmRxbGIhDIAgjxvFutSvH5EfnsYrRBj0UI0bc= golang.org/x/tools v0.33.0/go.mod h1:CIJMaWEY88juyUfo7UbgPqbC8rU2OqfAV1h2Qp0oMYI= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= inspektor-gadget-0.46.0/tools/bench/interface.go000066400000000000000000000015421510117411400215530ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main // generatorFactory builds a generator for events of a specific kind. // The parameter is the configuration specific to that factory type generatorFactory func(string) (Generator, error) type Generator interface { Start() error Stop() error } inspektor-gadget-0.46.0/tools/bench/main.go000066400000000000000000000051341510117411400205400ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "errors" "fmt" "os" "os/signal" "strings" "github.com/spf13/cobra" ) var ( events string eventsPerSecond int ) func main() { rootCmd := &cobra.Command{ Use: "bench", Long: "benchmark tool for IG", SilenceUsage: true, } rootCmd.PersistentFlags().StringVar(&events, "events", "", "Comma-separated list of event generators with their configuration (example: dns:server=1.1.1.1,tcp:server=localhost:8080,exec)") rootCmd.PersistentFlags().IntVar(&eventsPerSecond, "events-per-second", 0, "Maximum requests per second (0 for unlimited)") rootCmd.RunE = func(cmd *cobra.Command, args []string) error { return handleEvents(events) } if err := rootCmd.Execute(); err != nil { os.Exit(1) } } func handleEvents(events string) error { if events == "" { return nil // No events to handle } eventsParts := strings.Split(events, ",") if len(eventsParts) == 0 { return nil // No valid events specified } generators := make([]Generator, 0, len(eventsParts)) for _, event := range eventsParts { eventParts := strings.SplitN(event, ":", 2) eventName := eventParts[0] genFactory, found := getGenerator(eventName) if !found { return fmt.Errorf("unknown event: %s", eventName) } genConfig := "" if len(eventParts) > 1 { genConfig = eventParts[1] } gen, err := genFactory(genConfig) if err != nil { return fmt.Errorf("creating generator for event %s: %w", eventName, err) } if err := gen.Start(); err != nil { return fmt.Errorf("starting generator for event %s: %w", eventName, err) } generators = append(generators, gen) } fmt.Printf("Handling events: %s\n", events) // wait for ctrl + c signalChan := make(chan os.Signal, 1) signal.Notify(signalChan, os.Interrupt) <-signalChan fmt.Printf("shutting down gracefully...\n") var errs []error for _, gen := range generators { if err := gen.Stop(); err != nil { errs = append(errs, fmt.Errorf("stopping generator: %w", err)) } } return errors.Join(errs...) } inspektor-gadget-0.46.0/tools/bench/open.go000066400000000000000000000006101510117411400205470ustar00rootroot00000000000000package main import ( "os" ) type openGenerator struct { baseGenerator } func newOpenGenerator(_ string) (Generator, error) { cb := func() error { file, err := os.Open("/dev/null") if err != nil { return err } defer file.Close() return nil } return &openGenerator{ baseGenerator: NewBaseGen(cb), }, nil } func init() { registerGenerator("open", newOpenGenerator) } inspektor-gadget-0.46.0/tools/bench/processes.go000066400000000000000000000032101510117411400216130ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "os/exec" ) type processesGenerator struct { nProcesses int processes []*exec.Cmd } func newProcessesGenerator(confStr string) (Generator, error) { g := &processesGenerator{ // TODO: hackly way to get the number of processes to start nProcesses: eventsPerSecond, processes: make([]*exec.Cmd, 0, eventsPerSecond), } return g, nil } func (p *processesGenerator) Start() error { // Start N "sleep inf" processes for i := 0; i < p.nProcesses; i++ { cmd := exec.Command("sleep", "inf") // Start the process if err := cmd.Start(); err != nil { // If we fail to start a process, clean up any we've already started p.Stop() return fmt.Errorf("starting process %d: %w", i, err) } p.processes = append(p.processes, cmd) } return nil } func (p *processesGenerator) Stop() error { // Kill all running processes for _, cmd := range p.processes { if cmd != nil && cmd.Process != nil { cmd.Process.Kill() } } return nil } func init() { registerGenerator("processes", newProcessesGenerator) } inspektor-gadget-0.46.0/tools/bench/registry.go000066400000000000000000000017641510117411400214710ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main var ( registry = map[string]generatorFactory{} ) func registerGenerator(name string, factory generatorFactory) { if _, exists := registry[name]; exists { panic("generator already registered: " + name) } registry[name] = factory } func getGenerator(name string) (generatorFactory, bool) { factory, exists := registry[name] if !exists { return nil, false } return factory, true } inspektor-gadget-0.46.0/tools/bench/tcp-server.go000066400000000000000000000040331510117411400217030ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bufio" "fmt" "log" "net" "runtime" "strings" ) const ( tcpListenAddr = "0.0.0.0:8080" ) type tcpServer struct { listener net.Listener } func newTCPServer(_ string) (Generator, error) { return &tcpServer{}, nil } func (s *tcpServer) Start() error { listener, err := net.Listen("tcp", tcpListenAddr) if err != nil { return fmt.Errorf("binding to TCP %s: %w", tcpListenAddr, err) } s.listener = listener fmt.Printf("TCP server listening on %s with %d worker goroutines\n", tcpListenAddr, runtime.GOMAXPROCS(0)) for range runtime.GOMAXPROCS(0) { go s.acceptConnections() } return nil } func (s *tcpServer) Stop() error { if s.listener != nil { return s.listener.Close() } return nil } func (s *tcpServer) acceptConnections() { for { conn, err := s.listener.Accept() if err != nil { log.Printf("Accept error: %v", err) continue } go handleTCPConnection(conn) } } func handleTCPConnection(conn net.Conn) { defer conn.Close() scanner := bufio.NewScanner(conn) for scanner.Scan() { message := strings.TrimSpace(scanner.Text()) // Respond to ping with pong if message == "Ping" { _, err := conn.Write([]byte("Pong\n")) if err != nil { log.Printf("Write error: %v", err) return } } } if err := scanner.Err(); err != nil { log.Printf("Scanner error: %v", err) } } func init() { // Register the TCP server generator registerGenerator("tcp-server", newTCPServer) } inspektor-gadget-0.46.0/tools/bench/tcp.go000066400000000000000000000040221510117411400203750ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "fmt" "net" "strings" "time" ) type tcpClientGenerator struct { baseGenerator } type tcpClientConf struct { server string maxRPS int } func newTCPClient(confStr string) (Generator, error) { conf, err := parseTCPConfStr(confStr) if err != nil { return nil, fmt.Errorf("parsing TCP client config: %w", err) } cb := func() error { conn, err := net.DialTimeout("tcp", conf.server, 5*time.Second) if err != nil { fmt.Printf("Dial error: %v\n", err) return err } defer conn.Close() // Send a simple message to the server _, err = conn.Write([]byte("Ping\n")) if err != nil { fmt.Printf("Write error: %v\n", err) return err } // Optional: read response buffer := make([]byte, 1024) _, err = conn.Read(buffer) if err != nil { fmt.Printf("Read error: %v\n", err) } return err } g := &tcpClientGenerator{ baseGenerator: NewBaseGen(cb), } return g, nil } func parseTCPConfStr(confStr string) (*tcpClientConf, error) { tcpConf := tcpClientConf{ maxRPS: eventsPerSecond, } parts := strings.Split(confStr, ";") for _, part := range parts { confParts := strings.SplitN(part, "=", 2) confName := confParts[0] confVal := confParts[1] switch confName { case "server": tcpConf.server = confVal default: return nil, fmt.Errorf("unknown TCP client config: %s", confName) } } return &tcpConf, nil } func init() { registerGenerator("tcp", newTCPClient) } inspektor-gadget-0.46.0/tools/dnstester/000077500000000000000000000000001510117411400202165ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/dnstester/Dockerfile000066400000000000000000000012471510117411400222140ustar00rootroot00000000000000FROM --platform=${BUILDPLATFORM} golang:1.25.3-alpine@sha256:aee43c3ccbf24fdffb7295693b6e33b21e01baec1b2a55acc351fde345e9ec34 AS builder ARG TARGETARCH WORKDIR /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/dnstester COPY go.mod go.sum dnstester.go /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/dnstester/ RUN GOARCH=${TARGETARCH} go build -o /dnstester /go/src/github.com/inspektor-gadget/inspektor-gadget/tools/dnstester # Final image FROM alpine:3.18@sha256:1875c923b73448b558132e7d4a44b815d078779ed7a73f76209c6372de95ea8d COPY --from=builder /dnstester /dnstester RUN apk --no-cache upgrade -a && apk --no-cache add bind-tools CMD ["/dnstester"] inspektor-gadget-0.46.0/tools/dnstester/dnstester.go000066400000000000000000000034161510117411400225640ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "flag" "log" "github.com/miekg/dns" ) var ( tcp = flag.Bool("tcp", false, "Use TCP") uncompress = flag.Bool("uncompress", false, "Uncompress DNS messages") ) func main() { flag.Parse() log.Printf("Starting dns server with uncompress=%v tcp=%v\n ", *uncompress, *tcp) dns.Handle(".", dns.HandlerFunc(func(w dns.ResponseWriter, r *dns.Msg) { m := new(dns.Msg) m.Compress = !*uncompress m.SetReply(r) var rr dns.RR var err error if r.Question[0].Name == "fake.test.com." { switch r.Question[0].Qtype { case dns.TypeA: rr, err = dns.NewRR("fake.test.com. A 127.0.0.1") case dns.TypeAAAA: rr, err = dns.NewRR("fake.test.com. AAAA ::1") } if err != nil { log.Fatalf("Failed to create RR %s\n", err) } m.Answer = append(m.Answer, rr) } else { m.SetRcode(r, dns.RcodeNameError) } if err = w.WriteMsg(m); err != nil { log.Fatalf("Failed to write msg %s\n", err) } })) protocol := "udp" if *tcp { protocol = "tcp" } server := &dns.Server{Addr: ":53", Net: protocol} if err := server.ListenAndServe(); err != nil { log.Fatalf("Failed to start dns server %s\n", err) } defer server.Shutdown() } inspektor-gadget-0.46.0/tools/dnstester/go.mod000066400000000000000000000005031510117411400213220ustar00rootroot00000000000000module github.com/inspektor-gadget/inspektor-gadget/tools/dnstester go 1.24.0 require github.com/miekg/dns v1.1.68 require ( golang.org/x/mod v0.24.0 // indirect golang.org/x/net v0.46.0 // indirect golang.org/x/sync v0.15.0 // indirect golang.org/x/sys v0.37.0 // indirect golang.org/x/tools v0.33.0 // indirect ) inspektor-gadget-0.46.0/tools/dnstester/go.sum000066400000000000000000000021131510117411400213460ustar00rootroot00000000000000github.com/google/go-cmp v0.6.0 h1:ofyhxvXcZhMsU5ulbFiLKl/XBFqE1GSq7atu8tAmTRI= github.com/google/go-cmp v0.6.0/go.mod h1:17dUlkBOakJ0+DkrSSNjCkIjxS6bF9zb3elmeNGIjoY= github.com/miekg/dns v1.1.68 h1:jsSRkNozw7G/mnmXULynzMNIsgY2dHC8LO6U6Ij2JEA= github.com/miekg/dns v1.1.68/go.mod h1:fujopn7TB3Pu3JM69XaawiU0wqjpL9/8xGop5UrTPps= golang.org/x/mod v0.24.0 h1:ZfthKaKaT4NrhGVZHO1/WDTwGES4De8KtWO0SIbNJMU= golang.org/x/mod v0.24.0/go.mod h1:IXM97Txy2VM4PJ3gI61r1YEk/gAj6zAHN3AdZt6S9Ww= golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= golang.org/x/sync v0.15.0 h1:KWH3jNZsfyT6xfAfKiz6MRNmd46ByHDYaZ7KSkCtdW8= golang.org/x/sync v0.15.0/go.mod h1:1dzgHSNfp02xaA81J2MS99Qcpr2w7fw1gpm99rleRqA= golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= golang.org/x/tools v0.33.0 h1:4qz2S3zmRxbGIhDIAgjxvFutSvH5EfnsYrRBj0UI0bc= golang.org/x/tools v0.33.0/go.mod h1:CIJMaWEY88juyUfo7UbgPqbC8rU2OqfAV1h2Qp0oMYI= inspektor-gadget-0.46.0/tools/ebpf_prog_name.sh000077500000000000000000000013231510117411400215040ustar00rootroot00000000000000#!/bin/bash echo "all eBPF program names:" for file in $(find pkg/gadgets -type f -name "*.o") ; do nm -g -C $file | \ grep ' T ' | \ awk '{printf "%s %s\n", "'$file'", $3}' done | column -t echo echo "eBPF program with names longer than 15 characters:" for file in $(find pkg/gadgets -type f -name "*.o") ; do nm -g -C $file | \ grep ' T ' | \ awk '{print $3}' | \ grep -E '(\w{16,})' | \ awk '{printf "%s %s\n", "'$file'", $1}' done | column -t echo echo "eBPF program with names not starting with ig_:" for file in $(find pkg/gadgets -type f -name "*.o") ; do nm -g -C $file | \ grep ' T ' | \ awk '{print $3}' | \ grep -v '^ig_' | \ awk '{printf "%s %s\n", "'$file'", $1}' done | column -t inspektor-gadget-0.46.0/tools/eks-cleanup/000077500000000000000000000000001510117411400204125ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/eks-cleanup/.gitignore000066400000000000000000000000141510117411400223750ustar00rootroot00000000000000eks-cleanup inspektor-gadget-0.46.0/tools/eks-cleanup/go.mod000066400000000000000000000002051510117411400215150ustar00rootroot00000000000000module eks-cleanup go 1.21.4 require github.com/aws/aws-sdk-go v1.55.8 require github.com/jmespath/go-jmespath v0.4.0 // indirect inspektor-gadget-0.46.0/tools/eks-cleanup/go.sum000066400000000000000000000023551510117411400215520ustar00rootroot00000000000000github.com/aws/aws-sdk-go v1.55.8 h1:JRmEUbU52aJQZ2AjX4q4Wu7t4uZjOu71uyNmaWlUkJQ= github.com/aws/aws-sdk-go v1.55.8/go.mod h1:ZkViS9AqA6otK+JBBNH2++sx1sgxrPKcSzPPvQkUtXk= github.com/davecgh/go-spew v1.1.0 h1:ZDRjVQ15GmhC3fiQ8ni8+OwkZQO4DARzQgrnXU1Liz8= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg= github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8= github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/yaml.v2 v2.2.8 h1:obN1ZagJSUGI0Ek/LBmuj4SNLPfIny3KsKFopxRdj10= gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= inspektor-gadget-0.46.0/tools/eks-cleanup/main.go000066400000000000000000000235641510117411400216770ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // This program is used to cleanup some resources that are leaked by the CI when running on EKS: See // - https://github.com/inspektor-gadget/inspektor-gadget/issues/2533 // - https://github.com/eksctl-io/eksctl/issues/7589 package main import ( "context" "flag" "fmt" "os" "time" "github.com/aws/aws-sdk-go/aws" "github.com/aws/aws-sdk-go/aws/session" "github.com/aws/aws-sdk-go/service/cloudformation" "github.com/aws/aws-sdk-go/service/ec2" ) const ( region = "us-east-2" igCiTagKey = "ig-ci" igCiTimestampTagKey = "ig-ci-timestamp" stackNameTagKey = "aws:cloudformation:stack-name" lifetime = 3 * time.Hour ) var dryRun = flag.Bool("dryrun", false, "don't remove anything") func hasCloudFormationIgCiTag(tags []*cloudformation.Tag) bool { for _, tag := range tags { if aws.StringValue(tag.Key) == igCiTagKey { return true } } return false } func getCloudFormationIgCiTimestampTag(tags []*cloudformation.Tag) string { for _, tag := range tags { if aws.StringValue(tag.Key) == igCiTimestampTagKey { return aws.StringValue(tag.Value) } } return "" } // getOldStacks returns all stacks created by the CI that are older than 3 hours func getOldStacks(svc *cloudformation.CloudFormation) (map[string]*cloudformation.Stack, error) { result, err := svc.DescribeStacks(&cloudformation.DescribeStacksInput{}) if err != nil { return nil, fmt.Errorf("describing stacks: %w", err) } ret := map[string]*cloudformation.Stack{} for _, stack := range result.Stacks { // Only include stacks with the ig-ci tag if !hasCloudFormationIgCiTag(stack.Tags) { continue } timestamp := getCloudFormationIgCiTimestampTag(stack.Tags) if timestamp == "" { continue } // Only include stacks that are older than 3 hours createdAt, err := time.Parse(time.RFC3339, timestamp) if err != nil { return nil, fmt.Errorf("parsing timestamp for stack %s: %v", aws.StringValue(stack.StackName), err) } if createdAt.After(time.Now().Add(-1 * lifetime)) { fmt.Printf("skipping stack %s\n", aws.StringValue(stack.StackName)) continue } ret[aws.StringValue(stack.StackName)] = stack } return ret, nil } func hasIgciTag(tags []*ec2.Tag) bool { for _, tag := range tags { if aws.StringValue(tag.Key) == igCiTagKey { return true } } return false } func getOldVpcs(svc *ec2.EC2) (map[string]*ec2.Vpc, error) { input := &ec2.DescribeVpcsInput{} ret := map[string]*ec2.Vpc{} result, err := svc.DescribeVpcs(input) if err != nil { return nil, fmt.Errorf("describing VPCs: %w", err) } for _, vpc := range result.Vpcs { if !hasIgciTag(vpc.Tags) { continue } tag := getTagValue(vpc.Tags, stackNameTagKey) // extra safe mechanism if tag == "" { continue } timestamp := getTagValue(vpc.Tags, igCiTimestampTagKey) if timestamp == "" { continue } // Only include stacks that are older than 3 hours createdAt, err := time.Parse(time.RFC3339, timestamp) if err != nil { continue } if createdAt.After(time.Now().Add(-1 * lifetime)) { fmt.Printf("skipping VPC %s\n", aws.StringValue(vpc.VpcId)) continue } ret[aws.StringValue(vpc.VpcId)] = vpc } return ret, nil } func getTagValue(tags []*ec2.Tag, key string) string { for _, tag := range tags { if aws.StringValue(tag.Key) == key { return aws.StringValue(tag.Value) } } return "" } func detachAndDeleteInternetGateways(svc *ec2.EC2, vpcId string) error { gateways, err := svc.DescribeInternetGateways(&ec2.DescribeInternetGatewaysInput{}) if err != nil { return fmt.Errorf("describing internet gateways: %w", err) } for _, gateway := range gateways.InternetGateways { if !hasIgciTag(gateway.Tags) { continue } for _, attachment := range gateway.Attachments { if aws.StringValue(attachment.VpcId) != vpcId { // not attached to this vpc return nil } fmt.Printf("detaching internet gateway: %s\n", aws.StringValue(gateway.InternetGatewayId)) input := &ec2.DetachInternetGatewayInput{ InternetGatewayId: gateway.InternetGatewayId, VpcId: aws.String(vpcId), DryRun: dryRun, } if _, err := svc.DetachInternetGateway(input); err != nil { return fmt.Errorf("detaching internet gateway: %w", err) } } fmt.Printf("deleting internet gateway: %s\n", aws.StringValue(gateway.InternetGatewayId)) input := &ec2.DeleteInternetGatewayInput{ InternetGatewayId: gateway.InternetGatewayId, DryRun: dryRun, } if _, err := svc.DeleteInternetGateway(input); err != nil { return fmt.Errorf("deleting internet gateway: %w", err) } } return nil } func deleteNetworkInterfaces(svc *ec2.EC2, subnetId *string) error { networkInterfaces, err := svc.DescribeNetworkInterfaces(&ec2.DescribeNetworkInterfacesInput{ Filters: []*ec2.Filter{ { Name: aws.String("subnet-id"), Values: []*string{subnetId}, }, }, }) if err != nil { return fmt.Errorf("describing network interfaces: %w", err) } for _, networkInterface := range networkInterfaces.NetworkInterfaces { fmt.Printf("deleting network interface: %s\n", aws.StringValue(networkInterface.NetworkInterfaceId)) input := &ec2.DeleteNetworkInterfaceInput{ NetworkInterfaceId: networkInterface.NetworkInterfaceId, DryRun: dryRun, } if _, err := svc.DeleteNetworkInterface(input); err != nil { return fmt.Errorf("deleting network interface: %w", err) } } return nil } func deleteSubnets(svc *ec2.EC2, vpcId string) error { subnets, err := svc.DescribeSubnets(&ec2.DescribeSubnetsInput{ Filters: []*ec2.Filter{ { Name: aws.String("vpc-id"), Values: []*string{aws.String(vpcId)}, }, }, }) if err != nil { return fmt.Errorf("describing subnets: %w", err) } for _, subnet := range subnets.Subnets { if !hasIgciTag(subnet.Tags) { continue } if err := deleteNetworkInterfaces(svc, subnet.SubnetId); err != nil { return fmt.Errorf("deleting network interfaces: %w", err) } fmt.Printf("deleting subnet: %s\n", aws.StringValue(subnet.SubnetId)) input := &ec2.DeleteSubnetInput{ SubnetId: subnet.SubnetId, DryRun: dryRun, } if _, err = svc.DeleteSubnet(input); err != nil { return fmt.Errorf("deleting subnet: %w", err) } } return nil } func deleteSecurityGroups(svc *ec2.EC2, vpcId string) error { securityGroups, err := svc.DescribeSecurityGroups(&ec2.DescribeSecurityGroupsInput{ Filters: []*ec2.Filter{ { Name: aws.String("vpc-id"), Values: []*string{aws.String(vpcId)}, }, }, }) if err != nil { return fmt.Errorf("describing security groups: %w", err) } for _, securityGroup := range securityGroups.SecurityGroups { // TODO: security groups don't have the ig-ci tag //if !hasIgciTag(securityGroup.Tags) { // continue //} if aws.StringValue(securityGroup.GroupName) == "default" { continue } fmt.Printf("deleting security group: %s\n", aws.StringValue(securityGroup.GroupId)) input := &ec2.DeleteSecurityGroupInput{ GroupId: securityGroup.GroupId, DryRun: dryRun, } if _, err := svc.DeleteSecurityGroup(input); err != nil { return fmt.Errorf("deleting security group: %w", err) } } return nil } func deleteVpc(svc *ec2.EC2, vpcId string) error { if err := detachAndDeleteInternetGateways(svc, vpcId); err != nil { return fmt.Errorf("deleting internet gateway: %w", err) } if err := deleteSubnets(svc, vpcId); err != nil { return fmt.Errorf("deleting subnets: %w", err) } if err := deleteSecurityGroups(svc, vpcId); err != nil { return fmt.Errorf("deleting security groups: %w", err) } input := &ec2.DeleteVpcInput{ VpcId: aws.String(vpcId), DryRun: dryRun, } if _, err := svc.DeleteVpc(input); err != nil { return fmt.Errorf("deleting VPC: %w", err) } return nil } func do() error { sess := session.Must(session.NewSessionWithOptions(session.Options{ SharedConfigState: session.SharedConfigEnable, Config: aws.Config{Region: aws.String(region)}, })) ec2Svc := ec2.New(sess) cloudformationSvc := cloudformation.New(sess) stacks, err := getOldStacks(cloudformationSvc) if err != nil { return fmt.Errorf("describing stacks: %w", err) } // Start deleting stacks for name := range stacks { fmt.Printf("deleting stack: %s\n", name) if *dryRun { continue } input := &cloudformation.DeleteStackInput{ StackName: aws.String(name), } if _, err := cloudformationSvc.DeleteStack(input); err != nil { return fmt.Errorf("deleting stack: %w", err) } } // Wait for the deletions to go through for name := range stacks { fmt.Printf("waiting for stack to be deleted: %s\n", name) context, cancel := context.WithTimeout(context.Background(), 10*time.Minute) if err := cloudformationSvc.WaitUntilStackDeleteCompleteWithContext(context, &cloudformation.DescribeStacksInput{ StackName: aws.String(name), }); err != nil { cancel() fmt.Printf("waiting for stack to be deleted: %v", err) } cancel() } vpcs, err := getOldVpcs(ec2Svc) if err != nil { return fmt.Errorf("describing VPCs: %w", err) } // Delete vpcs for _, vpc := range vpcs { fmt.Printf("deleting VPC: %s\n", aws.StringValue(vpc.VpcId)) if err := deleteVpc(ec2Svc, aws.StringValue(vpc.VpcId)); err != nil { fmt.Printf("deleting VPC: %s", err) } } return nil } func main() { flag.Parse() if err := do(); err != nil { fmt.Printf("error: %v\n", err) os.Exit(1) } } inspektor-gadget-0.46.0/tools/getbpftool.sh000077500000000000000000000007051510117411400207110ustar00rootroot00000000000000#!/bin/bash set -euo pipefail VERSION=$(curl -s "https://api.github.com/repos/libbpf/bpftool/releases/latest" | jq -r '.tag_name') ARCH=$(uname -m) if [ "$ARCH" = "x86_64" ]; then ARCH="amd64" elif [ "$ARCH" = "aarch64" ]; then ARCH="arm64" fi curl -sL "https://github.com/libbpf/bpftool/releases/download/${VERSION}/bpftool-${VERSION}-${ARCH}.tar.gz" > /tmp/bpftool.tar.gz tar -xzf /tmp/bpftool.tar.gz -C /tmp/ chmod +x /tmp/bpftool inspektor-gadget-0.46.0/tools/getbtfhub.sh000077500000000000000000000004261510117411400205160ustar00rootroot00000000000000#!/bin/bash set -euo pipefail # Don't clone the repo to /tmp because on some systems it's mounted as tempfs and will require a lot # of RAM. if [ ! -d $HOME/btfhub-archive/ ]; then git clone --depth 1 https://github.com/aquasecurity/btfhub-archive/ $HOME/btfhub-archive/ fi inspektor-gadget-0.46.0/tools/image-tag000077500000000000000000000007051510117411400177660ustar00rootroot00000000000000#!/usr/bin/env bash # Generate container tag names # From https://github.com/weaveworks/scope/blob/master/tools/image-tag set -o errexit set -o pipefail # If there is an explicit image tag set, just return it if [ -n "$IMAGE_TAG" ]; then echo $IMAGE_TAG exit 0 fi BRANCH_PREFIX=$(git rev-parse --abbrev-ref HEAD) if [ "$1" = "branch" ] ; then echo "${BRANCH_PREFIX//\//-}" else echo "${BRANCH_PREFIX//\//-}-$(git rev-parse --short HEAD)" fi inspektor-gadget-0.46.0/tools/monitoring/000077500000000000000000000000001510117411400203705ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/monitoring/README.md000066400000000000000000000022111510117411400216430ustar00rootroot00000000000000# monitoring This directory contains docker compose files for spinning up grafana and prometheus for local testing. Prometheus is configured to scrape metrics from the `ig` daemon running on the host machine as: ```bash go run -exec sudo ../../cmd/ig daemon --otel-metrics-listen=true ``` then start the gadget with ```bash go run -exec 'sudo -E' ../../cmd/gadgetctl run ghcr.io/inspektor-gadget/gadget/profile_blockio:latest \ --annotate=blockio:metrics.collect=true \ --otel-metrics-name=blockio:blockio-metrics \ --detach ``` feel free to have a look at [export-metrics](https://www.inspektor-gadget.io/docs/latest/reference/export-metrics) guide for more information. Once the gadget is running, you can start the monitoring stack with: ```bash docker compose up -d ``` Grafana will be available at http://localhost:3000 and prometheus at http://localhost:9090. Also, head to [Profile Block I/O dashboard](http://localhost:3000/d/e1981f70-308c-4784-b986-9b5f1a895444/inspektor-gadget) to see the metrics. ### Cleanup ```bash docker compose down ``` inspektor-gadget-0.46.0/tools/monitoring/config/000077500000000000000000000000001510117411400216355ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/monitoring/config/dashboards/000077500000000000000000000000001510117411400237475ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/monitoring/config/dashboards/default.yaml000066400000000000000000000002361510117411400262600ustar00rootroot00000000000000apiVersion: 1 providers: - name: 'Default' folder: 'Services' type: file options: path: /etc/grafana/provisioning/dashboards/definitions inspektor-gadget-0.46.0/tools/monitoring/config/dashboards/definitions/000077500000000000000000000000001510117411400262625ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/monitoring/config/dashboards/definitions/profile-blockio.json000066400000000000000000000105731510117411400322430ustar00rootroot00000000000000{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "grafana", "uid": "-- Grafana --" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 0, "id": 2, "links": [], "panels": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "scaleDistribution": { "type": "linear" } } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 0 }, "id": 2, "options": { "calculate": false, "cellGap": 1, "color": { "exponent": 0.5, "fill": "dark-orange", "mode": "scheme", "reverse": false, "scale": "exponential", "scheme": "Oranges", "steps": 64 }, "exemplars": { "color": "rgba(255,0,255,0.7)" }, "filterValues": { "le": 1e-9 }, "legend": { "show": true }, "rowsFrame": { "layout": "auto" }, "tooltip": { "mode": "single", "showColorScale": false, "yHistogram": false }, "yAxis": { "axisPlacement": "left", "reverse": false, "unit": "µs" } }, "pluginVersion": "11.3.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "disableTextWrap": false, "editorMode": "builder", "expr": "latency_bucket{otel_scope_name=\"blockio-metrics\"}", "format": "heatmap", "fullMetaSearch": false, "includeNullMetadata": true, "instant": false, "legendFormat": "__auto", "range": true, "refId": "A", "useBackend": false } ], "title": "Heatmap", "type": "heatmap" }, { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "fillOpacity": 80, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineWidth": 1, "stacking": { "group": "A", "mode": "none" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 8 }, "id": 1, "options": { "bucketOffset": 0, "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "11.3.0", "targets": [ { "datasource": { "type": "prometheus", "uid": "PBFA97CFB590B2093" }, "editorMode": "builder", "expr": "latency_bucket{otel_scope_name=\"blockio-metrics\"}", "format": "heatmap", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Histogram", "type": "histogram" } ], "preload": false, "refresh": "", "schemaVersion": 40, "tags": [], "templating": { "list": [] }, "time": { "from": "now-1m", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Profile BlockIO", "uid": "e1981f70-308c-4784-b986-9b5f1a895444", "version": 2, "weekStart": "" }inspektor-gadget-0.46.0/tools/monitoring/config/datasources/000077500000000000000000000000001510117411400241525ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/monitoring/config/datasources/prometheus.yml000066400000000000000000000002351510117411400270700ustar00rootroot00000000000000apiVersion: 1 datasources: - name: Prometheus type: prometheus access: proxy url: http://prometheus:9090 jsonData: httpMethod: POST inspektor-gadget-0.46.0/tools/monitoring/config/prometheus.yml000066400000000000000000000002041510117411400245470ustar00rootroot00000000000000scrape_configs: - job_name: ig scrape_interval: 1s static_configs: - targets: - host.docker.internal:2224 inspektor-gadget-0.46.0/tools/monitoring/docker-compose.yml000066400000000000000000000010611510117411400240230ustar00rootroot00000000000000version: '3.8' services: prometheus: image: prom/prometheus:v2.55.0 ports: - "9090:9090" volumes: - ./config/prometheus.yml:/etc/prometheus/prometheus.yml extra_hosts: - "host.docker.internal:host-gateway" grafana: image: grafana/grafana:11.3.0 ports: - "3000:3000" environment: - GF_AUTH_ANONYMOUS_ENABLED=true - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin volumes: - ./config/datasources:/etc/grafana/provisioning/datasources - ./config/dashboards:/etc/grafana/provisioning/dashboards inspektor-gadget-0.46.0/tools/store-test-reports.sh000077500000000000000000000031751510117411400223550ustar00rootroot00000000000000#!/usr/bin/env bash set +x if [ -z "$GITHUB_ACTIONS" ]; then echo "This script is expected to run in a GitHub Action" exit 1 fi function retry { local n=1 local max=10 local delay=15 while true; do "$@" && break || { if [[ $n -lt $max ]]; then ((n++)) echo "Command failed. Attempt $n/$max:" sleep $((RANDOM % delay)) else echo "The command has failed after $n attempts." return 1 fi } done } function store-reports { local dir=$(mktemp -d -p . --suffix -ig-test-reports) local repo="https://${TEST_REPORTS_TOKEN}@github.com/inspektor-gadget/ig-test-reports.git" git clone $repo $dir pushd $dir || exit 1 if [ ! -d data ]; then mkdir -p data echo '{}' > data/workflows.json fi for i in ../test-reports-*-*/test-report_*_*.json; do job_key=$(basename $i .json | sed 's/test-report_//') jq --slurpfile obj $i \ --arg job_key ${job_key} \ '.[$job_key] = (.[$job_key][-99:] + $obj)' \ data/workflows.json > workflows.json.tmp if [ ! -s workflows.json.tmp ]; then echo "Skipping empty file: $i" >&2 rm workflows.json.tmp continue fi mv workflows.json.tmp data/workflows.json done git config --global user.email "github-actions[bot]@users.noreply.github.com" git config --global user.name "github-actions[bot]" git add data git commit -m "Add test reports for workflow ${GITHUB_RUN_NUMBER} and attempt ${GITHUB_RUN_ATTEMPT}" git push if [ $? -ne 0 ]; then popd || exit 1 return 1 fi popd || exit 1 } retry store-reports rc=$? rm -rf *-ig-test-reports exit $rc inspektor-gadget-0.46.0/tools/syscalls-update/000077500000000000000000000000001510117411400213205ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/syscalls-update/Makefile000066400000000000000000000000251510117411400227550ustar00rootroot00000000000000all: go run main.go inspektor-gadget-0.46.0/tools/syscalls-update/go.mod000066400000000000000000000002321510117411400224230ustar00rootroot00000000000000module main go 1.24.0 require mvdan.cc/gofumpt v0.9.2 require ( github.com/google/go-cmp v0.7.0 // indirect golang.org/x/tools v0.38.0 // indirect ) inspektor-gadget-0.46.0/tools/syscalls-update/go.sum000066400000000000000000000021731510117411400224560ustar00rootroot00000000000000github.com/go-quicktest/qt v1.101.0 h1:O1K29Txy5P2OK0dGo59b7b0LR6wKfIhttaAhHUyn7eI= github.com/go-quicktest/qt v1.101.0/go.mod h1:14Bz/f7NwaXPtdYEgzsx46kqSxVwTbzVZsDC26tQJow= github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= github.com/kr/pretty v0.3.1 h1:flRD4NNwYAUpkphVc1HcthR4KEIFJ65n8Mw5qdRn3LE= github.com/kr/pretty v0.3.1/go.mod h1:hoEshYVHaxMs3cyo3Yncou5ZscifuDolrwPKZanG3xk= github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= github.com/rogpeppe/go-internal v1.14.1 h1:UQB4HGPB6osV0SQTLymcB4TgvyWu6ZyliaW0tI/otEQ= github.com/rogpeppe/go-internal v1.14.1/go.mod h1:MaRKkUm5W0goXpeCfT7UZI6fk/L7L7so1lCWt35ZSgc= golang.org/x/tools v0.38.0 h1:Hx2Xv8hISq8Lm16jvBZ2VQf+RLmbd7wVUsALibYI/IQ= golang.org/x/tools v0.38.0/go.mod h1:yEsQ/d/YK8cjh0L6rZlY8tgtlKiBNTL14pGDJPJpYQs= mvdan.cc/gofumpt v0.9.2 h1:zsEMWL8SVKGHNztrx6uZrXdp7AX8r421Vvp23sz7ik4= mvdan.cc/gofumpt v0.9.2/go.mod h1:iB7Hn+ai8lPvofHd9ZFGVg2GOr8sBUw1QUWjNbmIL/s= inspektor-gadget-0.46.0/tools/syscalls-update/main.go000066400000000000000000000071001510117411400225710ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" _ "embed" "encoding/csv" "errors" "io" "log" "net/http" "os" "sort" "strconv" "strings" "text/template" "mvdan.cc/gofumpt/format" ) //go:embed syscalls_arch.go.tmpl var syscallsTemplate string const ( sourceURL = "https://raw.githubusercontent.com/seccomp/libseccomp/refs/heads/main/src/syscalls.csv" nameColumnIndex = 0 ) type Syscall struct { Name string Nr int } type TemplateData struct { Source string Arch string ColumnName string OutputFile string KernelVersion string Syscalls []Syscall ColumnIndex int } var allTemplateData = map[string]*TemplateData{ "amd64": { Arch: "amd64", ColumnName: "x86_64", OutputFile: "../../pkg/utils/syscalls/syscalls_amd64.go", }, "arm64": { Arch: "arm64", ColumnName: "aarch64", OutputFile: "../../pkg/utils/syscalls/syscalls_arm64.go", }, } func main() { resp, err := http.Get(sourceURL) if err != nil { log.Fatal(err) } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { log.Fatalf("HTTP error: %d %s", resp.StatusCode, resp.Status) } reader := csv.NewReader(resp.Body) header, err := reader.Read() if err != nil { log.Fatal(err) } if len(header) == 0 { log.Fatal("Empty header") } kernelVersion := header[nameColumnIndex] kernelVersion = strings.TrimPrefix(kernelVersion, "#syscall (") kernelVersion = strings.TrimSuffix(kernelVersion, ")") for _, tmplData := range allTemplateData { tmplData.KernelVersion = kernelVersion tmplData.Source = sourceURL } for _, tmplData := range allTemplateData { for i, column := range header { if column == tmplData.ColumnName { tmplData.ColumnIndex = i break } } } for { record, err := reader.Read() if errors.Is(err, io.EOF) { break } if err != nil { log.Fatal(err) } name := record[nameColumnIndex] for _, tmplData := range allTemplateData { nrStr := record[tmplData.ColumnIndex] // kernel version undefined or pseudo syscall if nrStr == "KV_UNDEF" || nrStr == "PNR" { continue } nr, err := strconv.Atoi(nrStr) if err != nil { log.Printf("Skipping syscall %q: %s", name, err) continue } tmplData.Syscalls = append(tmplData.Syscalls, Syscall{Name: name, Nr: nr}) } } tmpl, err := template.New("syscalls_arch.go.tmpl").Parse(syscallsTemplate) if err != nil { log.Fatal(err) } for _, tmplData := range allTemplateData { sort.Slice(tmplData.Syscalls, func(i, j int) bool { return tmplData.Syscalls[i].Name < tmplData.Syscalls[j].Name }) file, err := os.Create(tmplData.OutputFile) if err != nil { log.Fatal(err) } defer file.Close() buf := new(bytes.Buffer) err = tmpl.Execute(buf, tmplData) if err != nil { log.Fatalf("Error executing template: %v", err) } out, err := format.Source(buf.Bytes(), format.Options{}) if err != nil { log.Fatalf("Error formatting source: %v", err) } _, err = file.Write(out) if err != nil { log.Fatalf("Error writing to file: %v", err) } } } inspektor-gadget-0.46.0/tools/syscalls-update/syscalls_arch.go.tmpl000066400000000000000000000017461510117411400254640ustar00rootroot00000000000000// Copyright 2023-2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package syscalls // This file is automatically generated from: // {{.Source}} // // To update it, run: // make -C tools/syscalls-update // // Linux version: {{.KernelVersion}} var syscallsNameToNumber = map[string]int{ {{- range .Syscalls}} "{{.Name}}": {{.Nr}}, {{- end}} } var syscallsNumberToName = map[int]string{ {{- range .Syscalls}} {{.Nr}}: "{{.Name}}", {{- end}} } inspektor-gadget-0.46.0/tools/testjson2md/000077500000000000000000000000001510117411400204575ustar00rootroot00000000000000inspektor-gadget-0.46.0/tools/testjson2md/go.mod000066400000000000000000000051301510117411400215640ustar00rootroot00000000000000module github.com/inspektor-gadget/inspektor-gadget/tools/testjson2md go 1.24.0 require github.com/medyagh/gopogh v0.29.0 require ( cloud.google.com/go/auth v0.16.3 // indirect cloud.google.com/go/auth/oauth2adapt v0.2.8 // indirect cloud.google.com/go/cloudsqlconn v1.17.3 // indirect cloud.google.com/go/compute/metadata v0.7.0 // indirect github.com/GoogleCloudPlatform/cloudsql-proxy v1.37.8 // indirect github.com/dustin/go-humanize v1.0.1 // indirect github.com/felixge/httpsnoop v1.0.4 // indirect github.com/go-logr/logr v1.4.3 // indirect github.com/go-logr/stdr v1.2.2 // indirect github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 // indirect github.com/google/s2a-go v0.1.9 // indirect github.com/google/uuid v1.6.0 // indirect github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect github.com/googleapis/gax-go/v2 v2.15.0 // indirect github.com/jackc/chunkreader/v2 v2.0.1 // indirect github.com/jackc/pgconn v1.14.3 // indirect github.com/jackc/pgio v1.0.0 // indirect github.com/jackc/pgpassfile v1.0.0 // indirect github.com/jackc/pgproto3/v2 v2.3.3 // indirect github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirect github.com/jackc/pgtype v1.14.4 // indirect github.com/jackc/pgx/v4 v4.18.3 // indirect github.com/jmoiron/sqlx v1.4.0 // indirect github.com/lib/pq v1.10.9 // indirect github.com/mattn/go-isatty v0.0.20 // indirect github.com/ncruces/go-strftime v0.1.9 // indirect github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec // indirect go.opencensus.io v0.24.0 // indirect go.opentelemetry.io/auto/sdk v1.1.0 // indirect go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0 // indirect go.opentelemetry.io/otel v1.38.0 // indirect go.opentelemetry.io/otel/metric v1.38.0 // indirect go.opentelemetry.io/otel/trace v1.38.0 // indirect go.uber.org/multierr v1.11.0 // indirect go.uber.org/zap v1.27.0 // indirect golang.org/x/crypto v0.43.0 // indirect golang.org/x/exp v0.0.0-20250718183923-645b1fa84792 // indirect golang.org/x/net v0.46.0 // indirect golang.org/x/oauth2 v0.30.0 // indirect golang.org/x/sys v0.37.0 // indirect golang.org/x/text v0.30.0 // indirect golang.org/x/time v0.14.0 // indirect google.golang.org/api v0.243.0 // indirect google.golang.org/genproto/googleapis/rpc v0.0.0-20250728155136-f173205681a0 // indirect google.golang.org/grpc v1.74.2 // indirect google.golang.org/protobuf v1.36.6 // indirect modernc.org/libc v1.66.6 // indirect modernc.org/mathutil v1.7.1 // indirect modernc.org/memory v1.11.0 // indirect modernc.org/sqlite v1.38.1 // indirect ) inspektor-gadget-0.46.0/tools/testjson2md/go.sum000066400000000000000000001160621510117411400216200ustar00rootroot00000000000000cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= cloud.google.com/go/auth v0.16.3 h1:kabzoQ9/bobUmnseYnBO6qQG7q4a/CffFRlJSxv2wCc= cloud.google.com/go/auth v0.16.3/go.mod h1:NucRGjaXfzP1ltpcQ7On/VTZ0H4kWB5Jy+Y9Dnm76fA= cloud.google.com/go/auth/oauth2adapt v0.2.8 h1:keo8NaayQZ6wimpNSmW5OPc283g65QNIiLpZnkHRbnc= cloud.google.com/go/auth/oauth2adapt v0.2.8/go.mod h1:XQ9y31RkqZCcwJWNSx2Xvric3RrU88hAYYbjDWYDL+c= cloud.google.com/go/cloudsqlconn v1.17.3 h1:dAEgQmhj9NHVRqven4elTBCbOWOtFPSNjAqBoznJSpc= cloud.google.com/go/cloudsqlconn v1.17.3/go.mod h1:5AHAXT4hbs2+EbzNDBxPu9QU+tJwRZyWNPwwiE8MzRs= cloud.google.com/go/compute/metadata v0.7.0 h1:PBWF+iiAerVNe8UCHxdOt6eHLVc3ydFeOCw78U8ytSU= cloud.google.com/go/compute/metadata v0.7.0/go.mod h1:j5MvL9PprKL39t166CoB1uVHfQMs4tFQZZcKwksXUjo= filippo.io/edwards25519 v1.1.0 h1:FNf4tywRC1HmFuKW5xopWpigGjJKiJSV0Cqo0cJWDaA= filippo.io/edwards25519 v1.1.0/go.mod h1:BxyFTGdWcka3PhytdK4V28tE5sGfRvvvRV7EaN4VDT4= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/GoogleCloudPlatform/cloudsql-proxy v1.37.8 h1:9aTh5GPncdE8BjUn+xanuF/BT3m2BJiyvS50Mmws/fw= github.com/GoogleCloudPlatform/cloudsql-proxy v1.37.8/go.mod h1:exon/I6I+5u/ab7AHmGh0eCXGoYZO5cjqA3wHJlYFFQ= github.com/Masterminds/semver/v3 v3.1.1 h1:hLg3sBzpNErnxhQtUy/mmLR2I9foDujNK030IGemrRc= github.com/Masterminds/semver/v3 v3.1.1/go.mod h1:VPu/7SZ7ePZ3QOrcuXROw5FAcLl4a0cBrbBpGY/8hQs= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cockroachdb/apd v1.1.0 h1:3LFP3629v+1aKXU5Q37mxmRxX/pIu1nijXydLShEq5I= github.com/cockroachdb/apd v1.1.0/go.mod h1:8Sl8LxpKi29FqWXR16WEFZRNSz3SoPzUzeMeY4+DwBQ= github.com/coreos/go-systemd v0.0.0-20190321100706-95778dfbb74e/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= github.com/coreos/go-systemd v0.0.0-20190719114852-fd7a80b32e1f/go.mod h1:F5haX7vjVVG0kc13fIWeqUViNPyEJxv/OmvnBo0Yme4= github.com/creack/pty v1.1.7/go.mod h1:lj5s0c3V2DBrqTV7llrYr5NG6My20zk30Fl46Y7DoTY= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= github.com/dustin/go-humanize v1.0.1 h1:GzkhY7T5VNhEkwH0PVJgjz+fX1rhBrR7pRT3mDkpeCY= github.com/dustin/go-humanize v1.0.1/go.mod h1:Mu1zIs6XwVuF/gI1OepvI0qD18qycQx+mFykh5fBlto= github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/felixge/httpsnoop v1.0.4 h1:NFTV2Zj1bL4mc9sqWACXbQFVBBg2W3GPvqp8/ESS2Wg= github.com/felixge/httpsnoop v1.0.4/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/go-kit/log v0.1.0/go.mod h1:zbhenjAZHb184qTLMA9ZjW7ThYL0H2mk7Q6pNt4vbaY= github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= github.com/go-logr/logr v1.2.2/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A= github.com/go-logr/logr v1.4.3 h1:CjnDlHq8ikf6E492q6eKboGOC0T8CDaOvkHCIg8idEI= github.com/go-logr/logr v1.4.3/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY= github.com/go-logr/stdr v1.2.2 h1:hSWxHoqTgW2S2qGc0LTAI563KZ5YKYRhT3MFKZMbjag= github.com/go-logr/stdr v1.2.2/go.mod h1:mMo/vtBO5dYbehREoey6XUKy/eSumjCCveDpRre4VKE= github.com/go-sql-driver/mysql v1.8.1/go.mod h1:wEBSXgmK//2ZFJyE+qWnIsVGmvmEKlqwuVSjsCm7DZg= github.com/go-sql-driver/mysql v1.9.3 h1:U/N249h2WzJ3Ukj8SowVFjdtZKfu9vlLZxjPXV1aweo= github.com/go-sql-driver/mysql v1.9.3/go.mod h1:qn46aNg1333BRMNU69Lq93t8du/dwxI64Gl8i5p1WMU= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= github.com/gofrs/uuid v4.0.0+incompatible h1:1SD/1F5pU8p29ybwgQSwpQk+mwdRrXCYuPhW6m+TnJw= github.com/gofrs/uuid v4.0.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM= github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9 h1:au07oEsX2xN0ktxqI+Sida1w446QrXBRJ0nee3SNZlA= github.com/golang-sql/civil v0.0.0-20220223132316-b832511892a9/go.mod h1:8vg3r2VgvsThLBIFL93Qb5yWzgyZWhEmBwUJWevAkK0= github.com/golang-sql/sqlexp v0.1.0 h1:ZCD6MBpcuOVfGVqsEmY5/4FtYiKz6tSyUv9LPEDei6A= github.com/golang-sql/sqlexp v0.1.0/go.mod h1:J4ad9Vo8ZCWQ2GMrC4UCQy1JpCbwU9m3EOqtpKwwwHI= github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8 h1:f+oWsMOmNPc8JmEHVZIycC7hBoQxHH9pNKQORJNozsQ= github.com/golang/groupcache v0.0.0-20241129210726-2c02b8208cf8/go.mod h1:wcDNUvekVysuuOpQKo3191zZyTpiI6se1N1ULghS0sw= github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= github.com/golang/protobuf v1.5.4 h1:i7eJL8qZTpSEXOPTxNKhASYpMn+8e5Q6AdndVa1dWek= github.com/golang/protobuf v1.5.4/go.mod h1:lnTiLA8Wa4RWRcIUkrtSVa5nRhsEGBg48fD6rSs7xps= github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.3/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.7.0 h1:wk8382ETsv4JYUZwIsn6YpYiWiBsYLSJiTsyBybVuN8= github.com/google/go-cmp v0.7.0/go.mod h1:pXiqmnSA92OHEEa9HXL2W4E7lf9JzCmGVUdgjX3N/iU= github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e h1:ijClszYn+mADRFY17kjQEVQ1XRhq2/JR1M3sGqeJoxs= github.com/google/pprof v0.0.0-20250317173921-a4b03ec1a45e/go.mod h1:boTsfXsheKC2y+lKOCMpSfarhxDeIzfZG1jqGcPl3cA= github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= github.com/google/s2a-go v0.1.9 h1:LGD7gtMgezd8a/Xak7mEWL0PjoTQFvpRudN895yqKW0= github.com/google/s2a-go v0.1.9/go.mod h1:YA0Ei2ZQL3acow2O62kdp9UlnvMmU7kA6Eutn0dXayM= github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/google/uuid v1.6.0 h1:NIvaJDMOsjHA8n1jAhLSgzrAzy1Hgr+hNrb57e+94F0= github.com/google/uuid v1.6.0/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/googleapis/enterprise-certificate-proxy v0.3.6 h1:GW/XbdyBFQ8Qe+YAmFU9uHLo7OnF5tL52HFAgMmyrf4= github.com/googleapis/enterprise-certificate-proxy v0.3.6/go.mod h1:MkHOF77EYAE7qfSuSS9PU6g4Nt4e11cnsDUowfwewLA= github.com/googleapis/gax-go/v2 v2.15.0 h1:SyjDc1mGgZU5LncH8gimWo9lW1DtIfPibOG81vgd/bo= github.com/googleapis/gax-go/v2 v2.15.0/go.mod h1:zVVkkxAQHa1RQpg9z2AUCMnKhi0Qld9rcmyfL1OZhoc= github.com/jackc/chunkreader v1.0.0/go.mod h1:RT6O25fNZIuasFJRyZ4R/Y2BbhasbmZXF9QQ7T3kePo= github.com/jackc/chunkreader/v2 v2.0.0/go.mod h1:odVSm741yZoC3dpHEUXIqA9tQRhFrgOHwnPIn9lDKlk= github.com/jackc/chunkreader/v2 v2.0.1 h1:i+RDz65UE+mmpjTfyz0MoVTnzeYxroil2G82ki7MGG8= github.com/jackc/chunkreader/v2 v2.0.1/go.mod h1:odVSm741yZoC3dpHEUXIqA9tQRhFrgOHwnPIn9lDKlk= github.com/jackc/pgconn v0.0.0-20190420214824-7e0022ef6ba3/go.mod h1:jkELnwuX+w9qN5YIfX0fl88Ehu4XC3keFuOJJk9pcnA= github.com/jackc/pgconn v0.0.0-20190824142844-760dd75542eb/go.mod h1:lLjNuW/+OfW9/pnVKPazfWOgNfH2aPem8YQ7ilXGvJE= github.com/jackc/pgconn v0.0.0-20190831204454-2fabfa3c18b7/go.mod h1:ZJKsE/KZfsUgOEh9hBm+xYTstcNHg7UPMVJqRfQxq4s= github.com/jackc/pgconn v1.8.0/go.mod h1:1C2Pb36bGIP9QHGBYCjnyhqu7Rv3sGshaQUvmfGIB/o= github.com/jackc/pgconn v1.9.0/go.mod h1:YctiPyvzfU11JFxoXokUOOKQXQmDMoJL9vJzHH8/2JY= github.com/jackc/pgconn v1.9.1-0.20210724152538-d89c8390a530/go.mod h1:4z2w8XhRbP1hYxkpTuBjTS3ne3J48K83+u0zoyvg2pI= github.com/jackc/pgconn v1.14.3 h1:bVoTr12EGANZz66nZPkMInAV/KHD2TxH9npjXXgiB3w= github.com/jackc/pgconn v1.14.3/go.mod h1:RZbme4uasqzybK2RK5c65VsHxoyaml09lx3tXOcO/VM= github.com/jackc/pgio v1.0.0 h1:g12B9UwVnzGhueNavwioyEEpAmqMe1E/BN9ES+8ovkE= github.com/jackc/pgio v1.0.0/go.mod h1:oP+2QK2wFfUWgr+gxjoBH9KGBb31Eio69xUb0w5bYf8= github.com/jackc/pgmock v0.0.0-20190831213851-13a1b77aafa2/go.mod h1:fGZlG77KXmcq05nJLRkk0+p82V8B8Dw8KN2/V9c/OAE= github.com/jackc/pgmock v0.0.0-20201204152224-4fe30f7445fd/go.mod h1:hrBW0Enj2AZTNpt/7Y5rr2xe/9Mn757Wtb2xeBzPv2c= github.com/jackc/pgmock v0.0.0-20210724152146-4ad1a8207f65 h1:DadwsjnMwFjfWc9y5Wi/+Zz7xoE5ALHsRQlOctkOiHc= github.com/jackc/pgmock v0.0.0-20210724152146-4ad1a8207f65/go.mod h1:5R2h2EEX+qri8jOWMbJCtaPWkrrNc7OHwsp2TCqp7ak= github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM= github.com/jackc/pgpassfile v1.0.0/go.mod h1:CEx0iS5ambNFdcRtxPj5JhEz+xB6uRky5eyVu/W2HEg= github.com/jackc/pgproto3 v1.1.0/go.mod h1:eR5FA3leWg7p9aeAqi37XOTgTIbkABlvcPB3E5rlc78= github.com/jackc/pgproto3/v2 v2.0.0-alpha1.0.20190420180111-c116219b62db/go.mod h1:bhq50y+xrl9n5mRYyCBFKkpRVTLYJVWeCc+mEAI3yXA= github.com/jackc/pgproto3/v2 v2.0.0-alpha1.0.20190609003834-432c2951c711/go.mod h1:uH0AWtUmuShn0bcesswc4aBTWGvw0cAxIJp+6OB//Wg= github.com/jackc/pgproto3/v2 v2.0.0-rc3/go.mod h1:ryONWYqW6dqSg1Lw6vXNMXoBJhpzvWKnT95C46ckYeM= github.com/jackc/pgproto3/v2 v2.0.0-rc3.0.20190831210041-4c03ce451f29/go.mod h1:ryONWYqW6dqSg1Lw6vXNMXoBJhpzvWKnT95C46ckYeM= github.com/jackc/pgproto3/v2 v2.0.6/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= github.com/jackc/pgproto3/v2 v2.1.1/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= github.com/jackc/pgproto3/v2 v2.3.3 h1:1HLSx5H+tXR9pW3in3zaztoEwQYRC9SQaYUHjTSUOag= github.com/jackc/pgproto3/v2 v2.3.3/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= github.com/jackc/pgservicefile v0.0.0-20200714003250-2b9c44734f2b/go.mod h1:vsD4gTJCa9TptPL8sPkXrLZ+hDuNrZCnj29CQpr4X1E= github.com/jackc/pgservicefile v0.0.0-20221227161230-091c0ba34f0a/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 h1:iCEnooe7UlwOQYpKFhBabPMi4aNAfoODPEFNiAnClxo= github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= github.com/jackc/pgtype v0.0.0-20190421001408-4ed0de4755e0/go.mod h1:hdSHsc1V01CGwFsrv11mJRHWJ6aifDLfdV3aVjFF0zg= github.com/jackc/pgtype v0.0.0-20190824184912-ab885b375b90/go.mod h1:KcahbBH1nCMSo2DXpzsoWOAfFkdEtEJpPbVLq8eE+mc= github.com/jackc/pgtype v0.0.0-20190828014616-a8802b16cc59/go.mod h1:MWlu30kVJrUS8lot6TQqcg7mtthZ9T0EoIBFiJcmcyw= github.com/jackc/pgtype v1.8.1-0.20210724151600-32e20a603178/go.mod h1:C516IlIV9NKqfsMCXTdChteoXmwgUceqaLfjg2e3NlM= github.com/jackc/pgtype v1.14.0/go.mod h1:LUMuVrfsFfdKGLw+AFFVv6KtHOFMwRgDDzBt76IqCA4= github.com/jackc/pgtype v1.14.4 h1:fKuNiCumbKTAIxQwXfB/nsrnkEI6bPJrrSiMKgbJ2j8= github.com/jackc/pgtype v1.14.4/go.mod h1:aKeozOde08iifGosdJpz9MBZonJOUJxqNpPBcMJTlVA= github.com/jackc/pgx/v4 v4.0.0-20190420224344-cc3461e65d96/go.mod h1:mdxmSJJuR08CZQyj1PVQBHy9XOp5p8/SHH6a0psbY9Y= github.com/jackc/pgx/v4 v4.0.0-20190421002000-1b8f0016e912/go.mod h1:no/Y67Jkk/9WuGR0JG/JseM9irFbnEPbuWV2EELPNuM= github.com/jackc/pgx/v4 v4.0.0-pre1.0.20190824185557-6972a5742186/go.mod h1:X+GQnOEnf1dqHGpw7JmHqHc1NxDoalibchSk9/RWuDc= github.com/jackc/pgx/v4 v4.12.1-0.20210724153913-640aa07df17c/go.mod h1:1QD0+tgSXP7iUjYm9C1NxKhny7lq6ee99u/z+IHFcgs= github.com/jackc/pgx/v4 v4.18.2/go.mod h1:Ey4Oru5tH5sB6tV7hDmfWFahwF15Eb7DNXlRKx2CkVw= github.com/jackc/pgx/v4 v4.18.3 h1:dE2/TrEsGX3RBprb3qryqSV9Y60iZN1C6i8IrmW9/BA= github.com/jackc/pgx/v4 v4.18.3/go.mod h1:Ey4Oru5tH5sB6tV7hDmfWFahwF15Eb7DNXlRKx2CkVw= github.com/jackc/pgx/v5 v5.7.5 h1:JHGfMnQY+IEtGM63d+NGMjoRpysB2JBwDr5fsngwmJs= github.com/jackc/pgx/v5 v5.7.5/go.mod h1:aruU7o91Tc2q2cFp5h4uP3f6ztExVpyVv88Xl/8Vl8M= github.com/jackc/puddle v0.0.0-20190413234325-e4ced69a3a2b/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= github.com/jackc/puddle v0.0.0-20190608224051-11cab39313c9/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= github.com/jackc/puddle v1.1.3/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= github.com/jackc/puddle v1.3.0 h1:eHK/5clGOatcjX3oWGBO/MpxpbHzSwud5EWTSCI+MX0= github.com/jackc/puddle v1.3.0/go.mod h1:m4B5Dj62Y0fbyuIc15OsIqK0+JU8nkqQjsgx7dvjSWk= github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo= github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4= github.com/jmoiron/sqlx v1.4.0 h1:1PLqN7S1UYp5t4SrVVnt4nUVNemrDAtxlulVe+Qgm3o= github.com/jmoiron/sqlx v1.4.0/go.mod h1:ZrZ7UsYB/weZdl2Bxg6jCRO9c3YHl8r3ahlKmRT4JLY= github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= github.com/konsorten/go-windows-terminal-sequences v1.0.2/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= github.com/kr/pty v1.1.8/go.mod h1:O1sed60cT9XZ5uDucP5qwvh+TE3NnUj51EiZO/lmSfw= github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= github.com/lib/pq v1.0.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= github.com/lib/pq v1.1.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= github.com/lib/pq v1.2.0/go.mod h1:5WUZQaWbwv1U+lTReE5YruASi9Al49XbQIvNi/34Woo= github.com/lib/pq v1.10.2/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= github.com/lib/pq v1.10.9 h1:YXG7RB+JIjhP29X+OtkiDnYaXQwpS4JEWq7dtCCRUEw= github.com/lib/pq v1.10.9/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o= github.com/mattn/go-colorable v0.1.1/go.mod h1:FuOcm+DKB9mbwrcAfNl7/TZVBZ6rcnceauSikq3lYCQ= github.com/mattn/go-colorable v0.1.6/go.mod h1:u6P/XSegPjTcexA+o6vUJrdnUu04hMope9wVRipJSqc= github.com/mattn/go-isatty v0.0.5/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= github.com/mattn/go-isatty v0.0.7/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= github.com/mattn/go-isatty v0.0.12/go.mod h1:cbi8OIDigv2wuxKPP5vlRcQ1OAZbq2CE4Kysco4FUpU= github.com/mattn/go-isatty v0.0.20 h1:xfD0iDuEKnDkl03q4limB+vH+GxLEtL/jb4xVJSWWEY= github.com/mattn/go-isatty v0.0.20/go.mod h1:W+V8PltTTMOvKvAeJH7IuucS94S2C6jfK/D7dTCTo3Y= github.com/mattn/go-sqlite3 v1.14.22 h1:2gZY6PC6kBnID23Tichd1K+Z0oS6nE/XwU+Vz/5o4kU= github.com/mattn/go-sqlite3 v1.14.22/go.mod h1:Uh1q+B4BYcTPb+yiD3kU8Ct7aC0hY9fxUwlHK0RXw+Y= github.com/medyagh/gopogh v0.29.0 h1:l0k7ClvaVbOTkzGMzaJkCfj+aJpnOtKenT8opB15iKw= github.com/medyagh/gopogh v0.29.0/go.mod h1:NP/FUiAhERupeCm5xlimpQRUJGl1Icv8+vgDgEO+M88= github.com/microsoft/go-mssqldb v1.9.2 h1:nY8TmFMQOHpm2qVWo6y4I2mAmVdZqlGiMGAYt64Ibbs= github.com/microsoft/go-mssqldb v1.9.2/go.mod h1:GBbW9ASTiDC+mpgWDGKdm3FnFLTUsLYN3iFL90lQ+PA= github.com/ncruces/go-strftime v0.1.9 h1:bY0MQC28UADQmHmaF5dgpLmImcShSi2kHU9XLdhx/f4= github.com/ncruces/go-strftime v0.1.9/go.mod h1:Fwc5htZGVVkseilnfgOVb9mKy6w1naJmn9CehxcKcls= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec h1:W09IVJc94icq4NjY3clb7Lk8O1qJ8BdBEF8z0ibU0rE= github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec/go.mod h1:qqbHyh8v60DhA7CoWK5oRCqLrMHRGoxYCSS9EjAz6Eo= github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= github.com/rs/xid v1.2.1/go.mod h1:+uKXf+4Djp6Md1KODXJxgGQPKngRmWyn10oCKFzNHOQ= github.com/rs/zerolog v1.13.0/go.mod h1:YbFCdg8HfsridGWAh22vktObvhZbQsZXe4/zB0OKkWU= github.com/rs/zerolog v1.15.0/go.mod h1:xYTKnLHcpfU2225ny5qZjxnj9NvkumZYjJHlAThCjNc= github.com/satori/go.uuid v1.2.0/go.mod h1:dA0hQrYB0VpLJoorglMZABFdXlWrHn1NEOzdhQKdks0= github.com/shopspring/decimal v0.0.0-20180709203117-cd690d0c9e24/go.mod h1:M+9NzErvs504Cn4c5DxATwIqPbtswREoFCre64PpcG4= github.com/shopspring/decimal v1.2.0 h1:abSATXmQEYyShuxI4/vyW3tV1MrKAJzCZ/0zLUXYbsQ= github.com/shopspring/decimal v1.2.0/go.mod h1:DKyhrW/HYNuLGql+MJL6WCR6knT2jwCFRcu2hWCYk4o= github.com/sirupsen/logrus v1.4.1/go.mod h1:ni0Sbl8bgC9z8RoU9G6nDWqqs/fq4eDPysMBDgk/93Q= github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.2.0/go.mod h1:qt09Ya8vawLte6SNmTgCsAVtYtaKzEcn8ATUoHMkEqE= github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw= github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo= github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU= github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4= github.com/stretchr/testify v1.11.1 h1:7s2iGBzp5EwR7/aIZr8ao5+dra3wiQyKjjFuvgVKu7U= github.com/stretchr/testify v1.11.1/go.mod h1:wZwfW3scLgRK+23gO65QZefKpKQRnfz6sD981Nm4B6U= github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY= github.com/zenazn/goji v0.9.0/go.mod h1:7S9M489iMyHBNxwZnk9/EHS098H4/F6TATF2mIxtB1Q= go.opencensus.io v0.24.0 h1:y73uSU6J157QMP2kn2r30vwW1A2W2WFwSCGnAVxeaD0= go.opencensus.io v0.24.0/go.mod h1:vNK8G9p7aAivkbmorf4v+7Hgx+Zs0yY+0fOtgBfjQKo= go.opentelemetry.io/auto/sdk v1.1.0 h1:cH53jehLUN6UFLY71z+NDOiNJqDdPRaXzTel0sJySYA= go.opentelemetry.io/auto/sdk v1.1.0/go.mod h1:3wSPjt5PWp2RhlCcmmOial7AvC4DQqZb7a7wCow3W8A= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0 h1:Hf9xI/XLML9ElpiHVDNwvqI0hIFlzV8dgIr35kV1kRU= go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.62.0/go.mod h1:NfchwuyNoMcZ5MLHwPrODwUF1HWCXWrL31s8gSAdIKY= go.opentelemetry.io/otel v1.38.0 h1:RkfdswUDRimDg0m2Az18RKOsnI8UDzppJAtj01/Ymk8= go.opentelemetry.io/otel v1.38.0/go.mod h1:zcmtmQ1+YmQM9wrNsTGV/q/uyusom3P8RxwExxkZhjM= go.opentelemetry.io/otel/metric v1.38.0 h1:Kl6lzIYGAh5M159u9NgiRkmoMKjvbsKtYRwgfrA6WpA= go.opentelemetry.io/otel/metric v1.38.0/go.mod h1:kB5n/QoRM8YwmUahxvI3bO34eVtQf2i4utNVLr9gEmI= go.opentelemetry.io/otel/sdk v1.37.0 h1:ItB0QUqnjesGRvNcmAcU0LyvkVyGJ2xftD29bWdDvKI= go.opentelemetry.io/otel/sdk v1.37.0/go.mod h1:VredYzxUvuo2q3WRcDnKDjbdvmO0sCzOvVAiY+yUkAg= go.opentelemetry.io/otel/sdk/metric v1.37.0 h1:90lI228XrB9jCMuSdA0673aubgRobVZFhbjxHHspCPc= go.opentelemetry.io/otel/sdk/metric v1.37.0/go.mod h1:cNen4ZWfiD37l5NhS+Keb5RXVWZWpRE+9WyVCpbo5ps= go.opentelemetry.io/otel/trace v1.38.0 h1:Fxk5bKrDZJUH+AMyyIXGcFAPah0oRcT+LuNtJrmcNLE= go.opentelemetry.io/otel/trace v1.38.0/go.mod h1:j1P9ivuFsTceSWe1oY+EeW3sc+Pp42sO++GHkg4wwhs= go.uber.org/atomic v1.3.2/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= go.uber.org/atomic v1.4.0/go.mod h1:gD2HeocX3+yG+ygLZcrzQJaqmWj9AIm7n08wl/qW/PE= go.uber.org/atomic v1.5.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= go.uber.org/atomic v1.6.0/go.mod h1:sABNBOSYdrvTF6hTgEIbc7YasKWGhgEQZyfxyTvoXHQ= go.uber.org/goleak v1.3.0 h1:2K3zAYmnTNqV73imy9J1T3WC+gmCePx2hEGkimedGto= go.uber.org/goleak v1.3.0/go.mod h1:CoHD4mav9JJNrW/WLlf7HGZPjdw8EucARQHekz1X6bE= go.uber.org/multierr v1.1.0/go.mod h1:wR5kodmAFQ0UK8QlbwjlSNy0Z68gJhDJUG5sjR94q/0= go.uber.org/multierr v1.3.0/go.mod h1:VgVr7evmIr6uPjLBxg28wmKNXyqE9akIJ5XnfpiKl+4= go.uber.org/multierr v1.5.0/go.mod h1:FeouvMocqHpRaaGuG9EjoKcStLC43Zu/fmqdUMPcKYU= go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= go.uber.org/tools v0.0.0-20190618225709-2cfd321de3ee/go.mod h1:vJERXedbb3MVM5f9Ejo0C68/HhF8uaILCdgjnY+goOA= go.uber.org/zap v1.9.1/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= go.uber.org/zap v1.10.0/go.mod h1:vwi/ZaCAaUcBkycHslxD9B2zi4UTXhF60s6SWpuDF0Q= go.uber.org/zap v1.13.0/go.mod h1:zwrFLgMcdUuIBviXEYEH1YKNaOBnKXsx2IPda5bBwHM= go.uber.org/zap v1.27.0 h1:aJMhYGrd5QSmlpLMr2MftRKl7t8J8PTZPA732ud/XR8= go.uber.org/zap v1.27.0/go.mod h1:GB2qFLM7cTU87MWRP2mPIjqfIDnGu+VIO4V/SdhGo2E= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= golang.org/x/crypto v0.0.0-20190411191339-88737f569e3a/go.mod h1:WFFai1msRO1wXaEeE5yQxYXgSfI8pQAWXbQop6sCtWE= golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20190820162420-60c769a6c586/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20201203163018-be400aefbc4c/go.mod h1:jdWPYTVW3xRLrWPugEBEK3UY2ZEsg3UU495nc5E+M+I= golang.org/x/crypto v0.0.0-20210616213533-5ff15b29337e/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.0.0-20210711020723-a769d52b0f97/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.0.0-20210921155107-089bfa567519/go.mod h1:GvvjBRRGRdwPK5ydBHafDWAxML/pGHZbMvKqRZ5+Abc= golang.org/x/crypto v0.19.0/go.mod h1:Iy9bg/ha4yyC70EfRS8jz+B6ybOBKMaSxLj6P6oBDfU= golang.org/x/crypto v0.20.0/go.mod h1:Xwo95rrVNIoSMx9wa1JroENMToLWn3RNVrTBpLHgZPQ= golang.org/x/crypto v0.43.0 h1:dduJYIi3A3KOfdGOHX8AVZ/jGiyPa3IbBozJ5kNuE04= golang.org/x/crypto v0.43.0/go.mod h1:BFbav4mRNlXJL4wNeejLpWxB7wMbc79PdRGhWKncxR0= golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= golang.org/x/exp v0.0.0-20250718183923-645b1fa84792 h1:R9PFI6EUdfVKgwKjZef7QIwGcBKu86OEFpJ9nUEP2l4= golang.org/x/exp v0.0.0-20250718183923-645b1fa84792/go.mod h1:A+z0yzpGtvnG90cToK5n2tu8UJVP2XUATh+r+sfOOOc= golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= golang.org/x/mod v0.6.0-dev.0.20220419223038-86c51ed26bb4/go.mod h1:jJ57K6gSWd91VN4djpZkiMVwK6gcyfeH4XE8wZrZaV4= golang.org/x/mod v0.8.0/go.mod h1:iBbtSCu2XBx23ZKBPSOrRkjjQPZFPuis4dIYUhu/chs= golang.org/x/mod v0.28.0 h1:gQBtGhjxykdjY9YhZpSlZIsbnaE2+PgjfLWUQTnoZ1U= golang.org/x/mod v0.28.0/go.mod h1:yfB/L0NOf/kmEbXjzCPOx1iK1fRutOydrCMsqRhEBxI= golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20190813141303-74dc4d7220e7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20220722155237-a158d28d115b/go.mod h1:XRhObCWvk6IyKnWLug+ECip1KBveYUHfp+8e9klMJ9c= golang.org/x/net v0.6.0/go.mod h1:2Tu9+aMcznHK/AK1HMvgo6xiTLG5rD5rZLDS+rp2Bjs= golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg= golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44= golang.org/x/net v0.46.0 h1:giFlY12I07fugqwPuWJi68oOnpfqFnJIJzaIIm2JVV4= golang.org/x/net v0.46.0/go.mod h1:Q9BGdFy1y4nkUwiLvT5qtyhAnEHgnQ/zd8PfU6nc210= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.30.0 h1:dnDm7JmhM45NNpd8FDDeLhK6FwqbOf4MLCM9zb1BOHI= golang.org/x/oauth2 v0.30.0/go.mod h1:B++QgG3ZKulg6sRPGD/mqlHQs5rB3Ml9erfeDY7xKlU= golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.17.0 h1:l60nONMj9l5drqw6jlhIELNv9I0A4OFgRsG9k2oT9Ug= golang.org/x/sync v0.17.0/go.mod h1:9KTHXmSnoGruLpwFjVSX0lNNA75CykiMECbovNTZqGI= golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190403152447-81d4e9dc473e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200116001909-b77594299b42/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220520151302-bc2c85ada10a/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20220722155257-8c9f86f7a55f/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.5.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA= golang.org/x/sys v0.37.0 h1:fdNQudmxPjkdUTPnLn5mdQv7Zwvbvpaxqs831goi9kQ= golang.org/x/sys v0.37.0/go.mod h1:OgkHotnGiDImocRcuBABYBEXf8A9a87e/uXjp9XT3ks= golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k= golang.org/x/term v0.8.0/go.mod h1:xPskH00ivmX89bAKVGSKKtLOWNx2+17Eiy94tnKShWo= golang.org/x/term v0.17.0/go.mod h1:lLRBjIVuehSbZlaOtGMbcMncT+aqLLLmKrsjNrUguwk= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= golang.org/x/text v0.7.0/go.mod h1:mrYo+phRRbMaCq/xk9113O4dZlRixOauAjOtrjsXDZ8= golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8= golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU= golang.org/x/text v0.30.0 h1:yznKA/E9zq54KzlzBEAWn1NXSQ8DIp/NYMy88xJjl4k= golang.org/x/text v0.30.0/go.mod h1:yDdHFIX9t+tORqspjENWgzaCVXgk0yYnYuSZ8UzzBVM= golang.org/x/time v0.14.0 h1:MRx4UaLrDotUKUdCIqzPC48t1Y9hANFKIRpNx+Te8PI= golang.org/x/time v0.14.0/go.mod h1:eL/Oa2bBBK0TkX57Fyni+NgnyQQN4LitPmob2Hjnqw4= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= golang.org/x/tools v0.0.0-20190425163242-31fd60d6bfdc/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= golang.org/x/tools v0.0.0-20190823170909-c4a336ef6a2f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20191029041327-9cc4af7d6b2c/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20191029190741-b9c20aec41a5/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= golang.org/x/tools v0.0.0-20200103221440-774c71fcf114/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc= golang.org/x/tools v0.6.0/go.mod h1:Xwgl3UAJ/d3gWutnCtw505GrjyAbvKui8lOU390QaIU= golang.org/x/tools v0.37.0 h1:DVSRzp7FwePZW356yEAChSdNcQo6Nsp+fex1SUW09lE= golang.org/x/tools v0.37.0/go.mod h1:MBN5QPQtLMHVdvsbtarmTNukZDdgwdwlO5qGacAzF0w= golang.org/x/xerrors v0.0.0-20190410155217-1f06c39b4373/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20190513163551-3ee3066db522/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= google.golang.org/api v0.243.0 h1:sw+ESIJ4BVnlJcWu9S+p2Z6Qq1PjG77T8IJ1xtp4jZQ= google.golang.org/api v0.243.0/go.mod h1:GE4QtYfaybx1KmeHMdBnNnyLzBZCVihGBXAmJu/uUr8= google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= google.golang.org/genproto v0.0.0-20250603155806-513f23925822 h1:rHWScKit0gvAPuOnu87KpaYtjK5zBMLcULh7gxkCXu4= google.golang.org/genproto v0.0.0-20250603155806-513f23925822/go.mod h1:HubltRL7rMh0LfnQPkMH4NPDFEWp0jw3vixw7jEM53s= google.golang.org/genproto/googleapis/api v0.0.0-20250603155806-513f23925822 h1:oWVWY3NzT7KJppx2UKhKmzPq4SRe0LdCijVRwvGeikY= google.golang.org/genproto/googleapis/api v0.0.0-20250603155806-513f23925822/go.mod h1:h3c4v36UTKzUiuaOKQ6gr3S+0hovBtUrXzTG/i3+XEc= google.golang.org/genproto/googleapis/rpc v0.0.0-20250728155136-f173205681a0 h1:MAKi5q709QWfnkkpNQ0M12hYJ1+e8qYVDyowc4U1XZM= google.golang.org/genproto/googleapis/rpc v0.0.0-20250728155136-f173205681a0/go.mod h1:qQ0YXyHHx3XkvlzUtpXDkS29lDSafHMZBAZDc03LQ3A= google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= google.golang.org/grpc v1.33.2/go.mod h1:JMHMWHQWaTccqQQlmk3MJZS+GWXOdAesneDmEnv2fbc= google.golang.org/grpc v1.74.2 h1:WoosgB65DlWVC9FqI82dGsZhWFNBSLjQ84bjROOpMu4= google.golang.org/grpc v1.74.2/go.mod h1:CtQ+BGjaAIXHs/5YS3i473GqwBBa1zGQNevxdeBEXrM= google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= google.golang.org/protobuf v1.36.6 h1:z1NpPI8ku2WgiWnf+t9wTPsn6eP1L7ksHUlkfLvd9xY= google.golang.org/protobuf v1.36.6/go.mod h1:jduwjTPXsFjZGTmRluh+L6NjiWu7pchiJ2/5YcXBHnY= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/inconshreveable/log15.v2 v2.0.0-20180818164646-67afb5ed74ec/go.mod h1:aPpfJ7XW+gOuirDoZ8gHhLh3kZ1B08FtV2bbmy7Jv3s= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA= gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= modernc.org/cc/v4 v4.26.3 h1:yEN8dzrkRFnn4PUUKXLYIqVf2PJYAEjMTFjO3BDGc3I= modernc.org/cc/v4 v4.26.3/go.mod h1:uVtb5OGqUKpoLWhqwNQo/8LwvoiEBLvZXIQ/SmO6mL0= modernc.org/ccgo/v4 v4.28.0 h1:rjznn6WWehKq7dG4JtLRKxb52Ecv8OUGah8+Z/SfpNU= modernc.org/ccgo/v4 v4.28.0/go.mod h1:JygV3+9AV6SmPhDasu4JgquwU81XAKLd3OKTUDNOiKE= modernc.org/fileutil v1.3.8 h1:qtzNm7ED75pd1C7WgAGcK4edm4fvhtBsEiI/0NQ54YM= modernc.org/fileutil v1.3.8/go.mod h1:HxmghZSZVAz/LXcMNwZPA/DRrQZEVP9VX0V4LQGQFOc= modernc.org/gc/v2 v2.6.5 h1:nyqdV8q46KvTpZlsw66kWqwXRHdjIlJOhG6kxiV/9xI= modernc.org/gc/v2 v2.6.5/go.mod h1:YgIahr1ypgfe7chRuJi2gD7DBQiKSLMPgBQe9oIiito= modernc.org/goabi0 v0.2.0 h1:HvEowk7LxcPd0eq6mVOAEMai46V+i7Jrj13t4AzuNks= modernc.org/goabi0 v0.2.0/go.mod h1:CEFRnnJhKvWT1c1JTI3Avm+tgOWbkOu5oPA8eH8LnMI= modernc.org/libc v1.66.6 h1:RyQpwAhM/19nXD8y3iejM/AjmKwY2TjxZTlUWTsWw2U= modernc.org/libc v1.66.6/go.mod h1:j8z0EYAuumoMQ3+cWXtmw6m+LYn3qm8dcZDFtFTSq+M= modernc.org/mathutil v1.7.1 h1:GCZVGXdaN8gTqB1Mf/usp1Y/hSqgI2vAGGP4jZMCxOU= modernc.org/mathutil v1.7.1/go.mod h1:4p5IwJITfppl0G4sUEDtCr4DthTaT47/N3aT6MhfgJg= modernc.org/memory v1.11.0 h1:o4QC8aMQzmcwCK3t3Ux/ZHmwFPzE6hf2Y5LbkRs+hbI= modernc.org/memory v1.11.0/go.mod h1:/JP4VbVC+K5sU2wZi9bHoq2MAkCnrt2r98UGeSK7Mjw= modernc.org/opt v0.1.4 h1:2kNGMRiUjrp4LcaPuLY2PzUfqM/w9N23quVwhKt5Qm8= modernc.org/opt v0.1.4/go.mod h1:03fq9lsNfvkYSfxrfUhZCWPk1lm4cq4N+Bh//bEtgns= modernc.org/sortutil v1.2.1 h1:+xyoGf15mM3NMlPDnFqrteY07klSFxLElE2PVuWIJ7w= modernc.org/sortutil v1.2.1/go.mod h1:7ZI3a3REbai7gzCLcotuw9AC4VZVpYMjDzETGsSMqJE= modernc.org/sqlite v1.38.1 h1:jNnIjleVta+DKSAr3TnkKK87EEhjPhBLzi6hvIX9Bas= modernc.org/sqlite v1.38.1/go.mod h1:cPTJYSlgg3Sfg046yBShXENNtPrWrDX8bsbAQBzgQ5E= modernc.org/strutil v1.2.1 h1:UneZBkQA+DX2Rp35KcM69cSsNES9ly8mQWD71HKlOA0= modernc.org/strutil v1.2.1/go.mod h1:EHkiggD70koQxjVdSBM3JKM7k6L0FbGE5eymy9i3B9A= modernc.org/token v1.1.0 h1:Xl7Ap9dKaEs5kLoOQeQmPWevfnk/DM5qcLcYlA8ys6Y= modernc.org/token v1.1.0/go.mod h1:UGzOrNV1mAFSEB63lOFHIpNRUVMvYTc6yu1SMY/XTDM= inspektor-gadget-0.46.0/tools/testjson2md/testjson2md.go000066400000000000000000000163361510117411400232730ustar00rootroot00000000000000// Copyright 2023 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package main import ( "bytes" "encoding/json" "flag" "fmt" "log" "os" "sort" "time" "github.com/medyagh/gopogh/pkg/models" "github.com/medyagh/gopogh/pkg/parser" "github.com/medyagh/gopogh/pkg/report" ) const ( // summaryLimitInBytes is the maximum size of the summary in bytes. // https://docs.github.com/en/actions/using-workflows/workflow-commands-for-github-actions#step-isolation-and-limits summaryLimitInBytes = 1000000 // conclusion is the conclusion (success, failure, skipped and cancelled) indicating GitHub Action test step status. // https://docs.github.com/en/actions/learn-github-actions/contexts#steps-context conclusionSuccess = "success" conclusionFailure = "failure" conclusionSkipped = "skipped" conclusionCancelled = "cancelled" ) var ErrInvalidContent = fmt.Errorf("invalid content") var ( inPath = flag.String("in", "", "path to JSON file produced by go tool test2json") outPath = flag.String("out", "", "path to output file") outSummary = flag.String("out_summary", "", "path to summary file") conclusion = flag.String("conclusion", "", "conclusion (success, failure, skipped and cancelled) indicating GitHub Action test step status") ) func main() { flag.Parse() if *inPath == "" { log.Fatal("must provide path to JSON input file") } if *outPath == "" { log.Fatal("must provide path to output file") } events, err := parser.ParseJSON(*inPath) if err != nil { log.Fatal(err) } groups := parser.ProcessEvents(events) content, err := report.Generate(models.ReportDetail{}, groups) if err != nil { log.Fatal(err) } if *outSummary != "" { r, err := summaryForContent(content) if err != nil { log.Fatal(err) } if err = os.WriteFile(*outSummary, r, 0644); err != nil { log.Fatal(err) } } markdown, err := markdownForContent(content) if err != nil { log.Fatal(err) } if err = os.WriteFile(*outPath, markdown, 0644); err != nil { log.Fatal(err) } } func markdownForContent(content report.DisplayContent) ([]byte, error) { // validation if _, ok := content.Results["pass"]; !ok { return nil, fmt.Errorf("checking passed tests: %w", ErrInvalidContent) } if _, ok := content.Results["skip"]; !ok { return nil, fmt.Errorf("checking skip tests: %w", ErrInvalidContent) } if _, ok := content.Results["fail"]; !ok { return nil, fmt.Errorf("checking failed tests: %w", ErrInvalidContent) } // set report status icon var statusIcon string switch *conclusion { case conclusionFailure: statusIcon = ":red_circle:" case conclusionSkipped: fallthrough case conclusionCancelled: statusIcon = ":white_circle:" case conclusionSuccess: fallthrough default: statusIcon = ":green_circle:" } // summary var buf bytes.Buffer fmt.Fprintf(&buf, "### Test Report %s\n", statusIcon) fmt.Fprintf(&buf, "#### Summary\n") fmt.Fprintf(&buf, "| Total Tests | Passed :heavy_check_mark: | Failed :x: | Skipped :arrow_right_hook: |\n") fmt.Fprintf(&buf, "| ----- | ---- | ---- | ---- |\n") fmt.Fprintf(&buf, "| %d | %d | %d | %d |\n", content.TotalTests, len(content.Results["pass"]), len(content.Results["fail"]), len(content.Results["skip"])) // test durations fmt.Fprintf(&buf, "#### Test Durations :stopwatch:\n") appendDuration(content, &buf, "Passed", "pass") appendDuration(content, &buf, "Failed", "fail") appendDuration(content, &buf, "Skipped", "skip") // failed tests if len(content.Results["fail"]) > 0 { fmt.Fprintf(&buf, "\n#### Failed Tests\n") for _, test := range content.Results["fail"] { s, d := testEventToDetailsBlock(test.TestName, test.Events) // check if we are over the limit if buf.Len()+s > summaryLimitInBytes { fmt.Fprintf(&buf, "
    %s\n\n", test.TestName) fmt.Fprintf(&buf, "Logs skipped due to size limitations. Please check workflow [logs](%s) for details.\n", ghaJobUrl()) fmt.Fprintf(&buf, "
    \n") continue } fmt.Fprintf(&buf, "%s", d) } fmt.Fprintf(&buf, "\n") } return buf.Bytes(), nil } func summaryForContent(content report.DisplayContent) ([]byte, error) { var s struct { Id string `json:"id"` RunId string `json:"run_id"` RefName string `json:"ref_name"` PullRequest struct { Id string `json:"id"` Author string `json:"author"` Title string `json:"title"` } `json:"pull_request"` Summary struct { Conclusion string `json:"conclusion"` Pass []string `json:"pass"` Fail []string `json:"fail"` Skip []string `json:"skip"` } `json:"summary"` } if os.Getenv("GITHUB_ACTIONS") != "true" { return nil, fmt.Errorf("summary is only available in GitHub Actions") } s.Id = fmt.Sprintf("%s_%s", os.Getenv("GITHUB_RUN_NUMBER"), os.Getenv("GITHUB_RUN_ATTEMPT")) s.RunId = os.Getenv("GITHUB_RUN_ID") s.RefName = os.Getenv("GITHUB_REF_NAME") s.PullRequest.Id = os.Getenv("PULL_REQUEST_ID") s.PullRequest.Author = os.Getenv("PULL_REQUEST_AUTHOR") s.PullRequest.Title = os.Getenv("PULL_REQUEST_TITLE") for _, test := range content.Results["pass"] { s.Summary.Pass = append(s.Summary.Pass, test.TestName) } for _, test := range content.Results["fail"] { s.Summary.Fail = append(s.Summary.Fail, test.TestName) } for _, test := range content.Results["skip"] { s.Summary.Skip = append(s.Summary.Skip, test.TestName) } s.Summary.Conclusion = *conclusion return json.Marshal(s) } func appendDuration(content report.DisplayContent, buf *bytes.Buffer, title, status string) { if len(content.Results[status]) == 0 { return } fmt.Fprintf(buf, "
    %s\n\n", title) fmt.Fprintf(buf, "| Duration | Test | Run Order |\n") fmt.Fprintf(buf, "| -------- | ---- | --------- |\n") for _, test := range sortTestGroups(content.Results[status]) { fmt.Fprintf(buf, "| %s | %s | %d |\n", time.Duration(test.Duration*float64(time.Second)), test.TestName, test.TestOrder) } fmt.Fprintf(buf, "
    \n") } func sortTestGroups(groups []models.TestGroup) []models.TestGroup { sort.Slice(groups, func(i, j int) bool { return groups[i].Duration > groups[j].Duration }) return groups } func testEventToDetailsBlock(name string, events []models.TestEvent) (int, []byte) { var buf bytes.Buffer fmt.Fprintf(&buf, "
    %s\n\n", name) fmt.Fprintf(&buf, "```code\n") for _, event := range events { fmt.Fprintf(&buf, "%s", event.Output) } fmt.Fprintf(&buf, "```\n") fmt.Fprintf(&buf, "
    \n") return len(buf.Bytes()), buf.Bytes() } func ghaJobUrl() string { if os.Getenv("GITHUB_ACTIONS") != "true" { return "" } return os.Getenv("GITHUB_SERVER_URL") + "/" + os.Getenv("GITHUB_REPOSITORY") + "/actions/runs/" + os.Getenv("GITHUB_RUN_ID") + "/attempts/" + os.Getenv("GITHUB_RUN_ATTEMPT") } inspektor-gadget-0.46.0/wasmapi/000077500000000000000000000000001510117411400165045ustar00rootroot00000000000000inspektor-gadget-0.46.0/wasmapi/go/000077500000000000000000000000001510117411400171115ustar00rootroot00000000000000inspektor-gadget-0.46.0/wasmapi/go/config.go000066400000000000000000000022711510117411400207070ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "fmt" "runtime" _ "unsafe" ) //go:wasmimport ig setConfig //go:linkname setConfig setConfig func setConfig(key uint64, val uint64, kind uint32) uint32 func SetConfig(key string, val any) error { var result uint32 keyPtr := uint64(stringToBufPtr(key)) switch t := val.(type) { case string: valPtr := uint64(stringToBufPtr(t)) result = setConfig(keyPtr, valPtr, uint32(Kind_String)) default: return fmt.Errorf("unsupported type: %T", val) } runtime.KeepAlive(key) runtime.KeepAlive(val) if result != 0 { return fmt.Errorf("setting config") } return nil } inspektor-gadget-0.46.0/wasmapi/go/datasource.go000066400000000000000000000210611510117411400215720ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" "fmt" "runtime" _ "unsafe" ) //go:wasmimport ig newDataSource //go:linkname newDataSource newDataSource func newDataSource(name uint64, typ uint32) uint32 //go:wasmimport ig getDataSource //go:linkname getDataSource getDataSource func getDataSource(name uint64) uint32 //go:wasmimport ig dataSourceSubscribe //go:linkname dataSourceSubscribe dataSourceSubscribe func dataSourceSubscribe(ds uint32, typ uint32, prio uint32, cb uint64) uint32 //go:wasmimport ig dataSourceGetField //go:linkname dataSourceGetField dataSourceGetField func dataSourceGetField(ds uint32, name uint64) uint32 //go:wasmimport ig dataSourceAddField //go:linkname dataSourceAddField dataSourceAddField func dataSourceAddField(ds uint32, name uint64, kind uint32) uint32 //go:wasmimport ig dataSourceNewPacketSingle //go:linkname dataSourceNewPacketSingle dataSourceNewPacketSingle func dataSourceNewPacketSingle(ds uint32) uint32 //go:wasmimport ig dataSourceNewPacketArray //go:linkname dataSourceNewPacketArray dataSourceNewPacketArray func dataSourceNewPacketArray(ds uint32) uint32 //go:wasmimport ig dataSourceEmitAndRelease //go:linkname dataSourceEmitAndRelease dataSourceEmitAndRelease func dataSourceEmitAndRelease(ds uint32, packet uint32) uint32 //go:wasmimport ig dataSourceRelease //go:linkname dataSourceRelease dataSourceRelease func dataSourceRelease(ds uint32, packet uint32) uint32 //go:wasmimport ig dataSourceUnreference //go:linkname dataSourceUnreference dataSourceUnreference func dataSourceUnreference(ds uint32) uint32 //go:wasmimport ig dataSourceIsReferenced //go:linkname dataSourceIsReferenced dataSourceIsReferenced func dataSourceIsReferenced(ds uint32) uint32 //go:wasmimport ig dataArrayNew //go:linkname dataArrayNew dataArrayNew func dataArrayNew(d uint32) uint32 //go:wasmimport ig dataArrayAppend //go:linkname dataArrayAppend dataArrayAppend func dataArrayAppend(d uint32, data uint32) uint32 //go:wasmimport ig dataArrayRelease //go:linkname dataArrayRelease dataArrayRelease func dataArrayRelease(d uint32, data uint32) uint32 //go:wasmimport ig dataArrayLen //go:linkname dataArrayLen dataArrayLen func dataArrayLen(d uint32) uint32 //go:wasmimport ig dataArrayGet //go:linkname dataArrayGet dataArrayGet func dataArrayGet(d uint32, index uint32) uint32 type ( DataFunc func(DataSource, Data) ArrayFunc func(DataSource, DataArray) error PacketFunc func(DataSource, Packet) error ) type subscriptionType uint32 const ( subcriptionTypeInvalid subscriptionType = 0 subscriptionTypeData subscriptionType = 1 subscriptionTypeArray subscriptionType = 2 subscriptionTypePacket subscriptionType = 3 ) // go linkname doesn't work with constants. Define some variables to be able to // use it on pkg/operators/wasm/consts_test.go var ( subscriptionTypeDataVar uint32 = uint32(subscriptionTypeData) subscriptionTypeArrayVar uint32 = uint32(subscriptionTypeArray) subscriptionTypePacketVar uint32 = uint32(subscriptionTypePacket) _ = subscriptionTypeDataVar _ = subscriptionTypeArrayVar _ = subscriptionTypePacketVar ) type DataSourceType uint32 const ( DataSourceTypeUndefined DataSourceType = 0 DataSourceTypeSingle DataSourceType = 1 DataSourceTypeArray DataSourceType = 2 ) var ( dsSubscriptionCtr = uint64(0) dsSubcriptions = map[uint64]any{} ) const ( // Well known data sources DataSourceContainers = "containers" // Data source "containers" has a field EventType with the following possible values: // - PRECREATE // - CREATED // - DELETED // The maximum length is 9. Keeping more for future compatibility. DataSourceContainersEventTypeMaxSize = 16 ) //go:wasmexport dataSourceCallback func dataSourceCallback(cbID uint64, ds uint32, data uint32) { cb, ok := dsSubcriptions[cbID] if !ok { return } switch cb := cb.(type) { case DataFunc: cb(DataSource(ds), Data(data)) case ArrayFunc: cb(DataSource(ds), DataArray(data)) case PacketFunc: cb(DataSource(ds), Packet(data)) } } type ( Packet uint32 DataSource uint32 Field uint32 Data uint32 DataArray uint32 PacketSingle uint32 PacketArray uint32 ) func GetDataSource(name string) (DataSource, error) { ret := getDataSource(uint64(stringToBufPtr(name))) runtime.KeepAlive(name) if ret == 0 { return 0, fmt.Errorf("datasource %s not found", name) } return DataSource(ret), nil } func NewDataSource(name string, typ DataSourceType) (DataSource, error) { ret := newDataSource(uint64(stringToBufPtr(name)), uint32(typ)) runtime.KeepAlive(name) if ret == 0 { return 0, fmt.Errorf("creating datasource %q", name) } return DataSource(ret), nil } func (ds DataSource) subscribe(cb any, priority uint32, typ subscriptionType) error { dsSubscriptionCtr++ dsSubcriptions[dsSubscriptionCtr] = cb ret := dataSourceSubscribe(uint32(ds), uint32(typ), priority, dsSubscriptionCtr) if ret != 0 { return fmt.Errorf("subscribing to datasource") } return nil } func (ds DataSource) Subscribe(cb DataFunc, priority uint32) error { return ds.subscribe(cb, priority, subscriptionTypeData) } func (ds DataSource) SubscribeArray(cb ArrayFunc, priority uint32) error { return ds.subscribe(cb, priority, subscriptionTypeArray) } func (ds DataSource) SubscribePacket(cb PacketFunc, priority uint32) error { return ds.subscribe(cb, priority, subscriptionTypePacket) } func (ds DataSource) NewPacketSingle() (PacketSingle, error) { ret := dataSourceNewPacketSingle(uint32(ds)) if ret == 0 { return 0, errors.New("creating packet") } return PacketSingle(ret), nil } func (ds DataSource) NewPacketArray() (PacketArray, error) { ret := dataSourceNewPacketArray(uint32(ds)) if ret == 0 { return 0, errors.New("creating packet") } return PacketArray(ret), nil } func (ds DataSource) EmitAndRelease(packet Packet) error { ret := dataSourceEmitAndRelease(uint32(ds), uint32(packet)) if ret != 0 { return fmt.Errorf("emitting data") } return nil } func (ds DataSource) Release(packet Packet) error { ret := dataSourceRelease(uint32(ds), uint32(packet)) if ret != 0 { return fmt.Errorf("releasing data") } return nil } func (ds DataSource) Unreference() error { ret := dataSourceUnreference(uint32(ds)) if ret != 0 { return fmt.Errorf("unreferencing data source") } return nil } func (ds DataSource) IsReferenced() bool { return dataSourceIsReferenced(uint32(ds)) == 1 } func (ds DataSource) GetField(name string) (Field, error) { ret := dataSourceGetField(uint32(ds), uint64(stringToBufPtr(name))) runtime.KeepAlive(name) if ret == 0 { return 0, fmt.Errorf("field %q not found", name) } return Field(ret), nil } func (ds DataSource) AddField(name string, kind FieldKind) (Field, error) { ret := dataSourceAddField(uint32(ds), uint64(stringToBufPtr(name)), uint32(kind)) runtime.KeepAlive(name) if ret == 0 { return 0, fmt.Errorf("adding field %q", name) } return Field(ret), nil } func (d DataArray) New() Data { ret := dataArrayNew(uint32(d)) return Data(ret) } func (d DataArray) Append(data Data) error { ret := dataArrayAppend(uint32(d), uint32(data)) if ret != 0 { return fmt.Errorf("appending data") } return nil } func (d DataArray) Release(data Data) error { ret := dataArrayRelease(uint32(d), uint32(data)) if ret != 0 { return fmt.Errorf("releasing data") } return nil } func (d DataArray) Len() int { return int(dataArrayLen(uint32(d))) } func (d DataArray) Get(index int) Data { ret := dataArrayGet(uint32(d), uint32(index)) return Data(ret) } type FieldKind uint32 // Keep in sync with pkg/gadget-service/api/api.proto const ( Kind_Invalid FieldKind = 0 Kind_Bool FieldKind = 1 Kind_Int8 FieldKind = 2 Kind_Int16 FieldKind = 3 Kind_Int32 FieldKind = 4 Kind_Int64 FieldKind = 5 Kind_Uint8 FieldKind = 6 Kind_Uint16 FieldKind = 7 Kind_Uint32 FieldKind = 8 Kind_Uint64 FieldKind = 9 Kind_Float32 FieldKind = 10 Kind_Float64 FieldKind = 11 Kind_String FieldKind = 12 Kind_CString FieldKind = 13 Kind_Bytes FieldKind = 14 ) inspektor-gadget-0.46.0/wasmapi/go/doc.go000066400000000000000000000014511510117411400202060ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. /* Package api contains the reference implementation of the wasm API for Inspektor Gadget. It's designed to be used by gadgets and not by any other internal component of Inspektor Gadget. */ package api inspektor-gadget-0.46.0/wasmapi/go/fields.go000066400000000000000000000126111510117411400207070ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" "math" "runtime" "unsafe" ) //go:wasmimport ig fieldGetScalar //go:linkname fieldGetScalar fieldGetScalar func fieldGetScalar(field uint32, data uint32, kind uint32, errPtr uint32) uint64 //go:wasmimport ig fieldGetBuffer //go:linkname fieldGetBuffer fieldGetBuffer func fieldGetBuffer(field uint32, data uint32, kind uint32, dst uint64) int32 //go:wasmimport ig fieldSet //go:linkname fieldSet fieldSet func fieldSet(field uint32, data uint32, kind uint32, value uint64) uint32 //go:wasmimport ig fieldAddTag //go:linkname fieldAddTag fieldAddTag func fieldAddTag(field uint32, tag uint64) uint32 var ( errSetField = errors.New("error setting field") errGetField = errors.New("error getting field") ) func (f Field) getScalar(data Data, kind FieldKind) (uint64, error) { var err uint32 errPtr := uintptr(unsafe.Pointer(&err)) val := fieldGetScalar(uint32(f), uint32(data), uint32(kind), uint32(errPtr)) if err != 0 { return 0, errGetField } return val, nil } func (f Field) set(data Data, kind FieldKind, value uint64) error { ret := fieldSet(uint32(f), uint32(data), uint32(kind), value) if ret != 0 { return errSetField } return nil } func (f Field) Int8(data Data) (int8, error) { val, err := f.getScalar(data, Kind_Int8) return int8(val), err } func (f Field) SetInt8(data Data, value int8) error { return f.set(data, Kind_Int8, uint64(value)) } func (f Field) Int16(data Data) (int16, error) { val, err := f.getScalar(data, Kind_Int16) return int16(val), err } func (f Field) SetInt16(data Data, value int16) error { return f.set(data, Kind_Int16, uint64(value)) } func (f Field) Int32(data Data) (int32, error) { val, err := f.getScalar(data, Kind_Int32) return int32(val), err } func (f Field) SetInt32(data Data, value int32) error { return f.set(data, Kind_Int32, uint64(value)) } func (f Field) Int64(data Data) (int64, error) { val, err := f.getScalar(data, Kind_Int64) return int64(val), err } func (f Field) SetInt64(data Data, value int64) error { return f.set(data, Kind_Int64, uint64(value)) } func (f Field) Uint8(data Data) (uint8, error) { val, err := f.getScalar(data, Kind_Uint8) return uint8(val), err } func (f Field) SetUint8(data Data, value uint8) error { return f.set(data, Kind_Uint8, uint64(value)) } func (f Field) Uint16(data Data) (uint16, error) { val, err := f.getScalar(data, Kind_Uint16) return uint16(val), err } func (f Field) SetUint16(data Data, value uint16) error { return f.set(data, Kind_Uint16, uint64(value)) } func (f Field) Uint32(data Data) (uint32, error) { val, err := f.getScalar(data, Kind_Uint32) return uint32(val), err } func (f Field) SetUint32(data Data, value uint32) error { return f.set(data, Kind_Uint32, uint64(value)) } func (f Field) Uint64(data Data) (uint64, error) { val, err := f.getScalar(data, Kind_Uint64) return uint64(val), err } func (f Field) SetUint64(data Data, value uint64) error { return f.set(data, Kind_Uint64, uint64(value)) } func (f Field) Float32(data Data) (float32, error) { val, err := f.getScalar(data, Kind_Float32) return math.Float32frombits(uint32(val)), err } func (f Field) SetFloat32(data Data, value float32) error { return f.set(data, Kind_Float32, uint64(math.Float32bits(value))) } func (f Field) Float64(data Data) (float64, error) { val, err := f.getScalar(data, Kind_Float64) return math.Float64frombits(uint64(val)), err } func (f Field) SetFloat64(data Data, value float64) error { return f.set(data, Kind_Float64, uint64(math.Float64bits(value))) } func (f Field) String(data Data, maxSize uint32) (string, error) { dst := make([]byte, maxSize) n, err := f.Bytes(data, dst) if err != nil { return "", err } return fromCString(dst[:n]), nil } func (f Field) SetString(data Data, str string) error { err := f.set(data, Kind_String, uint64(stringToBufPtr(str))) runtime.KeepAlive(str) return err } // Bytes get the bytes of a field of type string or []byte into an // existing slice. It returns the number of bytes copied. func (f Field) Bytes(data Data, dst []byte) (uint32, error) { ret := fieldGetBuffer(uint32(f), uint32(data), uint32(Kind_Bytes), uint64(bytesToBufPtr(dst))) if ret == -1 { return 0, errors.New("error getting bytes") } return uint32(ret), nil } func (f Field) SetBytes(data Data, buf []byte) error { err := f.set(data, Kind_Bytes, uint64(bytesToBufPtr(buf))) runtime.KeepAlive(buf) return err } func (f Field) Bool(data Data) (bool, error) { val, err := f.getScalar(data, Kind_Bool) return val == 1, err } func (f Field) SetBool(data Data, b bool) error { var value uint64 if b { value = 1 } return f.set(data, Kind_Bool, uint64(value)) } func (f Field) AddTag(tag string) error { ret := fieldAddTag(uint32(f), uint64(stringToBufPtr(tag))) runtime.KeepAlive(tag) if ret != 0 { return errors.New("error adding tag") } return nil } inspektor-gadget-0.46.0/wasmapi/go/filter.go000066400000000000000000000015771510117411400207370ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( _ "unsafe" ) //go:wasmimport ig shouldDiscardMntnsID //go:linkname shouldDiscardMntnsID shouldDiscardMntnsID func shouldDiscardMntnsID(mntNsID uint64) uint32 func ShouldDiscardMntNsID(mntNsID uint64) bool { ret := shouldDiscardMntnsID(mntNsID) return ret != 0 } inspektor-gadget-0.46.0/wasmapi/go/handle.go000066400000000000000000000016461510117411400207020ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" _ "unsafe" ) //go:wasmimport ig releaseHandle //go:linkname releaseHandle releaseHandle func releaseHandle(handle uint32) uint32 func ReleaseHandle[T ~uint32](handle T) error { ret := releaseHandle(uint32(handle)) if ret != 0 { return errors.New("error releasing handle") } return nil } inspektor-gadget-0.46.0/wasmapi/go/helpers.go000066400000000000000000000056201510117411400211050ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "bytes" "encoding/binary" "fmt" "slices" "unsafe" ) // bufPtr encodes the pointer and length of a buffer as a uint64 // The pointer is stored in the lower 32 bits and the length in the upper 32 bits type bufPtr uint64 // stringToBufPtr returns a bufPtr that encodes the pointer and length of the // input string. Callers must guarantee that the passed string is kept alive // until the buffer is used. This can be done by using runtime.KeepAlive(). func stringToBufPtr(s string) bufPtr { // The return value of unsafe.StringData() for an empty string is undefined, // hence handle this case here. if len(s) == 0 { return 0 } unsafePtr := unsafe.Pointer(unsafe.StringData(s)) return bufPtr(uint64(len(s))<<32 | uint64(uintptr(unsafePtr))) } func fromCString(in []byte) string { for i := 0; i < len(in); i++ { if in[i] == 0 { return string(in[:i]) } } return string(in) } // anyToBufPtr returns a bufPtr that encodes the pointer and length of the // input. // The input is first encoded to binary buffer, which is then used as the // returned bufPtr. // WARNING the binary encoding will only work on fixed size data, *i.e.* with // int32 but not with int, as this data would be exchanged from 32 bits WASM VM // to host which can be 64 bits. // WARNING the any has to mimic kernel representation of data structure by // adding padding if needed. func anyToBufPtr(a any) (bufPtr, error) { buffer := new(bytes.Buffer) err := binary.Write(buffer, binary.NativeEndian, a) if err != nil { return bufPtr(0), fmt.Errorf("converting %T to []byte: %w", a, err) } return bytesToBufPtr(buffer.Bytes()), nil } // bytesToBufPtr returns a bufPtr that encodes the pointer and length of the // input buffer. Callers must use runtime.KeepAlive on the input buffer to // ensure it is not garbage collected. func bytesToBufPtr(b []byte) bufPtr { unsafePtr := unsafe.Pointer(unsafe.SliceData(b)) return bufPtr(uint64(len(b))<<32 | uint64(uintptr(unsafePtr))) } // bytes returns a copy of the bytes stored in the buffer. // The caller must call free() on the buffer when done. func (b bufPtr) bytes() []byte { if b == 0 { return nil } // create a slice that uses the pointer as storage orig := unsafe.Slice((*byte)(unsafe.Pointer(uintptr(b&0xFFFFFFFF))), int(b>>32)) // clone it return slices.Clone(orig) } inspektor-gadget-0.46.0/wasmapi/go/kallsyms.go000066400000000000000000000016721510117411400213050ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "runtime" _ "unsafe" ) //go:wasmimport ig kallsymsSymbolExists //go:linkname kallsymsSymbolExists kallsymsSymbolExists func kallsymsSymbolExists(symbol uint64) uint32 func KallsymsSymbolExists(symbol string) bool { ret := kallsymsSymbolExists(uint64(stringToBufPtr(symbol))) runtime.KeepAlive(symbol) return ret != 0 } inspektor-gadget-0.46.0/wasmapi/go/log.go000066400000000000000000000040331510117411400202210ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "fmt" "runtime" _ "unsafe" ) //go:wasmimport ig gadgetLog //go:linkname gadgetLog gadgetLog func gadgetLog(level uint32, str uint64) //go:wasmimport ig gadgetShouldLog //go:linkname gadgetShouldLog gadgetShouldLog func gadgetShouldLog(level uint32) uint32 type logLevel uint32 const ( ErrorLevel logLevel = iota WarnLevel InfoLevel DebugLevel TraceLevel ) func log(level logLevel, message string) { gadgetLog(uint32(level), uint64(stringToBufPtr(message))) runtime.KeepAlive(message) } func Log(level logLevel, args ...any) { if gadgetShouldLog(uint32(level)) == 1 { log(level, fmt.Sprint(args...)) } } func Logf(level logLevel, format string, args ...any) { if gadgetShouldLog(uint32(level)) == 1 { log(level, fmt.Sprintf(format, args...)) } } func Error(params ...any) { Log(ErrorLevel, params...) } func Errorf(fmt string, params ...any) { Logf(ErrorLevel, fmt, params...) } func Warn(params ...any) { Log(WarnLevel, params...) } func Warnf(fmt string, params ...any) { Logf(WarnLevel, fmt, params...) } func Info(params ...any) { Log(InfoLevel, params...) } func Infof(fmt string, params ...any) { Logf(InfoLevel, fmt, params...) } func Debug(params ...any) { Log(DebugLevel, params...) } func Debugf(fmt string, params ...any) { Logf(DebugLevel, fmt, params...) } func Trace(params ...any) { Log(TraceLevel, params...) } func Tracef(fmt string, params ...any) { Logf(TraceLevel, fmt, params...) } inspektor-gadget-0.46.0/wasmapi/go/map.go000066400000000000000000000103171510117411400202170ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" "fmt" "reflect" "runtime" "unsafe" ) //go:wasmimport ig newMap //go:linkname newMap newMap func newMap(name uint64, typ uint32, keySize uint32, valueSize uint32, maxEntries uint32) uint32 //go:wasmimport ig getMap //go:linkname getMap getMap func getMap(name uint64) uint32 //go:wasmimport ig mapLookup //go:linkname mapLookup mapLookup func mapLookup(m uint32, keyptr uint64, valueptr uint64) uint32 //go:wasmimport ig mapUpdate //go:linkname mapUpdate mapUpdate func mapUpdate(m uint32, keyptr uint64, valueptr uint64, flags uint64) uint32 //go:wasmimport ig mapDelete //go:linkname mapDelete mapDelete func mapDelete(m uint32, keyptr uint64) uint32 //go:wasmimport ig mapRelease //go:linkname mapRelease mapRelease func mapRelease(m uint32) uint32 type Map uint32 type MapUpdateFlags uint64 // Taken from: // https://github.com/cilium/ebpf/blob/061e86d8f5e9/map.go#L790-L801 const ( UpdateAny MapUpdateFlags = iota UpdateNoExist MapUpdateFlags = 1 << (iota - 1) UpdateExist UpdateLock ) type MapType uint32 // Taken from: // https://github.com/cilium/ebpf/blob/6d6c5e3225732525434b0c192c97950488a4051b/types.go#L13-L105 const ( UnspecifiedMap MapType = iota Hash Array ProgramArray PerfEventArray PerCPUHash PerCPUArray StackTrace CGroupArray LRUHash LRUCPUHash LPMTrie ArrayOfMaps HashOfMaps DevMap SockMap CPUMap XSKMap SockHash CGroupStorage ReusePortSockArray PerCPUCGroupStorage Queue Stack SkStorage DevMapHash StructOpsMap RingBuf InodeStorage TaskStorage BloomFilter UserRingbuf CgroupStorage Arena ) type MapSpec struct { Name string Type MapType KeySize uint32 ValueSize uint32 MaxEntries uint32 } func NewMap(spec MapSpec) (Map, error) { ret := newMap(uint64(stringToBufPtr(spec.Name)), uint32(spec.Type), spec.KeySize, spec.ValueSize, spec.MaxEntries) runtime.KeepAlive(spec.Name) if ret == 0 { return 0, fmt.Errorf("creating map %s", spec.Name) } return Map(ret), nil } func GetMap(name string) (Map, error) { ret := getMap(uint64(stringToBufPtr(name))) runtime.KeepAlive(name) if ret == 0 { return 0, fmt.Errorf("map %s not found", name) } return Map(ret), nil } func (m Map) Lookup(key any, value any) error { if reflect.TypeOf(value).Kind() != reflect.Pointer { return fmt.Errorf("value expected type *%T, got %T", value, value) } keyPtr, err := anyToBufPtr(key) if err != nil { return err } valuePtr, err := anyToBufPtr(value) if err != nil { return err } ret := mapLookup(uint32(m), uint64(keyPtr), uint64(valuePtr)) runtime.KeepAlive(key) runtime.KeepAlive(value) if ret != 0 { return errors.New("looking up map") } v := reflect.ValueOf(value) copy(unsafe.Slice((*byte)(v.UnsafePointer()), v.Type().Elem().Size()), valuePtr.bytes()) return nil } func (m Map) Put(key any, value any) error { return m.Update(key, value, 0) } func (m Map) Update(key any, value any, flags MapUpdateFlags) error { keyPtr, err := anyToBufPtr(key) if err != nil { return err } valuePtr, err := anyToBufPtr(value) if err != nil { return err } ret := mapUpdate(uint32(m), uint64(keyPtr), uint64(valuePtr), uint64(flags)) runtime.KeepAlive(key) runtime.KeepAlive(value) if ret != 0 { return errors.New("updating value in map") } return nil } func (m Map) Delete(key any) error { keyPtr, err := anyToBufPtr(key) if err != nil { return err } ret := mapDelete(uint32(m), uint64(keyPtr)) runtime.KeepAlive(key) if ret != 0 { return errors.New("deleting value in map") } return nil } func (m Map) Close() error { ret := mapRelease(uint32(m)) if ret != 0 { return errors.New("closing map") } return nil } inspektor-gadget-0.46.0/wasmapi/go/params.go000066400000000000000000000020521510117411400207220ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" _ "unsafe" ) //go:wasmimport ig getParamValue //go:linkname getParamValue getParamValue func getParamValue(key uint64, dst uint64) uint32 func GetParamValue(key string, maxSize uint64) (string, error) { dst := make([]byte, maxSize) k := uint64(stringToBufPtr(key)) ret := getParamValue(k, uint64(bytesToBufPtr(dst))) if ret == 1 { return "", errors.New("error getting param value") } return fromCString(dst), nil } inspektor-gadget-0.46.0/wasmapi/go/perf.go000066400000000000000000000046721510117411400204050ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "errors" "fmt" "os" _ "unsafe" ) //go:wasmimport ig newPerfReader //go:linkname newPerfReader newPerfReader func newPerfReader(mapHandle uint32, size uint32, isOverwritable uint32) uint32 //go:wasmimport ig perfReaderPause //go:linkname perfReaderPause perfReaderPause func perfReaderPause(perfMapHandle uint32) uint32 //go:wasmimport ig perfReaderResume //go:linkname perfReaderResume perfReaderResume func perfReaderResume(perfMapHandle uint32) uint32 //go:wasmimport ig perfReaderRead //go:linkname perfReaderRead perfReaderRead func perfReaderRead(perfMapHandle uint32, dst uint64) uint32 //go:wasmimport ig perfReaderClose //go:linkname perfReaderClose perfReaderClose func perfReaderClose(perfMapHandle uint32) uint32 type PerfReader uint32 func NewPerfReader(m Map, size uint32, isOverwritable bool) (PerfReader, error) { var isOverwritableUint32 uint32 if isOverwritable { isOverwritableUint32 = 1 } ret := newPerfReader(uint32(m), size, isOverwritableUint32) if ret == 0 { return 0, errors.New("creating perf reader") } return PerfReader(ret), nil } func (p PerfReader) Pause() error { ret := perfReaderPause(uint32(p)) if ret != 0 { return errors.New("pausing perf reader") } return nil } func (p PerfReader) Resume() error { ret := perfReaderResume(uint32(p)) if ret != 0 { return errors.New("resuming perf reader") } return nil } func (p PerfReader) Read(dst []byte) error { ret := perfReaderRead(uint32(p), uint64(bytesToBufPtr(dst))) switch ret { case 0: return nil case 1: return errors.New("reading perf reader record") case 2: return os.ErrDeadlineExceeded default: return fmt.Errorf("bad return value: expected 0, 1 or 2, got %d", ret) } } func (p PerfReader) Close() error { ret := perfReaderClose(uint32(p)) if ret != 0 { return errors.New("closing perf reader") } return nil } inspektor-gadget-0.46.0/wasmapi/go/syscall.go000066400000000000000000000055641510117411400211240ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api import ( "fmt" "runtime" "unsafe" ) //go:wasmimport ig getSyscallName //go:linkname getSyscallName getSyscallName func getSyscallName(id uint32, dst uint64) uint32 //go:wasmimport ig getSyscallID //go:linkname getSyscallID getSyscallID func getSyscallID(name uint64) int32 //go:wasmimport ig getSyscallDeclaration //go:linkname getSyscallDeclaration getSyscallDeclaration func getSyscallDeclaration(name uint64, pointer uint64) uint32 // Keep in sync with pkg/operators/wasm/syscalls.go. const ( isPointerFlag = 1 << iota maxSyscallLength = 64 ) // Keep in sync with pkg/operators/wasm/syscalls.go. type syscallParam struct { name [32]byte flags uint32 } // Keep in sync with pkg/operators/wasm/syscalls.go. type syscallDeclaration struct { name [32]byte nrParams uint8 _ [3]byte params [6]syscallParam } type SyscallParam struct { Name string IsPointer bool } type SyscallDeclaration struct { Name string Params []SyscallParam } func GetSyscallName(id uint16) (string, error) { dst := make([]byte, maxSyscallLength) ret := getSyscallName(uint32(id), uint64(bytesToBufPtr(dst))) if ret == 1 { return "", fmt.Errorf("getting syscall name for syscall id %d", id) } return fromCString(dst), nil } func GetSyscallID(name string) (int32, error) { id := getSyscallID(uint64(stringToBufPtr(name))) if id == -1 { return 0, fmt.Errorf("getting syscall ID for syscall %s", name) } return id, nil } func GetSyscallDeclaration(name string) (SyscallDeclaration, error) { var decl syscallDeclaration // Create pointer to decl that will be filled by the host. unsafePtr := unsafe.Pointer(&decl) size := unsafe.Sizeof(decl) bufPtr := bufPtr(uint64(size)<<32 | uint64(uintptr(unsafePtr))) ret := getSyscallDeclaration(uint64(stringToBufPtr(name)), uint64(bufPtr)) runtime.KeepAlive(name) runtime.KeepAlive(decl) if ret == 1 { return SyscallDeclaration{}, fmt.Errorf("syscall declaration %s not found", name) } declaration := SyscallDeclaration{ Name: fromCString(decl.name[:]), Params: make([]SyscallParam, decl.nrParams), } for i := range decl.nrParams { declaration.Params[i] = SyscallParam{ Name: fromCString(decl.params[i].name[:]), IsPointer: (decl.params[i].flags & isPointerFlag) != 0, } } return declaration, nil } inspektor-gadget-0.46.0/wasmapi/go/version.go000066400000000000000000000012711510117411400211260ustar00rootroot00000000000000// Copyright 2024 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package api //go:wasmexport gadgetAPIVersion func gadgetAPIVersion() uint64 { return 1 } inspektor-gadget-0.46.0/wasmapi/rust/000077500000000000000000000000001510117411400175015ustar00rootroot00000000000000inspektor-gadget-0.46.0/wasmapi/rust/Cargo.toml000066400000000000000000000000721510117411400214300ustar00rootroot00000000000000[package] name = "api" version = "0.1.0" edition = "2021" inspektor-gadget-0.46.0/wasmapi/rust/src/000077500000000000000000000000001510117411400202705ustar00rootroot00000000000000inspektor-gadget-0.46.0/wasmapi/rust/src/config.rs000066400000000000000000000024311510117411400221030ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::{datasources::FieldKind, helpers::string_to_buf_ptr}; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "setConfig"] fn _set_config(key: u64, val: u64, kind: u32) -> u32; } pub trait Allowed { fn to_buf_ptr(&self) -> u64; } impl Allowed for String { fn to_buf_ptr(&self) -> u64 { string_to_buf_ptr(self).0 } } pub fn set_config(key: String, val: T) -> Result<(), String> { let key_ptr = string_to_buf_ptr(&key); let val_ptr = val.to_buf_ptr(); let ret = unsafe { _set_config(key_ptr.0, val_ptr, FieldKind::String as u32) }; if ret != 0 { Err("setting config".to_string()) } else { Ok(()) } } inspektor-gadget-0.46.0/wasmapi/rust/src/datasources.rs000066400000000000000000000226271510117411400231640ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use std::{ collections::HashMap, sync::{ atomic::{AtomicU64, Ordering}, Arc, LazyLock, Mutex }, }; use crate::helpers::string_to_buf_ptr; //relative paths may hinder in testing. #[derive(Debug)] pub enum DataSourceError { NotFound(String), CreationFailed(String), SubscribingFailed, PacketCreationFailed, EmitFailed, ReleaseFailed, UnreferenceFailed, AddFieldFailed(String), AppendFailed, GeneralError, } pub type Result = std::result::Result; #[repr(u32)] // Specifies the enums to be casted as u32, similar to C enums. #[derive(Clone, Copy)] enum SubscriptionType { _Invalid = 0, Data = 1, Array = 2, Packet = 3, } #[repr(u32)] #[derive(Clone, Copy)] pub enum DataSourceType { Undefined = 0, Single = 1, Array = 2, } #[repr(u32)] #[derive(Clone, Copy, Debug)] pub enum FieldKind { Invalid = 0, Bool = 1, Int8 = 2, Int16 = 3, Int32 = 4, Int64 = 5, Uint8 = 6, Uint16 = 7, Uint32 = 8, Uint64 = 9, Float32 = 10, Float64 = 11, String = 12, CString = 13, Bytes = 14, } pub enum CallBack { Data(DataFunc), Array(DataArrayFunc), Packet(PacketFunc), } type DataFunc = Arc; type DataArrayFunc = Arc Result<()> + Send + Sync + 'static>; type PacketFunc = Arc Result<()> + Send + Sync + 'static>; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "newDataSource"] fn _new_datasource(name: u64, typ: u32) -> u32; #[link_name = "getDataSource"] fn _get_datasource(name: u64) -> u32; #[link_name = "dataSourceSubscribe"] fn _datasource_subscribe(ds: u32, typ: u32, prio: u32, cb: u64) -> u32; #[link_name = "dataSourceGetField"] fn _datasource_get_field(ds: u32, name: u64) -> u32; #[link_name = "dataSourceAddField"] fn _datasource_add_field(ds: u32, name: u64, kind: u32) -> u32; #[link_name = "dataSourceNewPacketSingle"] fn _datasource_new_packet_single(ds: u32) -> u32; #[link_name = "dataSourceNewPacketArray"] fn _datasource_new_packet_array(ds: u32) -> u32; #[link_name = "dataSourceEmitAndRelease"] fn _datasource_emit_and_release(ds: u32, packet: u32) -> u32; #[link_name = "dataSourceRelease"] fn _datasource_release(ds: u32, packet: u32) -> u32; #[link_name = "dataSourceUnreference"] fn _datasource_unreference(ds: u32) -> u32; #[link_name = "dataSourceIsReferenced"] fn _datasource_is_referenced(ds: u32) -> u32; #[link_name = "dataArrayNew"] fn _dataarray_new(d: u32) -> u32; #[link_name = "dataArrayAppend"] fn _dataarray_append(d: u32, data: u32) -> u32; #[link_name = "dataArrayRelease"] fn _dataarray_release(d: u32, data: u32) -> u32; #[link_name = "dataArrayLen"] fn _dataarray_len(d: u32) -> u32; #[link_name = "dataArrayGet"] fn _dataarray_get(d: u32, index: u32) -> u32; } static DS_SUBSCRIPTION_CTR: AtomicU64 = AtomicU64::new(0); static DS_SUBCRIPTION: LazyLock>> = LazyLock::new(|| Mutex::new(HashMap::new())); #[derive(Clone, Copy, Debug)] pub struct DataSource(pub u32); #[derive(Clone, Copy, Debug)] pub struct Packet(pub u32); #[derive(Clone, Copy, Debug)] pub struct Field(pub u32); #[derive(Clone, Copy, Debug)] pub struct Data(pub u32); #[derive(Clone, Copy, Debug)] pub struct DataArray(pub u32); #[derive(Clone, Copy, Debug)] pub struct PacketSingle(pub u32); #[derive(Clone, Copy, Debug)] pub struct PacketArray(pub u32); impl DataSource { pub fn new_datasource(name: String, typ: DataSourceType) -> Result { let ptr = string_to_buf_ptr(name.as_str()); let handle = unsafe { _new_datasource(ptr.0, typ as u32) }; if handle == 0 { Err(DataSourceError::CreationFailed(name)) } else { Ok(Self(handle)) } } pub fn get_datasource(name: String) -> Result { let ptr = string_to_buf_ptr(name.as_str()); let handle = unsafe { _get_datasource(ptr.0) }; if handle == 0 { Err(DataSourceError::NotFound(name)) } else { Ok(Self(handle)) } } fn _subscribe(&self, typ: SubscriptionType, prio: u32, cb: CallBack) -> Result<()> { let ctr = DS_SUBSCRIPTION_CTR.fetch_add(1, Ordering::SeqCst); DS_SUBCRIPTION.lock().unwrap().insert(ctr, cb); let ret = unsafe { _datasource_subscribe(self.0, typ as u32, prio, ctr) }; if ret != 0 { Err(DataSourceError::SubscribingFailed) } else { Ok(()) } } pub fn subscribe(&self, cb: F, prio: u32) -> Result<()> where F: Fn(DataSource, Data) + Send + Sync + 'static, { self._subscribe(SubscriptionType::Data, prio, CallBack::Data(Arc::new(cb))) } pub fn subscribe_array(&self, cb: F, prio: u32) -> Result<()> where F: Fn(DataSource, DataArray) -> Result<()> + Send + Sync + 'static, { self._subscribe(SubscriptionType::Array, prio, CallBack::Array(Arc::new(cb))) } pub fn subscribe_packet(&self, cb: F, prio: u32) -> Result<()> where F: Fn(DataSource, Packet) -> Result<()> + Send + Sync + 'static, { self._subscribe( SubscriptionType::Packet, prio, CallBack::Packet(Arc::new(cb)), ) } pub fn get_field(&self, name: &str) -> Result { let ptr = string_to_buf_ptr(name); let ret = unsafe { _datasource_get_field(self.0, ptr.0) }; if ret == 0 { Err(DataSourceError::NotFound(name.to_string())) } else { Ok(Field(ret)) } } pub fn add_field(&self, name: &str, kind: FieldKind) -> Result { let ptr = string_to_buf_ptr(name); let ret = unsafe { _datasource_add_field(self.0, ptr.0, kind as u32) }; if ret == 0 { Err(DataSourceError::AddFieldFailed(name.to_string())) } else { Ok(Field(ret)) } } pub fn new_packet_single(&self) -> Result { let ret = unsafe { _datasource_new_packet_single(self.0) }; if ret == 0 { Err(DataSourceError::PacketCreationFailed) } else { Ok(PacketSingle(ret)) } } pub fn new_packet_array(&self) -> Result { let ret = unsafe { _datasource_new_packet_array(self.0) }; if ret == 0 { Err(DataSourceError::PacketCreationFailed) } else { Ok(PacketArray(ret)) } } pub fn emit_and_release(&self, packet: Packet) -> Result<()> { let ret = unsafe { _datasource_emit_and_release(self.0, packet.0) }; if ret != 0 { Err(DataSourceError::EmitFailed) } else { Ok(()) } } pub fn release(&self, packet: Packet) -> Result<()> { let ret = unsafe { _datasource_release(self.0, packet.0) }; if ret != 0 { Err(DataSourceError::ReleaseFailed) } else { Ok(()) } } pub fn unreference(&self) -> Result<()> { let ret = unsafe { _datasource_unreference(self.0) }; if ret != 0 { Err(DataSourceError::UnreferenceFailed) } else { Ok(()) } } pub fn is_referenced(&self) -> bool { unsafe { _datasource_is_referenced(self.0) == 1 } } } impl DataArray { pub fn new(&self) -> Data { let data = unsafe { _dataarray_new(self.0) }; Data(data) } pub fn append(&mut self, data: Data) -> Result<()> { let ret = unsafe { _dataarray_append(self.0, data.0) }; if ret != 0 { Err(DataSourceError::AppendFailed) } else { Ok(()) } } pub fn release(&self, data: Data) -> Result<()> { let ret = unsafe { _dataarray_release(self.0, data.0) }; if ret != 0 { Err(DataSourceError::ReleaseFailed) } else { Ok(()) } } pub fn len(&self) -> usize { unsafe { _dataarray_len(self.0) as usize } } pub fn is_empty(&self) -> bool { unsafe { _dataarray_len(self.0) == 0 } } pub fn get(&self, index: usize) -> Data { Data(unsafe { _dataarray_get(self.0, index as u32) }) } } #[no_mangle] #[allow(non_snake_case)] fn dataSourceCallback(cb_id: u64, ds: u32, data: u32) { let subscription = DS_SUBCRIPTION.lock().unwrap(); let Some(cb) = subscription.get(&cb_id) else { return; }; match cb { CallBack::Data(cb) => { cb(DataSource(ds), Data(data)); } CallBack::Array(cb) => { _ = cb(DataSource(ds), DataArray(data)); } CallBack::Packet(cb) => { _ = cb(DataSource(ds), Packet(data)); } } } inspektor-gadget-0.46.0/wasmapi/rust/src/fields.rs000066400000000000000000000166601510117411400221150ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::datasources::{Data, Field, FieldKind}; use crate::helpers::{bytes_to_buf_ptr, from_c_string, string_to_buf_ptr}; //relative paths may hinder in testing. use std::any::Any; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "fieldGetScalar"] fn _field_get_scalar(field: u32, data: u32, kind: u32, err_ptr: u32) -> u64; #[link_name = "fieldGetBuffer"] fn _field_get_buffer(field: u32, data: u32, kind: u32, dst: u64) -> i32; #[link_name = "fieldSet"] fn _field_set(field: u32, data: u32, kind: u32, value: u64) -> u32; #[link_name = "fieldAddTag"] fn _field_add_tag(field: u32, tag: u64) -> u32; } pub type Result = std::result::Result; pub enum FieldData { Bool(bool), Float32(f32), Float64(f64), Int8(i8), Int16(i16), Int32(i32), Int64(i64), Uint8(u8), Uint16(u16), Uint32(u32), Uint64(u64), } impl Field { fn get_scalar(&self, data: Data, kind: FieldKind) -> Result { let mut err: u32 = 0; let err_ptr = &mut err as *mut u32 as u32; let val = unsafe { _field_get_scalar(self.0, data.0, kind as u32, err_ptr) }; if err != 0 { return Err(String::from("Error getting field")); } Ok(val) } fn set(&self, data: Data, kind: FieldKind, value: u64) -> Result<()> { let ret = unsafe { _field_set(self.0, data.0, kind as u32, value) }; if ret != 0 { return Err(String::from("Error setting field")); } Ok(()) } pub fn get_data(&self, data: Data, field_kind: FieldKind) -> Result { match field_kind { FieldKind::Bool => { let val = self.get_scalar(data, FieldKind::Bool).map(|v| v == 1)?; Ok(FieldData::Bool(val)) } FieldKind::Float32 => { let val = self .get_scalar(data, FieldKind::Float32) .map(|v| f32::from_bits(v as u32))?; Ok(FieldData::Float32(val)) } FieldKind::Float64 => { let val = self .get_scalar(data, FieldKind::Float64) .map(f64::from_bits)?; Ok(FieldData::Float64(val)) } FieldKind::Bytes => Err("Use bytes function".to_string()), FieldKind::String => Err("Use string function".to_string()), FieldKind::Int8 => { let val = self.get_scalar(data, FieldKind::Int8).map(|v| v as i8)?; Ok(FieldData::Int8(val)) } FieldKind::Int16 => { let val = self.get_scalar(data, FieldKind::Int16).map(|v| v as i16)?; Ok(FieldData::Int16(val)) } FieldKind::Int32 => { let val = self.get_scalar(data, FieldKind::Int32).map(|v| v as i32)?; Ok(FieldData::Int32(val)) } FieldKind::Int64 => { let val = self.get_scalar(data, FieldKind::Int64).map(|v| v as i64)?; Ok(FieldData::Int64(val)) } FieldKind::Uint8 => { let val = self.get_scalar(data, FieldKind::Uint8).map(|v| v as u8)?; Ok(FieldData::Uint8(val)) } FieldKind::Uint16 => { let val = self.get_scalar(data, FieldKind::Uint16).map(|v| v as u16)?; Ok(FieldData::Uint16(val)) } FieldKind::Uint32 => { let val = self.get_scalar(data, FieldKind::Uint32).map(|v| v as u32)?; Ok(FieldData::Uint32(val)) } FieldKind::Uint64 => { let val = self.get_scalar(data, FieldKind::Uint64)?; Ok(FieldData::Uint64(val)) } _ => Err("Not a valid FieldKind".to_string()), } } pub fn set_data(&self, data: Data, value: &(dyn Any + Send)) -> Result<()> { if let Some(bool_val) = value.downcast_ref::() { return self.set(data, FieldKind::Bool, if *bool_val { 1 } else { 0 }); } if let Some(float_val) = value.downcast_ref::() { return self.set(data, FieldKind::Float32, float_val.to_bits() as u64); } if let Some(float_val) = value.downcast_ref::() { return self.set(data, FieldKind::Float64, float_val.to_bits()); } if let Some(bytes) = value.downcast_ref::<&[u8]>() { return self.set(data, FieldKind::Bytes, bytes_to_buf_ptr(bytes).0); } if let Some(bytes) = value.downcast_ref::>() { return self.set(data, FieldKind::Bytes, bytes_to_buf_ptr(bytes).0); } if let Some(string_val) = value.downcast_ref::() { return self.set(data, FieldKind::String, string_to_buf_ptr(string_val).0); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Int8, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Int16, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Int32, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Int64, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Uint8, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Uint16, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Uint32, *val as u64); } if let Some(val) = value.downcast_ref::() { return self.set(data, FieldKind::Uint64, *val); } Err("Unsupported value type".to_string()) } pub fn string(&self, data: Data, max_size: u32) -> Result { let buffer = vec![0u8; max_size as usize]; let n = self.bytes(data, &buffer); match n { Ok(ret) => Ok(from_c_string(&buffer[0..ret as usize])), Err(field_err) => Err(field_err), } } pub fn bytes(&self, data: Data, dst: &[u8]) -> Result { let ret = unsafe { _field_get_buffer( self.0, data.0, FieldKind::Bytes as u32, bytes_to_buf_ptr(dst).0, ) }; if ret == -1 { return Err(String::from("Error getting bytes")); } Ok(ret as u32) } pub fn add_tag(&self, tag: &str) -> Result<()> { let ret = unsafe { _field_add_tag(self.0, string_to_buf_ptr(tag).0) }; if ret != 0 { return Err(String::from("Error adding tag")); } Ok(()) } } inspektor-gadget-0.46.0/wasmapi/rust/src/filter.rs000066400000000000000000000015661510117411400221330ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "shouldDiscardMntnsID"] fn _should_discard_mntns_id(mntns_id: u64) -> u32; } pub fn should_discard_mntns_id(mntns_id: u64) -> bool { let ret = unsafe { _should_discard_mntns_id(mntns_id) }; ret != 0 } inspektor-gadget-0.46.0/wasmapi/rust/src/handle.rs000066400000000000000000000017541510117411400221000ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "releaseHandle"] fn _release_handle(handle: u32) -> u32; } pub type Result = std::result::Result; pub fn release_handle>(h: T) -> Result<()> { let ret = unsafe { _release_handle(h.into()) }; if ret != 0 { Err("error releasing handle".to_string()) } else { Ok(()) } } inspektor-gadget-0.46.0/wasmapi/rust/src/helpers.rs000066400000000000000000000054461510117411400223110ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use std::{mem, slice}; #[derive(Copy, Clone)] pub struct BufPtr(pub u64); pub fn string_to_buf_ptr(s: &str) -> BufPtr { if s.is_empty() { return BufPtr(0); } let ptr = s.as_ptr() as u32; let len = s.len() as u32; BufPtr((u64::from(len) << 32) | u64::from(ptr)) } /* any_to_buf_ptr returns a bufPtr that encodes the pointer and length of the input. The input is first encoded to binary buffer, which is then used as the returned bufPtr. WARNING the binary encoding will only work on fixed size data, *i.e.* with int32 but not with int, as this data would be exchanged from 32 bits WASM VM to host which can be 64 bits. WARNING T has to mimic kernel representation of data structure by adding padding if needed. */ pub fn any_to_buf_ptr(val: &T) -> Result { let size = mem::size_of_val(val); if size == 0 { return Err(String::from("zero-sized types not supported")); } let ptr = val as *const T as *const u8; let bytes = unsafe { slice::from_raw_parts(ptr, size) }; let buf_ptr = bytes_to_buf_ptr(bytes); Ok(buf_ptr) } pub fn any_to_buf_ptr_mut(val: &mut T) -> Result { let size = std::mem::size_of_val(val); if size == 0 { return Err(String::from("zero-sized types not supported")); } let ptr = val as *mut T as *mut u8; let bytes = unsafe { std::slice::from_raw_parts_mut(ptr, size) }; Ok(bytes_to_buf_ptr(bytes)) } pub fn bytes_to_buf_ptr(b: &[u8]) -> BufPtr { let len = b.len() as u64; let ptr = b.as_ptr() as u64; BufPtr((len << 32) | ptr) } pub fn from_c_string(input: &[u8]) -> String { let end = input.iter().position(|&b| b == 0).unwrap_or(input.len()); String::from_utf8_lossy(&input[..end]).into_owned() } impl BufPtr { pub fn bytes(&self) -> Option> { if self.0 == 0 { return None; } let ptr = (self.0 & 0xFFFF_FFFF) as usize as *const u8; let len = (self.0 >> 32) as usize; if ptr.is_null() || len == 0 { return None; } // Create a slice from raw parts and clone it to a Vec let slice = unsafe { slice::from_raw_parts(ptr, len) }; Some(slice.to_vec()) } } inspektor-gadget-0.46.0/wasmapi/rust/src/kallsyms.rs000066400000000000000000000016531510117411400225020ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::helpers::string_to_buf_ptr; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "kallsymsSymbolExists"] fn _kallsyms_symbol_exists(symbol: u64) -> u32; } pub fn kallsyms_symbol_exists(symbol: &str) -> bool { let ret = unsafe { _kallsyms_symbol_exists(string_to_buf_ptr(symbol).0) }; ret != 0 } inspektor-gadget-0.46.0/wasmapi/rust/src/lib.rs000066400000000000000000000022441510117411400214060ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. //! "api" crate contains the reference implementation of the wasm API for Inspektor //! Gadget. It's designed to be used by gadgets and not by any other internal //! component of Inspektor Gadget. //! A similar function to runtime.keepAlive() in 'Golang' is not required in //! rust due to ownership model as the variable don't go out of scope until //! block lifetime. pub mod config; pub mod datasources; pub mod fields; pub mod filter; pub mod handle; pub mod helpers; pub mod kallsyms; pub mod log; pub mod map; pub mod params; pub mod perf; pub mod syscall; pub mod version; inspektor-gadget-0.46.0/wasmapi/rust/src/log.rs000066400000000000000000000062571510117411400214310ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::helpers::string_to_buf_ptr; //relative paths may hinder in testing. #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "gadgetLog"] fn _log(level: u32, msg: u64); #[link_name = "gadgetShouldLog"] fn _should_log(level: u32) -> u32; } pub enum LogLevel { Error = 0, Warn = 1, Info = 2, Debug = 3, Trace = 4, } pub fn log(level: LogLevel, message: &str) { unsafe { _log(level as u32, string_to_buf_ptr(message).0); } } pub fn should_log(level: LogLevel) -> bool { unsafe { _should_log(level as u32) == 1 } } // Rust doesn't support variadic arguments, but macros allow for multiple arguments. #[macro_export] macro_rules! log { ($level:expr, $($arg:expr),+ $(,)?) => {{ if $crate::log::should_log($level) { let message = [$($arg),+].join(" "); $crate::log::log($level, &message); } }}; } #[macro_export] macro_rules! logf { ($level:expr, $fmt:literal $(, $arg:tt)* ) => {{ if $crate::log::should_log($level) { let message = format!($fmt $(, $arg)*); $crate::log::log($level, &message); } }}; } #[macro_export] macro_rules! error { ($($arg:expr)*) => { $crate::log!($crate::log::LogLevel::Error, $($arg)*); }; } #[macro_export] macro_rules! errorf { ($fmt:literal $(, $arg:expr)* ) => { $crate::logf!($crate::log::LogLevel::Error, $fmt $(, $arg)*); }; } #[macro_export] macro_rules! warn { ($($arg:expr)*) => { $crate::log!($crate::log::LogLevel::Warn, $($arg)*); }; } #[macro_export] macro_rules! warnf { ($fmt:literal $(, $arg:expr)* ) => { $crate::logf!($crate::log::LogLevel::Warn, $fmt $(, $arg)*); }; } #[macro_export] macro_rules! info { ($($arg:expr)*) => { $crate::log!($crate::log::LogLevel::Info, $($arg)*); }; } #[macro_export] macro_rules! infof { ($fmt:literal $(, $arg:expr)* ) => { $crate::logf!($crate::log::LogLevel::Info, $fmt $(, $arg)*); }; } #[macro_export] macro_rules! debug { ($($arg:expr)*) => { $crate::log!($crate::log::LogLevel::Debug, $($arg)*); }; } #[macro_export] macro_rules! debugf { ($fmt:literal $(, $arg:expr)* ) => { $crate::logf!($crate::log::LogLevel::Debug, $fmt $(, $arg)*); }; } #[macro_export] macro_rules! trace { ($($arg:expr)*) => { $crate::log!($crate::log::LogLevel::Trace, $($arg)*); }; } #[macro_export] macro_rules! tracef { ($fmt:literal $(, $arg:expr)* ) => { $crate::logf!($crate::log::LogLevel::Trace, $fmt $(, $arg)*); }; } inspektor-gadget-0.46.0/wasmapi/rust/src/map.rs000066400000000000000000000112711510117411400214150ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::{ error, helpers::{any_to_buf_ptr, string_to_buf_ptr}, }; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "newMap"] fn _map_new(name: u64, typ: u32, key_size: u32, value_size: u32, max_entries: u32) -> u32; #[link_name = "getMap"] fn _map_get(name: u64) -> u32; #[link_name = "mapLookup"] fn _map_lookup(map: u32, key_ptr: u64, value_ptr: u64) -> u32; #[link_name = "mapUpdate"] fn _map_update(map: u32, key_ptr: u64, value_ptr: u64, flags: u64) -> u32; #[link_name = "mapDelete"] fn _map_delete(map: u32, key_ptr: u64) -> u32; #[link_name = "mapRelease"] fn _map_release(map: u32) -> u32; } #[repr(u32)] #[derive(Debug, Clone, Copy)] pub enum MapType { Unspecified = 0, Hash, Array, ProgramArray, PerfEventArray, PerCPUHash, PerCPUArray, StackTrace, CGroupArray, LRUHash, LRUCPUHash, LPMTrie, ArrayOfMaps, HashOfMaps, DevMap, SockMap, CPUMap, XSKMap, SockHash, CGroupStorage, ReusePortSockArray, PerCPUCGroupStorage, Queue, Stack, SkStorage, DevMapHash, StructOpsMap, RingBuf, InodeStorage, TaskStorage, BloomFilter, UserRingbuf, CgroupStorage, Arena, } pub type Result = std::result::Result; #[repr(u64)] #[derive(Clone, Copy)] pub enum MapUpdateFlags { UpdateAny = 0, UpdateNoExist = 1, UpdateExist = 2, UpdateLock = 4, } #[derive(Debug, Default)] pub struct Map { pub handle: u32, created: bool, } #[derive(Clone)] pub struct MapSpec { pub name: String, pub typ: MapType, pub key_size: u32, pub value_size: u32, pub max_entries: u32, } impl Drop for Map { fn drop(&mut self) { if !self.created { return; } let ret = unsafe { _map_release(self.handle) }; if ret != 0 { error!("Failed to release map"); } } } impl Map { pub fn new(spec: &MapSpec) -> Result { let name_ptr = string_to_buf_ptr(&spec.name); let ret = unsafe { _map_new( name_ptr.0, spec.typ as u32, spec.key_size, spec.value_size, spec.max_entries, ) }; if ret == 0 { Err(format!("Failed to create map {}", spec.name)) } else { Ok(Map{ handle: ret, created: true }) } } pub fn get(name: &str) -> Result { let ret = unsafe { _map_get(string_to_buf_ptr(name).0) }; if ret == 0 { Err(format!("Map {} not found", name)) } else { Ok(Map{ handle: ret, created: false }) } } // Only allows pointers to key and value pub fn lookup(&self, key: &T, value: &mut U) -> Result<()> { let key_ptr = any_to_buf_ptr(key)?; let value_ptr = any_to_buf_ptr(value)?; let ret = unsafe { _map_lookup(self.handle, key_ptr.0, value_ptr.0) }; if ret != 0 { return Err(String::from("Error looking up map")); } let val_len = value_ptr.0 >> 32; if let Some(bytes) = value_ptr.bytes() { unsafe { std::ptr::copy(bytes.as_ptr(), value as *mut U as *mut u8, val_len as usize); } }; Ok(()) } pub fn put(&self, key: &T, value: &U) -> Result<()> { self.update(key, value, MapUpdateFlags::UpdateAny) } pub fn update(&self, key: &T, value: &U, flags: MapUpdateFlags) -> Result<()> { let key_ptr = any_to_buf_ptr(key)?; let value_ptr = any_to_buf_ptr(value)?; let ret = unsafe { _map_update(self.handle, key_ptr.0, value_ptr.0, flags as u64) }; if ret != 0 { return Err(String::from("Failed to update map")); } Ok(()) } pub fn delete(&self, key: &T) -> Result<()> { let key_ptr = any_to_buf_ptr(key)?; let ret = unsafe { _map_delete(self.handle, key_ptr.0) }; if ret != 0 { return Err(String::from("Failed to delete key")); } Ok(()) } } inspektor-gadget-0.46.0/wasmapi/rust/src/params.rs000066400000000000000000000023001510117411400221140ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::helpers::{bytes_to_buf_ptr, from_c_string, string_to_buf_ptr}; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "getParamValue"] fn _get_param_value(key: u64, dst: u64) -> u32; } pub fn get_param_value(key: String, max_size: u64) -> Result { let dst = vec![0u8; max_size as usize]; let key_ptr = string_to_buf_ptr(&key); let dst_ptr = bytes_to_buf_ptr(&dst); let result = unsafe { _get_param_value(key_ptr.0, dst_ptr.0) }; if result == 1 { return Err("error getting param value".to_string()); } Ok(from_c_string(&dst)) } inspektor-gadget-0.46.0/wasmapi/rust/src/perf.rs000066400000000000000000000053201510117411400215720ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::helpers::bytes_to_buf_ptr; use crate::map::Map; pub type Result = std::result::Result; #[derive(Debug, Clone)] pub struct PerfReader(pub u32); #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "newPerfReader"] fn _perfreader_new(map_handle: u32, size: u32, is_overwritable: u32) -> u32; #[link_name = "perfReaderPause"] fn _perfreader_pause(handle: u32) -> u32; #[link_name = "perfReaderResume"] fn _perfreader_resume(handle: u32) -> u32; #[link_name = "perfReaderRead"] fn _perfreader_read(handle: u32, dst: u64) -> u32; #[link_name = "perfReaderClose"] fn _perfreader_close(handle: u32) -> u32; } impl Drop for PerfReader { fn drop(&mut self) { let ret = unsafe { _perfreader_close(self.0) }; if ret != 0 { crate::error!("failed to close perf reader"); } } } impl PerfReader { pub fn new(map: &Map, size: u32, is_overwritable: bool) -> Result { let flag = if is_overwritable { 1 } else { 0 }; let handle = unsafe { _perfreader_new(map.handle, size, flag) }; if handle == 0 { Err(String::from("failed to create perf reader")) } else { Ok(PerfReader(handle)) } } pub fn pause(&self) -> Result<()> { let ret = unsafe { _perfreader_pause(self.0) }; if ret != 0 { Err(String::from("failed to pause perf reader")) } else { Ok(()) } } pub fn resume(&self) -> Result<()> { let ret = unsafe { _perfreader_resume(self.0) }; if ret != 0 { Err(String::from("failed to resume perf reader")) } else { Ok(()) } } pub fn read(&self, dst: &[u8]) -> Result<()> { let ptr = bytes_to_buf_ptr(dst); let ret = unsafe { _perfreader_read(self.0, ptr.0) }; match ret { 0 => Ok(()), 1 => Err(String::from("reading perf reader record")), 2 => Err(String::from("deadline exceeded")), _ => Err(format!("bad return value: expected 0, 1 or 2, got {}", ret)), } } } inspektor-gadget-0.46.0/wasmapi/rust/src/syscall.rs000066400000000000000000000061271510117411400223160ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. use crate::helpers::{any_to_buf_ptr_mut, bytes_to_buf_ptr, from_c_string, string_to_buf_ptr}; #[link(wasm_import_module = "ig")] extern "C" { #[link_name = "getSyscallName"] fn _get_syscall_name(id: u32, dst: u64) -> u32; #[link_name = "getSyscallID"] fn _get_syscall_id(name: u64) -> i32; #[link_name = "getSyscallDeclaration"] fn _get_syscall_declaration(name: u64, pointer: u64) -> u32; } pub const IS_POINTER_FLAG: u32 = 1; pub const MAX_SYSCALL_LENGTH: usize = 64; pub type Result = std::result::Result; // Keep in sync with pkg/operators/wasm/syscalls.go #[repr(C)] #[derive(Debug, Copy, Clone, Default)] struct SyscallParamRaw { name: [u8; 32], flags: u32, } #[repr(C)] #[derive(Debug, Copy, Clone, Default)] struct SyscallDeclarationRaw { name: [u8; 32], nr_params: u8, _padding: [u8; 3], params: [SyscallParamRaw; 6], } #[derive(Debug)] pub struct SyscallParam { pub name: String, pub is_pointer: bool, } #[derive(Debug)] pub struct SyscallDeclaration { pub name: String, pub params: Vec, } pub fn get_syscall_name(id: u16) -> Result { let dst = [0u8; MAX_SYSCALL_LENGTH]; let result = unsafe { _get_syscall_name(id as u32, bytes_to_buf_ptr(&dst).0 as u64) }; if result == 1 { Err(format!("getting syscall name for syscall id {}", id)) } else { Ok(from_c_string(&dst)) } } pub fn get_syscall_id(name: &str) -> Result { let id = unsafe { _get_syscall_id(string_to_buf_ptr(&name).0) }; if id == -1 { Err(format!("getting syscall ID for syscall {}", name)) } else { Ok(id) } } pub fn get_syscall_declaration(name: &str) -> Result { let mut raw_decl = SyscallDeclarationRaw::default(); let buf_ptr = any_to_buf_ptr_mut(&mut raw_decl).expect("Invalid raw syscall declaration"); let ret = unsafe { _get_syscall_declaration(string_to_buf_ptr(name).0 as u64, buf_ptr.0) }; if ret == 1 { return Err(format!("syscall declaration {} not found", name)); } let syscall_name = from_c_string(&raw_decl.name); let mut params = Vec::with_capacity(raw_decl.nr_params as usize); for i in 0..raw_decl.nr_params as usize { let raw_param = &raw_decl.params[i]; params.push(SyscallParam { name: from_c_string(&raw_param.name), is_pointer: (raw_param.flags & IS_POINTER_FLAG) != 0, }); } Ok(SyscallDeclaration { name: syscall_name, params, }) } inspektor-gadget-0.46.0/wasmapi/rust/src/version.rs000066400000000000000000000012571510117411400223300ustar00rootroot00000000000000// Copyright 2025 The Inspektor Gadget authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #[no_mangle] #[allow(non_snake_case)] pub fn gadgetAPIVersion() -> u64 { 1 }